-- Logs begin at Fri 2021-06-04 14:14:39 UTC, end at Fri 2021-06-04 17:31:36 UTC. --
Jun 04 14:55:42.184874 n-d-791505-9 systemd[1]: Started Devstack devstack@q-svc.service.
Jun 04 14:55:44.781181 n-d-791505-9 neutron-server[88191]: INFO neutron.common.config [-] Logging enabled!
Jun 04 14:55:44.781791 n-d-791505-9 neutron-server[88191]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255
Jun 04 14:55:44.781938 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88191) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 04 14:55:44.785169 n-d-791505-9 neutron-server[88191]: INFO neutron.common.config [-] Logging enabled!
Jun 04 14:55:44.785421 n-d-791505-9 neutron-server[88191]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255
Jun 04 14:55:44.785726 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88191) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 04 14:55:44.786627 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 04 14:55:44.786857 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 04 14:55:44.787342 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 04 14:55:44.787703 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 04 14:55:44.787934 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 04 14:55:44.788251 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.788544 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.788835 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.789095 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.789389 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.789670 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.789949 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.790230 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.790519 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.790797 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.791071 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.791349 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.791575 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.791851 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.792130 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.792413 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.792632 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] debug                          = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.792905 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.793348 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.793752 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.794034 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.794312 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.794583 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.794850 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.795117 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.795394 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.795715 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] host                           = n-d-791505-9 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.796062 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.796346 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.796626 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.796906 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.797199 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.797471 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.797751 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.798032 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.798284 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.798555 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.798835 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.799113 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.799394 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.799612 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.799830 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.800108 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.800386 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.800657 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.800924 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.801224 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.801491 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.801761 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.802022 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.802299 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.803231 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.803377 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.803644 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.803911 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.804176 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.804440 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.804715 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.804980 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.805267 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.805532 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.805810 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.806073 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.806339 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.806632 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.806907 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.807180 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.807453 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.807719 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.807992 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.808256 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.808520 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.808782 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.809071 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.809334 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.809606 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.809869 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.810132 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.810399 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.810663 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.810938 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:44.811226 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.811585 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.811884 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.812165 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.812453 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.812728 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.813034 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.813310 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.813589 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.813870 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.814152 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.814422 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.814702 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.814972 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.815258 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.815554 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.815839 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.816125 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.816395 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.816662 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.816929 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.817220 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.817500 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.817787 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.818069 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.819025 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.819261 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.819548 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.819822 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.820092 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.820366 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.820650 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.820921 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.821216 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.821495 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.821767 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.822032 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.822299 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.822569 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.822850 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.823124 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.823396 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.823658 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.823932 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.824199 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.824478 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.824749 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.825048 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.825303 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.825571 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.825838 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.826105 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.826375 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.826641 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.826910 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.827310 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.827524 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.827791 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.828057 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.828323 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.828589 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.828852 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.829144 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.829412 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.829679 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.829945 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.830211 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.830478 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.830759 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.831049 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.831320 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.831592 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.831864 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.832137 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.832408 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.832677 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.832954 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.833252 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.833519 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.833801 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.834108 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.834383 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.834795 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.835072 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.835361 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.835632 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.835912 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.836186 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.836459 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.836744 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.837039 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.837334 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.837618 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.837902 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.838187 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.838474 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.838748 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.839048 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.839322 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:44.839533 n-d-791505-9 neutron-server[88191]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 04 14:55:44.839768 n-d-791505-9 neutron-server[88191]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88191) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 04 14:55:45.187454 n-d-791505-9 neutron-server[88191]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:55:45.187639 n-d-791505-9 neutron-server[88191]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:55:45.187931 n-d-791505-9 neutron-server[88191]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:55:45.188254 n-d-791505-9 neutron-server[88191]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 04 14:55:45.585141 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.585443 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.585725 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.586988 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.587367 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.587733 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.625951 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.626233 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.626501 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.639884 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.640162 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.640428 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.668764 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.669071 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.669342 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.706909 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.707186 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.707456 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.949531 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f838e21daf0> agent after_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.950162 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f838e21daf0> agent after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.950162 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f838e21db80> segment precommit_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.950335 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f838e21dc10> network precommit_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:45.950988 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f838e22cdc0> segment before_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.074620 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> network before_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.074939 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f838e2800d0> agent before_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.075222 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> network before_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.075499 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> port before_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.075773 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> port before_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.076087 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> segment precommit_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.076346 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> segment precommit_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.076602 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> segment after_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.076857 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> segment after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.077166 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> network after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.077426 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> network precommit_delete 0 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.077689 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> port provisioning_complete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.077953 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> rbac-policy before_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.078208 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> rbac-policy after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.078471 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> agent after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.078739 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> subnet after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.078996 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> subnet precommit_delete 0 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.079264 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> rbac-policy before_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.079515 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> rbac-policy before_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.079798 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> segment_host_mapping after_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.080141 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> port after_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.080390 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> port after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.080637 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> port after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.080919 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> rbac-policy before_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.081191 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> rbac-policy before_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.081439 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f838eb521f0>> rbac-policy before_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.081818 n-d-791505-9 neutron-server[88191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 14:55:46.082058 n-d-791505-9 neutron-server[88191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 14:55:46.082294 n-d-791505-9 neutron-server[88191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 14:55:46.082535 n-d-791505-9 neutron-server[88191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 14:55:46.082801 n-d-791505-9 neutron-server[88191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 14:55:46.082986 n-d-791505-9 neutron-server[88191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 14:55:46.083342 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 04 14:55:46.086579 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 04 14:55:46.090563 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 04 14:55:46.094355 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
Jun 04 14:55:46.095973 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 04 14:55:46.096420 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 04 14:55:46.096750 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 04 14:55:46.097161 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 04 14:55:46.100006 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 04 14:55:46.100357 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 04 14:55:46.100701 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 04 14:55:46.127983 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 04 14:55:46.128424 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f838e02fdf0>> qos_plugin after_init 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.128721 n-d-791505-9 neutron-server[88191]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88191) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 04 14:55:46.129360 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f838e02fac0>> logging-plugin after_init 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.131442 n-d-791505-9 neutron-server[88191]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88191) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 04 14:55:46.131725 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 04 14:55:46.132067 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 04 14:55:46.136061 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f838e0262b0>> floatingip before_response 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.136509 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f838e0262b0>> port before_response 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:46.202700 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 04 14:55:46.202875 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 04 14:55:46.203112 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 04 14:55:46.203487 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 04 14:55:46.235774 n-d-791505-9 neutron-server[88191]: DEBUG oslo_db.sqlalchemy.engines [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88191) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 14:55:46.662763 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Initializing driver for type 'gre'
Jun 04 14:55:46.663594 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] gre ID ranges: [(1, 1000)]
Jun 04 14:55:46.810642 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Initializing driver for type 'local'
Jun 04 14:55:46.810984 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Initializing driver for type 'vlan'
Jun 04 14:55:46.872692 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] VlanTypeDriver initialization complete
Jun 04 14:55:46.873039 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Initializing driver for type 'vxlan'
Jun 04 14:55:46.873596 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] vxlan ID ranges: [(1, 1000)]
Jun 04 14:55:47.062003 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Initializing extension driver 'port_security'
Jun 04 14:55:47.062644 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.extensions.port_security [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] PortSecurityExtensionDriver initialization complete
Jun 04 14:55:47.062755 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Initializing mechanism driver 'openvswitch'
Jun 04 14:55:47.063001 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Initializing mechanism driver 'hyperv'
Jun 04 14:55:47.070236 n-d-791505-9 neutron-server[88191]: DEBUG neutron.plugins.ml2.plugin [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 14:55:47.070999 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dfdd760>> port after_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.071373 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dfdd760>> port after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.071726 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dfdd760>> port after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.072122 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dfdda30>> subnet after_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.072477 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dfdda30>> subnet after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.072827 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dfdda30>> subnet after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.073231 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dbc9640>> network after_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.073580 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dbc9640>> network after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.073924 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dbc9640>> network after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.074300 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dbc98b0>> security_group after_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.074647 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dbc98b0>> security_group after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.074986 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dbc98b0>> security_group after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.075362 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dbc9b20>> security_group_rule after_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.075707 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dbc9b20>> security_group_rule after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.076046 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dbc9b20>> security_group_rule after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.076417 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dbc9d90>> address_group after_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.076793 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dbc9d90>> address_group after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.077161 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f838dbc9d90>> address_group after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.077503 n-d-791505-9 neutron-server[88191]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] ML2 OVO RPC backend initialized. {{(pid=88191) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
Jun 04 14:55:47.078191 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> router_interface after_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.084110 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> router_interface after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.084110 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> network before_response 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.084110 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> networks before_response 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.084110 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> port before_response 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.084503 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> ports before_response 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.084503 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> subnet before_response 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.084503 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> subnets before_response 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.084503 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> network after_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.084835 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> network after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.084835 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> network after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.084835 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> port after_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.084835 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> port after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.085166 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> port after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.085166 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> subnet after_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.085166 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> subnet after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.085166 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f838dbcf1c0>> subnet after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.085451 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.plugin [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Modular L2 Plugin initialization complete
Jun 04 14:55:47.085451 n-d-791505-9 neutron-server[88191]: DEBUG neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading services supported by the core plugin {{(pid=88191) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 04 14:55:47.085451 n-d-791505-9 neutron-server[88191]: INFO neutron.plugins.ml2.managers [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Got port-security extension from driver 'port_security'
Jun 04 14:55:47.085451 n-d-791505-9 neutron-server[88191]: INFO neutron.extensions.vlantransparent [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Disabled vlantransparent extension.
Jun 04 14:55:47.085951 n-d-791505-9 neutron-server[88191]: DEBUG neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88191) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 04 14:55:47.086265 n-d-791505-9 neutron-server[88191]: INFO neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading Plugin: router
Jun 04 14:55:47.123415 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router_interface before_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.123744 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router after_create 55549900 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.124115 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router before_create 55549900 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.124481 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router_interface before_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.124850 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router_interface after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.125228 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router after_delete 55549900 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.125589 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> floatingip after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.125960 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router after_create 55549900 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.126305 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router after_update 55549900 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.126649 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router after_update 55549900 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.126992 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router_gateway after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.127347 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router after_update 55549900 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.127749 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router precommit_update 55549900 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.128112 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f838e1b50d0> port after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.128442 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f838e1b4f70> port after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.129045 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f838e1b5040> subnet after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.129383 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f838e1b5160> subnetpool_address_scope after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.129733 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> port precommit_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.130078 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router precommit_create 55549900 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.130418 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f838e350f70> port before_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.130842 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router precommit_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.131459 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router after_update 55549900 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.131820 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router precommit_delete 55549900 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.132169 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router precommit_create 55549900 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.132529 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router_interface after_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.132902 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> router precommit_update 55549900 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.133304 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f838dbcf2e0>> network after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.134144 n-d-791505-9 neutron-server[88191]: DEBUG neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Tracking information for resource: router configured {{(pid=88191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 14:55:47.134475 n-d-791505-9 neutron-server[88191]: DEBUG neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Tracking information for resource: floatingip configured {{(pid=88191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 04 14:55:47.139386 n-d-791505-9 neutron-server[88191]: INFO neutron.db.l3_agentschedulers_db [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 04 14:55:47.139952 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f838db53550> port after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.140311 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f838db53430> port after_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.140661 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <function _notify_port_delete at 0x7f838db534c0> port after_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.141022 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f838db53820> port after_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.141822 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f838dae6ac0>> router before_create 55550100 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.142181 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f838dae6ac0>> router precommit_delete 55550100 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.142540 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f838dae6ac0>> router precommit_create 55550100 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.142892 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f838dae6ac0>> router precommit_update 55550100 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.147559 n-d-791505-9 neutron-server[88191]: DEBUG neutron.services.provider_configuration [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Service providers = [] {{(pid=88191) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 04 14:55:47.147918 n-d-791505-9 neutron-server[88191]: DEBUG neutron.db.servicetype_db [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88191) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 04 14:55:47.150965 n-d-791505-9 neutron-server[88191]: DEBUG neutron.services.service_base [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88191) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 04 14:55:47.151314 n-d-791505-9 neutron-server[88191]: DEBUG neutron.services.service_base [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88191) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 04 14:55:47.151657 n-d-791505-9 neutron-server[88191]: DEBUG neutron.services.service_base [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88191) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 04 14:55:47.152531 n-d-791505-9 neutron-server[88191]: DEBUG neutron.services.service_base [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88191) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 04 14:55:47.152900 n-d-791505-9 neutron-server[88191]: INFO neutron.services.service_base [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 04 14:55:47.153306 n-d-791505-9 neutron-server[88191]: DEBUG neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 14:55:47.153627 n-d-791505-9 neutron-server[88191]: INFO neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 04 14:55:47.164761 n-d-791505-9 neutron-server[88191]: DEBUG neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 14:55:47.165123 n-d-791505-9 neutron-server[88191]: INFO neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading Plugin: auto_allocate
Jun 04 14:55:47.170899 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f838db14b80> network precommit_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.171269 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f838db14b80> network precommit_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.171787 n-d-791505-9 neutron-server[88191]: DEBUG neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 14:55:47.172104 n-d-791505-9 neutron-server[88191]: INFO neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading Plugin: tag
Jun 04 14:55:47.179228 n-d-791505-9 neutron-server[88191]: DEBUG neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 14:55:47.179557 n-d-791505-9 neutron-server[88191]: INFO neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading Plugin: timestamp
Jun 04 14:55:47.183333 n-d-791505-9 neutron-server[88191]: DEBUG neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 14:55:47.183658 n-d-791505-9 neutron-server[88191]: INFO neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading Plugin: network_ip_availability
Jun 04 14:55:47.188858 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f838db120d0>> rbac-policy before_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.189263 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f838db120d0>> rbac-policy before_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.189616 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f838db120d0>> rbac-policy before_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.190327 n-d-791505-9 neutron-server[88191]: DEBUG neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 14:55:47.190647 n-d-791505-9 neutron-server[88191]: INFO neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading Plugin: flavors
Jun 04 14:55:47.197601 n-d-791505-9 neutron-server[88191]: DEBUG neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 14:55:47.197932 n-d-791505-9 neutron-server[88191]: INFO neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading Plugin: revisions
Jun 04 14:55:47.202184 n-d-791505-9 neutron-server[88191]: DEBUG neutron.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 04 14:55:47.202572 n-d-791505-9 neutron-server[88191]: DEBUG oslo_concurrency.lockutils [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.015s {{(pid=88191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:55:47.203306 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88191) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 04 14:55:47.203637 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Initializing extension manager.
Jun 04 14:55:47.204140 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: __init__.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.204477 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: __pycache__ {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.204810 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.205171 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: address_group.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.205911 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.206478 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: address-group
Jun 04 14:55:47.206802 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: address_scope.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.207501 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.208018 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: address-scope
Jun 04 14:55:47.208339 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.210174 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.210673 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: router-admin-state-down-before-update
Jun 04 14:55:47.210993 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: agent.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.211691 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.212199 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: agent
Jun 04 14:55:47.212516 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: agent_resources_synced.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.213432 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.213944 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: agent-resources-synced
Jun 04 14:55:47.214262 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: allowedaddresspairs.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.215988 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.216511 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: allowed-address-pairs
Jun 04 14:55:47.216832 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: auto_allocated_topology.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.217909 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.218425 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: auto-allocated-topology
Jun 04 14:55:47.218748 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: availability_zone.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.219458 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.219965 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: availability_zone
Jun 04 14:55:47.220285 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: availability_zone_filter.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.221208 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.221723 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: availability_zone_filter
Jun 04 14:55:47.222040 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: data_plane_status.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.222926 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.223430 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 04 14:55:47.223746 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: default_subnetpools.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.224829 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.225558 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: default-subnetpools
Jun 04 14:55:47.225877 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.226678 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.227189 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: dhcp_agent_scheduler
Jun 04 14:55:47.227507 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: dns.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.228415 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.228927 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension dns-integration not supported by any of loaded plugins
Jun 04 14:55:47.229284 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: dns_domain_ports.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.230179 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.230690 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 04 14:55:47.231009 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: dvr.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.231671 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.232191 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: dvr
Jun 04 14:55:47.232512 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: empty_string_filtering.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.233429 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.233943 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: empty-string-filtering
Jun 04 14:55:47.234263 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.235150 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.235654 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 04 14:55:47.235973 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.236864 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.237407 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 04 14:55:47.237730 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: external_net.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.238622 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.239130 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: external-net
Jun 04 14:55:47.239450 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.240567 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.241269 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: extra_dhcp_opt
Jun 04 14:55:47.241601 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: extraroute.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.242495 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.243005 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: extraroute
Jun 04 14:55:47.243326 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: extraroute_atomic.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.244359 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.244871 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: extraroute-atomic
Jun 04 14:55:47.245223 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: filter_validation.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.358450 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.359124 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: filter-validation
Jun 04 14:55:47.359459 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: fip_pf_description.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.360606 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.361161 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 04 14:55:47.361491 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: fip_port_details.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.362421 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.362945 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: fip-port-details
Jun 04 14:55:47.363269 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: flavors.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.364574 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.365168 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: flavors
Jun 04 14:55:47.365683 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.367537 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.368067 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 04 14:55:47.368398 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: floatingip_pools.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.369130 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.369652 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: floatingip-pools
Jun 04 14:55:47.369978 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: ip_allocation.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.370991 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.371540 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 04 14:55:47.371869 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.372769 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.373319 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: ip-substring-filtering
Jun 04 14:55:47.373693 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: l2_adjacency.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.374549 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.375067 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 04 14:55:47.375411 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: l3.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.376407 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.376924 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: router
Jun 04 14:55:47.377279 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.379792 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.380341 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 04 14:55:47.381230 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.382315 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.382836 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: ext-gw-mode
Jun 04 14:55:47.383161 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.384063 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.384620 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: l3-ha
Jun 04 14:55:47.384941 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: l3_flavors.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.389663 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.390171 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: l3-flavors
Jun 04 14:55:47.390490 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.391399 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.391913 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 04 14:55:47.392233 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: l3agentscheduler.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.393477 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.393989 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: l3_agent_scheduler
Jun 04 14:55:47.394312 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: logging.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.395803 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.396983 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension logging not supported by any of loaded plugins
Jun 04 14:55:47.397577 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: metering.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.398380 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.398973 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: metering
Jun 04 14:55:47.399304 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.400400 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.400923 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: metering_source_and_destination_fields
Jun 04 14:55:47.401274 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: multiprovidernet.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.402198 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.402714 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: multi-provider
Jun 04 14:55:47.403037 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: netmtu.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.403964 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.404472 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: net-mtu
Jun 04 14:55:47.404793 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: netmtu_writable.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.405718 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.406229 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: net-mtu-writable
Jun 04 14:55:47.406551 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: network_availability_zone.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.407209 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.407717 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: network_availability_zone
Jun 04 14:55:47.408036 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: network_ip_availability.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.409138 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.409660 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: network-ip-availability
Jun 04 14:55:47.410009 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: network_segment_range.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.410797 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.411303 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 04 14:55:47.411628 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: pagination.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.412834 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.413195 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: pagination
Jun 04 14:55:47.413516 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: port_device_profile.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.414402 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.414916 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: port-device-profile
Jun 04 14:55:47.415233 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.416167 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.416668 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: port-mac-address-regenerate
Jun 04 14:55:47.416985 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.417906 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.418412 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: port-numa-affinity-policy
Jun 04 14:55:47.418728 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: port_resource_request.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.419626 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.420132 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 04 14:55:47.420450 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: portbindings.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.421422 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.421928 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: binding
Jun 04 14:55:47.422244 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: portbindings_extended.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.429398 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.429917 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: binding-extended
Jun 04 14:55:47.430241 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: portsecurity.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.431140 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.431654 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: port-security
Jun 04 14:55:47.431978 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: project_id.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.432970 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.433363 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: project-id
Jun 04 14:55:47.433686 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: providernet.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.434590 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.435111 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: provider
Jun 04 14:55:47.435435 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: qos.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.439123 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.439647 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension qos not supported by any of loaded plugins
Jun 04 14:55:47.439978 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.441227 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.441750 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 04 14:55:47.442074 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.442972 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.444320 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 04 14:55:47.444662 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: qos_default.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.445608 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.446127 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension qos-default not supported by any of loaded plugins
Jun 04 14:55:47.446450 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: qos_fip.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.447087 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.447590 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension qos-fip not supported by any of loaded plugins
Jun 04 14:55:47.447904 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: qos_gateway_ip.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.448810 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.449354 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 04 14:55:47.449671 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: qos_port_network_policy.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.450605 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.451117 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 04 14:55:47.451433 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: qos_rule_type_details.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.456425 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.456932 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 04 14:55:47.457274 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: qos_rules_alias.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.458312 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.459359 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 04 14:55:47.459922 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: quotasv2.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.460859 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.461254 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: quotas
Jun 04 14:55:47.461574 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: quotasv2_detail.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.463176 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.463510 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: quota_details
Jun 04 14:55:47.463840 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: rbac.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.464860 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.465416 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: rbac-policies
Jun 04 14:55:47.465741 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: rbac_address_group.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.466646 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.467195 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: rbac-address-group
Jun 04 14:55:47.467520 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: rbac_address_scope.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.468416 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.468933 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: rbac-address-scope
Jun 04 14:55:47.469277 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: rbac_security_groups.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.470171 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.470683 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: rbac-security-groups
Jun 04 14:55:47.471001 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: rbac_subnetpool.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.471985 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.472539 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: rbac-subnetpool
Jun 04 14:55:47.472856 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: revisionifmatch.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.473783 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.474295 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: revision-if-match
Jun 04 14:55:47.474752 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: revisions.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.476011 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.476525 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: standard-attr-revisions
Jun 04 14:55:47.476847 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: router_availability_zone.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.477531 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.478042 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: router_availability_zone
Jun 04 14:55:47.478362 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: routerservicetype.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.479267 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.479821 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension router-service-type not supported by any of loaded plugins
Jun 04 14:55:47.480143 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.481064 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.481575 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: security-groups-normalized-cidr
Jun 04 14:55:47.481893 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.482795 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.483301 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: port-security-groups-filtering
Jun 04 14:55:47.483619 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.484551 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.485090 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: security-groups-remote-address-group
Jun 04 14:55:47.485412 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: securitygroup.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.496021 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.496555 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: security-group
Jun 04 14:55:47.496885 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: segment.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.497676 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.498190 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension segment not supported by any of loaded plugins
Jun 04 14:55:47.498515 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.499436 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.499957 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 04 14:55:47.500279 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: servicetype.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.501409 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.501935 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: service-type
Jun 04 14:55:47.502259 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: sorting.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.503224 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.503549 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: sorting
Jun 04 14:55:47.504127 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: standard_attr_segment.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.505053 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.505568 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 04 14:55:47.506666 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: standardattrdescription.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.507422 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.507938 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: standard-attr-description
Jun 04 14:55:47.508260 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: stateful_security_group.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.509197 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.509720 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: stateful-security-group
Jun 04 14:55:47.510046 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: stdattrs_common.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.510608 n-d-791505-9 neutron-server[88191]: WARNING neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 04 14:55:47.510925 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.511903 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.512419 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 04 14:55:47.512736 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: subnet_onboard.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.513823 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.514344 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: subnet_onboard
Jun 04 14:55:47.514663 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.515577 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.516087 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 04 14:55:47.516403 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: subnet_service_types.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.517338 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.517853 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: subnet-service-types
Jun 04 14:55:47.518170 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: subnetallocation.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.519242 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.519760 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: subnet_allocation
Jun 04 14:55:47.520087 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.520736 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.521314 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: subnetpool-prefix-ops
Jun 04 14:55:47.521861 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.522933 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.523448 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 04 14:55:47.523770 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: tagging.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.524809 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.525374 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: standard-attr-tag
Jun 04 14:55:47.525696 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: timestamp.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.526890 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.527424 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loaded extension: standard-attr-timestamp
Jun 04 14:55:47.527731 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: trunk.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.528748 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.529301 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension trunk not supported by any of loaded plugins
Jun 04 14:55:47.529627 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: trunk_details.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.530532 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.531046 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension trunk-details not supported by any of loaded plugins
Jun 04 14:55:47.531364 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: uplink_status_propagation.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.532268 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.532777 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 04 14:55:47.533130 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Loading extension file: vlantransparent.py {{(pid=88191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 04 14:55:47.533786 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 04 14:55:47.534296 n-d-791505-9 neutron-server[88191]: INFO neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 04 14:55:47.536716 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of TrackedResource for resource:network
Jun 04 14:55:47.537875 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of TrackedResource for resource:subnet
Jun 04 14:55:47.538665 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 04 14:55:47.539266 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of TrackedResource for resource:port
Jun 04 14:55:47.540574 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.v2.resource_helper [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 14:55:47.541208 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.v2.resource_helper [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Service FLAVORS assigned prefix:  {{(pid=88191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 14:55:47.541840 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.v2.resource_helper [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 14:55:47.542269 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.v2.resource_helper [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 14:55:47.542625 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of TrackedResource for resource:router
Jun 04 14:55:47.543279 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of TrackedResource for resource:floatingip
Jun 04 14:55:47.543997 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.v2.resource_helper [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Service METERING assigned prefix: /metering {{(pid=88191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 14:55:47.545638 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f838d9e0d60>> rbac-policy before_create 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.546007 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f838d9e0d60>> rbac-policy before_update 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.546356 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f838d9e0d60>> rbac-policy before_delete 55550000 {{(pid=88191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 14:55:47.547484 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 04 14:55:47.547926 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of TrackedResource for resource:security_group
Jun 04 14:55:47.548584 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 04 14:55:47.549367 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.v2.resource_helper [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Service CORE assigned prefix:  {{(pid=88191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 14:55:47.549697 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 04 14:55:47.550035 n-d-791505-9 neutron-server[88191]: WARNING neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] subnetpool is already registered
Jun 04 14:55:47.550649 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.v2.resource_helper [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Service CORE assigned prefix:  {{(pid=88191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 14:55:47.550974 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 04 14:55:47.551295 n-d-791505-9 neutron-server[88191]: WARNING neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] subnetpool is already registered
Jun 04 14:55:47.554795 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.v2.resource_helper [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 14:55:47.555230 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.v2.resource_helper [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Service FLAVORS assigned prefix:  {{(pid=88191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 14:55:47.555825 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.v2.resource_helper [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 14:55:47.556245 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.v2.resource_helper [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 14:55:47.556574 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of TrackedResource for resource:router
Jun 04 14:55:47.556899 n-d-791505-9 neutron-server[88191]: WARNING neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] router is already registered
Jun 04 14:55:47.557540 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of TrackedResource for resource:floatingip
Jun 04 14:55:47.557861 n-d-791505-9 neutron-server[88191]: WARNING neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] floatingip is already registered
Jun 04 14:55:47.558495 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.v2.resource_helper [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Service METERING assigned prefix: /metering {{(pid=88191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 14:55:47.559155 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 04 14:55:47.559481 n-d-791505-9 neutron-server[88191]: WARNING neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] rbac_policy is already registered
Jun 04 14:55:47.560018 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of TrackedResource for resource:security_group
Jun 04 14:55:47.560341 n-d-791505-9 neutron-server[88191]: WARNING neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] security_group is already registered
Jun 04 14:55:47.560929 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 04 14:55:47.561275 n-d-791505-9 neutron-server[88191]: WARNING neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] security_group_rule is already registered
Jun 04 14:55:47.561987 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.v2.resource_helper [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Service CORE assigned prefix:  {{(pid=88191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 14:55:47.562270 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 04 14:55:47.562589 n-d-791505-9 neutron-server[88191]: WARNING neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] subnetpool is already registered
Jun 04 14:55:47.563179 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.v2.resource_helper [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Service CORE assigned prefix:  {{(pid=88191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 04 14:55:47.563507 n-d-791505-9 neutron-server[88191]: INFO neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 04 14:55:47.563823 n-d-791505-9 neutron-server[88191]: WARNING neutron.quota.resource_registry [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] subnetpool is already registered
Jun 04 14:55:47.564475 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: extensions {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.565993 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: address-groups {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.567640 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: address-scopes {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.569904 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: agents {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.571094 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: auto-allocated-topology {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.572474 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: availability_zones {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.573818 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: dhcp-networks {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.575318 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: dhcp-agents {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.576751 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: routers {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.579647 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: flavors {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.580837 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: service_profiles {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.582092 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: next_providers {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.583635 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: service_profiles {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.585492 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: floatingip-pools {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.586736 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: routers {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.588550 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: floatingips {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.589794 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: l3-routers {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.591213 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: l3-agents {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.592626 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: metering-labels {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.594015 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: metering-label-rules {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.595290 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: network-ip-availabilities {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.596556 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: bindings {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.598270 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: quotas {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.599967 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: quotas {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.601707 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: rbac-policies {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.602995 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: security-groups {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.604206 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: security-group-rules {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.605476 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: service-providers {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.606769 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: subnetpools {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.608195 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: subnetpools {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.609690 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: tags {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.611380 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: tags {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.613227 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: tags {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.617453 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: tags {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.617653 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: tags {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.619495 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: tags {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.621231 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: tags {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.623143 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: tags {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.624974 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: tags {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.626797 n-d-791505-9 neutron-server[88191]: DEBUG neutron.api.extensions [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Extended resource: tags {{(pid=88191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 04 14:55:47.634050 n-d-791505-9 neutron-server[88191]: WARNING keystonemiddleware.auth_token [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 04 14:55:47.638763 n-d-791505-9 neutron-server[88191]: WARNING keystonemiddleware.auth_token [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 04 14:55:47.647907 n-d-791505-9 neutron-server[88191]: DEBUG oslo_concurrency.lockutils [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Acquired lock "singleton_lock" {{(pid=88191) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 04 14:55:47.648551 n-d-791505-9 neutron-server[88191]: DEBUG oslo_concurrency.lockutils [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Releasing lock "singleton_lock" {{(pid=88191) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 04 14:55:47.649232 n-d-791505-9 neutron-server[88191]: INFO oslo_service.service [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Starting 2 workers
Jun 04 14:55:47.653910 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Started child 88300 {{(pid=88191) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 04 14:55:47.658263 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Started child 88301 {{(pid=88191) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 04 14:55:47.659244 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:55:47.659895 n-d-791505-9 neutron-server[88191]: INFO neutron.service [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 04 14:55:47.660430 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Notify callbacks [] for process, before_spawn {{(pid=88191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:55:47.660761 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [-] (88300) wsgi starting up on http://0.0.0.0:9696
Jun 04 14:55:47.663821 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:55:47.664301 n-d-791505-9 neutron-server[88191]: INFO oslo_service.service [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Starting 1 workers
Jun 04 14:55:47.665378 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [-] (88301) wsgi starting up on http://0.0.0.0:9696
Jun 04 14:55:47.669310 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Started child 88302 {{(pid=88191) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 04 14:55:47.669869 n-d-791505-9 neutron-server[88191]: INFO oslo_service.service [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Starting 1 workers
Jun 04 14:55:47.672946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.service [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] calling RpcWorker wait() {{(pid=88302) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 04 14:55:47.673520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.service [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] returning from RpcWorker wait() {{(pid=88302) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 04 14:55:47.674313 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Started child 88303 {{(pid=88191) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 04 14:55:47.674839 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:55:47.675113 n-d-791505-9 neutron-server[88191]: DEBUG neutron_lib.callbacks.manager [None req-5aab01b7-990e-4774-a187-b701180c03c1 None None] Notify callbacks [] for process, after_spawn {{(pid=88191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:55:47.675417 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 14:55:47.676931 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88191) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 04 14:55:47.677168 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 04 14:55:47.677353 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 04 14:55:47.677604 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 04 14:55:47.678484 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 04 14:55:47.678692 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 04 14:55:47.679492 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.679676 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:55:47.680134 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.680134 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.680335 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.680587 n-d-791505-9 neutron-server[88303]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 14:55:47.680695 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.681263 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.681534 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.681795 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.682074 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.682324 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.682499 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.682666 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.682917 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.683147 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.683455 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.683717 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.683970 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.684253 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.684428 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.684673 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.684929 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.685178 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.685438 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.685704 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.686166 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.686417 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.686654 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.686870 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.687136 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.687386 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.687635 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.687875 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.688086 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.688332 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.688587 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.688822 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.689069 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.689291 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.689559 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.689772 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.690235 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] host                           = n-d-791505-9 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.690449 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.690687 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.690919 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.691174 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.691413 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.691647 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.691891 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.692134 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.692380 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.692636 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.692890 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.693210 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.694076 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.694484 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.694787 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.695090 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.695378 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.695663 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.695859 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.696030 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.696210 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.696467 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.696630 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.696873 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.697182 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.697398 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.697611 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.697854 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.698067 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.698321 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.698569 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.698799 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.699022 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.699265 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.699492 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.699715 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.699940 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.700158 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.700372 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.700601 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.700848 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.701099 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.701319 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.701530 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.701787 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.702250 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.702250 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.702865 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.702865 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.703122 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.703247 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.703392 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.703662 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.703889 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.704183 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.704391 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.705927 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.707046 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.707397 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.707661 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.707920 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.708155 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.708387 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.708655 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.708880 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.709134 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.709365 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.709610 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.709856 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.710274 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.710575 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.710878 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.711119 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.711374 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.711622 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.711857 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.712098 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.712368 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.712605 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.712929 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.713199 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.713510 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.713742 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.714001 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.714347 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.714611 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.714882 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.715105 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.715352 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.715593 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.715825 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.716183 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.716449 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.716784 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.32/identity {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.716941 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.724423 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.724423 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.724423 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.724423 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.724423 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.724423 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.724423 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.724423 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.724423 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.725367 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.725367 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.725367 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.725367 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.725367 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.725367 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.725367 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.725367 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.725367 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726074 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726074 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726074 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726074 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726074 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726074 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726074 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726074 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726074 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726634 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726634 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726634 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726634 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726634 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726634 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726634 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726634 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.726634 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.727131 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.727131 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.727131 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.727131 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.727131 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.727131 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.727131 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.727131 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.727131 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.727606 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.727606 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.727606 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.727811 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.727957 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.728190 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.728425 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.728649 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.728869 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.729117 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.729361 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.729566 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.729857 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.730136 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.730442 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.730682 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.730940 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.731183 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.731443 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.731663 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.731922 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.732178 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.732418 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.732652 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.732913 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.733182 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.733456 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.733700 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.733961 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.734242 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.734473 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.734742 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.734968 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.735333 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.735568 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.735848 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.736109 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.736362 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.736624 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.736896 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.737215 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.737456 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.737905 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.738044 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.738236 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.738552 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.738835 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.739108 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.739339 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.739586 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.739862 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.740597 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.740901 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.741162 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.741400 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.742299 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.742299 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.742299 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.742704 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.742704 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.743029 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.743162 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.743382 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.743597 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.743816 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.744100 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.744358 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.744593 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.744853 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.745133 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.745368 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.745628 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.745841 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.32/identity {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.746088 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.746319 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.746551 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.746761 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.747171 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.747564 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.747818 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.748040 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.748258 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.748524 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.748740 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.748963 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.749234 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.749454 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.749678 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.749923 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.750141 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.750381 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.750703 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.750853 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.751081 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.751300 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.751534 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.751796 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.752016 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.752304 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.752563 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.752798 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.753043 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.753274 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.753537 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.754016 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.754261 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.754500 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.754715 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.754932 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.755151 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.755366 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.755581 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.755912 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.756645 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.756880 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.757162 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.757501 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.757752 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.758015 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.758264 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.758482 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.758718 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.758956 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.759192 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.759408 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.759647 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.759894 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.760133 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.760370 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.760609 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.760821 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.761277 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.761277 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.761475 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.761686 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.761988 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.762231 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.762459 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.762696 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.762926 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.763152 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.763362 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.763571 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.763785 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.763994 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.764217 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.764426 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.764636 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.764850 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.765177 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.765399 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.765630 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.765840 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.766077 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.766286 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.766508 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.766718 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.766926 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.767142 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.767351 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.767664 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.767928 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.768148 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.768430 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.768673 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.768917 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.769210 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.769546 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.769776 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.770037 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.770273 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.770492 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.770711 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.770990 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.771404 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.771721 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.771993 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.772226 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.772509 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.772813 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.773101 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.773318 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.773608 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.773932 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.774205 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.774461 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.774686 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.774950 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.775172 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.775384 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.775618 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.775861 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.776076 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.776333 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.776560 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.776789 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.777042 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.777272 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.777493 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.777719 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.777963 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.778183 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.778397 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.778554 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 04 14:55:47.779178 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88191) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 04 14:55:47.779361 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 04 14:55:47.779487 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 04 14:55:47.779569 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 04 14:55:47.779736 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 04 14:55:47.779889 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 04 14:55:47.780096 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.780257 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.780407 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.780564 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.780725 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.780906 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.781082 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.781223 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.781386 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.781545 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.781704 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.781862 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.782019 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.782178 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.782335 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.782493 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.782652 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.782812 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.782981 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.783141 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.783299 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.783457 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.783616 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.783774 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.783988 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.784154 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.784313 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.784471 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.784629 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.784786 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.784944 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.785125 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.785337 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.785466 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.785586 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.785725 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.785884 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.786043 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.786202 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.786361 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.786519 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] host                           = n-d-791505-9 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.786677 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.786836 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.787031 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.787190 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.787349 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.787506 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.787665 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.788009 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.788171 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.788329 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.788488 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.788646 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.788806 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.788964 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.789149 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.789306 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.789528 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.789707 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.789790 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.789941 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.790101 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.790259 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.790436 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.790574 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.790732 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.790890 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.791048 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.791215 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.791373 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.791530 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.791688 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.791847 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.792006 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.792164 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.792323 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.792482 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.792639 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.792797 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.792954 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.793145 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.793304 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.793462 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.793620 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.793777 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.793937 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.794096 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.794258 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.794418 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.794574 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.794733 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.794892 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.795051 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.795213 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.795372 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.795531 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.795690 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.795848 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.796006 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.796164 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.796323 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.796482 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.796641 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.796801 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.796960 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.797141 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.797300 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.797458 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.797617 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.797778 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 14:55:47.797956 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.798120 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.798292 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.798454 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.798616 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.798777 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.798939 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.799101 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.799262 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.799422 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.799594 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.799759 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.799929 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.800091 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.800254 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.800418 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.800583 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.800745 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.800907 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.801094 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.801254 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.801416 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.801593 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.801754 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.801916 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.32/identity {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.802078 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.802238 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.802401 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.803100 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.803264 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.803427 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.803604 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.803789 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.803902 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.804063 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.804225 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.804386 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.804549 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.804710 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.804871 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.805053 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.805216 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.805378 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.805544 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.805697 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.805855 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.806017 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.806179 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.806341 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.806502 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.806672 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.806834 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.806996 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.807157 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.807319 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.807470 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.807629 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.807831 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.807961 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.808090 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.808237 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.808409 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.808570 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.808731 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.808893 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.809075 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.809238 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.809400 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.809555 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.809706 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.809861 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.810023 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.810185 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.810347 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.810510 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.810676 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.810838 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.810989 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.811148 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.811299 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.811521 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.811660 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.811813 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.811948 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.812081 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.812215 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.812376 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.812537 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.812699 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.812860 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.813037 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.813185 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.813351 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.813511 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.813672 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.813835 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.813995 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.814158 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.814319 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.814480 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.814642 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.814801 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.814962 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.815122 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.815282 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.815443 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.815604 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.815764 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.815926 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.816086 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.816247 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.816417 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.816580 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.816752 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.816936 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.817098 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.817248 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.817410 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.817573 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.817734 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.817896 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.818058 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.818776 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.818967 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.819164 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.819294 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.819585 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.819727 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.819857 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.820023 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.820186 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.820348 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.820533 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.820695 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.820905 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.821066 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.821181 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.821343 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.821517 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.821669 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.821831 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.821992 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.822154 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.822318 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.32/identity {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.822479 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.822643 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.822805 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.822966 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.823128 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.823290 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.823453 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.823617 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.823779 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.823941 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.824102 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.824263 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.824424 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.824588 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.824750 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.824912 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.825097 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.825260 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.825423 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.825583 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.825744 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.825905 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.826066 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.826227 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.826390 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.826556 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.826716 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.826879 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.827041 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.827203 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.827364 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.827526 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.827690 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.827852 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.828016 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.828178 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.828339 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.828521 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.828664 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.828826 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.828988 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.829169 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.829331 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.829507 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.829669 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.829830 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.829928 n-d-791505-9 neutron-server[88302]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 14:55:47.830015 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.830141 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.830302 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.830464 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.830624 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.830785 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.830950 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.831112 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.831275 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.831439 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.831606 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.831769 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.831930 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.832092 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.832254 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.832416 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.832589 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.832750 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.832910 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.833100 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.833263 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.833433 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.833594 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.833777 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.833957 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.834172 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.834382 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.834617 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.834873 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.835034 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.835198 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.835368 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.835529 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.835691 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.835852 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.836015 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.836184 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.836346 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.836508 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.836668 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.836831 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.837020 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.837185 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.837352 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.837507 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.837669 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.837830 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.837990 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.838164 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.838326 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.838490 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.838652 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.838813 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.838974 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.839136 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.839302 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.839473 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.839641 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.839805 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.839973 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.840143 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.840313 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.840475 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.840641 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.840816 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.840978 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.841165 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.841325 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.841486 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.841664 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.841849 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.841970 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.842131 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.842305 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.842670 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.842670 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.842831 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.842908 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.843046 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.843208 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.843370 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.843531 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.843693 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.843996 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 14:55:47.843996 n-d-791505-9 neutron-server[88191]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 04 14:55:47.858962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57190) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:55:47.867560 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0071850
Jun 04 14:55:59.382653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b657b19-f37c-4daf-8cf0-d8fb9560f0a3 None None] get_active_networks_info from n-d-791505-9 {{(pid=88302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 04 14:55:59.520256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b657b19-f37c-4daf-8cf0-d8fb9560f0a3 None None] No non-hosted networks {{(pid=88302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 04 14:55:59.531125 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.agentschedulers_db [None req-9b657b19-f37c-4daf-8cf0-d8fb9560f0a3 None None] DHCP Agent not found on host n-d-791505-9 {{(pid=88302) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 04 14:55:59.633496 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-03a90ebd-2aa7-44b0-8b87-cbbc69f832b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671'] for agent, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:01.943060 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671'] for agent, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:01.945226 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:01.946132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:01.946674 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:01.947279 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:01.947978 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:01.948516 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:01.949345 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:01.955866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:01.955866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:01.955866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:01.955866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:01.955866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:01.956661 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f838ce3d760>, 'Open vSwitch agent', 'n-d-791505-9', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 14:56:01.963944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f838d74ec70>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791505-9', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 14:56:02.223740 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-42509dc4-d692-4243-9b16-4af7b62ead43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671'] for agent, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:02.275113 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-e67f7fa4-7182-4ef4-9f54-f8f1ff89d4b5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-n-d-791505-9 {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 14:56:02.275808 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-e67f7fa4-7182-4ef4-9f54-f8f1ff89d4b5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 14:56:02.879920 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e67f7fa4-7182-4ef4-9f54-f8f1ff89d4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:03.444983 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671'] for agent, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:04.959737 n-d-791505-9 neutron-server[88302]: INFO neutron.db.l3_hamode_db [None req-0bc7a516-8bc0-4c61-9756-503264873fcb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 04 14:56:05.029769 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671'] for agent, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:05.047619 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7a516-8bc0-4c61-9756-503264873fcb None None] Routers set() bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 14:56:05.048006 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7a516-8bc0-4c61-9756-503264873fcb None None] Router IDs set() for agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 04 14:56:06.307284 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57288) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:56:06.889745 n-d-791505-9 neutron-server[88300]: WARNING oslo_policy.policy [None req-20f12757-188b-45d9-b509-1dc3a4a9ab69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 14:56:06.890351 n-d-791505-9 neutron-server[88300]: WARNING oslo_policy.policy [None req-20f12757-188b-45d9-b509-1dc3a4a9ab69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 14:56:07.106477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-20f12757-188b-45d9-b509-1dc3a4a9ab69 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 14:56:07.107628 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-20f12757-188b-45d9-b509-1dc3a4a9ab69 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7993257
Jun 04 14:56:09.431591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57302) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:56:09.793075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-88bd8504-7aa9-47a7-b56c-f8dbbd9fd1f5 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 14:56:09.890368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.policy [None req-88bd8504-7aa9-47a7-b56c-f8dbbd9fd1f5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88300) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 04 14:56:09.934589 n-d-791505-9 neutron-server[88300]: WARNING oslo_policy.policy [None req-88bd8504-7aa9-47a7-b56c-f8dbbd9fd1f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 14:56:09.934951 n-d-791505-9 neutron-server[88300]: WARNING oslo_policy.policy [None req-88bd8504-7aa9-47a7-b56c-f8dbbd9fd1f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 14:56:09.944443 n-d-791505-9 neutron-server[88300]: INFO neutron.quota [None req-88bd8504-7aa9-47a7-b56c-f8dbbd9fd1f5 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f838d437730>.
Jun 04 14:56:09.960132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-88bd8504-7aa9-47a7-b56c-f8dbbd9fd1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 14:56:10.084926 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-88bd8504-7aa9-47a7-b56c-f8dbbd9fd1f5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762685766372', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762685766871', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762685753837', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762685783121', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762685773788', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762685734613', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-598108', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-602707', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3764801', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3899546'] for rbac-policy, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:10.284694 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-88bd8504-7aa9-47a7-b56c-f8dbbd9fd1f5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:10.285915 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-88bd8504-7aa9-47a7-b56c-f8dbbd9fd1f5 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8533282
Jun 04 14:56:12.956068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57314) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:56:13.307448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Request body: {'network': {'tenant_id': '7fc08ddd689446748e92ff9c50beaf70', 'name': 'private', 'project_id': '7fc08ddd689446748e92ff9c50beaf70', 'admin_state_up': True}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 14:56:13.312128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 14:56:13.316557 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Usage tracker for resource:network and tenant:7fc08ddd689446748e92ff9c50beaf70 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 14:56:13.321127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 14:56:13.327102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 14:56:13.438752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Made reservation on behalf of 7fc08ddd689446748e92ff9c50beaf70 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 14:56:13.441559 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:13.460050 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:13.473707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 14:56:13.477737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Usage tracker for resource:security_group_rule and tenant:7fc08ddd689446748e92ff9c50beaf70 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 14:56:13.482769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 14:56:13.488472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 14:56:13.585458 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:13.667516 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:13.671892 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:13.690327 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 14:56:13.716562 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762687626680', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:13.717176 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f838e21db80> segment precommit_create {{(pid=88300) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 04 14:56:13.717737 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Added segment 9dd20b7a-9015-4d7e-8c8e-7e3053aef34e of type vlan for network 1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a
Jun 04 14:56:13.766128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7225ccc4-0f3d-4cef-89f5-2617abb02d3b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:13.787552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:13.792054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:13.792054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:13.792054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:13.792054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:13.792054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:13.792572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:13.792572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:13.792572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:13.792572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:13.792572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Tracked resource versions report:
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]: pushed versions:
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]: {   'AddressGroup': {'1.2'},
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:     'ConntrackHelper': {'1.0'},
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:     'Log': {'1.0'},
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:     'Network': {'1.1'},
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:     'Port': {'1.7'},
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:     'PortForwarding': {'1.2'},
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:     'QosPolicy': {'1.8'},
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:     'SecurityGroup': {'1.4'},
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:     'SecurityGroupRule': {'1.2'},
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:     'SubPort': {'1.0'},
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:     'Subnet': {'1.1'},
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:     'Trunk': {'1.1'}}
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]: consumer versions:
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]: {   DHCP agent@n-d-791505-9: {},
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:     L3 agent@n-d-791505-9: {},
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:     Metadata agent@n-d-791505-9: {},
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:     Metering agent@n-d-791505-9: {},
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:     Open vSwitch agent@n-d-791505-9: {   'AddressGroup': '1.2',
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:                                          'ConntrackHelper': '1.0',
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:                                          'Log': '1.0',
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:                                          'Network': '1.1',
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:                                          'Port': '1.7',
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:                                          'PortForwarding': '1.2',
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:                                          'QosPolicy': '1.8',
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:                                          'SecurityGroup': '1.4',
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:                                          'SecurityGroupRule': '1.2',
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:                                          'SubPort': '1.0',
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:                                          'Subnet': '1.1',
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:                                          'Trunk': '1.1'}}
Jun 04 14:56:13.792950 n-d-791505-9 neutron-server[88300]:  {{(pid=88300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 14:56:13.831846 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:13.843327 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:13.924717 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:13.926184 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:56:13.926849 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:13.929984 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:14.034805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Pushing event updated for resources: {'Network': ['ID=1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:14.039449 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:14.051138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 14:56:14.074197 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.1170716
Jun 04 14:56:16.774178 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57328) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:56:17.215052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b291382-9a8c-4322-b8c0-5de6662d087f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:56:17.216285 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4b291382-9a8c-4322-b8c0-5de6662d087f admin admin] 10.222.0.32 "GET /v2.0/networks/1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a HTTP/1.1" status: 200  len: 825 time: 0.4411695
Jun 04 14:56:17.242919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ed50eaa2-fcc9-4263-abdf-38bed17fcf21 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/577ffd2e-930d-4b8b-983c-48390c9bfac5 HTTP/1.1" status: 200  len: 734 time: 0.0212142
Jun 04 14:56:17.251200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '7fc08ddd689446748e92ff9c50beaf70', 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a', 'subnetpool_id': '577ffd2e-930d-4b8b-983c-48390c9bfac5'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 14:56:17.256060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 14:56:17.259705 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Usage tracker for resource:subnet and tenant:7fc08ddd689446748e92ff9c50beaf70 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 14:56:17.262527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 14:56:17.268076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 14:56:17.347413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Made reservation on behalf of 7fc08ddd689446748e92ff9c50beaf70 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 14:56:17.349788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:17.874763 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:17.880386 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:17.960111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Checking segment: {'id': '9dd20b7a-9015-4d7e-8c8e-7e3053aef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 14:56:17.960463 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Network hostable DHCP agents. Network: 1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 14:56:17.964083 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:17.970488 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:18.026592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Network 1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 14:56:18.119138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 14:56:18.127152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:56:18.127597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d74e090-5d86-48d3-aa95-72d45f23ae8d None None] Network 1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 14:56:18.128021 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:18.210691 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9627471
Jun 04 14:56:18.448828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a', 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a', 'tenant_id': '7fc08ddd689446748e92ff9c50beaf70', 'fixed_ips': [{'subnet_id': '0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 14:56:18.450058 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:18.635214 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Allocated IP 172.20.0.2 (1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a/0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3/77e97c40-efc5-4b03-abf3-05c966d693d7) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 14:56:18.866947 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:18.879666 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Transition to ACTIVE for port object 77e97c40-efc5-4b03-abf3-05c966d693d7 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 14:56:18.899841 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Transition to ACTIVE for port object 77e97c40-efc5-4b03-abf3-05c966d693d7 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 14:56:18.942777 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:18.947625 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:19.007487 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Network 1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 14:56:19.010372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 14:56:19.018984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 14:56:19.033014 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Pushing event updated for resources: {'Port': ['ID=77e97c40-efc5-4b03-abf3-05c966d693d7,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:19.073252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:19.073607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:19.073913 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:19.074239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:19.074558 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:19.074876 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:19.075191 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:19.075505 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:19.075818 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:19.076129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:19.076439 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:19.076748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Tracked resource versions report:
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]: pushed versions:
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]: {   'AddressGroup': {'1.2'},
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:     'ConntrackHelper': {'1.0'},
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:     'Log': {'1.0'},
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:     'Network': {'1.1'},
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:     'Port': {'1.7'},
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:     'PortForwarding': {'1.2'},
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:     'QosPolicy': {'1.8'},
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:     'SecurityGroup': {'1.4'},
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:     'SecurityGroupRule': {'1.2'},
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:     'SubPort': {'1.0'},
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:     'Subnet': {'1.1'},
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:     'Trunk': {'1.1'}}
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]: consumer versions:
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]: {   DHCP agent@n-d-791505-9: {},
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:     L3 agent@n-d-791505-9: {},
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:     Metadata agent@n-d-791505-9: {},
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:     Metering agent@n-d-791505-9: {},
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:     Open vSwitch agent@n-d-791505-9: {   'AddressGroup': '1.2',
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:                                          'ConntrackHelper': '1.0',
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:                                          'Log': '1.0',
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:                                          'Network': '1.1',
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:                                          'Port': '1.7',
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:                                          'PortForwarding': '1.2',
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:                                          'QosPolicy': '1.8',
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:                                          'SecurityGroup': '1.4',
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:                                          'SecurityGroupRule': '1.2',
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:                                          'SubPort': '1.0',
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:                                          'Subnet': '1.1',
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:                                          'Trunk': '1.1'}}
Jun 04 14:56:19.082381 n-d-791505-9 neutron-server[88302]:  {{(pid=88302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 14:56:19.115306 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:19.140759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Attempting to bind port 77e97c40-efc5-4b03-abf3-05c966d693d7 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 14:56:19.141385 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Attempting to bind port 77e97c40-efc5-4b03-abf3-05c966d693d7 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '9dd20b7a-9015-4d7e-8c8e-7e3053aef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 14:56:19.141525 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Attempting to bind port 77e97c40-efc5-4b03-abf3-05c966d693d7 on network 1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 14:56:19.147001 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 14, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 14:56:19.147414 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Checking segment: {'id': '9dd20b7a-9015-4d7e-8c8e-7e3053aef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 14:56:19.147899 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:19.148290 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Bound using segment: {'id': '9dd20b7a-9015-4d7e-8c8e-7e3053aef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 14:56:19.148767 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Bound port: 77e97c40-efc5-4b03-abf3-05c966d693d7, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd20b7a-9015-4d7e-8c8e-7e3053aef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 14:56:19.149165 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:19.237417 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] For port 77e97c40-efc5-4b03-abf3-05c966d693d7, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 14:56:19.241355 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] For port 77e97c40-efc5-4b03-abf3-05c966d693d7, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=77e97c40-efc5-4b03-abf3-05c966d693d7,segment=NetworkSegment(9dd20b7a-9015-4d7e-8c8e-7e3053aef34e),segment_id=9dd20b7a-9015-4d7e-8c8e-7e3053aef34e)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 14:56:19.308000 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:19.312026 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:19.401478 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Pushing event updated for resources: {'Port': ['ID=77e97c40-efc5-4b03-abf3-05c966d693d7,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:19.403916 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:20.647328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57336) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:56:21.027799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-4c311dca-8f52-4ba2-acea-5f971deaa3e5 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 14:56:21.028771 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4c311dca-8f52-4ba2-acea-5f971deaa3e5 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3805070
Jun 04 14:56:23.431526 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57344) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:56:24.031793 n-d-791505-9 neutron-server[88301]: WARNING oslo_policy.policy [None req-65858916-f86e-4de1-bad8-5b6b84081a38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 14:56:24.032375 n-d-791505-9 neutron-server[88301]: WARNING oslo_policy.policy [None req-65858916-f86e-4de1-bad8-5b6b84081a38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 14:56:24.256442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-65858916-f86e-4de1-bad8-5b6b84081a38 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 14:56:24.257760 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-65858916-f86e-4de1-bad8-5b6b84081a38 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8241160
Jun 04 14:56:24.359349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 77e97c40-efc5-4b03-abf3-05c966d693d7 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 14:56:24.490895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 77e97c40-efc5-4b03-abf3-05c966d693d7 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 14:56:25.219722 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0316980f-d744-4634-9095-b162d3ae8e86 None None] Network 1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 14:56:25.462128 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df7d9d24-b355-4df1-a4b2-f74e2feac257 None None] Provisioning for port 77e97c40-efc5-4b03-abf3-05c966d693d7 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 14:56:25.476281 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df7d9d24-b355-4df1-a4b2-f74e2feac257 None None] Provisioning complete for port 77e97c40-efc5-4b03-abf3-05c966d693d7 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 14:56:25.476688 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df7d9d24-b355-4df1-a4b2-f74e2feac257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:25.608075 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df7d9d24-b355-4df1-a4b2-f74e2feac257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:25.642562 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df7d9d24-b355-4df1-a4b2-f74e2feac257 None None] For port 77e97c40-efc5-4b03-abf3-05c966d693d7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=77e97c40-efc5-4b03-abf3-05c966d693d7,segment=NetworkSegment(9dd20b7a-9015-4d7e-8c8e-7e3053aef34e),segment_id=9dd20b7a-9015-4d7e-8c8e-7e3053aef34e)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 14:56:25.701557 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df7d9d24-b355-4df1-a4b2-f74e2feac257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:25.703664 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:25.771686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d9d24-b355-4df1-a4b2-f74e2feac257 None None] Pushing event updated for resources: {'Port': ['ID=77e97c40-efc5-4b03-abf3-05c966d693d7,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:25.774696 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df7d9d24-b355-4df1-a4b2-f74e2feac257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:25.822567 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-26e38f7d-2a37-413c-8de6-3fd0bd3debee None None] Provisioning complete for port 77e97c40-efc5-4b03-abf3-05c966d693d7 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 14:56:25.822935 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-26e38f7d-2a37-413c-8de6-3fd0bd3debee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:26.340760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 77e97c40-efc5-4b03-abf3-05c966d693d7 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 14:56:26.413987 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 77e97c40-efc5-4b03-abf3-05c966d693d7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 14:56:26.414373 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:26.965494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57364) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:56:27.310397 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-eca570f7-46a9-43b0-b0d8-48e885793ed8 admin admin] Request body: {'router': {'tenant_id': '7fc08ddd689446748e92ff9c50beaf70', 'name': 'router1', 'admin_state_up': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 14:56:27.394332 n-d-791505-9 neutron-server[88301]: DEBUG neutron.policy [None req-eca570f7-46a9-43b0-b0d8-48e885793ed8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88301) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 04 14:56:27.440429 n-d-791505-9 neutron-server[88301]: WARNING oslo_policy.policy [None req-eca570f7-46a9-43b0-b0d8-48e885793ed8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 14:56:27.440742 n-d-791505-9 neutron-server[88301]: WARNING oslo_policy.policy [None req-eca570f7-46a9-43b0-b0d8-48e885793ed8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 04 14:56:27.449451 n-d-791505-9 neutron-server[88301]: INFO neutron.quota [None req-eca570f7-46a9-43b0-b0d8-48e885793ed8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f838d4b26a0>.
Jun 04 14:56:27.466903 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-eca570f7-46a9-43b0-b0d8-48e885793ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 14:56:27.476519 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-eca570f7-46a9-43b0-b0d8-48e885793ed8 admin admin] Usage tracker for resource:router and tenant:7fc08ddd689446748e92ff9c50beaf70 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 14:56:27.481287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-eca570f7-46a9-43b0-b0d8-48e885793ed8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 14:56:27.488697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-eca570f7-46a9-43b0-b0d8-48e885793ed8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 14:56:27.552172 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eca570f7-46a9-43b0-b0d8-48e885793ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:27.554241 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eca570f7-46a9-43b0-b0d8-48e885793ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:27.579003 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eca570f7-46a9-43b0-b0d8-48e885793ed8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:27.747117 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eca570f7-46a9-43b0-b0d8-48e885793ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:27.827534 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eca570f7-46a9-43b0-b0d8-48e885793ed8 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:27.828752 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eca570f7-46a9-43b0-b0d8-48e885793ed8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8622775
Jun 04 14:56:29.370052 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-35537bfd-7732-47bb-a14a-9cab6a41ba0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:29.729693 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 5 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 14:56:30.205668 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57374) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:56:30.566650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-56a4b04b-c10a-42c6-b1f4-d6dc90ca8f9a admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 14:56:30.568389 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-56a4b04b-c10a-42c6-b1f4-d6dc90ca8f9a admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3617465
Jun 04 14:56:31.901708 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:32.193684 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-10d19091-4d6d-44aa-8bd6-052c0bc9eef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:32.954543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57382) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:56:33.311409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 14:56:33.316507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 14:56:33.320583 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Usage tracker for resource:network and tenant:7340a03dcc5c4b3797ee7326801c65b8 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 14:56:33.324031 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 14:56:33.329751 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 14:56:33.335596 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:33.410159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Made reservation on behalf of 7340a03dcc5c4b3797ee7326801c65b8 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 14:56:33.413599 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:33.430991 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:33.444731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 14:56:33.448425 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Usage tracker for resource:security_group_rule and tenant:7340a03dcc5c4b3797ee7326801c65b8 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 14:56:33.451617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 14:56:33.457204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 14:56:33.546868 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:33.621812 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:33.627398 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:33.639200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Reserving flat network on physical network physnet1 {{(pid=88301) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 04 14:56:33.672583 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762687626680', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:33.673167 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f838e21db80> segment precommit_create {{(pid=88301) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 04 14:56:33.673640 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Added segment 61dfd175-0da6-46b2-8c9d-6d0022aadab0 of type flat for network 34dbc737-759b-4884-9ef2-ee94cb9aea62
Jun 04 14:56:33.723201 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78360820-0dd6-417e-bdc4-e256e48c1a9a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:33.742539 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:33.742869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:33.743190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:33.743510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:33.743818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:33.744123 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:33.744428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:33.744730 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:33.745057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:33.745359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:33.745658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:33.746033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Tracked resource versions report:
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]: pushed versions:
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]: {   'AddressGroup': {'1.2'},
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:     'ConntrackHelper': {'1.0'},
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:     'Log': {'1.0'},
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:     'Network': {'1.1'},
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:     'Port': {'1.7'},
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:     'PortForwarding': {'1.2'},
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:     'QosPolicy': {'1.8'},
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:     'SecurityGroup': {'1.4'},
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:     'SecurityGroupRule': {'1.2'},
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:     'SubPort': {'1.0'},
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:     'Subnet': {'1.1'},
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:     'Trunk': {'1.1'}}
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]: consumer versions:
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]: {   DHCP agent@n-d-791505-9: {},
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:     L3 agent@n-d-791505-9: {},
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:     Metadata agent@n-d-791505-9: {},
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:     Metering agent@n-d-791505-9: {},
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:     Open vSwitch agent@n-d-791505-9: {   'AddressGroup': '1.2',
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:                                          'ConntrackHelper': '1.0',
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:                                          'Log': '1.0',
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:                                          'Network': '1.1',
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:                                          'Port': '1.7',
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:                                          'PortForwarding': '1.2',
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:                                          'QosPolicy': '1.8',
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:                                          'SecurityGroup': '1.4',
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:                                          'SecurityGroupRule': '1.2',
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:                                          'SubPort': '1.0',
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:                                          'Subnet': '1.1',
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:                                          'Trunk': '1.1'}}
Jun 04 14:56:33.747260 n-d-791505-9 neutron-server[88301]:  {{(pid=88301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 14:56:33.797687 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:33.802268 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:33.935906 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:33.937589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:56:33.938233 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:33.943706 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:34.053783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Pushing event updated for resources: {'Network': ['ID=34dbc737-759b-4884-9ef2-ee94cb9aea62,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:34.056720 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:34.062214 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.1066225
Jun 04 14:56:34.064385 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 14:56:34.884631 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:36.446739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57404) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:56:36.668674 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3fda64-c2dd-49b2-bfa5-aff75c283c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:56:36.670117 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4f3fda64-c2dd-49b2-bfa5-aff75c283c14 admin admin] 10.222.0.32 "GET /v2.0/subnets/0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3 HTTP/1.1" status: 200  len: 849 time: 0.2225006
Jun 04 14:56:36.826844 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a0ea1e1e-ca10-415b-8076-9714becf46eb admin admin] 10.222.0.32 "GET /v2.0/routers/5325886a-1d72-4bbd-bc98-292cdba52b09 HTTP/1.1" status: 200  len: 704 time: 0.1514256
Jun 04 14:56:37.268043 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:37.532665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Allocated IP 172.20.0.1 (1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a/0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3/c05f0ede-7381-4158-bba9-ff756c771c0c) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 14:56:37.685056 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:37.702270 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Transition to ACTIVE for port object c05f0ede-7381-4158-bba9-ff756c771c0c will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 14:56:37.804671 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:37.809199 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:37.869799 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Network 1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 14:56:37.872650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 14:56:37.878902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 14:56:37.879463 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:38.011361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Pushing event updated for resources: {'Port': ['ID=c05f0ede-7381-4158-bba9-ff756c771c0c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:38.027495 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:38.112714 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2bfd288c-b3e5-4b36-b3e6-826ba0ebc312 None None] Provisioning for port c05f0ede-7381-4158-bba9-ff756c771c0c completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 14:56:38.117647 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2bfd288c-b3e5-4b36-b3e6-826ba0ebc312 None None] Provisioning complete for port c05f0ede-7381-4158-bba9-ff756c771c0c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 14:56:38.118019 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2bfd288c-b3e5-4b36-b3e6-826ba0ebc312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:38.169543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-2bfd288c-b3e5-4b36-b3e6-826ba0ebc312 None None] Port c05f0ede-7381-4158-bba9-ff756c771c0c cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 14:56:38.265684 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:38.498369 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:38.570757 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:38.571242 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:38.574516 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:38.673257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Pushing event updated for resources: {'Port': ['ID=c05f0ede-7381-4158-bba9-ff756c771c0c,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:38.676440 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:38.772553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Network 1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 14:56:38.773654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 14:56:38.993828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-faeaa21b-2fac-4c7b-b8c2-a7717dec2b55 None None] Provisioning complete for port c05f0ede-7381-4158-bba9-ff756c771c0c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 14:56:38.994199 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-faeaa21b-2fac-4c7b-b8c2-a7717dec2b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:39.020598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Router 5325886a-1d72-4bbd-bc98-292cdba52b09 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 14:56:39.049478 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-faeaa21b-2fac-4c7b-b8c2-a7717dec2b55 None None] Port c05f0ede-7381-4158-bba9-ff756c771c0c cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 14:56:39.171137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 14:56:39.180585 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Sync routers for ids ['5325886a-1d72-4bbd-bc98-292cdba52b09'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 14:56:39.181376 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] 10.222.0.32 "PUT /v2.0/routers/5325886a-1d72-4bbd-bc98-292cdba52b09/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3496242
Jun 04 14:56:39.190663 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Routers {'5325886a-1d72-4bbd-bc98-292cdba52b09'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 14:56:39.192121 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d730340>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T14:56:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['5325886a-1d72-4bbd-bc98-292cdba52b09'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 14:56:39.367484 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Set router 5325886a-1d72-4bbd-bc98-292cdba52b09 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 14:56:39.725361 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d730340>, [{'id': '5325886a-1d72-4bbd-bc98-292cdba52b09', 'name': 'router1', 'tenant_id': '7fc08ddd689446748e92ff9c50beaf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T14:56:27Z', 'updated_at': '2021-06-04T14:56:38Z', 'revision_number': 2, 'project_id': '7fc08ddd689446748e92ff9c50beaf70', 'gw_port_host': None, '_interfaces': [{'id': 'c05f0ede-7381-4158-bba9-ff756c771c0c', 'name': '', 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a', 'tenant_id': '7fc08ddd689446748e92ff9c50beaf70', 'mac_address': 'fa:16:3e:7c:b3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5325886a-1d72-4bbd-bc98-292cdba52b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T14:56:37Z', 'updated_at': '2021-06-04T14:56:38Z', 'revision_number': 2, 'project_id': '7fc08ddd689446748e92ff9c50beaf70', 'subnets': [{'id': '0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '577ffd2e-930d-4b8b-983c-48390c9bfac5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 14:56:39.730094 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Checking router: 5325886a-1d72-4bbd-bc98-292cdba52b09 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 14:56:39.730453 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Updating router 5325886a-1d72-4bbd-bc98-292cdba52b09 port c05f0ede-7381-4158-bba9-ff756c771c0c binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 14:56:39.784268 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:40.156511 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:40.170703 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Transition to ACTIVE for port object c05f0ede-7381-4158-bba9-ff756c771c0c will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 14:56:40.256208 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:40.261707 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:40.466276 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Pushing event updated for resources: {'Port': ['ID=c05f0ede-7381-4158-bba9-ff756c771c0c,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:40.487683 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:40.488026 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:40.488404 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:40.489452 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:40.489783 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:40.490103 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:40.490420 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:40.490735 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:40.491048 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:40.491359 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:40.491670 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:40.491977 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Tracked resource versions report:
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]: pushed versions:
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]: {   'AddressGroup': {'1.2'},
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:     'ConntrackHelper': {'1.0'},
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:     'Log': {'1.0'},
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:     'Network': {'1.1'},
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:     'Port': {'1.7'},
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:     'PortForwarding': {'1.2'},
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:     'QosPolicy': {'1.8'},
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:     'SecurityGroup': {'1.4'},
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:     'SecurityGroupRule': {'1.2'},
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:     'SubPort': {'1.0'},
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:     'Subnet': {'1.1'},
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:     'Trunk': {'1.1'}}
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]: consumer versions:
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]: {   DHCP agent@n-d-791505-9: {},
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:     L3 agent@n-d-791505-9: {},
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:     Metadata agent@n-d-791505-9: {},
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:     Metering agent@n-d-791505-9: {},
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:     Open vSwitch agent@n-d-791505-9: {   'AddressGroup': '1.2',
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:                                          'ConntrackHelper': '1.0',
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:                                          'Log': '1.0',
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:                                          'Network': '1.1',
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:                                          'Port': '1.7',
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:                                          'PortForwarding': '1.2',
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:                                          'QosPolicy': '1.8',
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:                                          'SecurityGroup': '1.4',
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:                                          'SecurityGroupRule': '1.2',
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:                                          'SubPort': '1.0',
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:                                          'Subnet': '1.1',
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:                                          'Trunk': '1.1'}}
Jun 04 14:56:40.493118 n-d-791505-9 neutron-server[88303]:  {{(pid=88303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 14:56:40.500869 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:40.503198 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Attempting to bind port c05f0ede-7381-4158-bba9-ff756c771c0c on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 14:56:40.503624 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Attempting to bind port c05f0ede-7381-4158-bba9-ff756c771c0c by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '9dd20b7a-9015-4d7e-8c8e-7e3053aef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 14:56:40.504062 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Attempting to bind port c05f0ede-7381-4158-bba9-ff756c771c0c on network 1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 14:56:40.509430 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 14, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 14:56:40.509844 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Checking segment: {'id': '9dd20b7a-9015-4d7e-8c8e-7e3053aef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 14:56:40.510307 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:40.510689 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Bound using segment: {'id': '9dd20b7a-9015-4d7e-8c8e-7e3053aef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 14:56:40.511184 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Bound port: c05f0ede-7381-4158-bba9-ff756c771c0c, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd20b7a-9015-4d7e-8c8e-7e3053aef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 14:56:40.511549 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:40.601310 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] For port c05f0ede-7381-4158-bba9-ff756c771c0c, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 14:56:40.605181 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] For port c05f0ede-7381-4158-bba9-ff756c771c0c, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c05f0ede-7381-4158-bba9-ff756c771c0c,segment=NetworkSegment(9dd20b7a-9015-4d7e-8c8e-7e3053aef34e),segment_id=9dd20b7a-9015-4d7e-8c8e-7e3053aef34e)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 14:56:40.691021 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:40.694994 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:40.803720 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Routers {'5325886a-1d72-4bbd-bc98-292cdba52b09'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 14:56:40.804352 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d730340>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T14:56:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['5325886a-1d72-4bbd-bc98-292cdba52b09'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 14:56:40.851490 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Pushing event updated for resources: {'Port': ['ID=c05f0ede-7381-4158-bba9-ff756c771c0c,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:40.859612 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:40.961369 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] Set router 5325886a-1d72-4bbd-bc98-292cdba52b09 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 14:56:41.282929 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d730340>, [{'id': '5325886a-1d72-4bbd-bc98-292cdba52b09', 'name': 'router1', 'tenant_id': '7fc08ddd689446748e92ff9c50beaf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T14:56:27Z', 'updated_at': '2021-06-04T14:56:38Z', 'revision_number': 2, 'project_id': '7fc08ddd689446748e92ff9c50beaf70', 'gw_port_host': None, '_interfaces': [{'id': 'c05f0ede-7381-4158-bba9-ff756c771c0c', 'name': '', 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a', 'tenant_id': '7fc08ddd689446748e92ff9c50beaf70', 'mac_address': 'fa:16:3e:7c:b3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5325886a-1d72-4bbd-bc98-292cdba52b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T14:56:37Z', 'updated_at': '2021-06-04T14:56:40Z', 'revision_number': 4, 'project_id': '7fc08ddd689446748e92ff9c50beaf70', 'subnets': [{'id': '0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '577ffd2e-930d-4b8b-983c-48390c9bfac5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 14:56:41.287419 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc6848-5c8e-4f66-b63e-1fcf4a144022 None None] The sync data for ids ['5325886a-1d72-4bbd-bc98-292cdba52b09'] in n-d-791505-9 is: [{'id': '5325886a-1d72-4bbd-bc98-292cdba52b09', 'name': 'router1', 'tenant_id': '7fc08ddd689446748e92ff9c50beaf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T14:56:27Z', 'updated_at': '2021-06-04T14:56:38Z', 'revision_number': 2, 'project_id': '7fc08ddd689446748e92ff9c50beaf70', 'gw_port_host': None, '_interfaces': [{'id': 'c05f0ede-7381-4158-bba9-ff756c771c0c', 'name': '', 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a', 'tenant_id': '7fc08ddd689446748e92ff9c50beaf70', 'mac_address': 'fa:16:3e:7c:b3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5325886a-1d72-4bbd-bc98-292cdba52b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T14:56:37Z', 'updated_at': '2021-06-04T14:56:40Z', 'revision_number': 4, 'project_id': '7fc08ddd689446748e92ff9c50beaf70', 'subnets': [{'id': '0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '577ffd2e-930d-4b8b-983c-48390c9bfac5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 14:56:41.390419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57424) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:56:41.538119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fc5e7b-8669-45a2-8fd3-fa73910a073a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:56:41.538612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-48fc5e7b-8669-45a2-8fd3-fa73910a073a admin admin] Synchronizing usage tracker for tenant:7340a03dcc5c4b3797ee7326801c65b8 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 14:56:41.610041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-48fc5e7b-8669-45a2-8fd3-fa73910a073a admin admin] Unset dirty status for tenant:7340a03dcc5c4b3797ee7326801c65b8 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 14:56:41.611133 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-48fc5e7b-8669-45a2-8fd3-fa73910a073a admin admin] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 842 time: 0.2196689
Jun 04 14:56:41.621641 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.4.1', 'cidr': '172.25.4.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 14:56:41.627343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 14:56:41.632286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Usage tracker for resource:subnet and tenant:7340a03dcc5c4b3797ee7326801c65b8 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 14:56:41.641836 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 14:56:41.649824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 14:56:41.729908 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Made reservation on behalf of 7340a03dcc5c4b3797ee7326801c65b8 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 14:56:41.732388 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:42.217050 n-d-791505-9 neutron-server[88301]: DEBUG neutron.objects.ports [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88301) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 14:56:42.217486 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:42.221837 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:42.297601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 14:56:42.297960 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Network hostable DHCP agents. Network: 34dbc737-759b-4884-9ef2-ee94cb9aea62, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 14:56:42.301638 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:42.307556 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:42.415481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 14:56:42.501884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 34dbc737-759b-4884-9ef2-ee94cb9aea62) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 14:56:42.507065 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:56:42.507673 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:42.512851 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029c1b77-60fe-466b-8d26-5ca72166df0e None None] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 14:56:42.605431 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9874001
Jun 04 14:56:42.715514 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2452fe-8289-46af-9e5b-990c74a9ea40 None None] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 14:56:44.381493 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c05f0ede-7381-4158-bba9-ff756c771c0c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 14:56:44.506300 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port c05f0ede-7381-4158-bba9-ff756c771c0c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 14:56:44.511420 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c05f0ede-7381-4158-bba9-ff756c771c0c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 14:56:44.511796 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:44.631926 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:44.663896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port c05f0ede-7381-4158-bba9-ff756c771c0c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c05f0ede-7381-4158-bba9-ff756c771c0c,segment=NetworkSegment(9dd20b7a-9015-4d7e-8c8e-7e3053aef34e),segment_id=9dd20b7a-9015-4d7e-8c8e-7e3053aef34e)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 14:56:44.735965 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:44.738184 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df7d9d24-b355-4df1-a4b2-f74e2feac257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:44.809465 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=c05f0ede-7381-4158-bba9-ff756c771c0c,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:44.813149 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:44.882683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57436) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:56:45.115973 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-91522c14-19c5-4476-844e-b8b5b9d62778 admin admin] 10.222.0.32 "GET /v2.0/routers/5325886a-1d72-4bbd-bc98-292cdba52b09 HTTP/1.1" status: 200  len: 710 time: 0.2320726
Jun 04 14:56:45.242204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f0a075-d4e7-4fc8-877e-2e96b7757d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:56:45.243557 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b6f0a075-d4e7-4fc8-877e-2e96b7757d0c admin admin] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 886 time: 0.1226013
Jun 04 14:56:45.252168 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 14:56:45.685995 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:46.048594 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:46.101722 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:46.275507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Allocated IP 172.25.4.67 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/4f737bf6-0bb8-4076-adba-e94c4df7c2cd) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 14:56:46.348159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c05f0ede-7381-4158-bba9-ff756c771c0c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 14:56:46.429412 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:46.442409 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c05f0ede-7381-4158-bba9-ff756c771c0c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 14:56:46.442784 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:46.540540 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:46.545404 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:46.603919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 14:56:46.606774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 14:56:46.610398 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 14:56:46.679929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Pushing event updated for resources: {'Port': ['ID=4f737bf6-0bb8-4076-adba-e94c4df7c2cd,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:46.685786 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:47.066470 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:47.395877 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:47.399121 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:47.576884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Router 5325886a-1d72-4bbd-bc98-292cdba52b09 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 14:56:47.805414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 14:56:47.813328 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:47.814544 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] 10.222.0.32 "PUT /v2.0/routers/5325886a-1d72-4bbd-bc98-292cdba52b09 HTTP/1.1" status: 200  len: 889 time: 2.5655885
Jun 04 14:56:47.814850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Sync routers for ids ['5325886a-1d72-4bbd-bc98-292cdba52b09'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 14:56:47.825720 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Routers {'5325886a-1d72-4bbd-bc98-292cdba52b09'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 14:56:47.826415 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838e1926d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T14:56:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['5325886a-1d72-4bbd-bc98-292cdba52b09'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 14:56:48.065197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Set router 5325886a-1d72-4bbd-bc98-292cdba52b09 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 14:56:48.374595 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838e1926d0>, [{'id': '5325886a-1d72-4bbd-bc98-292cdba52b09', 'name': 'router1', 'tenant_id': '7fc08ddd689446748e92ff9c50beaf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4f737bf6-0bb8-4076-adba-e94c4df7c2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T14:56:27Z', 'updated_at': '2021-06-04T14:56:46Z', 'revision_number': 4, 'project_id': '7fc08ddd689446748e92ff9c50beaf70', 'gw_port': {'id': '4f737bf6-0bb8-4076-adba-e94c4df7c2cd', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:14:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5325886a-1d72-4bbd-bc98-292cdba52b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T14:56:46Z', 'updated_at': '2021-06-04T14:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'c05f0ede-7381-4158-bba9-ff756c771c0c', 'name': '', 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a', 'tenant_id': '7fc08ddd689446748e92ff9c50beaf70', 'mac_address': 'fa:16:3e:7c:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5325886a-1d72-4bbd-bc98-292cdba52b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T14:56:37Z', 'updated_at': '2021-06-04T14:56:44Z', 'revision_number': 5, 'project_id': '7fc08ddd689446748e92ff9c50beaf70', 'subnets': [{'id': '0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '577ffd2e-930d-4b8b-983c-48390c9bfac5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 14:56:48.380636 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Checking router: 5325886a-1d72-4bbd-bc98-292cdba52b09 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 14:56:48.380989 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Updating router 5325886a-1d72-4bbd-bc98-292cdba52b09 port 4f737bf6-0bb8-4076-adba-e94c4df7c2cd binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 14:56:48.437653 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:48.763097 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:48.774702 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Transition to ACTIVE for port object 4f737bf6-0bb8-4076-adba-e94c4df7c2cd will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 14:56:48.826695 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:48.830735 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:48.908499 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Attempting to bind port 4f737bf6-0bb8-4076-adba-e94c4df7c2cd on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 14:56:48.908873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Attempting to bind port 4f737bf6-0bb8-4076-adba-e94c4df7c2cd by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 14:56:48.909290 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Attempting to bind port 4f737bf6-0bb8-4076-adba-e94c4df7c2cd on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 14:56:48.915841 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced4790-ba47-4bd6-94e5-23e1e90f93bc None None] Pushing event updated for resources: {'Port': ['ID=4f737bf6-0bb8-4076-adba-e94c4df7c2cd,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:48.918704 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0ced4790-ba47-4bd6-94e5-23e1e90f93bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:48.921227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 14, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 14:56:48.921602 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 14:56:48.921996 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:48.922376 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 14:56:48.922845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Bound port: 4f737bf6-0bb8-4076-adba-e94c4df7c2cd, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 14:56:48.923237 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:48.993429 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] For port 4f737bf6-0bb8-4076-adba-e94c4df7c2cd, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 14:56:48.996348 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] For port 4f737bf6-0bb8-4076-adba-e94c4df7c2cd, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4f737bf6-0bb8-4076-adba-e94c4df7c2cd,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 14:56:49.055932 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:49.059914 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:49.134877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Routers {'5325886a-1d72-4bbd-bc98-292cdba52b09'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 14:56:49.135485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838e1926d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T14:56:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['5325886a-1d72-4bbd-bc98-292cdba52b09'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 14:56:49.197292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced4790-ba47-4bd6-94e5-23e1e90f93bc None None] Pushing event updated for resources: {'Port': ['ID=4f737bf6-0bb8-4076-adba-e94c4df7c2cd,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:49.201596 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0ced4790-ba47-4bd6-94e5-23e1e90f93bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:49.348957 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] Set router 5325886a-1d72-4bbd-bc98-292cdba52b09 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 14:56:49.671187 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838e1926d0>, [{'id': '5325886a-1d72-4bbd-bc98-292cdba52b09', 'name': 'router1', 'tenant_id': '7fc08ddd689446748e92ff9c50beaf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4f737bf6-0bb8-4076-adba-e94c4df7c2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T14:56:27Z', 'updated_at': '2021-06-04T14:56:46Z', 'revision_number': 4, 'project_id': '7fc08ddd689446748e92ff9c50beaf70', 'gw_port': {'id': '4f737bf6-0bb8-4076-adba-e94c4df7c2cd', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:14:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5325886a-1d72-4bbd-bc98-292cdba52b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T14:56:46Z', 'updated_at': '2021-06-04T14:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'c05f0ede-7381-4158-bba9-ff756c771c0c', 'name': '', 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a', 'tenant_id': '7fc08ddd689446748e92ff9c50beaf70', 'mac_address': 'fa:16:3e:7c:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5325886a-1d72-4bbd-bc98-292cdba52b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T14:56:37Z', 'updated_at': '2021-06-04T14:56:44Z', 'revision_number': 5, 'project_id': '7fc08ddd689446748e92ff9c50beaf70', 'subnets': [{'id': '0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '577ffd2e-930d-4b8b-983c-48390c9bfac5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 14:56:49.675053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa11326-26ae-4317-bcd8-654031920e37 None None] The sync data for ids ['5325886a-1d72-4bbd-bc98-292cdba52b09'] in n-d-791505-9 is: [{'id': '5325886a-1d72-4bbd-bc98-292cdba52b09', 'name': 'router1', 'tenant_id': '7fc08ddd689446748e92ff9c50beaf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '4f737bf6-0bb8-4076-adba-e94c4df7c2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T14:56:27Z', 'updated_at': '2021-06-04T14:56:46Z', 'revision_number': 4, 'project_id': '7fc08ddd689446748e92ff9c50beaf70', 'gw_port': {'id': '4f737bf6-0bb8-4076-adba-e94c4df7c2cd', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:14:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5325886a-1d72-4bbd-bc98-292cdba52b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T14:56:46Z', 'updated_at': '2021-06-04T14:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'c05f0ede-7381-4158-bba9-ff756c771c0c', 'name': '', 'network_id': '1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a', 'tenant_id': '7fc08ddd689446748e92ff9c50beaf70', 'mac_address': 'fa:16:3e:7c:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5325886a-1d72-4bbd-bc98-292cdba52b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T14:56:37Z', 'updated_at': '2021-06-04T14:56:44Z', 'revision_number': 5, 'project_id': '7fc08ddd689446748e92ff9c50beaf70', 'subnets': [{'id': '0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '577ffd2e-930d-4b8b-983c-48390c9bfac5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 14:56:50.205147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57444) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:56:50.320920 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0b04383d-34b4-4be9-84bc-57a22d04c7d8 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1146603
Jun 04 14:56:50.386427 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4f737bf6-0bb8-4076-adba-e94c4df7c2cd up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 14:56:50.545864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 4f737bf6-0bb8-4076-adba-e94c4df7c2cd completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 14:56:50.552262 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 4f737bf6-0bb8-4076-adba-e94c4df7c2cd triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 14:56:50.552646 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:50.677503 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:50.694454 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 4f737bf6-0bb8-4076-adba-e94c4df7c2cd, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4f737bf6-0bb8-4076-adba-e94c4df7c2cd,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 14:56:50.775617 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:50.777905 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:56:50.848235 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=4f737bf6-0bb8-4076-adba-e94c4df7c2cd,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:56:50.851199 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:56:52.359307 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4f737bf6-0bb8-4076-adba-e94c4df7c2cd up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 14:56:52.439939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 4f737bf6-0bb8-4076-adba-e94c4df7c2cd triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 14:56:52.440387 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:56:59.376841 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-23de2384-9b08-47cb-9903-80dc72fae1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:57:01.890116 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:57:02.199528 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9d3b36bc-8c07-4736-b980-3a68b76a42ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:57:03.358514 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:57:04.901083 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:57:06.731309 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 5 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 14:57:29.375683 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4d774299-e5aa-4a0f-a6b9-0e14bcc33ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:57:31.906518 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:57:32.175680 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e26e0892-2196-4f55-8b3a-444547730bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:57:33.352460 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:57:34.918085 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:57:43.732154 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 5 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 14:57:59.369164 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-72c72d87-b323-4e74-9f8a-2432571b4f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:58:01.913796 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:58:02.180699 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1ca7afee-8372-4e01-ad65-e253d6728daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:58:03.392126 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:58:04.942116 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:58:20.731702 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 5 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 14:58:29.356802 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-203150bb-c061-4baf-80f5-6ffc31ae10b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:58:31.877249 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:58:32.190573 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-24d15f64-9c62-4955-8323-d3153bcef0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:58:32.713307 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58044) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:58:32.780457 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd53bbe-ab08-408b-ab0e-c9805bff78f5 admin admin] GET failed (client error): The resource could not be found.
Jun 04 14:58:32.782432 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6cd53bbe-ab08-408b-ab0e-c9805bff78f5 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0681760
Jun 04 14:58:32.913666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6d5da-1b51-43e7-9792-097337834f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:58:32.915037 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e7c6d5da-1b51-43e7-9792-097337834f9a admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1287138
Jun 04 14:58:33.351510 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:58:34.938609 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:58:35.051945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58054) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:58:35.163143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf6a104-1bd0-43ea-9d2d-d3b69a527d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:58:35.163609 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fcf6a104-1bd0-43ea-9d2d-d3b69a527d09 admin admin] Synchronizing usage tracker for tenant:7340a03dcc5c4b3797ee7326801c65b8 on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 14:58:35.258036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fcf6a104-1bd0-43ea-9d2d-d3b69a527d09 admin admin] Unset dirty status for tenant:7340a03dcc5c4b3797ee7326801c65b8 on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 14:58:35.259288 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fcf6a104-1bd0-43ea-9d2d-d3b69a527d09 admin admin] 10.222.0.32 "GET /v2.0/subnets/0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3 HTTP/1.1" status: 200  len: 849 time: 0.2063541
Jun 04 14:58:35.273656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 14:58:35.387372 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Notify callbacks [] for subnet, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:58:35.640724 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762687599876'] for subnet, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:58:35.644711 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5af86dde-46d8-4746-85af-b5f6e7e087f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:58:35.689768 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:58:35.690348 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:58:35.700097 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] 10.222.0.32 "PUT /v2.0/subnets/0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3 HTTP/1.1" status: 200  len: 868 time: 0.4234028
Jun 04 14:58:35.700217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460fe477-fe8d-4c87-8203-dec38cfe64dd None None] Network 1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 14:58:35.715898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:58:35.725182 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:58:35.725531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:58:35.725846 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:58:35.726170 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:58:35.726484 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:58:35.726802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:58:35.727117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:58:35.727478 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:58:35.727792 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:58:35.728106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:58:35.728418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:58:35.728729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:58:35.743958 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:58:36.115341 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fd876712-88bc-41f0-b2dc-cc22ba254a27 None None] Provisioning complete for port c05f0ede-7381-4158-bba9-ff756c771c0c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 14:58:36.115873 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fd876712-88bc-41f0-b2dc-cc22ba254a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:58:36.265142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fd876712-88bc-41f0-b2dc-cc22ba254a27 None None] Provisioning complete for port 77e97c40-efc5-4b03-abf3-05c966d693d7 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 14:58:36.266007 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fd876712-88bc-41f0-b2dc-cc22ba254a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:58:37.817387 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58062) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:58:37.992865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ca2239-894a-4057-8428-c1c1d460a601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:58:37.993362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ca2239-894a-4057-8428-c1c1d460a601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:58:37.994844 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-98ca2239-894a-4057-8428-c1c1d460a601 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1764843
Jun 04 14:58:40.186701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58070) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:58:40.365115 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27e9075-4475-4db8-bf6b-3e71b9af4f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:58:40.365529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27e9075-4475-4db8-bf6b-3e71b9af4f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:58:40.367099 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e27e9075-4475-4db8-bf6b-3e71b9af4f05 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1787429
Jun 04 14:58:42.512825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58078) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:58:42.683145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea83905-9d47-4ac1-8ced-86b6e2ae6e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:58:42.684488 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dea83905-9d47-4ac1-8ced-86b6e2ae6e0e admin admin] 10.222.0.32 "GET /v2.0/networks/1ef38f1a-4de3-4946-8bd2-5760fe5c1b3a HTTP/1.1" status: 200  len: 869 time: 0.1706412
Jun 04 14:58:44.832320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58086) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:58:45.010451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a3673-c070-4d54-b7e5-4d60bf636047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:58:45.012433 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6f5a3673-c070-4d54-b7e5-4d60bf636047 admin admin] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 886 time: 0.1789811
Jun 04 14:58:47.166982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58096) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:58:47.277420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0c46c0-0d06-47a2-b2ac-5f51cd5b44e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:58:47.277857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0c46c0-0d06-47a2-b2ac-5f51cd5b44e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:58:47.279382 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bf0c46c0-0d06-47a2-b2ac-5f51cd5b44e1 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1114440
Jun 04 14:58:49.442146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58104) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:58:49.551202 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c79a13-5b01-44b0-b2f6-4a262ec13059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:58:49.551658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c79a13-5b01-44b0-b2f6-4a262ec13059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:58:49.553155 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a4c79a13-5b01-44b0-b2f6-4a262ec13059 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1100333
Jun 04 14:58:51.697453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58112) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:58:51.802615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b348c798-980a-4e88-8352-d63f55f61607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:58:51.803923 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b348c798-980a-4e88-8352-d63f55f61607 admin admin] 10.222.0.32 "GET /v2.0/subnets/0a16e9cb-2d9e-408b-9665-4d6ca0c6f1a3 HTTP/1.1" status: 200  len: 868 time: 0.1055245
Jun 04 14:58:53.960712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58120) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:58:54.068569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2309fadd-95ac-4955-81e1-ce13483596d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:58:54.069940 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2309fadd-95ac-4955-81e1-ce13483596d8 admin admin] 10.222.0.32 "GET /v2.0/subnets/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f HTTP/1.1" status: 200  len: 816 time: 0.1082518
Jun 04 14:58:57.730727 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 5 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 14:58:59.371891 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-77121395-8c61-476d-83d8-cc74949d76d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:01.899516 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:02.206064 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5f393497-2813-43a8-8a0e-df656ed9e2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:03.360702 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:04.927657 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:17.770007 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58164) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:59:17.816936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-1de2a7b6-e573-4f32-a92a-5044db46d251 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 14:59:17.817941 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1de2a7b6-e573-4f32-a92a-5044db46d251 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0469983
Jun 04 14:59:20.070075 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58172) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:59:20.135514 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b22266-0b16-415a-b909-5628dfb45458 admin admin] GET failed (client error): The resource could not be found.
Jun 04 14:59:20.136768 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-97b22266-0b16-415a-b909-5628dfb45458 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0657327
Jun 04 14:59:20.260968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b536ceff-4c2a-422e-99c9-248efc1a4b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:59:20.262409 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b536ceff-4c2a-422e-99c9-248efc1a4b34 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1216645
Jun 04 14:59:22.466715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58180) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:59:22.513030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 14:59:22.518536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 14:59:22.527890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 14:59:22.618886 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] Made reservation on behalf of 7340a03dcc5c4b3797ee7326801c65b8 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 14:59:22.621264 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:22.752923 n-d-791505-9 neutron-server[88301]: WARNING neutron.services.revisions.revision_plugin [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f838d531790] {project_id='7340a03dcc5c4b3797ee7326801c65b8', id='27cc9de7-2094-4c2a-9707-44a32402e6c9', target_tenant='*', action='access_as_shared', object_id='9049b682-322c-4ded-9979-80896134ad57'}> to bump revision.
Jun 04 14:59:22.765608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 14:59:22.774420 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:22.774761 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] Added segment ff8fe7da-110d-42d3-985a-4583c5c4e0a3 of type vlan for network 9049b682-322c-4ded-9979-80896134ad57
Jun 04 14:59:22.799535 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:22.904767 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:22.906351 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:59:22.906911 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:22.910318 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:59:23.007036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] Pushing event updated for resources: {'Network': ['ID=9049b682-322c-4ded-9979-80896134ad57,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:59:23.009730 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:59:23.017595 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 9049b682-322c-4ded-9979-80896134ad57 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 14:59:23.057918 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5900526
Jun 04 14:59:25.290022 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58188) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 14:59:25.357261 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fc3fef-6182-4cad-a8ae-82af99e45385 admin admin] GET failed (client error): The resource could not be found.
Jun 04 14:59:25.357776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e9fc3fef-6182-4cad-a8ae-82af99e45385 admin admin] Synchronizing usage tracker for tenant:7340a03dcc5c4b3797ee7326801c65b8 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 14:59:25.457148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e9fc3fef-6182-4cad-a8ae-82af99e45385 admin admin] Unset dirty status for tenant:7340a03dcc5c4b3797ee7326801c65b8 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 14:59:25.458296 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e9fc3fef-6182-4cad-a8ae-82af99e45385 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1672816
Jun 04 14:59:25.564276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed1ad6f-cc6d-4600-946d-4f2ab8daae5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:59:25.565859 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2ed1ad6f-cc6d-4600-946d-4f2ab8daae5e admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1034665
Jun 04 14:59:25.575416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-404c9268-02d9-4412-a139-22b6aa4ba2ea admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 14:59:25.583141 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-404c9268-02d9-4412-a139-22b6aa4ba2ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 14:59:25.593252 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-404c9268-02d9-4412-a139-22b6aa4ba2ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 14:59:25.670505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404c9268-02d9-4412-a139-22b6aa4ba2ea admin admin] Made reservation on behalf of 7340a03dcc5c4b3797ee7326801c65b8 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 14:59:25.673441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-404c9268-02d9-4412-a139-22b6aa4ba2ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:26.092078 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-404c9268-02d9-4412-a139-22b6aa4ba2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:26.096951 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b8e66be2-cf9b-4eb0-9491-a3083fee6e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:59:26.169642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c9268-02d9-4412-a139-22b6aa4ba2ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c7f188-ef3f-4256-b761-1ead683fec6e,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:59:26.173842 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-404c9268-02d9-4412-a139-22b6aa4ba2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:59:26.174506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404c9268-02d9-4412-a139-22b6aa4ba2ea admin admin] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 14:59:26.174841 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404c9268-02d9-4412-a139-22b6aa4ba2ea admin admin] Network hostable DHCP agents. Network: 9049b682-322c-4ded-9979-80896134ad57, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 14:59:26.247381 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404c9268-02d9-4412-a139-22b6aa4ba2ea admin admin] Network 9049b682-322c-4ded-9979-80896134ad57 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 14:59:26.333343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-404c9268-02d9-4412-a139-22b6aa4ba2ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 9049b682-322c-4ded-9979-80896134ad57) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 14:59:26.337332 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404c9268-02d9-4412-a139-22b6aa4ba2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 14:59:26.337918 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-404c9268-02d9-4412-a139-22b6aa4ba2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:26.345973 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d484f943-55ee-40aa-a027-7194dd9ca8ab None None] Network 9049b682-322c-4ded-9979-80896134ad57 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 14:59:26.425722 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-404c9268-02d9-4412-a139-22b6aa4ba2ea admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8537171
Jun 04 14:59:26.567400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-9049b682-322c-4ded-9979-80896134ad57', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'tenant_id': '7340a03dcc5c4b3797ee7326801c65b8', 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 14:59:26.568381 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:26.728271 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Allocated IP 192.168.233.2 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/edeb7556-73db-4b3f-8b07-71fb5015e336) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 14:59:26.948061 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:26.959081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Transition to ACTIVE for port object edeb7556-73db-4b3f-8b07-71fb5015e336 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 14:59:26.977497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Transition to ACTIVE for port object edeb7556-73db-4b3f-8b07-71fb5015e336 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 14:59:27.074730 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:27.080271 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0ced4790-ba47-4bd6-94e5-23e1e90f93bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:59:27.141792 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 14:59:27.144546 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 14:59:27.151010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 14:59:27.154314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Pushing event updated for resources: {'Port': ['ID=edeb7556-73db-4b3f-8b07-71fb5015e336,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:59:27.192690 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:59:27.193056 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:59:27.193394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:59:27.193724 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:59:27.194055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:59:27.194416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:59:27.194729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:59:27.195047 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:59:27.195359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:59:27.195670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:59:27.196016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:59:27.196307 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 14:59:27.205334 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:59:27.255743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Attempting to bind port edeb7556-73db-4b3f-8b07-71fb5015e336 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 14:59:27.256100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Attempting to bind port edeb7556-73db-4b3f-8b07-71fb5015e336 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 14:59:27.256457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Attempting to bind port edeb7556-73db-4b3f-8b07-71fb5015e336 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 14:59:27.261745 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 14, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 14:59:27.262101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 14:59:27.262498 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:27.262880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 14:59:27.263340 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Bound port: edeb7556-73db-4b3f-8b07-71fb5015e336, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 14:59:27.263702 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:27.353441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] For port edeb7556-73db-4b3f-8b07-71fb5015e336, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 14:59:27.356351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] For port edeb7556-73db-4b3f-8b07-71fb5015e336, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=edeb7556-73db-4b3f-8b07-71fb5015e336,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 14:59:27.438239 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:27.442269 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:59:27.524472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Pushing event updated for resources: {'Port': ['ID=edeb7556-73db-4b3f-8b07-71fb5015e336,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:59:27.529841 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:59:28.344637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78247b45-4c9c-4f6a-8593-27a409808318 None None] Network 9049b682-322c-4ded-9979-80896134ad57 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 14:59:28.528611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device edeb7556-73db-4b3f-8b07-71fb5015e336 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 14:59:28.564276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d1fa0c57-0116-4c52-9d5e-80b31c9beb5b None None] Provisioning for port edeb7556-73db-4b3f-8b07-71fb5015e336 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 14:59:28.739536 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port edeb7556-73db-4b3f-8b07-71fb5015e336 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 14:59:28.745464 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port edeb7556-73db-4b3f-8b07-71fb5015e336 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 14:59:28.745909 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:28.876814 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:28.919003 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port edeb7556-73db-4b3f-8b07-71fb5015e336, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=edeb7556-73db-4b3f-8b07-71fb5015e336,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 14:59:28.921885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f8e10f33-8821-472b-b72e-801421f4269a None None] Provisioning complete for port edeb7556-73db-4b3f-8b07-71fb5015e336 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 14:59:28.924109 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f8e10f33-8821-472b-b72e-801421f4269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:29.017737 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:29.032525 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 14:59:29.112038 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=edeb7556-73db-4b3f-8b07-71fb5015e336,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 14:59:29.115233 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 14:59:29.356525 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-43c6a06d-f363-4dd0-aad5-dc1fefcc6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:30.466478 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device edeb7556-73db-4b3f-8b07-71fb5015e336 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 14:59:30.535470 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port edeb7556-73db-4b3f-8b07-71fb5015e336 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 14:59:30.535842 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:31.899303 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:32.179302 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-748f33bb-c246-4135-a902-89dcdf69c8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:33.357190 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:34.729170 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 5 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 14:59:34.937312 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 14:59:59.376668 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-81301409-364f-4d43-855a-e007793bbfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:01.904803 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:02.184883 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e06a0632-d222-47a0-97fb-b052e82050c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:03.382265 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:04.937078 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:11.728008 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 5 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:00:29.376017 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6f4ff543-88d5-476c-b40e-b54b925f4418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:31.884503 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:32.189705 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-232ccafa-7c53-4596-ac52-1b4e4b661cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:33.359800 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:34.972616 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:48.726779 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 5 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:00:50.187752 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58242) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:00:50.193703 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-7c5832e6-0d37-47b5-8213-f4c6c0306738 tempest-verify_tempest_config-1042588316 tempest-verify_tempest_config-1042588316-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:00:50.194663 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7c5832e6-0d37-47b5-8213-f4c6c0306738 tempest-verify_tempest_config-1042588316 tempest-verify_tempest_config-1042588316-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059276
Jun 04 15:00:50.682228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58260) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:00:50.796260 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:50.809607 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:00:50.813566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Usage tracker for resource:security_group_rule and tenant:77eb7b54ef9846bf8fb51d19f71c5c53 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:00:50.816231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:00:50.821723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:00:50.898725 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:50.981017 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:50.990100 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c2337007-0f02-484a-a308-6e21408c255b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:00:51.026967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Synchronizing usage tracker for tenant:7340a03dcc5c4b3797ee7326801c65b8 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:00:51.030743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd65cf3-beca-42b1-bf62-c5cd4c6d7231,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:00:51.041397 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:00:51.041732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:00:51.042057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:00:51.042376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:00:51.042691 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:00:51.043004 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:00:51.043314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:00:51.043622 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:00:51.043929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:00:51.044233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:00:51.045272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:00:51.045618 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:00:51.051672 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:00:51.124339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Unset dirty status for tenant:7340a03dcc5c4b3797ee7326801c65b8 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:00:51.125871 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77eb7b54ef9846bf8fb51d19f71c5c53&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4424958
Jun 04 15:00:51.128573 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58264) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:00:51.187269 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d78a10b-3fe5-4ab2-bc23-32b9de33ea54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:51.211882 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d78a10b-3fe5-4ab2-bc23-32b9de33ea54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:51.392805 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d78a10b-3fe5-4ab2-bc23-32b9de33ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:51.396725 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:00:51.408569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78a10b-3fe5-4ab2-bc23-32b9de33ea54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd65cf3-beca-42b1-bf62-c5cd4c6d7231,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:00:51.412015 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2d78a10b-3fe5-4ab2-bc23-32b9de33ea54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:00:51.415106 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d78a10b-3fe5-4ab2-bc23-32b9de33ea54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:00:51.416264 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2d78a10b-3fe5-4ab2-bc23-32b9de33ea54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfd65cf3-beca-42b1-bf62-c5cd4c6d7231 HTTP/1.1" status: 204  len: 168 time: 0.2867150
Jun 04 15:00:59.364130 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ca5b0fe0-8fd4-4dc9-94ff-a0a5c76b22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:01:01.901294 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:01:02.195209 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-88ac6493-e3d5-4467-b2e8-b7dc7a6ea1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:01:03.439069 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:01:04.929861 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:01:25.726283 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 5 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:01:29.365873 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4538afab-3577-46e6-9b15-50911ccc2ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:01:31.886351 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:01:32.209304 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c01b0a44-e231-4d0c-b2b8-f4673d336abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:01:33.378451 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:01:34.934685 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:01:59.374652 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8fa1f640-58ac-4c60-acfa-2566312ca375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:02:01.901363 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:02:02.240628 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-29722b30-a559-4244-9167-09ea2fb9f466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:02:02.725099 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 5 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:02:03.369021 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:02:04.963105 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:02:29.373780 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-705e1ad5-7796-46cb-8557-ea5b97059a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:02:31.891503 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:02:32.248162 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce26f-4156-406d-a840-99c8d6414b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:02:33.379624 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:02:34.942419 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:02:39.723609 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 5 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:02:59.367997 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-29f8daf4-4e33-49a4-8c8d-d68310947025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:03:01.887869 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:03:02.239477 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7b7531ec-5424-4d8c-9c05-af9a42d2f5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:03:03.405623 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:03:04.956398 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:03:16.723062 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 5 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:03:29.378844 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5f08e443-8f6f-4713-a814-d5aa70e5f00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:03:31.885067 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:03:32.207204 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0505-de9c-413c-b40e-3799dfed2dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:03:33.390408 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:03:34.965175 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:03:53.035858 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671'] for agent, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:03:53.722567 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 6 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:03:55.309663 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671'] for agent, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:03:59.378405 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-38e3c94d-a4cd-4ad3-9f51-139ef5b10caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:04:01.892830 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:04:02.224852 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fe98276a-0e34-45c4-8c74-aa7d9647f2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:04:03.412691 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:04:04.966477 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:04:22.987363 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:04:25.263779 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:04:29.364527 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4a3594a4-c9e2-4ace-afd0-066ed7a3c1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:04:30.722125 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:04:31.884583 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:04:32.206409 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2787f724-f75a-4edb-abfa-45ffac98249f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:04:33.410899 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:04:34.995085 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:04:42.877813 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58328) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:04:42.988651 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-07b4e1dc-18bb-4c78-affe-2d753bf0303e admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4681 time: 0.1084104
Jun 04 15:04:45.185216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58338) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:04:45.241266 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-06d900c6-2cd3-4b4b-a676-acca45aa0a2d admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4681 time: 0.0549650
Jun 04 15:04:53.006049 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:04:55.269055 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:04:59.360605 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1eff36b1-e7c3-4f7f-bda2-c5c3fc17ee5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:05:01.880547 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:05:02.234664 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0dc8b6e8-63a0-4595-87e8-628f380c9bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:05:03.388799 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:05:04.966015 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:05:07.721762 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:05:23.011411 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:05:25.274802 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:05:29.363457 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fac44c74-8827-4986-a25c-ad158070dc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:05:31.891324 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:05:32.376604 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0e9fb9e2-dc54-4dd7-921a-2711d2f21111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:05:33.377155 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:05:34.965523 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:05:44.721130 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:05:53.016490 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:05:55.285587 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:05:59.376594 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7a165ffe-4fea-4864-9131-b011c545b211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:01.890795 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:02.245499 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-20021224-7cb8-41dd-8f23-8a370a8283fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:03.399127 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:05.039199 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:06.167945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58510) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:06.542768 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-network', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:06.548567 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:06.552770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Usage tracker for resource:network and tenant:d9f41c4c2f734025b9beae4f469560f3 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:06.556123 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:06.567447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:06.656176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Made reservation on behalf of d9f41c4c2f734025b9beae4f469560f3 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:06:06.658875 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:06.672820 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:06.688165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:06.692088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Usage tracker for resource:security_group_rule and tenant:d9f41c4c2f734025b9beae4f469560f3 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:06.695318 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:06.701372 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:06.794735 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:06.907806 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:06.912494 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:06.946723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dcd126-e98a-4188-b453-b08c36caa201,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:06.952042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:06:06.961340 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:06.961798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:06.962220 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:06.962661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:06.963076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:06.963507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:06.964099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:06.964504 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:06.964908 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:06.965333 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:06.965731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:06.966131 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Tracked resource versions report:
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]: pushed versions:
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]: {   'AddressGroup': {'1.2'},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     'ConntrackHelper': {'1.0'},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     'Log': {'1.0'},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     'Network': {'1.1'},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     'Port': {'1.7'},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     'PortForwarding': {'1.2'},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     'QosPolicy': {'1.8'},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     'SecurityGroup': {'1.4'},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     'SecurityGroupRule': {'1.2'},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     'SubPort': {'1.0'},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     'Subnet': {'1.1'},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     'Trunk': {'1.1'}}
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]: consumer versions:
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]: {   DHCP agent@n-d-791505-9: {},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     HyperV agent@n-h1-791505-9: {},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     HyperV agent@n-h2-791505-9: {},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     L3 agent@n-d-791505-9: {},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     Metadata agent@n-d-791505-9: {},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     Metering agent@n-d-791505-9: {},
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:     Open vSwitch agent@n-d-791505-9: {   'AddressGroup': '1.2',
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:                                          'ConntrackHelper': '1.0',
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:                                          'Log': '1.0',
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:                                          'Network': '1.1',
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:                                          'Port': '1.7',
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:                                          'PortForwarding': '1.2',
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:                                          'QosPolicy': '1.8',
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:                                          'SecurityGroup': '1.4',
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:                                          'SecurityGroupRule': '1.2',
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:                                          'SubPort': '1.0',
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:                                          'Subnet': '1.1',
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:                                          'Trunk': '1.1'}}
Jun 04 15:06:06.967314 n-d-791505-9 neutron-server[88301]:  {{(pid=88301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 15:06:06.970855 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:06.981315 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:06.981315 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Added segment 4dea6371-3687-4afd-a1da-4d32eb457769 of type vlan for network 66d7eae7-a52d-476b-acd4-4def4e5ed813
Jun 04 15:06:07.005661 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:07.089447 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:07.090805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:07.091449 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:07.094950 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d72ac72f-5cef-4910-960e-2a6f7bdb6355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:07.196497 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Pushing event updated for resources: {'Network': ['ID=66d7eae7-a52d-476b-acd4-4def4e5ed813,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:07.208039 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:07.216250 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 66d7eae7-a52d-476b-acd4-4def4e5ed813 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:06:07.272494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58554) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:07.273133 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.1039655
Jun 04 15:06:07.278368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Request body: {'subnet': {'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-subnet', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:07.288037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:07.295789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Usage tracker for resource:subnet and tenant:d9f41c4c2f734025b9beae4f469560f3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:07.301049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:07.307539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:07.403473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Made reservation on behalf of d9f41c4c2f734025b9beae4f469560f3 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:06:07.405886 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:07.502676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58562) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:07.888324 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:07.892943 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:07.978976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa9d2765-5907-4511-a341-f87e937c912c,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:07.988600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:07.989283 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:07.989626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:07.989957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:07.990301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:07.990610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:07.990933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:07.991254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:07.991570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:07.991900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:07.992164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:07.992525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Tracked resource versions report:
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]: pushed versions:
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]: {   'AddressGroup': {'1.2'},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     'ConntrackHelper': {'1.0'},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     'Log': {'1.0'},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     'Network': {'1.1'},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     'Port': {'1.7'},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     'PortForwarding': {'1.2'},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     'QosPolicy': {'1.8'},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     'SecurityGroup': {'1.4'},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     'SecurityGroupRule': {'1.2'},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     'SubPort': {'1.0'},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     'Subnet': {'1.1'},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     'Trunk': {'1.1'}}
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]: consumer versions:
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]: {   DHCP agent@n-d-791505-9: {},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     HyperV agent@n-h1-791505-9: {},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     HyperV agent@n-h2-791505-9: {},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     L3 agent@n-d-791505-9: {},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     Metadata agent@n-d-791505-9: {},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     Metering agent@n-d-791505-9: {},
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:     Open vSwitch agent@n-d-791505-9: {   'AddressGroup': '1.2',
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:                                          'ConntrackHelper': '1.0',
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:                                          'Log': '1.0',
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:                                          'Network': '1.1',
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:                                          'Port': '1.7',
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:                                          'PortForwarding': '1.2',
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:                                          'QosPolicy': '1.8',
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:                                          'SecurityGroup': '1.4',
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:                                          'SecurityGroupRule': '1.2',
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:                                          'SubPort': '1.0',
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:                                          'Subnet': '1.1',
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:                                          'Trunk': '1.1'}}
Jun 04 15:06:07.993900 n-d-791505-9 neutron-server[88300]:  {{(pid=88300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 15:06:07.996479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Checking segment: {'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:06:07.996845 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Network hostable DHCP agents. Network: 66d7eae7-a52d-476b-acd4-4def4e5ed813, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:06:08.001998 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:08.067787 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Network 66d7eae7-a52d-476b-acd4-4def4e5ed813 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:06:08.119445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 66d7eae7-a52d-476b-acd4-4def4e5ed813) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:06:08.131835 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10e14ea-242f-43cd-8383-4951d65756a7 None None] Network 66d7eae7-a52d-476b-acd4-4def4e5ed813 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:06:08.135090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:08.136087 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:08.163228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58580) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:08.164890 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7121e618-1215-43ec-9d65-4c7971aed4d9 tempest-AutoAllocateNetworkTest-351996189 tempest-AutoAllocateNetworkTest-351996189-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1ce8396aec144a59993c7210f7f5e5e2&shared=False HTTP/1.1" status: 200  len: 208 time: 0.6585276
Jun 04 15:06:08.271234 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.9970663
Jun 04 15:06:08.273664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58584) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:08.278450 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:08.282873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:08.287917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Usage tracker for resource:router and tenant:d9f41c4c2f734025b9beae4f469560f3 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:08.291614 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:08.297802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:08.333019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b93b5a-1ef0-4c77-a9d4-0912678d51dc tempest-AutoAllocateNetworkTest-351996189 tempest-AutoAllocateNetworkTest-351996189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:08.334592 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-88b93b5a-1ef0-4c77-a9d4-0912678d51dc tempest-AutoAllocateNetworkTest-351996189 tempest-AutoAllocateNetworkTest-351996189-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.1700692
Jun 04 15:06:08.337686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58588) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:08.400833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-66d7eae7-a52d-476b-acd4-4def4e5ed813', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:06:08.401697 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:08.411520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58592) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:08.421698 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ba716c93-44ac-46ea-810d-da360cca66a1 tempest-AutoAllocateNetworkTest-351996189 tempest-AutoAllocateNetworkTest-351996189-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0827372
Jun 04 15:06:08.434124 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:08.435273 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:08.449549 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-afcc5a3e-5cb2-4ed8-bffc-44124d959519 tempest-AutoAllocateNetworkTest-351996189 tempest-AutoAllocateNetworkTest-351996189-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1ce8396aec144a59993c7210f7f5e5e2 HTTP/1.1" status: 200  len: 208 time: 0.0367146
Jun 04 15:06:08.457863 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:08.571628 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Allocated IP 172.20.0.2 (66d7eae7-a52d-476b-acd4-4def4e5ed813/aa9d2765-5907-4511-a341-f87e937c912c/15bd3845-c7c8-4de4-8c21-bb795cca0c3b) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:06:08.792423 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:08.803270 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Transition to ACTIVE for port object 15bd3845-c7c8-4de4-8c21-bb795cca0c3b will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:08.822575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Transition to ACTIVE for port object 15bd3845-c7c8-4de4-8c21-bb795cca0c3b will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:08.865594 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:08.946932 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:08.951743 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:09.020546 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Network 66d7eae7-a52d-476b-acd4-4def4e5ed813 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:06:09.021828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:06:09.025815 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:06:09.092322 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Pushing event updated for resources: {'Port': ['ID=15bd3845-c7c8-4de4-8c21-bb795cca0c3b,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:09.104597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:09.104928 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:09.105277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:09.105599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:09.105917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:09.106230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:09.106561 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:09.106944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:09.107206 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:09.107511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:09.107821 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:09.108124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Tracked resource versions report:
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]: pushed versions:
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]: {   'AddressGroup': {'1.2'},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     'ConntrackHelper': {'1.0'},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     'Log': {'1.0'},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     'Network': {'1.1'},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     'Port': {'1.7'},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     'PortForwarding': {'1.2'},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     'QosPolicy': {'1.8'},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     'SecurityGroup': {'1.4'},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     'SecurityGroupRule': {'1.2'},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     'SubPort': {'1.0'},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     'Subnet': {'1.1'},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     'Trunk': {'1.1'}}
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]: consumer versions:
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]: {   DHCP agent@n-d-791505-9: {},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     HyperV agent@n-h1-791505-9: {},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     HyperV agent@n-h2-791505-9: {},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     L3 agent@n-d-791505-9: {},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     Metadata agent@n-d-791505-9: {},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     Metering agent@n-d-791505-9: {},
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:     Open vSwitch agent@n-d-791505-9: {   'AddressGroup': '1.2',
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:                                          'ConntrackHelper': '1.0',
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:                                          'Log': '1.0',
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:                                          'Network': '1.1',
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:                                          'Port': '1.7',
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:                                          'PortForwarding': '1.2',
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:                                          'QosPolicy': '1.8',
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:                                          'SecurityGroup': '1.4',
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:                                          'SecurityGroupRule': '1.2',
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:                                          'SubPort': '1.0',
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:                                          'Subnet': '1.1',
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:                                          'Trunk': '1.1'}}
Jun 04 15:06:09.109237 n-d-791505-9 neutron-server[88302]:  {{(pid=88302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 15:06:09.125304 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:09.136368 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Attempting to bind port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:06:09.136790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Attempting to bind port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:06:09.137132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Attempting to bind port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b on network 66d7eae7-a52d-476b-acd4-4def4e5ed813 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:06:09.142770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:06:09.146760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Checking segment: {'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:06:09.146760 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:09.146760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Bound using segment: {'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:06:09.146760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Bound port: 15bd3845-c7c8-4de4-8c21-bb795cca0c3b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:06:09.146760 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:09.236201 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] For port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:06:09.240328 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] For port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=15bd3845-c7c8-4de4-8c21-bb795cca0c3b,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:06:09.319706 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:09.326651 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:09.332202 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:09.361622 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:09.414674 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Pushing event updated for resources: {'Port': ['ID=15bd3845-c7c8-4de4-8c21-bb795cca0c3b,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:09.422091 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:09.520703 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58624) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:09.545415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Allocated IP 172.25.4.232 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/38adeda4-ea2b-47ab-a300-a0dca0a21442) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:06:09.855743 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:09.855743 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:09.855743 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:09.939009 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:06:09.942823 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:06:09.960907 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:06:10.024706 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Pushing event updated for resources: {'Port': ['ID=38adeda4-ea2b-47ab-a300-a0dca0a21442,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:10.077523 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:10.162903 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-209cd404-f1e8-4e5d-8800-68e5d4741c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:10.183016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-209cd404-f1e8-4e5d-8800-68e5d4741c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:10.189664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-209cd404-f1e8-4e5d-8800-68e5d4741c53 admin admin] Usage tracker for resource:security_group_rule and tenant:1ce8396aec144a59993c7210f7f5e5e2 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:10.191442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-209cd404-f1e8-4e5d-8800-68e5d4741c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:10.202246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-209cd404-f1e8-4e5d-8800-68e5d4741c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:10.341776 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-209cd404-f1e8-4e5d-8800-68e5d4741c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:10.411184 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-209cd404-f1e8-4e5d-8800-68e5d4741c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:10.420939 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:10.469072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cd404-f1e8-4e5d-8800-68e5d4741c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f791344-9e1b-4c6c-b749-b34eba628d44,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:10.469072 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-209cd404-f1e8-4e5d-8800-68e5d4741c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:10.485903 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-209cd404-f1e8-4e5d-8800-68e5d4741c53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ce8396aec144a59993c7210f7f5e5e2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9607017
Jun 04 15:06:10.490086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58648) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:10.565361 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd6cf91-5730-47f4-84c2-f484a55445ef None None] Network 66d7eae7-a52d-476b-acd4-4def4e5ed813 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:06:10.582274 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7ec11aae-54aa-45b9-89bc-b5aafe288527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:10.595655 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:10.611510 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7ec11aae-54aa-45b9-89bc-b5aafe288527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:10.817688 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7ec11aae-54aa-45b9-89bc-b5aafe288527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:10.826836 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:10.847243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec11aae-54aa-45b9-89bc-b5aafe288527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f791344-9e1b-4c6c-b749-b34eba628d44,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:10.855688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 15bd3845-c7c8-4de4-8c21-bb795cca0c3b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:06:10.857071 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7ec11aae-54aa-45b9-89bc-b5aafe288527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:10.858475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7ec11aae-54aa-45b9-89bc-b5aafe288527 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f791344-9e1b-4c6c-b749-b34eba628d44 HTTP/1.1" status: 204  len: 168 time: 0.3674407
Jun 04 15:06:10.859656 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7ec11aae-54aa-45b9-89bc-b5aafe288527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:10.885028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e4fe9a9b-3d67-4a05-b2b5-676e3ed77436 None None] Provisioning for port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:11.052549 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:11.060661 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:11.063985 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:11.203371 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:11.273528 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:11.312190 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=15bd3845-c7c8-4de4-8c21-bb795cca0c3b,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:06:11.404970 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:11.407178 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:11.492127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4b0d7654-194a-45a9-b2e7-fbd678d5511e None None] Provisioning complete for port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:11.496509 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4b0d7654-194a-45a9-b2e7-fbd678d5511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:11.507966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:06:11.554346 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=15bd3845-c7c8-4de4-8c21-bb795cca0c3b,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:11.557528 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:11.716838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:06:11.727043 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Sync routers for ids ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:06:11.744878 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Routers {'61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:06:11.744878 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d6a9bb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:06:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:06:11.803841 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:11.805198 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 3.5304837
Jun 04 15:06:11.808074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58696) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:11.929573 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Set router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:06:12.249503 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d6a9bb0>, [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:10Z', 'revision_number': 3, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:06:12.254298 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Checking router: 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:06:12.255021 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Updating router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf port 38adeda4-ea2b-47ab-a300-a0dca0a21442 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:06:12.310266 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:12.404421 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58710) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:12.716741 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:12.777692 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dc193c43-5543-47fa-a43f-2c80f918f25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:12.795930 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:12.820528 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 15bd3845-c7c8-4de4-8c21-bb795cca0c3b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:06:12.826100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dc193c43-5543-47fa-a43f-2c80f918f25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:12.827238 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Transition to ACTIVE for port object 38adeda4-ea2b-47ab-a300-a0dca0a21442 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:12.831616 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dc193c43-5543-47fa-a43f-2c80f918f25d admin admin] Usage tracker for resource:security_group_rule and tenant:f7f817844c1d46168e32dfa9f2170c9d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:12.836506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dc193c43-5543-47fa-a43f-2c80f918f25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:12.844102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dc193c43-5543-47fa-a43f-2c80f918f25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:12.902090 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:12.906911 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:12.938106 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:12.938482 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:12.959461 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dc193c43-5543-47fa-a43f-2c80f918f25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:13.061976 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dc193c43-5543-47fa-a43f-2c80f918f25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:13.075478 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Attempting to bind port 38adeda4-ea2b-47ab-a300-a0dca0a21442 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:06:13.076077 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Attempting to bind port 38adeda4-ea2b-47ab-a300-a0dca0a21442 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:06:13.076591 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Attempting to bind port 38adeda4-ea2b-47ab-a300-a0dca0a21442 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:06:13.077904 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2d78a10b-3fe5-4ab2-bc23-32b9de33ea54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:13.080624 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Pushing event updated for resources: {'Port': ['ID=38adeda4-ea2b-47ab-a300-a0dca0a21442,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:13.091132 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:13.092183 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:13.092674 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:13.093171 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:13.093656 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:13.094562 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:13.095045 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:13.095517 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:13.095990 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:13.096449 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:13.097753 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:13.098238 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Tracked resource versions report:
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]: pushed versions:
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]: {   'AddressGroup': {'1.2'},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     'ConntrackHelper': {'1.0'},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     'Log': {'1.0'},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     'Network': {'1.1'},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     'Port': {'1.7'},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     'PortForwarding': {'1.2'},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     'QosPolicy': {'1.8'},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     'SecurityGroup': {'1.4'},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     'SecurityGroupRule': {'1.2'},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     'SubPort': {'1.0'},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     'Subnet': {'1.1'},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     'Trunk': {'1.1'}}
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]: consumer versions:
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]: {   DHCP agent@n-d-791505-9: {},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     HyperV agent@n-h1-791505-9: {},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     HyperV agent@n-h2-791505-9: {},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     L3 agent@n-d-791505-9: {},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     Metadata agent@n-d-791505-9: {},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     Metering agent@n-d-791505-9: {},
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:     Open vSwitch agent@n-d-791505-9: {   'AddressGroup': '1.2',
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:                                          'ConntrackHelper': '1.0',
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:                                          'Log': '1.0',
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:                                          'Network': '1.1',
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:                                          'Port': '1.7',
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:                                          'PortForwarding': '1.2',
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:                                          'QosPolicy': '1.8',
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:                                          'SecurityGroup': '1.4',
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:                                          'SecurityGroupRule': '1.2',
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:                                          'SubPort': '1.0',
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:                                          'Subnet': '1.1',
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:                                          'Trunk': '1.1'}}
Jun 04 15:06:13.099509 n-d-791505-9 neutron-server[88303]:  {{(pid=88303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 04 15:06:13.104819 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:06:13.105510 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:06:13.106131 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:13.110889 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:06:13.110889 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Bound port: 38adeda4-ea2b-47ab-a300-a0dca0a21442, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:06:13.110889 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:13.134524 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:13.138208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Allocated IP 172.20.0.1 (66d7eae7-a52d-476b-acd4-4def4e5ed813/aa9d2765-5907-4511-a341-f87e937c912c/24079c6f-c769-4169-82b5-462ea6082fdb) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:06:13.174602 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dc193c43-5543-47fa-a43f-2c80f918f25d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7f817844c1d46168e32dfa9f2170c9d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7690780
Jun 04 15:06:13.176215 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc193c43-5543-47fa-a43f-2c80f918f25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b69f6b2-f85d-4159-95ee-591b32367668,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:13.177491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58730) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:13.181266 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dc193c43-5543-47fa-a43f-2c80f918f25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:13.212388 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] For port 38adeda4-ea2b-47ab-a300-a0dca0a21442, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:06:13.216033 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] For port 38adeda4-ea2b-47ab-a300-a0dca0a21442, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=38adeda4-ea2b-47ab-a300-a0dca0a21442,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:06:13.307099 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:13.313845 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-74cc0ca5-10b6-4297-82d5-85bc19ba4e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:13.351758 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2e4679f8-4827-4c13-a35a-c2174c63d0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:13.401178 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2e4679f8-4827-4c13-a35a-c2174c63d0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:13.444406 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:13.452491 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Pushing event updated for resources: {'Port': ['ID=38adeda4-ea2b-47ab-a300-a0dca0a21442,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:13.458001 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:13.475933 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Routers {'61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:06:13.476661 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d6a9bb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:06:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:06:13.493790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Transition to ACTIVE for port object 24079c6f-c769-4169-82b5-462ea6082fdb will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:13.621951 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2e4679f8-4827-4c13-a35a-c2174c63d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:13.627018 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:13.639535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4679f8-4827-4c13-a35a-c2174c63d0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b69f6b2-f85d-4159-95ee-591b32367668,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:13.644272 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2e4679f8-4827-4c13-a35a-c2174c63d0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:13.655947 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2e4679f8-4827-4c13-a35a-c2174c63d0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:13.657521 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2e4679f8-4827-4c13-a35a-c2174c63d0cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b69f6b2-f85d-4159-95ee-591b32367668 HTTP/1.1" status: 204  len: 168 time: 0.4786527
Jun 04 15:06:13.662296 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:13.669090 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:13.745246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Network 66d7eae7-a52d-476b-acd4-4def4e5ed813 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:06:13.748679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:06:13.751364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:06:13.752441 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:13.791650 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] Set router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:06:13.934109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Pushing event updated for resources: {'Port': ['ID=24079c6f-c769-4169-82b5-462ea6082fdb,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:13.938294 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:14.153362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58782) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:14.156907 n-d-791505-9 neutron-server[88301]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 04 15:06:14.195258 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f151c330-007f-477c-8b71-77b4374f05a5 None None] Provisioning for port 24079c6f-c769-4169-82b5-462ea6082fdb completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:14.198272 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-536d540a-f518-4dd0-9130-3d0b2fcfe8f5 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4f0a3cb052a94df6bdfc4f1662ce0708&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0425975
Jun 04 15:06:14.211713 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f151c330-007f-477c-8b71-77b4374f05a5 None None] Provisioning complete for port 24079c6f-c769-4169-82b5-462ea6082fdb triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:14.213107 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f151c330-007f-477c-8b71-77b4374f05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:14.250533 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d6a9bb0>, [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:10Z', 'revision_number': 3, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:06:14.266014 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf77522-6fa0-4e81-9ded-860ce3b8fff1 None None] The sync data for ids ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'] in n-d-791505-9 is: [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:10Z', 'revision_number': 3, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:06:14.338133 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f151c330-007f-477c-8b71-77b4374f05a5 None None] Port 24079c6f-c769-4169-82b5-462ea6082fdb cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:06:14.397274 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:14.408530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3a637d8b-8c6f-4c8b-8d40-3c06be58d990 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:14.410532 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3a637d8b-8c6f-4c8b-8d40-3c06be58d990 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2111366
Jun 04 15:06:14.456706 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-6d2b474e-77d5-4bfa-a083-c029b9a15e6e tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/quotas/4f0a3cb052a94df6bdfc4f1662ce0708 HTTP/1.1" status: 200  len: 375 time: 0.0368104
Jun 04 15:06:14.527193 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-f75c7fa7-1d28-4df5-b7b1-466c58acf6ec tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f0a3cb052a94df6bdfc4f1662ce0708&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0691156
Jun 04 15:06:14.739628 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:14.829848 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:14.832044 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:14.837266 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:14.837923 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 38adeda4-ea2b-47ab-a300-a0dca0a21442 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:06:14.862390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58796) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:14.894260 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce33a-64bc-472d-bed2-f3c7b4dd35bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:14.915032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-bb4ce33a-64bc-472d-bed2-f3c7b4dd35bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:14.917685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bb4ce33a-64bc-472d-bed2-f3c7b4dd35bf admin admin] Usage tracker for resource:security_group_rule and tenant:f86e3a8ad46a43d9a76568dd54c08d66 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:14.921194 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bb4ce33a-64bc-472d-bed2-f3c7b4dd35bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:14.929998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-bb4ce33a-64bc-472d-bed2-f3c7b4dd35bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:15.057170 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 38adeda4-ea2b-47ab-a300-a0dca0a21442 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:15.064879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 38adeda4-ea2b-47ab-a300-a0dca0a21442 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:15.068576 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:15.152832 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce33a-64bc-472d-bed2-f3c7b4dd35bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:15.210617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Network 66d7eae7-a52d-476b-acd4-4def4e5ed813 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:06:15.218841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:06:15.261998 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce33a-64bc-472d-bed2-f3c7b4dd35bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:15.266516 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:15.281770 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:15.327342 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 38adeda4-ea2b-47ab-a300-a0dca0a21442, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=38adeda4-ea2b-47ab-a300-a0dca0a21442,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:06:15.342523 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bb4ce33a-64bc-472d-bed2-f3c7b4dd35bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f86e3a8ad46a43d9a76568dd54c08d66&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4789608
Jun 04 15:06:15.343385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ce33a-64bc-472d-bed2-f3c7b4dd35bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15db2f9f-8fd8-415d-a3e2-7bdd9a27f633,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:15.346017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58816) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:15.348762 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bb4ce33a-64bc-472d-bed2-f3c7b4dd35bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:15.412777 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Pushing event updated for resources: {'Port': ['ID=24079c6f-c769-4169-82b5-462ea6082fdb,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:15.417674 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:15.433793 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:15.442709 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:15.477537 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ff962e16-e83e-4835-9fba-d3ae563c1527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:15.555099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=38adeda4-ea2b-47ab-a300-a0dca0a21442,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:15.559346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ff962e16-e83e-4835-9fba-d3ae563c1527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:15.573274 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:15.600174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bd057175-095c-414f-89ea-4ed608d1dbd7 None None] Provisioning complete for port 24079c6f-c769-4169-82b5-462ea6082fdb triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:15.601606 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bd057175-095c-414f-89ea-4ed608d1dbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:15.609080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58828) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:15.666799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:06:15.678133 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-bd057175-095c-414f-89ea-4ed608d1dbd7 None None] Port 24079c6f-c769-4169-82b5-462ea6082fdb cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:06:15.792790 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ff962e16-e83e-4835-9fba-d3ae563c1527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:15.798553 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bb4ce33a-64bc-472d-bed2-f3c7b4dd35bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:15.810986 n-d-791505-9 neutron-server[88300]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 04 15:06:15.823730 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff962e16-e83e-4835-9fba-d3ae563c1527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15db2f9f-8fd8-415d-a3e2-7bdd9a27f633,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:15.829113 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ff962e16-e83e-4835-9fba-d3ae563c1527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:15.833901 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ff962e16-e83e-4835-9fba-d3ae563c1527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:15.835011 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ff962e16-e83e-4835-9fba-d3ae563c1527 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15db2f9f-8fd8-415d-a3e2-7bdd9a27f633 HTTP/1.1" status: 204  len: 168 time: 0.4874723
Jun 04 15:06:15.962032 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0ffb03cf-5e64-40f5-ad2e-babc42fd1ed2 req-eced585d-0e9b-4b70-9fe4-2cf1c3237c17 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 210 time: 0.3470089
Jun 04 15:06:16.016665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:06:16.019198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] 10.222.0.32 "PUT /v2.0/routers/61bb7680-5e34-4ce6-9f8d-c88e491bb2cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2094429
Jun 04 15:06:16.532754 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Sync routers for ids ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:06:16.549792 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Routers {'61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:06:16.550558 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cdeb4c0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:06:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:06:16.765326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 38adeda4-ea2b-47ab-a300-a0dca0a21442 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:06:16.871913 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Set router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:06:16.944064 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 38adeda4-ea2b-47ab-a300-a0dca0a21442 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:16.944343 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:17.265030 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-2b4e1b3b-2193-46d1-9149-5f73e293a685 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8ec60afe0d24453c81485aa5cbcfcbdf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0419662
Jun 04 15:06:17.372686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cdeb4c0>, [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:14Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '24079c6f-c769-4169-82b5-462ea6082fdb', 'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'mac_address': 'fa:16:3e:2c:c7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:12Z', 'updated_at': '2021-06-04T15:06:14Z', 'revision_number': 2, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'subnets': [{'id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:06:17.376638 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Checking router: 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:06:17.376992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Updating router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf port 24079c6f-c769-4169-82b5-462ea6082fdb binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:06:17.441163 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:17.446871 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-6f6cb40f-2737-4f5b-9562-b1da1f4c23da tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:17.448776 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-6f6cb40f-2737-4f5b-9562-b1da1f4c23da tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1822207
Jun 04 15:06:17.476892 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-45a8ce82-aa22-4804-acaa-82fdbc809def tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/quotas/8ec60afe0d24453c81485aa5cbcfcbdf HTTP/1.1" status: 200  len: 375 time: 0.0207586
Jun 04 15:06:17.573097 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-b79c3ed5-7db3-457f-8d1e-2e7616489c25 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ec60afe0d24453c81485aa5cbcfcbdf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0866311
Jun 04 15:06:17.597154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58944) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:17.602865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977778786-network', 'tenant_id': '59c728d21ba6476b831e76a97a96b8cc'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:17.607766 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:17.613670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Usage tracker for resource:network and tenant:59c728d21ba6476b831e76a97a96b8cc is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:17.617795 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:17.624343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:17.714039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Made reservation on behalf of 59c728d21ba6476b831e76a97a96b8cc for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:06:17.717351 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:17.734998 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:17.735185 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-01b0f61d-0b40-4160-8b0f-97f67795f450 req-2b5e347d-1902-4206-896d-81ac1dbd3f11 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 210 time: 0.0466478
Jun 04 15:06:17.772568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:17.782877 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Usage tracker for resource:security_group_rule and tenant:59c728d21ba6476b831e76a97a96b8cc is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:17.792752 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:17.819028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:18.016925 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:18.043656 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-81a2e4cf-62ab-4005-a168-fc2d7d7f4e54 req-98636788-1912-494f-8541-e7fafd86f2a1 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 210 time: 0.0795255
Jun 04 15:06:18.070952 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Transition to ACTIVE for port object 24079c6f-c769-4169-82b5-462ea6082fdb will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:18.109657 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:18.146674 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:18.154896 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:18.203827 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:18.213416 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:18.238415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:06:18.250255 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c9114-777c-476c-9eff-c085f30d0147 None None] Pushing event updated for resources: {'Port': ['ID=24079c6f-c769-4169-82b5-462ea6082fdb,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:18.253690 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cadba1-151e-4812-bf8c-182adf269b9b,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:18.258464 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:18.259704 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:18.260241 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Added segment 68489fdc-0918-4577-b830-cf5aba77b116 of type vlan for network 46917d6a-2e4b-4010-ac29-0dbedca7f196
Jun 04 15:06:18.276732 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-be1c9114-777c-476c-9eff-c085f30d0147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:18.296899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:18.438984 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:18.441322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:18.444740 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:18.450716 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:18.451902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Attempting to bind port 24079c6f-c769-4169-82b5-462ea6082fdb on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:06:18.452282 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Attempting to bind port 24079c6f-c769-4169-82b5-462ea6082fdb by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:06:18.452652 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Attempting to bind port 24079c6f-c769-4169-82b5-462ea6082fdb on network 66d7eae7-a52d-476b-acd4-4def4e5ed813 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:06:18.459525 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:06:18.459911 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Checking segment: {'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:06:18.460334 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:18.470575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Bound using segment: {'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:06:18.471104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Bound port: 24079c6f-c769-4169-82b5-462ea6082fdb, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:06:18.471545 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:18.591440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Pushing event updated for resources: {'Network': ['ID=46917d6a-2e4b-4010-ac29-0dbedca7f196,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:18.594268 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:18.606035 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 46917d6a-2e4b-4010-ac29-0dbedca7f196 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:06:18.660618 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] For port 24079c6f-c769-4169-82b5-462ea6082fdb, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:06:18.668972 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0700638
Jun 04 15:06:18.672037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59006) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:18.678326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Request body: {'subnet': {'network_id': '46917d6a-2e4b-4010-ac29-0dbedca7f196', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977778786-subnet', 'tenant_id': '59c728d21ba6476b831e76a97a96b8cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:18.684565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:18.689599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Usage tracker for resource:subnet and tenant:59c728d21ba6476b831e76a97a96b8cc is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:18.694797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:18.703048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:18.744251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59010) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:18.780404 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] For port 24079c6f-c769-4169-82b5-462ea6082fdb, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=24079c6f-c769-4169-82b5-462ea6082fdb,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:06:18.805101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Made reservation on behalf of 59c728d21ba6476b831e76a97a96b8cc for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:06:18.809127 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:18.864892 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:18.871150 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:19.055263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Routers {'61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:06:19.055263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cdeb4c0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:06:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:06:19.064264 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4464f3fa-0b44-411a-a5a5-593cd3ecb605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:19.098139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4464f3fa-0b44-411a-a5a5-593cd3ecb605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:19.102759 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4464f3fa-0b44-411a-a5a5-593cd3ecb605 admin admin] Usage tracker for resource:security_group_rule and tenant:f7cfb4cacee549cc8a14654174a15357 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:19.106088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4464f3fa-0b44-411a-a5a5-593cd3ecb605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:19.114004 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4464f3fa-0b44-411a-a5a5-593cd3ecb605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:19.120821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.62', 64728) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:19.168535 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-b0af8676-717f-4453-9a0d-4e8506073a0a tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4f0a3cb052a94df6bdfc4f1662ce0708&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0459561
Jun 04 15:06:19.170861 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-04a566a5-c857-4f3e-b07a-c7e612d58ba5 req-3457b853-2c58-4366-9ab4-3980617dbbe0 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 210 time: 0.1638877
Jun 04 15:06:19.286911 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c9114-777c-476c-9eff-c085f30d0147 None None] Pushing event updated for resources: {'Port': ['ID=24079c6f-c769-4169-82b5-462ea6082fdb,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:19.295646 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4464f3fa-0b44-411a-a5a5-593cd3ecb605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:19.314776 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-be1c9114-777c-476c-9eff-c085f30d0147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:19.432189 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4464f3fa-0b44-411a-a5a5-593cd3ecb605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:19.443606 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d1075be2-39bb-4bd3-874d-9c9cc4a73813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:19.492111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] Set router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:06:19.501881 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4464f3fa-0b44-411a-a5a5-593cd3ecb605 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7cfb4cacee549cc8a14654174a15357&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7564673
Jun 04 15:06:19.505975 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59050) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:19.523421 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464f3fa-0b44-411a-a5a5-593cd3ecb605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606c4548-951a-4ee7-a469-c5193a2c3828,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:19.528302 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4464f3fa-0b44-411a-a5a5-593cd3ecb605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:19.608347 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ddefaef-ec1a-47f0-abc8-3245c7a55814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:19.641391 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2e34151-6f5f-4774-afd6-f505f4737104 req-5ced5172-5fdf-4a01-8ca6-af94a4e2ed62 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 210 time: 0.2388532
Jun 04 15:06:19.652219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-113381a4-3ea0-41ae-8b3d-5cd7f51c79ee tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:19.654327 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-113381a4-3ea0-41ae-8b3d-5cd7f51c79ee tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4784484
Jun 04 15:06:19.687119 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ddefaef-ec1a-47f0-abc8-3245c7a55814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:19.762377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Request body: {'port': {'device_id': 'dfb177e7-ddc6-48bc-b15e-2da65b996ea8', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '4f0a3cb052a94df6bdfc4f1662ce0708'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:19.861125 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ddefaef-ec1a-47f0-abc8-3245c7a55814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:19.867617 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:19.882935 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddefaef-ec1a-47f0-abc8-3245c7a55814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606c4548-951a-4ee7-a469-c5193a2c3828,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:19.885967 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3ddefaef-ec1a-47f0-abc8-3245c7a55814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:19.887100 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ddefaef-ec1a-47f0-abc8-3245c7a55814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:19.889451 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3ddefaef-ec1a-47f0-abc8-3245c7a55814 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/606c4548-951a-4ee7-a469-c5193a2c3828 HTTP/1.1" status: 204  len: 168 time: 0.3814669
Jun 04 15:06:20.058789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:20.069381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Usage tracker for resource:port and tenant:4f0a3cb052a94df6bdfc4f1662ce0708 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:20.077217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:20.089838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:20.093285 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cdeb4c0>, [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:14Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '24079c6f-c769-4169-82b5-462ea6082fdb', 'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'mac_address': 'fa:16:3e:2c:c7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:12Z', 'updated_at': '2021-06-04T15:06:18Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'subnets': [{'id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:06:20.098088 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01dc65-6edf-411a-b7ec-511da8fdeb28 None None] The sync data for ids ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'] in n-d-791505-9 is: [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:14Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '24079c6f-c769-4169-82b5-462ea6082fdb', 'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'mac_address': 'fa:16:3e:2c:c7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:12Z', 'updated_at': '2021-06-04T15:06:18Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'subnets': [{'id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:06:20.106394 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:20.111682 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b16dcf8d-c14b-47d5-a1ad-528d5fb1818f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:20.195519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6d936a-45f4-4837-aeed-70a4a60203aa,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:20.198977 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:20.203208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Made reservation on behalf of 4f0a3cb052a94df6bdfc4f1662ce0708 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:06:20.208312 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:20.223640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Checking segment: {'id': '68489fdc-0918-4577-b830-cf5aba77b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '46917d6a-2e4b-4010-ac29-0dbedca7f196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:06:20.223999 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Network hostable DHCP agents. Network: 46917d6a-2e4b-4010-ac29-0dbedca7f196, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:06:20.229738 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:20.254377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:20.261627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Usage tracker for resource:security_group_rule and tenant:4f0a3cb052a94df6bdfc4f1662ce0708 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:20.265847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:20.282048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:20.371799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Network 46917d6a-2e4b-4010-ac29-0dbedca7f196 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:06:20.410753 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:20.473875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 46917d6a-2e4b-4010-ac29-0dbedca7f196) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:06:20.476313 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:20.482014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:20.488000 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2709ccbd-b50d-476f-9b39-08cc7dcce421 None None] Network 46917d6a-2e4b-4010-ac29-0dbedca7f196 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:06:20.491896 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:20.503041 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:20.536414 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-310ce2e9-b983-4fe0-98a6-ec85804c128c req-0034559a-dfcf-4025-804b-adf95d6d0b27 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 210 time: 0.0715446
Jun 04 15:06:20.642522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4fdf89-285f-4fc0-9ab8-9d43095c0002,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:20.661785 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:20.787479 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 2.1141076
Jun 04 15:06:20.790460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59112) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:20.797372 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977778786-router', 'tenant_id': '59c728d21ba6476b831e76a97a96b8cc', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:20.803223 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:20.813226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Usage tracker for resource:router and tenant:59c728d21ba6476b831e76a97a96b8cc is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:20.820735 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:20.829753 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:20.897990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Allocated IP 192.168.233.52 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/1f87e1a7-d7f7-4c56-8ff0-8e0e97300706) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:06:20.900767 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 24079c6f-c769-4169-82b5-462ea6082fdb up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:06:20.933473 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:20.934612 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:20.958807 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:21.070785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-46917d6a-2e4b-4010-ac29-0dbedca7f196', 'network_id': '46917d6a-2e4b-4010-ac29-0dbedca7f196', 'tenant_id': '59c728d21ba6476b831e76a97a96b8cc', 'fixed_ips': [{'subnet_id': '8a6d936a-45f4-4837-aeed-70a4a60203aa'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:06:21.071624 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:21.091711 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 24079c6f-c769-4169-82b5-462ea6082fdb completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:21.136799 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 24079c6f-c769-4169-82b5-462ea6082fdb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:21.138210 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:21.257214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59128) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:21.345402 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-25f8a74c-9f95-49cf-bf27-fdfce056d0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:21.389716 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-25f8a74c-9f95-49cf-bf27-fdfce056d0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:21.423446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-25f8a74c-9f95-49cf-bf27-fdfce056d0d5 admin admin] Usage tracker for resource:security_group_rule and tenant:64aec468abbb48b08237a6afb246ee29 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:21.447678 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:21.449565 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:21.470004 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-25f8a74c-9f95-49cf-bf27-fdfce056d0d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:21.497855 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-25f8a74c-9f95-49cf-bf27-fdfce056d0d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:21.526081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Transition to ACTIVE for port object 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:21.560788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.62', 64732) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:21.570288 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Allocated IP 172.20.0.2 (46917d6a-2e4b-4010-ac29-0dbedca7f196/8a6d936a-45f4-4837-aeed-70a4a60203aa/c1e4d49e-a1c4-4459-b9bf-9880d632175a) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:06:21.585643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 24079c6f-c769-4169-82b5-462ea6082fdb, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=24079c6f-c769-4169-82b5-462ea6082fdb,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:06:21.618715 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-24874de2-e72f-4e12-aebf-df57d934de71 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8ec60afe0d24453c81485aa5cbcfcbdf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0555954
Jun 04 15:06:21.700675 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:21.721289 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:06:21.803744 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:21.955345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-af513cb9-7b24-49a1-9790-68f10ab2a7f9 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:21.958215 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-af513cb9-7b24-49a1-9790-68f10ab2a7f9 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3233082
Jun 04 15:06:22.035102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Request body: {'port': {'device_id': 'ed5cfb08-8ae4-4a67-a2f1-03c6182b7688', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '8ec60afe0d24453c81485aa5cbcfcbdf'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:22.163044 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0ced4790-ba47-4bd6-94e5-23e1e90f93bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:22.316406 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:22.343833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=24079c6f-c769-4169-82b5-462ea6082fdb,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:22.349052 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Transition to ACTIVE for port object c1e4d49e-a1c4-4459-b9bf-9880d632175a will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:22.352214 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:22.374917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Transition to ACTIVE for port object c1e4d49e-a1c4-4459-b9bf-9880d632175a will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:22.411528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:22.440017 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:22.445082 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:22.462555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Usage tracker for resource:port and tenant:8ec60afe0d24453c81485aa5cbcfcbdf is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:22.491808 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-65e0bb82-c898-4ee6-85f9-2ac870b8092a req-5a10afba-54e3-4e69-9697-503222f7173a tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 210 time: 0.0749283
Jun 04 15:06:22.494151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:22.537124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Network 46917d6a-2e4b-4010-ac29-0dbedca7f196 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:06:22.541807 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:06:22.544391 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Pushing event updated for resources: {'Port': ['ID=c1e4d49e-a1c4-4459-b9bf-9880d632175a,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:22.570319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:22.570724 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:22.589452 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:06:22.612594 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:22.654535 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:22.714182 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:22.781951 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:22.803708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Attempting to bind port c1e4d49e-a1c4-4459-b9bf-9880d632175a on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:06:22.803708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Attempting to bind port c1e4d49e-a1c4-4459-b9bf-9880d632175a by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '68489fdc-0918-4577-b830-cf5aba77b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '46917d6a-2e4b-4010-ac29-0dbedca7f196'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:06:22.804016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Attempting to bind port c1e4d49e-a1c4-4459-b9bf-9880d632175a on network 46917d6a-2e4b-4010-ac29-0dbedca7f196 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:06:22.814814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:06:22.825944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Checking segment: {'id': '68489fdc-0918-4577-b830-cf5aba77b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '46917d6a-2e4b-4010-ac29-0dbedca7f196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:06:22.826667 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:22.827066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Bound using segment: {'id': '68489fdc-0918-4577-b830-cf5aba77b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '46917d6a-2e4b-4010-ac29-0dbedca7f196'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:06:22.827549 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Bound port: c1e4d49e-a1c4-4459-b9bf-9880d632175a, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68489fdc-0918-4577-b830-cf5aba77b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '46917d6a-2e4b-4010-ac29-0dbedca7f196'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:06:22.827942 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:22.850403 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 24079c6f-c769-4169-82b5-462ea6082fdb up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:06:22.892754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Made reservation on behalf of 8ec60afe0d24453c81485aa5cbcfcbdf for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:06:22.898681 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:22.939693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Allocated IP 172.25.4.235 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/879bba6d-f6a7-4f33-9086-3859a00f3d76) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:06:22.943001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:06:22.970412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:06:22.974636 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:06:22.992791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:22.993950 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:23.036549 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-25f8a74c-9f95-49cf-bf27-fdfce056d0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:23.050590 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:23.086479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:23.090317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf8da7-8185-4b23-b56a-befc3b8f53c3 req-a46f8a7e-caef-4f96-ab8a-2211a9197482 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:23.091894 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4bcf8da7-8185-4b23-b56a-befc3b8f53c3 req-a46f8a7e-caef-4f96-ab8a-2211a9197482 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 935 time: 0.3547099
Jun 04 15:06:23.098091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Pushing event updated for resources: {'Port': ['ID=1f87e1a7-d7f7-4c56-8ff0-8e0e97300706,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:23.112731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Usage tracker for resource:security_group_rule and tenant:8ec60afe0d24453c81485aa5cbcfcbdf is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:23.113819 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:23.119318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:23.134299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:23.156250 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.3861232
Jun 04 15:06:23.164014 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-25f8a74c-9f95-49cf-bf27-fdfce056d0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:23.184941 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:23.261044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] For port c1e4d49e-a1c4-4459-b9bf-9880d632175a, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:06:23.271544 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:23.274561 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] For port c1e4d49e-a1c4-4459-b9bf-9880d632175a, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c1e4d49e-a1c4-4459-b9bf-9880d632175a,segment=NetworkSegment(68489fdc-0918-4577-b830-cf5aba77b116),segment_id=68489fdc-0918-4577-b830-cf5aba77b116)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:06:23.282292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 24079c6f-c769-4169-82b5-462ea6082fdb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:23.285316 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4bcf8da7-8185-4b23-b56a-befc3b8f53c3 req-60b0cd58-7e34-49d6-ad33-24c6ea5ea904 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830993
Jun 04 15:06:23.304268 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:23.312840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-1527e4a0-dcf0-4e94-b816-7f668458889f tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:06:23.326089 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-1527e4a0-dcf0-4e94-b816-7f668458889f tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1351843
Jun 04 15:06:23.327017 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8a74c-9f95-49cf-bf27-fdfce056d0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde08a3a-d3d0-400d-957a-c0fadebcc5d3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:23.329360 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:23.364239 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-25f8a74c-9f95-49cf-bf27-fdfce056d0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:23.402453 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:23.413528 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:23.433172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59172) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:23.451454 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-25f8a74c-9f95-49cf-bf27-fdfce056d0d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64aec468abbb48b08237a6afb246ee29&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1846876
Jun 04 15:06:23.537473 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Pushing event updated for resources: {'Port': ['ID=c1e4d49e-a1c4-4459-b9bf-9880d632175a,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:23.555876 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:23.635404 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c66a2bfe-a237-4ff5-827b-780d5240d6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:23.635493 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:23.698665 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c66a2bfe-a237-4ff5-827b-780d5240d6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:23.800171 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:23.813192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Request body: {'port': {'device_id': 'dfb177e7-ddc6-48bc-b15e-2da65b996ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:23.819496 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b4d6a0b0-a01d-4fa1-a153-24d8b92e9af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:23.844972 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-508dd168-d7fe-4e98-be45-fa1897f87848 None None] Provisioning for port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:23.851855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-508dd168-d7fe-4e98-be45-fa1897f87848 None None] Provisioning complete for port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:23.855031 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-508dd168-d7fe-4e98-be45-fa1897f87848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:23.914301 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:23.950861 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-afe67789-e8f5-469c-b0e0-52aefb3b0e1d req-364ba1ee-cb3b-4112-a357-28fa77f8158e tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 210 time: 0.0757544
Jun 04 15:06:23.973898 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:23.993279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Pushing event updated for resources: {'Port': ['ID=879bba6d-f6a7-4f33-9086-3859a00f3d76,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:24.014411 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:24.019038 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c66a2bfe-a237-4ff5-827b-780d5240d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:24.047429 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:06:24.066008 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:06:24.069922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:06:24.107626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-508dd168-d7fe-4e98-be45-fa1897f87848 None None] Port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:06:24.197693 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dc193c43-5543-47fa-a43f-2c80f918f25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:24.447400 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47b5534-f6f9-475d-8d3e-1d5c6c464349,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:24.463284 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a2bfe-a237-4ff5-827b-780d5240d6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde08a3a-d3d0-400d-957a-c0fadebcc5d3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:24.466932 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c66a2bfe-a237-4ff5-827b-780d5240d6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:24.475049 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c66a2bfe-a237-4ff5-827b-780d5240d6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:24.477235 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c66a2bfe-a237-4ff5-827b-780d5240d6e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bde08a3a-d3d0-400d-957a-c0fadebcc5d3 HTTP/1.1" status: 204  len: 168 time: 1.0426819
Jun 04 15:06:24.537168 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:24.537852 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:24.559273 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-3706fa6f-13bf-4b2e-b303-8ce14be63f4d tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f7a4bebab58d44f994610e0d7c48047d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1477196
Jun 04 15:06:24.900948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-73f9cd1c-04c3-4116-8320-22229ce0eff0 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:24.911626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c1e4d49e-a1c4-4459-b9bf-9880d632175a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:06:24.916592 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-73f9cd1c-04c3-4116-8320-22229ce0eff0 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3547301
Jun 04 15:06:24.928785 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:25.007613 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-f44c791a-a439-4624-8083-c12d540b9a4f tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/quotas/f7a4bebab58d44f994610e0d7c48047d HTTP/1.1" status: 200  len: 375 time: 0.0750806
Jun 04 15:06:25.161814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port c1e4d49e-a1c4-4459-b9bf-9880d632175a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:25.195494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-24229ef3-43f2-4321-a32b-02e93a514fb9 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7a4bebab58d44f994610e0d7c48047d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1866963
Jun 04 15:06:25.285124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe13d70-6515-4e70-9ad2-58bac3cc8955 None None] Network 46917d6a-2e4b-4010-ac29-0dbedca7f196 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:06:25.408480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Allocated IP 192.168.233.122 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/8758faf5-090c-49af-aeab-2ee55fda5a97) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:06:25.562131 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:25.573091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7de303-60f3-4aa4-a57b-0cbbfddca62f req-4d6e24ab-01ea-4eae-a85d-63d81cd473df tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:25.581580 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2d7de303-60f3-4aa4-a57b-0cbbfddca62f req-4d6e24ab-01ea-4eae-a85d-63d81cd473df tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 935 time: 0.2282186
Jun 04 15:06:25.611071 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:25.803742 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2d7de303-60f3-4aa4-a57b-0cbbfddca62f req-fda79055-2fda-4021-aac3-05ca06a6311e tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2211115
Jun 04 15:06:25.838700 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b2cb75e7-8b49-4776-b28f-0a76cc8aa75a None None] Provisioning for port c1e4d49e-a1c4-4459-b9bf-9880d632175a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:25.877340 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b2cb75e7-8b49-4776-b28f-0a76cc8aa75a None None] Provisioning complete for port c1e4d49e-a1c4-4459-b9bf-9880d632175a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:25.877340 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b2cb75e7-8b49-4776-b28f-0a76cc8aa75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:25.906256 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:25.964831 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Transition to ACTIVE for port object 8758faf5-090c-49af-aeab-2ee55fda5a97 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:26.158599 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b2cb75e7-8b49-4776-b28f-0a76cc8aa75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:26.160849 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:26.214785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b2cb75e7-8b49-4776-b28f-0a76cc8aa75a None None] For port c1e4d49e-a1c4-4459-b9bf-9880d632175a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c1e4d49e-a1c4-4459-b9bf-9880d632175a,segment=NetworkSegment(68489fdc-0918-4577-b830-cf5aba77b116),segment_id=68489fdc-0918-4577-b830-cf5aba77b116)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:06:26.223266 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a20dd335-ca64-41af-b4ec-7bf11f2d99bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:26.336293 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b2cb75e7-8b49-4776-b28f-0a76cc8aa75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:26.348180 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:26.395218 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:06:26.496199 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb75e7-8b49-4776-b28f-0a76cc8aa75a None None] Pushing event updated for resources: {'Port': ['ID=c1e4d49e-a1c4-4459-b9bf-9880d632175a,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:26.500479 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b2cb75e7-8b49-4776-b28f-0a76cc8aa75a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:26.525148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d49bf-a037-4f03-8fda-1875436c90b2 req-c0784a3b-cc6f-4451-9c56-5d9ea36dc10b tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:26.533094 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aa6d49bf-a037-4f03-8fda-1875436c90b2 req-c0784a3b-cc6f-4451-9c56-5d9ea36dc10b tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 936 time: 0.2339056
Jun 04 15:06:26.550556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:06:26.562530 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a5688ba1-cd77-4722-95f0-cf93ec880485 None None] Provisioning complete for port c1e4d49e-a1c4-4459-b9bf-9880d632175a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:26.563007 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a5688ba1-cd77-4722-95f0-cf93ec880485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:26.575449 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:06:26.593802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:26.594578 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:26.600003 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Router 69f0e778-0c91-4735-ba06-80f8ab41aa9f is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:06:26.793677 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-37ce739c-14a9-446e-b870-a13b2136e13f req-fc875cfa-dd1a-4178-bf23-69b6f83abcaa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 210 time: 0.1678405
Jun 04 15:06:26.842432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Pushing event updated for resources: {'Port': ['ID=8758faf5-090c-49af-aeab-2ee55fda5a97,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:26.868369 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:26.870483 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aa6d49bf-a037-4f03-8fda-1875436c90b2 req-ba738059-37c8-4b6f-9fe7-0b2f04125588 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3362784
Jun 04 15:06:26.906700 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c1e4d49e-a1c4-4459-b9bf-9880d632175a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:06:27.108117 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c1e4d49e-a1c4-4459-b9bf-9880d632175a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:27.108659 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:27.197305 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:06:27.220448 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Sync routers for ids ['69f0e778-0c91-4735-ba06-80f8ab41aa9f'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:06:27.260738 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Routers {'69f0e778-0c91-4735-ba06-80f8ab41aa9f'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:06:27.261900 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8eb1c0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:06:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69f0e778-0c91-4735-ba06-80f8ab41aa9f'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:06:27.263185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:06:27.287995 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:27.330412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Transition to ACTIVE for port object 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:27.440646 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.4330292
Jun 04 15:06:27.482348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d0d49-1997-4388-8504-3a5d02ea6d90 req-bb0c62a9-a310-4595-898d-1ecc0fe5686f tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:27.483498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-604d0d49-1997-4388-8504-3a5d02ea6d90 req-bb0c62a9-a310-4595-898d-1ecc0fe5686f tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Synchronizing usage tracker for tenant:4f0a3cb052a94df6bdfc4f1662ce0708 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:06:27.502200 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:27.507065 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 6.7114964
Jun 04 15:06:27.515566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59286) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:27.531171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Request body: {'port': {'device_id': 'ed5cfb08-8ae4-4a67-a2f1-03c6182b7688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:27.535570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3bc4bb6a-89be-444f-8d6f-62deb3295c98 None None] Provisioning for port 8758faf5-090c-49af-aeab-2ee55fda5a97 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:27.541254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3bc4bb6a-89be-444f-8d6f-62deb3295c98 None None] Provisioning complete for port 8758faf5-090c-49af-aeab-2ee55fda5a97 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:27.541668 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3bc4bb6a-89be-444f-8d6f-62deb3295c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:27.618883 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:27.669857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-604d0d49-1997-4388-8504-3a5d02ea6d90 req-bb0c62a9-a310-4595-898d-1ecc0fe5686f tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Unset dirty status for tenant:4f0a3cb052a94df6bdfc4f1662ce0708 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:06:27.671799 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-604d0d49-1997-4388-8504-3a5d02ea6d90 req-bb0c62a9-a310-4595-898d-1ecc0fe5686f tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 935 time: 0.3377905
Jun 04 15:06:27.677497 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-98bbfcb6-6a64-491a-84b6-f856da4f24d4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:27.696510 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4bb6a-89be-444f-8d6f-62deb3295c98 None None] Port 8758faf5-090c-49af-aeab-2ee55fda5a97 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:06:27.716960 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Set router 69f0e778-0c91-4735-ba06-80f8ab41aa9f gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:06:28.157132 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8eb1c0>, [{'id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977778786-router', 'tenant_id': '59c728d21ba6476b831e76a97a96b8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '879bba6d-f6a7-4f33-9086-3859a00f3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:20Z', 'updated_at': '2021-06-04T15:06:24Z', 'revision_number': 3, 'project_id': '59c728d21ba6476b831e76a97a96b8cc', 'gw_port': {'id': '879bba6d-f6a7-4f33-9086-3859a00f3d76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:22Z', 'updated_at': '2021-06-04T15:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:06:28.163241 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Checking router: 69f0e778-0c91-4735-ba06-80f8ab41aa9f for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:06:28.163918 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Updating router 69f0e778-0c91-4735-ba06-80f8ab41aa9f port 879bba6d-f6a7-4f33-9086-3859a00f3d76 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:06:28.177316 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Pushing event updated for resources: {'Port': ['ID=1f87e1a7-d7f7-4c56-8ff0-8e0e97300706,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:28.254593 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:28.269591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-604d0d49-1997-4388-8504-3a5d02ea6d90 req-cdd2f749-8de9-4403-9999-04ae591910ad tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Synchronizing usage tracker for tenant:4f0a3cb052a94df6bdfc4f1662ce0708 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:06:28.280171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Attempting to bind port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:06:28.280785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Attempting to bind port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:06:28.281322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Attempting to bind port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:06:28.291614 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:28.308694 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:28.503873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:06:28.503873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Attempting to bind port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:06:28.503873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:06:28.503873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:06:28.503873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:06:28.503873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Bound port: 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:06:28.503873 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:28.607179 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-076601a6-3544-468f-a195-200f0b1ffd23 req-e13fe63d-31c0-4d66-b4ce-d2bd91b44177 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 210 time: 0.1515129
Jun 04 15:06:28.701359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] For port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:06:28.721698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] For port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1f87e1a7-d7f7-4c56-8ff0-8e0e97300706,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:06:28.797581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-604d0d49-1997-4388-8504-3a5d02ea6d90 req-cdd2f749-8de9-4403-9999-04ae591910ad tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Unset dirty status for tenant:4f0a3cb052a94df6bdfc4f1662ce0708 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:06:28.800323 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-604d0d49-1997-4388-8504-3a5d02ea6d90 req-cdd2f749-8de9-4403-9999-04ae591910ad tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0518520
Jun 04 15:06:28.828404 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:28.852805 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:29.152375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59308) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:29.183809 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:29.192468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8758faf5-090c-49af-aeab-2ee55fda5a97 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:06:29.204388 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:29.220717 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Transition to ACTIVE for port object 879bba6d-f6a7-4f33-9086-3859a00f3d76 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:29.222337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Transition to ACTIVE for port object 8758faf5-090c-49af-aeab-2ee55fda5a97 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:29.248750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:29.249805 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:29.251465 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] 10.222.0.62 "PUT /v2.0/ports/1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 HTTP/1.1" status: 200  len: 1095 time: 5.6893108
Jun 04 15:06:29.256878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb177e7-ddc6-48bc-b15e-2da65b996ea8', 'tag': '1f87e1a7-d7f7-4c56-8ff0-8e0e97300706'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:06:29.308370 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b5411-f236-4fe0-b050-f809839efc56 req-e28d8bb3-0d06-4ff5-9422-27ef0fb5bb15 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:29.310753 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-133b5411-f236-4fe0-b050-f809839efc56 req-e28d8bb3-0d06-4ff5-9422-27ef0fb5bb15 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 936 time: 0.2917337
Jun 04 15:06:29.342459 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:29.379877 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:29.380551 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:29.559910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Pushing event updated for resources: {'Port': ['ID=1f87e1a7-d7f7-4c56-8ff0-8e0e97300706,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:29.559910 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:29.561491 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-133b5411-f236-4fe0-b050-f809839efc56 req-805d11f8-20be-4dda-9523-a4d0199edd99 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770864
Jun 04 15:06:29.561587 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:29.668473 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Attempting to bind port 879bba6d-f6a7-4f33-9086-3859a00f3d76 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:06:29.669699 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Attempting to bind port 879bba6d-f6a7-4f33-9086-3859a00f3d76 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:06:29.671377 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Attempting to bind port 879bba6d-f6a7-4f33-9086-3859a00f3d76 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:06:29.698537 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:06:29.699180 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:06:29.701744 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:29.702374 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:06:29.705243 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Bound port: 879bba6d-f6a7-4f33-9086-3859a00f3d76, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:06:29.706799 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:29.722866 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e9344a59-01cb-423b-a687-8e504a899414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:29.758184 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:29.796406 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed914e-fc48-4393-8463-686ff49be276 None None] Pushing event updated for resources: {'Port': ['ID=879bba6d-f6a7-4f33-9086-3859a00f3d76,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:29.801484 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-6aed914e-fc48-4393-8463-686ff49be276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:29.983943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59332) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:30.025930 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] For port 879bba6d-f6a7-4f33-9086-3859a00f3d76, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:06:30.030790 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] For port 879bba6d-f6a7-4f33-9086-3859a00f3d76, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=879bba6d-f6a7-4f33-9086-3859a00f3d76,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:06:30.035183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Pushing event updated for resources: {'Port': ['ID=8758faf5-090c-49af-aeab-2ee55fda5a97,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:30.056068 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:30.065511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Attempting to bind port 8758faf5-090c-49af-aeab-2ee55fda5a97 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:06:30.068851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Attempting to bind port 8758faf5-090c-49af-aeab-2ee55fda5a97 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:06:30.069468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Attempting to bind port 8758faf5-090c-49af-aeab-2ee55fda5a97 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:06:30.085213 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Port 8758faf5-090c-49af-aeab-2ee55fda5a97 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:06:30.086097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Attempting to bind port 8758faf5-090c-49af-aeab-2ee55fda5a97 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:06:30.100485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:06:30.101461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:06:30.102065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:06:30.102709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Bound port: 8758faf5-090c-49af-aeab-2ee55fda5a97, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:06:30.103286 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:30.185626 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f5b42eca-ee5b-49ea-b525-45c5f169c57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:30.214903 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:30.215074 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f19469a1-3690-4888-a32a-8fc8bc66081d req-b909b31f-13c6-4482-afaa-274928457d69 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 210 time: 0.2279570
Jun 04 15:06:30.222782 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aecc9d-5655-4eda-bd2e-de1e1f195d87" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb177e7-ddc6-48bc-b15e-2da65b996ea8", "tag": "1f87e1a7-d7f7-4c56-8ff0-8e0e97300706"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:06:30.226160 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-483a3dac-4a6b-4c5b-ade0-5d255e65ef24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:30.293614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-dbd5e63f-afae-4242-884b-fbf4e0cdb6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:30.297367 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-dbd5e63f-afae-4242-884b-fbf4e0cdb6b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f0a3cb052a94df6bdfc4f1662ce0708&device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 1098 time: 0.4285023
Jun 04 15:06:30.389056 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21a12ba1-b350-4fdd-b655-553b7369fd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:30.464698 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-21a12ba1-b350-4fdd-b655-553b7369fd79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:30.469991 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-21a12ba1-b350-4fdd-b655-553b7369fd79 admin admin] Usage tracker for resource:security_group_rule and tenant:8cf72950444e4695858dd1300c9658c5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:30.479211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-21a12ba1-b350-4fdd-b655-553b7369fd79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:30.486432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-21a12ba1-b350-4fdd-b655-553b7369fd79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:30.519590 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Routers {'69f0e778-0c91-4735-ba06-80f8ab41aa9f'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:06:30.519590 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8eb1c0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:06:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69f0e778-0c91-4735-ba06-80f8ab41aa9f'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:06:30.540069 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-21e0c506-6171-4f92-b9dc-8778a8ba1a86 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 HTTP/1.1" status: 200  len: 217 time: 0.2002966
Jun 04 15:06:30.542641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.65', 55199) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:30.632344 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed914e-fc48-4393-8463-686ff49be276 None None] Pushing event updated for resources: {'Port': ['ID=879bba6d-f6a7-4f33-9086-3859a00f3d76,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:30.639386 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-6aed914e-fc48-4393-8463-686ff49be276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:30.719206 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] For port 8758faf5-090c-49af-aeab-2ee55fda5a97, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:06:30.732786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] For port 8758faf5-090c-49af-aeab-2ee55fda5a97, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8758faf5-090c-49af-aeab-2ee55fda5a97,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:06:30.772640 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21a12ba1-b350-4fdd-b655-553b7369fd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:30.777307 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f5b42eca-ee5b-49ea-b525-45c5f169c57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:30.796083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f5b42eca-ee5b-49ea-b525-45c5f169c57c admin admin] Usage tracker for resource:security_group_rule and tenant:62d7db9ebb03471e8d5b2d9a8b169153 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:30.809243 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f5b42eca-ee5b-49ea-b525-45c5f169c57c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:30.833568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f5b42eca-ee5b-49ea-b525-45c5f169c57c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:30.852584 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:30.874429 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-1efa83bf-227a-4712-9273-7059fb94e2bf tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f7a4bebab58d44f994610e0d7c48047d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3170600
Jun 04 15:06:30.881016 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e548eb-d131-4575-bac1-db1c8046b261 x-openstack-request-id: req-a0e548eb-d131-4575-bac1-db1c8046b261 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:06:30.881810 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb177e7-ddc6-48bc-b15e-2da65b996ea8", "tag": "1f87e1a7-d7f7-4c56-8ff0-8e0e97300706", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:06:30.882591 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0e548eb-d131-4575-bac1-db1c8046b261 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:06:30.883307 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb177e7-ddc6-48bc-b15e-2da65b996ea8', 'tag': '1f87e1a7-d7f7-4c56-8ff0-8e0e97300706', 'status': 'completed', 'code': 200}
Jun 04 15:06:30.941098 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21a12ba1-b350-4fdd-b655-553b7369fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:30.954787 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] Set router 69f0e778-0c91-4735-ba06-80f8ab41aa9f gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:06:30.976718 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:30.978816 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:31.097337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:31.098163 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:31.099602 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] 10.222.0.62 "PUT /v2.0/ports/8758faf5-090c-49af-aeab-2ee55fda5a97 HTTP/1.1" status: 200  len: 1096 time: 3.5800164
Jun 04 15:06:31.105692 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-21a12ba1-b350-4fdd-b655-553b7369fd79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cf72950444e4695858dd1300c9658c5&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1104274
Jun 04 15:06:31.120203 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59364) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:31.227158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ee9e6-26f3-47d7-9d9f-35a33bb5f593 req-26436426-bf72-431c-9192-68c6082035b9 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:31.235248 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b8ee9e6-26f3-47d7-9d9f-35a33bb5f593 req-26436426-bf72-431c-9192-68c6082035b9 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 947 time: 1.1071084
Jun 04 15:06:31.249149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-59a55609-6750-446b-9406-918068f57290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:31.250694 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-59a55609-6750-446b-9406-918068f57290 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.6549292
Jun 04 15:06:31.320340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Pushing event updated for resources: {'Port': ['ID=8758faf5-090c-49af-aeab-2ee55fda5a97,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:31.383230 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:31.446384 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f5b42eca-ee5b-49ea-b525-45c5f169c57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:31.478705 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-005b125b-e817-4065-a365-1cc6b269752c tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:31.480647 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-005b125b-e817-4065-a365-1cc6b269752c tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5953510
Jun 04 15:06:31.488783 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b8ee9e6-26f3-47d7-9d9f-35a33bb5f593 req-700e1122-e03f-4b98-8acb-10687a0648d2 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2526393
Jun 04 15:06:31.508602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Allocated IP 172.20.0.1 (46917d6a-2e4b-4010-ac29-0dbedca7f196/8a6d936a-45f4-4837-aeed-70a4a60203aa/f09a194e-7301-4768-9bd0-8db9ed5f81d5) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:06:31.532736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-f0241b97-5dba-4758-b462-e907494545b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:31.534927 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-f0241b97-5dba-4758-b462-e907494545b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1948590
Jun 04 15:06:31.570093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a12ba1-b350-4fdd-b655-553b7369fd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c96cced-4d4b-46d9-bd75-4207794765dd,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:31.576359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Request body: {'port': {'device_id': '44e009ab-0cb3-4e75-bcad-68259082af1e', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': 'f7a4bebab58d44f994610e0d7c48047d'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:31.584316 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8eb1c0>, [{'id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977778786-router', 'tenant_id': '59c728d21ba6476b831e76a97a96b8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '879bba6d-f6a7-4f33-9086-3859a00f3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:20Z', 'updated_at': '2021-06-04T15:06:24Z', 'revision_number': 3, 'project_id': '59c728d21ba6476b831e76a97a96b8cc', 'gw_port': {'id': '879bba6d-f6a7-4f33-9086-3859a00f3d76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:22Z', 'updated_at': '2021-06-04T15:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:06:31.598039 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a87c0-b319-4520-a5f7-d303e2292cf3 None None] The sync data for ids ['69f0e778-0c91-4735-ba06-80f8ab41aa9f'] in n-d-791505-9 is: [{'id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977778786-router', 'tenant_id': '59c728d21ba6476b831e76a97a96b8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '879bba6d-f6a7-4f33-9086-3859a00f3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:20Z', 'updated_at': '2021-06-04T15:06:24Z', 'revision_number': 3, 'project_id': '59c728d21ba6476b831e76a97a96b8cc', 'gw_port': {'id': '879bba6d-f6a7-4f33-9086-3859a00f3d76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:22Z', 'updated_at': '2021-06-04T15:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:06:31.636988 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-21a12ba1-b350-4fdd-b655-553b7369fd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:31.648528 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f5b42eca-ee5b-49ea-b525-45c5f169c57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:31.712037 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:31.807333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-4242c0af-7016-4f2e-94bb-feb634d4a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:31.813146 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-4242c0af-7016-4f2e-94bb-feb634d4a45d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ec60afe0d24453c81485aa5cbcfcbdf&device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 1099 time: 0.5572724
Jun 04 15:06:31.836538 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d650c237-ba8a-47d2-9a8d-eaf7cb8312a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:31.948373 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:32.049027 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f5b42eca-ee5b-49ea-b525-45c5f169c57c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62d7db9ebb03471e8d5b2d9a8b169153&name=default HTTP/1.1" status: 200  len: 2977 time: 2.8928258
Jun 04 15:06:32.065993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59388) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:32.095569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babc3d0-5381-4f6b-883d-13b67bc9dae9 req-173d94a4-f791-434f-bf04-f6d929f86f43 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:32.103765 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9babc3d0-5381-4f6b-883d-13b67bc9dae9 req-173d94a4-f791-434f-bf04-f6d929f86f43 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 948 time: 0.9009144
Jun 04 15:06:32.115453 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d650c237-ba8a-47d2-9a8d-eaf7cb8312a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:32.228363 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b42eca-ee5b-49ea-b525-45c5f169c57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7005d1e4-38f1-4283-a686-4115a4a5eecd,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:32.231906 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f5b42eca-ee5b-49ea-b525-45c5f169c57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:32.267469 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-16c468f5-50d2-44b3-afaf-78868af3862d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:32.315454 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d650c237-ba8a-47d2-9a8d-eaf7cb8312a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:32.333704 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3ddefaef-ec1a-47f0-abc8-3245c7a55814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:32.358180 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9babc3d0-5381-4f6b-883d-13b67bc9dae9 req-49a56da0-ef14-4eb0-81e9-b0109d54b026 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2535167
Jun 04 15:06:32.417299 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-6ecd27d2-d84f-48c0-b5da-d51ac9830a91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=8758faf5-090c-49af-aeab-2ee55fda5a97 HTTP/1.1" status: 200  len: 217 time: 0.4576108
Jun 04 15:06:32.422032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650c237-ba8a-47d2-9a8d-eaf7cb8312a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c96cced-4d4b-46d9-bd75-4207794765dd,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:32.423545 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2e3f4f00-4ac2-493f-8fff-d0d0cc69bbe8 req-1944e306-50fb-499a-ab06-34bdb83b6092 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 210 time: 0.0906463
Jun 04 15:06:32.428487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:32.428856 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d650c237-ba8a-47d2-9a8d-eaf7cb8312a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:32.436283 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-e2ef18cb-df6e-419e-bcbd-6be4611e3c12 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6263392
Jun 04 15:06:32.483490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Usage tracker for resource:port and tenant:f7a4bebab58d44f994610e0d7c48047d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:32.483704 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:32.488468 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d650c237-ba8a-47d2-9a8d-eaf7cb8312a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:32.500477 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d650c237-ba8a-47d2-9a8d-eaf7cb8312a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c96cced-4d4b-46d9-bd75-4207794765dd HTTP/1.1" status: 204  len: 168 time: 1.3758121
Jun 04 15:06:32.556611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Transition to ACTIVE for port object f09a194e-7301-4768-9bd0-8db9ed5f81d5 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:32.604755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:32.859135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 879bba6d-f6a7-4f33-9086-3859a00f3d76 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:06:32.863322 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:32.868786 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e1fc1026-b346-4ae5-a0e6-087bbd07258a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:32.932544 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5cfb08-8ae4-4a67-a2f1-03c6182b7688', 'tag': '8758faf5-090c-49af-aeab-2ee55fda5a97'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:06:32.935438 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e087e67-d57a-4131-b367-14d182ade355" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5cfb08-8ae4-4a67-a2f1-03c6182b7688", "tag": "8758faf5-090c-49af-aeab-2ee55fda5a97"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:06:32.956780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:33.030135 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55b6b713-6010-4b02-9e7e-f952c4ca1670 req-3b9cde79-4fae-4a3a-af45-c3045718a415 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5511460
Jun 04 15:06:33.038843 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 879bba6d-f6a7-4f33-9086-3859a00f3d76 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:33.039577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Pushing event updated for resources: {'Port': ['ID=f09a194e-7301-4768-9bd0-8db9ed5f81d5,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:33.051210 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:33.055718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 879bba6d-f6a7-4f33-9086-3859a00f3d76 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:33.056094 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:33.071003 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Network 46917d6a-2e4b-4010-ac29-0dbedca7f196 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:06:33.075591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:06:33.090950 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:06:33.091448 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:33.145626 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-067a848c-e24a-450a-94c9-f766e03bd947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:33.209511 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-067a848c-e24a-450a-94c9-f766e03bd947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:33.335418 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93c4575-53c8-4334-a2c8-601e187a9632 x-openstack-request-id: req-a93c4575-53c8-4334-a2c8-601e187a9632 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:06:33.336614 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5cfb08-8ae4-4a67-a2f1-03c6182b7688", "tag": "8758faf5-090c-49af-aeab-2ee55fda5a97", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:06:33.337093 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a93c4575-53c8-4334-a2c8-601e187a9632 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:06:33.337548 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5cfb08-8ae4-4a67-a2f1-03c6182b7688', 'tag': '8758faf5-090c-49af-aeab-2ee55fda5a97', 'status': 'completed', 'code': 200}
Jun 04 15:06:33.438759 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Made reservation on behalf of f7a4bebab58d44f994610e0d7c48047d for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:06:33.443840 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:33.457104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f7a4ef77-4124-4c57-a3e6-5dfc2345516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:33.458731 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-f7a4ef77-4124-4c57-a3e6-5dfc2345516e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.9591198
Jun 04 15:06:33.487730 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:33.523990 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-067a848c-e24a-450a-94c9-f766e03bd947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:33.534673 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:33.539876 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:33.561346 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 879bba6d-f6a7-4f33-9086-3859a00f3d76, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=879bba6d-f6a7-4f33-9086-3859a00f3d76,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:06:33.632172 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c53a7261-8576-4583-a8ac-1d9daf96d2f1 None None] Provisioning for port f09a194e-7301-4768-9bd0-8db9ed5f81d5 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:33.639516 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c53a7261-8576-4583-a8ac-1d9daf96d2f1 None None] Provisioning complete for port f09a194e-7301-4768-9bd0-8db9ed5f81d5 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:33.641057 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c53a7261-8576-4583-a8ac-1d9daf96d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:33.676752 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:33.704273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:33.709062 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2e4679f8-4827-4c13-a35a-c2174c63d0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:33.718084 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:33.756012 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:33.779325 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-067a848c-e24a-450a-94c9-f766e03bd947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:33.780498 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-067a848c-e24a-450a-94c9-f766e03bd947 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7005d1e4-38f1-4283-a686-4115a4a5eecd HTTP/1.1" status: 204  len: 168 time: 1.7143412
Jun 04 15:06:33.798550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Usage tracker for resource:security_group_rule and tenant:f7a4bebab58d44f994610e0d7c48047d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:33.813908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:33.825067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a848c-e24a-450a-94c9-f766e03bd947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7005d1e4-38f1-4283-a686-4115a4a5eecd,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:33.846604 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-067a848c-e24a-450a-94c9-f766e03bd947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:33.848467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:33.870118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aecc9d-5655-4eda-bd2e-de1e1f195d87 req-3da7247b-6eb8-4ef9-8be2-0a9579054f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:33.871826 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0aecc9d-5655-4eda-bd2e-de1e1f195d87 req-3da7247b-6eb8-4ef9-8be2-0a9579054f86 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f0a3cb052a94df6bdfc4f1662ce0708&device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 1098 time: 0.5289476
Jun 04 15:06:33.904838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5bb5b-b0f8-4638-89a1-368e9e898bd7 req-2f13a6d8-4419-4aa6-b5c6-b0eac2bea9d3 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:33.912871 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ac5bb5b-b0f8-4638-89a1-368e9e898bd7 req-2f13a6d8-4419-4aa6-b5c6-b0eac2bea9d3 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 947 time: 1.1312737
Jun 04 15:06:33.931403 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c53a7261-8576-4583-a8ac-1d9daf96d2f1 None None] Port f09a194e-7301-4768-9bd0-8db9ed5f81d5 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:06:33.938733 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=879bba6d-f6a7-4f33-9086-3859a00f3d76,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:33.945128 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:33.977863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-2c950d50-5abe-4dde-a1d1-666af67e997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:33.979408 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-2c950d50-5abe-4dde-a1d1-666af67e997b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4972029
Jun 04 15:06:34.028320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59418) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:34.050939 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3470442-828e-468e-bcf9-0529a915bb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:34.085097 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a3470442-828e-468e-bcf9-0529a915bb63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:34.093582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a3470442-828e-468e-bcf9-0529a915bb63 admin admin] Usage tracker for resource:security_group_rule and tenant:7405847686794f71a33d19dcba71958c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:34.101306 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a3470442-828e-468e-bcf9-0529a915bb63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:34.134480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185f5b2-29b5-4a3c-b3cb-68a013f101f2 req-86fc58ce-a76e-427b-b59d-8dad8042d0ba tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:34.136374 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5185f5b2-29b5-4a3c-b3cb-68a013f101f2 req-86fc58ce-a76e-427b-b59d-8dad8042d0ba tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 948 time: 0.4369071
Jun 04 15:06:34.140769 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ac5bb5b-b0f8-4638-89a1-368e9e898bd7 req-d3816b12-9437-4cd1-bad0-1912da0c89c8 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2255247
Jun 04 15:06:34.158017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a3470442-828e-468e-bcf9-0529a915bb63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:34.489278 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-54395a5e-a962-4875-91ed-1996d03419f3 req-a8af8347-a083-42c7-92ed-4c88c0c91006 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 210 time: 0.1503022
Jun 04 15:06:34.518796 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3470442-828e-468e-bcf9-0529a915bb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:34.654731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aecc9d-5655-4eda-bd2e-de1e1f195d87 req-441c1567-9aab-4e3a-9ea2-21b640becf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:34.656657 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0aecc9d-5655-4eda-bd2e-de1e1f195d87 req-441c1567-9aab-4e3a-9ea2-21b640becf56 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.7260158
Jun 04 15:06:34.801391 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-3aca0bb3-f564-4f2b-8178-62ddc3f148b1 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8091092
Jun 04 15:06:34.830250 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0aecc9d-5655-4eda-bd2e-de1e1f195d87 req-31622f68-032a-4269-b84c-527426f6d2fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 HTTP/1.1" status: 200  len: 217 time: 0.1644392
Jun 04 15:06:34.841441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:34.843536 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 879bba6d-f6a7-4f33-9086-3859a00f3d76 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:06:34.851224 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3470442-828e-468e-bcf9-0529a915bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:34.864096 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:34.892386 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5185f5b2-29b5-4a3c-b3cb-68a013f101f2 req-5aa5eb7c-db8c-4a1b-94c7-07965cabda4c tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7322068
Jun 04 15:06:34.943345 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a3470442-828e-468e-bcf9-0529a915bb63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7405847686794f71a33d19dcba71958c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9131100
Jun 04 15:06:34.945595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3470442-828e-468e-bcf9-0529a915bb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780bf19c-c44d-4f8d-925b-8828914d76b4,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:34.953761 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3470442-828e-468e-bcf9-0529a915bb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:34.959668 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59424) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:35.009845 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:35.019629 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:35.051430 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:35.097821 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 879bba6d-f6a7-4f33-9086-3859a00f3d76 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:35.098206 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:35.168580 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:35.198523 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:35.230750 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ad6eff3-3b25-49c6-b059-e4f2b761c3a3 req-70d35d5b-95e4-4e09-ba53-fa20e4298bb9 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3852417
Jun 04 15:06:35.291356 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aecc9d-5655-4eda-bd2e-de1e1f195d87 req-4a68b8c7-9288-403e-b65d-b82e1b37d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:35.293721 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0aecc9d-5655-4eda-bd2e-de1e1f195d87 req-4a68b8c7-9288-403e-b65d-b82e1b37d015 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.4464867
Jun 04 15:06:35.297793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59430) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:35.366434 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f38e9bae-fa91-4b1a-bf36-266f21eed9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:35.382590 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:35.429555 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-25f8a74c-9f95-49cf-bf27-fdfce056d0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:35.467988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f38e9bae-fa91-4b1a-bf36-266f21eed9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:35.478647 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1d10605-52ac-4611-857d-83e9ae3af6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:35.481053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Pushing event updated for resources: {'Port': ['ID=f09a194e-7301-4768-9bd0-8db9ed5f81d5,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:35.532577 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:35.540276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944f3cc5-41fb-42ee-9da3-733af47b1a4d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:35.543562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Network 46917d6a-2e4b-4010-ac29-0dbedca7f196 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:06:35.555670 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:35.559027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f38e9bae-fa91-4b1a-bf36-266f21eed9c8 admin admin] Usage tracker for resource:security_group_rule and tenant:5badf4bd3d524b92a1b02948041c5737 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:35.564599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f38e9bae-fa91-4b1a-bf36-266f21eed9c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:35.586912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f38e9bae-fa91-4b1a-bf36-266f21eed9c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:35.593351 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:06:35.750531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aecc9d-5655-4eda-bd2e-de1e1f195d87 req-9ad62d2d-23f0-4e51-923c-b69b9dedceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:35.751990 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0aecc9d-5655-4eda-bd2e-de1e1f195d87 req-9ad62d2d-23f0-4e51-923c-b69b9dedceec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4289863
Jun 04 15:06:35.993834 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a11dd72f-4293-4c7b-9fc9-a37b47e59fb7 None None] Provisioning complete for port f09a194e-7301-4768-9bd0-8db9ed5f81d5 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:35.993834 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a11dd72f-4293-4c7b-9fc9-a37b47e59fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:35.994504 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6bee175e-a434-412c-86ea-c5ac60e50d32 req-00a81244-40ac-4155-818c-4c180314c99d tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 210 time: 0.1569984
Jun 04 15:06:35.997333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59438) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:36.107425 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1d10605-52ac-4611-857d-83e9ae3af6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:36.124333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Allocated IP 192.168.233.188 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/1fe10e06-7114-41ae-8fdb-fe3da306dbf3) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:06:36.137922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e087e67-d57a-4131-b367-14d182ade355 req-4117f7cb-6311-4784-bd44-0fab97872686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:36.139837 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e087e67-d57a-4131-b367-14d182ade355 req-4117f7cb-6311-4784-bd44-0fab97872686 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ec60afe0d24453c81485aa5cbcfcbdf&device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 1099 time: 0.5133934
Jun 04 15:06:36.160231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Router 69f0e778-0c91-4735-ba06-80f8ab41aa9f has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:06:36.166772 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a11dd72f-4293-4c7b-9fc9-a37b47e59fb7 None None] Port f09a194e-7301-4768-9bd0-8db9ed5f81d5 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:06:36.210282 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370c50d-3b01-4410-b5e0-e4f4502a3705 req-f1cad851-0fdc-4a29-a8c9-82abd33267c3 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:36.218146 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a370c50d-3b01-4410-b5e0-e4f4502a3705 req-f1cad851-0fdc-4a29-a8c9-82abd33267c3 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 947 time: 0.8803182
Jun 04 15:06:36.463405 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a370c50d-3b01-4410-b5e0-e4f4502a3705 req-f9394eb7-1719-4168-b614-a14057d10033 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2439442
Jun 04 15:06:36.587940 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1d10605-52ac-4611-857d-83e9ae3af6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:36.598439 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:36.644568 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4464f3fa-0b44-411a-a5a5-593cd3ecb605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:36.655709 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9645d84-e2d3-442c-aeaa-e9e5c4b9a4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:36.663367 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d10605-52ac-4611-857d-83e9ae3af6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780bf19c-c44d-4f8d-925b-8828914d76b4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:36.668929 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1d10605-52ac-4611-857d-83e9ae3af6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:36.672715 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1d10605-52ac-4611-857d-83e9ae3af6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:36.673878 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c1d10605-52ac-4611-857d-83e9ae3af6eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/780bf19c-c44d-4f8d-925b-8828914d76b4 HTTP/1.1" status: 204  len: 168 time: 1.7161970
Jun 04 15:06:36.720447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:06:36.745055 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] 10.222.0.32 "PUT /v2.0/routers/69f0e778-0c91-4735-ba06-80f8ab41aa9f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2220550
Jun 04 15:06:36.745376 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Sync routers for ids ['69f0e778-0c91-4735-ba06-80f8ab41aa9f'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:06:36.797967 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f38e9bae-fa91-4b1a-bf36-266f21eed9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:36.814760 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0aecc9d-5655-4eda-bd2e-de1e1f195d87 req-d5ddfa37-51d4-4907-8573-92d0dd7d1951 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9787900
Jun 04 15:06:36.828816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d9645d84-e2d3-442c-aeaa-e9e5c4b9a4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:36.866832 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Routers {'69f0e778-0c91-4735-ba06-80f8ab41aa9f'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:06:36.868806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd8a520>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:06:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69f0e778-0c91-4735-ba06-80f8ab41aa9f'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:06:36.881277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Transition to ACTIVE for port object 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:36.896454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d9645d84-e2d3-442c-aeaa-e9e5c4b9a4b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b0c0778db4454ffca3a01468d5fd8d26 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:36.901917 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f38e9bae-fa91-4b1a-bf36-266f21eed9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:36.907525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d9645d84-e2d3-442c-aeaa-e9e5c4b9a4b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:36.931412 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:36.992392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d9645d84-e2d3-442c-aeaa-e9e5c4b9a4b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:37.003291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e087e67-d57a-4131-b367-14d182ade355 req-aac3638b-1aac-4d0f-b3a5-5b1570fa21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:37.010403 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e087e67-d57a-4131-b367-14d182ade355 req-aac3638b-1aac-4d0f-b3a5-5b1570fa21d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.8484046
Jun 04 15:06:37.196025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e9bae-fa91-4b1a-bf36-266f21eed9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1c899c-c460-4869-925b-de30db3a9cc3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:37.226342 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f38e9bae-fa91-4b1a-bf36-266f21eed9c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5badf4bd3d524b92a1b02948041c5737&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9256942
Jun 04 15:06:37.234006 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f38e9bae-fa91-4b1a-bf36-266f21eed9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:37.239938 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Set router 69f0e778-0c91-4735-ba06-80f8ab41aa9f gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:06:37.240673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59450) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:37.358982 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c08007fc-510b-460d-b0da-97f0dfc20f25 req-f41453cb-4a0a-4c39-b003-0c7c61c3740c tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 210 time: 0.0704460
Jun 04 15:06:37.430418 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f4f4-1829-434c-bdb5-9682e2c253ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:37.433728 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e087e67-d57a-4131-b367-14d182ade355 req-091a3eef-16d4-4a77-8439-27fc790a6c7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=8758faf5-090c-49af-aeab-2ee55fda5a97 HTTP/1.1" status: 200  len: 217 time: 0.2147918
Jun 04 15:06:37.505744 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f4f4-1829-434c-bdb5-9682e2c253ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:37.674636 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:37.686020 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f4f4-1829-434c-bdb5-9682e2c253ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:37.695304 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:37.703098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5b8b-ab37-4bb0-89a3-a9adc0f1e156 req-9503b3d7-8dfe-4b7a-acdf-bc14e87f2917 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:37.711026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f38a5b8b-ab37-4bb0-89a3-a9adc0f1e156 req-9503b3d7-8dfe-4b7a-acdf-bc14e87f2917 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Synchronizing usage tracker for tenant:8ec60afe0d24453c81485aa5cbcfcbdf on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:06:37.740099 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f4f4-1829-434c-bdb5-9682e2c253ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:37.742257 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9aa6f4f4-1829-434c-bdb5-9682e2c253ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e1c899c-c460-4869-925b-de30db3a9cc3 HTTP/1.1" status: 204  len: 168 time: 0.4962842
Jun 04 15:06:37.750337 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6f4f4-1829-434c-bdb5-9682e2c253ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1c899c-c460-4869-925b-de30db3a9cc3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:37.755971 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:37.757256 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9aa6f4f4-1829-434c-bdb5-9682e2c253ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:37.873761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:06:37.880035 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e087e67-d57a-4131-b367-14d182ade355 req-f5fc933d-7430-48af-8b56-d851d7dd487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:37.881653 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e087e67-d57a-4131-b367-14d182ade355 req-f5fc933d-7430-48af-8b56-d851d7dd487e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.4203811
Jun 04 15:06:37.889768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:06:37.893332 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0aecc9d-5655-4eda-bd2e-de1e1f195d87 req-abb9e639-482b-4d01-91ed-416a8f31b783 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7778225
Jun 04 15:06:37.902665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:06:37.902859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:37.903700 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:37.956923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Pushing event updated for resources: {'Port': ['ID=1fe10e06-7114-41ae-8fdb-fe3da306dbf3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:38.114478 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:38.204396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd8a520>, [{'id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977778786-router', 'tenant_id': '59c728d21ba6476b831e76a97a96b8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '879bba6d-f6a7-4f33-9086-3859a00f3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:20Z', 'updated_at': '2021-06-04T15:06:33Z', 'revision_number': 4, 'project_id': '59c728d21ba6476b831e76a97a96b8cc', 'gw_port': {'id': '879bba6d-f6a7-4f33-9086-3859a00f3d76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:22Z', 'updated_at': '2021-06-04T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'f09a194e-7301-4768-9bd0-8db9ed5f81d5', 'name': '', 'network_id': '46917d6a-2e4b-4010-ac29-0dbedca7f196', 'tenant_id': '59c728d21ba6476b831e76a97a96b8cc', 'mac_address': 'fa:16:3e:d9:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8a6d936a-45f4-4837-aeed-70a4a60203aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:29Z', 'updated_at': '2021-06-04T15:06:34Z', 'revision_number': 2, 'project_id': '59c728d21ba6476b831e76a97a96b8cc', 'subnets': [{'id': '8a6d936a-45f4-4837-aeed-70a4a60203aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:06:38.204650 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9645d84-e2d3-442c-aeaa-e9e5c4b9a4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:38.216826 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Checking router: 69f0e778-0c91-4735-ba06-80f8ab41aa9f for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:06:38.217190 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Updating router 69f0e778-0c91-4735-ba06-80f8ab41aa9f port f09a194e-7301-4768-9bd0-8db9ed5f81d5 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:06:38.251636 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e087e67-d57a-4131-b367-14d182ade355 req-474c7ed7-920c-4d79-b880-8d7ae26e4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:38.258372 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e087e67-d57a-4131-b367-14d182ade355 req-474c7ed7-920c-4d79-b880-8d7ae26e4068 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3457532
Jun 04 15:06:38.298397 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9645d84-e2d3-442c-aeaa-e9e5c4b9a4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:38.332268 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f1e563b3-374e-4779-9fc4-c16d5110beb2 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:38.340319 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 6.8040197
Jun 04 15:06:38.362097 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:38.390877 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17bacb-5e09-4658-8793-9e2b8ed682e1 req-60062af6-d3fe-4d0d-8dc9-cc1f4644d069 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:38.399582 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a17bacb-5e09-4658-8793-9e2b8ed682e1 req-60062af6-d3fe-4d0d-8dc9-cc1f4644d069 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 947 time: 0.1631815
Jun 04 15:06:38.421357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f38a5b8b-ab37-4bb0-89a3-a9adc0f1e156 req-9503b3d7-8dfe-4b7a-acdf-bc14e87f2917 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Unset dirty status for tenant:8ec60afe0d24453c81485aa5cbcfcbdf on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:06:38.423835 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f38a5b8b-ab37-4bb0-89a3-a9adc0f1e156 req-9503b3d7-8dfe-4b7a-acdf-bc14e87f2917 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 948 time: 2.0503016
Jun 04 15:06:38.448104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-790d93bc-e0be-454c-bae1-08a98576aad4 None None] Provisioning for port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:38.468949 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-790d93bc-e0be-454c-bae1-08a98576aad4 None None] Provisioning complete for port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:38.469924 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-790d93bc-e0be-454c-bae1-08a98576aad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:38.472296 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d9645d84-e2d3-442c-aeaa-e9e5c4b9a4b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0c0778db4454ffca3a01468d5fd8d26&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4697666
Jun 04 15:06:38.472978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59474) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:38.494369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9645d84-e2d3-442c-aeaa-e9e5c4b9a4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd799a18-a7ed-4c11-b1ca-1faedfdd526b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:38.509930 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d9645d84-e2d3-442c-aeaa-e9e5c4b9a4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:38.512601 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a17bacb-5e09-4658-8793-9e2b8ed682e1 req-44f581cd-8410-4818-843f-0824d62d20f0 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125221
Jun 04 15:06:38.606891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f38a5b8b-ab37-4bb0-89a3-a9adc0f1e156 req-dffb387e-36ab-4d4d-b2fa-6053562e6e41 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Synchronizing usage tracker for tenant:8ec60afe0d24453c81485aa5cbcfcbdf on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:06:38.610989 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e087e67-d57a-4131-b367-14d182ade355 req-db08f27d-9a8a-4b95-b0b5-97bae90982ce service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3450677
Jun 04 15:06:38.644508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-790d93bc-e0be-454c-bae1-08a98576aad4 None None] Port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:06:38.737035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae460178-f937-401f-b7f5-f0e0bc4d4818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:38.789832 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae460178-f937-401f-b7f5-f0e0bc4d4818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:38.811079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f38a5b8b-ab37-4bb0-89a3-a9adc0f1e156 req-dffb387e-36ab-4d4d-b2fa-6053562e6e41 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Unset dirty status for tenant:8ec60afe0d24453c81485aa5cbcfcbdf on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:06:38.812238 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f38a5b8b-ab37-4bb0-89a3-a9adc0f1e156 req-dffb387e-36ab-4d4d-b2fa-6053562e6e41 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3672938
Jun 04 15:06:38.831768 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e087e67-d57a-4131-b367-14d182ade355 req-2ee34ee6-3844-42e1-8ab4-1f483b2fc73f service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2108386
Jun 04 15:06:38.948031 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae460178-f937-401f-b7f5-f0e0bc4d4818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:38.954417 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:39.032119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59482) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:39.055635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae460178-f937-401f-b7f5-f0e0bc4d4818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd799a18-a7ed-4c11-b1ca-1faedfdd526b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:39.066887 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ae460178-f937-401f-b7f5-f0e0bc4d4818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:39.078708 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae460178-f937-401f-b7f5-f0e0bc4d4818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:39.085318 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f19573d9-5d2a-415d-afda-4f400c86e127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:39.094351 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ae460178-f937-401f-b7f5-f0e0bc4d4818 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd799a18-a7ed-4c11-b1ca-1faedfdd526b HTTP/1.1" status: 204  len: 168 time: 0.6159148
Jun 04 15:06:39.115251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f19573d9-5d2a-415d-afda-4f400c86e127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:39.126512 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f19573d9-5d2a-415d-afda-4f400c86e127 admin admin] Usage tracker for resource:security_group_rule and tenant:5dc464c64e9440c89044d57777b50f01 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:39.136074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f19573d9-5d2a-415d-afda-4f400c86e127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:39.149938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f19573d9-5d2a-415d-afda-4f400c86e127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:39.175189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05829181-d778-4fb1-ba75-359306cb61a3 req-2a64aa61-2c3e-443b-b76c-fa553d3331eb tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:39.180116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-05829181-d778-4fb1-ba75-359306cb61a3 req-2a64aa61-2c3e-443b-b76c-fa553d3331eb tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Synchronizing usage tracker for tenant:f7a4bebab58d44f994610e0d7c48047d on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:06:39.254149 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:39.273714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-05829181-d778-4fb1-ba75-359306cb61a3 req-2a64aa61-2c3e-443b-b76c-fa553d3331eb tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Unset dirty status for tenant:f7a4bebab58d44f994610e0d7c48047d on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:06:39.276189 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05829181-d778-4fb1-ba75-359306cb61a3 req-2a64aa61-2c3e-443b-b76c-fa553d3331eb tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 936 time: 0.2999849
Jun 04 15:06:39.333251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Transition to ACTIVE for port object f09a194e-7301-4768-9bd0-8db9ed5f81d5 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:39.365810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-05829181-d778-4fb1-ba75-359306cb61a3 req-947982c6-efa2-4331-bc68-088b6825e2f1 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Synchronizing usage tracker for tenant:f7a4bebab58d44f994610e0d7c48047d on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:06:39.431975 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f19573d9-5d2a-415d-afda-4f400c86e127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:39.433544 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:39.442156 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b837961c-dbaf-4df9-98cb-bd74af4675f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:39.467878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-05829181-d778-4fb1-ba75-359306cb61a3 req-947982c6-efa2-4331-bc68-088b6825e2f1 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Unset dirty status for tenant:f7a4bebab58d44f994610e0d7c48047d on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:06:39.469493 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05829181-d778-4fb1-ba75-359306cb61a3 req-947982c6-efa2-4331-bc68-088b6825e2f1 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874242
Jun 04 15:06:39.557060 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f19573d9-5d2a-415d-afda-4f400c86e127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:39.651094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06dec4d-8384-4c70-bbb5-9c404bd17f6d None None] Pushing event updated for resources: {'Port': ['ID=f09a194e-7301-4768-9bd0-8db9ed5f81d5,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:39.670612 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f06dec4d-8384-4c70-bbb5-9c404bd17f6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:39.694093 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:39.728186 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f19573d9-5d2a-415d-afda-4f400c86e127 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5dc464c64e9440c89044d57777b50f01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6942329
Jun 04 15:06:39.730350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59502) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:39.775900 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19573d9-5d2a-415d-afda-4f400c86e127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae93de2-c69f-4ce8-a019-f3512e30d3fe,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:39.781681 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f19573d9-5d2a-415d-afda-4f400c86e127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:39.964264 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-feb5d2ac-dbb5-42af-8352-ab13b64c103b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:40.015531 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Attempting to bind port f09a194e-7301-4768-9bd0-8db9ed5f81d5 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:06:40.015917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Attempting to bind port f09a194e-7301-4768-9bd0-8db9ed5f81d5 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '68489fdc-0918-4577-b830-cf5aba77b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '46917d6a-2e4b-4010-ac29-0dbedca7f196'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:06:40.016335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Attempting to bind port f09a194e-7301-4768-9bd0-8db9ed5f81d5 on network 46917d6a-2e4b-4010-ac29-0dbedca7f196 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:06:40.026188 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:06:40.026471 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Checking segment: {'id': '68489fdc-0918-4577-b830-cf5aba77b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '46917d6a-2e4b-4010-ac29-0dbedca7f196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:06:40.028372 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:40.028372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Bound using segment: {'id': '68489fdc-0918-4577-b830-cf5aba77b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '46917d6a-2e4b-4010-ac29-0dbedca7f196'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:06:40.028372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Bound port: f09a194e-7301-4768-9bd0-8db9ed5f81d5, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68489fdc-0918-4577-b830-cf5aba77b116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '46917d6a-2e4b-4010-ac29-0dbedca7f196'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:06:40.028372 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:40.042770 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-feb5d2ac-dbb5-42af-8352-ab13b64c103b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:40.063992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f0507-fb95-4c16-bf56-4f05a6ea0e97 req-8cce54bc-1ff0-40ee-990b-4a252ec4b428 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:40.066519 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cb0f0507-fb95-4c16-bf56-4f05a6ea0e97 req-8cce54bc-1ff0-40ee-990b-4a252ec4b428 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 947 time: 0.2464058
Jun 04 15:06:40.128593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59508) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:40.155585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--285037494', 'description': 'tempest-description--1545276148'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:40.171628 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:40.189355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Usage tracker for resource:security_group and tenant:d9f41c4c2f734025b9beae4f469560f3 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:40.205836 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cb0f0507-fb95-4c16-bf56-4f05a6ea0e97 req-ee6191d9-7265-4384-9165-8317f1dd8b4d tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201153
Jun 04 15:06:40.210112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:40.222283 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:40.248647 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] For port f09a194e-7301-4768-9bd0-8db9ed5f81d5, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:06:40.248647 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] For port f09a194e-7301-4768-9bd0-8db9ed5f81d5, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f09a194e-7301-4768-9bd0-8db9ed5f81d5,segment=NetworkSegment(68489fdc-0918-4577-b830-cf5aba77b116),segment_id=68489fdc-0918-4577-b830-cf5aba77b116)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:06:40.348211 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:40.348420 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:40.353701 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:40.381764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aad234-8237-4813-bad5-253195b811a8 req-1f4f5383-6f30-422a-8c43-68ba9635c521 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:40.383269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-21aad234-8237-4813-bad5-253195b811a8 req-1f4f5383-6f30-422a-8c43-68ba9635c521 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 948 time: 0.1078756
Jun 04 15:06:40.399449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:40.404609 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Usage tracker for resource:security_group_rule and tenant:d9f41c4c2f734025b9beae4f469560f3 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:40.409099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:40.429452 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:40.465510 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-feb5d2ac-dbb5-42af-8352-ab13b64c103b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:40.484551 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:40.516603 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-21aad234-8237-4813-bad5-253195b811a8 req-2bf194cd-9a53-4b09-b875-ee36b0156c0c tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263955
Jun 04 15:06:40.524856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Routers {'69f0e778-0c91-4735-ba06-80f8ab41aa9f'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:06:40.531490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd8a520>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:06:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69f0e778-0c91-4735-ba06-80f8ab41aa9f'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:06:40.531788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5d2ac-dbb5-42af-8352-ab13b64c103b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae93de2-c69f-4ce8-a019-f3512e30d3fe,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:40.533559 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-feb5d2ac-dbb5-42af-8352-ab13b64c103b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:40.536500 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-feb5d2ac-dbb5-42af-8352-ab13b64c103b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:40.538800 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-feb5d2ac-dbb5-42af-8352-ab13b64c103b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ae93de2-c69f-4ce8-a019-f3512e30d3fe HTTP/1.1" status: 204  len: 168 time: 0.8074322
Jun 04 15:06:40.588829 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:40.613781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59518) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:40.643451 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc4aa8c4-07ed-4886-bc43-0bce840952a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:40.662255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fc4aa8c4-07ed-4886-bc43-0bce840952a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:40.667409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fc4aa8c4-07ed-4886-bc43-0bce840952a6 admin admin] Usage tracker for resource:security_group_rule and tenant:9f1d729e59e24836860de2961dc70de9 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:40.681780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fc4aa8c4-07ed-4886-bc43-0bce840952a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:40.722099 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fc4aa8c4-07ed-4886-bc43-0bce840952a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:40.799711 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06dec4d-8384-4c70-bbb5-9c404bd17f6d None None] Pushing event updated for resources: {'Port': ['ID=f09a194e-7301-4768-9bd0-8db9ed5f81d5,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:40.811711 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f06dec4d-8384-4c70-bbb5-9c404bd17f6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:40.914072 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:41.004714 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] Set router 69f0e778-0c91-4735-ba06-80f8ab41aa9f gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:06:41.020357 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3470442-828e-468e-bcf9-0529a915bb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:41.085810 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc4aa8c4-07ed-4886-bc43-0bce840952a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:41.160715 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc4aa8c4-07ed-4886-bc43-0bce840952a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:41.173276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e88f52-0e27-4c44-9485-f25996ee2537,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:41.187483 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:41.203503 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:41.353264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734f863-bdf7-4ed6-bb3e-69f9e270c32c req-110a7999-5ed0-46e7-8066-07ea8eeaedca tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:41.362113 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e734f863-bdf7-4ed6-bb3e-69f9e270c32c req-110a7999-5ed0-46e7-8066-07ea8eeaedca tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 936 time: 0.6867857
Jun 04 15:06:41.403447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fc4aa8c4-07ed-4886-bc43-0bce840952a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f1d729e59e24836860de2961dc70de9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7884622
Jun 04 15:06:41.404184 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59526) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:41.447219 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:41.450953 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.3076668
Jun 04 15:06:41.457805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59528) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:41.458661 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4aa8c4-07ed-4886-bc43-0bce840952a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6e9db3-8683-47b7-8177-4b8e9f867e09,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:41.475356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6afc0688-c73f-41f9-a919-246324120faa tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Request body: {'security_group_rule': {'security_group_id': '90e88f52-0e27-4c44-9485-f25996ee2537', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:41.483969 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fc4aa8c4-07ed-4886-bc43-0bce840952a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:41.534089 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6afc0688-c73f-41f9-a919-246324120faa tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:41.541254 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e734f863-bdf7-4ed6-bb3e-69f9e270c32c req-0a3485ee-7cdb-45f5-8a1e-839f73feb46a tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746442
Jun 04 15:06:41.544500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6afc0688-c73f-41f9-a919-246324120faa tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Usage tracker for resource:security_group_rule and tenant:d9f41c4c2f734025b9beae4f469560f3 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:41.547984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6afc0688-c73f-41f9-a919-246324120faa tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:41.556349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6afc0688-c73f-41f9-a919-246324120faa tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:41.663219 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6afc0688-c73f-41f9-a919-246324120faa tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:41.808925 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-488eb096-3fc5-4880-95cf-439f215fd095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:41.879242 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd8a520>, [{'id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977778786-router', 'tenant_id': '59c728d21ba6476b831e76a97a96b8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '879bba6d-f6a7-4f33-9086-3859a00f3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:20Z', 'updated_at': '2021-06-04T15:06:33Z', 'revision_number': 4, 'project_id': '59c728d21ba6476b831e76a97a96b8cc', 'gw_port': {'id': '879bba6d-f6a7-4f33-9086-3859a00f3d76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:22Z', 'updated_at': '2021-06-04T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'f09a194e-7301-4768-9bd0-8db9ed5f81d5', 'name': '', 'network_id': '46917d6a-2e4b-4010-ac29-0dbedca7f196', 'tenant_id': '59c728d21ba6476b831e76a97a96b8cc', 'mac_address': 'fa:16:3e:d9:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8a6d936a-45f4-4837-aeed-70a4a60203aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:29Z', 'updated_at': '2021-06-04T15:06:40Z', 'revision_number': 4, 'project_id': '59c728d21ba6476b831e76a97a96b8cc', 'subnets': [{'id': '8a6d936a-45f4-4837-aeed-70a4a60203aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:06:41.890463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521ab45c-1ce0-45ac-83a9-2a362a48753f None None] The sync data for ids ['69f0e778-0c91-4735-ba06-80f8ab41aa9f'] in n-d-791505-9 is: [{'id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977778786-router', 'tenant_id': '59c728d21ba6476b831e76a97a96b8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '879bba6d-f6a7-4f33-9086-3859a00f3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:20Z', 'updated_at': '2021-06-04T15:06:33Z', 'revision_number': 4, 'project_id': '59c728d21ba6476b831e76a97a96b8cc', 'gw_port': {'id': '879bba6d-f6a7-4f33-9086-3859a00f3d76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:22Z', 'updated_at': '2021-06-04T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'f09a194e-7301-4768-9bd0-8db9ed5f81d5', 'name': '', 'network_id': '46917d6a-2e4b-4010-ac29-0dbedca7f196', 'tenant_id': '59c728d21ba6476b831e76a97a96b8cc', 'mac_address': 'fa:16:3e:d9:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8a6d936a-45f4-4837-aeed-70a4a60203aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:29Z', 'updated_at': '2021-06-04T15:06:40Z', 'revision_number': 4, 'project_id': '59c728d21ba6476b831e76a97a96b8cc', 'subnets': [{'id': '8a6d936a-45f4-4837-aeed-70a4a60203aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:06:41.897625 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-488eb096-3fc5-4880-95cf-439f215fd095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:41.912607 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6afc0688-c73f-41f9-a919-246324120faa tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:41.988618 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6afc0688-c73f-41f9-a919-246324120faa tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:41.997715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f5fc8-2dcd-402f-8007-e05049527af9 req-9208876c-d963-45e9-bc71-e5055518d682 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:42.012182 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b66f5fc8-2dcd-402f-8007-e05049527af9 req-9208876c-d963-45e9-bc71-e5055518d682 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 947 time: 0.4639955
Jun 04 15:06:42.013036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b58bf-ca74-4baf-8fd7-45de62f716b9 req-a1451216-822a-471c-9ee9-ab72013a04fa tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:42.029550 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e03b58bf-ca74-4baf-8fd7-45de62f716b9 req-a1451216-822a-471c-9ee9-ab72013a04fa tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 948 time: 0.2441788
Jun 04 15:06:42.095564 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:42.097643 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b66f5fc8-2dcd-402f-8007-e05049527af9 req-27008d22-b8f6-4f53-8c60-21d29a1ef182 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909853
Jun 04 15:06:42.153349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc0688-c73f-41f9-a919-246324120faa tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689d4b98-8f0a-42bc-92c3-7c62f70d923d,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:42.174578 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6afc0688-c73f-41f9-a919-246324120faa tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:42.198325 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e03b58bf-ca74-4baf-8fd7-45de62f716b9 req-1e2bc9f3-1819-4e4e-8dda-9e36cbb9184f tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676402
Jun 04 15:06:42.205314 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-488eb096-3fc5-4880-95cf-439f215fd095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:42.213411 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-209cd404-f1e8-4e5d-8800-68e5d4741c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:42.225605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488eb096-3fc5-4880-95cf-439f215fd095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6e9db3-8683-47b7-8177-4b8e9f867e09,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:42.232800 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-488eb096-3fc5-4880-95cf-439f215fd095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:42.240420 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-488eb096-3fc5-4880-95cf-439f215fd095 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c6e9db3-8683-47b7-8177-4b8e9f867e09 HTTP/1.1" status: 204  len: 168 time: 0.8198419
Jun 04 15:06:42.255379 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-488eb096-3fc5-4880-95cf-439f215fd095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:42.290543 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6afc0688-c73f-41f9-a919-246324120faa tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:42.295132 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6afc0688-c73f-41f9-a919-246324120faa tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8385091
Jun 04 15:06:42.295461 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59548) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:42.301562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9cfd077f-0e3a-49c9-b680-b04888bbeb65 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Request body: {'security_group_rule': {'security_group_id': '90e88f52-0e27-4c44-9485-f25996ee2537', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:42.311132 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9cfd077f-0e3a-49c9-b680-b04888bbeb65 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:42.318426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9cfd077f-0e3a-49c9-b680-b04888bbeb65 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Usage tracker for resource:security_group_rule and tenant:d9f41c4c2f734025b9beae4f469560f3 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:42.324069 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9cfd077f-0e3a-49c9-b680-b04888bbeb65 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:42.328585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9cfd077f-0e3a-49c9-b680-b04888bbeb65 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:42.412689 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9cfd077f-0e3a-49c9-b680-b04888bbeb65 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:42.545569 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9cfd077f-0e3a-49c9-b680-b04888bbeb65 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:42.652426 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9cfd077f-0e3a-49c9-b680-b04888bbeb65 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:42.658823 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6afc0688-c73f-41f9-a919-246324120faa tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:42.697266 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd077f-0e3a-49c9-b680-b04888bbeb65 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81748cc4-45d6-4f8e-a1da-0cf925b23bbc,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:42.699112 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9cfd077f-0e3a-49c9-b680-b04888bbeb65 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:42.887468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d48b2-d730-4db8-aebe-51c0bfca527b req-cc40edf7-7660-43e5-a30a-00275ba350fc tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:42.907905 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b92d48b2-d730-4db8-aebe-51c0bfca527b req-cc40edf7-7660-43e5-a30a-00275ba350fc tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 936 time: 0.1964943
Jun 04 15:06:42.910730 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9cfd077f-0e3a-49c9-b680-b04888bbeb65 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:42.914858 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9cfd077f-0e3a-49c9-b680-b04888bbeb65 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6154039
Jun 04 15:06:42.915853 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59562) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:42.923420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:42.952307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:42.952517 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f09a194e-7301-4768-9bd0-8db9ed5f81d5 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:06:42.958652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Usage tracker for resource:floatingip and tenant:d9f41c4c2f734025b9beae4f469560f3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:42.963291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:42.971445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:43.025596 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b92d48b2-d730-4db8-aebe-51c0bfca527b req-529ebbb1-6698-4c3d-8b2d-8b24f648e4b9 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146560
Jun 04 15:06:43.050608 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:43.114644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port f09a194e-7301-4768-9bd0-8db9ed5f81d5 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:43.125245 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port f09a194e-7301-4768-9bd0-8db9ed5f81d5 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:43.128851 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:43.302674 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:43.428051 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:43.462602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a85a2-e0d0-4c5c-954c-20c1e77fa4bb req-d241592a-0cb4-46af-814b-74c15df72586 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:43.469167 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-080a85a2-e0d0-4c5c-954c-20c1e77fa4bb req-d241592a-0cb4-46af-814b-74c15df72586 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 947 time: 0.1834459
Jun 04 15:06:43.472954 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port f09a194e-7301-4768-9bd0-8db9ed5f81d5, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f09a194e-7301-4768-9bd0-8db9ed5f81d5,segment=NetworkSegment(68489fdc-0918-4577-b830-cf5aba77b116),segment_id=68489fdc-0918-4577-b830-cf5aba77b116)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:06:43.520377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Allocated IP 172.25.4.109 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/8a26f9bf-ea3b-4497-a482-eedc4e4689b5) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:06:43.539139 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-080a85a2-e0d0-4c5c-954c-20c1e77fa4bb req-d19d55c3-b8fc-43d6-a057-dcfa7c77ebdd tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600805
Jun 04 15:06:43.553060 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:43.555662 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:43.668247 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=f09a194e-7301-4768-9bd0-8db9ed5f81d5,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:43.672072 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:43.746983 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-59f84cea-3e0f-4bba-9a2a-bc48c6d87cc2 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:06:43.748027 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-59f84cea-3e0f-4bba-9a2a-bc48c6d87cc2 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0107596
Jun 04 15:06:43.852126 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:43.862912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462838c-17e5-4a44-8601-1fa5a626a224 req-99179cd2-148d-483e-a81f-7ef196095140 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:43.864814 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e462838c-17e5-4a44-8601-1fa5a626a224 req-99179cd2-148d-483e-a81f-7ef196095140 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 948 time: 0.1861024
Jun 04 15:06:43.920308 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e462838c-17e5-4a44-8601-1fa5a626a224 req-26357c36-ce26-4666-b979-670905180117 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494089
Jun 04 15:06:43.987858 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:43.993503 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:44.050617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:06:44.131395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:06:44.133879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:06:44.256647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Pushing event updated for resources: {'Port': ['ID=8a26f9bf-ea3b-4497-a482-eedc4e4689b5,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:44.263720 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:44.302546 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:44.323528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1523f21-ccf7-4d32-915a-71cb1d1d4f54 req-4a733eef-6471-4ce7-8b4a-979ae34f3519 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:44.325156 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b1523f21-ccf7-4d32-915a-71cb1d1d4f54 req-4a733eef-6471-4ce7-8b4a-979ae34f3519 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 936 time: 0.1311805
Jun 04 15:06:44.389679 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b1523f21-ccf7-4d32-915a-71cb1d1d4f54 req-07a98df0-b7ab-4553-8a0b-8d65d0782848 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557222
Jun 04 15:06:44.411478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Request body: {'port': {'device_id': '44e009ab-0cb3-4e75-bcad-68259082af1e', 'device_owner': 'compute:tempest-test_az-502173771', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:44.612536 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ea8fb592-bdee-45e7-88c2-7fbbae6b6b27 req-bfb81f3a-8ca2-4a06-ba08-c01d902fa492 tempest-QuotasAdminNegativeTest-1108864637 tempest-QuotasAdminNegativeTest-1108864637-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fe359308f97543d2b8e7f13373a3ab9b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0363283
Jun 04 15:06:44.620828 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:44.708696 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:44.842721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f09a194e-7301-4768-9bd0-8db9ed5f81d5 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:06:44.907969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fb592-bdee-45e7-88c2-7fbbae6b6b27 req-5764609b-10fd-4dc8-9d3a-572b4bbadb94 tempest-QuotasAdminNegativeTest-1108864637 tempest-QuotasAdminNegativeTest-1108864637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:44.919388 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ea8fb592-bdee-45e7-88c2-7fbbae6b6b27 req-5764609b-10fd-4dc8-9d3a-572b4bbadb94 tempest-QuotasAdminNegativeTest-1108864637 tempest-QuotasAdminNegativeTest-1108864637-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2994323
Jun 04 15:06:44.938732 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ea8fb592-bdee-45e7-88c2-7fbbae6b6b27 req-e6ad9854-4af0-446f-a2a4-d6f66fd0eae5 tempest-QuotasAdminNegativeTest-1108864637 tempest-QuotasAdminNegativeTest-1108864637-project] 10.222.0.32 "GET /v2.0/quotas/fe359308f97543d2b8e7f13373a3ab9b HTTP/1.1" status: 200  len: 375 time: 0.0182309
Jun 04 15:06:45.013155 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port f09a194e-7301-4768-9bd0-8db9ed5f81d5 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:45.013870 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:45.072462 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af67908-e4a7-4471-ae72-d6e98c0cbed4 req-add48615-3524-40c6-bb63-69a14b1b4dfc tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:45.074013 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2af67908-e4a7-4471-ae72-d6e98c0cbed4 req-add48615-3524-40c6-bb63-69a14b1b4dfc tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 947 time: 0.3535810
Jun 04 15:06:45.092973 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ea8fb592-bdee-45e7-88c2-7fbbae6b6b27 req-00f4ed9f-0d92-4054-84a6-21eec359f24b tempest-QuotasAdminNegativeTest-1108864637 tempest-QuotasAdminNegativeTest-1108864637-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe359308f97543d2b8e7f13373a3ab9b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1527939
Jun 04 15:06:45.223542 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:45.239417 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2af67908-e4a7-4471-ae72-d6e98c0cbed4 req-4e18825e-783d-481c-9042-9890402e4b4c tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556711
Jun 04 15:06:45.295268 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:45.302481 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:45.370454 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:45.381126 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae0d93-c9f9-42a1-b403-c7955be11b0c req-471d2237-9980-44ae-b405-b0c999df1ef1 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:45.382598 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-34ae0d93-c9f9-42a1-b403-c7955be11b0c req-471d2237-9980-44ae-b405-b0c999df1ef1 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 948 time: 0.1008699
Jun 04 15:06:45.416248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Pushing event updated for resources: {'Port': ['ID=8a26f9bf-ea3b-4497-a482-eedc4e4689b5,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:45.450936 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:45.458262 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-34ae0d93-c9f9-42a1-b403-c7955be11b0c req-c54a7a3e-9807-4dff-b15b-6db55ae0cbc0 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688066
Jun 04 15:06:45.486358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:06:45.495288 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:45.510214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Transition to ACTIVE for port object 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:45.512695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:45.515466 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5957522
Jun 04 15:06:45.587417 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:45.592704 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:45.832413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe10e06-7114-41ae-8fdb-fe3da306dbf3,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:45.835852 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:45.855099 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Attempting to bind port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:06:45.855749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Attempting to bind port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:06:45.856188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Attempting to bind port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:06:45.880572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:06:45.880572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Attempting to bind port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:06:45.880572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:06:45.880572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:06:45.880572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:06:45.880572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Bound port: 1fe10e06-7114-41ae-8fdb-fe3da306dbf3, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:06:45.880572 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:45.946366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:06:45.965704 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335844d-d4b1-4473-8033-00860e64f2c9 req-2f2c62ee-e943-41d3-a091-4a0b7d2809d6 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:45.974936 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d335844d-d4b1-4473-8033-00860e64f2c9 req-2f2c62ee-e943-41d3-a091-4a0b7d2809d6 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 969 time: 0.1298740
Jun 04 15:06:46.043383 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d335844d-d4b1-4473-8033-00860e64f2c9 req-95685e2d-24b6-4c6d-b03b-0055ec42fe60 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672815
Jun 04 15:06:46.057453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] For port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:06:46.067806 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] For port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=1fe10e06-7114-41ae-8fdb-fe3da306dbf3,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:06:46.165624 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:46.173788 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:46.179399 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1f87e1a7-d7f7-4c56-8ff0-8e0e97300706,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:06:46.197744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '1f87e1a7-d7f7-4c56-8ff0-8e0e97300706', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '1f87e1a7-d7f7-4c56-8ff0-8e0e97300706', 'mac_address': 'fa:16:3e:f3:e4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:06:46.272477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:46.273338 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:46.274536 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] 10.222.0.65 "PUT /v2.0/ports/1fe10e06-7114-41ae-8fdb-fe3da306dbf3 HTTP/1.1" status: 200  len: 1117 time: 2.1340773
Jun 04 15:06:46.275168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e009ab-0cb3-4e75-bcad-68259082af1e', 'tag': '1fe10e06-7114-41ae-8fdb-fe3da306dbf3'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:06:46.277554 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be69b1ce-ac1b-489e-a821-a33a30c896cf" -d '{"events": [{"name": "network-changed", "server_uuid": "44e009ab-0cb3-4e75-bcad-68259082af1e", "tag": "1fe10e06-7114-41ae-8fdb-fe3da306dbf3"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:06:46.297190 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:46.322676 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:06:46.342120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe10e06-7114-41ae-8fdb-fe3da306dbf3,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:46.347694 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:46.348921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1f87e1a7-d7f7-4c56-8ff0-8e0e97300706,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:06:46.360198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-bdeffb01-1adc-4757-9e36-86275ac37ff8 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--285037494&fields=id&tenant_id=d9f41c4c2f734025b9beae4f469560f3 HTTP/1.1" status: 200  len: 267 time: 0.0798337
Jun 04 15:06:46.433480 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:46.434496 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 8758faf5-090c-49af-aeab-2ee55fda5a97 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:06:46.443722 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:46.532332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 8758faf5-090c-49af-aeab-2ee55fda5a97, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8758faf5-090c-49af-aeab-2ee55fda5a97,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:06:46.678485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=1f87e1a7-d7f7-4c56-8ff0-8e0e97300706,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:46.678485 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:46.678485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '8758faf5-090c-49af-aeab-2ee55fda5a97', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '8758faf5-090c-49af-aeab-2ee55fda5a97', 'mac_address': 'fa:16:3e:6e:55:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:06:46.678485 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:46.678485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8758faf5-090c-49af-aeab-2ee55fda5a97 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:06:46.679043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-9a8d0b50-c682-4920-a2f0-d0c6df2ced4a tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:46.679043 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-9a8d0b50-c682-4920-a2f0-d0c6df2ced4a tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/networks?id=66d7eae7-a52d-476b-acd4-4def4e5ed813 HTTP/1.1" status: 200  len: 823 time: 0.3045509
Jun 04 15:06:46.679043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-931f536c-1012-4e4b-a734-0eb49c7cf6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:46.679043 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-931f536c-1012-4e4b-a734-0eb49c7cf6b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7a4bebab58d44f994610e0d7c48047d&device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 1120 time: 0.2762132
Jun 04 15:06:46.679372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 8758faf5-090c-49af-aeab-2ee55fda5a97, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8758faf5-090c-49af-aeab-2ee55fda5a97,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:06:46.681558 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-12dfac89-8ec9-4bc9-b498-7b64a744e670 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/quotas/d9f41c4c2f734025b9beae4f469560f3 HTTP/1.1" status: 200  len: 375 time: 0.0149734
Jun 04 15:06:46.729212 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:46.731865 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-723edac0-8b4c-4b42-a509-1b91023d064f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:46.757311 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-d83a944e-8962-45e8-adf4-fb5a73cf4482 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=1fe10e06-7114-41ae-8fdb-fe3da306dbf3 HTTP/1.1" status: 200  len: 217 time: 0.0738502
Jun 04 15:06:46.831853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92999726-87a5-4843-a6f3-a38b10ec79af req-13a47182-e9a1-4eb7-adee-4a684b28c2e1 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:46.833788 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-92999726-87a5-4843-a6f3-a38b10ec79af req-13a47182-e9a1-4eb7-adee-4a684b28c2e1 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 948 time: 0.1045382
Jun 04 15:06:46.848854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=8758faf5-090c-49af-aeab-2ee55fda5a97,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:46.855531 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:46.881339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-f2fc3c52-cb09-497b-a8c1-9033aa8e7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:46.882938 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-f2fc3c52-cb09-497b-a8c1-9033aa8e7a73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0861228
Jun 04 15:06:46.899892 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-92999726-87a5-4843-a6f3-a38b10ec79af req-e07c7666-eccf-44ba-902f-0b9abefe7f8b tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580804
Jun 04 15:06:46.964087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-a8201c7a-8ea0-42cb-811b-e3083fb51cb4 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Synchronizing usage tracker for tenant:d9f41c4c2f734025b9beae4f469560f3 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:06:46.970032 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fff560-e172-406e-a1e0-929bfdb122ed x-openstack-request-id: req-a7fff560-e172-406e-a1e0-929bfdb122ed {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:06:46.970032 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e009ab-0cb3-4e75-bcad-68259082af1e", "tag": "1fe10e06-7114-41ae-8fdb-fe3da306dbf3", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:06:46.970032 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7fff560-e172-406e-a1e0-929bfdb122ed {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:06:46.970032 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e009ab-0cb3-4e75-bcad-68259082af1e', 'tag': '1fe10e06-7114-41ae-8fdb-fe3da306dbf3', 'status': 'completed', 'code': 200}
Jun 04 15:06:47.004411 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-a4606731-6d76-4893-8757-3eeb77eab190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:47.009847 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-a4606731-6d76-4893-8757-3eeb77eab190 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1135597
Jun 04 15:06:47.062651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-a8201c7a-8ea0-42cb-811b-e3083fb51cb4 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Unset dirty status for tenant:d9f41c4c2f734025b9beae4f469560f3 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:06:47.065459 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-a8201c7a-8ea0-42cb-811b-e3083fb51cb4 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9f41c4c2f734025b9beae4f469560f3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3070934
Jun 04 15:06:47.138591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-281211a5-3a6b-4bd5-a832-17ce45a7f371 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:06:47.139874 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-281211a5-3a6b-4bd5-a832-17ce45a7f371 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0104640
Jun 04 15:06:47.198833 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-c95ab609-939a-4f34-8d3e-3a42c50c19d1 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1826372
Jun 04 15:06:47.273198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc40148-807f-44f3-a10c-01fb13f2e097 req-0a680e4f-18b3-4948-8edd-f918cae6c9f1 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:47.274942 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5dc40148-807f-44f3-a10c-01fb13f2e097 req-0a680e4f-18b3-4948-8edd-f918cae6c9f1 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 949 time: 0.1178243
Jun 04 15:06:47.276889 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['1f87e1a7-d7f7-4c56-8ff0-8e0e97300706'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:06:47.324838 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['8758faf5-090c-49af-aeab-2ee55fda5a97'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:06:47.332458 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5dc40148-807f-44f3-a10c-01fb13f2e097 req-64472269-0301-42b7-8b59-7f057e1d271f tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510623
Jun 04 15:06:47.364425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-699e4692-b0a1-47ef-be0b-fdfbca2b1e51 req-10133b85-3dc9-4fb4-ba60-6ad816d69839 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575308
Jun 04 15:06:47.494476 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10402698-b922-4cbe-aff8-de27e3796a00 req-49a1e829-dfaa-448d-8c19-e5c1c7fb1547 tempest-QuotasAdminNegativeTest-1108864637 tempest-QuotasAdminNegativeTest-1108864637-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fe359308f97543d2b8e7f13373a3ab9b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0350273
Jun 04 15:06:47.585035 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4eac8703-ca8d-4c5a-866e-248e602c0b98 service neutron] 10.222.0.32 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2583177
Jun 04 15:06:47.673094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10402698-b922-4cbe-aff8-de27e3796a00 req-6612ab0a-daeb-4184-b293-896d5e3df6a1 tempest-QuotasAdminNegativeTest-1108864637 tempest-QuotasAdminNegativeTest-1108864637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:47.674870 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10402698-b922-4cbe-aff8-de27e3796a00 req-6612ab0a-daeb-4184-b293-896d5e3df6a1 tempest-QuotasAdminNegativeTest-1108864637 tempest-QuotasAdminNegativeTest-1108864637-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1725030
Jun 04 15:06:47.692535 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10402698-b922-4cbe-aff8-de27e3796a00 req-f8978e69-a4b8-43d9-887c-10b420cf2ab4 tempest-QuotasAdminNegativeTest-1108864637 tempest-QuotasAdminNegativeTest-1108864637-project] 10.222.0.32 "GET /v2.0/quotas/fe359308f97543d2b8e7f13373a3ab9b HTTP/1.1" status: 200  len: 375 time: 0.0109038
Jun 04 15:06:47.727309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69b1ce-ac1b-489e-a821-a33a30c896cf req-31cef968-9e96-405d-84e6-a1eb33d28033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:47.729786 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be69b1ce-ac1b-489e-a821-a33a30c896cf req-31cef968-9e96-405d-84e6-a1eb33d28033 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7a4bebab58d44f994610e0d7c48047d&device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 1120 time: 0.1974075
Jun 04 15:06:47.751345 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10402698-b922-4cbe-aff8-de27e3796a00 req-73bb0ca9-f30c-4400-aae5-7f42c28b6968 tempest-QuotasAdminNegativeTest-1108864637 tempest-QuotasAdminNegativeTest-1108864637-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe359308f97543d2b8e7f13373a3ab9b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0520244
Jun 04 15:06:47.796743 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-f7354d36-2c8a-4070-8b50-8318144bf9d8 service neutron] 10.222.0.32 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2035606
Jun 04 15:06:47.917710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69b1ce-ac1b-489e-a821-a33a30c896cf req-3179275c-dd00-483f-b414-25e18f3a8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:47.917710 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be69b1ce-ac1b-489e-a821-a33a30c896cf req-3179275c-dd00-483f-b414-25e18f3a8927 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.1627486
Jun 04 15:06:47.996369 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be69b1ce-ac1b-489e-a821-a33a30c896cf req-97ea5c98-cf9f-4b4e-826a-23651e7c47e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=1fe10e06-7114-41ae-8fdb-fe3da306dbf3 HTTP/1.1" status: 200  len: 217 time: 0.0813875
Jun 04 15:06:48.083339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69b1ce-ac1b-489e-a821-a33a30c896cf req-111105c1-d1c5-4a7a-81cf-064168557f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:48.085678 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be69b1ce-ac1b-489e-a821-a33a30c896cf req-111105c1-d1c5-4a7a-81cf-064168557f7f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0876434
Jun 04 15:06:48.098325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36c77b-60bb-4e30-82be-bfccf75a86d8 req-0e7b413b-47a8-4ebb-abaa-3804971339ff tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:48.100186 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be36c77b-60bb-4e30-82be-bfccf75a86d8 req-0e7b413b-47a8-4ebb-abaa-3804971339ff tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 969 time: 0.1168828
Jun 04 15:06:48.157347 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be36c77b-60bb-4e30-82be-bfccf75a86d8 req-2b981c82-f070-41ea-a152-e194931c47b4 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514333
Jun 04 15:06:48.173313 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69b1ce-ac1b-489e-a821-a33a30c896cf req-1c3ea623-fdcf-4a05-b119-d51e453bcd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:48.175440 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be69b1ce-ac1b-489e-a821-a33a30c896cf req-1c3ea623-fdcf-4a05-b119-d51e453bcd7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0818930
Jun 04 15:06:48.418804 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be69b1ce-ac1b-489e-a821-a33a30c896cf req-e1a29b74-b7c5-41b6-8b2d-beb3d6d02ee2 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2337842
Jun 04 15:06:48.420884 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c13ac6ad-45b5-4cff-a162-958ef4e04390 req-c56c2b10-22c2-4038-bd5a-a53d3c4c2bea tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 210 time: 0.0576360
Jun 04 15:06:48.445462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899da71-f229-46ae-b1fc-7f384df4a3bb req-ea813200-7b48-434c-9d5b-3e03050d893c tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:48.447357 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0899da71-f229-46ae-b1fc-7f384df4a3bb req-ea813200-7b48-434c-9d5b-3e03050d893c tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 948 time: 0.1210592
Jun 04 15:06:48.516853 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0899da71-f229-46ae-b1fc-7f384df4a3bb req-9c0081e0-2d3c-4eec-9993-ea52eb833ea4 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563350
Jun 04 15:06:48.642992 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be69b1ce-ac1b-489e-a821-a33a30c896cf req-7c103a30-2498-413e-82bd-2e7849996c4d service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2155240
Jun 04 15:06:48.729481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f8868-2450-4e32-a8d8-93aecdbb50e8 req-5a52d7b0-6773-41a4-b37e-2df1695774c5 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:48.731064 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-511f8868-2450-4e32-a8d8-93aecdbb50e8 req-5a52d7b0-6773-41a4-b37e-2df1695774c5 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 949 time: 0.0868249
Jun 04 15:06:48.815658 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-511f8868-2450-4e32-a8d8-93aecdbb50e8 req-780973a5-de2b-4b6a-a7f6-92e9fb6dd2fd tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652180
Jun 04 15:06:48.872404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59778) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:49.063590 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29c54ca1-4dc2-49d8-99b1-24a55c9accb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:49.085681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-96023314-1419-45c5-8f04-b03a0a21ad23 req-e7c6df8d-d5a8-454a-becb-28e21cf5369b tempest-QuotasAdminNegativeTest-1108864637 tempest-QuotasAdminNegativeTest-1108864637-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fe359308f97543d2b8e7f13373a3ab9b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0483899
Jun 04 15:06:49.089836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-29c54ca1-4dc2-49d8-99b1-24a55c9accb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:49.113754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-29c54ca1-4dc2-49d8-99b1-24a55c9accb8 admin admin] Usage tracker for resource:security_group_rule and tenant:839587450a0a45d796171773d02bff4b is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:49.119565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-29c54ca1-4dc2-49d8-99b1-24a55c9accb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:49.138832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-29c54ca1-4dc2-49d8-99b1-24a55c9accb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:49.280298 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96023314-1419-45c5-8f04-b03a0a21ad23 req-db24a429-2047-4574-9a92-e17d88f01454 tempest-QuotasAdminNegativeTest-1108864637 tempest-QuotasAdminNegativeTest-1108864637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:49.281878 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-96023314-1419-45c5-8f04-b03a0a21ad23 req-db24a429-2047-4574-9a92-e17d88f01454 tempest-QuotasAdminNegativeTest-1108864637 tempest-QuotasAdminNegativeTest-1108864637-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1895466
Jun 04 15:06:49.311956 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-96023314-1419-45c5-8f04-b03a0a21ad23 req-3a31fe86-0ef7-4fdf-a104-5e4fa2e13a18 tempest-QuotasAdminNegativeTest-1108864637 tempest-QuotasAdminNegativeTest-1108864637-project] 10.222.0.32 "GET /v2.0/quotas/fe359308f97543d2b8e7f13373a3ab9b HTTP/1.1" status: 200  len: 375 time: 0.0177321
Jun 04 15:06:49.384427 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-96023314-1419-45c5-8f04-b03a0a21ad23 req-a70f1247-d16c-4ee8-87ac-2dbe323aecf0 tempest-QuotasAdminNegativeTest-1108864637 tempest-QuotasAdminNegativeTest-1108864637-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe359308f97543d2b8e7f13373a3ab9b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0625999
Jun 04 15:06:49.400716 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992e14e-95c9-4e80-9895-4fe9846945bf req-28252711-8e88-47ab-bc4c-f1e171dc8d36 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:49.400980 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29c54ca1-4dc2-49d8-99b1-24a55c9accb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:49.402748 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7992e14e-95c9-4e80-9895-4fe9846945bf req-28252711-8e88-47ab-bc4c-f1e171dc8d36 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 969 time: 0.1089404
Jun 04 15:06:49.462749 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7992e14e-95c9-4e80-9895-4fe9846945bf req-c4a95d13-3ae5-4dff-8261-0878ede784e3 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533967
Jun 04 15:06:49.472073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59814) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:49.480798 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29c54ca1-4dc2-49d8-99b1-24a55c9accb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:49.490286 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:49.539738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c54ca1-4dc2-49d8-99b1-24a55c9accb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b85a6a7-2956-4398-a668-d9abe9b0c5b5,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:49.558787 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-29c54ca1-4dc2-49d8-99b1-24a55c9accb8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=839587450a0a45d796171773d02bff4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6860132
Jun 04 15:06:49.561527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59824) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:49.562082 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29c54ca1-4dc2-49d8-99b1-24a55c9accb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:49.665617 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd59-e621-4a98-9857-12e0fa85ad1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:49.684014 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dd032d6c-fd4d-416c-9886-b7be87feaf20 req-34143b29-3ac9-4880-9e32-5822ab830e29 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 210 time: 0.0735230
Jun 04 15:06:49.684269 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-883b52b9-bc94-43f2-af84-cd15eb69cafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:49.687631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8d79cd59-e621-4a98-9857-12e0fa85ad1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:49.710526 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8d79cd59-e621-4a98-9857-12e0fa85ad1a admin admin] Usage tracker for resource:security_group_rule and tenant:e0082d47240b435090738ba300dc6677 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:49.710526 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8d79cd59-e621-4a98-9857-12e0fa85ad1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:49.720931 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8d79cd59-e621-4a98-9857-12e0fa85ad1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:49.728260 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-883b52b9-bc94-43f2-af84-cd15eb69cafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:49.861428 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd59-e621-4a98-9857-12e0fa85ad1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:49.899073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c211c3-00b8-4ceb-ad13-bd2df1460795 req-18c73027-7ae4-4225-ada8-1435275f2377 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:49.900731 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0c211c3-00b8-4ceb-ad13-bd2df1460795 req-18c73027-7ae4-4225-ada8-1435275f2377 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 948 time: 0.0902767
Jun 04 15:06:49.906787 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-883b52b9-bc94-43f2-af84-cd15eb69cafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:49.913243 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:49.920199 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:06:49.929617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b52b9-bc94-43f2-af84-cd15eb69cafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b85a6a7-2956-4398-a668-d9abe9b0c5b5,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:49.933404 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-883b52b9-bc94-43f2-af84-cd15eb69cafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:49.946789 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd59-e621-4a98-9857-12e0fa85ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:49.959261 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-21a12ba1-b350-4fdd-b655-553b7369fd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:49.960209 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0c211c3-00b8-4ceb-ad13-bd2df1460795 req-a6a796df-b90a-4c99-973f-ceacbe23250e tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531783
Jun 04 15:06:49.969776 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-883b52b9-bc94-43f2-af84-cd15eb69cafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:49.973465 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-883b52b9-bc94-43f2-af84-cd15eb69cafe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b85a6a7-2956-4398-a668-d9abe9b0c5b5 HTTP/1.1" status: 204  len: 168 time: 0.4083636
Jun 04 15:06:50.023624 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8d79cd59-e621-4a98-9857-12e0fa85ad1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0082d47240b435090738ba300dc6677&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5498638
Jun 04 15:06:50.026425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59832) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:50.038458 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79cd59-e621-4a98-9857-12e0fa85ad1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecd912a-a828-4194-bafa-98cb897fa2ae,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:50.046546 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8d79cd59-e621-4a98-9857-12e0fa85ad1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:50.129913 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:50.134961 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:50.135506 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:50.140114 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0a56f1a0-98b5-4c83-af88-226df339a914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:50.179077 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0a56f1a0-98b5-4c83-af88-226df339a914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:50.233612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790471f-f2ee-421b-a130-8f73d1e9d095 req-ac2a5331-36a2-4d9a-98e5-e607f5e5795b tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:50.235148 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1790471f-f2ee-421b-a130-8f73d1e9d095 req-ac2a5331-36a2-4d9a-98e5-e607f5e5795b tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 949 time: 0.1405394
Jun 04 15:06:50.259206 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:50.294805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb177e7-ddc6-48bc-b15e-2da65b996ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f87e1a7-d7f7-4c56-8ff0-8e0e97300706'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:06:50.295922 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1790471f-f2ee-421b-a130-8f73d1e9d095 req-609f4657-5813-4ea7-8e1f-ef92ec3a3264 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536470
Jun 04 15:06:50.358721 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0a56f1a0-98b5-4c83-af88-226df339a914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:50.361233 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1f87e1a7-d7f7-4c56-8ff0-8e0e97300706,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:06:50.364597 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-54a00e6a-0f03-46d8-ba6b-4c36c142c8fa tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:50.380259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56f1a0-98b5-4c83-af88-226df339a914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecd912a-a828-4194-bafa-98cb897fa2ae,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:50.382889 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0a56f1a0-98b5-4c83-af88-226df339a914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:50.402766 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0a56f1a0-98b5-4c83-af88-226df339a914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:50.403714 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0a56f1a0-98b5-4c83-af88-226df339a914 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eecd912a-a828-4194-bafa-98cb897fa2ae HTTP/1.1" status: 204  len: 168 time: 0.3757331
Jun 04 15:06:50.450219 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:50.451094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 8758faf5-090c-49af-aeab-2ee55fda5a97 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:06:50.478473 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b2cb75e7-8b49-4776-b28f-0a76cc8aa75a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:50.583490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=1f87e1a7-d7f7-4c56-8ff0-8e0e97300706,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:50.587876 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:50.656143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 8758faf5-090c-49af-aeab-2ee55fda5a97 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:50.664101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 8758faf5-090c-49af-aeab-2ee55fda5a97 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:50.664607 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:50.706275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8a09f-99ff-43b7-9709-384b9a521c75 req-46ac1bfc-24e8-44b4-8d44-7a3bd7d270bf tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:50.707800 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8ce8a09f-99ff-43b7-9709-384b9a521c75 req-46ac1bfc-24e8-44b4-8d44-7a3bd7d270bf tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 969 time: 0.0916896
Jun 04 15:06:50.722070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-b4207699-cc35-414b-a439-e7810e0614c8 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:50.730005 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-b4207699-cc35-414b-a439-e7810e0614c8 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.65 "GET /v2.0/networks?id=66d7eae7-a52d-476b-acd4-4def4e5ed813 HTTP/1.1" status: 200  len: 823 time: 0.2203212
Jun 04 15:06:50.771623 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8ce8a09f-99ff-43b7-9709-384b9a521c75 req-492a9c37-fc79-4906-8120-108ba812e7ef tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573270
Jun 04 15:06:50.807140 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-1edd845c-8c6c-47ea-b927-4da0e670017c tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f41c4c2f734025b9beae4f469560f3 HTTP/1.1" status: 200  len: 379 time: 0.0634365
Jun 04 15:06:50.817149 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:50.821950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Request body: {'port': {'device_id': 'd112e666-c8ae-44e4-8118-a73779b3dcba', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'admin_state_up': True, 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'security_groups': ['90e88f52-0e27-4c44-9485-f25996ee2537']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:50.874101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 8758faf5-090c-49af-aeab-2ee55fda5a97, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8758faf5-090c-49af-aeab-2ee55fda5a97,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:06:50.874212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59850) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:50.891337 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2b1ace24-496b-419d-81f8-cff11fa522df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:50.907684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2b1ace24-496b-419d-81f8-cff11fa522df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:50.915560 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e8032718-55ec-4067-a7b3-d143b5405662 req-9052f790-f6ac-4a70-8786-0f49c5c6f0f8 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 210 time: 0.0649121
Jun 04 15:06:50.919414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2b1ace24-496b-419d-81f8-cff11fa522df admin admin] Usage tracker for resource:security_group_rule and tenant:78a7bf40c08143eca962a2d745ea2570 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:50.927379 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2b1ace24-496b-419d-81f8-cff11fa522df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:50.946474 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:50.948649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2b1ace24-496b-419d-81f8-cff11fa522df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:50.949289 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:51.026034 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59856) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:51.077563 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:51.094843 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2b1ace24-496b-419d-81f8-cff11fa522df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:51.102878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:51.145528 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=8758faf5-090c-49af-aeab-2ee55fda5a97,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:51.148969 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:51.165166 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2b1ace24-496b-419d-81f8-cff11fa522df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:51.172542 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2920ddb-e5b4-4daf-8d1d-c93b89fab511" -d '{"events": [{"server_uuid": "dfb177e7-ddc6-48bc-b15e-2da65b996ea8", "name": "network-vif-plugged", "status": "completed", "tag": "1f87e1a7-d7f7-4c56-8ff0-8e0e97300706"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:06:51.177327 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-883b52b9-bc94-43f2-af84-cd15eb69cafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:51.273155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Made reservation on behalf of d9f41c4c2f734025b9beae4f469560f3 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:06:51.275252 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2b1ace24-496b-419d-81f8-cff11fa522df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78a7bf40c08143eca962a2d745ea2570&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4000897
Jun 04 15:06:51.279130 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:51.279956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ace24-496b-419d-81f8-cff11fa522df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2378104c-03d1-4e8a-9396-e674f474751c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:51.296276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59864) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:51.302052 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2b1ace24-496b-419d-81f8-cff11fa522df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:51.318508 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-edf94652-24ea-4fdc-a4b1-67c8eb392ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:51.362878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-edf94652-24ea-4fdc-a4b1-67c8eb392ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:51.374895 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-edf94652-24ea-4fdc-a4b1-67c8eb392ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:fe359308f97543d2b8e7f13373a3ab9b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:51.384813 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-edf94652-24ea-4fdc-a4b1-67c8eb392ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:51.393922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-edf94652-24ea-4fdc-a4b1-67c8eb392ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:51.430575 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45bd62-5751-41b9-a4af-677bcf65cf42 req-d88c5531-0a58-4667-a8ed-92eac8abdfef tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:51.432817 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1a45bd62-5751-41b9-a4af-677bcf65cf42 req-d88c5531-0a58-4667-a8ed-92eac8abdfef tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 949 time: 0.2567191
Jun 04 15:06:51.451420 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adab43ef-2eec-4044-b010-52bcde8d89e7 x-openstack-request-id: req-adab43ef-2eec-4044-b010-52bcde8d89e7 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:06:51.452084 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb177e7-ddc6-48bc-b15e-2da65b996ea8", "name": "network-vif-plugged", "status": "completed", "tag": "1f87e1a7-d7f7-4c56-8ff0-8e0e97300706", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:06:51.452872 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-adab43ef-2eec-4044-b010-52bcde8d89e7 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:06:51.453148 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c7547a0-0f1c-4d40-9a9c-f9a956f1f903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:51.453788 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb177e7-ddc6-48bc-b15e-2da65b996ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f87e1a7-d7f7-4c56-8ff0-8e0e97300706', 'code': 200}
Jun 04 15:06:51.477519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59870) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:51.508526 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-20ed0aad-563d-472e-b15e-d08964d8230b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:51.531537 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c7547a0-0f1c-4d40-9a9c-f9a956f1f903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:51.539760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Allocated IP 172.20.0.5 (66d7eae7-a52d-476b-acd4-4def4e5ed813/aa9d2765-5907-4511-a341-f87e937c912c/073fecbc-58e2-497f-ac3e-b8cba3e6cf82) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:06:51.541974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-20ed0aad-563d-472e-b15e-d08964d8230b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:51.549422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-20ed0aad-563d-472e-b15e-d08964d8230b admin admin] Usage tracker for resource:security_group_rule and tenant:d8d18def6b8a4239820ad418a661bbfe is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:51.556862 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-20ed0aad-563d-472e-b15e-d08964d8230b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:51.560014 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1a45bd62-5751-41b9-a4af-677bcf65cf42 req-e909c1fb-836c-4c7b-96a2-bc9b40bbb2a3 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097758
Jun 04 15:06:51.615217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-20ed0aad-563d-472e-b15e-d08964d8230b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:51.645924 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-edf94652-24ea-4fdc-a4b1-67c8eb392ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:51.707589 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-edf94652-24ea-4fdc-a4b1-67c8eb392ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:51.715970 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:51.741503 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c7547a0-0f1c-4d40-9a9c-f9a956f1f903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:51.764670 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-edf94652-24ea-4fdc-a4b1-67c8eb392ca0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe359308f97543d2b8e7f13373a3ab9b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7372782
Jun 04 15:06:51.770969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59872) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:51.771626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf94652-24ea-4fdc-a4b1-67c8eb392ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e197e66b-02a5-4597-aa12-baa5cb795dd5,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:51.790924 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-edf94652-24ea-4fdc-a4b1-67c8eb392ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:51.791346 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:51.862287 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c7547a0-0f1c-4d40-9a9c-f9a956f1f903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:51.866499 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2c7547a0-0f1c-4d40-9a9c-f9a956f1f903 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2378104c-03d1-4e8a-9396-e674f474751c HTTP/1.1" status: 204  len: 168 time: 0.5657074
Jun 04 15:06:51.873481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7547a0-0f1c-4d40-9a9c-f9a956f1f903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2378104c-03d1-4e8a-9396-e674f474751c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:51.895767 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2c7547a0-0f1c-4d40-9a9c-f9a956f1f903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:51.918745 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:06:51.997673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e57410-9a86-4d7c-89ee-deed543eb18e req-3ab78d66-d323-4e23-8316-17b9a3b87104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:51.999557 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06e57410-9a86-4d7c-89ee-deed543eb18e req-3ab78d66-d323-4e23-8316-17b9a3b87104 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 1100 time: 0.4435599
Jun 04 15:06:51.999715 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-13f32761-c13c-442a-b43e-84b387362602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.033838 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-13f32761-c13c-442a-b43e-84b387362602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.045179 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.073822 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f352e-4dc6-4081-943b-3b7617083177 req-6b9cc19a-5e9d-4e64-b258-3263d5da5206 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:52.081921 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e62f352e-4dc6-4081-943b-3b7617083177 req-6b9cc19a-5e9d-4e64-b258-3263d5da5206 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 969 time: 0.1682522
Jun 04 15:06:52.093101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe03a4-5629-4008-b24a-8903c027dc9c req-05b3b616-f581-4b68-b1b9-1fdf7f69a126 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:52.094641 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d5fe03a4-5629-4008-b24a-8903c027dc9c req-05b3b616-f581-4b68-b1b9-1fdf7f69a126 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 950 time: 0.4763219
Jun 04 15:06:52.101666 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=1fe10e06-7114-41ae-8fdb-fe3da306dbf3,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:06:52.110271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Transition to ACTIVE for port object 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:52.118943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '1fe10e06-7114-41ae-8fdb-fe3da306dbf3', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '1fe10e06-7114-41ae-8fdb-fe3da306dbf3', 'mac_address': 'fa:16:3e:67:77:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:tempest-test_az-502173771', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:06:52.119694 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-06e57410-9a86-4d7c-89ee-deed543eb18e req-7fadf19e-1c9a-4c2c-bdb8-8cd20db9aa1f service neutron] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.155063 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e62f352e-4dc6-4081-943b-3b7617083177 req-c8bf0d3e-c486-4568-800a-0b0494a69426 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719557
Jun 04 15:06:52.160838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-06e57410-9a86-4d7c-89ee-deed543eb18e req-7fadf19e-1c9a-4c2c-bdb8-8cd20db9aa1f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:52.169928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-06e57410-9a86-4d7c-89ee-deed543eb18e req-7fadf19e-1c9a-4c2c-bdb8-8cd20db9aa1f service neutron] Usage tracker for resource:security_group_rule and tenant:39d27a073ae749b4acda9073923afaa1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:52.169928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-06e57410-9a86-4d7c-89ee-deed543eb18e req-7fadf19e-1c9a-4c2c-bdb8-8cd20db9aa1f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:52.174062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-06e57410-9a86-4d7c-89ee-deed543eb18e req-7fadf19e-1c9a-4c2c-bdb8-8cd20db9aa1f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:52.195867 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.215307 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:06:52.231811 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d5fe03a4-5629-4008-b24a-8903c027dc9c req-af8baae7-a1c9-462f-8238-339b864d3725 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199582
Jun 04 15:06:52.233477 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-20ed0aad-563d-472e-b15e-d08964d8230b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.234349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=1fe10e06-7114-41ae-8fdb-fe3da306dbf3,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:06:52.256162 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-13f32761-c13c-442a-b43e-84b387362602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.256162 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:52.265654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f32761-c13c-442a-b43e-84b387362602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e197e66b-02a5-4597-aa12-baa5cb795dd5,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:52.271172 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-13f32761-c13c-442a-b43e-84b387362602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:52.308003 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-13f32761-c13c-442a-b43e-84b387362602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.309151 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-13f32761-c13c-442a-b43e-84b387362602 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e197e66b-02a5-4597-aa12-baa5cb795dd5 HTTP/1.1" status: 204  len: 168 time: 0.5347686
Jun 04 15:06:52.316648 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4cc9dcd-98ae-4348-aaf5-bcc59e377581 req-95f1a37f-31e6-4a54-bdc7-0a0ed50c474f tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 210 time: 0.0482895
Jun 04 15:06:52.334983 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-20ed0aad-563d-472e-b15e-d08964d8230b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.346936 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:52.357749 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.360586 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:52.371480 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.440240 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed0aad-563d-472e-b15e-d08964d8230b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7ed480-a0c6-4738-990b-ffc95781e01d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:52.445194 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-20ed0aad-563d-472e-b15e-d08964d8230b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8d18def6b8a4239820ad418a661bbfe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9665987
Jun 04 15:06:52.447908 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59886) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:52.450105 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-20ed0aad-563d-472e-b15e-d08964d8230b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:52.455349 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:52.476299 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=1fe10e06-7114-41ae-8fdb-fe3da306dbf3,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:52.484504 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:52.501702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Network 66d7eae7-a52d-476b-acd4-4def4e5ed813 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:06:52.510498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:06:52.523926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:06:52.529606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:52.530240 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.569373 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-142ee579-a550-4c6b-8d12-a744ce95b149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.589499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Pushing event updated for resources: {'Port': ['ID=073fecbc-58e2-497f-ac3e-b8cba3e6cf82,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:52.606988 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-142ee579-a550-4c6b-8d12-a744ce95b149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.610453 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:52.690440 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-06e57410-9a86-4d7c-89ee-deed543eb18e req-7fadf19e-1c9a-4c2c-bdb8-8cd20db9aa1f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.705997 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['1fe10e06-7114-41ae-8fdb-fe3da306dbf3'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:06:52.798767 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-142ee579-a550-4c6b-8d12-a744ce95b149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.803790 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9883707
Jun 04 15:06:52.806061 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1d10605-52ac-4611-857d-83e9ae3af6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:52.819345 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-06e57410-9a86-4d7c-89ee-deed543eb18e req-7fadf19e-1c9a-4c2c-bdb8-8cd20db9aa1f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.832916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Request body: {'port': {'device_id': 'd112e666-c8ae-44e4-8118-a73779b3dcba', 'device_owner': 'compute:tempest-test_az-502173771', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:52.833174 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ee579-a550-4c6b-8d12-a744ce95b149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7ed480-a0c6-4738-990b-ffc95781e01d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:52.840925 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-142ee579-a550-4c6b-8d12-a744ce95b149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:52.849971 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-142ee579-a550-4c6b-8d12-a744ce95b149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:52.851131 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-142ee579-a550-4c6b-8d12-a744ce95b149 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e7ed480-a0c6-4738-990b-ffc95781e01d HTTP/1.1" status: 204  len: 168 time: 0.4022110
Jun 04 15:06:52.926721 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0a56f1a0-98b5-4c83-af88-226df339a914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:53.017791 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-07161f96-c9da-461d-bfed-14c72787fc0c None None] Provisioning for port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:53.018702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-06e57410-9a86-4d7c-89ee-deed543eb18e req-7fadf19e-1c9a-4c2c-bdb8-8cd20db9aa1f service neutron] Synchronizing usage tracker for tenant:39d27a073ae749b4acda9073923afaa1 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:06:53.035208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-07161f96-c9da-461d-bfed-14c72787fc0c None None] Provisioning complete for port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:53.035957 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-07161f96-c9da-461d-bfed-14c72787fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:53.050081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadf19e-1c9a-4c2c-bdb8-8cd20db9aa1f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cf434ea7-4989-4f97-89b8-67554dab6829,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:53.062612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ca6aa-c662-4313-95b6-bf79e86a3cbb req-62fae81c-0af4-4a46-b029-64e70bd1d2e6 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:53.066459 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb6ca6aa-c662-4313-95b6-bf79e86a3cbb req-62fae81c-0af4-4a46-b029-64e70bd1d2e6 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 949 time: 0.3662677
Jun 04 15:06:53.072018 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7fadf19e-1c9a-4c2c-bdb8-8cd20db9aa1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:53.075977 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:53.092353 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:53.109386 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-07161f96-c9da-461d-bfed-14c72787fc0c None None] Port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:06:53.116461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-06e57410-9a86-4d7c-89ee-deed543eb18e req-7fadf19e-1c9a-4c2c-bdb8-8cd20db9aa1f service neutron] Unset dirty status for tenant:39d27a073ae749b4acda9073923afaa1 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:06:53.117867 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06e57410-9a86-4d7c-89ee-deed543eb18e req-7fadf19e-1c9a-4c2c-bdb8-8cd20db9aa1f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1091735
Jun 04 15:06:53.184446 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb6ca6aa-c662-4313-95b6-bf79e86a3cbb req-eb008bc9-19b1-40a3-8658-54aa8ba7fe6f tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094170
Jun 04 15:06:53.351211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59910) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:53.389499 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-398d18f4-449e-4ed2-b15a-b02a7e9c9487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:53.410867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-398d18f4-449e-4ed2-b15a-b02a7e9c9487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:53.420694 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-398d18f4-449e-4ed2-b15a-b02a7e9c9487 admin admin] Usage tracker for resource:security_group_rule and tenant:9c900eb9f89a494eb3f202ed372b688c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:53.429231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-398d18f4-449e-4ed2-b15a-b02a7e9c9487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:53.437100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-398d18f4-449e-4ed2-b15a-b02a7e9c9487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:53.452577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6016f-b2db-4d9d-88fa-8950ff52dc9c req-f232ae10-401a-46c3-a1d0-b92fadcf6c44 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:53.454972 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5cfb08-8ae4-4a67-a2f1-03c6182b7688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8758faf5-090c-49af-aeab-2ee55fda5a97'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:06:53.457533 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b5e503-1287-46f8-af2a-232c2fc43655" -d '{"events": [{"server_uuid": "ed5cfb08-8ae4-4a67-a2f1-03c6182b7688", "name": "network-vif-plugged", "status": "completed", "tag": "8758faf5-090c-49af-aeab-2ee55fda5a97"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:06:53.461251 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cef6016f-b2db-4d9d-88fa-8950ff52dc9c req-f232ae10-401a-46c3-a1d0-b92fadcf6c44 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 970 time: 0.1706679
Jun 04 15:06:53.552726 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cef6016f-b2db-4d9d-88fa-8950ff52dc9c req-72ee9adc-72f9-44cf-b6ef-6cfa7997c6af tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903566
Jun 04 15:06:53.590027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640dc9c-c3bc-477b-8cda-d45d45d2f97d req-08927f21-a6f8-49a5-a29b-663c2854a374 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:53.592029 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7640dc9c-c3bc-477b-8cda-d45d45d2f97d req-08927f21-a6f8-49a5-a29b-663c2854a374 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 950 time: 0.1672754
Jun 04 15:06:53.711324 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7640dc9c-c3bc-477b-8cda-d45d45d2f97d req-a50c75fa-89a0-4005-8254-f7df6487b791 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090901
Jun 04 15:06:53.716280 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-398d18f4-449e-4ed2-b15a-b02a7e9c9487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:53.729839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:06:53.750835 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:53.787499 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-398d18f4-449e-4ed2-b15a-b02a7e9c9487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:53.791288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Transition to ACTIVE for port object 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:06:53.805476 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34d983d-1509-438d-ac6c-d39e1153bd37 x-openstack-request-id: req-a34d983d-1509-438d-ac6c-d39e1153bd37 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:06:53.805918 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5cfb08-8ae4-4a67-a2f1-03c6182b7688", "name": "network-vif-plugged", "status": "completed", "tag": "8758faf5-090c-49af-aeab-2ee55fda5a97", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:06:53.806317 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a34d983d-1509-438d-ac6c-d39e1153bd37 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:06:53.806861 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5cfb08-8ae4-4a67-a2f1-03c6182b7688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8758faf5-090c-49af-aeab-2ee55fda5a97', 'code': 200}
Jun 04 15:06:53.823604 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c66a2bfe-a237-4ff5-827b-780d5240d6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:53.888544 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-398d18f4-449e-4ed2-b15a-b02a7e9c9487 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c900eb9f89a494eb3f202ed372b688c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5360656
Jun 04 15:06:53.895129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:06:53.895779 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59924) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:53.925388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d18f4-449e-4ed2-b15a-b02a7e9c9487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e576a4cb-e25d-4a7e-bb60-01b670f5c2ed,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:53.929085 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:53.935068 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-398d18f4-449e-4ed2-b15a-b02a7e9c9487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:53.937312 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:53.994626 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59063741-7d4f-4e91-a22d-2e947cadd5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:54.012378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4dd73-74a3-4bdb-bd70-31820038a0d0 req-cdf39bed-76e4-46cd-8edb-4337b302e208 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:54.013958 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-40f4dd73-74a3-4bdb-bd70-31820038a0d0 req-cdf39bed-76e4-46cd-8edb-4337b302e208 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 931 time: 0.1914082
Jun 04 15:06:54.050935 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59063741-7d4f-4e91-a22d-2e947cadd5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:54.067353 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:06:54.074770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:06:54.075221 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:54.122082 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-40f4dd73-74a3-4bdb-bd70-31820038a0d0 req-a5749225-e4dd-40fb-a403-570e942f6259 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Synchronizing usage tracker for tenant:d9f41c4c2f734025b9beae4f469560f3 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:06:54.194036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59930) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:54.201364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=073fecbc-58e2-497f-ac3e-b8cba3e6cf82,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:54.207720 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:54.217822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Attempting to bind port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:06:54.218388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Attempting to bind port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:06:54.218768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Attempting to bind port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 on network 66d7eae7-a52d-476b-acd4-4def4e5ed813 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:06:54.226308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 on network 66d7eae7-a52d-476b-acd4-4def4e5ed813 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:06:54.226728 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Attempting to bind port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 on network 66d7eae7-a52d-476b-acd4-4def4e5ed813 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:06:54.233926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:06:54.243630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Checking segment: {'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:06:54.244388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-40f4dd73-74a3-4bdb-bd70-31820038a0d0 req-a5749225-e4dd-40fb-a403-570e942f6259 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Unset dirty status for tenant:d9f41c4c2f734025b9beae4f469560f3 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:06:54.244496 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Bound using segment: {'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:06:54.244496 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Bound port: 073fecbc-58e2-497f-ac3e-b8cba3e6cf82, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:06:54.244496 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:54.244743 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-40f4dd73-74a3-4bdb-bd70-31820038a0d0 req-a5749225-e4dd-40fb-a403-570e942f6259 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2118886
Jun 04 15:06:54.261793 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59063741-7d4f-4e91-a22d-2e947cadd5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:54.268898 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d650c237-ba8a-47d2-9a8d-eaf7cb8312a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:54.288368 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59063741-7d4f-4e91-a22d-2e947cadd5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e576a4cb-e25d-4a7e-bb60-01b670f5c2ed,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:54.292192 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-59063741-7d4f-4e91-a22d-2e947cadd5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:54.294765 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59063741-7d4f-4e91-a22d-2e947cadd5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:54.296100 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-59063741-7d4f-4e91-a22d-2e947cadd5ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e576a4cb-e25d-4a7e-bb60-01b670f5c2ed HTTP/1.1" status: 204  len: 168 time: 0.3994203
Jun 04 15:06:54.299071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e485016-2e7b-4a4e-b340-b902361a61df req-f21eb693-216a-436c-94bd-433190b5fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:54.306594 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6e485016-2e7b-4a4e-b340-b902361a61df req-f21eb693-216a-436c-94bd-433190b5fac2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 1101 time: 0.4223273
Jun 04 15:06:54.312953 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:54.390748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=1fe10e06-7114-41ae-8fdb-fe3da306dbf3,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:06:54.406203 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6e485016-2e7b-4a4e-b340-b902361a61df req-6e3d1650-63ca-4cf2-b226-47a625995ebf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904276
Jun 04 15:06:54.410562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] For port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:06:54.415886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] For port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=073fecbc-58e2-497f-ac3e-b8cba3e6cf82,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:06:54.463474 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1974440668-network', 'tenant_id': 'a03aebe4cbe94e51823784c56531a643'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:54.463671 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:54.472752 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:54.475137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:54.484842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Usage tracker for resource:network and tenant:a03aebe4cbe94e51823784c56531a643 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:54.494849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:54.503534 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:54.507392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:54.523352 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3df4e792-e66a-4696-8a84-581866c26e4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:54.593089 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:54.593955 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:54.594114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Made reservation on behalf of a03aebe4cbe94e51823784c56531a643 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:06:54.596492 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] 10.222.0.65 "PUT /v2.0/ports/073fecbc-58e2-497f-ac3e-b8cba3e6cf82 HTTP/1.1" status: 200  len: 1112 time: 1.7794399
Jun 04 15:06:54.601389 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:54.602553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd112e666-c8ae-44e4-8118-a73779b3dcba', 'tag': '073fecbc-58e2-497f-ac3e-b8cba3e6cf82'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:06:54.605576 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6b664f-9629-4f8f-a9ca-e88ee237e69b" -d '{"events": [{"name": "network-changed", "server_uuid": "d112e666-c8ae-44e4-8118-a73779b3dcba", "tag": "073fecbc-58e2-497f-ac3e-b8cba3e6cf82"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:06:54.608322 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=1fe10e06-7114-41ae-8fdb-fe3da306dbf3,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:54.626253 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:54.644888 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:54.658394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=073fecbc-58e2-497f-ac3e-b8cba3e6cf82,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:54.669764 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:54.684771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d99821-ca22-4080-a887-c344eed84462 req-468be7d0-f402-466a-ad2e-a36a2cb84b34 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:54.686590 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-21d99821-ca22-4080-a887-c344eed84462 req-468be7d0-f402-466a-ad2e-a36a2cb84b34 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 949 time: 0.2601275
Jun 04 15:06:54.705295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:54.718293 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Usage tracker for resource:security_group_rule and tenant:a03aebe4cbe94e51823784c56531a643 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:54.726354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:54.750947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:54.930479 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec109554-b135-40f4-a4e0-a04bbc8d9edd req-4518dc4f-d276-4272-b5c7-06ea88d9826a tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:54.932156 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ec109554-b135-40f4-a4e0-a04bbc8d9edd req-4518dc4f-d276-4272-b5c7-06ea88d9826a tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 971 time: 0.1537077
Jun 04 15:06:54.987538 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:54.993483 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-21d99821-ca22-4080-a887-c344eed84462 req-dcea5b9d-fe27-4162-9862-ac4ddb2c289f tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2938464
Jun 04 15:06:55.024754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-f3bae74a-dfe0-46aa-af8b-7aa633196e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:55.025511 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ec109554-b135-40f4-a4e0-a04bbc8d9edd req-f675ff3e-0bb1-448a-b77e-80f05141ee0b tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809128
Jun 04 15:06:55.026451 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-f3bae74a-dfe0-46aa-af8b-7aa633196e30 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9f41c4c2f734025b9beae4f469560f3&device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 1115 time: 0.2523592
Jun 04 15:06:55.060832 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:55.067538 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f19573d9-5d2a-415d-afda-4f400c86e127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:55.124774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:06:55.137318 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:55.137794 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Added segment 2fcd054d-e046-4845-b504-a286dac9792d of type vlan for network 061fcf42-462b-46e3-9f65-54c102f9c252
Jun 04 15:06:55.176158 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:55.240774 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8601042d-decb-4756-bd8d-01812feb1a92 x-openstack-request-id: req-8601042d-decb-4756-bd8d-01812feb1a92 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:06:55.241407 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d112e666-c8ae-44e4-8118-a73779b3dcba", "tag": "073fecbc-58e2-497f-ac3e-b8cba3e6cf82", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:06:55.241407 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8601042d-decb-4756-bd8d-01812feb1a92 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:06:55.241536 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd112e666-c8ae-44e4-8118-a73779b3dcba', 'tag': '073fecbc-58e2-497f-ac3e-b8cba3e6cf82', 'status': 'completed', 'code': 200}
Jun 04 15:06:55.249174 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579806ad-ace4-4284-ae3f-9dd6c726104f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:55.250386 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-1783fdbf-2281-4979-a450-dc173ea59a47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=073fecbc-58e2-497f-ac3e-b8cba3e6cf82 HTTP/1.1" status: 200  len: 217 time: 0.2154052
Jun 04 15:06:55.252661 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:55.336032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4185d35b-d0b8-47a7-8935-e1b1e5c00f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:55.337443 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-4185d35b-d0b8-47a7-8935-e1b1e5c00f1e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa9d2765-5907-4511-a341-f87e937c912c HTTP/1.1" status: 200  len: 862 time: 0.0765409
Jun 04 15:06:55.355836 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:55.357167 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:55.357754 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:55.359823 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:55.368565 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7da93e14-ab8f-4957-8bb1-01f86e84318e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:55.493099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Pushing event updated for resources: {'Network': ['ID=061fcf42-462b-46e3-9f65-54c102f9c252,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:55.497893 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:55.506477 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 061fcf42-462b-46e3-9f65-54c102f9c252 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:06:55.526745 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.3314455
Jun 04 15:06:55.532352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59968) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:55.543869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Request body: {'subnet': {'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1974440668-subnet', 'tenant_id': 'a03aebe4cbe94e51823784c56531a643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:55.571796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:55.587303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b9af-0960-4bd7-8227-dcf7a0ba5a11 req-d16b5925-af54-4688-9175-205fe82bf7be tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:55.589180 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6311b9af-0960-4bd7-8227-dcf7a0ba5a11 req-d16b5925-af54-4688-9175-205fe82bf7be tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 950 time: 0.2838054
Jun 04 15:06:55.590435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Usage tracker for resource:subnet and tenant:a03aebe4cbe94e51823784c56531a643 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:55.593929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:55.604563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:55.625714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-643f2686-ad15-4d59-bd27-d7a57b65e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:55.631078 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-643f2686-ad15-4d59-bd27-d7a57b65e58f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66d7eae7-a52d-476b-acd4-4def4e5ed813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2815363
Jun 04 15:06:55.672069 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6311b9af-0960-4bd7-8227-dcf7a0ba5a11 req-0f54c1ff-730f-43e3-9141-a000c349d3b7 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689511
Jun 04 15:06:55.721172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Made reservation on behalf of a03aebe4cbe94e51823784c56531a643 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:06:55.721172 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:55.768359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc98275-7b10-4c7d-b0f7-8cc3e8ee7871 req-8b92ffd2-f6dd-4d8c-8412-3acbb58416b1 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:55.770596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-cdc98275-7b10-4c7d-b0f7-8cc3e8ee7871 req-8b92ffd2-f6dd-4d8c-8412-3acbb58416b1 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Synchronizing usage tracker for tenant:d9f41c4c2f734025b9beae4f469560f3 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:06:55.808816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e009ab-0cb3-4e75-bcad-68259082af1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe10e06-7114-41ae-8fdb-fe3da306dbf3'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:06:55.812412 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27517bb-d63f-444b-a6bb-bf0ecfcba51b" -d '{"events": [{"server_uuid": "44e009ab-0cb3-4e75-bcad-68259082af1e", "name": "network-vif-plugged", "status": "completed", "tag": "1fe10e06-7114-41ae-8fdb-fe3da306dbf3"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:06:55.952875 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4e4ec7-8cdf-4372-9910-18d169592c6a x-openstack-request-id: req-6c4e4ec7-8cdf-4372-9910-18d169592c6a {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:06:55.957615 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e009ab-0cb3-4e75-bcad-68259082af1e", "name": "network-vif-plugged", "status": "completed", "tag": "1fe10e06-7114-41ae-8fdb-fe3da306dbf3", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:06:55.957615 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c4e4ec7-8cdf-4372-9910-18d169592c6a {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:06:55.957615 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e009ab-0cb3-4e75-bcad-68259082af1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe10e06-7114-41ae-8fdb-fe3da306dbf3', 'code': 200}
Jun 04 15:06:56.150383 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.65', 55208) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:56.162383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-cdc98275-7b10-4c7d-b0f7-8cc3e8ee7871 req-8b92ffd2-f6dd-4d8c-8412-3acbb58416b1 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Unset dirty status for tenant:d9f41c4c2f734025b9beae4f469560f3 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:06:56.163600 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cdc98275-7b10-4c7d-b0f7-8cc3e8ee7871 req-8b92ffd2-f6dd-4d8c-8412-3acbb58416b1 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 964 time: 0.7215364
Jun 04 15:06:56.172794 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-2e9f23bb-c655-4abe-9fcd-d86b4539b399 service neutron] 10.222.0.65 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5335295
Jun 04 15:06:56.369326 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cdc98275-7b10-4c7d-b0f7-8cc3e8ee7871 req-7f15c76d-f802-4b1a-a88f-b068cc01d2f3 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1934524
Jun 04 15:06:56.442528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe127b9-f640-4db9-a474-a0ff3e569aea req-b6007db2-3b8d-4ce6-b8c5-a7361e033f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:56.444135 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cbe127b9-f640-4db9-a474-a0ff3e569aea req-b6007db2-3b8d-4ce6-b8c5-a7361e033f5f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 1122 time: 0.2924430
Jun 04 15:06:56.455382 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0cf7066c-8601-4fca-b732-07c6e8171189 req-a325953e-3bfd-4fda-bd2f-767af5d6df3f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.6672983
Jun 04 15:06:56.481785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f3be3-b38e-49fc-8ba0-82ba5e184fc8 req-347870eb-724b-4e0c-8be3-aa9ca4153c5b tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:56.483282 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be8f3be3-b38e-49fc-8ba0-82ba5e184fc8 req-347870eb-724b-4e0c-8be3-aa9ca4153c5b tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 949 time: 0.2566531
Jun 04 15:06:56.509946 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5809b80-ea13-4ddd-a4c6-2602d676b23c req-8b6a28b0-770f-47f8-b60f-0fa7a5e118ce service neutron] 10.222.0.65 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3159449
Jun 04 15:06:56.666109 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cbe127b9-f640-4db9-a474-a0ff3e569aea req-e37e6ed2-da72-46ac-84c6-d5177548dac6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2071986
Jun 04 15:06:56.700168 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be8f3be3-b38e-49fc-8ba0-82ba5e184fc8 req-c6a4c492-ed55-4f08-a959-613b0afdc7dc tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508358
Jun 04 15:06:56.768964 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ed139-183f-4ba9-b7d6-b46b6a4c3388 req-43e4c550-46de-44e0-9d86-06cf1e78b633 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:56.775767 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4d9ed139-183f-4ba9-b7d6-b46b6a4c3388 req-43e4c550-46de-44e0-9d86-06cf1e78b633 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 971 time: 0.2182078
Jun 04 15:06:56.804466 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:56.815244 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:56.840508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b664f-9629-4f8f-a9ca-e88ee237e69b req-dc33cf1f-984c-4d0d-bd25-89f873ab12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:56.842032 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ad6b664f-9629-4f8f-a9ca-e88ee237e69b req-dc33cf1f-984c-4d0d-bd25-89f873ab12a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9f41c4c2f734025b9beae4f469560f3&device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 1115 time: 0.1717098
Jun 04 15:06:56.850657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7066c-8601-4fca-b732-07c6e8171189 req-c94be5c0-9d01-40ee-b1bc-b05a1e097579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:56.852145 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0cf7066c-8601-4fca-b732-07c6e8171189 req-c94be5c0-9d01-40ee-b1bc-b05a1e097579 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f0a3cb052a94df6bdfc4f1662ce0708&device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 1100 time: 0.2486072
Jun 04 15:06:56.864212 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4d9ed139-183f-4ba9-b7d6-b46b6a4c3388 req-053ec488-3c86-4031-b4ce-c8fc3f6c5706 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875039
Jun 04 15:06:57.039416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Checking segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:06:57.039779 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Network hostable DHCP agents. Network: 061fcf42-462b-46e3-9f65-54c102f9c252, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:06:57.045421 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d86b49a-00d2-4998-bd4d-bc1a29d13a41,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:57.050676 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:57.083073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff05d0-69ee-4edd-accf-72d0a24932fd req-62d9b844-2b57-4828-9737-b1f4dbd4bc48 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:57.084735 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aaff05d0-69ee-4edd-accf-72d0a24932fd req-62d9b844-2b57-4828-9737-b1f4dbd4bc48 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 950 time: 0.2047815
Jun 04 15:06:57.106339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b664f-9629-4f8f-a9ca-e88ee237e69b req-ba83fb4d-34c5-440b-9cb3-9f0bb31f8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:57.107790 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ad6b664f-9629-4f8f-a9ca-e88ee237e69b req-ba83fb4d-34c5-440b-9cb3-9f0bb31f8986 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66d7eae7-a52d-476b-acd4-4def4e5ed813 HTTP/1.1" status: 200  len: 924 time: 0.2546327
Jun 04 15:06:57.110192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7066c-8601-4fca-b732-07c6e8171189 req-b4e3b9ca-424d-4b88-ba57-9fee241ee0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:57.112131 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0cf7066c-8601-4fca-b732-07c6e8171189 req-b4e3b9ca-424d-4b88-ba57-9fee241ee0af service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2262180
Jun 04 15:06:57.141477 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aaff05d0-69ee-4edd-accf-72d0a24932fd req-6ba8d6cd-b9e5-426e-9c42-072c04ed0e2e tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504773
Jun 04 15:06:57.193469 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Network 061fcf42-462b-46e3-9f65-54c102f9c252 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:06:57.244863 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ad6b664f-9629-4f8f-a9ca-e88ee237e69b req-759f00d4-b9ae-492f-b596-1428e1fec586 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=073fecbc-58e2-497f-ac3e-b8cba3e6cf82 HTTP/1.1" status: 200  len: 217 time: 0.1279523
Jun 04 15:06:57.249085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-1a9ea96b-4bfa-4e6f-9a58-0baeb9599477 req-81240e66-79f6-49d6-8ad9-bed0ede11605 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:06:57.250123 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1a9ea96b-4bfa-4e6f-9a58-0baeb9599477 req-81240e66-79f6-49d6-8ad9-bed0ede11605 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0083895
Jun 04 15:06:57.253058 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0cf7066c-8601-4fca-b732-07c6e8171189 req-5ca86c7f-a3cc-4c42-9a2e-5bf3e7b0ee5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 HTTP/1.1" status: 200  len: 217 time: 0.0862012
Jun 04 15:06:57.314727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 061fcf42-462b-46e3-9f65-54c102f9c252) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:06:57.314727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:57.314727 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:57.320167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a271b796-5dc3-41a4-9e03-0fad420e1776 None None] Network 061fcf42-462b-46e3-9f65-54c102f9c252 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:06:57.377527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b664f-9629-4f8f-a9ca-e88ee237e69b req-7cc37845-b40e-4f09-9ef8-b74443f85cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:57.380351 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ad6b664f-9629-4f8f-a9ca-e88ee237e69b req-7cc37845-b40e-4f09-9ef8-b74443f85cad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa9d2765-5907-4511-a341-f87e937c912c HTTP/1.1" status: 200  len: 862 time: 0.1234586
Jun 04 15:06:57.430585 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.8874521
Jun 04 15:06:57.435228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7066c-8601-4fca-b732-07c6e8171189 req-b43bff77-b0c0-4ae4-b883-d8a579010639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:57.436923 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0cf7066c-8601-4fca-b732-07c6e8171189 req-b43bff77-b0c0-4ae4-b883-d8a579010639 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1504822
Jun 04 15:06:57.667693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b664f-9629-4f8f-a9ca-e88ee237e69b req-b48ca0b6-5c8d-4191-9289-482eea1344f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:57.670326 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ad6b664f-9629-4f8f-a9ca-e88ee237e69b req-b48ca0b6-5c8d-4191-9289-482eea1344f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66d7eae7-a52d-476b-acd4-4def4e5ed813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2827380
Jun 04 15:06:57.682371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1fcf35-049c-4d96-83fb-d9f504fb665d None None] Network 061fcf42-462b-46e3-9f65-54c102f9c252 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:06:57.685078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7066c-8601-4fca-b732-07c6e8171189 req-587fc2f9-2093-46e5-b779-6b36f06423d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:57.686776 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0cf7066c-8601-4fca-b732-07c6e8171189 req-587fc2f9-2093-46e5-b779-6b36f06423d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2304766
Jun 04 15:06:57.795813 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9152ea3-9ae4-4e10-aa4d-48e90da556b7 req-05374e09-6ffc-4e00-a8f1-6d28091ddabe tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:57.809587 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e9152ea3-9ae4-4e10-aa4d-48e90da556b7 req-05374e09-6ffc-4e00-a8f1-6d28091ddabe tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 949 time: 0.1868610
Jun 04 15:06:57.875482 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e9152ea3-9ae4-4e10-aa4d-48e90da556b7 req-a7e00a79-954f-4cfe-9ddd-3e60c76d9d1c tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632446
Jun 04 15:06:58.040039 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ad6b664f-9629-4f8f-a9ca-e88ee237e69b req-0268efa5-c460-46b1-80b6-cbcab79788dd service neutron] 10.222.0.65 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3520193
Jun 04 15:06:58.049567 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0cf7066c-8601-4fca-b732-07c6e8171189 req-8c512fab-a064-4dd1-88f8-c3895a6828d5 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3183520
Jun 04 15:06:58.110217 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f373ed-7a66-498a-a9d0-f38f7f31b837 req-658dd91a-794e-4297-aff2-2caf435fc60f tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:58.113072 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-56f373ed-7a66-498a-a9d0-f38f7f31b837 req-658dd91a-794e-4297-aff2-2caf435fc60f tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 964 time: 0.1135399
Jun 04 15:06:58.176954 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-56f373ed-7a66-498a-a9d0-f38f7f31b837 req-d3bbdc1a-b4eb-4dd3-b3c5-332a9659864d tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561395
Jun 04 15:06:58.310516 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0cf7066c-8601-4fca-b732-07c6e8171189 req-c0aac6d7-5d21-4e37-99a7-c163b034123b service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2604072
Jun 04 15:06:58.312386 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ad6b664f-9629-4f8f-a9ca-e88ee237e69b req-875451ff-5118-4a6a-8b81-4770197fdd59 service neutron] 10.222.0.65 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2611985
Jun 04 15:06:58.479003 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb24ecb-7805-4264-a45b-767b57b19e89 req-0188fd73-f12b-4a80-a054-ba47705512b9 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:58.482515 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7fb24ecb-7805-4264-a45b-767b57b19e89 req-0188fd73-f12b-4a80-a054-ba47705512b9 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 971 time: 0.1077905
Jun 04 15:06:58.567423 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7fb24ecb-7805-4264-a45b-767b57b19e89 req-707150ed-0294-4e62-a0bc-0f02ac1497df tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772965
Jun 04 15:06:58.738975 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:06:58.750151 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0398f28-76d1-4a5d-9962-7a297687897a req-17ae25be-c029-4ba9-88ef-770c7d6e3191 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4f0a3cb052a94df6bdfc4f1662ce0708&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0402541
Jun 04 15:06:58.838384 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-7a07ad4b-61c2-46e7-abbb-49789d9ec8e0 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0cb2b44d21194835958bac19c6d44e4d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0420783
Jun 04 15:06:58.898345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60080) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:59.012089 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0398f28-76d1-4a5d-9962-7a297687897a req-20c45ed5-12de-4327-9d04-3d3b0ea89a7a tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:59.024813 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0398f28-76d1-4a5d-9962-7a297687897a req-20c45ed5-12de-4327-9d04-3d3b0ea89a7a tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2746749
Jun 04 15:06:59.047385 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0398f28-76d1-4a5d-9962-7a297687897a req-378d9447-df0b-4df5-8135-5f0b6253febe tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/quotas/4f0a3cb052a94df6bdfc4f1662ce0708 HTTP/1.1" status: 200  len: 375 time: 0.0121784
Jun 04 15:06:59.075263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-fe607763-e06f-4211-a53e-d98e2d522c27 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:59.077525 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-fe607763-e06f-4211-a53e-d98e2d522c27 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2330217
Jun 04 15:06:59.097799 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-f3c193a5-1675-4165-89e6-8e972d0179a7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/quotas/0cb2b44d21194835958bac19c6d44e4d HTTP/1.1" status: 200  len: 375 time: 0.0137763
Jun 04 15:06:59.098346 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60086) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:59.108030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1064934134-network', 'tenant_id': '6afead77c8194e9a9f31a7c5f31108bd'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:06:59.148188 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:59.165431 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0398f28-76d1-4a5d-9962-7a297687897a req-c98a61e0-616d-4ed2-8d5f-1fd6385ac2b5 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f0a3cb052a94df6bdfc4f1662ce0708&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1116185
Jun 04 15:06:59.172891 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Usage tracker for resource:network and tenant:6afead77c8194e9a9f31a7c5f31108bd is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:59.177867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:59.182501 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-c951a585-5735-4fe9-8222-4a8ccd854dd5 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0704544
Jun 04 15:06:59.187519 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0808a19-0166-4d21-b0d0-217bcdfa9c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:59.197556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:59.214188 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e0808a19-0166-4d21-b0d0-217bcdfa9c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:59.220011 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e0808a19-0166-4d21-b0d0-217bcdfa9c14 admin admin] Usage tracker for resource:security_group_rule and tenant:a9ebf3d9b4ce4bd59baaf127f118175b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:59.223465 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e0808a19-0166-4d21-b0d0-217bcdfa9c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:59.230356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e0808a19-0166-4d21-b0d0-217bcdfa9c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:59.326079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Made reservation on behalf of 6afead77c8194e9a9f31a7c5f31108bd for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:06:59.328481 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:59.353772 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:59.368633 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0808a19-0166-4d21-b0d0-217bcdfa9c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:59.374117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:06:59.386325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Usage tracker for resource:security_group_rule and tenant:6afead77c8194e9a9f31a7c5f31108bd is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:06:59.390598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:06:59.403747 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:06:59.404768 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-66d38701-26b6-45b3-bb7b-89274852127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:59.437709 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0808a19-0166-4d21-b0d0-217bcdfa9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:59.493663 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:59.502920 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e0808a19-0166-4d21-b0d0-217bcdfa9c14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9ebf3d9b4ce4bd59baaf127f118175b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6030860
Jun 04 15:06:59.508322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60098) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:06:59.565783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0808a19-0166-4d21-b0d0-217bcdfa9c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd84511-eeb6-4516-9df1-f42422a54162,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:59.588941 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e0808a19-0166-4d21-b0d0-217bcdfa9c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:59.703017 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c13eab6-dfd6-4b1f-b1b7-902a41981d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:59.727087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5b242-c2b0-4051-9120-f09c54245092 req-fad15d03-6aef-4865-be9c-46d713b8938c tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:59.728890 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ea5b242-c2b0-4051-9120-f09c54245092 req-fad15d03-6aef-4865-be9c-46d713b8938c tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 950 time: 0.1991761
Jun 04 15:06:59.771730 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c13eab6-dfd6-4b1f-b1b7-902a41981d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:59.802821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52adf30-6e87-4910-8a6f-3ccef8290035 req-baaadb7b-5864-4ebb-9a3f-bf8d0a7e54e0 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:06:59.804580 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b52adf30-6e87-4910-8a6f-3ccef8290035 req-baaadb7b-5864-4ebb-9a3f-bf8d0a7e54e0 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 964 time: 0.2110245
Jun 04 15:06:59.806120 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:59.830705 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ea5b242-c2b0-4051-9120-f09c54245092 req-9f9d1ea5-e2a3-45f7-b045-e24f3281a92c tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828674
Jun 04 15:06:59.856359 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b52adf30-6e87-4910-8a6f-3ccef8290035 req-0db61048-123b-43bf-a321-36ada2407372 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444026
Jun 04 15:06:59.861496 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:59.866612 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ff962e16-e83e-4835-9fba-d3ae563c1527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:59.912686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9979c0-25fe-4eb7-8422-70505bee6018,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:59.917848 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:59.944181 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-64f31015-a06c-41cf-88fe-d10fd70a7da5 req-58f068ab-9ccd-490b-89ea-f40894126127 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 210 time: 0.0645757
Jun 04 15:06:59.953130 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c13eab6-dfd6-4b1f-b1b7-902a41981d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:59.969236 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8ce69a42-45bb-405c-957b-dd50641b6517 req-c9878841-e8f2-4b82-ac5b-e0964c0526a7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 210 time: 0.0460365
Jun 04 15:06:59.969925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:06:59.972243 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:06:59.976369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:06:59.988836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13eab6-dfd6-4b1f-b1b7-902a41981d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd84511-eeb6-4516-9df1-f42422a54162,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:06:59.992366 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c13eab6-dfd6-4b1f-b1b7-902a41981d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:06:59.997740 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c13eab6-dfd6-4b1f-b1b7-902a41981d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:06:59.999708 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1c13eab6-dfd6-4b1f-b1b7-902a41981d2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bbd84511-eeb6-4516-9df1-f42422a54162 HTTP/1.1" status: 204  len: 168 time: 0.4915257
Jun 04 15:07:00.005765 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:00.006640 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Added segment 030bf82b-3c1e-4ecd-a374-593489380b8e of type vlan for network 3ba0d0f3-769e-4d17-a575-111b3bd7ad29
Jun 04 15:07:00.079258 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:00.216016 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:00.217428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:00.219635 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:00.232052 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:00.270337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=073fecbc-58e2-497f-ac3e-b8cba3e6cf82,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:00.285436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc498a-6767-4e4d-ac39-4d1fc48225ef req-0a55270a-daeb-4ea4-8871-f8a234840376 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:00.287416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '073fecbc-58e2-497f-ac3e-b8cba3e6cf82', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'port_id': '073fecbc-58e2-497f-ac3e-b8cba3e6cf82', 'mac_address': 'fa:16:3e:49:09:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-502173771', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:07:00.288535 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7cdc498a-6767-4e4d-ac39-4d1fc48225ef req-0a55270a-daeb-4ea4-8871-f8a234840376 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 971 time: 0.1543245
Jun 04 15:07:00.340599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Pushing event updated for resources: {'Network': ['ID=3ba0d0f3-769e-4d17-a575-111b3bd7ad29,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:00.343331 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:00.351711 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 3ba0d0f3-769e-4d17-a575-111b3bd7ad29 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:07:00.394450 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7cdc498a-6767-4e4d-ac39-4d1fc48225ef req-7d7a1804-ae94-4d66-91c6-c9e24972a9da tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699761
Jun 04 15:07:00.415875 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.3127618
Jun 04 15:07:00.416454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60116) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:00.425018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4916-b35f-429c-ab67-2ed5bddc40e1 req-864821ce-4462-4980-84a1-5fd332dced25 tempest-DeleteServersAdminTestJSON-102895002 tempest-DeleteServersAdminTestJSON-102895002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:00.425872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Request body: {'subnet': {'network_id': '3ba0d0f3-769e-4d17-a575-111b3bd7ad29', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1064934134-subnet', 'tenant_id': '6afead77c8194e9a9f31a7c5f31108bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:00.430826 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fbf4916-b35f-429c-ab67-2ed5bddc40e1 req-864821ce-4462-4980-84a1-5fd332dced25 tempest-DeleteServersAdminTestJSON-102895002 tempest-DeleteServersAdminTestJSON-102895002-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 1101 time: 0.1403208
Jun 04 15:07:00.432458 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:00.440235 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Usage tracker for resource:subnet and tenant:6afead77c8194e9a9f31a7c5f31108bd is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:00.457762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:00.480474 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:00.499470 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:00.573344 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:07:00.598929 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=073fecbc-58e2-497f-ac3e-b8cba3e6cf82,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:00.614986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Made reservation on behalf of 6afead77c8194e9a9f31a7c5f31108bd for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:07:00.614986 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:00.628427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-0fbf4916-b35f-429c-ab67-2ed5bddc40e1 req-da0aec76-438c-4e5a-a222-20f39c7d2279 tempest-DeleteServersAdminTestJSON-102895002 tempest-DeleteServersAdminTestJSON-102895002-project-admin] Deleting port 8758faf5-090c-49af-aeab-2ee55fda5a97 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:07:00.629313 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0fbf4916-b35f-429c-ab67-2ed5bddc40e1 req-da0aec76-438c-4e5a-a222-20f39c7d2279 tempest-DeleteServersAdminTestJSON-102895002 tempest-DeleteServersAdminTestJSON-102895002-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:00.684019 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:00.685998 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:00.747494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3f53c-5f1a-4260-8e08-6f19bbb89985 req-cc75be62-f6b4-4541-af3e-6d0b16707064 tempest-AggregatesAdminTestJSON-1500049496 tempest-AggregatesAdminTestJSON-1500049496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:00.747494 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0af3f53c-5f1a-4260-8e08-6f19bbb89985 req-cc75be62-f6b4-4541-af3e-6d0b16707064 tempest-AggregatesAdminTestJSON-1500049496 tempest-AggregatesAdminTestJSON-1500049496-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 1122 time: 0.2065742
Jun 04 15:07:00.794996 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=073fecbc-58e2-497f-ac3e-b8cba3e6cf82,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:00.801947 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:00.805525 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0af3f53c-5f1a-4260-8e08-6f19bbb89985 req-69ac4b7d-fb1c-435b-970c-0152d453b12f tempest-AggregatesAdminTestJSON-1500049496 tempest-AggregatesAdminTestJSON-1500049496-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:00.866349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-0af3f53c-5f1a-4260-8e08-6f19bbb89985 req-69ac4b7d-fb1c-435b-970c-0152d453b12f tempest-AggregatesAdminTestJSON-1500049496 tempest-AggregatesAdminTestJSON-1500049496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:00.881591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-0af3f53c-5f1a-4260-8e08-6f19bbb89985 req-69ac4b7d-fb1c-435b-970c-0152d453b12f tempest-AggregatesAdminTestJSON-1500049496 tempest-AggregatesAdminTestJSON-1500049496-project-admin] Usage tracker for resource:security_group_rule and tenant:6619603f6e854c15adfc3d698b7b7c2a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:00.885830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-0af3f53c-5f1a-4260-8e08-6f19bbb89985 req-69ac4b7d-fb1c-435b-970c-0152d453b12f tempest-AggregatesAdminTestJSON-1500049496 tempest-AggregatesAdminTestJSON-1500049496-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:00.895206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-0af3f53c-5f1a-4260-8e08-6f19bbb89985 req-69ac4b7d-fb1c-435b-970c-0152d453b12f tempest-AggregatesAdminTestJSON-1500049496 tempest-AggregatesAdminTestJSON-1500049496-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:00.907170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-0fbf4916-b35f-429c-ab67-2ed5bddc40e1 req-da0aec76-438c-4e5a-a222-20f39c7d2279 tempest-DeleteServersAdminTestJSON-102895002 tempest-DeleteServersAdminTestJSON-102895002-project-admin] For port 8758faf5-090c-49af-aeab-2ee55fda5a97, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8758faf5-090c-49af-aeab-2ee55fda5a97,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:00.907504 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['073fecbc-58e2-497f-ac3e-b8cba3e6cf82'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:07:00.908021 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0fbf4916-b35f-429c-ab67-2ed5bddc40e1 req-da0aec76-438c-4e5a-a222-20f39c7d2279 tempest-DeleteServersAdminTestJSON-102895002 tempest-DeleteServersAdminTestJSON-102895002-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:00.957262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60126) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:01.012536 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9c7d187-db26-4d59-9bcd-992f93a71ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:01.052165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-0fbf4916-b35f-429c-ab67-2ed5bddc40e1 req-da0aec76-438c-4e5a-a222-20f39c7d2279 tempest-DeleteServersAdminTestJSON-102895002 tempest-DeleteServersAdminTestJSON-102895002-project-admin] Calling delete_port for 8758faf5-090c-49af-aeab-2ee55fda5a97 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:07:01.054709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c9c7d187-db26-4d59-9bcd-992f93a71ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:01.058624 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c9c7d187-db26-4d59-9bcd-992f93a71ec5 admin admin] Usage tracker for resource:security_group_rule and tenant:cc71cd0a17d1476faca1d54c4a144e39 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:01.061545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c9c7d187-db26-4d59-9bcd-992f93a71ec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:01.067919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c9c7d187-db26-4d59-9bcd-992f93a71ec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:01.184096 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0af3f53c-5f1a-4260-8e08-6f19bbb89985 req-69ac4b7d-fb1c-435b-970c-0152d453b12f tempest-AggregatesAdminTestJSON-1500049496 tempest-AggregatesAdminTestJSON-1500049496-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:01.285442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7592b-a16e-4e5d-97df-68e26995b33c req-8034db08-7cce-42f6-bb27-65d157c6e640 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:01.287024 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-27b7592b-a16e-4e5d-97df-68e26995b33c req-8034db08-7cce-42f6-bb27-65d157c6e640 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 950 time: 0.1378956
Jun 04 15:07:01.309788 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9c7d187-db26-4d59-9bcd-992f93a71ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:01.315281 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0af3f53c-5f1a-4260-8e08-6f19bbb89985 req-69ac4b7d-fb1c-435b-970c-0152d453b12f tempest-AggregatesAdminTestJSON-1500049496 tempest-AggregatesAdminTestJSON-1500049496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:01.332121 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-59063741-7d4f-4e91-a22d-2e947cadd5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:01.338967 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-27b7592b-a16e-4e5d-97df-68e26995b33c req-d8b5ec20-d39a-4631-a7ba-84877c85082b tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429339
Jun 04 15:07:01.366334 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0af3f53c-5f1a-4260-8e08-6f19bbb89985 req-69ac4b7d-fb1c-435b-970c-0152d453b12f tempest-AggregatesAdminTestJSON-1500049496 tempest-AggregatesAdminTestJSON-1500049496-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6069710
Jun 04 15:07:01.389141 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0fbf4916-b35f-429c-ab67-2ed5bddc40e1 req-da0aec76-438c-4e5a-a222-20f39c7d2279 tempest-DeleteServersAdminTestJSON-102895002 tempest-DeleteServersAdminTestJSON-102895002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:01.395785 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:01.400773 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['8758faf5-090c-49af-aeab-2ee55fda5a97'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:07:01.450912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0aec76-438c-4e5a-a222-20f39c7d2279 tempest-DeleteServersAdminTestJSON-102895002 tempest-DeleteServersAdminTestJSON-102895002-project-admin] Pushing event deleted for resources: {'Port': ['ID=8758faf5-090c-49af-aeab-2ee55fda5a97,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:01.469235 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-da0aec76-438c-4e5a-a222-20f39c7d2279 tempest-DeleteServersAdminTestJSON-102895002 tempest-DeleteServersAdminTestJSON-102895002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:01.501102 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9c7d187-db26-4d59-9bcd-992f93a71ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:01.597943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac4b7d-fb1c-435b-970c-0152d453b12f tempest-AggregatesAdminTestJSON-1500049496 tempest-AggregatesAdminTestJSON-1500049496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7fd011-17b6-4b5b-ad16-2846c4e3e1b2,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:01.601168 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-69ac4b7d-fb1c-435b-970c-0152d453b12f tempest-AggregatesAdminTestJSON-1500049496 tempest-AggregatesAdminTestJSON-1500049496-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:01.610315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbf4916-b35f-429c-ab67-2ed5bddc40e1 req-da0aec76-438c-4e5a-a222-20f39c7d2279 tempest-DeleteServersAdminTestJSON-102895002 tempest-DeleteServersAdminTestJSON-102895002-project-admin] No DVR routers for this DVR port 8758faf5-090c-49af-aeab-2ee55fda5a97 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:07:01.616319 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0fbf4916-b35f-429c-ab67-2ed5bddc40e1 req-da0aec76-438c-4e5a-a222-20f39c7d2279 tempest-DeleteServersAdminTestJSON-102895002 tempest-DeleteServersAdminTestJSON-102895002-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:01.619380 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5cfb08-8ae4-4a67-a2f1-03c6182b7688', 'name': 'network-vif-deleted', 'tag': '8758faf5-090c-49af-aeab-2ee55fda5a97'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:01.621727 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a52863-dbf3-41bf-9d07-139b59c36ea9" -d '{"events": [{"server_uuid": "ed5cfb08-8ae4-4a67-a2f1-03c6182b7688", "name": "network-vif-deleted", "tag": "8758faf5-090c-49af-aeab-2ee55fda5a97"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:01.638842 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-13f32761-c13c-442a-b43e-84b387362602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:01.661080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9e0f9-1cb3-4ab4-bbde-49050ada5f14 req-ee797947-860a-4e4c-b033-08b0ad6788fc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:01.663291 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4de9e0f9-1cb3-4ab4-bbde-49050ada5f14 req-ee797947-860a-4e4c-b033-08b0ad6788fc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 965 time: 0.2101026
Jun 04 15:07:01.679582 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2b6397cc-d972-4bae-adf4-c68a87dc8aaa req-85bba21f-4be3-44ec-a690-7a6667af6723 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 210 time: 0.0864406
Jun 04 15:07:01.686911 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c9c7d187-db26-4d59-9bcd-992f93a71ec5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc71cd0a17d1476faca1d54c4a144e39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7254848
Jun 04 15:07:01.693845 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60138) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:01.724371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7d187-db26-4d59-9bcd-992f93a71ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f58ca9-f3d7-41e1-bec9-5aa5337a584b,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:01.727862 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c9c7d187-db26-4d59-9bcd-992f93a71ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:01.729662 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fbf4916-b35f-429c-ab67-2ed5bddc40e1 req-da0aec76-438c-4e5a-a222-20f39c7d2279 tempest-DeleteServersAdminTestJSON-102895002 tempest-DeleteServersAdminTestJSON-102895002-project-admin] 10.222.0.62 "DELETE /v2.0/ports/8758faf5-090c-49af-aeab-2ee55fda5a97 HTTP/1.1" status: 204  len: 173 time: 1.2946386
Jun 04 15:07:01.757599 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4de9e0f9-1cb3-4ab4-bbde-49050ada5f14 req-a7524f1f-b484-43f4-8dbb-951f52badf08 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872152
Jun 04 15:07:01.799876 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb49854c-63b0-4419-9dd0-0c2e9d680c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:01.881759 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb49854c-63b0-4419-9dd0-0c2e9d680c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:01.941793 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:01.959751 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0398f28-76d1-4a5d-9962-7a297687897a req-ebe5c8af-0986-434a-ae12-51cb9b8599ce tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4f0a3cb052a94df6bdfc4f1662ce0708&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0279052
Jun 04 15:07:01.974026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4536e4f0-c73b-4d62-9aed-6cfabba91989 req-da2eb341-6396-427e-9c0a-a52c3ef857cf tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 210 time: 0.0758111
Jun 04 15:07:01.977354 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:07:01.997679 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:02.002095 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:02.086267 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb63ad52-b0f6-4241-abbe-096f246ea604,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:02.089458 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:02.109086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Checking segment: {'id': '030bf82b-3c1e-4ecd-a374-593489380b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3ba0d0f3-769e-4d17-a575-111b3bd7ad29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:07:02.113417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Network hostable DHCP agents. Network: 3ba0d0f3-769e-4d17-a575-111b3bd7ad29, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:07:02.161076 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb49854c-63b0-4419-9dd0-0c2e9d680c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:02.168202 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c9c7d187-db26-4d59-9bcd-992f93a71ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:02.175688 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfed94d-6fc9-400d-bcb9-fad153ecce27 x-openstack-request-id: req-fcfed94d-6fc9-400d-bcb9-fad153ecce27 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:02.176004 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5cfb08-8ae4-4a67-a2f1-03c6182b7688", "name": "network-vif-deleted", "tag": "8758faf5-090c-49af-aeab-2ee55fda5a97", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:02.176275 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fcfed94d-6fc9-400d-bcb9-fad153ecce27 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:02.177995 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5cfb08-8ae4-4a67-a2f1-03c6182b7688', 'name': 'network-vif-deleted', 'tag': '8758faf5-090c-49af-aeab-2ee55fda5a97', 'status': 'completed', 'code': 200}
Jun 04 15:07:02.187114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49854c-63b0-4419-9dd0-0c2e9d680c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f58ca9-f3d7-41e1-bec9-5aa5337a584b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:02.188623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0398f28-76d1-4a5d-9962-7a297687897a req-858d3a5b-05e8-4faa-b699-9e422576c291 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:02.190584 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0398f28-76d1-4a5d-9962-7a297687897a req-858d3a5b-05e8-4faa-b699-9e422576c291 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2213609
Jun 04 15:07:02.194159 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fb49854c-63b0-4419-9dd0-0c2e9d680c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:02.207675 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb49854c-63b0-4419-9dd0-0c2e9d680c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:02.213097 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fb49854c-63b0-4419-9dd0-0c2e9d680c50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40f58ca9-f3d7-41e1-bec9-5aa5337a584b HTTP/1.1" status: 204  len: 168 time: 0.5117240
Jun 04 15:07:02.219929 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e0398f28-76d1-4a5d-9962-7a297687897a req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Request body: {'port': {'device_id': '8d41a676-aff5-4c19-b704-2a2186f7bec2', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '4f0a3cb052a94df6bdfc4f1662ce0708'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:02.229656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Network 3ba0d0f3-769e-4d17-a575-111b3bd7ad29 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:07:02.302100 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e1bbee11-8f9b-4c74-8faf-23175279e6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:02.319586 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:07:02.338277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:07:02.339287 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:02.353208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 3ba0d0f3-769e-4d17-a575-111b3bd7ad29) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:07:02.357850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:02.358620 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:02.392084 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951a42ae-3109-480e-a454-438585013c40 None None] Network 3ba0d0f3-769e-4d17-a575-111b3bd7ad29 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:07:02.458713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e0398f28-76d1-4a5d-9962-7a297687897a req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:02.473836 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.0560589
Jun 04 15:07:02.478607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e0398f28-76d1-4a5d-9962-7a297687897a req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:02.581936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0398f28-76d1-4a5d-9962-7a297687897a req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Made reservation on behalf of 4f0a3cb052a94df6bdfc4f1662ce0708 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:07:02.586280 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0398f28-76d1-4a5d-9962-7a297687897a req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:02.658053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-aeb6e1d6-5d1a-4ea6-b7ec-f4f103a8dd12 req-88d5e2a6-5c3f-434b-b4de-cedec0d29f22 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Synchronizing usage tracker for tenant:8ec60afe0d24453c81485aa5cbcfcbdf on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:07:02.803411 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:02.825124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07b5e76-3616-4dd0-bc71-962862f64eaf None None] Network 3ba0d0f3-769e-4d17-a575-111b3bd7ad29 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:07:02.859118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-aeb6e1d6-5d1a-4ea6-b7ec-f4f103a8dd12 req-88d5e2a6-5c3f-434b-b4de-cedec0d29f22 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Unset dirty status for tenant:8ec60afe0d24453c81485aa5cbcfcbdf on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:07:02.864490 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aeb6e1d6-5d1a-4ea6-b7ec-f4f103a8dd12 req-88d5e2a6-5c3f-434b-b4de-cedec0d29f22 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed5cfb08-8ae4-4a67-a2f1-03c6182b7688 HTTP/1.1" status: 200  len: 210 time: 0.2587235
Jun 04 15:07:02.899100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=073fecbc-58e2-497f-ac3e-b8cba3e6cf82,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:02.902646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd112e666-c8ae-44e4-8118-a73779b3dcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073fecbc-58e2-497f-ac3e-b8cba3e6cf82'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:02.906278 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecb20d0-962c-4a6b-a414-7a7de64010f7" -d '{"events": [{"server_uuid": "d112e666-c8ae-44e4-8118-a73779b3dcba", "name": "network-vif-plugged", "status": "completed", "tag": "073fecbc-58e2-497f-ac3e-b8cba3e6cf82"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:02.946729 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-9e1fed5f-3be0-4c8a-999c-c69c37926f90 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0cb2b44d21194835958bac19c6d44e4d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0405397
Jun 04 15:07:03.031025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-e0398f28-76d1-4a5d-9962-7a297687897a req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Allocated IP 192.168.233.4 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/9bc03393-a890-47b4-a821-326184086f67) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:07:03.049869 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:03.055737 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:03.183278 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe39063f-b4be-4352-b85a-f25618f3d3f4 req-b561eada-fc15-4922-8c20-d8004e74cd56 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 210 time: 0.1028540
Jun 04 15:07:03.253064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-4de72597-4cc1-41f5-b849-9ac800e0c96a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:03.255523 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-4de72597-4cc1-41f5-b849-9ac800e0c96a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2972012
Jun 04 15:07:03.290867 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=073fecbc-58e2-497f-ac3e-b8cba3e6cf82,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:03.302101 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:03.311974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Request body: {'port': {'device_id': 'd421fed4-f5ff-45cc-9738-6366465faf13', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '0cb2b44d21194835958bac19c6d44e4d'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:03.325943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840ea5a-f2ea-491f-8009-09d244f655bc req-3039936c-2149-4b7c-9c2b-1758fb911d9c tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:03.335626 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b840ea5a-f2ea-491f-8009-09d244f655bc req-3039936c-2149-4b7c-9c2b-1758fb911d9c tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 966 time: 0.1135290
Jun 04 15:07:03.388710 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b840ea5a-f2ea-491f-8009-09d244f655bc req-5784ca02-0069-456b-b9e1-8b1134048ebd tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514932
Jun 04 15:07:03.427343 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:03.488672 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d5fa95-1080-4db3-956a-0005dea74ef7 x-openstack-request-id: req-c8d5fa95-1080-4db3-956a-0005dea74ef7 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:03.488918 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d112e666-c8ae-44e4-8118-a73779b3dcba", "name": "network-vif-plugged", "status": "completed", "tag": "073fecbc-58e2-497f-ac3e-b8cba3e6cf82", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:03.489197 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8d5fa95-1080-4db3-956a-0005dea74ef7 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:03.490000 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd112e666-c8ae-44e4-8118-a73779b3dcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073fecbc-58e2-497f-ac3e-b8cba3e6cf82', 'code': 200}
Jun 04 15:07:03.675749 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-06693504-61af-4f68-9c85-d396f56671dd req-8f48b634-1fa2-4547-891d-16abfdf73ff1 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 210 time: 0.0469058
Jun 04 15:07:03.885629 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0398f28-76d1-4a5d-9962-7a297687897a req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:03.896404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:03.916216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Usage tracker for resource:port and tenant:0cb2b44d21194835958bac19c6d44e4d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:03.926127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-e0398f28-76d1-4a5d-9962-7a297687897a req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Transition to ACTIVE for port object 9bc03393-a890-47b4-a821-326184086f67 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:07:03.927342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:03.942546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:03.967302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-930590a8-ba64-4fba-8f2a-ed7b710372c7 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:03.968922 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-930590a8-ba64-4fba-8f2a-ed7b710372c7 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 808 time: 0.3603826
Jun 04 15:07:03.974125 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 8758faf5-090c-49af-aeab-2ee55fda5a97 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:07:03.975967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45f60d-fe35-44d9-a73c-8e7940946115 req-700699bb-701b-488d-b7fa-4075373c1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:03.977749 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8d45f60d-fe35-44d9-a73c-8e7940946115 req-700699bb-701b-488d-b7fa-4075373c1ff1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 1117 time: 0.3572009
Jun 04 15:07:04.012635 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-66f3a0df-00ac-4c9f-98c3-62700e603b24 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/quotas/a03aebe4cbe94e51823784c56531a643 HTTP/1.1" status: 200  len: 375 time: 0.0312417
Jun 04 15:07:04.036124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 8758faf5-090c-49af-aeab-2ee55fda5a97 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:07:04.036476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 8758faf5-090c-49af-aeab-2ee55fda5a97 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:07:04.072964 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8d45f60d-fe35-44d9-a73c-8e7940946115 req-09b7df52-dec3-412d-84e1-4e4e40a7384a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828295
Jun 04 15:07:04.083739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Made reservation on behalf of 0cb2b44d21194835958bac19c6d44e4d for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:07:04.087341 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:04.099923 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2cfa030c-69f9-4272-b59b-b90f2c98ab0c tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0628624
Jun 04 15:07:04.102172 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:04.159442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:04.166292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Usage tracker for resource:security_group_rule and tenant:0cb2b44d21194835958bac19c6d44e4d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:04.210860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:04.223181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0398f28-76d1-4a5d-9962-7a297687897a req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:04.226745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:04.246694 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['1f87e1a7-d7f7-4c56-8ff0-8e0e97300706'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:07:04.259744 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:04.338915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0398f28-76d1-4a5d-9962-7a297687897a req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:07:04.358325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-e0398f28-76d1-4a5d-9962-7a297687897a req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:07:04.367019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0398f28-76d1-4a5d-9962-7a297687897a req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:07:04.372748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0398f28-76d1-4a5d-9962-7a297687897a req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:04.373405 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0398f28-76d1-4a5d-9962-7a297687897a req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:04.389468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Pushing event updated for resources: {'Port': ['ID=9bc03393-a890-47b4-a821-326184086f67,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:04.393367 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-b4e29eaa-1ef5-44ea-93c9-147e0342549d service neutron] 10.222.0.32 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2820873
Jun 04 15:07:04.408703 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:04.591308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c2347-c3c6-414d-81ae-6f2737ed5db2 req-1cb36cb3-89ef-4521-ac06-7586536f21c2 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:04.597792 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-932c2347-c3c6-414d-81ae-6f2737ed5db2 req-1cb36cb3-89ef-4521-ac06-7586536f21c2 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 934 time: 0.1333642
Jun 04 15:07:04.608362 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0398f28-76d1-4a5d-9962-7a297687897a req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.3990085
Jun 04 15:07:04.627978 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:04.642615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Request body: {'port': {'device_id': '8d41a676-aff5-4c19-b704-2a2186f7bec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:04.646426 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-932c2347-c3c6-414d-81ae-6f2737ed5db2 req-1e0752a4-3865-4f23-8465-e8ce5c69d4f3 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456805
Jun 04 15:07:04.681292 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-a7ede2e2-86f5-4679-9f1d-e5b4f59c99c1 service neutron] 10.222.0.32 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2749889
Jun 04 15:07:04.747423 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:04.759114 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-067a848c-e24a-450a-94c9-f766e03bd947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:04.807417 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-1779be4b-0bb1-48f4-b98d-0c45c29e5ba4 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8ec60afe0d24453c81485aa5cbcfcbdf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0293753
Jun 04 15:07:04.837708 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:04.844588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e4fbd3a0-c188-4f1c-a715-73986c45e7dc None None] Provisioning for port 9bc03393-a890-47b4-a821-326184086f67 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:07:04.851715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e4fbd3a0-c188-4f1c-a715-73986c45e7dc None None] Provisioning complete for port 9bc03393-a890-47b4-a821-326184086f67 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:07:04.855538 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e4fbd3a0-c188-4f1c-a715-73986c45e7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:04.869757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06ede4b-f199-4a9f-829e-5f4f99542869,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:04.925863 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:04.961281 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e4fbd3a0-c188-4f1c-a715-73986c45e7dc None None] Port 9bc03393-a890-47b4-a821-326184086f67 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:07:05.043460 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:05.063140 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-63af46c8-d243-4b68-b565-0ccb2dc03e01 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:05.071867 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-63af46c8-d243-4b68-b565-0ccb2dc03e01 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2578967
Jun 04 15:07:05.100751 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-7fd382a6-ed60-4993-92f6-8d7693d53262 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/quotas/8ec60afe0d24453c81485aa5cbcfcbdf HTTP/1.1" status: 200  len: 375 time: 0.0279448
Jun 04 15:07:05.163405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Allocated IP 192.168.233.208 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/39aca5ae-aedb-4639-985b-49fbceec36e6) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:07:05.184574 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-15145c21-8d2e-4497-92e6-ef080e1cadbb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ec60afe0d24453c81485aa5cbcfcbdf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0777869
Jun 04 15:07:05.551412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28d0e8-ff05-421d-b704-fa0949f9fb54 req-43752e8d-8bbd-469c-a2ee-c1ed501e800b tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:05.555245 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed28d0e8-ff05-421d-b704-fa0949f9fb54 req-43752e8d-8bbd-469c-a2ee-c1ed501e800b tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 966 time: 0.2549512
Jun 04 15:07:05.558410 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:05.576460 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b6466dff-1045-442a-9d0e-10fd213b63c9 req-b76e159c-0e4c-4dee-ac5a-3802b6c2154e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 210 time: 0.0663304
Jun 04 15:07:05.607749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Transition to ACTIVE for port object 39aca5ae-aedb-4639-985b-49fbceec36e6 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:07:05.632291 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed28d0e8-ff05-421d-b704-fa0949f9fb54 req-48b7e0f0-5fff-40ab-ac85-f075e03448ef tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699575
Jun 04 15:07:05.700503 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-489c2274-4cca-4a5a-8c82-73611f912b14 req-7f5407bc-2b16-4ac4-8144-03362909c94f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 210 time: 0.0742409
Jun 04 15:07:05.749414 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:05.769506 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:05.902151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:07:05.905613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:07:05.914299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:07:05.919806 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:05.920422 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:05.926795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event updated for resources: {'Port': ['ID=39aca5ae-aedb-4639-985b-49fbceec36e6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:05.943860 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:06.074528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc03393-a890-47b4-a821-326184086f67 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:07:06.082990 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:06.099259 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7928278
Jun 04 15:07:06.101834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Transition to ACTIVE for port object 9bc03393-a890-47b4-a821-326184086f67 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:07:06.119969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Request body: {'port': {'device_id': 'd421fed4-f5ff-45cc-9738-6366465faf13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:06.171213 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:06.180549 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:06.255880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-13fce875-e84f-4fe6-8093-f7ecdcaeed10 None None] Provisioning for port 39aca5ae-aedb-4639-985b-49fbceec36e6 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:07:06.261823 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-13fce875-e84f-4fe6-8093-f7ecdcaeed10 None None] Provisioning complete for port 39aca5ae-aedb-4639-985b-49fbceec36e6 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:07:06.266572 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-13fce875-e84f-4fe6-8093-f7ecdcaeed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:06.364179 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-13fce875-e84f-4fe6-8093-f7ecdcaeed10 None None] Port 39aca5ae-aedb-4639-985b-49fbceec36e6 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:07:06.391420 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d546582-5c97-4cd0-9397-110af3115049 req-d8fbad0a-3849-4548-82ab-3f97939a8274 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 210 time: 0.1792080
Jun 04 15:07:06.445749 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129e04d-0c25-4ef4-bdb7-2cdf011615b3 req-4add38d0-f633-47e1-8d8a-45bfb68cab20 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:06.447182 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc03393-a890-47b4-a821-326184086f67,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:06.449846 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:06.456700 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8129e04d-0c25-4ef4-bdb7-2cdf011615b3 req-4add38d0-f633-47e1-8d8a-45bfb68cab20 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 946 time: 0.1134510
Jun 04 15:07:06.462163 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:06.514166 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8129e04d-0c25-4ef4-bdb7-2cdf011615b3 req-c6506747-9c43-4ce0-831a-41061da64046 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565171
Jun 04 15:07:06.666493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Attempting to bind port 9bc03393-a890-47b4-a821-326184086f67 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:07:06.666824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Attempting to bind port 9bc03393-a890-47b4-a821-326184086f67 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:07:06.667147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Attempting to bind port 9bc03393-a890-47b4-a821-326184086f67 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:06.684938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Port 9bc03393-a890-47b4-a821-326184086f67 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:07:06.684938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Attempting to bind port 9bc03393-a890-47b4-a821-326184086f67 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:06.695636 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:07:06.695953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:07:06.696332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:07:06.696755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Bound port: 9bc03393-a890-47b4-a821-326184086f67, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:07:06.697114 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:06.901481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] For port 9bc03393-a890-47b4-a821-326184086f67, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:07:06.961980 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] For port 9bc03393-a890-47b4-a821-326184086f67, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9bc03393-a890-47b4-a821-326184086f67,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:07:06.998137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60320) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:07.023794 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:07.042646 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:07.118169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:07.119029 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:07.120626 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0398f28-76d1-4a5d-9962-7a297687897a req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] 10.222.0.62 "PUT /v2.0/ports/9bc03393-a890-47b4-a821-326184086f67 HTTP/1.1" status: 200  len: 1094 time: 2.4913955
Jun 04 15:07:07.122391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d41a676-aff5-4c19-b704-2a2186f7bec2', 'tag': '9bc03393-a890-47b4-a821-326184086f67'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:07.125909 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de80e23-5913-45f3-b2f8-9aa5a8ab37b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8d41a676-aff5-4c19-b704-2a2186f7bec2", "tag": "9bc03393-a890-47b4-a821-326184086f67"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:07.138665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39aca5ae-aedb-4639-985b-49fbceec36e6 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:07:07.150658 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:07.166033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62104cd7-17ca-4c4c-b320-ebe6e0b2c692 req-c2253cec-4948-4437-aa3e-2ce0ef52e242 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:07.167492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc03393-a890-47b4-a821-326184086f67,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:07.176759 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-62104cd7-17ca-4c4c-b320-ebe6e0b2c692 req-c2253cec-4948-4437-aa3e-2ce0ef52e242 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 966 time: 0.1378233
Jun 04 15:07:07.183323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d150ea8-03f9-425f-9010-7101478615b4 req-77071e5a-aada-492e-8110-3ca02622e40e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:07.184220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8d150ea8-03f9-425f-9010-7101478615b4 req-77071e5a-aada-492e-8110-3ca02622e40e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Synchronizing usage tracker for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:07:07.196796 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:07.198435 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Transition to ACTIVE for port object 39aca5ae-aedb-4639-985b-49fbceec36e6 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:07:07.227909 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:07.259271 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:07.266848 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-62104cd7-17ca-4c4c-b320-ebe6e0b2c692 req-732e7a14-8b07-4a03-bd77-7175819fbe79 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890181
Jun 04 15:07:07.267810 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Usage tracker for resource:security_group_rule and tenant:2eb92e0fd8fa4fbfb16389e12e1e8c88 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:07.270921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:07.276935 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:07.288209 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:07.303417 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:07.356320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8d150ea8-03f9-425f-9010-7101478615b4 req-77071e5a-aada-492e-8110-3ca02622e40e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Unset dirty status for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:07:07.357505 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8d150ea8-03f9-425f-9010-7101478615b4 req-77071e5a-aada-492e-8110-3ca02622e40e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 936 time: 0.4501901
Jun 04 15:07:07.390906 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:07.466701 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71312489-e959-4d9f-b55a-6355cdc45cb1 req-fae28863-a060-4086-9a21-8529c52dbc42 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 210 time: 0.0630136
Jun 04 15:07:07.490120 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:07.498671 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:07.546369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Pushing event updated for resources: {'Port': ['ID=39aca5ae-aedb-4639-985b-49fbceec36e6,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:07.559271 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:07.562079 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2eb92e0fd8fa4fbfb16389e12e1e8c88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5618892
Jun 04 15:07:07.568281 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60334) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:07.582359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e81a57-c0d5-4efc-b644-099e95f24283,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:07.594270 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:07.594624 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:07.595021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:07.595988 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:07.596577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:07.596963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:07.597322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:07.597652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:07.597985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:07.598317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:07.598649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:07.598978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:07.614921 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:07.687716 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4007e186-6252-4093-bc09-89c07c77f9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:07.688822 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202a57ea-fe35-4c77-ba81-1ddcd30e04c3 x-openstack-request-id: req-202a57ea-fe35-4c77-ba81-1ddcd30e04c3 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:07.689530 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d41a676-aff5-4c19-b704-2a2186f7bec2", "tag": "9bc03393-a890-47b4-a821-326184086f67", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:07.689936 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-202a57ea-fe35-4c77-ba81-1ddcd30e04c3 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:07.696243 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d41a676-aff5-4c19-b704-2a2186f7bec2', 'tag': '9bc03393-a890-47b4-a821-326184086f67', 'status': 'completed', 'code': 200}
Jun 04 15:07:07.696243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0398f28-76d1-4a5d-9962-7a297687897a req-665ca0dd-429e-4fbd-a717-33fb07a99ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:07.696243 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0398f28-76d1-4a5d-9962-7a297687897a req-665ca0dd-429e-4fbd-a717-33fb07a99ce7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f0a3cb052a94df6bdfc4f1662ce0708&device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 1097 time: 0.4702141
Jun 04 15:07:07.697563 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Attempting to bind port 39aca5ae-aedb-4639-985b-49fbceec36e6 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:07:07.697895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Attempting to bind port 39aca5ae-aedb-4639-985b-49fbceec36e6 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:07:07.698327 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Attempting to bind port 39aca5ae-aedb-4639-985b-49fbceec36e6 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:07.705146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8d150ea8-03f9-425f-9010-7101478615b4 req-2768a80f-cfda-42a1-a681-f57fe3b0e8d2 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Synchronizing usage tracker for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:07:07.737777 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4007e186-6252-4093-bc09-89c07c77f9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:07.762354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Port 39aca5ae-aedb-4639-985b-49fbceec36e6 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:07:07.762660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Attempting to bind port 39aca5ae-aedb-4639-985b-49fbceec36e6 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:07.786011 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0398f28-76d1-4a5d-9962-7a297687897a req-ca13a6a0-1b6f-4b91-b8a3-d3d4eec3e491 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=9bc03393-a890-47b4-a821-326184086f67 HTTP/1.1" status: 200  len: 217 time: 0.0769098
Jun 04 15:07:07.788494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:07:07.788857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:07:07.789220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:07:07.796696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Bound port: 39aca5ae-aedb-4639-985b-49fbceec36e6, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:07:07.796696 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:07.871310 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee3b80-1abf-4d89-b6e4-c01fb4bb5967 req-deafd53f-63bc-4e30-8014-88abfa9a99be tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:07.872929 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-38ee3b80-1abf-4d89-b6e4-c01fb4bb5967 req-deafd53f-63bc-4e30-8014-88abfa9a99be tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 966 time: 0.1207044
Jun 04 15:07:07.882425 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60338) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:07.887415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-41c81036-6347-4a68-87d3-ae53fb669089 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Request body: {'floatingip': {'port_id': '073fecbc-58e2-497f-ac3e-b8cba3e6cf82'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:08.149093 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4007e186-6252-4093-bc09-89c07c77f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:08.150483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8d150ea8-03f9-425f-9010-7101478615b4 req-2768a80f-cfda-42a1-a681-f57fe3b0e8d2 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Unset dirty status for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:07:08.150483 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8d150ea8-03f9-425f-9010-7101478615b4 req-2768a80f-cfda-42a1-a681-f57fe3b0e8d2 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6636674
Jun 04 15:07:08.150483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0398f28-76d1-4a5d-9962-7a297687897a req-1bcc5983-6e8c-4b22-ae3a-493b1eeaddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:08.150483 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0398f28-76d1-4a5d-9962-7a297687897a req-1bcc5983-6e8c-4b22-ae3a-493b1eeaddae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2372024
Jun 04 15:07:08.151312 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5ea563c3-209b-4190-a49e-687f0ba124bc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:08.151409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] For port 39aca5ae-aedb-4639-985b-49fbceec36e6, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:07:08.151499 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41c81036-6347-4a68-87d3-ae53fb669089 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:08.156170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] For port 39aca5ae-aedb-4639-985b-49fbceec36e6, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=39aca5ae-aedb-4639-985b-49fbceec36e6,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:07:08.174122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-12d762b7-e5fe-41aa-ac4b-45f33bab5d50 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:08.175624 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-12d762b7-e5fe-41aa-ac4b-45f33bab5d50 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.65 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 808 time: 0.2883880
Jun 04 15:07:08.193042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Request body: {'port': {'device_id': 'f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4', 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252', 'admin_state_up': True, 'tenant_id': 'a03aebe4cbe94e51823784c56531a643'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:08.199832 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007e186-6252-4093-bc09-89c07c77f9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e81a57-c0d5-4efc-b644-099e95f24283,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:08.203126 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7f38429f-12ab-4173-9763-4f9ca645522b req-06bc3720-ef9d-485c-baaf-75bc6211dcb7 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 210 time: 0.2176630
Jun 04 15:07:08.240924 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4007e186-6252-4093-bc09-89c07c77f9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:08.240924 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4007e186-6252-4093-bc09-89c07c77f9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:08.240924 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4007e186-6252-4093-bc09-89c07c77f9b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9e81a57-c0d5-4efc-b644-099e95f24283 HTTP/1.1" status: 204  len: 168 time: 0.6493232
Jun 04 15:07:08.257326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0398f28-76d1-4a5d-9962-7a297687897a req-a743825f-4e29-4a50-8ec4-8743d1646035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:08.257326 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0398f28-76d1-4a5d-9962-7a297687897a req-a743825f-4e29-4a50-8ec4-8743d1646035 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1753545
Jun 04 15:07:08.504913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:08.508362 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:08.515541 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:08.566900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Usage tracker for resource:port and tenant:a03aebe4cbe94e51823784c56531a643 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:08.578322 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0398f28-76d1-4a5d-9962-7a297687897a req-308edb07-923c-4552-83f4-2543fa8637b8 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3328946
Jun 04 15:07:08.588468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:08.629625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:08.637499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:08.642721 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:08.642992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee61abe-78bd-460d-82d3-64728ed3c659 req-dd9c5308-b460-4568-9903-ed9be2639503 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:08.643200 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] 10.222.0.62 "PUT /v2.0/ports/39aca5ae-aedb-4639-985b-49fbceec36e6 HTTP/1.1" status: 200  len: 1096 time: 2.5247993
Jun 04 15:07:08.643379 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3ee61abe-78bd-460d-82d3-64728ed3c659 req-dd9c5308-b460-4568-9903-ed9be2639503 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 946 time: 0.2709377
Jun 04 15:07:08.760159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Pushing event updated for resources: {'Port': ['ID=39aca5ae-aedb-4639-985b-49fbceec36e6,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:08.778029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:08.786959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:08.787325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:08.787679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:08.788029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:08.788373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:08.788702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:08.789243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:08.789850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:08.790521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:08.791018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:08.791811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:08.800253 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:08.801235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Made reservation on behalf of a03aebe4cbe94e51823784c56531a643 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:07:08.806577 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:08.935176 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0398f28-76d1-4a5d-9962-7a297687897a req-ed1df9c5-91ae-43bb-aba7-85d0568a7ff6 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3289487
Jun 04 15:07:09.020453 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3ee61abe-78bd-460d-82d3-64728ed3c659 req-7197271b-17b6-4e88-a9e5-4b70b208272b tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3702283
Jun 04 15:07:09.057910 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf0ba294-5833-40d1-8b06-9758320279a5 req-a4af0e5f-bb2d-4e00-bed1-cf9acfc7f612 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 210 time: 0.0815272
Jun 04 15:07:09.184666 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-5d8b1d86-237d-4ee3-b75a-e747e5e861ff tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8ec60afe0d24453c81485aa5cbcfcbdf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0376894
Jun 04 15:07:09.188585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-751ce08c-9799-454a-a1ce-7a5478cc3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:09.191586 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-751ce08c-9799-454a-a1ce-7a5478cc3f87 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 1099 time: 0.3717113
Jun 04 15:07:09.294022 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60358) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:09.302554 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-2f2d0057-3d8b-4b81-a6cf-06638f9763c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=39aca5ae-aedb-4639-985b-49fbceec36e6 HTTP/1.1" status: 200  len: 217 time: 0.0960846
Jun 04 15:07:09.323028 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9539aa4-eb1c-4a38-b2a8-8a25b6b32d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:09.419225 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de80e23-5913-45f3-b2f8-9aa5a8ab37b5 req-e1ca3d1a-b4c5-47a5-9f67-967e37d7ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:09.421701 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5de80e23-5913-45f3-b2f8-9aa5a8ab37b5 req-e1ca3d1a-b4c5-47a5-9f67-967e37d7ce1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f0a3cb052a94df6bdfc4f1662ce0708&device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 1097 time: 0.3675759
Jun 04 15:07:09.430933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Allocated IP 172.20.0.14 (061fcf42-462b-46e3-9f65-54c102f9c252/6d86b49a-00d2-4998-bd4d-bc1a29d13a41/c15cf193-6d50-486c-8a4b-734ef4c73717) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:07:09.452647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c9539aa4-eb1c-4a38-b2a8-8a25b6b32d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:09.467318 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c9539aa4-eb1c-4a38-b2a8-8a25b6b32d86 admin admin] Usage tracker for resource:security_group_rule and tenant:9ac1f2592adf44168a49a0d84c076240 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:09.474570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c9539aa4-eb1c-4a38-b2a8-8a25b6b32d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:09.495689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c9539aa4-eb1c-4a38-b2a8-8a25b6b32d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:09.497753 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.resource_extend [None req-41c81036-6347-4a68-87d3-ae53fb669089 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:07:09.595514 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-3eed1cb6-951e-4266-ac4e-7284d01c2e0e tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:09.596897 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-3eed1cb6-951e-4266-ac4e-7284d01c2e0e tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4040723
Jun 04 15:07:09.616852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Request body: {'port': {'device_id': '53657062-fa89-4b85-9381-c591e54cd453', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '8ec60afe0d24453c81485aa5cbcfcbdf'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:09.646347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-bca6ba06-8b63-46f5-9742-4b0afe4257f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:09.647802 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-bca6ba06-8b63-46f5-9742-4b0afe4257f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.3312571
Jun 04 15:07:09.718907 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd421fed4-f5ff-45cc-9738-6366465faf13', 'tag': '39aca5ae-aedb-4639-985b-49fbceec36e6'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:09.725478 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f4c368-3c1e-4fec-a120-b5c7f763e98a" -d '{"events": [{"name": "network-changed", "server_uuid": "d421fed4-f5ff-45cc-9738-6366465faf13", "tag": "39aca5ae-aedb-4639-985b-49fbceec36e6"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:09.739294 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41c81036-6347-4a68-87d3-ae53fb669089 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:09.793499 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:09.813884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:09.817666 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41c81036-6347-4a68-87d3-ae53fb669089 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:09.973599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de80e23-5913-45f3-b2f8-9aa5a8ab37b5 req-9514e640-5f46-4140-a8a6-d1a3953f21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:09.975062 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5de80e23-5913-45f3-b2f8-9aa5a8ab37b5 req-9514e640-5f46-4140-a8a6-d1a3953f21f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.5308466
Jun 04 15:07:09.991226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30baf144-04b8-42b3-9dd2-e9dadb9b0a83 req-bf58998b-7172-4ff7-abe0-0dd934251fe7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:09.996684 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-30baf144-04b8-42b3-9dd2-e9dadb9b0a83 req-bf58998b-7172-4ff7-abe0-0dd934251fe7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 948 time: 0.6209514
Jun 04 15:07:10.057464 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-da9665cf-6f5c-45b9-940b-8dd11c527e76 req-811daf3d-dbc4-494d-8b51-e40b3ebc149d tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 210 time: 0.0745964
Jun 04 15:07:10.059205 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9539aa4-eb1c-4a38-b2a8-8a25b6b32d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:10.062102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Made reservation on behalf of 8ec60afe0d24453c81485aa5cbcfcbdf for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:07:10.065617 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:10.099295 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5de80e23-5913-45f3-b2f8-9aa5a8ab37b5 req-3cc05235-99af-46bd-a4de-4158257ccd52 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=9bc03393-a890-47b4-a821-326184086f67 HTTP/1.1" status: 200  len: 217 time: 0.1044869
Jun 04 15:07:10.140334 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9539aa4-eb1c-4a38-b2a8-8a25b6b32d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:10.158126 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-69ac4b7d-fb1c-435b-970c-0152d453b12f tempest-AggregatesAdminTestJSON-1500049496 tempest-AggregatesAdminTestJSON-1500049496-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:10.183958 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81b02e5-cfe6-458c-999d-6185b2a0943e x-openstack-request-id: req-c81b02e5-cfe6-458c-999d-6185b2a0943e {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:10.184264 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d421fed4-f5ff-45cc-9738-6366465faf13", "tag": "39aca5ae-aedb-4639-985b-49fbceec36e6", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:10.184531 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c81b02e5-cfe6-458c-999d-6185b2a0943e {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:10.184927 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd421fed4-f5ff-45cc-9738-6366465faf13', 'tag': '39aca5ae-aedb-4639-985b-49fbceec36e6', 'status': 'completed', 'code': 200}
Jun 04 15:07:10.204029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-bd3b868b-b34f-421b-ace3-ae4237fba0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:10.208803 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-bd3b868b-b34f-421b-ace3-ae4237fba0fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4893787
Jun 04 15:07:10.223034 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-30baf144-04b8-42b3-9dd2-e9dadb9b0a83 req-d41972b3-c9d8-4745-8055-4ee93fce4199 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578369
Jun 04 15:07:10.264164 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c9539aa4-eb1c-4a38-b2a8-8a25b6b32d86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ac1f2592adf44168a49a0d84c076240&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9554923
Jun 04 15:07:10.264633 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:10.266585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60378) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:10.268214 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9539aa4-eb1c-4a38-b2a8-8a25b6b32d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cbb7e6-90b3-4cdd-9000-4dafcc814183,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:10.286193 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c9539aa4-eb1c-4a38-b2a8-8a25b6b32d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:10.296040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de80e23-5913-45f3-b2f8-9aa5a8ab37b5 req-4f47ca0b-b920-46c5-90ba-46c22c148342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:10.298672 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5de80e23-5913-45f3-b2f8-9aa5a8ab37b5 req-4f47ca0b-b920-46c5-90ba-46c22c148342 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1878550
Jun 04 15:07:10.406674 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-41c81036-6347-4a68-87d3-ae53fb669089 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Floating IP 5f23ae63-0032-4704-8d39-12e70f2b577e associated. External IP: 172.25.4.109, port: 073fecbc-58e2-497f-ac3e-b8cba3e6cf82.
Jun 04 15:07:10.550766 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-06e7f718-016b-45c0-897b-14e6537f1fbb service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3265536
Jun 04 15:07:10.568309 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-19d2a0d1-eb0c-404a-b562-dd434d009cf1 req-9109de63-a92f-450d-9b7c-a55381bf9cc3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 210 time: 0.1667447
Jun 04 15:07:10.624896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de80e23-5913-45f3-b2f8-9aa5a8ab37b5 req-81f4b082-ed04-4b67-847c-c53256901dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:10.627369 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5de80e23-5913-45f3-b2f8-9aa5a8ab37b5 req-81f4b082-ed04-4b67-847c-c53256901dde service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2700682
Jun 04 15:07:10.628670 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:10.630377 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d4f44ded-8b36-4251-805f-130457693a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:10.641923 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:10.733251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Allocated IP 192.168.233.193 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/dc2924ef-ba26-402e-ac9f-92e25377abde) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:07:10.773120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6965e9-a0cc-4976-b35b-d52549d892bd req-2c6662f2-48a8-474a-acf6-fdc5f19f6e3e tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:10.773774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3d6965e9-a0cc-4976-b35b-d52549d892bd req-2c6662f2-48a8-474a-acf6-fdc5f19f6e3e tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Synchronizing usage tracker for tenant:4f0a3cb052a94df6bdfc4f1662ce0708 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:07:10.774997 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d4f44ded-8b36-4251-805f-130457693a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:10.844109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Network 061fcf42-462b-46e3-9f65-54c102f9c252 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:07:10.856390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:07:10.859345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:07:10.865684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:10.866306 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:10.921734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60390) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:10.988255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Pushing event updated for resources: {'Port': ['ID=c15cf193-6d50-486c-8a4b-734ef4c73717,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:10.991547 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:11.016386 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-120daa36-1b4e-4c7c-b753-baa40d2f4506 req-cc0731a3-15f3-41f6-847b-ec9d2c247701 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4534132
Jun 04 15:07:11.056289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3d6965e9-a0cc-4976-b35b-d52549d892bd req-2c6662f2-48a8-474a-acf6-fdc5f19f6e3e tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Unset dirty status for tenant:4f0a3cb052a94df6bdfc4f1662ce0708 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:07:11.059038 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d6965e9-a0cc-4976-b35b-d52549d892bd req-2c6662f2-48a8-474a-acf6-fdc5f19f6e3e tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 946 time: 0.6498914
Jun 04 15:07:11.079168 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5de80e23-5913-45f3-b2f8-9aa5a8ab37b5 req-e1795f33-6f21-4194-b6d9-43fabd682179 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4388981
Jun 04 15:07:11.127741 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9384520
Jun 04 15:07:11.149872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Request body: {'port': {'device_id': 'f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:11.198425 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5566b55-f966-41fc-a9db-ed57816d122c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:11.231328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c5566b55-f966-41fc-a9db-ed57816d122c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:11.239280 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c81036-6347-4a68-87d3-ae53fb669089 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:07:11.247231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c5566b55-f966-41fc-a9db-ed57816d122c admin admin] Usage tracker for resource:security_group_rule and tenant:a6083f245dc64accaf254a055c33ad1e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:11.258044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c5566b55-f966-41fc-a9db-ed57816d122c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:11.269232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c5566b55-f966-41fc-a9db-ed57816d122c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:11.327456 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d6965e9-a0cc-4976-b35b-d52549d892bd req-c9874ca4-b2d7-46c5-ae90-fbf8a6665606 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2556484
Jun 04 15:07:11.362185 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d4f44ded-8b36-4251-805f-130457693a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:11.370392 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2c7547a0-0f1c-4d40-9a9c-f9a956f1f903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:11.389480 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:11.415209 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f44ded-8b36-4251-805f-130457693a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cbb7e6-90b3-4cdd-9000-4dafcc814183,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:11.423794 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d4f44ded-8b36-4251-805f-130457693a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:11.487234 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-39c9182a-ad4a-457e-a0af-4194c9b3f37f req-becd28af-87c4-41db-9b5d-796fce6d1401 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Synchronizing usage tracker for tenant:8ec60afe0d24453c81485aa5cbcfcbdf on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:07:11.506814 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5de80e23-5913-45f3-b2f8-9aa5a8ab37b5 req-c2b3ce9e-9005-432c-8c76-56b3618f26f1 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4087596
Jun 04 15:07:11.523131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c368-3c1e-4fec-a120-b5c7f763e98a req-c01f759e-ae06-4270-a253-cacf96892f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:11.524701 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f8f4c368-3c1e-4fec-a120-b5c7f763e98a req-c01f759e-ae06-4270-a253-cacf96892f6a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 1099 time: 0.3276203
Jun 04 15:07:11.527561 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:11.541848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Transition to ACTIVE for port object dc2924ef-ba26-402e-ac9f-92e25377abde will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:07:11.632361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c81036-6347-4a68-87d3-ae53fb669089 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:07:11.637226 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d4f44ded-8b36-4251-805f-130457693a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:11.637226 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d4f44ded-8b36-4251-805f-130457693a36 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69cbb7e6-90b3-4cdd-9000-4dafcc814183 HTTP/1.1" status: 204  len: 168 time: 1.3703544
Jun 04 15:07:11.641375 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41c81036-6347-4a68-87d3-ae53fb669089 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:11.660163 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d56d042-ecb8-4abe-a552-b2542d16f70e None None] Sync routers for ids ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:07:11.671431 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d56d042-ecb8-4abe-a552-b2542d16f70e None None] Routers {'61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:07:11.673518 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0d56d042-ecb8-4abe-a552-b2542d16f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d1370>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:07:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:07:11.714148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-39c9182a-ad4a-457e-a0af-4194c9b3f37f req-becd28af-87c4-41db-9b5d-796fce6d1401 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Unset dirty status for tenant:8ec60afe0d24453c81485aa5cbcfcbdf on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:07:11.715313 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-39c9182a-ad4a-457e-a0af-4194c9b3f37f req-becd28af-87c4-41db-9b5d-796fce6d1401 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 210 time: 0.3026578
Jun 04 15:07:11.849587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:11.854188 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5566b55-f966-41fc-a9db-ed57816d122c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:11.857618 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-41c81036-6347-4a68-87d3-ae53fb669089 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "PUT /v2.0/floatingips/5f23ae63-0032-4704-8d39-12e70f2b577e HTTP/1.1" status: 200  len: 1012 time: 3.9738762
Jun 04 15:07:11.859652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd112e666-c8ae-44e4-8118-a73779b3dcba', 'tag': '073fecbc-58e2-497f-ac3e-b8cba3e6cf82'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:11.927848 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:11.935016 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-0d56d042-ecb8-4abe-a552-b2542d16f70e None None] Set router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:07:11.993082 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5566b55-f966-41fc-a9db-ed57816d122c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:12.000937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c368-3c1e-4fec-a120-b5c7f763e98a req-bee421f1-1de6-498a-bd66-aac504408c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:12.002504 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f8f4c368-3c1e-4fec-a120-b5c7f763e98a req-bee421f1-1de6-498a-bd66-aac504408c1c service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.4623213
Jun 04 15:07:12.033856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:07:12.043481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:07:12.048015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a009cd5-e24b-4075-8106-eadfeefd1d05 req-1860c35a-0e2e-4b60-a526-3105544df4b3 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:12.053516 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:07:12.060232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:12.061071 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:12.061498 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7a009cd5-e24b-4075-8106-eadfeefd1d05 req-1860c35a-0e2e-4b60-a526-3105544df4b3 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 948 time: 0.5404315
Jun 04 15:07:12.103312 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Pushing event updated for resources: {'Port': ['ID=dc2924ef-ba26-402e-ac9f-92e25377abde,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:12.108143 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c5566b55-f966-41fc-a9db-ed57816d122c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6083f245dc64accaf254a055c33ad1e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1785598
Jun 04 15:07:12.115412 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:12.116143 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:12.128918 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60422) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:12.210729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5566b55-f966-41fc-a9db-ed57816d122c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fc4620-0c2d-484e-a334-5fb1e25cf028,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:12.222441 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c5566b55-f966-41fc-a9db-ed57816d122c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:12.233951 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f8f4c368-3c1e-4fec-a120-b5c7f763e98a req-babea8de-7296-4301-9906-8f21ae0b4c9b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=39aca5ae-aedb-4639-985b-49fbceec36e6 HTTP/1.1" status: 200  len: 217 time: 0.1683240
Jun 04 15:07:12.256318 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6f65cb0-c148-42ed-996f-9e4a027b4b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:12.326123 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7175639
Jun 04 15:07:12.332543 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6f65cb0-c148-42ed-996f-9e4a027b4b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:12.433048 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7a009cd5-e24b-4075-8106-eadfeefd1d05 req-4e1f0947-3f83-49d4-8834-ff115fd705b9 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3702590
Jun 04 15:07:12.500795 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74494cf4-89c7-4b32-bad7-e202f6e6f3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d112e666-c8ae-44e4-8118-a73779b3dcba", "tag": "073fecbc-58e2-497f-ac3e-b8cba3e6cf82"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:12.514276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c368-3c1e-4fec-a120-b5c7f763e98a req-0c2a1424-4410-40cf-bb99-0b97b90f1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:12.516309 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f8f4c368-3c1e-4fec-a120-b5c7f763e98a req-0c2a1424-4410-40cf-bb99-0b97b90f1a0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2522931
Jun 04 15:07:12.519166 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Request body: {'port': {'device_id': '53657062-fa89-4b85-9381-c591e54cd453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:12.525174 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0d56d042-ecb8-4abe-a552-b2542d16f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d1370>, [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:14Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '5f23ae63-0032-4704-8d39-12e70f2b577e', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'port_id': '073fecbc-58e2-497f-ac3e-b8cba3e6cf82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'mac_address': 'fa:16:3e:49:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112e666-c8ae-44e4-8118-a73779b3dcba', 'device_owner': 'compute:tempest-test_az-502173771'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:06:44Z', 'updated_at': '2021-06-04T15:07:09Z', 'revision_number': 1, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24079c6f-c769-4169-82b5-462ea6082fdb', 'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'mac_address': 'fa:16:3e:2c:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:12Z', 'updated_at': '2021-06-04T15:06:21Z', 'revision_number': 5, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'subnets': [{'id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:07:12.530827 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d56d042-ecb8-4abe-a552-b2542d16f70e None None] Checking router: 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:07:12.543309 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d56d042-ecb8-4abe-a552-b2542d16f70e None None] Routers {'61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:07:12.544179 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0d56d042-ecb8-4abe-a552-b2542d16f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d1370>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:07:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:07:12.558192 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f30883cc-4321-41cf-8335-b56582f6171f None None] Provisioning for port dc2924ef-ba26-402e-ac9f-92e25377abde completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:07:12.563159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f30883cc-4321-41cf-8335-b56582f6171f None None] Provisioning complete for port dc2924ef-ba26-402e-ac9f-92e25377abde triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:07:12.570333 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f30883cc-4321-41cf-8335-b56582f6171f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:12.673608 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6f65cb0-c148-42ed-996f-9e4a027b4b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:12.698010 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f5b42eca-ee5b-49ea-b525-45c5f169c57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:12.742941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f65cb0-c148-42ed-996f-9e4a027b4b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fc4620-0c2d-484e-a334-5fb1e25cf028,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:12.744448 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f30883cc-4321-41cf-8335-b56582f6171f None None] Port dc2924ef-ba26-402e-ac9f-92e25377abde cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:07:12.747883 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f6f65cb0-c148-42ed-996f-9e4a027b4b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:12.790688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c368-3c1e-4fec-a120-b5c7f763e98a req-377ea6a5-6b13-4cb2-9332-03baca635cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:12.792602 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f8f4c368-3c1e-4fec-a120-b5c7f763e98a req-377ea6a5-6b13-4cb2-9332-03baca635cbe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2674086
Jun 04 15:07:12.815456 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6f65cb0-c148-42ed-996f-9e4a027b4b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:12.816606 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f6f65cb0-c148-42ed-996f-9e4a027b4b0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7fc4620-0c2d-484e-a334-5fb1e25cf028 HTTP/1.1" status: 204  len: 168 time: 0.6847854
Jun 04 15:07:12.842276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15cf193-6d50-486c-8a4b-734ef4c73717 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:07:12.856975 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:12.864222 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:12.900198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789893b9-3d3f-4ab6-a536-d8cb3f3bcf53 req-711956bd-4183-410d-86f1-bad39d0c5083 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:12.913675 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-789893b9-3d3f-4ab6-a536-d8cb3f3bcf53 req-711956bd-4183-410d-86f1-bad39d0c5083 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 932 time: 0.4242539
Jun 04 15:07:12.923947 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-0d56d042-ecb8-4abe-a552-b2542d16f70e None None] Set router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:07:12.945306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Transition to ACTIVE for port object c15cf193-6d50-486c-8a4b-734ef4c73717 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:07:12.984379 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f8f4c368-3c1e-4fec-a120-b5c7f763e98a req-5c089e00-318a-4a45-ad5c-120a54b96784 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831443
Jun 04 15:07:13.025815 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:13.032242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-789893b9-3d3f-4ab6-a536-d8cb3f3bcf53 req-03b96690-3edd-429a-8d85-993d933b173a tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Synchronizing usage tracker for tenant:a03aebe4cbe94e51823784c56531a643 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:07:13.037266 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0d4ab71a-0db1-45db-9523-01603cfd07b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:13.216873 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f8f4c368-3c1e-4fec-a120-b5c7f763e98a req-f0a441e5-4f7c-4070-8a2c-aead182fb370 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2210310
Jun 04 15:07:13.227335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-789893b9-3d3f-4ab6-a536-d8cb3f3bcf53 req-03b96690-3edd-429a-8d85-993d933b173a tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Unset dirty status for tenant:a03aebe4cbe94e51823784c56531a643 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:07:13.228678 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-789893b9-3d3f-4ab6-a536-d8cb3f3bcf53 req-03b96690-3edd-429a-8d85-993d933b173a tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3138156
Jun 04 15:07:13.444671 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Pushing event updated for resources: {'Port': ['ID=c15cf193-6d50-486c-8a4b-734ef4c73717,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:13.456273 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:13.480300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Attempting to bind port c15cf193-6d50-486c-8a4b-734ef4c73717 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:07:13.480619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Attempting to bind port c15cf193-6d50-486c-8a4b-734ef4c73717 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:07:13.486063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Attempting to bind port c15cf193-6d50-486c-8a4b-734ef4c73717 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:13.489890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2924ef-ba26-402e-ac9f-92e25377abde {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:07:13.502562 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:13.503397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Port c15cf193-6d50-486c-8a4b-734ef4c73717 on network 061fcf42-462b-46e3-9f65-54c102f9c252 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:07:13.509523 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Attempting to bind port c15cf193-6d50-486c-8a4b-734ef4c73717 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:13.512386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:07:13.512785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Checking segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:07:13.513137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Bound using segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:07:13.513602 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Bound port: c15cf193-6d50-486c-8a4b-734ef4c73717, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:07:13.513951 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:13.528622 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Transition to ACTIVE for port object dc2924ef-ba26-402e-ac9f-92e25377abde will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:07:13.538665 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0d56d042-ecb8-4abe-a552-b2542d16f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d1370>, [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:14Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '5f23ae63-0032-4704-8d39-12e70f2b577e', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'port_id': '073fecbc-58e2-497f-ac3e-b8cba3e6cf82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'mac_address': 'fa:16:3e:49:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112e666-c8ae-44e4-8118-a73779b3dcba', 'device_owner': 'compute:tempest-test_az-502173771'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:06:44Z', 'updated_at': '2021-06-04T15:07:09Z', 'revision_number': 1, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24079c6f-c769-4169-82b5-462ea6082fdb', 'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'mac_address': 'fa:16:3e:2c:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:12Z', 'updated_at': '2021-06-04T15:06:21Z', 'revision_number': 5, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'subnets': [{'id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:07:13.543090 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d56d042-ecb8-4abe-a552-b2542d16f70e None None] The sync data for ids ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'] in n-d-791505-9 is: [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:14Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '5f23ae63-0032-4704-8d39-12e70f2b577e', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'port_id': '073fecbc-58e2-497f-ac3e-b8cba3e6cf82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'mac_address': 'fa:16:3e:49:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112e666-c8ae-44e4-8118-a73779b3dcba', 'device_owner': 'compute:tempest-test_az-502173771'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:06:44Z', 'updated_at': '2021-06-04T15:07:09Z', 'revision_number': 1, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24079c6f-c769-4169-82b5-462ea6082fdb', 'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'mac_address': 'fa:16:3e:2c:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:12Z', 'updated_at': '2021-06-04T15:06:21Z', 'revision_number': 5, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'subnets': [{'id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:07:13.615059 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:13.620546 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1b1421d-6c17-4c92-8ab0-2e302fb977fb tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:13.655887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3615ff-d6ec-4d7c-bba3-8407fe4a9fea req-35c07525-093f-42e6-bd89-87d800bdcaf6 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:13.669908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ad3615ff-d6ec-4d7c-bba3-8407fe4a9fea req-35c07525-093f-42e6-bd89-87d800bdcaf6 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 946 time: 0.3569546
Jun 04 15:07:13.674810 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9862b26b-04c5-4880-891e-b250cd74852f x-openstack-request-id: req-9862b26b-04c5-4880-891e-b250cd74852f {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:13.675494 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d112e666-c8ae-44e4-8118-a73779b3dcba", "tag": "073fecbc-58e2-497f-ac3e-b8cba3e6cf82", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:13.675494 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9862b26b-04c5-4880-891e-b250cd74852f {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:13.675761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.65', 55214) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:13.676138 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd112e666-c8ae-44e4-8118-a73779b3dcba', 'tag': '073fecbc-58e2-497f-ac3e-b8cba3e6cf82', 'status': 'completed', 'code': 200}
Jun 04 15:07:13.775038 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60468) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:13.852940 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2924ef-ba26-402e-ac9f-92e25377abde,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:13.858776 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:07:13.873872 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ad3615ff-d6ec-4d7c-bba3-8407fe4a9fea req-a68ba2bc-aeb9-4802-b114-879d5c85b075 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2027605
Jun 04 15:07:13.889201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c15cf193-6d50-486c-8a4b-734ef4c73717,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:07:13.914472 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:13.915230 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae07f4f7-a484-4563-ad30-6afd940e0b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:13.928026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74494cf4-89c7-4b32-bad7-e202f6e6f3d1 req-35b1b86e-fc58-4107-b69e-2612c2089482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:13.932650 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74494cf4-89c7-4b32-bad7-e202f6e6f3d1 req-35b1b86e-fc58-4107-b69e-2612c2089482 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9f41c4c2f734025b9beae4f469560f3&device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 1117 time: 0.2534032
Jun 04 15:07:13.950078 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae38761-0266-4755-9e73-94d7310abe52 None None] New status for floating IP 5f23ae63-0032-4704-8d39-12e70f2b577e: ACTIVE {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:07:13.966167 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ae07f4f7-a484-4563-ad30-6afd940e0b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:13.977243 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Attempting to bind port dc2924ef-ba26-402e-ac9f-92e25377abde on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:07:13.977604 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Attempting to bind port dc2924ef-ba26-402e-ac9f-92e25377abde by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:07:13.977942 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Attempting to bind port dc2924ef-ba26-402e-ac9f-92e25377abde on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:13.980346 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ae07f4f7-a484-4563-ad30-6afd940e0b85 admin admin] Usage tracker for resource:security_group_rule and tenant:c6562acfe9254acc8592bdf2144de306 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:13.999028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ae07f4f7-a484-4563-ad30-6afd940e0b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:14.000298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Port dc2924ef-ba26-402e-ac9f-92e25377abde on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:07:14.000653 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Attempting to bind port dc2924ef-ba26-402e-ac9f-92e25377abde on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:14.007973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ae07f4f7-a484-4563-ad30-6afd940e0b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:14.019039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:07:14.019389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:07:14.019884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:07:14.020317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Bound port: dc2924ef-ba26-402e-ac9f-92e25377abde, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:07:14.020660 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:14.106641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9bc03393-a890-47b4-a821-326184086f67 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:07:14.140968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20202c2c-84ac-4201-83eb-0fd34b25b6ef req-8cf8bd08-29c5-447c-b041-6415b0dad124 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:14.143125 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-20202c2c-84ac-4201-83eb-0fd34b25b6ef req-8cf8bd08-29c5-447c-b041-6415b0dad124 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 948 time: 0.3466713
Jun 04 15:07:14.234748 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] For port dc2924ef-ba26-402e-ac9f-92e25377abde, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:07:14.265270 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-20202c2c-84ac-4201-83eb-0fd34b25b6ef req-d5226472-6cce-424f-87d4-5fd720e91f1e tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131401
Jun 04 15:07:14.267497 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] For port dc2924ef-ba26-402e-ac9f-92e25377abde, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=dc2924ef-ba26-402e-ac9f-92e25377abde,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:07:14.272246 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:14.281106 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-50dbdab1-d103-454a-95c3-fc8e9777db53 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:14.285234 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae07f4f7-a484-4563-ad30-6afd940e0b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:14.341676 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:14.348213 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a28ef11a-f0fa-41b7-ad03-8620e3e073d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:14.402935 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9bc03393-a890-47b4-a821-326184086f67, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9bc03393-a890-47b4-a821-326184086f67,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:14.418022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:14.418648 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:14.420081 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] 10.222.0.65 "PUT /v2.0/ports/c15cf193-6d50-486c-8a4b-734ef4c73717 HTTP/1.1" status: 200  len: 1092 time: 3.2808537
Jun 04 15:07:14.423845 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4', 'tag': 'c15cf193-6d50-486c-8a4b-734ef4c73717'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:14.426288 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b717218f-c3e7-488a-91e9-5aa2e2c7dae5" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4", "tag": "c15cf193-6d50-486c-8a4b-734ef4c73717"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:14.468132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74494cf4-89c7-4b32-bad7-e202f6e6f3d1 req-b092818b-4c93-4ba1-b246-be1e1dea21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:14.470038 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74494cf4-89c7-4b32-bad7-e202f6e6f3d1 req-b092818b-4c93-4ba1-b246-be1e1dea21bd service neutron] 10.222.0.65 "GET /v2.0/networks?id=66d7eae7-a52d-476b-acd4-4def4e5ed813 HTTP/1.1" status: 200  len: 924 time: 0.5079379
Jun 04 15:07:14.472661 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Pushing event updated for resources: {'Port': ['ID=c15cf193-6d50-486c-8a4b-734ef4c73717,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:14.486444 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:14.492972 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2924ef-ba26-402e-ac9f-92e25377abde,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:14.509192 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:14.510848 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae07f4f7-a484-4563-ad30-6afd940e0b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:14.536512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '9bc03393-a890-47b4-a821-326184086f67', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '9bc03393-a890-47b4-a821-326184086f67', 'mac_address': 'fa:16:3e:39:1b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:07:14.539226 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4007e186-6252-4093-bc09-89c07c77f9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:14.570208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07f4f7-a484-4563-ad30-6afd940e0b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a2b7dd-3214-4808-9501-77eeb7e40207,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:14.575491 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ae07f4f7-a484-4563-ad30-6afd940e0b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:14.603699 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ae07f4f7-a484-4563-ad30-6afd940e0b85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6562acfe9254acc8592bdf2144de306&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8253317
Jun 04 15:07:14.604268 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60488) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:14.605649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:14.606888 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:14.608138 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] 10.222.0.65 "PUT /v2.0/ports/dc2924ef-ba26-402e-ac9f-92e25377abde HTTP/1.1" status: 200  len: 1096 time: 2.1011908
Jun 04 15:07:14.666775 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:14.686774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea4b98-f4fc-402a-8842-0dc6eecdb75e req-6713ee25-a2b1-4ad3-8189-95bda1fe2399 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:14.693900 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc03393-a890-47b4-a821-326184086f67 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:07:14.694592 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7eea4b98-f4fc-402a-8842-0dc6eecdb75e req-6713ee25-a2b1-4ad3-8189-95bda1fe2399 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 948 time: 0.4248478
Jun 04 15:07:14.720276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9bc03393-a890-47b4-a821-326184086f67, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9bc03393-a890-47b4-a821-326184086f67,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:14.727902 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0231ce3-90f2-445b-9fcc-188227814b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:14.787638 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:14.789522 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74494cf4-89c7-4b32-bad7-e202f6e6f3d1 req-d37ea129-ecc6-4617-8787-a3bfd2871432 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=073fecbc-58e2-497f-ac3e-b8cba3e6cf82 HTTP/1.1" status: 200  len: 1020 time: 0.3053265
Jun 04 15:07:14.790308 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f2be552b-5cea-4a2c-8e9f-1d4dda497d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:14.824886 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7eea4b98-f4fc-402a-8842-0dc6eecdb75e req-ba56a849-5c3d-481d-b1f9-8b6e0a32e861 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260622
Jun 04 15:07:14.901989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74494cf4-89c7-4b32-bad7-e202f6e6f3d1 req-90a932eb-7102-46dc-858b-ca9fa973bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:14.905384 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74494cf4-89c7-4b32-bad7-e202f6e6f3d1 req-90a932eb-7102-46dc-858b-ca9fa973bf2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa9d2765-5907-4511-a341-f87e937c912c HTTP/1.1" status: 200  len: 862 time: 0.0826809
Jun 04 15:07:14.909584 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4339e312-37ed-4e6c-9ef3-5d2a00959a7f x-openstack-request-id: req-4339e312-37ed-4e6c-9ef3-5d2a00959a7f {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:14.910164 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4", "tag": "c15cf193-6d50-486c-8a4b-734ef4c73717", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:14.910623 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4339e312-37ed-4e6c-9ef3-5d2a00959a7f {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:14.911146 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4', 'tag': 'c15cf193-6d50-486c-8a4b-734ef4c73717', 'status': 'completed', 'code': 200}
Jun 04 15:07:14.933495 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=9bc03393-a890-47b4-a821-326184086f67,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:14.946585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:14.955729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:14.955729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:14.955729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:14.955729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:14.955729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:14.955729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:14.955729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:14.955729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:14.955729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:14.955729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:14.955729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:07:14.959964 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:14.969092 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0231ce3-90f2-445b-9fcc-188227814b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:15.002633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-ce1ccbdb-1cad-4e2e-815f-803c7052760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:15.004170 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-ce1ccbdb-1cad-4e2e-815f-803c7052760b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 1095 time: 0.4572661
Jun 04 15:07:15.121103 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-885cde75-727d-492e-a60b-0df958ae8974 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c15cf193-6d50-486c-8a4b-734ef4c73717 HTTP/1.1" status: 200  len: 217 time: 0.0984812
Jun 04 15:07:15.145685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-2870485d-b0ef-4aa0-a8a1-4789b18b4b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:15.147177 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-2870485d-b0ef-4aa0-a8a1-4789b18b4b00 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ec60afe0d24453c81485aa5cbcfcbdf&device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 1099 time: 0.3806005
Jun 04 15:07:15.156110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74494cf4-89c7-4b32-bad7-e202f6e6f3d1 req-d98c1c1c-4b81-4b8e-84f7-9e3334ec1577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:15.157491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02ba83-c9ea-4aaa-8b6b-28a062449868 req-a75ce519-8cdb-4945-9414-62dab052ead9 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:15.157779 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74494cf4-89c7-4b32-bad7-e202f6e6f3d1 req-d98c1c1c-4b81-4b8e-84f7-9e3334ec1577 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66d7eae7-a52d-476b-acd4-4def4e5ed813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2445560
Jun 04 15:07:15.159492 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ed02ba83-c9ea-4aaa-8b6b-28a062449868 req-a75ce519-8cdb-4945-9414-62dab052ead9 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 944 time: 0.2785969
Jun 04 15:07:15.177130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['9bc03393-a890-47b4-a821-326184086f67'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:07:15.242942 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-8ba71a79-8569-467a-a0dc-9e2f6760834c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=dc2924ef-ba26-402e-ac9f-92e25377abde HTTP/1.1" status: 200  len: 217 time: 0.0818748
Jun 04 15:07:15.323818 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0231ce3-90f2-445b-9fcc-188227814b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:15.334365 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fb49854c-63b0-4419-9dd0-0c2e9d680c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:15.341324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-938462d2-9cc9-44b9-9f1a-9999456ec0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:15.342839 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-938462d2-9cc9-44b9-9f1a-9999456ec0b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.1794024
Jun 04 15:07:15.348253 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ed02ba83-c9ea-4aaa-8b6b-28a062449868 req-be26b582-9dfc-4d75-b353-eaf9283e8a79 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273613
Jun 04 15:07:15.352351 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0231ce3-90f2-445b-9fcc-188227814b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a2b7dd-3214-4808-9501-77eeb7e40207,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:15.363378 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0231ce3-90f2-445b-9fcc-188227814b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:15.364486 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e0231ce3-90f2-445b-9fcc-188227814b34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66a2b7dd-3214-4808-9501-77eeb7e40207 HTTP/1.1" status: 204  len: 168 time: 0.7554457
Jun 04 15:07:15.365414 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e0231ce3-90f2-445b-9fcc-188227814b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:15.376951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-10cdb241-50b7-4601-b91d-8f38988d228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:15.376951 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-10cdb241-50b7-4601-b91d-8f38988d228b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1189668
Jun 04 15:07:15.409650 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74494cf4-89c7-4b32-bad7-e202f6e6f3d1 req-5c8aca31-64e9-4ba9-9cc1-c337256d9111 service neutron] 10.222.0.65 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079737
Jun 04 15:07:15.510852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-0aa223cf-8e53-416c-82d8-c386bf0754b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:15.512602 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-0aa223cf-8e53-416c-82d8-c386bf0754b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1294656
Jun 04 15:07:15.559048 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-6cc675fe-227a-49ab-828c-61818d846e73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1444833
Jun 04 15:07:15.668825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d853d02-f22a-4192-b9b7-c3fd9c7da9d0 req-10032c78-2b8f-43ee-b6d8-e3af3e83a231 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:15.671009 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0d853d02-f22a-4192-b9b7-c3fd9c7da9d0 req-10032c78-2b8f-43ee-b6d8-e3af3e83a231 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 947 time: 0.5556805
Jun 04 15:07:15.677538 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53657062-fa89-4b85-9381-c591e54cd453', 'tag': 'dc2924ef-ba26-402e-ac9f-92e25377abde'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:15.680369 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35110bc3-235e-46c1-88ac-9ea251134d71" -d '{"events": [{"name": "network-changed", "server_uuid": "53657062-fa89-4b85-9381-c591e54cd453", "tag": "dc2924ef-ba26-402e-ac9f-92e25377abde"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:15.715682 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-3d31e2a6-4c32-459d-ae04-4cb6b5492fc1 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899550
Jun 04 15:07:15.869959 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74494cf4-89c7-4b32-bad7-e202f6e6f3d1 req-fd080eb5-3549-4c7a-a96a-e5eb0d1e318b service neutron] 10.222.0.65 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3526533
Jun 04 15:07:15.892259 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0d853d02-f22a-4192-b9b7-c3fd9c7da9d0 req-9b91bb03-cd85-4da7-89cc-255923d79d22 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676862
Jun 04 15:07:15.898455 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-22ebdedd-a681-4aec-ba54-e680a2f56724 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3221714
Jun 04 15:07:15.975941 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2996a18b-2b57-43f0-b72a-4219431be1f9 req-1e2dc098-d75c-4417-9468-bdec1d53356a service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2507787
Jun 04 15:07:16.064566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d82407-6e1e-48d4-9200-524eff7da8d9 req-adcccb9c-5b68-4a43-b7a9-6b4f3b61cea0 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:16.065982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 39aca5ae-aedb-4639-985b-49fbceec36e6 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:07:16.067554 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a1d82407-6e1e-48d4-9200-524eff7da8d9 req-adcccb9c-5b68-4a43-b7a9-6b4f3b61cea0 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 948 time: 0.2831876
Jun 04 15:07:16.109404 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f828e1fe-81ba-4e40-b705-df9163ec7e7b req-685e8c4d-113b-4eb7-9152-4e1503e35bda service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1992466
Jun 04 15:07:16.173304 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a1d82407-6e1e-48d4-9200-524eff7da8d9 req-34a0c146-03fa-4a29-a711-c582c62aa3a9 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983143
Jun 04 15:07:16.228439 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d607b6-c823-4162-946f-a9cd4344f662 x-openstack-request-id: req-18d607b6-c823-4162-946f-a9cd4344f662 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:16.228685 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53657062-fa89-4b85-9381-c591e54cd453", "tag": "dc2924ef-ba26-402e-ac9f-92e25377abde", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:16.228972 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18d607b6-c823-4162-946f-a9cd4344f662 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:16.229894 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53657062-fa89-4b85-9381-c591e54cd453', 'tag': 'dc2924ef-ba26-402e-ac9f-92e25377abde', 'status': 'completed', 'code': 200}
Jun 04 15:07:16.332770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 39aca5ae-aedb-4639-985b-49fbceec36e6, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=39aca5ae-aedb-4639-985b-49fbceec36e6,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:16.375671 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '39aca5ae-aedb-4639-985b-49fbceec36e6', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '39aca5ae-aedb-4639-985b-49fbceec36e6', 'mac_address': 'fa:16:3e:d1:37:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:07:16.384074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35110bc3-235e-46c1-88ac-9ea251134d71 req-f2f2a206-5352-4446-95bd-1f9f106500b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:16.386203 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35110bc3-235e-46c1-88ac-9ea251134d71 req-f2f2a206-5352-4446-95bd-1f9f106500b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ec60afe0d24453c81485aa5cbcfcbdf&device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 1099 time: 0.1320534
Jun 04 15:07:16.539845 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:16.575229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717218f-c3e7-488a-91e9-5aa2e2c7dae5 req-ae8a86c3-e93c-4d3b-8081-6b3b2c09fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:16.576850 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b717218f-c3e7-488a-91e9-5aa2e2c7dae5 req-ae8a86c3-e93c-4d3b-8081-6b3b2c09fc6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 1095 time: 0.3144290
Jun 04 15:07:16.665829 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82390dd-dc77-44ec-945c-50694ae201cb req-20afbdf4-dab1-48df-a367-f2106b4b815b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:16.668446 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39aca5ae-aedb-4639-985b-49fbceec36e6 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:07:16.668749 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c82390dd-dc77-44ec-945c-50694ae201cb req-20afbdf4-dab1-48df-a367-f2106b4b815b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 948 time: 0.2744186
Jun 04 15:07:16.713489 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 39aca5ae-aedb-4639-985b-49fbceec36e6, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=39aca5ae-aedb-4639-985b-49fbceec36e6,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:16.787824 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:16.790716 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60550) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:16.791425 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5c8cd902-c004-4505-a2f5-75760addac74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:16.846159 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c82390dd-dc77-44ec-945c-50694ae201cb req-490c17f7-527f-42e7-a11e-eb97e5beb88a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056535
Jun 04 15:07:16.883657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35110bc3-235e-46c1-88ac-9ea251134d71 req-0547ce0d-bb97-4abf-8006-5b02cd920151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:16.885171 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35110bc3-235e-46c1-88ac-9ea251134d71 req-0547ce0d-bb97-4abf-8006-5b02cd920151 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.4903746
Jun 04 15:07:16.899241 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717218f-c3e7-488a-91e9-5aa2e2c7dae5 req-11c31740-283f-4160-a619-53b9a5fe5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:16.900778 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b717218f-c3e7-488a-91e9-5aa2e2c7dae5 req-11c31740-283f-4160-a619-53b9a5fe5e9b service neutron] 10.222.0.65 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.3110123
Jun 04 15:07:16.922326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=39aca5ae-aedb-4639-985b-49fbceec36e6,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:16.929462 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:17.000018 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b717218f-c3e7-488a-91e9-5aa2e2c7dae5 req-4370c5f5-ccae-4da1-9c3d-edc11b96660b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c15cf193-6d50-486c-8a4b-734ef4c73717 HTTP/1.1" status: 200  len: 217 time: 0.0891647
Jun 04 15:07:17.011375 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35110bc3-235e-46c1-88ac-9ea251134d71 req-3497255f-38a3-43d3-b59e-17a4abe5052b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=dc2924ef-ba26-402e-ac9f-92e25377abde HTTP/1.1" status: 200  len: 217 time: 0.1121502
Jun 04 15:07:17.099727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a1fae-de28-48ea-a311-4b2d67a62f8f req-6d90587b-d0e4-4190-b24a-f9f58aa02dbf tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:17.104759 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a99a1fae-de28-48ea-a311-4b2d67a62f8f req-6d90587b-d0e4-4190-b24a-f9f58aa02dbf tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Synchronizing usage tracker for tenant:a03aebe4cbe94e51823784c56531a643 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:07:17.108021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717218f-c3e7-488a-91e9-5aa2e2c7dae5 req-edf44311-f543-4d5b-b96e-abebfacca3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:17.109584 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b717218f-c3e7-488a-91e9-5aa2e2c7dae5 req-edf44311-f543-4d5b-b96e-abebfacca3a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.0904782
Jun 04 15:07:17.114919 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35110bc3-235e-46c1-88ac-9ea251134d71 req-baef23ee-4cc8-40c9-84aa-cc252db38e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:17.116303 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35110bc3-235e-46c1-88ac-9ea251134d71 req-baef23ee-4cc8-40c9-84aa-cc252db38e83 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0900896
Jun 04 15:07:17.172162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['39aca5ae-aedb-4639-985b-49fbceec36e6'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:07:17.201673 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3660e671-2919-4f64-9668-a3ab47a5fdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:17.217617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35110bc3-235e-46c1-88ac-9ea251134d71 req-2d42e9a5-7108-4e76-af33-647b64a7cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:17.223209 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35110bc3-235e-46c1-88ac-9ea251134d71 req-2d42e9a5-7108-4e76-af33-647b64a7cb60 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0915680
Jun 04 15:07:17.241952 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b717218f-c3e7-488a-91e9-5aa2e2c7dae5 req-16389a11-f250-4e6c-a0dd-b15603086b7d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0801218
Jun 04 15:07:17.247232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3660e671-2919-4f64-9668-a3ab47a5fdaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:17.250847 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3660e671-2919-4f64-9668-a3ab47a5fdaa admin admin] Usage tracker for resource:security_group_rule and tenant:cfb0dc301f9c4b46840ff4634e886249 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:17.254993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3660e671-2919-4f64-9668-a3ab47a5fdaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:17.260832 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3660e671-2919-4f64-9668-a3ab47a5fdaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:17.262508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a99a1fae-de28-48ea-a311-4b2d67a62f8f req-6d90587b-d0e4-4190-b24a-f9f58aa02dbf tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Unset dirty status for tenant:a03aebe4cbe94e51823784c56531a643 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:07:17.269640 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a99a1fae-de28-48ea-a311-4b2d67a62f8f req-6d90587b-d0e4-4190-b24a-f9f58aa02dbf tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 944 time: 0.4490013
Jun 04 15:07:17.351594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60570) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:17.421222 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a99a1fae-de28-48ea-a311-4b2d67a62f8f req-333903a6-862a-4e3a-85bc-2e501e6a4437 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505852
Jun 04 15:07:17.474242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795493d1-b01e-4570-ad83-0b8610ea541a req-0870738a-85b3-4c26-89ae-92a7fa9bd531 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:17.475805 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-795493d1-b01e-4570-ad83-0b8610ea541a req-0870738a-85b3-4c26-89ae-92a7fa9bd531 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 947 time: 0.3652172
Jun 04 15:07:17.476301 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35110bc3-235e-46c1-88ac-9ea251134d71 req-0f1e5438-e9a0-4c77-9e01-57fbeac1d267 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2438412
Jun 04 15:07:17.479089 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b717218f-c3e7-488a-91e9-5aa2e2c7dae5 req-64b1964c-a78d-4c13-a59a-1aa6fc942952 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2158058
Jun 04 15:07:17.517846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-526572655-network', 'tenant_id': '22c4a2a8b29d48d981ff2e2fc2535d0e'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:17.535174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:17.543354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Usage tracker for resource:network and tenant:22c4a2a8b29d48d981ff2e2fc2535d0e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:17.547419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:17.626850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:17.664057 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3660e671-2919-4f64-9668-a3ab47a5fdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:17.679041 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-795493d1-b01e-4570-ad83-0b8610ea541a req-c62d4de6-d490-49b1-8cb9-0735e3f7a384 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943266
Jun 04 15:07:17.699885 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35110bc3-235e-46c1-88ac-9ea251134d71 req-309a264a-a22b-4822-a8f8-9c2a50b2420d service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2091360
Jun 04 15:07:17.764294 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Made reservation on behalf of 22c4a2a8b29d48d981ff2e2fc2535d0e for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:07:17.767619 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:17.787628 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3660e671-2919-4f64-9668-a3ab47a5fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:17.795705 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-398d18f4-449e-4ed2-b15a-b02a7e9c9487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:17.820193 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:17.854155 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3660e671-2919-4f64-9668-a3ab47a5fdaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfb0dc301f9c4b46840ff4634e886249&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0595989
Jun 04 15:07:17.855447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:17.860223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60580) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:17.869104 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b717218f-c3e7-488a-91e9-5aa2e2c7dae5 req-9eadb03a-861c-4ae0-8a52-76f178559f05 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3743188
Jun 04 15:07:17.869104 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660e671-2919-4f64-9668-a3ab47a5fdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a70abd-5df1-48f4-aabe-0198bc23c4da,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:17.870599 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3660e671-2919-4f64-9668-a3ab47a5fdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:17.880843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Usage tracker for resource:security_group_rule and tenant:22c4a2a8b29d48d981ff2e2fc2535d0e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:17.889246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:17.902976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:18.005572 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-209c685f-08b8-47cf-8ca8-b2d755e29447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:18.016986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52912b38-dcbc-44c1-bcd8-5afa8f299a1a req-d6f69ab1-ed56-4f20-818e-47413b2dc621 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:18.018507 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-52912b38-dcbc-44c1-bcd8-5afa8f299a1a req-d6f69ab1-ed56-4f20-818e-47413b2dc621 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 948 time: 0.2409835
Jun 04 15:07:18.074532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9bc03393-a890-47b4-a821-326184086f67 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:07:18.087989 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-209c685f-08b8-47cf-8ca8-b2d755e29447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:18.138158 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:18.143373 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-52912b38-dcbc-44c1-bcd8-5afa8f299a1a req-f345e661-c56e-443c-84d7-481d0b3800cd tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162548
Jun 04 15:07:18.192066 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fd04a-b7d6-4cea-8734-7d81675a8e76 req-93ed7452-bf2e-466f-8624-4729f819ddc1 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:18.206431 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-022fd04a-b7d6-4cea-8734-7d81675a8e76 req-93ed7452-bf2e-466f-8624-4729f819ddc1 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 949 time: 0.1109078
Jun 04 15:07:18.213650 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:18.216951 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-20ed0aad-563d-472e-b15e-d08964d8230b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:18.256850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7275ed2b-20da-4798-baab-aa087146e606,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:18.260204 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:18.260716 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-022fd04a-b7d6-4cea-8734-7d81675a8e76 req-079c8773-4d95-45d1-b4d8-0566348f58f5 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454769
Jun 04 15:07:18.315082 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-209c685f-08b8-47cf-8ca8-b2d755e29447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:18.319458 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29c54ca1-4dc2-49d8-99b1-24a55c9accb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:18.326950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:07:18.339508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c685f-08b8-47cf-8ca8-b2d755e29447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a70abd-5df1-48f4-aabe-0198bc23c4da,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:18.345804 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-209c685f-08b8-47cf-8ca8-b2d755e29447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:18.348930 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:18.349287 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Added segment f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76 of type vlan for network 760c71b3-e8c0-4258-bd3c-3da1c3b21969
Jun 04 15:07:18.368635 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-209c685f-08b8-47cf-8ca8-b2d755e29447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:18.368731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 9bc03393-a890-47b4-a821-326184086f67 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:07:18.370738 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-209c685f-08b8-47cf-8ca8-b2d755e29447 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49a70abd-5df1-48f4-aabe-0198bc23c4da HTTP/1.1" status: 204  len: 168 time: 0.5114570
Jun 04 15:07:18.380079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 9bc03393-a890-47b4-a821-326184086f67 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:07:18.381407 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:18.392554 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:18.506988 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:18.508681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:18.509432 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:18.514557 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:18.533966 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:18.568668 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d41a676-aff5-4c19-b704-2a2186f7bec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc03393-a890-47b4-a821-326184086f67'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:18.572536 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0f7df9-41c0-43cc-b6a8-8257922cdb08" -d '{"events": [{"server_uuid": "8d41a676-aff5-4c19-b704-2a2186f7bec2", "name": "network-vif-plugged", "status": "completed", "tag": "9bc03393-a890-47b4-a821-326184086f67"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:18.585379 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9bc03393-a890-47b4-a821-326184086f67, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9bc03393-a890-47b4-a821-326184086f67,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:18.655836 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:18.656534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Pushing event updated for resources: {'Network': ['ID=760c71b3-e8c0-4258-bd3c-3da1c3b21969,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:18.658526 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:18.662773 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.3087764
Jun 04 15:07:18.663690 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:18.671119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60596) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:18.692113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Request body: {'subnet': {'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-526572655-subnet', 'tenant_id': '22c4a2a8b29d48d981ff2e2fc2535d0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:18.705939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:18.709422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bb2ed-3720-4835-adfc-b45dbb201094 req-7bea84c3-a5a0-4ebc-8137-117b24bb0386 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:18.711059 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f34bb2ed-3720-4835-adfc-b45dbb201094 req-7bea84c3-a5a0-4ebc-8137-117b24bb0386 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 944 time: 0.1703241
Jun 04 15:07:18.721069 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Usage tracker for resource:subnet and tenant:22c4a2a8b29d48d981ff2e2fc2535d0e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:18.732589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:18.733868 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:07:18.740509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:18.804760 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f34bb2ed-3720-4835-adfc-b45dbb201094 req-6d42bba8-d584-4919-97c2-d12772a23a17 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591509
Jun 04 15:07:18.822901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Made reservation on behalf of 22c4a2a8b29d48d981ff2e2fc2535d0e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:07:18.825940 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:18.865967 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3ec43f-f894-4679-8f36-627e50b84f0d x-openstack-request-id: req-5a3ec43f-f894-4679-8f36-627e50b84f0d {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:18.866455 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d41a676-aff5-4c19-b704-2a2186f7bec2", "name": "network-vif-plugged", "status": "completed", "tag": "9bc03393-a890-47b4-a821-326184086f67", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:18.867008 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a3ec43f-f894-4679-8f36-627e50b84f0d {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:18.867820 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d41a676-aff5-4c19-b704-2a2186f7bec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc03393-a890-47b4-a821-326184086f67', 'code': 200}
Jun 04 15:07:18.902216 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=9bc03393-a890-47b4-a821-326184086f67,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:18.916783 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:19.011895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf79b5-8b03-4180-946f-e954c0da686a req-4e0fdd39-bd0b-41b2-a0f8-a008c34730db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:19.013740 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f3bf79b5-8b03-4180-946f-e954c0da686a req-4e0fdd39-bd0b-41b2-a0f8-a008c34730db service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 1099 time: 0.0805886
Jun 04 15:07:19.059936 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f3bf79b5-8b03-4180-946f-e954c0da686a req-413a5d1f-b475-436f-b526-6daae259e190 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390034
Jun 04 15:07:19.155442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58676ba6-9ec3-4778-bdb1-fb60eefea004 req-e1f84c42-3f6f-4a47-8a91-72674fb9bce1 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:19.156960 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58676ba6-9ec3-4778-bdb1-fb60eefea004 req-e1f84c42-3f6f-4a47-8a91-72674fb9bce1 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 948 time: 0.1709976
Jun 04 15:07:19.186897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60614) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:19.207509 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-894a95b9-04df-4e30-a02f-c3bfdb5dffcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:19.229948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-894a95b9-04df-4e30-a02f-c3bfdb5dffcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:19.234088 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-894a95b9-04df-4e30-a02f-c3bfdb5dffcb admin admin] Usage tracker for resource:security_group_rule and tenant:4159cbb10384417790313dcb5dbec67e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:19.234712 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58676ba6-9ec3-4778-bdb1-fb60eefea004 req-5e38b00a-d2fc-43f2-8b72-851ebd3fd0a1 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701368
Jun 04 15:07:19.241062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-894a95b9-04df-4e30-a02f-c3bfdb5dffcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:19.257650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-894a95b9-04df-4e30-a02f-c3bfdb5dffcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:19.436164 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-894a95b9-04df-4e30-a02f-c3bfdb5dffcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:19.452742 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:19.458213 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3da29-053d-423c-a53e-5f53edad6e5e req-814ca4a2-eae1-4777-84e6-c3657988b2db tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:19.458481 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-84d712fd-8ac0-416c-9211-328aceaf5c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:19.459784 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71f3da29-053d-423c-a53e-5f53edad6e5e req-814ca4a2-eae1-4777-84e6-c3657988b2db tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 948 time: 0.1344717
Jun 04 15:07:19.505285 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-894a95b9-04df-4e30-a02f-c3bfdb5dffcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:19.513603 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7fadf19e-1c9a-4c2c-bdb8-8cd20db9aa1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:19.524905 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71f3da29-053d-423c-a53e-5f53edad6e5e req-6ebbf93e-cd43-404d-a630-dbda1ab683bf tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587151
Jun 04 15:07:19.561335 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-894a95b9-04df-4e30-a02f-c3bfdb5dffcb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4159cbb10384417790313dcb5dbec67e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3733203
Jun 04 15:07:19.562345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a95b9-04df-4e30-a02f-c3bfdb5dffcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4dd4db-489b-4acf-b007-353b9fa89937,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:19.566381 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60624) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:19.571080 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-894a95b9-04df-4e30-a02f-c3bfdb5dffcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:19.592427 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89890e03-c3ba-40af-a914-1d8ff3976cbd,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:19.608898 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:19.644564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Checking segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:07:19.644564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Network hostable DHCP agents. Network: 760c71b3-e8c0-4258-bd3c-3da1c3b21969, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:07:19.702671 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-88d9ab86-02a9-4920-b4bb-50fb6e6190fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:19.705350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c7206-91bd-4271-9de9-350e73a35840 req-5e8f9d63-dd65-48f8-8640-0df7f1256a19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:19.706940 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-856c7206-91bd-4271-9de9-350e73a35840 req-5e8f9d63-dd65-48f8-8640-0df7f1256a19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 949 time: 0.2235723
Jun 04 15:07:19.753058 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-88d9ab86-02a9-4920-b4bb-50fb6e6190fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:19.773242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:07:19.807253 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-856c7206-91bd-4271-9de9-350e73a35840 req-8f6f789d-30cd-493c-996e-245b858abd3a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925863
Jun 04 15:07:19.891488 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 760c71b3-e8c0-4258-bd3c-3da1c3b21969) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:07:19.897407 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:19.898018 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:19.903865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8f9f47-6324-4096-a36f-5adfcf18ac03 None None] Network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:07:19.978373 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-88d9ab86-02a9-4920-b4bb-50fb6e6190fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:19.987539 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:20.008032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9ab86-02a9-4920-b4bb-50fb6e6190fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4dd4db-489b-4acf-b007-353b9fa89937,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:20.010489 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-88d9ab86-02a9-4920-b4bb-50fb6e6190fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:20.038295 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-88d9ab86-02a9-4920-b4bb-50fb6e6190fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:20.044919 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-88d9ab86-02a9-4920-b4bb-50fb6e6190fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f4dd4db-489b-4acf-b007-353b9fa89937 HTTP/1.1" status: 204  len: 168 time: 0.4676712
Jun 04 15:07:20.083151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166e1f9-b446-4e68-919c-c96bd8ee2e2a req-0f75a004-0ae0-4f75-a323-c21ec3717e37 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:20.083405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 39aca5ae-aedb-4639-985b-49fbceec36e6 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:07:20.084797 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e166e1f9-b446-4e68-919c-c96bd8ee2e2a req-0f75a004-0ae0-4f75-a323-c21ec3717e37 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 944 time: 0.1707051
Jun 04 15:07:20.161794 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device dc2924ef-ba26-402e-ac9f-92e25377abde details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:07:20.170732 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e166e1f9-b446-4e68-919c-c96bd8ee2e2a req-8a606d40-5d4e-4237-96a3-c9dd9841662c tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784638
Jun 04 15:07:20.183943 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.5157075
Jun 04 15:07:20.400289 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4fd699-42e9-410a-b3df-3968fde7cab4 None None] Network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:07:20.503098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4461b72-ad86-455d-8cba-15b5ab55fa68 req-d9361b0b-7850-4966-a383-881602a952b3 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:20.504515 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4461b72-ad86-455d-8cba-15b5ab55fa68 req-d9361b0b-7850-4966-a383-881602a952b3 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 971 time: 0.1563687
Jun 04 15:07:20.530717 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 39aca5ae-aedb-4639-985b-49fbceec36e6 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:07:20.548977 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 39aca5ae-aedb-4639-985b-49fbceec36e6 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:07:20.549531 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:20.583178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port dc2924ef-ba26-402e-ac9f-92e25377abde, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=dc2924ef-ba26-402e-ac9f-92e25377abde,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:20.602652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12088e64-0038-44cf-b65b-3db127db574d req-c572dc73-1767-4760-b815-5aaf3196c0e1 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:20.611624 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-12088e64-0038-44cf-b65b-3db127db574d req-c572dc73-1767-4760-b815-5aaf3196c0e1 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 948 time: 0.1611507
Jun 04 15:07:20.625541 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4461b72-ad86-455d-8cba-15b5ab55fa68 req-199f7478-8e60-499b-afb7-4b8001150d6d tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140063
Jun 04 15:07:20.638004 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'dc2924ef-ba26-402e-ac9f-92e25377abde', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'dc2924ef-ba26-402e-ac9f-92e25377abde', 'mac_address': 'fa:16:3e:c7:72:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:07:20.700428 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-12088e64-0038-44cf-b65b-3db127db574d req-268ed268-0732-483f-93c7-3c703b67d8fe tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875509
Jun 04 15:07:20.805312 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:20.835544 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2924ef-ba26-402e-ac9f-92e25377abde {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:07:20.942996 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port dc2924ef-ba26-402e-ac9f-92e25377abde, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=dc2924ef-ba26-402e-ac9f-92e25377abde,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:21.002683 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:21.045386 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:21.048991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device c15cf193-6d50-486c-8a4b-734ef4c73717 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:07:21.056502 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:21.067658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fd1b6-9b53-4ea9-b11b-67f97651bdf0 req-ca6d793e-b7a0-4422-bc71-12a327b5be03 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:21.077131 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e00fd1b6-9b53-4ea9-b11b-67f97651bdf0 req-ca6d793e-b7a0-4422-bc71-12a327b5be03 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 949 time: 0.1112525
Jun 04 15:07:21.085862 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd460e85-7541-4daa-b668-37550b5959c6 req-aa86f0c8-77d6-4dc0-a767-da0aed81b345 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:21.091358 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cd460e85-7541-4daa-b668-37550b5959c6 req-aa86f0c8-77d6-4dc0-a767-da0aed81b345 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 948 time: 0.2602537
Jun 04 15:07:21.121297 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e00fd1b6-9b53-4ea9-b11b-67f97651bdf0 req-e95b170d-a013-43bd-9bd9-282a511ba80e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431092
Jun 04 15:07:21.126129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd421fed4-f5ff-45cc-9738-6366465faf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39aca5ae-aedb-4639-985b-49fbceec36e6'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:21.129555 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1f8367-713d-42a3-8b19-3e103f8d0e12" -d '{"events": [{"server_uuid": "d421fed4-f5ff-45cc-9738-6366465faf13", "name": "network-vif-plugged", "status": "completed", "tag": "39aca5ae-aedb-4639-985b-49fbceec36e6"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:21.150910 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cd460e85-7541-4daa-b668-37550b5959c6 req-1a29af81-6dc4-4ed0-95e8-81f895ee2b06 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576320
Jun 04 15:07:21.152126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 39aca5ae-aedb-4639-985b-49fbceec36e6, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=39aca5ae-aedb-4639-985b-49fbceec36e6,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:21.177850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=dc2924ef-ba26-402e-ac9f-92e25377abde,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:21.200255 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d571f217-5211-4e44-9f8b-6688500d97cc x-openstack-request-id: req-d571f217-5211-4e44-9f8b-6688500d97cc {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:21.200660 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d421fed4-f5ff-45cc-9738-6366465faf13", "name": "network-vif-plugged", "status": "completed", "tag": "39aca5ae-aedb-4639-985b-49fbceec36e6", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:21.200803 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d571f217-5211-4e44-9f8b-6688500d97cc {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:21.201641 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd421fed4-f5ff-45cc-9738-6366465faf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39aca5ae-aedb-4639-985b-49fbceec36e6', 'code': 200}
Jun 04 15:07:21.389230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004e49e-dcc4-4d02-acdd-b7159685284c req-2834fe52-4951-4d11-af0c-9ca71ccf61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:21.391250 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5004e49e-dcc4-4d02-acdd-b7159685284c req-2834fe52-4951-4d11-af0c-9ca71ccf61cd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 1101 time: 0.1012454
Jun 04 15:07:21.418077 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c15cf193-6d50-486c-8a4b-734ef4c73717,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:21.426114 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:21.427935 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:21.435870 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-be1c9114-777c-476c-9eff-c085f30d0147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:21.468069 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5004e49e-dcc4-4d02-acdd-b7159685284c req-639c8345-0c92-42f9-8c85-72da8ed8afd6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640545
Jun 04 15:07:21.468286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d0c9d-36a4-4186-9aa7-322795a418f2 req-49cd9249-2121-4f9c-b36f-05720b0ce218 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:21.480245 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aa1d0c9d-36a4-4186-9aa7-322795a418f2 req-49cd9249-2121-4f9c-b36f-05720b0ce218 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 944 time: 0.1137640
Jun 04 15:07:21.486142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'c15cf193-6d50-486c-8a4b-734ef4c73717', 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252', 'port_id': 'c15cf193-6d50-486c-8a4b-734ef4c73717', 'mac_address': 'fa:16:3e:8b:49:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d86b49a-00d2-4998-bd4d-bc1a29d13a41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:07:21.530993 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aa1d0c9d-36a4-4186-9aa7-322795a418f2 req-5bbd4458-f201-494b-8633-692033efb9b0 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503271
Jun 04 15:07:21.563843 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=39aca5ae-aedb-4639-985b-49fbceec36e6,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:21.567432 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:21.570227 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:21.595885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15cf193-6d50-486c-8a4b-734ef4c73717 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:07:21.612009 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c15cf193-6d50-486c-8a4b-734ef4c73717,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:21.684108 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:21.686837 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:21.808267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=c15cf193-6d50-486c-8a4b-734ef4c73717,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:21.814918 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:21.823246 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60680) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:21.828185 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-940106407-network', 'tenant_id': 'a8fc90bc40eb485fbdaaa6f09cac32b6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:21.837937 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:21.848057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Usage tracker for resource:network and tenant:a8fc90bc40eb485fbdaaa6f09cac32b6 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:21.852559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:21.860650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:21.902026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b479f96-730f-4af9-a640-c7b59b38edef req-067d0f40-0dcc-4bce-b26b-7b4c90f3e0a5 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:21.903887 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b479f96-730f-4af9-a640-c7b59b38edef req-067d0f40-0dcc-4bce-b26b-7b4c90f3e0a5 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 971 time: 0.1332359
Jun 04 15:07:21.954664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Made reservation on behalf of a8fc90bc40eb485fbdaaa6f09cac32b6 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:07:21.957931 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:21.972392 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b479f96-730f-4af9-a640-c7b59b38edef req-05ab911d-6a28-4160-b8b8-4614ac31976e tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612926
Jun 04 15:07:21.973276 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:21.992674 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:21.998275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Usage tracker for resource:security_group_rule and tenant:a8fc90bc40eb485fbdaaa6f09cac32b6 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:22.004413 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:22.012975 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:22.030837 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['c15cf193-6d50-486c-8a4b-734ef4c73717'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:07:22.044678 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b24f18-1b81-416f-b79c-5bf10870e640 req-43fb60ad-fe2f-433b-af88-1c9b4b7e9d44 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:22.046278 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55b24f18-1b81-416f-b79c-5bf10870e640 req-43fb60ad-fe2f-433b-af88-1c9b4b7e9d44 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 948 time: 0.1475785
Jun 04 15:07:22.100184 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['dc2924ef-ba26-402e-ac9f-92e25377abde'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:07:22.127530 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55b24f18-1b81-416f-b79c-5bf10870e640 req-55da0564-e834-4030-bd55-64e21f7950b5 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659342
Jun 04 15:07:22.242749 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:22.264837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c55b7-54db-4b31-8f9d-49b4194ef838 req-0bf9f0b0-5f0d-4b37-b880-454591dac404 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:22.270360 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2d8c55b7-54db-4b31-8f9d-49b4194ef838 req-0bf9f0b0-5f0d-4b37-b880-454591dac404 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.65 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 971 time: 0.1403298
Jun 04 15:07:22.350550 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:22.359335 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:22.403248 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:07:22.445634 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7aa273-4213-49fb-9630-fa7c936ae857,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:22.456557 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:22.467567 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:22.467567 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Added segment 39d0d57f-422e-437a-a2a5-f73f6c5be94f of type vlan for network 8cdda4f2-94fb-4c8b-a578-adcbcc4fdb8d
Jun 04 15:07:22.483697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4bd4f-1271-4cd9-9216-8667cf6f93bc req-cbe49aa2-8cbc-424c-87bf-8454e78f7e8a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:22.493024 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ff4bd4f-1271-4cd9-9216-8667cf6f93bc req-cbe49aa2-8cbc-424c-87bf-8454e78f7e8a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 950 time: 0.1264598
Jun 04 15:07:22.510851 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:22.531042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-2d8c55b7-54db-4b31-8f9d-49b4194ef838 req-687d8674-a468-4ba9-857c-97ffc285df01 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Deleting port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:07:22.531446 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2d8c55b7-54db-4b31-8f9d-49b4194ef838 req-687d8674-a468-4ba9-857c-97ffc285df01 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:22.546241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ff4bd4f-1271-4cd9-9216-8667cf6f93bc req-3a691b6d-5af0-494e-a54e-da50d0dca01b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520291
Jun 04 15:07:22.813043 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:22.821652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0555b2-8357-464f-835f-2d5b67479f8b req-171f678a-c40c-47fa-9904-e1fa21985489 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:22.823227 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd0555b2-8357-464f-835f-2d5b67479f8b req-171f678a-c40c-47fa-9904-e1fa21985489 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 949 time: 0.1403213
Jun 04 15:07:22.829268 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:22.830400 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:22.871030 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:22.893893 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd0555b2-8357-464f-835f-2d5b67479f8b req-705ef57a-a2ff-421d-b4cd-4b32b5ccd446 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624895
Jun 04 15:07:23.056476 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.2321074
Jun 04 15:07:23.059895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60710) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:23.062255 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:23.080939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Request body: {'subnet': {'network_id': '8cdda4f2-94fb-4c8b-a578-adcbcc4fdb8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-940106407-subnet', 'tenant_id': 'a8fc90bc40eb485fbdaaa6f09cac32b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:23.119998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:23.124600 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Pushing event updated for resources: {'Network': ['ID=8cdda4f2-94fb-4c8b-a578-adcbcc4fdb8d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:23.144456 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:23.153225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-2d8c55b7-54db-4b31-8f9d-49b4194ef838 req-687d8674-a468-4ba9-857c-97ffc285df01 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] For port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=1fe10e06-7114-41ae-8fdb-fe3da306dbf3,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:23.153632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2d8c55b7-54db-4b31-8f9d-49b4194ef838 req-687d8674-a468-4ba9-857c-97ffc285df01 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:23.157468 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 8cdda4f2-94fb-4c8b-a578-adcbcc4fdb8d details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:07:23.164765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Usage tracker for resource:subnet and tenant:a8fc90bc40eb485fbdaaa6f09cac32b6 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:23.180145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:23.212282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:23.261632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac50565-8094-493d-8778-7ec8904539cf req-25763828-4930-447f-851b-82714ec3ccb3 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:23.270233 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ac50565-8094-493d-8778-7ec8904539cf req-25763828-4930-447f-851b-82714ec3ccb3 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 948 time: 0.1955862
Jun 04 15:07:23.323188 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-2d8c55b7-54db-4b31-8f9d-49b4194ef838 req-687d8674-a468-4ba9-857c-97ffc285df01 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Calling delete_port for 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 owned by compute:tempest-test_az-502173771 {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:07:23.332676 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ac50565-8094-493d-8778-7ec8904539cf req-3c8d04ea-e8bb-418c-b3de-078835979f7f tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613718
Jun 04 15:07:23.333997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Made reservation on behalf of a8fc90bc40eb485fbdaaa6f09cac32b6 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:07:23.340171 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:23.439866 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7176bae-def6-4880-885d-86a5643f01ea req-dc356e31-a326-4cb5-98cd-fec7cde33557 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:23.441562 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7176bae-def6-4880-885d-86a5643f01ea req-dc356e31-a326-4cb5-98cd-fec7cde33557 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 945 time: 0.3930116
Jun 04 15:07:23.500501 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7176bae-def6-4880-885d-86a5643f01ea req-a554cb07-ab67-488e-9055-62a08404b1f4 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530536
Jun 04 15:07:23.615283 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d29aa0-88d3-4ef8-8880-06a803e56680 req-f9b586da-4c0f-4508-8ba9-793693388568 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:23.616662 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-82d29aa0-88d3-4ef8-8880-06a803e56680 req-f9b586da-4c0f-4508-8ba9-793693388568 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e009ab-0cb3-4e75-bcad-68259082af1e HTTP/1.1" status: 200  len: 971 time: 0.1726520
Jun 04 15:07:23.650873 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2d8c55b7-54db-4b31-8f9d-49b4194ef838 req-687d8674-a468-4ba9-857c-97ffc285df01 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:23.668185 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:23.670292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['1fe10e06-7114-41ae-8fdb-fe3da306dbf3'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:07:23.680351 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-82d29aa0-88d3-4ef8-8880-06a803e56680 req-f0ad016f-1615-43f5-8346-3c97fd76025c tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.32 "GET /v2.0/security-groups?id=944f3cc5-41fb-42ee-9da3-733af47b1a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506663
Jun 04 15:07:23.734242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d8674-a468-4ba9-857c-97ffc285df01 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Pushing event deleted for resources: {'Port': ['ID=1fe10e06-7114-41ae-8fdb-fe3da306dbf3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:23.764041 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-687d8674-a468-4ba9-857c-97ffc285df01 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:23.831091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8c55b7-54db-4b31-8f9d-49b4194ef838 req-687d8674-a468-4ba9-857c-97ffc285df01 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] No DVR routers for this DVR port 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 on host n-h1-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:07:23.835187 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2d8c55b7-54db-4b31-8f9d-49b4194ef838 req-687d8674-a468-4ba9-857c-97ffc285df01 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:23.841983 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e009ab-0cb3-4e75-bcad-68259082af1e', 'name': 'network-vif-deleted', 'tag': '1fe10e06-7114-41ae-8fdb-fe3da306dbf3'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:23.844774 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b216e9-a8c9-41a7-81b8-982fe4ed09f1" -d '{"events": [{"server_uuid": "44e009ab-0cb3-4e75-bcad-68259082af1e", "name": "network-vif-deleted", "tag": "1fe10e06-7114-41ae-8fdb-fe3da306dbf3"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:23.930883 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2d8c55b7-54db-4b31-8f9d-49b4194ef838 req-687d8674-a468-4ba9-857c-97ffc285df01 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] 10.222.0.65 "DELETE /v2.0/ports/1fe10e06-7114-41ae-8fdb-fe3da306dbf3 HTTP/1.1" status: 204  len: 173 time: 1.6539016
Jun 04 15:07:24.057419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c60ef-1af7-4ee3-9708-df9e98f47ccb req-a8c5f2a4-cab6-4d5d-be43-d80ed126982c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:24.058731 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-366c60ef-1af7-4ee3-9708-df9e98f47ccb req-a8c5f2a4-cab6-4d5d-be43-d80ed126982c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 950 time: 0.1904111
Jun 04 15:07:24.070446 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5bc454-5af6-405a-a98d-218dfb847044 x-openstack-request-id: req-dd5bc454-5af6-405a-a98d-218dfb847044 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:24.070446 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e009ab-0cb3-4e75-bcad-68259082af1e", "name": "network-vif-deleted", "tag": "1fe10e06-7114-41ae-8fdb-fe3da306dbf3", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:24.070446 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd5bc454-5af6-405a-a98d-218dfb847044 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:24.070446 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e009ab-0cb3-4e75-bcad-68259082af1e', 'name': 'network-vif-deleted', 'tag': '1fe10e06-7114-41ae-8fdb-fe3da306dbf3', 'status': 'completed', 'code': 200}
Jun 04 15:07:24.132914 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device dc2924ef-ba26-402e-ac9f-92e25377abde up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:07:24.161916 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-366c60ef-1af7-4ee3-9708-df9e98f47ccb req-68b595d5-9361-4188-9704-ef8bdd83f586 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954115
Jun 04 15:07:24.164751 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:24.168958 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:24.255237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=296cfaad-359c-4592-9b19-8604f69952b7,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:24.261704 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:24.268873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Checking segment: {'id': '39d0d57f-422e-437a-a2a5-f73f6c5be94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8cdda4f2-94fb-4c8b-a578-adcbcc4fdb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:07:24.271537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Network hostable DHCP agents. Network: 8cdda4f2-94fb-4c8b-a578-adcbcc4fdb8d, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:07:24.357973 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port dc2924ef-ba26-402e-ac9f-92e25377abde completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:07:24.364652 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port dc2924ef-ba26-402e-ac9f-92e25377abde triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:07:24.369039 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:24.389234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0fbfa-1539-47b8-8ba6-93c15017d0c9 req-05ebee1f-65db-499e-8b6a-6adfa81e7446 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:24.389234 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8be0fbfa-1539-47b8-8ba6-93c15017d0c9 req-05ebee1f-65db-499e-8b6a-6adfa81e7446 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 949 time: 0.0914218
Jun 04 15:07:24.395850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Network 8cdda4f2-94fb-4c8b-a578-adcbcc4fdb8d is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:07:24.461241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8be0fbfa-1539-47b8-8ba6-93c15017d0c9 req-f7162216-9195-40e6-8f6e-11dc28e48a16 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525014
Jun 04 15:07:24.495140 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:24.495572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 8cdda4f2-94fb-4c8b-a578-adcbcc4fdb8d) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:07:24.501781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:24.511759 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:24.514642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2343e1-d837-43bb-8e9c-c7f65fdb71d6 None None] Network 8cdda4f2-94fb-4c8b-a578-adcbcc4fdb8d requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:07:24.617495 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53657062-fa89-4b85-9381-c591e54cd453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2924ef-ba26-402e-ac9f-92e25377abde'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:24.619844 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d21aaf-1259-4cb6-b40b-0e62361c15f0" -d '{"events": [{"server_uuid": "53657062-fa89-4b85-9381-c591e54cd453", "name": "network-vif-plugged", "status": "completed", "tag": "dc2924ef-ba26-402e-ac9f-92e25377abde"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:24.641913 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port dc2924ef-ba26-402e-ac9f-92e25377abde, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=dc2924ef-ba26-402e-ac9f-92e25377abde,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:24.642123 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.5782919
Jun 04 15:07:24.667434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d092a-8f55-4990-b5b0-ab428c47e243 req-f998975b-08ce-4e17-8da8-e3337cc76655 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:24.675934 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-709d092a-8f55-4990-b5b0-ab428c47e243 req-f998975b-08ce-4e17-8da8-e3337cc76655 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 948 time: 0.0977161
Jun 04 15:07:24.730432 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-709d092a-8f55-4990-b5b0-ab428c47e243 req-f7d9b237-f7e7-4e86-b43d-11f5e58dc478 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531003
Jun 04 15:07:24.746235 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45622b-d6dd-41b5-bf8d-2db3ce9eac15 req-3341fc0a-f065-4a1b-a547-49bf8984c363 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:24.759436 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6d45622b-d6dd-41b5-bf8d-2db3ce9eac15 req-3341fc0a-f065-4a1b-a547-49bf8984c363 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 1101 time: 0.1146195
Jun 04 15:07:24.791351 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-6d45622b-d6dd-41b5-bf8d-2db3ce9eac15 req-09d6ff03-7b97-43d0-8fae-1dde466b97cd tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:24.816985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-6d45622b-d6dd-41b5-bf8d-2db3ce9eac15 req-09d6ff03-7b97-43d0-8fae-1dde466b97cd tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:24.823668 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-6d45622b-d6dd-41b5-bf8d-2db3ce9eac15 req-09d6ff03-7b97-43d0-8fae-1dde466b97cd tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Usage tracker for resource:security_group_rule and tenant:5439f2f23f7e48b094822ec59d27ca34 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:24.829242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-6d45622b-d6dd-41b5-bf8d-2db3ce9eac15 req-09d6ff03-7b97-43d0-8fae-1dde466b97cd tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:24.839691 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-6d45622b-d6dd-41b5-bf8d-2db3ce9eac15 req-09d6ff03-7b97-43d0-8fae-1dde466b97cd tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:24.860945 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:24.862324 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device c15cf193-6d50-486c-8a4b-734ef4c73717 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:07:24.933713 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:24.958932 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-6d45622b-d6dd-41b5-bf8d-2db3ce9eac15 req-09d6ff03-7b97-43d0-8fae-1dde466b97cd tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:25.015429 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa56acb-0b08-4cec-9506-e49c56a12a30 None None] Network 8cdda4f2-94fb-4c8b-a578-adcbcc4fdb8d requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:07:25.056320 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-6d45622b-d6dd-41b5-bf8d-2db3ce9eac15 req-09d6ff03-7b97-43d0-8fae-1dde466b97cd tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:25.077846 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-142ee579-a550-4c6b-8d12-a744ce95b149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:25.105342 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6d45622b-d6dd-41b5-bf8d-2db3ce9eac15 req-09d6ff03-7b97-43d0-8fae-1dde466b97cd tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3446553
Jun 04 15:07:25.121573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64365a2f-3830-4003-ac47-643b29f6af09 req-2c13e706-dd12-4041-86e7-31b9e71ee866 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:25.121731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6ff03-7b97-43d0-8fae-1dde466b97cd tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95193c5a-f538-4c67-8020-99cbc5b1aa96,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:25.123335 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-64365a2f-3830-4003-ac47-643b29f6af09 req-2c13e706-dd12-4041-86e7-31b9e71ee866 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 945 time: 0.0951746
Jun 04 15:07:25.127714 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09d6ff03-7b97-43d0-8fae-1dde466b97cd tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:25.178259 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-64365a2f-3830-4003-ac47-643b29f6af09 req-fff6124b-80ee-487f-8113-49fe625f81bd tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468996
Jun 04 15:07:25.220185 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e5731f-c3da-4e69-929e-2fa1d7963ba9 x-openstack-request-id: req-41e5731f-c3da-4e69-929e-2fa1d7963ba9 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:25.220906 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53657062-fa89-4b85-9381-c591e54cd453", "name": "network-vif-plugged", "status": "completed", "tag": "dc2924ef-ba26-402e-ac9f-92e25377abde", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:25.221146 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41e5731f-c3da-4e69-929e-2fa1d7963ba9 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:25.221536 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53657062-fa89-4b85-9381-c591e54cd453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2924ef-ba26-402e-ac9f-92e25377abde', 'code': 200}
Jun 04 15:07:25.226995 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=dc2924ef-ba26-402e-ac9f-92e25377abde,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:25.252586 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:25.410173 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port c15cf193-6d50-486c-8a4b-734ef4c73717 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:07:25.413209 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:25.456447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port c15cf193-6d50-486c-8a4b-734ef4c73717 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:07:25.456916 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:25.459285 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77031507-d66d-4e08-81fb-ae053f44de0b req-26291888-63b0-4c27-97ab-ea8d6a6b2943 tempest-LiveMigrationNegativeTest-1497271287 tempest-LiveMigrationNegativeTest-1497271287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:25.468564 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-77031507-d66d-4e08-81fb-ae053f44de0b req-26291888-63b0-4c27-97ab-ea8d6a6b2943 tempest-LiveMigrationNegativeTest-1497271287 tempest-LiveMigrationNegativeTest-1497271287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 1099 time: 0.1359420
Jun 04 15:07:25.496023 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9522be5-4e76-433e-8525-74d4c63e26c9 req-e2447ad3-3cf8-4a2b-909b-8bc1d485dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:25.497538 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e9522be5-4e76-433e-8525-74d4c63e26c9 req-e2447ad3-3cf8-4a2b-909b-8bc1d485dcc0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 1101 time: 0.2167418
Jun 04 15:07:25.502245 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-77031507-d66d-4e08-81fb-ae053f44de0b req-65e3fbb1-5dc3-4fe6-94e9-aaeb597ea558 tempest-LiveMigrationNegativeTest-1497271287 tempest-LiveMigrationNegativeTest-1497271287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:25.541225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-77031507-d66d-4e08-81fb-ae053f44de0b req-65e3fbb1-5dc3-4fe6-94e9-aaeb597ea558 tempest-LiveMigrationNegativeTest-1497271287 tempest-LiveMigrationNegativeTest-1497271287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:25.553570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-77031507-d66d-4e08-81fb-ae053f44de0b req-65e3fbb1-5dc3-4fe6-94e9-aaeb597ea558 tempest-LiveMigrationNegativeTest-1497271287 tempest-LiveMigrationNegativeTest-1497271287-project-admin] Usage tracker for resource:security_group_rule and tenant:8eed4cfdb7154959b9336a65f2bfd3f1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:25.560137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-77031507-d66d-4e08-81fb-ae053f44de0b req-65e3fbb1-5dc3-4fe6-94e9-aaeb597ea558 tempest-LiveMigrationNegativeTest-1497271287 tempest-LiveMigrationNegativeTest-1497271287-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:25.576442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-77031507-d66d-4e08-81fb-ae053f44de0b req-65e3fbb1-5dc3-4fe6-94e9-aaeb597ea558 tempest-LiveMigrationNegativeTest-1497271287 tempest-LiveMigrationNegativeTest-1497271287-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:25.586619 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e9522be5-4e76-433e-8525-74d4c63e26c9 req-d90aad00-7e95-4a78-a363-0c054aefe7cf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725820
Jun 04 15:07:25.663169 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:25.710916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c15cf193-6d50-486c-8a4b-734ef4c73717,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:25.718296 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-77031507-d66d-4e08-81fb-ae053f44de0b req-65e3fbb1-5dc3-4fe6-94e9-aaeb597ea558 tempest-LiveMigrationNegativeTest-1497271287 tempest-LiveMigrationNegativeTest-1497271287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:25.789423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-0815d3f1-3c53-40f5-a44f-175b9922e8d1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:25.790128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-0815d3f1-3c53-40f5-a44f-175b9922e8d1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Synchronizing usage tracker for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:07:25.793394 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:25.793965 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:07:25.820948 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-77031507-d66d-4e08-81fb-ae053f44de0b req-65e3fbb1-5dc3-4fe6-94e9-aaeb597ea558 tempest-LiveMigrationNegativeTest-1497271287 tempest-LiveMigrationNegativeTest-1497271287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:25.824005 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:25.830611 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8d79cd59-e621-4a98-9857-12e0fa85ad1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:25.853572 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-77031507-d66d-4e08-81fb-ae053f44de0b req-65e3fbb1-5dc3-4fe6-94e9-aaeb597ea558 tempest-LiveMigrationNegativeTest-1497271287 tempest-LiveMigrationNegativeTest-1497271287-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3840625
Jun 04 15:07:25.854101 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60786) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:25.867613 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:07:25.867965 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 1fe10e06-7114-41ae-8fdb-fe3da306dbf3 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:07:25.878519 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3fbb1-5dc3-4fe6-94e9-aaeb597ea558 tempest-LiveMigrationNegativeTest-1497271287 tempest-LiveMigrationNegativeTest-1497271287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badca272-aa6f-4ba4-a992-926adfdfcedc,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:25.882818 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-65e3fbb1-5dc3-4fe6-94e9-aaeb597ea558 tempest-LiveMigrationNegativeTest-1497271287 tempest-LiveMigrationNegativeTest-1497271287-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:25.884703 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-0815d3f1-3c53-40f5-a44f-175b9922e8d1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Unset dirty status for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:07:25.890469 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-0815d3f1-3c53-40f5-a44f-175b9922e8d1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 820 time: 0.3585088
Jun 04 15:07:25.909475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-2e9774e7-5200-4168-a0ed-e3f02e36cf30 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/quotas/22c4a2a8b29d48d981ff2e2fc2535d0e HTTP/1.1" status: 200  len: 375 time: 0.0157816
Jun 04 15:07:25.913967 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=c15cf193-6d50-486c-8a4b-734ef4c73717,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:25.917675 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:25.959557 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-c271e185-4309-460b-a2a0-4dcfe5dd02e4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0491967
Jun 04 15:07:26.052879 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-241f7ae3-6773-449e-9487-bec9ad4dc5c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7a4bebab58d44f994610e0d7c48047d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1896267
Jun 04 15:07:26.055550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60794) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:26.121548 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-726d7a73-11cd-4642-a66a-33408b25bdb3 service neutron] 10.222.0.32 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551142
Jun 04 15:07:26.127733 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7a0030ab-8cea-4527-92a4-8247e7d0a6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:26.165705 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7a0030ab-8cea-4527-92a4-8247e7d0a6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:26.275714 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-7864723f-443f-420a-ba77-f92cccda95a7 service neutron] 10.222.0.32 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480570
Jun 04 15:07:26.393357 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7a0030ab-8cea-4527-92a4-8247e7d0a6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:26.396901 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e0231ce3-90f2-445b-9fcc-188227814b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:26.411797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0030ab-8cea-4527-92a4-8247e7d0a6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944f3cc5-41fb-42ee-9da3-733af47b1a4d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:26.416006 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7a0030ab-8cea-4527-92a4-8247e7d0a6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:26.535413 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7a0030ab-8cea-4527-92a4-8247e7d0a6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:26.538315 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7a0030ab-8cea-4527-92a4-8247e7d0a6c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/944f3cc5-41fb-42ee-9da3-733af47b1a4d HTTP/1.1" status: 204  len: 168 time: 0.4796555
Jun 04 15:07:26.578412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ecdaf-2906-4bd5-9d93-dfebdfe06b72 req-2c3552c4-954e-4413-9194-254e73fe07e5 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:26.585900 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c3ecdaf-2906-4bd5-9d93-dfebdfe06b72 req-2c3552c4-954e-4413-9194-254e73fe07e5 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 950 time: 0.1369855
Jun 04 15:07:26.649453 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-81fe49fc-4515-4929-9845-a0f03691baeb tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0cb2b44d21194835958bac19c6d44e4d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0434387
Jun 04 15:07:26.681271 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c3ecdaf-2906-4bd5-9d93-dfebdfe06b72 req-929314ea-ca82-4f57-ad24-04cf3136fb84 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866299
Jun 04 15:07:26.828991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157675-70ff-4509-8e66-411282ab40a3 req-f0133db7-244e-41af-8974-fecd13d2ae5f tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:26.830761 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-f0133db7-244e-41af-8974-fecd13d2ae5f tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1751623
Jun 04 15:07:26.846193 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-92d4103a-648f-4e3d-b8fa-fb235b9616da tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/quotas/0cb2b44d21194835958bac19c6d44e4d HTTP/1.1" status: 200  len: 375 time: 0.0098076
Jun 04 15:07:26.883494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d70cd2-4037-46a0-9fa0-1667cd75ca1a req-58a7d47d-9137-4923-9b9f-937f673b4c39 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:26.885147 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00d70cd2-4037-46a0-9fa0-1667cd75ca1a req-58a7d47d-9137-4923-9b9f-937f673b4c39 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 946 time: 0.0907896
Jun 04 15:07:26.939592 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00d70cd2-4037-46a0-9fa0-1667cd75ca1a req-76faf9fe-faa8-4f7a-a771-8ae0d3f0a9ec tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485659
Jun 04 15:07:26.949531 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-c670ea7b-e29c-4827-b4b4-aff1ac74d67e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0976074
Jun 04 15:07:27.125560 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cd9aa5eb-e81d-414a-a602-2b749242a087 req-4bf21a05-86d3-43b3-a399-fab1ef86f20c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 210 time: 0.0466189
Jun 04 15:07:27.222444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15cf193-6d50-486c-8a4b-734ef4c73717'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:27.224917 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32e54ae-1711-412f-8466-0454418ad75b" -d '{"events": [{"server_uuid": "f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4", "name": "network-vif-plugged", "status": "completed", "tag": "c15cf193-6d50-486c-8a4b-734ef4c73717"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:27.353468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60840) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:27.408375 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2e4a70c0-4b08-47a9-b3f8-88ca80682456 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6619603f6e854c15adfc3d698b7b7c2a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0535448
Jun 04 15:07:27.410876 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60842) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:27.463445 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-98738383-9856-4fa0-ab43-14f61264e9a0 req-e166eec7-d0fe-4860-8702-efa10b97a69f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:07:27.464416 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-98738383-9856-4fa0-ab43-14f61264e9a0 req-e166eec7-d0fe-4860-8702-efa10b97a69f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1286988
Jun 04 15:07:27.489864 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-10366f2f-0c8a-4fd9-a04e-f18389b67e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:27.516647 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-10366f2f-0c8a-4fd9-a04e-f18389b67e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:27.712516 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-10366f2f-0c8a-4fd9-a04e-f18389b67e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:27.716312 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fc4aa8c4-07ed-4886-bc43-0bce840952a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:27.736581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10366f2f-0c8a-4fd9-a04e-f18389b67e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7fd011-17b6-4b5b-ad16-2846c4e3e1b2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:27.739796 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-10366f2f-0c8a-4fd9-a04e-f18389b67e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:27.743067 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe7f83b-599d-49f3-b1f7-6a847b0552bb x-openstack-request-id: req-9fe7f83b-599d-49f3-b1f7-6a847b0552bb {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:27.743540 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4", "name": "network-vif-plugged", "status": "completed", "tag": "c15cf193-6d50-486c-8a4b-734ef4c73717", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:27.744456 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fe7f83b-599d-49f3-b1f7-6a847b0552bb {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:27.744456 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15cf193-6d50-486c-8a4b-734ef4c73717', 'code': 200}
Jun 04 15:07:27.772078 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-10366f2f-0c8a-4fd9-a04e-f18389b67e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:27.773244 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-10366f2f-0c8a-4fd9-a04e-f18389b67e13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e7fd011-17b6-4b5b-ad16-2846c4e3e1b2 HTTP/1.1" status: 204  len: 168 time: 0.3614271
Jun 04 15:07:28.039743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e37a80-0f05-4c05-bb83-ffb2b7d1acc1 req-0dfc7ae9-abac-4516-a634-01e2c50b38be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:28.041409 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3e37a80-0f05-4c05-bb83-ffb2b7d1acc1 req-0dfc7ae9-abac-4516-a634-01e2c50b38be service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 1097 time: 0.2155058
Jun 04 15:07:28.096842 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3e37a80-0f05-4c05-bb83-ffb2b7d1acc1 req-5bd5d5cc-26e0-4d8c-8411-5ade9616abf2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477865
Jun 04 15:07:28.300479 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9951541-b8e8-4430-9fe5-182bfce899da req-0d3485f4-a951-417f-a4ed-6d2ab04f0b51 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:28.302000 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b9951541-b8e8-4430-9fe5-182bfce899da req-0d3485f4-a951-417f-a4ed-6d2ab04f0b51 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 950 time: 0.0852513
Jun 04 15:07:28.359414 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b9951541-b8e8-4430-9fe5-182bfce899da req-92082f27-f7dc-4572-853c-744a22ddd033 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511434
Jun 04 15:07:28.564766 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a14d4b3-f3dd-4a3b-80e3-d9f0bae0a511 req-3c80a60a-3f61-4300-b9d8-561b09c88538 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 210 time: 0.0535371
Jun 04 15:07:28.586507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cda34a-bdba-4957-89f7-b4575f954eaa req-cd3fc95e-44f5-47ac-a96d-925a1c430e2d tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:28.589038 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-62cda34a-bdba-4957-89f7-b4575f954eaa req-cd3fc95e-44f5-47ac-a96d-925a1c430e2d tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 946 time: 0.1012290
Jun 04 15:07:28.644067 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-62cda34a-bdba-4957-89f7-b4575f954eaa req-90cc77dd-d67c-4b49-afde-4c9ea5ae787a tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462747
Jun 04 15:07:28.800493 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-15ace6c7-6842-4b81-90df-4c89b341f30a req-b5a2d300-1057-4888-a149-320fd6caaeeb tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 210 time: 0.0597637
Jun 04 15:07:28.911658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4828388-1b1f-4f70-840c-855171eec96a req-b16f09bf-b2b4-48a0-97e9-7a9bee8ffff2 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:28.914211 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4828388-1b1f-4f70-840c-855171eec96a req-b16f09bf-b2b4-48a0-97e9-7a9bee8ffff2 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 948 time: 0.1406744
Jun 04 15:07:28.989873 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4828388-1b1f-4f70-840c-855171eec96a req-54e621c3-fce4-43d6-94a3-33c3047c5bb3 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636871
Jun 04 15:07:29.440614 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a81bf3d3-f264-45b3-b43b-2fde596b8a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:29.591367 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8be6d4-c6bf-4cf4-9bc3-69b7e5eae806 req-be852adf-1a50-4a75-8f82-f3a8607c2d63 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:29.593438 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0c8be6d4-c6bf-4cf4-9bc3-69b7e5eae806 req-be852adf-1a50-4a75-8f82-f3a8607c2d63 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 950 time: 0.0935674
Jun 04 15:07:29.666139 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0c8be6d4-c6bf-4cf4-9bc3-69b7e5eae806 req-66771bdd-f1ba-4d96-95ac-6bc4bbb9118d tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663657
Jun 04 15:07:29.785798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-1a9821b1-ffbc-44be-96ee-d0b66c855e6c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:29.787638 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-1a9821b1-ffbc-44be-96ee-d0b66c855e6c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.62 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 820 time: 0.2993093
Jun 04 15:07:29.855258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60918) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:29.855721 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-34fe15cb-3b5a-43ce-9018-3e64ecd86432 req-e4ff64c2-4a66-46a1-8ad2-389dbd92337e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 210 time: 0.0668719
Jun 04 15:07:29.861687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Request body: {'port': {'device_id': '05fa0c74-c3bd-48d6-9d0f-6363ff240ab2', 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969', 'admin_state_up': True, 'tenant_id': '22c4a2a8b29d48d981ff2e2fc2535d0e'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:29.927915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710d3ab-e268-45b5-9bb8-3f9e3c108781 req-e9b0fddd-2a55-489e-93fb-80d8d4676f95 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:29.929840 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9710d3ab-e268-45b5-9bb8-3f9e3c108781 req-e9b0fddd-2a55-489e-93fb-80d8d4676f95 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 946 time: 0.1395643
Jun 04 15:07:30.050916 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9710d3ab-e268-45b5-9bb8-3f9e3c108781 req-ab2a88e6-600f-47c8-986a-3ef4fbd64a67 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006019
Jun 04 15:07:30.093441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e55b23b2-1337-41ab-a2fe-6a383890b37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:30.113147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:30.119179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Usage tracker for resource:port and tenant:22c4a2a8b29d48d981ff2e2fc2535d0e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:30.128567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:30.131407 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e55b23b2-1337-41ab-a2fe-6a383890b37b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:30.136116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:30.139053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e55b23b2-1337-41ab-a2fe-6a383890b37b admin admin] Usage tracker for resource:security_group_rule and tenant:b8228e9cd6804772901c4fe3b31ce94d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:30.143190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e55b23b2-1337-41ab-a2fe-6a383890b37b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:30.151241 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e55b23b2-1337-41ab-a2fe-6a383890b37b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:30.241139 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a58e68c2-71e0-4143-9e1b-4e121e258439 req-58e4d1e7-3e11-43ce-ad3c-21e4df6627b1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 210 time: 0.0563481
Jun 04 15:07:30.244641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Made reservation on behalf of 22c4a2a8b29d48d981ff2e2fc2535d0e for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:07:30.250049 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:30.377273 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e55b23b2-1337-41ab-a2fe-6a383890b37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:30.515898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Allocated IP 172.20.0.4 (760c71b3-e8c0-4258-bd3c-3da1c3b21969/89890e03-c3ba-40af-a914-1d8ff3976cbd/6fa90b49-81c0-42db-8129-ec8c25f6983f) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:07:30.518883 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e55b23b2-1337-41ab-a2fe-6a383890b37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:30.535124 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ae07f4f7-a484-4563-ad30-6afd940e0b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:30.611734 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e55b23b2-1337-41ab-a2fe-6a383890b37b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8228e9cd6804772901c4fe3b31ce94d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7514317
Jun 04 15:07:30.613652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60942) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:30.647809 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b23b2-1337-41ab-a2fe-6a383890b37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865554dc-843c-4d8d-b9d1-9cb7c0b502cd,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:30.666872 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e55b23b2-1337-41ab-a2fe-6a383890b37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:30.709569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3bd15-4660-4704-9ad6-603188457512 req-4dd1c906-ae1e-4183-a1fb-77c190d338cd tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:30.716917 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b7d3bd15-4660-4704-9ad6-603188457512 req-4dd1c906-ae1e-4183-a1fb-77c190d338cd tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 948 time: 0.2828622
Jun 04 15:07:30.785630 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9550868b-78fb-4856-a645-6714b2223154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:30.811661 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b7d3bd15-4660-4704-9ad6-603188457512 req-3963bcf9-202d-41af-a1de-07a42043a0d3 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916944
Jun 04 15:07:30.849991 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9550868b-78fb-4856-a645-6714b2223154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:30.936288 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:31.025939 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9550868b-78fb-4856-a645-6714b2223154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:31.032065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc85c1-5e0a-4303-b9af-d1c5289db75a req-f834f717-6356-4fa4-b03f-5d11bbb29890 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:31.032271 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:31.033808 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55bc85c1-5e0a-4303-b9af-d1c5289db75a req-f834f717-6356-4fa4-b03f-5d11bbb29890 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 948 time: 0.2528539
Jun 04 15:07:31.045907 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550868b-78fb-4856-a645-6714b2223154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865554dc-843c-4d8d-b9d1-9cb7c0b502cd,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:31.050899 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9550868b-78fb-4856-a645-6714b2223154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:31.054633 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9550868b-78fb-4856-a645-6714b2223154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:31.056142 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9550868b-78fb-4856-a645-6714b2223154 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/865554dc-843c-4d8d-b9d1-9cb7c0b502cd HTTP/1.1" status: 204  len: 168 time: 0.4388092
Jun 04 15:07:31.122376 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:31.131450 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ef95856c-26ae-493c-af6a-89a6de49ddfc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:31.221917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6e42d-358a-44d9-ad9d-400b0dd4eea8 req-41473f64-a62b-4a96-9f67-2b8e44cec591 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:31.223463 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2a6e42d-358a-44d9-ad9d-400b0dd4eea8 req-41473f64-a62b-4a96-9f67-2b8e44cec591 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 950 time: 0.1248608
Jun 04 15:07:31.252598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dccd9-b33a-4c2f-991f-4191a2e0328c req-a99ee855-6851-42d6-bbeb-5778d8bc6810 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:31.254149 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3f5dccd9-b33a-4c2f-991f-4191a2e0328c req-a99ee855-6851-42d6-bbeb-5778d8bc6810 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 1097 time: 0.2784512
Jun 04 15:07:31.258240 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:07:31.269409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:07:31.285619 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2a6e42d-358a-44d9-ad9d-400b0dd4eea8 req-445fec3e-ca3a-47d0-98a3-5e42216c6a35 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532384
Jun 04 15:07:31.288519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:07:31.293925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:31.294532 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:31.299751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Pushing event updated for resources: {'Port': ['ID=6fa90b49-81c0-42db-8129-ec8c25f6983f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:31.316953 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:31.351151 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3f5dccd9-b33a-4c2f-991f-4191a2e0328c req-e29cc2fe-8334-4fd6-b1f9-f5e7f4d8ddd5 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850854
Jun 04 15:07:31.355567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-55bc85c1-5e0a-4303-b9af-d1c5289db75a req-2b0f9fb4-0fde-479b-b4aa-540d1187b0d9 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Deleting port 9bc03393-a890-47b4-a821-326184086f67 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:07:31.355907 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55bc85c1-5e0a-4303-b9af-d1c5289db75a req-2b0f9fb4-0fde-479b-b4aa-540d1187b0d9 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:31.535579 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6786330
Jun 04 15:07:31.540320 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8edcd3ff-b9f3-4d33-88e4-df1993fcee68 req-c5cb49d9-54e9-4ab7-b4ea-05194616156c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 210 time: 0.0566752
Jun 04 15:07:31.550830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Request body: {'port': {'device_id': '05fa0c74-c3bd-48d6-9d0f-6363ff240ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:31.613649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.62', 64750) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:31.649680 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-f9a18fb7-f42e-4de8-8a06-69cf2b4a6120 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0cb2b44d21194835958bac19c6d44e4d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0352256
Jun 04 15:07:31.667595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-55bc85c1-5e0a-4303-b9af-d1c5289db75a req-2b0f9fb4-0fde-479b-b4aa-540d1187b0d9 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] For port 9bc03393-a890-47b4-a821-326184086f67, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9bc03393-a890-47b4-a821-326184086f67,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:31.667955 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55bc85c1-5e0a-4303-b9af-d1c5289db75a req-2b0f9fb4-0fde-479b-b4aa-540d1187b0d9 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:31.793729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d56e4-6ce5-4aa5-a866-133773f7e970 req-c11fe04b-1d1d-4229-ae3d-3d86385bf81f tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:31.795054 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d1d56e4-6ce5-4aa5-a866-133773f7e970 req-c11fe04b-1d1d-4229-ae3d-3d86385bf81f tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 931 time: 0.2352200
Jun 04 15:07:31.862020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-55bc85c1-5e0a-4303-b9af-d1c5289db75a req-2b0f9fb4-0fde-479b-b4aa-540d1187b0d9 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Calling delete_port for 9bc03393-a890-47b4-a821-326184086f67 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:07:31.896706 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:31.921559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157675-70ff-4509-8e66-411282ab40a3 req-cc94dd19-b5b2-4632-90c2-6fb7dfd9102b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:31.925990 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-cc94dd19-b5b2-4632-90c2-6fb7dfd9102b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2675052
Jun 04 15:07:31.954815 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Request body: {'port': {'device_id': 'b8a7f36a-093f-4ae9-bfde-55e851acb2df', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '0cb2b44d21194835958bac19c6d44e4d'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:31.996362 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:32.010952 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d1d56e4-6ce5-4aa5-a866-133773f7e970 req-d13ff5e7-03be-4c59-b530-c3dbb312ac39 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2051964
Jun 04 15:07:32.029044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ca76c-fe7d-4ceb-8937-9b6550db5702 req-7387a735-12dd-4606-a824-1e4d7734c813 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:32.030546 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-932ca76c-fe7d-4ceb-8937-9b6550db5702 req-7387a735-12dd-4606-a824-1e4d7734c813 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 1097 time: 0.2735500
Jun 04 15:07:32.215482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:32.290945 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b65571d1-f9db-4c65-b0e0-de72441f46e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:32.309829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60968) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:32.328408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60970) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:32.331307 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:32.351543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cc880-6bcd-485c-a21c-4a1148bc1168 req-703249c6-0d21-46fa-ad66-f0812da523e7 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:32.354295 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5a7cc880-6bcd-485c-a21c-4a1148bc1168 req-703249c6-0d21-46fa-ad66-f0812da523e7 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.65 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 950 time: 0.2596140
Jun 04 15:07:32.356181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c607808-c9dd-4525-965e-5033a5baccda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:32.463139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1c607808-c9dd-4525-965e-5033a5baccda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:32.466691 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.62', 64751) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:32.482433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1c607808-c9dd-4525-965e-5033a5baccda admin admin] Usage tracker for resource:security_group_rule and tenant:153b5188e62740be87a6bddc15ab2395 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:32.493832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1c607808-c9dd-4525-965e-5033a5baccda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:32.507123 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-932ca76c-fe7d-4ceb-8937-9b6550db5702 req-e620538f-7d3d-4d3b-9818-6eb8c05abd0c tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981359
Jun 04 15:07:32.508003 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1c607808-c9dd-4525-965e-5033a5baccda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:32.537819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa90b49-81c0-42db-8129-ec8c25f6983f {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:07:32.549046 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:32.606770 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-269cb5bb-a41d-429a-aac4-4fdb0853d76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:32.624158 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Made reservation on behalf of 0cb2b44d21194835958bac19c6d44e4d for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:07:32.628522 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:32.628770 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-269cb5bb-a41d-429a-aac4-4fdb0853d76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:32.632557 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-269cb5bb-a41d-429a-aac4-4fdb0853d76e admin admin] Usage tracker for resource:security_group_rule and tenant:ca05da9446f84b31b93008e2b1fa8fb7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:32.635590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-269cb5bb-a41d-429a-aac4-4fdb0853d76e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:32.642248 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-70efa80a-c194-434b-91b4-91ee5979a45d tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0cb2b44d21194835958bac19c6d44e4d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1679766
Jun 04 15:07:32.645174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-269cb5bb-a41d-429a-aac4-4fdb0853d76e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:32.650867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Transition to ACTIVE for port object 6fa90b49-81c0-42db-8129-ec8c25f6983f will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:07:32.653769 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f5930-dff9-4298-8815-18de8bc86ffa req-75a432fe-a6f1-4a56-b5a9-8f09cda97efa tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:32.655293 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9f5930-dff9-4298-8815-18de8bc86ffa req-75a432fe-a6f1-4a56-b5a9-8f09cda97efa tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 948 time: 0.4371407
Jun 04 15:07:32.657842 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55bc85c1-5e0a-4303-b9af-d1c5289db75a req-2b0f9fb4-0fde-479b-b4aa-540d1187b0d9 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:32.670089 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['1f87e1a7-d7f7-4c56-8ff0-8e0e97300706'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:07:32.673381 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:32.878215 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c607808-c9dd-4525-965e-5033a5baccda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:32.905395 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9f5930-dff9-4298-8815-18de8bc86ffa req-07488dce-03bc-434d-a8a6-de80f120020c tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2203012
Jun 04 15:07:32.916359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f9fb4-0fde-479b-b4aa-540d1187b0d9 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Pushing event deleted for resources: {'Port': ['ID=9bc03393-a890-47b4-a821-326184086f67,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:32.996593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157675-70ff-4509-8e66-411282ab40a3 req-1db18043-1b3a-4f74-b924-88dadd3f5841 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:32.998518 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-1db18043-1b3a-4f74-b924-88dadd3f5841 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3366804
Jun 04 15:07:33.008178 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-5a7cc880-6bcd-485c-a21c-4a1148bc1168 req-83e17d8d-da38-4ca1-9b39-b14318c157c8 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Deleting port dc2924ef-ba26-402e-ac9f-92e25377abde {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:07:33.008178 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-5a7cc880-6bcd-485c-a21c-4a1148bc1168 req-83e17d8d-da38-4ca1-9b39-b14318c157c8 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:33.098885 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:33.122328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Request body: {'port': {'device_id': 'e6286179-1a0b-4fd3-9f26-0bf73d8893fc', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '0cb2b44d21194835958bac19c6d44e4d'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:33.145627 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2b0f9fb4-0fde-479b-b4aa-540d1187b0d9 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:33.147624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bc85c1-5e0a-4303-b9af-d1c5289db75a req-2b0f9fb4-0fde-479b-b4aa-540d1187b0d9 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] No DVR routers for this DVR port 9bc03393-a890-47b4-a821-326184086f67 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:07:33.149078 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-da0aec76-438c-4e5a-a222-20f39c7d2279 tempest-DeleteServersAdminTestJSON-102895002 tempest-DeleteServersAdminTestJSON-102895002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:33.179083 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55bc85c1-5e0a-4303-b9af-d1c5289db75a req-2b0f9fb4-0fde-479b-b4aa-540d1187b0d9 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:33.192153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d41a676-aff5-4c19-b704-2a2186f7bec2', 'name': 'network-vif-deleted', 'tag': '9bc03393-a890-47b4-a821-326184086f67'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:33.194532 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a52504e-fb86-420a-af4e-9d30f321562c" -d '{"events": [{"server_uuid": "8d41a676-aff5-4c19-b704-2a2186f7bec2", "name": "network-vif-deleted", "tag": "9bc03393-a890-47b4-a821-326184086f67"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:33.196960 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c607808-c9dd-4525-965e-5033a5baccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:33.216068 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7ed454c-fc4f-40b5-b26d-9d8ee7e67c10 req-0abad072-8ae9-48ee-89f2-579814cc9716 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 210 time: 0.0979624
Jun 04 15:07:33.391823 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1c607808-c9dd-4525-965e-5033a5baccda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=153b5188e62740be87a6bddc15ab2395&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0779736
Jun 04 15:07:33.391823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa90b49-81c0-42db-8129-ec8c25f6983f,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:33.397564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-5a7cc880-6bcd-485c-a21c-4a1148bc1168 req-83e17d8d-da38-4ca1-9b39-b14318c157c8 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] For port dc2924ef-ba26-402e-ac9f-92e25377abde, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=dc2924ef-ba26-402e-ac9f-92e25377abde,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:33.397814 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-5a7cc880-6bcd-485c-a21c-4a1148bc1168 req-83e17d8d-da38-4ca1-9b39-b14318c157c8 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:33.404966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60988) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:33.410329 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Allocated IP 192.168.233.199 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/68f0c106-4301-4722-a664-002be03379b1) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:07:33.420263 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:33.431358 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:33.461253 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:33.510961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Attempting to bind port 6fa90b49-81c0-42db-8129-ec8c25f6983f on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:07:33.513198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Attempting to bind port 6fa90b49-81c0-42db-8129-ec8c25f6983f by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:07:33.513198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Attempting to bind port 6fa90b49-81c0-42db-8129-ec8c25f6983f on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:33.519015 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55bc85c1-5e0a-4303-b9af-d1c5289db75a req-2b0f9fb4-0fde-479b-b4aa-540d1187b0d9 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.62 "DELETE /v2.0/ports/9bc03393-a890-47b4-a821-326184086f67 HTTP/1.1" status: 204  len: 173 time: 2.4726987
Jun 04 15:07:33.528073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c607808-c9dd-4525-965e-5033a5baccda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851c3e36-dde9-462e-bd9e-f9e49197038c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:33.543033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e293fd8-9267-4c46-9a6a-7855ea66f863 req-d107d06d-8fa6-4cba-8353-efee4ed8fa61 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:33.544628 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2e293fd8-9267-4c46-9a6a-7855ea66f863 req-d107d06d-8fa6-4cba-8353-efee4ed8fa61 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 950 time: 0.6298099
Jun 04 15:07:33.545587 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c607808-c9dd-4525-965e-5033a5baccda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:33.549146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Port 6fa90b49-81c0-42db-8129-ec8c25f6983f on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:07:33.549465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Attempting to bind port 6fa90b49-81c0-42db-8129-ec8c25f6983f on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:33.552864 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-269cb5bb-a41d-429a-aac4-4fdb0853d76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:33.572504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:07:33.572898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Checking segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:07:33.573308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Bound using segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:07:33.573662 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-5a7cc880-6bcd-485c-a21c-4a1148bc1168 req-83e17d8d-da38-4ca1-9b39-b14318c157c8 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Calling delete_port for dc2924ef-ba26-402e-ac9f-92e25377abde owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:07:33.573834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Bound port: 6fa90b49-81c0-42db-8129-ec8c25f6983f, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:07:33.574153 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:33.626488 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:33.654756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Usage tracker for resource:port and tenant:0cb2b44d21194835958bac19c6d44e4d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:33.661337 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2e293fd8-9267-4c46-9a6a-7855ea66f863 req-c35ac423-6c9b-43a2-bde8-94238fc21395 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/security-groups?id=f47b5534-f6f9-475d-8d3e-1d5c6c464349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057620
Jun 04 15:07:33.662491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:33.686065 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-269cb5bb-a41d-429a-aac4-4fdb0853d76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:33.690548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:33.693172 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:33.720974 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68151a72-683e-4bfd-8daf-a298547b5105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:33.742427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] For port 6fa90b49-81c0-42db-8129-ec8c25f6983f, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:07:33.755719 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-269cb5bb-a41d-429a-aac4-4fdb0853d76e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca05da9446f84b31b93008e2b1fa8fb7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4137189
Jun 04 15:07:33.756608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60992) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:33.759960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cb5bb-a41d-429a-aac4-4fdb0853d76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de0daf5-6be2-4a87-9576-060575dfbf33,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:33.773417 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-269cb5bb-a41d-429a-aac4-4fdb0853d76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:33.779740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] For port 6fa90b49-81c0-42db-8129-ec8c25f6983f, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:07:33.805741 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68151a72-683e-4bfd-8daf-a298547b5105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:33.866447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Made reservation on behalf of 0cb2b44d21194835958bac19c6d44e4d for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:07:33.870163 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:33.873835 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3254ac89-9225-4218-bbb3-7e026c5d5517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:33.908246 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:33.916165 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2b0f9fb4-0fde-479b-b4aa-540d1187b0d9 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:33.955366 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3254ac89-9225-4218-bbb3-7e026c5d5517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:33.995326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:33.995936 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:33.997400 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] 10.222.0.62 "PUT /v2.0/ports/6fa90b49-81c0-42db-8129-ec8c25f6983f HTTP/1.1" status: 200  len: 1091 time: 2.4510355
Jun 04 15:07:34.051316 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa90b49-81c0-42db-8129-ec8c25f6983f,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:34.061534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edd2f1-b3a4-4e5c-ad1b-50d1cea8194b req-7869d9d8-25df-4245-ae05-dc91499dfe8f tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:34.062255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-21edd2f1-b3a4-4e5c-ad1b-50d1cea8194b req-7869d9d8-25df-4245-ae05-dc91499dfe8f tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Synchronizing usage tracker for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:07:34.065854 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:34.109577 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:34.174152 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3254ac89-9225-4218-bbb3-7e026c5d5517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:34.179284 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-10366f2f-0c8a-4fd9-a04e-f18389b67e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:34.188970 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9bc03393-a890-47b4-a821-326184086f67 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:07:34.203738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254ac89-9225-4218-bbb3-7e026c5d5517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de0daf5-6be2-4a87-9576-060575dfbf33,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:34.206124 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3254ac89-9225-4218-bbb3-7e026c5d5517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:34.210999 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3254ac89-9225-4218-bbb3-7e026c5d5517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:34.215241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3254ac89-9225-4218-bbb3-7e026c5d5517 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5de0daf5-6be2-4a87-9576-060575dfbf33 HTTP/1.1" status: 204  len: 168 time: 0.4531589
Jun 04 15:07:34.232378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-6b3360eb-653b-4b49-88a0-5b893f900935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:34.232535 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 9bc03393-a890-47b4-a821-326184086f67 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:07:34.232819 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9bc03393-a890-47b4-a821-326184086f67 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:07:34.235623 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-6b3360eb-653b-4b49-88a0-5b893f900935 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 1094 time: 0.1097360
Jun 04 15:07:34.244604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-21edd2f1-b3a4-4e5c-ad1b-50d1cea8194b req-7869d9d8-25df-4245-ae05-dc91499dfe8f tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Unset dirty status for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:07:34.244828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Transition to ACTIVE for port object 68f0c106-4301-4722-a664-002be03379b1 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:07:34.262657 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-21edd2f1-b3a4-4e5c-ad1b-50d1cea8194b req-7869d9d8-25df-4245-ae05-dc91499dfe8f tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 943 time: 0.4317653
Jun 04 15:07:34.271369 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68151a72-683e-4bfd-8daf-a298547b5105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:34.274220 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-5a7cc880-6bcd-485c-a21c-4a1148bc1168 req-83e17d8d-da38-4ca1-9b39-b14318c157c8 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:34.291929 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e0808a19-0166-4d21-b0d0-217bcdfa9c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:34.340449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68151a72-683e-4bfd-8daf-a298547b5105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851c3e36-dde9-462e-bd9e-f9e49197038c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:34.345883 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-bb53c7b7-a6d2-4914-a135-239235b04f5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f HTTP/1.1" status: 200  len: 217 time: 0.0900142
Jun 04 15:07:34.374844 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-68151a72-683e-4bfd-8daf-a298547b5105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:34.382111 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:34.413530 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-21edd2f1-b3a4-4e5c-ad1b-50d1cea8194b req-a1a48b64-b6b0-40e4-9166-5be90b31a5ac tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Synchronizing usage tracker for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:07:34.465774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-7df0b463-9ab1-4494-8e5f-9c25b00c9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:34.467897 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-7df0b463-9ab1-4494-8e5f-9c25b00c9dae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.1052334
Jun 04 15:07:34.468362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e17d8d-da38-4ca1-9b39-b14318c157c8 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Pushing event deleted for resources: {'Port': ['ID=dc2924ef-ba26-402e-ac9f-92e25377abde,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:34.476149 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-83e17d8d-da38-4ca1-9b39-b14318c157c8 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:34.527740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-21edd2f1-b3a4-4e5c-ad1b-50d1cea8194b req-a1a48b64-b6b0-40e4-9166-5be90b31a5ac tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Unset dirty status for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:07:34.539341 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-21edd2f1-b3a4-4e5c-ad1b-50d1cea8194b req-a1a48b64-b6b0-40e4-9166-5be90b31a5ac tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2857780
Jun 04 15:07:34.574142 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-0dc3a2dc-4bd2-4939-bc1d-e9a6f8aaee8f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0859985
Jun 04 15:07:34.588836 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:34.605586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7cc880-6bcd-485c-a21c-4a1148bc1168 req-83e17d8d-da38-4ca1-9b39-b14318c157c8 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] No DVR routers for this DVR port dc2924ef-ba26-402e-ac9f-92e25377abde on host n-h1-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:07:34.605959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['39aca5ae-aedb-4639-985b-49fbceec36e6'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:07:34.627938 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-5a7cc880-6bcd-485c-a21c-4a1148bc1168 req-83e17d8d-da38-4ca1-9b39-b14318c157c8 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:34.636542 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:34.684412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53657062-fa89-4b85-9381-c591e54cd453', 'name': 'network-vif-deleted', 'tag': 'dc2924ef-ba26-402e-ac9f-92e25377abde'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:34.686845 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfd9624-f128-4eca-a0e0-7bc4c7d424d5" -d '{"events": [{"server_uuid": "53657062-fa89-4b85-9381-c591e54cd453", "name": "network-vif-deleted", "tag": "dc2924ef-ba26-402e-ac9f-92e25377abde"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:34.714771 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4de11e-fa87-4e62-95fa-62527ee927cd x-openstack-request-id: req-3b4de11e-fa87-4e62-95fa-62527ee927cd {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:34.715031 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d41a676-aff5-4c19-b704-2a2186f7bec2", "name": "network-vif-deleted", "tag": "9bc03393-a890-47b4-a821-326184086f67", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:34.715302 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b4de11e-fa87-4e62-95fa-62527ee927cd {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:34.715724 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d41a676-aff5-4c19-b704-2a2186f7bec2', 'name': 'network-vif-deleted', 'tag': '9bc03393-a890-47b4-a821-326184086f67', 'status': 'completed', 'code': 200}
Jun 04 15:07:34.944653 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68151a72-683e-4bfd-8daf-a298547b5105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:34.948154 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-68151a72-683e-4bfd-8daf-a298547b5105 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/851c3e36-dde9-462e-bd9e-f9e49197038c HTTP/1.1" status: 204  len: 168 time: 1.5369949
Jun 04 15:07:34.959505 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5a7cc880-6bcd-485c-a21c-4a1148bc1168 req-83e17d8d-da38-4ca1-9b39-b14318c157c8 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.65 "DELETE /v2.0/ports/dc2924ef-ba26-402e-ac9f-92e25377abde HTTP/1.1" status: 204  len: 173 time: 2.5994358
Jun 04 15:07:34.968877 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-bbefde3f-e650-4f0b-a294-2ca60d99edc0 service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3816819
Jun 04 15:07:35.000959 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:07:35.007377 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:07:35.054275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:07:35.075430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:35.076074 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:35.097978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Allocated IP 192.168.233.115 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/00206849-6e37-4bf1-8f05-721b52b0c482) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:07:35.105049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event updated for resources: {'Port': ['ID=68f0c106-4301-4722-a664-002be03379b1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:35.105761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-b5882c17-1d4b-459f-92b4-b86d86d935f0 req-d411108c-9668-4faf-bedb-6181975d3382 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Synchronizing usage tracker for tenant:4f0a3cb052a94df6bdfc4f1662ce0708 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:07:35.130186 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:35.199683 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:35.269872 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-147dbc8a-d7a2-4c8d-9ca7-0866099b3346 req-6af09665-386e-46a8-b0d6-923e01e5d5d7 service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2881505
Jun 04 15:07:35.335993 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.3910139
Jun 04 15:07:35.343627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 32798) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:35.345489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Request body: {'port': {'device_id': 'b8a7f36a-093f-4ae9-bfde-55e851acb2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:35.363817 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-590cfd3d-a20e-4e9a-882c-22c454338058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:35.382880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-590cfd3d-a20e-4e9a-882c-22c454338058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:35.387076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-590cfd3d-a20e-4e9a-882c-22c454338058 admin admin] Usage tracker for resource:security_group_rule and tenant:f1cc3a88682241f88816f50791083499 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:35.390142 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-590cfd3d-a20e-4e9a-882c-22c454338058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:35.396562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-590cfd3d-a20e-4e9a-882c-22c454338058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:35.407582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-b5882c17-1d4b-459f-92b4-b86d86d935f0 req-d411108c-9668-4faf-bedb-6181975d3382 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Unset dirty status for tenant:4f0a3cb052a94df6bdfc4f1662ce0708 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:07:35.408809 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5882c17-1d4b-459f-92b4-b86d86d935f0 req-d411108c-9668-4faf-bedb-6181975d3382 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d41a676-aff5-4c19-b704-2a2186f7bec2 HTTP/1.1" status: 200  len: 210 time: 0.3708858
Jun 04 15:07:35.502903 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-07fc3450-8799-4e48-afea-87d4c99c47d1 None None] Provisioning for port 68f0c106-4301-4722-a664-002be03379b1 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:07:35.510588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-07fc3450-8799-4e48-afea-87d4c99c47d1 None None] Provisioning complete for port 68f0c106-4301-4722-a664-002be03379b1 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:07:35.511318 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-07fc3450-8799-4e48-afea-87d4c99c47d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:35.527346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:35.570076 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:35.589784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Transition to ACTIVE for port object 00206849-6e37-4bf1-8f05-721b52b0c482 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:07:35.632785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0d9bc7d2-1da3-487b-ab91-1c2b58c5f4c3 req-d0ae8909-1453-4505-ab7a-004573b2436f tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 210 time: 0.0797317
Jun 04 15:07:35.638082 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-07fc3450-8799-4e48-afea-87d4c99c47d1 None None] Port 68f0c106-4301-4722-a664-002be03379b1 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:07:35.643271 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-590cfd3d-a20e-4e9a-882c-22c454338058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:35.708992 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:35.722544 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:07:35.727280 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:35.734368 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['39aca5ae-aedb-4639-985b-49fbceec36e6'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:07:35.741051 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-590cfd3d-a20e-4e9a-882c-22c454338058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:35.791118 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ae460178-f937-401f-b7f5-f0e0bc4d4818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:35.831626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:07:35.872571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:07:35.885986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:07:35.891494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:35.892136 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:35.901702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event updated for resources: {'Port': ['ID=00206849-6e37-4bf1-8f05-721b52b0c482,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:35.918923 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:36.110894 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cddecf56-17c6-49be-8645-937859a7dd37 req-5c382cbb-b309-435c-ae33-f0e2623d8452 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] 10.222.0.32 "GET /v2.0/ports?device_id=53657062-fa89-4b85-9381-c591e54cd453 HTTP/1.1" status: 200  len: 210 time: 0.3351300
Jun 04 15:07:36.137601 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-590cfd3d-a20e-4e9a-882c-22c454338058 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1cc3a88682241f88816f50791083499&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7924938
Jun 04 15:07:36.139010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 32820) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:36.158576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cfd3d-a20e-4e9a-882c-22c454338058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f88345-1fbd-48fd-bfa3-99d7272ad84b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:36.165521 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.0516832
Jun 04 15:07:36.176811 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-590cfd3d-a20e-4e9a-882c-22c454338058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:36.182258 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device dc2924ef-ba26-402e-ac9f-92e25377abde no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:07:36.205455 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Request body: {'port': {'device_id': 'e6286179-1a0b-4fd3-9f26-0bf73d8893fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:36.312298 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5681a86-752b-4005-bb05-d31a80fb3435 x-openstack-request-id: req-e5681a86-752b-4005-bb05-d31a80fb3435 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:36.313517 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a8f8399-c516-4e0c-9fd9-8940a0dabf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:36.314770 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53657062-fa89-4b85-9381-c591e54cd453", "name": "network-vif-deleted", "tag": "dc2924ef-ba26-402e-ac9f-92e25377abde", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:36.314770 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5681a86-752b-4005-bb05-d31a80fb3435 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:36.314770 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53657062-fa89-4b85-9381-c591e54cd453', 'name': 'network-vif-deleted', 'tag': 'dc2924ef-ba26-402e-ac9f-92e25377abde', 'status': 'completed', 'code': 200}
Jun 04 15:07:36.329227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: dc2924ef-ba26-402e-ac9f-92e25377abde {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:07:36.329878 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device dc2924ef-ba26-402e-ac9f-92e25377abde not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:07:36.413205 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a8f8399-c516-4e0c-9fd9-8940a0dabf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:36.426649 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-04e35806-8198-4df7-aea8-a8c004325b51 None None] Provisioning for port 00206849-6e37-4bf1-8f05-721b52b0c482 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:07:36.434330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-04e35806-8198-4df7-aea8-a8c004325b51 None None] Provisioning complete for port 00206849-6e37-4bf1-8f05-721b52b0c482 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:07:36.435003 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-04e35806-8198-4df7-aea8-a8c004325b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:36.504664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2cd1a-f0e9-42e2-99e4-67116c5fe85d req-dcf2212e-ba93-4e29-be86-2b184cf40997 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:36.506418 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-67c2cd1a-f0e9-42e2-99e4-67116c5fe85d req-dcf2212e-ba93-4e29-be86-2b184cf40997 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 943 time: 0.1967621
Jun 04 15:07:36.509615 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-04e35806-8198-4df7-aea8-a8c004325b51 None None] Port 00206849-6e37-4bf1-8f05-721b52b0c482 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:07:36.573475 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:36.591007 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a8f8399-c516-4e0c-9fd9-8940a0dabf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:36.599135 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d9645d84-e2d3-442c-aeaa-e9e5c4b9a4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:36.600194 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f0c106-4301-4722-a664-002be03379b1 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:07:36.609117 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-67c2cd1a-f0e9-42e2-99e4-67116c5fe85d req-686c96d0-70a1-4a5d-9c6f-9b7432351a23 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923226
Jun 04 15:07:36.616671 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a8f8399-c516-4e0c-9fd9-8940a0dabf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:36.618244 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3a8f8399-c516-4e0c-9fd9-8940a0dabf3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78f88345-1fbd-48fd-bfa3-99d7272ad84b HTTP/1.1" status: 204  len: 168 time: 0.4746294
Jun 04 15:07:36.619373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f8399-c516-4e0c-9fd9-8940a0dabf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f88345-1fbd-48fd-bfa3-99d7272ad84b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:36.622260 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3a8f8399-c516-4e0c-9fd9-8940a0dabf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:36.672946 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:36.701963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Transition to ACTIVE for port object 68f0c106-4301-4722-a664-002be03379b1 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:07:36.716918 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fa0c74-c3bd-48d6-9d0f-6363ff240ab2', 'tag': '6fa90b49-81c0-42db-8129-ec8c25f6983f'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:36.720689 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4393662-eccb-4b36-86da-bca1b73fe2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "05fa0c74-c3bd-48d6-9d0f-6363ff240ab2", "tag": "6fa90b49-81c0-42db-8129-ec8c25f6983f"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:36.785171 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:36.801748 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:36.962704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 32844) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:37.057492 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=68f0c106-4301-4722-a664-002be03379b1,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:37.072483 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:37.190216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Attempting to bind port 68f0c106-4301-4722-a664-002be03379b1 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:07:37.190743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Attempting to bind port 68f0c106-4301-4722-a664-002be03379b1 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:07:37.190962 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Attempting to bind port 68f0c106-4301-4722-a664-002be03379b1 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:37.200194 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Port 68f0c106-4301-4722-a664-002be03379b1 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:07:37.200517 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Attempting to bind port 68f0c106-4301-4722-a664-002be03379b1 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:37.207869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90212459-f18c-4fee-8c59-6d875cd1c8d1 req-2105f1bf-34e5-49e2-abbd-d4de1f38d784 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:37.209622 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:07:37.211263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:07:37.211689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:07:37.211917 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-90212459-f18c-4fee-8c59-6d875cd1c8d1 req-2105f1bf-34e5-49e2-abbd-d4de1f38d784 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 936 time: 0.1530449
Jun 04 15:07:37.212133 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Bound port: 68f0c106-4301-4722-a664-002be03379b1, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:07:37.212481 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:37.301805 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-90212459-f18c-4fee-8c59-6d875cd1c8d1 req-eda38037-8032-42ee-95ad-9a5621c41a72 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810719
Jun 04 15:07:37.330986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-5953cafe-20bd-44bc-b076-2d22d3488f06 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:07:37.337726 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-5953cafe-20bd-44bc-b076-2d22d3488f06 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3734002
Jun 04 15:07:37.381392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] For port 68f0c106-4301-4722-a664-002be03379b1, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:07:37.382287 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b81c87-4490-48c7-bb2f-7bfc917c7076 x-openstack-request-id: req-94b81c87-4490-48c7-bb2f-7bfc917c7076 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:37.382675 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fa0c74-c3bd-48d6-9d0f-6363ff240ab2", "tag": "6fa90b49-81c0-42db-8129-ec8c25f6983f", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:37.383042 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94b81c87-4490-48c7-bb2f-7bfc917c7076 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:37.383771 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05fa0c74-c3bd-48d6-9d0f-6363ff240ab2', 'tag': '6fa90b49-81c0-42db-8129-ec8c25f6983f', 'status': 'completed', 'code': 200}
Jun 04 15:07:37.451606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] For port 68f0c106-4301-4722-a664-002be03379b1, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=68f0c106-4301-4722-a664-002be03379b1,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:07:37.465748 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00206849-6e37-4bf1-8f05-721b52b0c482 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:07:37.481034 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:37.501520 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Transition to ACTIVE for port object 00206849-6e37-4bf1-8f05-721b52b0c482 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:07:37.566254 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:37.572188 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8dd5955d-a7a5-4cbb-99e9-24f7fc5f9f19 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:37.602880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4393662-eccb-4b36-86da-bca1b73fe2bb req-6013d684-95fc-49ed-bd05-d84ef79004af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:37.605504 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d4393662-eccb-4b36-86da-bca1b73fe2bb req-6013d684-95fc-49ed-bd05-d84ef79004af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 1094 time: 0.1895516
Jun 04 15:07:37.630480 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:37.655733 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:37.657391 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:37.659016 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] 10.222.0.62 "PUT /v2.0/ports/68f0c106-4301-4722-a664-002be03379b1 HTTP/1.1" status: 200  len: 1096 time: 2.3180749
Jun 04 15:07:37.771176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-930da7cb-070a-4ba7-a8c0-75a6c22e4d84 service neutron] Request body: {'binding': {'host': 'n-h2-791505-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:37.771675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-930da7cb-070a-4ba7-a8c0-75a6c22e4d84 service neutron] Unknown quota resources ['binding']. {{(pid=88300) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 15:07:38.092113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=68f0c106-4301-4722-a664-002be03379b1,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:38.106349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4393662-eccb-4b36-86da-bca1b73fe2bb req-6530d7a5-993e-450e-a7a7-304e3bf9974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:38.107160 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:38.113794 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d4393662-eccb-4b36-86da-bca1b73fe2bb req-6530d7a5-993e-450e-a7a7-304e3bf9974c service neutron] 10.222.0.62 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.4947889
Jun 04 15:07:38.190152 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.527s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:38.234343 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d4393662-eccb-4b36-86da-bca1b73fe2bb req-83836931-4a45-4adc-bb62-641fabcf67ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f HTTP/1.1" status: 200  len: 217 time: 0.0872080
Jun 04 15:07:38.283057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Attempting to bind port 00206849-6e37-4bf1-8f05-721b52b0c482 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:07:38.283057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Attempting to bind port 00206849-6e37-4bf1-8f05-721b52b0c482 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:07:38.283057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Attempting to bind port 00206849-6e37-4bf1-8f05-721b52b0c482 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:38.304438 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Port 00206849-6e37-4bf1-8f05-721b52b0c482 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:07:38.304765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Attempting to bind port 00206849-6e37-4bf1-8f05-721b52b0c482 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:38.319240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a7f36a-093f-4ae9-bfde-55e851acb2df', 'tag': '68f0c106-4301-4722-a664-002be03379b1'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:38.321594 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357847b0-2fcf-41c8-a805-053386c8d97c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a7f36a-093f-4ae9-bfde-55e851acb2df", "tag": "68f0c106-4301-4722-a664-002be03379b1"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:38.329770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:07:38.329981 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:07:38.330249 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:07:38.330692 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Bound port: 00206849-6e37-4bf1-8f05-721b52b0c482, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:07:38.331044 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:38.366271 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Pushing event updated for resources: {'Port': ['ID=00206849-6e37-4bf1-8f05-721b52b0c482,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:38.395762 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:38.397341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157675-70ff-4509-8e66-411282ab40a3 req-ddc98bd3-441a-486c-bdc2-95a25557866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:38.398865 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-ddc98bd3-441a-486c-bdc2-95a25557866e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=b8a7f36a-093f-4ae9-bfde-55e851acb2df HTTP/1.1" status: 200  len: 1099 time: 0.4060788
Jun 04 15:07:38.403478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-930da7cb-070a-4ba7-a8c0-75a6c22e4d84 service neutron] Attempting to bind port c15cf193-6d50-486c-8a4b-734ef4c73717 on host n-h2-791505-9 for vnic_type normal with profile None {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:07:38.404205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-930da7cb-070a-4ba7-a8c0-75a6c22e4d84 service neutron] Attempting to bind port c15cf193-6d50-486c-8a4b-734ef4c73717 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:07:38.404629 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-930da7cb-070a-4ba7-a8c0-75a6c22e4d84 service neutron] Attempting to bind port c15cf193-6d50-486c-8a4b-734ef4c73717 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:38.438413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-930da7cb-070a-4ba7-a8c0-75a6c22e4d84 service neutron] Port c15cf193-6d50-486c-8a4b-734ef4c73717 on network 061fcf42-462b-46e3-9f65-54c102f9c252 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:07:38.438936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-930da7cb-070a-4ba7-a8c0-75a6c22e4d84 service neutron] Attempting to bind port c15cf193-6d50-486c-8a4b-734ef4c73717 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:38.464483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-930da7cb-070a-4ba7-a8c0-75a6c22e4d84 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:07:38.464973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-930da7cb-070a-4ba7-a8c0-75a6c22e4d84 service neutron] Checking segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:07:38.465585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-930da7cb-070a-4ba7-a8c0-75a6c22e4d84 service neutron] Bound using segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:07:38.466079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-930da7cb-070a-4ba7-a8c0-75a6c22e4d84 service neutron] Bound port: c15cf193-6d50-486c-8a4b-734ef4c73717, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:07:38.471242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4393662-eccb-4b36-86da-bca1b73fe2bb req-6d6fe5d5-766b-4031-b625-b866cb85ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:38.473129 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d4393662-eccb-4b36-86da-bca1b73fe2bb req-6d6fe5d5-766b-4031-b625-b866cb85ab8f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.2315128
Jun 04 15:07:38.499598 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-90864d72-c3a2-463a-831b-2c524d96ce5f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=68f0c106-4301-4722-a664-002be03379b1 HTTP/1.1" status: 200  len: 217 time: 0.0845578
Jun 04 15:07:38.603292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] For port 00206849-6e37-4bf1-8f05-721b52b0c482, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:07:38.607333 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d4393662-eccb-4b36-86da-bca1b73fe2bb req-a8b457cc-74a9-4b3d-b368-13f39428e929 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0804453
Jun 04 15:07:38.608368 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157675-70ff-4509-8e66-411282ab40a3 req-e5e0330a-10b2-470b-9890-7812e52142c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:38.611486 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-e5e0330a-10b2-470b-9890-7812e52142c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0899777
Jun 04 15:07:38.614343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] For port 00206849-6e37-4bf1-8f05-721b52b0c482, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=00206849-6e37-4bf1-8f05-721b52b0c482,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:07:38.688938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4474f-39c0-4133-afe9-a8a94b46f668 req-53ab1add-7f9d-4417-8ccf-77460e264039 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:38.697498 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55b4474f-39c0-4133-afe9-a8a94b46f668 req-53ab1add-7f9d-4417-8ccf-77460e264039 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 943 time: 0.4612429
Jun 04 15:07:38.714960 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:38.724803 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-07e5fde4-1662-4c3e-b558-d3c3b1ec1c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:38.792635 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:38.793211 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:38.794631 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] 10.222.0.62 "PUT /v2.0/ports/00206849-6e37-4bf1-8f05-721b52b0c482 HTTP/1.1" status: 200  len: 1096 time: 2.5995839
Jun 04 15:07:38.819170 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Pushing event updated for resources: {'Port': ['ID=00206849-6e37-4bf1-8f05-721b52b0c482,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:38.823334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157675-70ff-4509-8e66-411282ab40a3 req-c4b1b9f4-e024-45b1-bcdf-fe1cb6b493ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:38.824845 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-c4b1b9f4-e024-45b1-bcdf-fe1cb6b493ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1934726
Jun 04 15:07:38.825717 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:38.846789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-930da7cb-070a-4ba7-a8c0-75a6c22e4d84 service neutron] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c15cf193-6d50-486c-8a4b-734ef4c73717,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:07:38.874359 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55b4474f-39c0-4133-afe9-a8a94b46f668 req-d8d81fc1-7bfe-46b2-962d-1ea93f21e8e5 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758988
Jun 04 15:07:38.904874 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d4393662-eccb-4b36-86da-bca1b73fe2bb req-e62be880-3221-4191-b42f-e825d68a2751 service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2732992
Jun 04 15:07:38.953899 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-930da7cb-070a-4ba7-a8c0-75a6c22e4d84 service neutron] Notify callbacks [] for binding, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:38.966562 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-930da7cb-070a-4ba7-a8c0-75a6c22e4d84 service neutron] 10.222.0.32 "POST /v2.0/ports/c15cf193-6d50-486c-8a4b-734ef4c73717/bindings HTTP/1.1" status: 201  len: 389 time: 1.4576912
Jun 04 15:07:39.022040 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-003713b0-6421-44c4-bf52-4e9815e8bb4e service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1891639
Jun 04 15:07:39.146275 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d4393662-eccb-4b36-86da-bca1b73fe2bb req-7c150ead-a927-423e-a57a-be289a10e9c1 service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2284629
Jun 04 15:07:39.280375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157675-70ff-4509-8e66-411282ab40a3 req-73173646-4da6-4d0a-8d36-3f1ebde8fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:39.282958 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-73173646-4da6-4d0a-8d36-3f1ebde8fd95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 1099 time: 0.2599609
Jun 04 15:07:39.289286 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-bf047d6a-d5a7-444f-bc6e-2a9f19cd1657 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1981666
Jun 04 15:07:39.298827 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa12ea-809f-4434-9bbf-67b4e41d0ef1 req-692525b5-dec6-4abb-9ae8-e21f9c13a7b5 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:39.300282 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6aa12ea-809f-4434-9bbf-67b4e41d0ef1 req-692525b5-dec6-4abb-9ae8-e21f9c13a7b5 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 949 time: 0.1000252
Jun 04 15:07:39.352797 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6aa12ea-809f-4434-9bbf-67b4e41d0ef1 req-024c72e2-a6ad-402f-a5c0-6200e3ae9c04 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459960
Jun 04 15:07:39.365111 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-f415f2fa-80cb-4eb6-8122-3ccf934f3860 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=00206849-6e37-4bf1-8f05-721b52b0c482 HTTP/1.1" status: 200  len: 217 time: 0.0677724
Jun 04 15:07:39.442646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157675-70ff-4509-8e66-411282ab40a3 req-af05d55e-02ed-4362-a4be-e75f4a3540fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:39.444383 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-af05d55e-02ed-4362-a4be-e75f4a3540fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0717914
Jun 04 15:07:39.500746 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9719ce18-d646-409a-948c-31340cd90372 x-openstack-request-id: req-9719ce18-d646-409a-948c-31340cd90372 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:39.501248 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a7f36a-093f-4ae9-bfde-55e851acb2df", "tag": "68f0c106-4301-4722-a664-002be03379b1", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:39.501541 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9719ce18-d646-409a-948c-31340cd90372 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:39.501975 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a7f36a-093f-4ae9-bfde-55e851acb2df', 'tag': '68f0c106-4301-4722-a664-002be03379b1', 'status': 'completed', 'code': 200}
Jun 04 15:07:39.536693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157675-70ff-4509-8e66-411282ab40a3 req-fc554fcf-7c59-49d9-8e08-61ac07fcc1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:39.539734 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-fc554fcf-7c59-49d9-8e08-61ac07fcc1d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0831161
Jun 04 15:07:39.729928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4f0c-6b1b-41ee-adb5-80f3a38f62cb req-a73d5c26-5ea8-4ef0-afbb-ee4dcbe1228a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:39.737679 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf8c4f0c-6b1b-41ee-adb5-80f3a38f62cb req-a73d5c26-5ea8-4ef0-afbb-ee4dcbe1228a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 948 time: 0.1295249
Jun 04 15:07:39.778490 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-3147fd21-12af-4d20-92f5-0ece32287554 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2283597
Jun 04 15:07:39.782435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357847b0-2fcf-41c8-a805-053386c8d97c req-64641ed3-f852-457a-8cf2-bd0ed242dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:39.784301 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-357847b0-2fcf-41c8-a805-053386c8d97c req-64641ed3-f852-457a-8cf2-bd0ed242dfe0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=b8a7f36a-093f-4ae9-bfde-55e851acb2df HTTP/1.1" status: 200  len: 1099 time: 0.1259334
Jun 04 15:07:39.835512 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf8c4f0c-6b1b-41ee-adb5-80f3a38f62cb req-d5e163fa-49c4-44f9-b1da-6773ed535192 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941985
Jun 04 15:07:40.200783 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 6fa90b49-81c0-42db-8129-ec8c25f6983f details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:07:40.365669 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357847b0-2fcf-41c8-a805-053386c8d97c req-08ddecba-4af8-4621-9ce4-e7646c6e2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:40.367407 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-357847b0-2fcf-41c8-a805-053386c8d97c req-08ddecba-4af8-4621-9ce4-e7646c6e2efd service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.5281746
Jun 04 15:07:40.396956 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 6fa90b49-81c0-42db-8129-ec8c25f6983f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:40.422544 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '6fa90b49-81c0-42db-8129-ec8c25f6983f', 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969', 'port_id': '6fa90b49-81c0-42db-8129-ec8c25f6983f', 'mac_address': 'fa:16:3e:07:89:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89890e03-c3ba-40af-a914-1d8ff3976cbd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:07:40.424857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96251c81-944d-4c5e-bdfd-af33e0c96e91 req-5ac9ceab-ed97-45fc-adbe-12017b48a78e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:40.431824 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-96251c81-944d-4c5e-bdfd-af33e0c96e91 req-5ac9ceab-ed97-45fc-adbe-12017b48a78e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 946 time: 0.2196085
Jun 04 15:07:40.454993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-46efcccc-886d-41e0-80e2-517bd9489c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:40.456486 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-46efcccc-886d-41e0-80e2-517bd9489c9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 1097 time: 0.3560076
Jun 04 15:07:40.505365 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:40.517107 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-357847b0-2fcf-41c8-a805-053386c8d97c req-40ccb49e-f855-4627-ae46-b6397940a0c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=68f0c106-4301-4722-a664-002be03379b1 HTTP/1.1" status: 200  len: 217 time: 0.1370759
Jun 04 15:07:40.523804 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa90b49-81c0-42db-8129-ec8c25f6983f {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:07:40.544252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 6fa90b49-81c0-42db-8129-ec8c25f6983f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:40.580402 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a157675-70ff-4509-8e66-411282ab40a3 req-a96594e8-7d39-468d-b331-9459d32533c2 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7664468
Jun 04 15:07:40.582558 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-96251c81-944d-4c5e-bdfd-af33e0c96e91 req-4400f75d-e842-475f-aea6-b835a963a9b9 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498525
Jun 04 15:07:40.606387 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:40.608257 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:40.647211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357847b0-2fcf-41c8-a805-053386c8d97c req-9f0fc774-630d-4798-9edd-303396f0903f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:40.649071 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-357847b0-2fcf-41c8-a805-053386c8d97c req-9f0fc774-630d-4798-9edd-303396f0903f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1179287
Jun 04 15:07:40.729314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d4734-1645-4d91-8902-752f15b54b59 req-2864f696-0d13-4863-9508-1666a4229541 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:40.730717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795fe28-7c02-4bde-a952-f8ace1e67119 req-ba3b5c23-2e6f-428a-b75a-984734faf5da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:40.731412 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e59d4734-1645-4d91-8902-752f15b54b59 req-2864f696-0d13-4863-9508-1666a4229541 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 943 time: 0.2737901
Jun 04 15:07:40.732192 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4795fe28-7c02-4bde-a952-f8ace1e67119 req-ba3b5c23-2e6f-428a-b75a-984734faf5da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 949 time: 0.2807689
Jun 04 15:07:40.771812 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=6fa90b49-81c0-42db-8129-ec8c25f6983f,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:40.775500 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:40.817595 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e59d4734-1645-4d91-8902-752f15b54b59 req-09a7cfd2-2d29-4065-b7a8-b1414753954c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732408
Jun 04 15:07:40.833711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-22c13cc0-8da9-4201-8b04-ff8101bcfe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:40.835058 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357847b0-2fcf-41c8-a805-053386c8d97c req-3b20108d-1e9c-4f69-a0cd-aaab384a32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:40.836829 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-357847b0-2fcf-41c8-a805-053386c8d97c req-3b20108d-1e9c-4f69-a0cd-aaab384a32fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1789784
Jun 04 15:07:40.839572 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-22c13cc0-8da9-4201-8b04-ff8101bcfe1a service neutron] 10.222.0.62 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.3419170
Jun 04 15:07:41.088086 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-3f0d928d-e4c7-4c25-8282-59851e894e0c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c15cf193-6d50-486c-8a4b-734ef4c73717 HTTP/1.1" status: 200  len: 217 time: 0.2309291
Jun 04 15:07:41.153114 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-357847b0-2fcf-41c8-a805-053386c8d97c req-c2c026c1-d071-4f37-88bd-2af98566429e service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2967911
Jun 04 15:07:41.187287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-dc2b80fc-29b3-4b55-8cf5-e39a05db2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:41.189253 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-dc2b80fc-29b3-4b55-8cf5-e39a05db2406 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.0932660
Jun 04 15:07:41.245808 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-0ec56b7f-7726-4173-ab19-d94fb3cb4a02 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487547
Jun 04 15:07:41.247452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-4795fe28-7c02-4bde-a952-f8ace1e67119 req-bfb63e88-3e9a-4411-a682-c6825add1716 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Deleting port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:07:41.247794 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4795fe28-7c02-4bde-a952-f8ace1e67119 req-bfb63e88-3e9a-4411-a682-c6825add1716 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:41.315982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['6fa90b49-81c0-42db-8129-ec8c25f6983f'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:07:41.334723 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-357847b0-2fcf-41c8-a805-053386c8d97c req-bdd2e0b5-a4d6-455e-b225-e7250765cf09 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1713862
Jun 04 15:07:41.503408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6286179-1a0b-4fd3-9f26-0bf73d8893fc', 'tag': '00206849-6e37-4bf1-8f05-721b52b0c482'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:41.506020 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d95a7e-63d9-48ef-a31f-2aa084b22d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6286179-1a0b-4fd3-9f26-0bf73d8893fc", "tag": "00206849-6e37-4bf1-8f05-721b52b0c482"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:41.574960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4795fe28-7c02-4bde-a952-f8ace1e67119 req-bfb63e88-3e9a-4411-a682-c6825add1716 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] For port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1f87e1a7-d7f7-4c56-8ff0-8e0e97300706,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:41.575294 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4795fe28-7c02-4bde-a952-f8ace1e67119 req-bfb63e88-3e9a-4411-a682-c6825add1716 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:41.601897 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c79d15-3d41-47d7-8611-4fbc2e381bd3 req-534faf8e-6047-48bc-bfdc-787ee12d00fb tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:41.603487 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-37c79d15-3d41-47d7-8611-4fbc2e381bd3 req-534faf8e-6047-48bc-bfdc-787ee12d00fb tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 949 time: 0.1972942
Jun 04 15:07:41.716076 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-37c79d15-3d41-47d7-8611-4fbc2e381bd3 req-cd7ddd86-fa9a-4523-8082-cc76d0bc2644 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f4fdf89-285f-4fc0-9ab8-9d43095c0002&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059730
Jun 04 15:07:41.788911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-4795fe28-7c02-4bde-a952-f8ace1e67119 req-bfb63e88-3e9a-4411-a682-c6825add1716 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Calling delete_port for 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:07:41.943901 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-6cbb67f4-b858-45f4-97f9-d893a81556ea service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6785045
Jun 04 15:07:42.007998 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c814782-cf0f-4baf-95bc-2473299c56c6 x-openstack-request-id: req-0c814782-cf0f-4baf-95bc-2473299c56c6 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:42.008569 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6286179-1a0b-4fd3-9f26-0bf73d8893fc", "tag": "00206849-6e37-4bf1-8f05-721b52b0c482", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:42.009463 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c814782-cf0f-4baf-95bc-2473299c56c6 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:42.010827 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6286179-1a0b-4fd3-9f26-0bf73d8893fc', 'tag': '00206849-6e37-4bf1-8f05-721b52b0c482', 'status': 'completed', 'code': 200}
Jun 04 15:07:42.093845 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a3290-889d-402a-b401-0731c6f76fd1 req-c1d61582-4788-4695-ad89-9f513e7ff4ba tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:42.097301 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ce1a3290-889d-402a-b401-0731c6f76fd1 req-c1d61582-4788-4695-ad89-9f513e7ff4ba tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 948 time: 0.2760756
Jun 04 15:07:42.197094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d95a7e-63d9-48ef-a31f-2aa084b22d6b req-2d399de8-cc3d-4ace-a84e-791b7fe8d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:42.198629 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d3d95a7e-63d9-48ef-a31f-2aa084b22d6b req-2d399de8-cc3d-4ace-a84e-791b7fe8d46b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 1099 time: 0.1605415
Jun 04 15:07:42.259510 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-4eb218f7-112a-4657-b50b-ef81482d9abb service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3033597
Jun 04 15:07:42.262647 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ce1a3290-889d-402a-b401-0731c6f76fd1 req-8dd4162d-443f-46ca-bc9c-bd3187f2f44e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463823
Jun 04 15:07:42.274386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8174ecd-2f3e-4e55-acc3-d48e46b4b828 req-a70c4521-39a3-4791-a8e5-b3396e85fcf3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:42.275401 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b8174ecd-2f3e-4e55-acc3-d48e46b4b828 req-a70c4521-39a3-4791-a8e5-b3396e85fcf3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 946 time: 0.1617243
Jun 04 15:07:42.402306 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b8174ecd-2f3e-4e55-acc3-d48e46b4b828 req-1f39b187-4937-4171-b7f5-afd840e8f50e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713131
Jun 04 15:07:42.427415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d95a7e-63d9-48ef-a31f-2aa084b22d6b req-a8a054ec-c313-4a3d-a454-81d7aefa260f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:42.428861 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d3d95a7e-63d9-48ef-a31f-2aa084b22d6b req-a8a054ec-c313-4a3d-a454-81d7aefa260f service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2190120
Jun 04 15:07:42.434648 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4795fe28-7c02-4bde-a952-f8ace1e67119 req-bfb63e88-3e9a-4411-a682-c6825add1716 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:42.448190 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4f9fc8b5-89e3-49aa-90f5-90247805f4e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:42.507531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32962) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:42.524550 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d3d95a7e-63d9-48ef-a31f-2aa084b22d6b req-dc0ede09-7c99-4e8b-a6ce-51748aa4c0e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=00206849-6e37-4bf1-8f05-721b52b0c482 HTTP/1.1" status: 200  len: 217 time: 0.0885191
Jun 04 15:07:42.640804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb63e88-3e9a-4411-a682-c6825add1716 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Pushing event deleted for resources: {'Port': ['ID=1f87e1a7-d7f7-4c56-8ff0-8e0e97300706,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:42.692849 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bfb63e88-3e9a-4411-a682-c6825add1716 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:42.706615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d95a7e-63d9-48ef-a31f-2aa084b22d6b req-f0568b35-ce58-4c18-950d-d10f6ae6fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:42.709063 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d3d95a7e-63d9-48ef-a31f-2aa084b22d6b req-f0568b35-ce58-4c18-950d-d10f6ae6fd0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1257143
Jun 04 15:07:42.748098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-4795fe28-7c02-4bde-a952-f8ace1e67119 req-bfb63e88-3e9a-4411-a682-c6825add1716 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] No DVR routers for this DVR port 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:07:42.752764 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4795fe28-7c02-4bde-a952-f8ace1e67119 req-bfb63e88-3e9a-4411-a682-c6825add1716 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:42.755948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb177e7-ddc6-48bc-b15e-2da65b996ea8', 'name': 'network-vif-deleted', 'tag': '1f87e1a7-d7f7-4c56-8ff0-8e0e97300706'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:42.758542 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a55c40-e88e-4b20-898d-2d1d56936883" -d '{"events": [{"server_uuid": "dfb177e7-ddc6-48bc-b15e-2da65b996ea8", "name": "network-vif-deleted", "tag": "1f87e1a7-d7f7-4c56-8ff0-8e0e97300706"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:42.816820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9916a-90f5-4773-82d0-d9fee3b3dcbd req-5034b121-4ba2-405b-ab18-bca190a5afec tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:42.825043 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-26b9916a-90f5-4773-82d0-d9fee3b3dcbd req-5034b121-4ba2-405b-ab18-bca190a5afec tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 944 time: 0.4438529
Jun 04 15:07:42.876266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-4fba9447-44e7-4050-9f5c-7218a68fa073 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:42.878558 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-4fba9447-44e7-4050-9f5c-7218a68fa073 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4&tenant_id=a03aebe4cbe94e51823784c56531a643&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 1097 time: 0.2230234
Jun 04 15:07:42.888884 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4795fe28-7c02-4bde-a952-f8ace1e67119 req-bfb63e88-3e9a-4411-a682-c6825add1716 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.62 "DELETE /v2.0/ports/1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 HTTP/1.1" status: 204  len: 173 time: 2.1448085
Jun 04 15:07:42.899136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-9'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:42.904949 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9fdbc568-ffc3-4c3b-8a33-f6d92ea3c255 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ec60afe0d24453c81485aa5cbcfcbdf&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3938043
Jun 04 15:07:42.906027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32978) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:42.955112 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-26b9916a-90f5-4773-82d0-d9fee3b3dcbd req-496ec3c0-2c0c-4ce0-ad80-1c25d7216e9c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289513
Jun 04 15:07:42.987963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d95a7e-63d9-48ef-a31f-2aa084b22d6b req-8527548e-215b-4afd-8673-7144c1a8cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:42.990338 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d3d95a7e-63d9-48ef-a31f-2aa084b22d6b req-8527548e-215b-4afd-8673-7144c1a8cdc9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2458119
Jun 04 15:07:43.055465 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c31b78-7a70-419d-9ba1-9cf93266ba8b x-openstack-request-id: req-02c31b78-7a70-419d-9ba1-9cf93266ba8b {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:43.056170 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb177e7-ddc6-48bc-b15e-2da65b996ea8", "name": "network-vif-deleted", "tag": "1f87e1a7-d7f7-4c56-8ff0-8e0e97300706", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:43.056597 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02c31b78-7a70-419d-9ba1-9cf93266ba8b {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:43.057367 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb177e7-ddc6-48bc-b15e-2da65b996ea8', 'name': 'network-vif-deleted', 'tag': '1f87e1a7-d7f7-4c56-8ff0-8e0e97300706', 'status': 'completed', 'code': 200}
Jun 04 15:07:43.124871 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:43.273659 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2af2fe03-849a-4cec-a9eb-229c5d32a5f2 req-720c1fdf-8521-4eff-ad7d-0925c618c1ff tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb177e7-ddc6-48bc-b15e-2da65b996ea8 HTTP/1.1" status: 200  len: 210 time: 0.2439818
Jun 04 15:07:43.329732 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-91af5493-a646-42ff-ad7c-e54f89e4206b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:43.407318 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-91af5493-a646-42ff-ad7c-e54f89e4206b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:43.473330 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d3d95a7e-63d9-48ef-a31f-2aa084b22d6b req-18ffdb66-0236-4856-9975-3198581f0e75 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4676492
Jun 04 15:07:43.474753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c15cf193-6d50-486c-8a4b-734ef4c73717,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:43.526619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:07:43.614439 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:43.723695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:43.738384 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4e04f02-b957-47da-8db3-a22b51d57822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:43.770748 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d3d95a7e-63d9-48ef-a31f-2aa084b22d6b req-1462cf7d-20a5-40f6-94b5-95719afdae4c service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2775240
Jun 04 15:07:43.805867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c620941-7a2b-4ea1-8c04-303ea1b86554 req-08c4e39e-fffb-41e8-948b-0c260e010af5 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:43.806889 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-0c620941-7a2b-4ea1-8c04-303ea1b86554 req-08c4e39e-fffb-41e8-948b-0c260e010af5 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Synchronizing usage tracker for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:07:43.824761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32994) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:43.827245 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-91af5493-a646-42ff-ad7c-e54f89e4206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:43.836052 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:43.854205 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af5493-a646-42ff-ad7c-e54f89e4206b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47b5534-f6f9-475d-8d3e-1d5c6c464349,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:43.857036 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-91af5493-a646-42ff-ad7c-e54f89e4206b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:43.884045 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-0c620941-7a2b-4ea1-8c04-303ea1b86554 req-08c4e39e-fffb-41e8-948b-0c260e010af5 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Unset dirty status for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:07:43.885572 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0c620941-7a2b-4ea1-8c04-303ea1b86554 req-08c4e39e-fffb-41e8-948b-0c260e010af5 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 948 time: 0.2906549
Jun 04 15:07:43.895867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003b781-b6fb-4c2a-b715-317c8bdc3c0d req-ad8162f8-6ccf-4bef-85bb-c2f76cf38505 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:43.902841 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f003b781-b6fb-4c2a-b715-317c8bdc3c0d req-ad8162f8-6ccf-4bef-85bb-c2f76cf38505 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 946 time: 0.2647955
Jun 04 15:07:44.002681 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0c620941-7a2b-4ea1-8c04-303ea1b86554 req-7888c104-dec5-4ffe-92e4-bb0f22c705e0 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101670
Jun 04 15:07:44.003419 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-91af5493-a646-42ff-ad7c-e54f89e4206b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:44.006985 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-91af5493-a646-42ff-ad7c-e54f89e4206b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f47b5534-f6f9-475d-8d3e-1d5c6c464349 HTTP/1.1" status: 204  len: 168 time: 1.0972333
Jun 04 15:07:44.018476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Attempting to bind port c15cf193-6d50-486c-8a4b-734ef4c73717 on host n-h1-791505-9 for vnic_type normal with profile {"migrating_to": "n-h2-791505-9"} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:07:44.018864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Attempting to bind port c15cf193-6d50-486c-8a4b-734ef4c73717 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:07:44.019126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Attempting to bind port c15cf193-6d50-486c-8a4b-734ef4c73717 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:44.033532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Port c15cf193-6d50-486c-8a4b-734ef4c73717 on network 061fcf42-462b-46e3-9f65-54c102f9c252 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:07:44.033845 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Attempting to bind port c15cf193-6d50-486c-8a4b-734ef4c73717 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:44.060851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:07:44.061170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Checking segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:07:44.061549 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Bound using segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:07:44.061960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Bound port: c15cf193-6d50-486c-8a4b-734ef4c73717, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:07:44.062296 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:44.079734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Pushing event updated for resources: {'Port': ['ID=c15cf193-6d50-486c-8a4b-734ef4c73717,revision_number=7']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:44.088526 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:44.088674 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33006) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:44.099953 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f003b781-b6fb-4c2a-b715-317c8bdc3c0d req-faf2b094-9f03-4018-902e-ad73fb303190 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961288
Jun 04 15:07:44.241477 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 00206849-6e37-4bf1-8f05-721b52b0c482 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:07:44.249798 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d1abcbe-cced-40e9-bcf0-5a76417621fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:44.283696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:07:44.289748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c15cf193-6d50-486c-8a4b-734ef4c73717,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:07:44.299183 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 6fa90b49-81c0-42db-8129-ec8c25f6983f up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:07:44.307311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4d1abcbe-cced-40e9-bcf0-5a76417621fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:44.311559 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cc87f2ea-ce99-4443-ac76-03cd756eef4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:44.354189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4d1abcbe-cced-40e9-bcf0-5a76417621fa admin admin] Usage tracker for resource:security_group_rule and tenant:34904695ad3e4c2bb132c31fa4528e28 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:44.359138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cc87f2ea-ce99-4443-ac76-03cd756eef4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:44.365156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4d1abcbe-cced-40e9-bcf0-5a76417621fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:44.379576 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cc87f2ea-ce99-4443-ac76-03cd756eef4b admin admin] Usage tracker for resource:security_group_rule and tenant:f88f4d260e594c7d92c472cfb27049c7 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:44.390537 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4d1abcbe-cced-40e9-bcf0-5a76417621fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:44.394855 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cc87f2ea-ce99-4443-ac76-03cd756eef4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:44.402141 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cc87f2ea-ce99-4443-ac76-03cd756eef4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:44.443945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665534e-f42b-4f92-b205-794aaef49f68 req-d71b58e5-25fc-4e97-9032-3abba9424057 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:44.445660 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f665534e-f42b-4f92-b205-794aaef49f68 req-d71b58e5-25fc-4e97-9032-3abba9424057 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 944 time: 0.1368203
Jun 04 15:07:44.506472 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:44.516939 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:44.615205 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 6fa90b49-81c0-42db-8129-ec8c25f6983f completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:07:44.626104 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d1abcbe-cced-40e9-bcf0-5a76417621fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:44.630969 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cc87f2ea-ce99-4443-ac76-03cd756eef4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:44.643745 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 00206849-6e37-4bf1-8f05-721b52b0c482, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=00206849-6e37-4bf1-8f05-721b52b0c482,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:44.649452 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f665534e-f42b-4f92-b205-794aaef49f68 req-3bca713c-5af6-4553-8fa9-17f7e7af503e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980519
Jun 04 15:07:44.672393 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 6fa90b49-81c0-42db-8129-ec8c25f6983f triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:07:44.673108 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:44.724095 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d1abcbe-cced-40e9-bcf0-5a76417621fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:44.758861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '00206849-6e37-4bf1-8f05-721b52b0c482', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '00206849-6e37-4bf1-8f05-721b52b0c482', 'mac_address': 'fa:16:3e:8b:10:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:07:44.765228 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cc87f2ea-ce99-4443-ac76-03cd756eef4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:44.786768 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d4f44ded-8b36-4251-805f-130457693a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:44.798639 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4d1abcbe-cced-40e9-bcf0-5a76417621fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34904695ad3e4c2bb132c31fa4528e28&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9701750
Jun 04 15:07:44.802765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33016) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:44.838473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:44.839199 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:44.840765 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] 10.222.0.62 "PUT /v2.0/ports/c15cf193-6d50-486c-8a4b-734ef4c73717 HTTP/1.1" status: 200  len: 1122 time: 1.9505193
Jun 04 15:07:44.851105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Pushing event updated for resources: {'Port': ['ID=c15cf193-6d50-486c-8a4b-734ef4c73717,revision_number=8']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:44.874352 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:44.893989 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:44.911478 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:44.921736 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cc87f2ea-ce99-4443-ac76-03cd756eef4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f88f4d260e594c7d92c472cfb27049c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8320723
Jun 04 15:07:44.923404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1abcbe-cced-40e9-bcf0-5a76417621fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5949e044-46c5-4906-8b9b-6c6b6991be16,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:44.925915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33018) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:44.929170 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['c15cf193-6d50-486c-8a4b-734ef4c73717'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:07:44.956331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87f2ea-ce99-4443-ac76-03cd756eef4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0210cd-406a-4e59-8b05-511f7f77be87,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:44.960214 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cc87f2ea-ce99-4443-ac76-03cd756eef4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:44.960727 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2b1ace24-496b-419d-81f8-cff11fa522df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:44.961075 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2b1ace24-496b-419d-81f8-cff11fa522df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:44.974658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00206849-6e37-4bf1-8f05-721b52b0c482 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:07:44.979075 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-83989b94-15fb-4ca8-9dc6-c8cdc9f3167e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:45.026721 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6f61aa5-3428-48ca-a931-2b75643bf325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:45.030325 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-83989b94-15fb-4ca8-9dc6-c8cdc9f3167e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:45.034934 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fa0c74-c3bd-48d6-9d0f-6363ff240ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa90b49-81c0-42db-8129-ec8c25f6983f'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:45.037637 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193638a0-b7f1-4943-b178-9f5f3a3da75e" -d '{"events": [{"server_uuid": "05fa0c74-c3bd-48d6-9d0f-6363ff240ab2", "name": "network-vif-plugged", "status": "completed", "tag": "6fa90b49-81c0-42db-8129-ec8c25f6983f"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:45.066211 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6f61aa5-3428-48ca-a931-2b75643bf325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:45.076588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 00206849-6e37-4bf1-8f05-721b52b0c482, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=00206849-6e37-4bf1-8f05-721b52b0c482,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:45.088952 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33024) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:45.113092 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-be492336-4303-4b63-b6d2-79d4a6c15748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:45.116429 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 6fa90b49-81c0-42db-8129-ec8c25f6983f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:45.132001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c15cf193-6d50-486c-8a4b-734ef4c73717'}, {'name': 'network-changed', 'server_uuid': 'f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4', 'tag': 'c15cf193-6d50-486c-8a4b-734ef4c73717'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:45.134857 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debae329-8c12-4a01-81a1-dbd48bbeb2cb" -d '{"events": [{"server_uuid": "f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4", "name": "network-vif-unplugged", "status": "completed", "tag": "c15cf193-6d50-486c-8a4b-734ef4c73717"}, {"name": "network-changed", "server_uuid": "f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4", "tag": "c15cf193-6d50-486c-8a4b-734ef4c73717"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:45.135214 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41373694-d569-48aa-bce5-6ab9593741b5 x-openstack-request-id: req-41373694-d569-48aa-bce5-6ab9593741b5 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:45.135708 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fa0c74-c3bd-48d6-9d0f-6363ff240ab2", "name": "network-vif-plugged", "status": "completed", "tag": "6fa90b49-81c0-42db-8129-ec8c25f6983f", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:45.138406 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41373694-d569-48aa-bce5-6ab9593741b5 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:45.139118 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fa0c74-c3bd-48d6-9d0f-6363ff240ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa90b49-81c0-42db-8129-ec8c25f6983f', 'code': 200}
Jun 04 15:07:45.148644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-be492336-4303-4b63-b6d2-79d4a6c15748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:45.160685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-be492336-4303-4b63-b6d2-79d4a6c15748 admin admin] Usage tracker for resource:security_group_rule and tenant:5fadcc38131d482cb0aac89b5d475869 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:45.179530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-be492336-4303-4b63-b6d2-79d4a6c15748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:45.193075 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:45.200379 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 68f0c106-4301-4722-a664-002be03379b1 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:07:45.200628 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-be492336-4303-4b63-b6d2-79d4a6c15748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:45.207542 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:45.227146 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-83989b94-15fb-4ca8-9dc6-c8cdc9f3167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:45.242116 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-edf94652-24ea-4fdc-a4b1-67c8eb392ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:45.278326 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83989b94-15fb-4ca8-9dc6-c8cdc9f3167e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5949e044-46c5-4906-8b9b-6c6b6991be16,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:45.284678 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-83989b94-15fb-4ca8-9dc6-c8cdc9f3167e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:45.291191 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:45.295808 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:07:45.303914 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6f61aa5-3428-48ca-a931-2b75643bf325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:45.310832 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33034) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:45.313934 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c607808-c9dd-4525-965e-5033a5baccda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:45.328691 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6f61aa5-3428-48ca-a931-2b75643bf325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:45.330485 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c6f61aa5-3428-48ca-a931-2b75643bf325 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f0210cd-406a-4e59-8b05-511f7f77be87 HTTP/1.1" status: 204  len: 168 time: 0.4002700
Jun 04 15:07:45.338833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f61aa5-3428-48ca-a931-2b75643bf325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0210cd-406a-4e59-8b05-511f7f77be87,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:45.389983 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-83989b94-15fb-4ca8-9dc6-c8cdc9f3167e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:45.391693 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-83989b94-15fb-4ca8-9dc6-c8cdc9f3167e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5949e044-46c5-4906-8b9b-6c6b6991be16 HTTP/1.1" status: 204  len: 168 time: 0.5858932
Jun 04 15:07:45.404620 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c6f61aa5-3428-48ca-a931-2b75643bf325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:45.415516 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:07:45.415516 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 1f87e1a7-d7f7-4c56-8ff0-8e0e97300706 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:07:45.489458 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd931d1-fbde-4bb3-89f2-9b810cec27e2 req-7711fae2-473e-4175-b669-bc107ed82657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:45.491426 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9dd931d1-fbde-4bb3-89f2-9b810cec27e2 req-7711fae2-473e-4175-b669-bc107ed82657 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 1096 time: 0.2667086
Jun 04 15:07:45.501545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=00206849-6e37-4bf1-8f05-721b52b0c482,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:45.506742 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:45.509611 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:45.527765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a667b5-4a9c-4d79-8a07-a36f240c9163 req-d5693777-1334-4793-9eae-63143769a50c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:45.529737 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f7a667b5-4a9c-4d79-8a07-a36f240c9163 req-d5693777-1334-4793-9eae-63143769a50c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 949 time: 0.2527571
Jun 04 15:07:45.560255 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 68f0c106-4301-4722-a664-002be03379b1, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=68f0c106-4301-4722-a664-002be03379b1,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:45.572471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ece668-d31e-49f1-8e12-ec774c126abf req-33c8e674-4e0d-4298-8e83-e91a9b84dcf1 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:45.577546 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36ece668-d31e-49f1-8e12-ec774c126abf req-33c8e674-4e0d-4298-8e83-e91a9b84dcf1 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 944 time: 0.2431390
Jun 04 15:07:45.595055 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-be492336-4303-4b63-b6d2-79d4a6c15748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:45.615112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '68f0c106-4301-4722-a664-002be03379b1', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '68f0c106-4301-4722-a664-002be03379b1', 'mac_address': 'fa:16:3e:40:61:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:07:45.616798 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f7a667b5-4a9c-4d79-8a07-a36f240c9163 req-b797a71b-3cef-4742-a022-dc3b3b2ecdaf tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772760
Jun 04 15:07:45.617634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9dd931d1-fbde-4bb3-89f2-9b810cec27e2 req-d4ecea00-c982-4a21-9e52-fa66604c7e13 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165953
Jun 04 15:07:45.643532 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36ece668-d31e-49f1-8e12-ec774c126abf req-16754ca1-08e3-4e93-9cc4-c5e13314d4d3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604100
Jun 04 15:07:45.686856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=6fa90b49-81c0-42db-8129-ec8c25f6983f,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:45.688698 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-be492336-4303-4b63-b6d2-79d4a6c15748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:45.699637 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-65e3fbb1-5dc3-4fe6-94e9-aaeb597ea558 tempest-LiveMigrationNegativeTest-1497271287 tempest-LiveMigrationNegativeTest-1497271287-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:45.712970 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:45.725040 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:45.740082 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982e9e90-3a81-4acc-80bb-21e8180ff051 x-openstack-request-id: req-982e9e90-3a81-4acc-80bb-21e8180ff051 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:45.740968 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4", "name": "network-vif-unplugged", "status": "completed", "tag": "c15cf193-6d50-486c-8a4b-734ef4c73717", "code": 200}, {"name": "network-changed", "server_uuid": "f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4", "tag": "c15cf193-6d50-486c-8a4b-734ef4c73717", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:45.740968 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-982e9e90-3a81-4acc-80bb-21e8180ff051 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:45.741529 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c15cf193-6d50-486c-8a4b-734ef4c73717', 'code': 200}
Jun 04 15:07:45.742276 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4', 'tag': 'c15cf193-6d50-486c-8a4b-734ef4c73717', 'status': 'completed', 'code': 200}
Jun 04 15:07:45.777553 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f0c106-4301-4722-a664-002be03379b1 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:07:45.816862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 68f0c106-4301-4722-a664-002be03379b1, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=68f0c106-4301-4722-a664-002be03379b1,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:45.862385 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-be492336-4303-4b63-b6d2-79d4a6c15748 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fadcc38131d482cb0aac89b5d475869&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7757707
Jun 04 15:07:45.863607 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be492336-4303-4b63-b6d2-79d4a6c15748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd346250-77c0-44d0-a4ce-9c190a9f6f8c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:45.867911 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33052) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:45.895275 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-be492336-4303-4b63-b6d2-79d4a6c15748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:45.900651 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:45.902946 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:46.024637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=68f0c106-4301-4722-a664-002be03379b1,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:46.028084 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:46.029154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debae329-8c12-4a01-81a1-dbd48bbeb2cb req-eb212847-dfac-4bae-a7c3-4bb0df43002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:46.030613 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-debae329-8c12-4a01-81a1-dbd48bbeb2cb req-eb212847-dfac-4bae-a7c3-4bb0df43002d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 1125 time: 0.2441664
Jun 04 15:07:46.118091 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-63dbf0aa-65d4-4912-b2b3-c3156facbd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:46.243835 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-63dbf0aa-65d4-4912-b2b3-c3156facbd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:46.286279 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5ad37dd8-ef56-40d7-a7ad-7722ceb0f347 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f0a3cb052a94df6bdfc4f1662ce0708&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8921704
Jun 04 15:07:46.289392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33054) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:46.330512 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debae329-8c12-4a01-81a1-dbd48bbeb2cb req-909c3c9c-698b-4285-8328-67ac7766f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:46.331979 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-debae329-8c12-4a01-81a1-dbd48bbeb2cb req-909c3c9c-698b-4285-8328-67ac7766f1bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.2628295
Jun 04 15:07:46.356596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33056) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:46.386240 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f354bf5b-cdbc-4874-ba76-037a66fe268b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:46.389363 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d80e0aaf-43cc-48ce-ac46-afa4249e037c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:46.409955 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-debae329-8c12-4a01-81a1-dbd48bbeb2cb req-6a56c3e6-b8c2-4c12-929c-0cbd9ba301e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c15cf193-6d50-486c-8a4b-734ef4c73717 HTTP/1.1" status: 200  len: 217 time: 0.0709803
Jun 04 15:07:46.418862 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e2b42-fa21-4a24-8673-e0cac87e749d req-45ebc85d-49a7-41d8-80da-f4c01b9a75f1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:46.420473 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e67e2b42-fa21-4a24-8673-e0cac87e749d req-45ebc85d-49a7-41d8-80da-f4c01b9a75f1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 945 time: 0.3940961
Jun 04 15:07:46.452622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d80e0aaf-43cc-48ce-ac46-afa4249e037c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:46.466009 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f354bf5b-cdbc-4874-ba76-037a66fe268b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:46.477235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d80e0aaf-43cc-48ce-ac46-afa4249e037c admin admin] Usage tracker for resource:security_group_rule and tenant:877dd64e58464f51a6a0b613b13c467c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:46.487913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d80e0aaf-43cc-48ce-ac46-afa4249e037c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:46.502430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d80e0aaf-43cc-48ce-ac46-afa4249e037c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:46.517801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debae329-8c12-4a01-81a1-dbd48bbeb2cb req-9cc668d1-9982-4e2d-a8e0-f435377f6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:46.519296 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-debae329-8c12-4a01-81a1-dbd48bbeb2cb req-9cc668d1-9982-4e2d-a8e0-f435377f6ede service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.0975230
Jun 04 15:07:46.524900 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e67e2b42-fa21-4a24-8673-e0cac87e749d req-4a7eff68-b4cf-47b9-bb45-c75fdbad8e02 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699413
Jun 04 15:07:46.569671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33058) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:46.577346 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['68f0c106-4301-4722-a664-002be03379b1'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:07:46.589039 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-debae329-8c12-4a01-81a1-dbd48bbeb2cb req-ef57833f-d8f2-4a4f-9737-9a2a41a44571 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0629182
Jun 04 15:07:46.595212 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6060-2d38-4686-a92d-1663676ce52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:46.635389 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-63dbf0aa-65d4-4912-b2b3-c3156facbd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:46.649624 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2b1ace24-496b-419d-81f8-cff11fa522df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:46.696010 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbf0aa-65d4-4912-b2b3-c3156facbd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd346250-77c0-44d0-a4ce-9c190a9f6f8c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:46.712583 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-63dbf0aa-65d4-4912-b2b3-c3156facbd8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:46.728625 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['00206849-6e37-4bf1-8f05-721b52b0c482'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:07:46.742271 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d80e0aaf-43cc-48ce-ac46-afa4249e037c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:46.758298 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f354bf5b-cdbc-4874-ba76-037a66fe268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:46.771303 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c13eab6-dfd6-4b1f-b1b7-902a41981d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:46.789950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354bf5b-cdbc-4874-ba76-037a66fe268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4fdf89-285f-4fc0-9ab8-9d43095c0002,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:46.796553 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f354bf5b-cdbc-4874-ba76-037a66fe268b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:46.815928 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d80e0aaf-43cc-48ce-ac46-afa4249e037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:46.842412 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:46.909670 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f354bf5b-cdbc-4874-ba76-037a66fe268b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:46.911536 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f354bf5b-cdbc-4874-ba76-037a66fe268b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f4fdf89-285f-4fc0-9ab8-9d43095c0002 HTTP/1.1" status: 204  len: 168 time: 0.6201379
Jun 04 15:07:46.919290 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d80e0aaf-43cc-48ce-ac46-afa4249e037c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=877dd64e58464f51a6a0b613b13c467c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5610931
Jun 04 15:07:46.923097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33068) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:46.925371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e0aaf-43cc-48ce-ac46-afa4249e037c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61ff1c4-9902-4ecd-9e33-0e269637e751,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:46.942377 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ee2d6060-2d38-4686-a92d-1663676ce52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:46.958848 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d80e0aaf-43cc-48ce-ac46-afa4249e037c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:46.985226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ee2d6060-2d38-4686-a92d-1663676ce52a admin admin] Usage tracker for resource:security_group_rule and tenant:4b09f033340a4f8091d19f326f47068c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:46.991519 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ee2d6060-2d38-4686-a92d-1663676ce52a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:47.059699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ee2d6060-2d38-4686-a92d-1663676ce52a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:47.062919 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-63dbf0aa-65d4-4912-b2b3-c3156facbd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:47.066909 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-63dbf0aa-65d4-4912-b2b3-c3156facbd8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd346250-77c0-44d0-a4ce-9c190a9f6f8c HTTP/1.1" status: 204  len: 168 time: 1.1857750
Jun 04 15:07:47.120594 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1ef5435a-a1b7-4a5e-90ab-d1a882dc295a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:47.158488 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1ef5435a-a1b7-4a5e-90ab-d1a882dc295a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:47.177039 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e679e6-3c9f-4838-8c32-4b2641aa7a7b req-6b5a7923-832e-4cdb-884e-85fc4c1b4635 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:47.179982 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-15e679e6-3c9f-4838-8c32-4b2641aa7a7b req-6b5a7923-832e-4cdb-884e-85fc4c1b4635 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 949 time: 0.1955583
Jun 04 15:07:47.229865 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-debae329-8c12-4a01-81a1-dbd48bbeb2cb req-41a97a8f-7de0-4bfd-a0a4-7c3b77071df4 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6249053
Jun 04 15:07:47.260762 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-15e679e6-3c9f-4838-8c32-4b2641aa7a7b req-36d0cdd2-3bb5-47bd-8f72-bf57c89f5227 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681114
Jun 04 15:07:47.411637 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1ef5435a-a1b7-4a5e-90ab-d1a882dc295a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:47.419284 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-feb5d2ac-dbb5-42af-8352-ab13b64c103b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:47.440179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca74b5-3c35-4394-902e-7c4abe0f1a54 req-8636ce10-f1d3-40a4-9585-a598cd3ac68f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:47.447557 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3dca74b5-3c35-4394-902e-7c4abe0f1a54 req-8636ce10-f1d3-40a4-9585-a598cd3ac68f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 944 time: 0.4770162
Jun 04 15:07:47.473683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5435a-a1b7-4a5e-90ab-d1a882dc295a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61ff1c4-9902-4ecd-9e33-0e269637e751,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:47.496480 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1ef5435a-a1b7-4a5e-90ab-d1a882dc295a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:47.501802 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1ef5435a-a1b7-4a5e-90ab-d1a882dc295a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:47.507426 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1ef5435a-a1b7-4a5e-90ab-d1a882dc295a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f61ff1c4-9902-4ecd-9e33-0e269637e751 HTTP/1.1" status: 204  len: 168 time: 0.5791914
Jun 04 15:07:47.532959 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-debae329-8c12-4a01-81a1-dbd48bbeb2cb req-fc2f746f-ef8a-4b37-ac2a-d5ee6dd81451 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2946625
Jun 04 15:07:47.537559 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6060-2d38-4686-a92d-1663676ce52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:47.548137 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3dca74b5-3c35-4394-902e-7c4abe0f1a54 req-307c1ae3-2fe8-4f2a-80e0-8fb7168c00c3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995169
Jun 04 15:07:47.603577 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6060-2d38-4686-a92d-1663676ce52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:47.627265 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7a0030ab-8cea-4527-92a4-8247e7d0a6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:47.692191 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d6060-2d38-4686-a92d-1663676ce52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aac3268-b845-45db-b525-c48d48fe8e50,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:47.696240 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ee2d6060-2d38-4686-a92d-1663676ce52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:47.716461 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ee2d6060-2d38-4686-a92d-1663676ce52a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b09f033340a4f8091d19f326f47068c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1466191
Jun 04 15:07:47.720874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33080) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:47.793866 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12a201a8-45a4-4445-b8bb-1acf603cde50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:47.835688 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12a201a8-45a4-4445-b8bb-1acf603cde50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:47.877462 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c8299-9b08-40f9-9450-5f0763d39d4a req-23a92dcd-038d-4c54-9c9b-55dcef21ec69 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:47.879157 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d0c8299-9b08-40f9-9450-5f0763d39d4a req-23a92dcd-038d-4c54-9c9b-55dcef21ec69 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 945 time: 0.1708817
Jun 04 15:07:47.928793 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d0c8299-9b08-40f9-9450-5f0763d39d4a req-e2f374d7-7c67-42c3-94c7-ce1946e279fd tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438318
Jun 04 15:07:47.992562 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12a201a8-45a4-4445-b8bb-1acf603cde50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:47.999668 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e55b23b2-1337-41ab-a2fe-6a383890b37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:48.013985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a201a8-45a4-4445-b8bb-1acf603cde50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aac3268-b845-45db-b525-c48d48fe8e50,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:48.016601 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-12a201a8-45a4-4445-b8bb-1acf603cde50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:48.018951 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12a201a8-45a4-4445-b8bb-1acf603cde50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:48.020679 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-12a201a8-45a4-4445-b8bb-1acf603cde50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7aac3268-b845-45db-b525-c48d48fe8e50 HTTP/1.1" status: 204  len: 168 time: 0.2980101
Jun 04 15:07:48.256480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33086) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:48.265074 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c15cf193-6d50-486c-8a4b-734ef4c73717 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:07:48.378942 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b530e4f4-787d-4d60-bb57-7941166edbf3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8eed4cfdb7154959b9336a65f2bfd3f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1173227
Jun 04 15:07:48.379514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33092) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:48.503311 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-833ff6eb-32c6-4eb8-9252-c92703f5c98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:48.507364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c15cf193-6d50-486c-8a4b-734ef4c73717,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:48.532401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c15cf193-6d50-486c-8a4b-734ef4c73717 has no active binding in host n-h2-791505-9 {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 04 15:07:48.546202 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-833ff6eb-32c6-4eb8-9252-c92703f5c98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:48.703456 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b5537-c530-4a4b-844d-980f7a505146 req-ca30d054-62bb-41f5-ac24-9d388f1584ec tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:48.714840 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-144b5537-c530-4a4b-844d-980f7a505146 req-ca30d054-62bb-41f5-ac24-9d388f1584ec tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 949 time: 0.1856768
Jun 04 15:07:48.753259 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-833ff6eb-32c6-4eb8-9252-c92703f5c98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:48.764549 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:48.789207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ff6eb-32c6-4eb8-9252-c92703f5c98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badca272-aa6f-4ba4-a992-926adfdfcedc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:48.797893 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-144b5537-c530-4a4b-844d-980f7a505146 req-104d3207-5553-41fa-99ba-caf627fa3b93 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793383
Jun 04 15:07:48.805828 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-833ff6eb-32c6-4eb8-9252-c92703f5c98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:48.807663 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-833ff6eb-32c6-4eb8-9252-c92703f5c98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:48.811778 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-833ff6eb-32c6-4eb8-9252-c92703f5c98a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/badca272-aa6f-4ba4-a992-926adfdfcedc HTTP/1.1" status: 204  len: 168 time: 0.4283385
Jun 04 15:07:48.867431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6b624-39a4-4131-a05f-1891525e5444 req-e00a7685-c483-4a03-900a-fa2d9a3964bf tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:48.869220 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d0d6b624-39a4-4131-a05f-1891525e5444 req-e00a7685-c483-4a03-900a-fa2d9a3964bf tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 944 time: 0.1714017
Jun 04 15:07:48.917427 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d0d6b624-39a4-4131-a05f-1891525e5444 req-6ba0725e-79e8-4da4-bff1-30666f0f3a7b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425491
Jun 04 15:07:49.182193 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac0bcb-007a-4277-a7fe-dca9ed4bb2bc req-77bb1c9c-468d-4e59-b2a4-a644178fba40 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:49.183846 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5bac0bcb-007a-4277-a7fe-dca9ed4bb2bc req-77bb1c9c-468d-4e59-b2a4-a644178fba40 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 945 time: 0.1113563
Jun 04 15:07:49.233946 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5bac0bcb-007a-4277-a7fe-dca9ed4bb2bc req-6838745f-3245-4ae6-877c-6053fac6880b tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435166
Jun 04 15:07:50.080433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077faf5-37c1-4e59-83f3-f5f4d4a41e7b req-9f0de7ee-2c32-4fed-b3e5-dcefa2409810 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:50.083404 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9077faf5-37c1-4e59-83f3-f5f4d4a41e7b req-9f0de7ee-2c32-4fed-b3e5-dcefa2409810 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 1096 time: 0.1022742
Jun 04 15:07:50.148128 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453b69b-31bd-4898-80f7-b13cc1e7f106 req-eac6ee89-035c-45b4-be0f-da89ef4aed58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:50.150225 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9077faf5-37c1-4e59-83f3-f5f4d4a41e7b req-7ce5dd52-9ff1-46fd-855e-f553e9efef00 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540099
Jun 04 15:07:50.157107 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d453b69b-31bd-4898-80f7-b13cc1e7f106 req-eac6ee89-035c-45b4-be0f-da89ef4aed58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 949 time: 0.1383541
Jun 04 15:07:50.205575 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d453b69b-31bd-4898-80f7-b13cc1e7f106 req-e2511038-4747-4bb4-865a-9e0e8a1f3a37 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473695
Jun 04 15:07:50.270884 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 68f0c106-4301-4722-a664-002be03379b1 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:07:50.421599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c2cd9-b21e-4b81-81a1-fd1410572c78 req-3a357659-073e-40ab-bc85-0bb7679bb6f9 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:50.429493 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c61c2cd9-b21e-4b81-81a1-fd1410572c78 req-3a357659-073e-40ab-bc85-0bb7679bb6f9 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 944 time: 0.1167810
Jun 04 15:07:50.450700 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2774621-2f51-4f6c-bdd0-5b74c067ac76 req-843e6f14-1fbc-4100-8029-433e9dcdb33d tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:50.452336 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2774621-2f51-4f6c-bdd0-5b74c067ac76 req-843e6f14-1fbc-4100-8029-433e9dcdb33d tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 1096 time: 0.0881562
Jun 04 15:07:50.454346 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 68f0c106-4301-4722-a664-002be03379b1 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:07:50.459895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 68f0c106-4301-4722-a664-002be03379b1 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:07:50.461050 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:50.487602 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c61c2cd9-b21e-4b81-81a1-fd1410572c78 req-3b94feb8-25ee-49c9-a8d2-c67af0521ea6 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549874
Jun 04 15:07:50.526733 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2774621-2f51-4f6c-bdd0-5b74c067ac76 req-fdd9cf8d-a865-4605-b37e-5117af7d7050 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654907
Jun 04 15:07:50.615831 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:50.657491 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 68f0c106-4301-4722-a664-002be03379b1, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=68f0c106-4301-4722-a664-002be03379b1,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:50.658156 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a7f36a-093f-4ae9-bfde-55e851acb2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f0c106-4301-4722-a664-002be03379b1'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:50.661286 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a680c99-87c2-4b77-a971-a8e8e04b6a62" -d '{"events": [{"server_uuid": "b8a7f36a-093f-4ae9-bfde-55e851acb2df", "name": "network-vif-plugged", "status": "completed", "tag": "68f0c106-4301-4722-a664-002be03379b1"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:50.712576 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31966ee-48bc-4a7b-b577-28fce7349762 x-openstack-request-id: req-a31966ee-48bc-4a7b-b577-28fce7349762 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:50.712915 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a7f36a-093f-4ae9-bfde-55e851acb2df", "name": "network-vif-plugged", "status": "completed", "tag": "68f0c106-4301-4722-a664-002be03379b1", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:50.713214 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a31966ee-48bc-4a7b-b577-28fce7349762 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:50.713802 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a7f36a-093f-4ae9-bfde-55e851acb2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f0c106-4301-4722-a664-002be03379b1', 'code': 200}
Jun 04 15:07:50.717622 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:50.719594 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 00206849-6e37-4bf1-8f05-721b52b0c482 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:07:50.747768 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:50.907052 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=68f0c106-4301-4722-a664-002be03379b1,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:50.913080 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:50.966368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae9a71-1350-4c99-8816-95c2b4b04903 req-10851926-4461-4ecc-a64f-1949bdf2519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:50.968149 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1cae9a71-1350-4c99-8816-95c2b4b04903 req-10851926-4461-4ecc-a64f-1949bdf2519c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b8a7f36a-093f-4ae9-bfde-55e851acb2df HTTP/1.1" status: 200  len: 1101 time: 0.1221087
Jun 04 15:07:50.991576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 00206849-6e37-4bf1-8f05-721b52b0c482 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:07:50.998195 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 00206849-6e37-4bf1-8f05-721b52b0c482 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:07:51.000419 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:51.022618 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1cae9a71-1350-4c99-8816-95c2b4b04903 req-da182ce7-8d74-4ec4-9a91-9041c37ae6e7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425293
Jun 04 15:07:51.150938 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:51.210514 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 00206849-6e37-4bf1-8f05-721b52b0c482, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=00206849-6e37-4bf1-8f05-721b52b0c482,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:51.318734 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:51.321465 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:51.408632 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=00206849-6e37-4bf1-8f05-721b52b0c482,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:51.412931 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:51.490786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846aeb5-3d8d-4965-8647-5a6675183c4c req-32015c0f-fbed-42ea-b3c3-331d2d7c72be tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:51.493689 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c846aeb5-3d8d-4965-8647-5a6675183c4c req-32015c0f-fbed-42ea-b3c3-331d2d7c72be tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 950 time: 0.1438386
Jun 04 15:07:51.560931 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c846aeb5-3d8d-4965-8647-5a6675183c4c req-fadaa0ff-caf8-4588-945f-a2ef9fd3c99a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589490
Jun 04 15:07:51.783788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05092e05-ef66-451d-a31c-cb46fcdece87 req-6aa80bff-4be3-4c3a-b2f4-7b7cf23ab97f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:51.785379 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05092e05-ef66-451d-a31c-cb46fcdece87 req-6aa80bff-4be3-4c3a-b2f4-7b7cf23ab97f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 944 time: 0.1083567
Jun 04 15:07:51.852254 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05092e05-ef66-451d-a31c-cb46fcdece87 req-33490ce2-d200-4e26-bc57-9241d2b16d8e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568817
Jun 04 15:07:52.278902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c15cf193-6d50-486c-8a4b-734ef4c73717 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:07:52.492846 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c15cf193-6d50-486c-8a4b-734ef4c73717,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:52.515229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c15cf193-6d50-486c-8a4b-734ef4c73717 has no active binding in host n-h2-791505-9 {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 04 15:07:52.663914 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-d61d134e-09be-449c-8fed-ce200af5704e service neutron] 10.222.0.65 "GET /v2.0/ports/c15cf193-6d50-486c-8a4b-734ef4c73717/bindings/n-h2-791505-9 HTTP/1.1" status: 200  len: 384 time: 0.1277254
Jun 04 15:07:52.714872 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6286179-1a0b-4fd3-9f26-0bf73d8893fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00206849-6e37-4bf1-8f05-721b52b0c482'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:52.719077 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c94cff7-305a-422b-9e26-8901fa8a0fb0" -d '{"events": [{"server_uuid": "e6286179-1a0b-4fd3-9f26-0bf73d8893fc", "name": "network-vif-plugged", "status": "completed", "tag": "00206849-6e37-4bf1-8f05-721b52b0c482"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:52.940733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85e5dd-971e-4063-a02a-606075bff4f8 req-e4ff684e-cb54-4dc9-aa45-323e5c7f5124 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:52.942535 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f85e5dd-971e-4063-a02a-606075bff4f8 req-e4ff684e-cb54-4dc9-aa45-323e5c7f5124 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 950 time: 0.1615951
Jun 04 15:07:53.062089 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f85e5dd-971e-4063-a02a-606075bff4f8 req-12179b7e-83ed-4b28-b8d3-0953679b8bdb tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098459
Jun 04 15:07:53.091036 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:53.180665 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296dbc2f-636a-4fa3-b8b2-4741e9abfb23 x-openstack-request-id: req-296dbc2f-636a-4fa3-b8b2-4741e9abfb23 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:07:53.181085 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6286179-1a0b-4fd3-9f26-0bf73d8893fc", "name": "network-vif-plugged", "status": "completed", "tag": "00206849-6e37-4bf1-8f05-721b52b0c482", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:07:53.181737 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-296dbc2f-636a-4fa3-b8b2-4741e9abfb23 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:07:53.182508 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6286179-1a0b-4fd3-9f26-0bf73d8893fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00206849-6e37-4bf1-8f05-721b52b0c482', 'code': 200}
Jun 04 15:07:53.246200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-b100a87d-269f-4265-a006-b5fb91cb991b service neutron] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c15cf193-6d50-486c-8a4b-734ef4c73717,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:53.282510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-b100a87d-269f-4265-a006-b5fb91cb991b service neutron] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:07:53.379202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-b100a87d-269f-4265-a006-b5fb91cb991b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15cf193-6d50-486c-8a4b-734ef4c73717 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:07:53.394947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-b100a87d-269f-4265-a006-b5fb91cb991b service neutron] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c15cf193-6d50-486c-8a4b-734ef4c73717,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:53.496352 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-b100a87d-269f-4265-a006-b5fb91cb991b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:53.529306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddf32a-baca-4719-a1b6-e639298af8b0 req-9d85f96e-d149-46cd-adb0-f97a72d85e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:53.530956 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4ddf32a-baca-4719-a1b6-e639298af8b0 req-9d85f96e-d149-46cd-adb0-f97a72d85e53 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 1101 time: 0.1178620
Jun 04 15:07:53.553678 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b9e32-3b8e-42a6-8b78-555b63d850c1 req-432c456b-93db-430c-9bc6-706d503eae03 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:53.555376 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-350b9e32-3b8e-42a6-8b78-555b63d850c1 req-432c456b-93db-430c-9bc6-706d503eae03 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 944 time: 0.1998167
Jun 04 15:07:53.628621 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4ddf32a-baca-4719-a1b6-e639298af8b0 req-1ea7559a-2c3e-48a5-b776-cc127bc728b5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717089
Jun 04 15:07:53.648135 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-350b9e32-3b8e-42a6-8b78-555b63d850c1 req-39ad66df-96d4-492a-95ab-f68780002f63 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729520
Jun 04 15:07:53.655682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-b100a87d-269f-4265-a006-b5fb91cb991b service neutron] Transition to ACTIVE for port object c15cf193-6d50-486c-8a4b-734ef4c73717 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:07:53.792883 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-b100a87d-269f-4265-a006-b5fb91cb991b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:53.800506 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:54.044636 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-b100a87d-269f-4265-a006-b5fb91cb991b service neutron] No DVR routers for this DVR port c15cf193-6d50-486c-8a4b-734ef4c73717 on host n-h1-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:07:54.077503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100a87d-269f-4265-a006-b5fb91cb991b service neutron] Pushing event updated for resources: {'Port': ['ID=c15cf193-6d50-486c-8a4b-734ef4c73717,revision_number=10']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:54.088049 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b100a87d-269f-4265-a006-b5fb91cb991b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:54.101372 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-b100a87d-269f-4265-a006-b5fb91cb991b service neutron] 10.222.0.65 "PUT /v2.0/ports/c15cf193-6d50-486c-8a4b-734ef4c73717/bindings/n-h2-791505-9/activate HTTP/1.1" status: 200  len: 369 time: 1.4279120
Jun 04 15:07:54.522429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fe0c2ab4-1162-4439-ba3d-a4c251e87348 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:54.524850 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-fe0c2ab4-1162-4439-ba3d-a4c251e87348 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4&tenant_id=a03aebe4cbe94e51823784c56531a643&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 1096 time: 0.1331677
Jun 04 15:07:54.661124 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-003c077b-03f3-47b8-b947-f15ea78a7018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:54.664321 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-003c077b-03f3-47b8-b947-f15ea78a7018 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4&tenant_id=a03aebe4cbe94e51823784c56531a643 HTTP/1.1" status: 200  len: 1096 time: 0.1301038
Jun 04 15:07:54.732527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33304) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:54.805875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-5c6075b6-7087-422f-82b7-acc04faca544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:54.807661 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-5c6075b6-7087-422f-82b7-acc04faca544 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 1096 time: 0.1134286
Jun 04 15:07:54.917548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-f023cd0f-bca6-4dbd-8601-7d7bafb0536b tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:07:54.919198 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-f023cd0f-bca6-4dbd-8601-7d7bafb0536b tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1819777
Jun 04 15:07:54.976264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-c445034e-5dbf-461a-b66b-7fd85756fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:54.977991 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-c445034e-5dbf-461a-b66b-7fd85756fcb8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.1557753
Jun 04 15:07:55.067864 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-8272a5ab-84ac-432e-99fa-ce11480c3c5e service neutron] Request body: {'binding': {'host': 'n-h1-791505-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:55.068770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-8272a5ab-84ac-432e-99fa-ce11480c3c5e service neutron] Unknown quota resources ['binding']. {{(pid=88301) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 15:07:55.165899 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-d6869e3c-c1e8-41a2-8d28-7541dc051559 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c15cf193-6d50-486c-8a4b-734ef4c73717 HTTP/1.1" status: 200  len: 217 time: 0.1768076
Jun 04 15:07:55.341630 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:55.372445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-1026a067-5967-40f4-a165-c3e06a441944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:55.374290 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-1026a067-5967-40f4-a165-c3e06a441944 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.1730728
Jun 04 15:07:55.442861 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-bae067fa-f606-4217-a30e-851b04460aeb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0577857
Jun 04 15:07:55.491137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-8272a5ab-84ac-432e-99fa-ce11480c3c5e service neutron] Attempting to bind port 6fa90b49-81c0-42db-8129-ec8c25f6983f on host n-h1-791505-9 for vnic_type normal with profile None {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:07:55.491673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-8272a5ab-84ac-432e-99fa-ce11480c3c5e service neutron] Attempting to bind port 6fa90b49-81c0-42db-8129-ec8c25f6983f by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:07:55.492463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-8272a5ab-84ac-432e-99fa-ce11480c3c5e service neutron] Attempting to bind port 6fa90b49-81c0-42db-8129-ec8c25f6983f on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:55.502345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-8272a5ab-84ac-432e-99fa-ce11480c3c5e service neutron] Port 6fa90b49-81c0-42db-8129-ec8c25f6983f on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:07:55.502846 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-8272a5ab-84ac-432e-99fa-ce11480c3c5e service neutron] Attempting to bind port 6fa90b49-81c0-42db-8129-ec8c25f6983f on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:07:55.512404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-8272a5ab-84ac-432e-99fa-ce11480c3c5e service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:07:55.512942 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-8272a5ab-84ac-432e-99fa-ce11480c3c5e service neutron] Checking segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:07:55.513583 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-8272a5ab-84ac-432e-99fa-ce11480c3c5e service neutron] Bound using segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:07:55.514258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-8272a5ab-84ac-432e-99fa-ce11480c3c5e service neutron] Bound port: 6fa90b49-81c0-42db-8129-ec8c25f6983f, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:07:55.520599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734c363-ed93-4f20-848b-da3e0ecbb968 req-bc655b21-15d6-4aff-bfa0-efbdc12d952d tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:55.523161 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f734c363-ed93-4f20-848b-da3e0ecbb968 req-bc655b21-15d6-4aff-bfa0-efbdc12d952d tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 950 time: 0.2327220
Jun 04 15:07:55.707570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-8272a5ab-84ac-432e-99fa-ce11480c3c5e service neutron] For port 6fa90b49-81c0-42db-8129-ec8c25f6983f, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:07:55.711566 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f734c363-ed93-4f20-848b-da3e0ecbb968 req-96ce8afc-b9b1-4890-877c-e747df7033c2 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675620
Jun 04 15:07:55.730522 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-adc1ef5c-8a63-4bd2-9ee5-f8a9269da4c6 req-0e0da87d-1069-4a86-b4e2-b69fe10b9e9a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1501944
Jun 04 15:07:55.754544 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-37fad859-31ca-4f59-84c3-9a1370587120 service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2903452
Jun 04 15:07:55.839518 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-8272a5ab-84ac-432e-99fa-ce11480c3c5e service neutron] Notify callbacks [] for binding, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:55.841673 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-8272a5ab-84ac-432e-99fa-ce11480c3c5e service neutron] 10.222.0.32 "POST /v2.0/ports/6fa90b49-81c0-42db-8129-ec8c25f6983f/bindings HTTP/1.1" status: 201  len: 389 time: 0.8543205
Jun 04 15:07:55.991278 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-14dd82a2-a9b3-491c-8c85-8d04846c7daa req-d7cbac4d-a591-4c6d-82b8-3b5f4ff52fa1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2050087
Jun 04 15:07:56.015063 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-61f83253-11ea-4d43-8ef1-af2213284c61 service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2431724
Jun 04 15:07:56.058386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1ef5c-8a63-4bd2-9ee5-f8a9269da4c6 req-270aeeda-bdeb-45e6-adbe-c9c61c5955db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:56.061581 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-adc1ef5c-8a63-4bd2-9ee5-f8a9269da4c6 req-270aeeda-bdeb-45e6-adbe-c9c61c5955db service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9f41c4c2f734025b9beae4f469560f3&device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 1117 time: 0.1552050
Jun 04 15:07:56.229065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd82a2-a9b3-491c-8c85-8d04846c7daa req-56d1a8dc-bf90-4623-acc6-4c20cb27ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:56.231102 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14dd82a2-a9b3-491c-8c85-8d04846c7daa req-56d1a8dc-bf90-4623-acc6-4c20cb27ec37 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 1101 time: 0.1385472
Jun 04 15:07:56.250973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1ef5c-8a63-4bd2-9ee5-f8a9269da4c6 req-b270fd55-1f40-4c01-82ce-31da47108777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:56.253837 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-adc1ef5c-8a63-4bd2-9ee5-f8a9269da4c6 req-b270fd55-1f40-4c01-82ce-31da47108777 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66d7eae7-a52d-476b-acd4-4def4e5ed813 HTTP/1.1" status: 200  len: 924 time: 0.1705155
Jun 04 15:07:56.260055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device c15cf193-6d50-486c-8a4b-734ef4c73717 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:07:56.378214 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device c15cf193-6d50-486c-8a4b-734ef4c73717 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:07:56.403205 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-adc1ef5c-8a63-4bd2-9ee5-f8a9269da4c6 req-11967767-075c-4b0f-8bda-b41da7bc4219 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=073fecbc-58e2-497f-ac3e-b8cba3e6cf82 HTTP/1.1" status: 200  len: 1022 time: 0.1434569
Jun 04 15:07:56.509615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1ef5c-8a63-4bd2-9ee5-f8a9269da4c6 req-f84e64a0-ae42-496a-83e1-e904eb21e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:56.511423 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-adc1ef5c-8a63-4bd2-9ee5-f8a9269da4c6 req-f84e64a0-ae42-496a-83e1-e904eb21e9bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa9d2765-5907-4511-a341-f87e937c912c HTTP/1.1" status: 200  len: 862 time: 0.1016920
Jun 04 15:07:56.551173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3984b-31b1-4ef6-be9a-d8d35b1ae27b req-e51d5e37-15cb-430a-ab05-8d88dbe7b0aa tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:56.553759 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07c3984b-31b1-4ef6-be9a-d8d35b1ae27b req-e51d5e37-15cb-430a-ab05-8d88dbe7b0aa tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 945 time: 0.2985806
Jun 04 15:07:56.558183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd82a2-a9b3-491c-8c85-8d04846c7daa req-5db702ca-df52-49c4-ad3e-d7cbbae4ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:56.560371 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14dd82a2-a9b3-491c-8c85-8d04846c7daa req-5db702ca-df52-49c4-ad3e-d7cbbae4ebc1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2418320
Jun 04 15:07:56.665535 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1ef5c-8a63-4bd2-9ee5-f8a9269da4c6 req-70b955db-3d06-44ce-a344-ab26d548c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:56.668321 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-adc1ef5c-8a63-4bd2-9ee5-f8a9269da4c6 req-70b955db-3d06-44ce-a344-ab26d548c5ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66d7eae7-a52d-476b-acd4-4def4e5ed813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1495254
Jun 04 15:07:56.683518 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14dd82a2-a9b3-491c-8c85-8d04846c7daa req-99802530-17d9-407e-8088-06be1ec3639f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=39aca5ae-aedb-4639-985b-49fbceec36e6 HTTP/1.1" status: 200  len: 217 time: 0.1125066
Jun 04 15:07:56.788379 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd82a2-a9b3-491c-8c85-8d04846c7daa req-04e425e8-d99a-4921-9507-4040557a6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:56.789316 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14dd82a2-a9b3-491c-8c85-8d04846c7daa req-04e425e8-d99a-4921-9507-4040557a6782 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0964413
Jun 04 15:07:56.808148 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07c3984b-31b1-4ef6-be9a-d8d35b1ae27b req-3bccf6a9-8e8e-41e4-a6de-20ce13e109dd tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2463422
Jun 04 15:07:56.879657 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-adc1ef5c-8a63-4bd2-9ee5-f8a9269da4c6 req-0561f8b1-5d78-4659-a231-2f24cb7c048b service neutron] 10.222.0.65 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033849
Jun 04 15:07:56.955570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd82a2-a9b3-491c-8c85-8d04846c7daa req-d9c43845-e64f-4c8a-b379-47f6d78fcc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:56.957103 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14dd82a2-a9b3-491c-8c85-8d04846c7daa req-d9c43845-e64f-4c8a-b379-47f6d78fcc0c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1432395
Jun 04 15:07:57.165576 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-adc1ef5c-8a63-4bd2-9ee5-f8a9269da4c6 req-61a5495f-fce6-4933-ac51-6da39f13029b service neutron] 10.222.0.65 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2791629
Jun 04 15:07:57.171986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-d010f6a7-f94b-4af3-8d8d-6606abf45f0b tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:57.173546 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-d010f6a7-f94b-4af3-8d8d-6606abf45f0b tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4&tenant_id=a03aebe4cbe94e51823784c56531a643&binding%3Ahost_id=n-h2-791505-9 HTTP/1.1" status: 200  len: 1096 time: 0.2526841
Jun 04 15:07:57.336629 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14dd82a2-a9b3-491c-8c85-8d04846c7daa req-b7ae9d80-8723-4f8b-8841-2dd893c989ef service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3630297
Jun 04 15:07:57.350120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-cd9987a3-4c51-460a-aa7e-43bcbc06e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:57.351511 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-cd9987a3-4c51-460a-aa7e-43bcbc06e74e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 1096 time: 0.3232050
Jun 04 15:07:57.448205 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33342) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:57.508759 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b947728-c9ea-4ce2-ad7b-1dca2ae84314 req-ffffe81e-b360-49f3-925d-62b704d450fe tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:57.510605 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9b947728-c9ea-4ce2-ad7b-1dca2ae84314 req-ffffe81e-b360-49f3-925d-62b704d450fe tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 945 time: 0.1407688
Jun 04 15:07:57.570316 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9b947728-c9ea-4ce2-ad7b-1dca2ae84314 req-0e1c1e24-b628-4b1b-a07f-e29fa0b27619 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522051
Jun 04 15:07:57.596879 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-20f564bb-f4bc-476b-97f6-63fa3e0e0334 service neutron] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:07:57.601481 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-20f564bb-f4bc-476b-97f6-63fa3e0e0334 service neutron] Notify callbacks [] for binding, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:57.602629 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c2f6194-2f5e-4ff4-9a1b-e004bf7cef0a req-20f564bb-f4bc-476b-97f6-63fa3e0e0334 service neutron] 10.222.0.62 "DELETE /v2.0/ports/c15cf193-6d50-486c-8a4b-734ef4c73717/bindings/n-h1-791505-9 HTTP/1.1" status: 204  len: 173 time: 0.4199212
Jun 04 15:07:57.652294 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-289e95ae-3ea5-4cf6-8230-5156d4750709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:57.695476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-289e95ae-3ea5-4cf6-8230-5156d4750709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:57.702525 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14dd82a2-a9b3-491c-8c85-8d04846c7daa req-3e31ee62-a0d9-4218-8581-5d10fb262d2d service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3500431
Jun 04 15:07:57.705114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-fcb246d4-e204-49bf-b859-f34e73693b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:57.706682 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-fcb246d4-e204-49bf-b859-f34e73693b66 service neutron] 10.222.0.65 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.3356073
Jun 04 15:07:57.707073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-289e95ae-3ea5-4cf6-8230-5156d4750709 admin admin] Usage tracker for resource:security_group_rule and tenant:e2bdf4f07eee4f21936317dfb8b843cd is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:57.713045 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-289e95ae-3ea5-4cf6-8230-5156d4750709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:57.727524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-289e95ae-3ea5-4cf6-8230-5156d4750709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:57.801424 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-27cbd408-c6b0-41ae-89a1-33c1684febc1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f HTTP/1.1" status: 200  len: 217 time: 0.0880775
Jun 04 15:07:57.884566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-d2087b7e-c9b8-4f73-8eaf-92d77c716988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:57.887679 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-d2087b7e-c9b8-4f73-8eaf-92d77c716988 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.0782681
Jun 04 15:07:57.977367 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-4930c744-0821-4fc2-a29e-360bb843f443 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0811162
Jun 04 15:07:58.074393 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d016014-57d7-4244-8235-69ca2a6edbc8 req-1926e245-b909-412c-bb25-ac31979eb105 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:58.075877 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6d016014-57d7-4244-8235-69ca2a6edbc8 req-1926e245-b909-412c-bb25-ac31979eb105 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 950 time: 0.3133764
Jun 04 15:07:58.096498 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-289e95ae-3ea5-4cf6-8230-5156d4750709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:58.158711 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6d016014-57d7-4244-8235-69ca2a6edbc8 req-a5f0adc9-1fae-46fd-9dad-3b66f6a3bbc8 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713513
Jun 04 15:07:58.159178 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-2211dfb5-e8c9-4254-a22d-53ecb0baac50 service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742077
Jun 04 15:07:58.201349 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-289e95ae-3ea5-4cf6-8230-5156d4750709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:58.214895 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dc8ab357-ee2f-4c2f-a5db-d9fbbebae4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:58.334477 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-289e95ae-3ea5-4cf6-8230-5156d4750709 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2bdf4f07eee4f21936317dfb8b843cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8824484
Jun 04 15:07:58.335933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e95ae-3ea5-4cf6-8230-5156d4750709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06e1555-3f8d-4d48-815d-23e6fe30d5b4,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:58.339466 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33354) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:58.360873 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-5a653701-b097-49b7-a3cd-e317c23e26c8 service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1941140
Jun 04 15:07:58.383381 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-289e95ae-3ea5-4cf6-8230-5156d4750709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:58.475202 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e762525-a2eb-4dee-91b7-08a7a1484d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:58.505885 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e762525-a2eb-4dee-91b7-08a7a1484d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:58.680811 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e762525-a2eb-4dee-91b7-08a7a1484d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:58.684665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-319df647-d9d3-4aee-964b-8d13a3f5c25c tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:58.685630 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-68151a72-683e-4bfd-8daf-a298547b5105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:58.687575 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-319df647-d9d3-4aee-964b-8d13a3f5c25c tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2&tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&binding%3Ahost_id=n-h2-791505-9 HTTP/1.1" status: 200  len: 1096 time: 0.1630368
Jun 04 15:07:58.712555 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e762525-a2eb-4dee-91b7-08a7a1484d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06e1555-3f8d-4d48-815d-23e6fe30d5b4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:58.719683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-9'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:07:58.730407 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e762525-a2eb-4dee-91b7-08a7a1484d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:58.744480 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e762525-a2eb-4dee-91b7-08a7a1484d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:58.745662 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0e762525-a2eb-4dee-91b7-08a7a1484d27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a06e1555-3f8d-4d48-815d-23e6fe30d5b4 HTTP/1.1" status: 204  len: 168 time: 0.3949389
Jun 04 15:07:58.793881 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c36aa-b64f-4f3b-918d-82a635c1d11d req-889837cb-7e21-423f-b52e-f71098c88b47 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:58.801126 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a22c36aa-b64f-4f3b-918d-82a635c1d11d req-889837cb-7e21-423f-b52e-f71098c88b47 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 945 time: 0.1871610
Jun 04 15:07:58.901822 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a22c36aa-b64f-4f3b-918d-82a635c1d11d req-224fe0be-78bd-48f0-bcd1-cb980c42dc3b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942676
Jun 04 15:07:58.971397 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33368) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:59.053247 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:59.239175 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6783c-941b-43e7-9dbc-81bc0f307b76 req-0b71aed4-4792-4e52-a093-f561fded01d9 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:59.250964 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e8c6783c-941b-43e7-9dbc-81bc0f307b76 req-0b71aed4-4792-4e52-a093-f561fded01d9 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 945 time: 0.1693022
Jun 04 15:07:59.321070 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e8c6783c-941b-43e7-9dbc-81bc0f307b76 req-a18e51f0-44a7-4e08-b045-11e6bf369d6f tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689149
Jun 04 15:07:59.363786 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5e883814-477f-4ac4-b37d-33401b79a859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:59.377124 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc975ce-d1e5-4d60-954e-f30de8d0cec8 req-f966e4a5-4172-479b-80aa-97a34b2a05ce tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:59.377124 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fc975ce-d1e5-4d60-954e-f30de8d0cec8 req-f966e4a5-4172-479b-80aa-97a34b2a05ce tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8a7f36a-093f-4ae9-bfde-55e851acb2df HTTP/1.1" status: 200  len: 950 time: 0.4322734
Jun 04 15:07:59.389164 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5e883814-477f-4ac4-b37d-33401b79a859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:59.393923 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc034-64d4-4c69-b485-2d2f7ed3db64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:59.396120 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5e883814-477f-4ac4-b37d-33401b79a859 admin admin] Usage tracker for resource:security_group_rule and tenant:896c67956af84328bc6307acb524cbd8 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:59.403558 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5e883814-477f-4ac4-b37d-33401b79a859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:59.410796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5e883814-477f-4ac4-b37d-33401b79a859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:59.502358 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fc975ce-d1e5-4d60-954e-f30de8d0cec8 req-03307f5a-ce9b-4a6d-9a07-02ad30f3788a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235306
Jun 04 15:07:59.551906 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] For port 6fa90b49-81c0-42db-8129-ec8c25f6983f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:07:59.557428 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5e883814-477f-4ac4-b37d-33401b79a859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:59.610823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] For port 6fa90b49-81c0-42db-8129-ec8c25f6983f, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:07:59.690345 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5e883814-477f-4ac4-b37d-33401b79a859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:59.708446 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3660e671-2919-4f64-9668-a3ab47a5fdaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:59.711777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33386) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:59.724909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fa0c74-c3bd-48d6-9d0f-6363ff240ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa90b49-81c0-42db-8129-ec8c25f6983f'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:07:59.727201 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a06d68-797e-4417-8f23-cd793ed229fe" -d '{"events": [{"server_uuid": "05fa0c74-c3bd-48d6-9d0f-6363ff240ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "6fa90b49-81c0-42db-8129-ec8c25f6983f"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:07:59.730771 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:59.754437 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-44a1570f-0fb8-4801-8c7e-861546846d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:59.786248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afdac7-1300-4260-9dcb-493dc915c452 req-d5f79224-5e37-49a5-bfee-cd183b3305c4 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:07:59.787007 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5e883814-477f-4ac4-b37d-33401b79a859 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=896c67956af84328bc6307acb524cbd8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8133414
Jun 04 15:07:59.788736 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d2afdac7-1300-4260-9dcb-493dc915c452 req-d5f79224-5e37-49a5-bfee-cd183b3305c4 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 1096 time: 0.0970840
Jun 04 15:07:59.789263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33390) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:07:59.791890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e883814-477f-4ac4-b37d-33401b79a859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f3cf63-7374-4c1a-85cd-3f8554c6313a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:07:59.798247 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-44a1570f-0fb8-4801-8c7e-861546846d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:07:59.801354 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5e883814-477f-4ac4-b37d-33401b79a859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:07:59.804554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-44a1570f-0fb8-4801-8c7e-861546846d79 admin admin] Usage tracker for resource:security_group_rule and tenant:92e9357c07884bcb9de5c687e5986652 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:07:59.807985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-44a1570f-0fb8-4801-8c7e-861546846d79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:07:59.813820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-44a1570f-0fb8-4801-8c7e-861546846d79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:07:59.835313 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:59.845382 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:07:59.908337 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-44a1570f-0fb8-4801-8c7e-861546846d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:59.969654 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-44a1570f-0fb8-4801-8c7e-861546846d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:07:59.978641 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-88d9ab86-02a9-4920-b4bb-50fb6e6190fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:00.019847 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-44a1570f-0fb8-4801-8c7e-861546846d79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92e9357c07884bcb9de5c687e5986652&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3043706
Jun 04 15:08:00.023643 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33392) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:00.024146 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d2afdac7-1300-4260-9dcb-493dc915c452 req-3c5b94af-016b-400a-84ea-3d0028243866 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2201660
Jun 04 15:08:00.025640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1570f-0fb8-4801-8c7e-861546846d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784569b6-bc11-469a-b933-65ac0421fb46,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:00.037573 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-44a1570f-0fb8-4801-8c7e-861546846d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:00.103888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa90b49-81c0-42db-8129-ec8c25f6983f,revision_number=7']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:00.107655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Attempting to bind port 6fa90b49-81c0-42db-8129-ec8c25f6983f on host n-h2-791505-9 for vnic_type normal with profile {"migrating_to": "n-h1-791505-9"} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:08:00.107992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Attempting to bind port 6fa90b49-81c0-42db-8129-ec8c25f6983f by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:08:00.117711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Attempting to bind port 6fa90b49-81c0-42db-8129-ec8c25f6983f on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:00.121287 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8c2a-b458-4149-bb0c-c4c1e16a56fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:00.124918 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-51c8bb82-62fb-41c3-b8d1-e119ad7831b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:00.126935 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:00.139224 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Port 6fa90b49-81c0-42db-8129-ec8c25f6983f on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:08:00.140898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Attempting to bind port 6fa90b49-81c0-42db-8129-ec8c25f6983f on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:00.170437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:08:00.171070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Checking segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:08:00.172167 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Bound using segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:08:00.173147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Bound port: 6fa90b49-81c0-42db-8129-ec8c25f6983f, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:08:00.174068 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:00.179493 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-51c8bb82-62fb-41c3-b8d1-e119ad7831b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:00.213479 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8c2a-b458-4149-bb0c-c4c1e16a56fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:00.324420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] For port 6fa90b49-81c0-42db-8129-ec8c25f6983f, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:00.327924 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] For port 6fa90b49-81c0-42db-8129-ec8c25f6983f, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:08:00.414720 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-51c8bb82-62fb-41c3-b8d1-e119ad7831b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:00.420919 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-be492336-4303-4b63-b6d2-79d4a6c15748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:00.439354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8bb82-62fb-41c3-b8d1-e119ad7831b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784569b6-bc11-469a-b933-65ac0421fb46,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:00.440067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:00.442001 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-51c8bb82-62fb-41c3-b8d1-e119ad7831b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:00.443258 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-51c8bb82-62fb-41c3-b8d1-e119ad7831b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:00.444361 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-51c8bb82-62fb-41c3-b8d1-e119ad7831b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/784569b6-bc11-469a-b933-65ac0421fb46 HTTP/1.1" status: 204  len: 168 time: 0.4197133
Jun 04 15:08:00.450123 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6eac6f29-e6b5-4788-a07f-91d26543ff53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:00.566466 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8c2a-b458-4149-bb0c-c4c1e16a56fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:00.704316 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8c2a-b458-4149-bb0c-c4c1e16a56fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:00.705457 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b6ac8c2a-b458-4149-bb0c-c4c1e16a56fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93f3cf63-7374-4c1a-85cd-3f8554c6313a HTTP/1.1" status: 204  len: 168 time: 0.9150734
Jun 04 15:08:00.747859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa90b49-81c0-42db-8129-ec8c25f6983f,revision_number=8']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:00.757360 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:00.759510 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d80e0aaf-43cc-48ce-ac46-afa4249e037c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:00.771181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:00.771801 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:00.773219 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] 10.222.0.65 "PUT /v2.0/ports/6fa90b49-81c0-42db-8129-ec8c25f6983f HTTP/1.1" status: 200  len: 1121 time: 2.0616009
Jun 04 15:08:00.776969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac8c2a-b458-4149-bb0c-c4c1e16a56fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f3cf63-7374-4c1a-85cd-3f8554c6313a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:00.780487 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b6ac8c2a-b458-4149-bb0c-c4c1e16a56fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:00.822912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322753ad-c8f9-4f20-81a7-349dbbef45ce req-67c63177-2060-4d14-8b40-dc09e3fa61eb tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:00.830019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322753ad-c8f9-4f20-81a7-349dbbef45ce req-67c63177-2060-4d14-8b40-dc09e3fa61eb tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:00.841450 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-322753ad-c8f9-4f20-81a7-349dbbef45ce req-67c63177-2060-4d14-8b40-dc09e3fa61eb tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8a7f36a-093f-4ae9-bfde-55e851acb2df&device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 1691 time: 0.2668824
Jun 04 15:08:00.892084 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cec9d4-b21c-403f-92a5-c9613e23bf9e x-openstack-request-id: req-f3cec9d4-b21c-403f-92a5-c9613e23bf9e {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:08:00.892084 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fa0c74-c3bd-48d6-9d0f-6363ff240ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "6fa90b49-81c0-42db-8129-ec8c25f6983f", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:08:00.892084 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3cec9d4-b21c-403f-92a5-c9613e23bf9e {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:08:00.893319 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fa0c74-c3bd-48d6-9d0f-6363ff240ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa90b49-81c0-42db-8129-ec8c25f6983f', 'code': 200}
Jun 04 15:08:00.931220 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-322753ad-c8f9-4f20-81a7-349dbbef45ce req-98e58bff-896e-4c4d-b420-cd94bdfdbe89 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892775
Jun 04 15:08:00.939489 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['6fa90b49-81c0-42db-8129-ec8c25f6983f'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:08:01.259388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0528a33-137f-40fb-af26-30bb823d93e6 req-9acab847-fcdb-47ad-a7c4-8933d36fce7b tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:01.263075 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0528a33-137f-40fb-af26-30bb823d93e6 req-9acab847-fcdb-47ad-a7c4-8933d36fce7b tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 943 time: 0.1191368
Jun 04 15:08:01.326058 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0528a33-137f-40fb-af26-30bb823d93e6 req-aac68fcc-620f-46ff-ade7-b9cbb14b0236 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541298
Jun 04 15:08:01.529061 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-eb8adb15-5f90-4d3d-9bb7-336d8d02a207 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:01.537086 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-eb8adb15-5f90-4d3d-9bb7-336d8d02a207 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 808 time: 0.4629803
Jun 04 15:08:01.552652 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-34f36090-de49-471a-98b2-c9e6c8ca6680 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/quotas/a03aebe4cbe94e51823784c56531a643 HTTP/1.1" status: 200  len: 375 time: 0.0157063
Jun 04 15:08:01.648226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33434) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:01.688068 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-62b6704c-160c-4cc4-a4a7-e4a24ed44325 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1343009
Jun 04 15:08:01.861137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8051d-9ee3-45d6-ac02-93c3cbce9df0 req-55b2262b-9dd5-4c43-bb9d-d3b7b75063e8 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:01.862813 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-34d8051d-9ee3-45d6-ac02-93c3cbce9df0 req-55b2262b-9dd5-4c43-bb9d-d3b7b75063e8 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b8a7f36a-093f-4ae9-bfde-55e851acb2df HTTP/1.1" status: 200  len: 1101 time: 0.1274192
Jun 04 15:08:01.895932 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-50114e20-1fff-413f-9598-4454ce188c66 service neutron] 10.222.0.32 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1932747
Jun 04 15:08:01.897914 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5afacb1a-1227-48df-9950-f4c90a05050f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:01.919934 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:01.920934 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5afacb1a-1227-48df-9950-f4c90a05050f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:01.932598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5afacb1a-1227-48df-9950-f4c90a05050f admin admin] Usage tracker for resource:security_group_rule and tenant:028b3f63170949ab82e759bc908c2b12 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:01.940017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5afacb1a-1227-48df-9950-f4c90a05050f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:01.948814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5afacb1a-1227-48df-9950-f4c90a05050f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:01.951729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-34d8051d-9ee3-45d6-ac02-93c3cbce9df0 req-3cb9d3c7-2fff-4334-be8b-26086fb26efb tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Synchronizing usage tracker for tenant:5439f2f23f7e48b094822ec59d27ca34 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:08:02.045891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33442) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:02.056250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-34d8051d-9ee3-45d6-ac02-93c3cbce9df0 req-3cb9d3c7-2fff-4334-be8b-26086fb26efb tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Unset dirty status for tenant:5439f2f23f7e48b094822ec59d27ca34 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:08:02.057966 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-34d8051d-9ee3-45d6-ac02-93c3cbce9df0 req-3cb9d3c7-2fff-4334-be8b-26086fb26efb tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786661
Jun 04 15:08:02.090650 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5afacb1a-1227-48df-9950-f4c90a05050f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:02.095472 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5f5f6e68-568e-484c-8608-f1832c630250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:02.118441 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-359c9d29-ca03-4913-b162-17dc1f02895e service neutron] 10.222.0.32 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2073948
Jun 04 15:08:02.119319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5f5f6e68-568e-484c-8608-f1832c630250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:02.123283 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5f5f6e68-568e-484c-8608-f1832c630250 admin admin] Usage tracker for resource:security_group_rule and tenant:5b94a1777340427899a2edfa1116c2b6 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:02.127357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5f5f6e68-568e-484c-8608-f1832c630250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:02.133314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5f5f6e68-568e-484c-8608-f1832c630250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:02.169295 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5afacb1a-1227-48df-9950-f4c90a05050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:02.178192 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-63dbf0aa-65d4-4912-b2b3-c3156facbd8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:02.225460 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5afacb1a-1227-48df-9950-f4c90a05050f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=028b3f63170949ab82e759bc908c2b12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5741043
Jun 04 15:08:02.229223 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33448) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:02.232227 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afacb1a-1227-48df-9950-f4c90a05050f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8fe864-baa1-4c0c-b9fb-a68850b0ec7f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:02.283520 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5afacb1a-1227-48df-9950-f4c90a05050f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:02.289477 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5f5f6e68-568e-484c-8608-f1832c630250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:02.308711 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa93d064-7ef0-4949-872c-696dafbe62e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:02.318642 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-312397d3-fd3c-42d9-a971-31a72f583109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:02.339696 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa93d064-7ef0-4949-872c-696dafbe62e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:02.442846 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5f5f6e68-568e-484c-8608-f1832c630250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:02.451042 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:02.501417 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5f5f6e68-568e-484c-8608-f1832c630250 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b94a1777340427899a2edfa1116c2b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4525416
Jun 04 15:08:02.505291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33458) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:02.520801 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f6e68-568e-484c-8608-f1832c630250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af826bb-68c7-4c82-a846-267b79230657,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:02.530115 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5f5f6e68-568e-484c-8608-f1832c630250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:02.575782 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa93d064-7ef0-4949-872c-696dafbe62e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:02.582410 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:02.593693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d671e-9431-426b-9f6d-1be9fb886973 req-dd87ca17-a8aa-4499-a20c-ee388ab959b7 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:02.595291 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-db4d671e-9431-426b-9f6d-1be9fb886973 req-dd87ca17-a8aa-4499-a20c-ee388ab959b7 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 1101 time: 0.1297293
Jun 04 15:08:02.618074 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccbc8ba9-9919-43de-bc10-e24cc99c89a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:02.621721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93d064-7ef0-4949-872c-696dafbe62e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8fe864-baa1-4c0c-b9fb-a68850b0ec7f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:02.632487 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aa93d064-7ef0-4949-872c-696dafbe62e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:02.658777 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccbc8ba9-9919-43de-bc10-e24cc99c89a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:02.673262 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa93d064-7ef0-4949-872c-696dafbe62e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:02.677750 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-aa93d064-7ef0-4949-872c-696dafbe62e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f8fe864-baa1-4c0c-b9fb-a68850b0ec7f HTTP/1.1" status: 204  len: 168 time: 0.4470203
Jun 04 15:08:02.729848 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-db4d671e-9431-426b-9f6d-1be9fb886973 req-b883defc-0cb2-4131-8b71-440216894112 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173050
Jun 04 15:08:02.802679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63337e-99a6-46a3-8238-0a7ab9567560 req-c3d68e1a-eb6f-4d12-a613-a2478f71d42e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:02.804412 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c63337e-99a6-46a3-8238-0a7ab9567560 req-c3d68e1a-eb6f-4d12-a613-a2478f71d42e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 943 time: 0.1240520
Jun 04 15:08:02.864669 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cd493fed-8d25-4786-8b53-da4d4a9d49b6 req-89221d86-3836-4d13-b367-e049b93c3daa tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 210 time: 0.0651047
Jun 04 15:08:02.865316 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c63337e-99a6-46a3-8238-0a7ab9567560 req-9b2973d2-caf7-4616-9fc1-5b36bef53638 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516622
Jun 04 15:08:02.894176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fa0c74-c3bd-48d6-9d0f-6363ff240ab2', 'tag': '6fa90b49-81c0-42db-8129-ec8c25f6983f'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:08:02.896879 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4034eeb7-a69a-4f32-ad45-512eff47c1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "05fa0c74-c3bd-48d6-9d0f-6363ff240ab2", "tag": "6fa90b49-81c0-42db-8129-ec8c25f6983f"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:08:03.037829 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccbc8ba9-9919-43de-bc10-e24cc99c89a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:03.042524 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1ef5435a-a1b7-4a5e-90ab-d1a882dc295a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:03.055269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc8ba9-9919-43de-bc10-e24cc99c89a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af826bb-68c7-4c82-a846-267b79230657,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:03.059444 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ccbc8ba9-9919-43de-bc10-e24cc99c89a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:03.099966 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccbc8ba9-9919-43de-bc10-e24cc99c89a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:03.104975 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ccbc8ba9-9919-43de-bc10-e24cc99c89a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9af826bb-68c7-4c82-a846-267b79230657 HTTP/1.1" status: 204  len: 168 time: 0.5980954
Jun 04 15:08:03.118321 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6f1c63-f10b-44dd-9f4e-02efee52644b x-openstack-request-id: req-bd6f1c63-f10b-44dd-9f4e-02efee52644b {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:08:03.118321 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fa0c74-c3bd-48d6-9d0f-6363ff240ab2", "tag": "6fa90b49-81c0-42db-8129-ec8c25f6983f", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:08:03.118321 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd6f1c63-f10b-44dd-9f4e-02efee52644b {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:08:03.118321 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05fa0c74-c3bd-48d6-9d0f-6363ff240ab2', 'tag': '6fa90b49-81c0-42db-8129-ec8c25f6983f', 'status': 'completed', 'code': 200}
Jun 04 15:08:03.311733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034eeb7-a69a-4f32-ad45-512eff47c1d9 req-00a0de1e-80b1-4c51-90da-c78d3e7cfdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:03.314321 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4034eeb7-a69a-4f32-ad45-512eff47c1d9 req-00a0de1e-80b1-4c51-90da-c78d3e7cfdea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 1124 time: 0.1870608
Jun 04 15:08:03.544598 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-7125e714-af23-4f70-9bb6-a2756c19ca40 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0cb2b44d21194835958bac19c6d44e4d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0554161
Jun 04 15:08:03.564553 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:03.610110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034eeb7-a69a-4f32-ad45-512eff47c1d9 req-daafb335-53bb-41ed-8261-f635f4d41e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:03.611583 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4034eeb7-a69a-4f32-ad45-512eff47c1d9 req-daafb335-53bb-41ed-8261-f635f4d41e44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.2874606
Jun 04 15:08:03.735066 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4034eeb7-a69a-4f32-ad45-512eff47c1d9 req-43a8b666-6a50-4700-aa7e-e2bab5fface4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f HTTP/1.1" status: 200  len: 217 time: 0.1158338
Jun 04 15:08:03.847486 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-cbff4887-4fb1-4d92-88ea-9a80f3367aca tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:03.850242 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-cbff4887-4fb1-4d92-88ea-9a80f3367aca tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2973025
Jun 04 15:08:03.856842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034eeb7-a69a-4f32-ad45-512eff47c1d9 req-f20d02f1-bff2-4605-80e6-d86805aa5592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:03.865490 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4034eeb7-a69a-4f32-ad45-512eff47c1d9 req-f20d02f1-bff2-4605-80e6-d86805aa5592 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.1161718
Jun 04 15:08:04.007859 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-9c10f376-e5fe-438e-8bba-34498d30817b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/quotas/0cb2b44d21194835958bac19c6d44e4d HTTP/1.1" status: 200  len: 375 time: 0.1464753
Jun 04 15:08:04.014617 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4034eeb7-a69a-4f32-ad45-512eff47c1d9 req-4a09e1f3-aeaa-43dc-b99d-4a04edea1ca8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1402304
Jun 04 15:08:04.089723 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c010c76a-21c1-447c-b39b-a2420599e8b3 req-0b576acd-cc46-4210-903c-06d5a743dd3d tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 210 time: 0.0662732
Jun 04 15:08:04.235229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33518) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:04.258853 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dfcef612-e1e9-4596-8862-cdc98e07c57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:04.280972 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dfcef612-e1e9-4596-8862-cdc98e07c57a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:04.287688 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dfcef612-e1e9-4596-8862-cdc98e07c57a admin admin] Usage tracker for resource:security_group_rule and tenant:07f3df3f89044daa8e884dcff941daa7 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:04.289521 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-d2f95189-224f-478d-9fb1-d990c177de0a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2728393
Jun 04 15:08:04.293960 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dfcef612-e1e9-4596-8862-cdc98e07c57a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:04.312613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dfcef612-e1e9-4596-8862-cdc98e07c57a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:04.312786 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4034eeb7-a69a-4f32-ad45-512eff47c1d9 req-a1976b88-48ce-44a1-841f-759607207815 service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2361712
Jun 04 15:08:04.341722 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6fa90b49-81c0-42db-8129-ec8c25f6983f details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:08:04.553198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4034eeb7-a69a-4f32-ad45-512eff47c1d9 req-ba034d94-e8e0-472e-94fa-2a408a76e93a service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2354424
Jun 04 15:08:04.607555 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dfcef612-e1e9-4596-8862-cdc98e07c57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:04.691683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551982b2-7685-4d8d-9708-6a949e1fb4d7 req-45e421dd-56fc-4edc-97ec-5703de814f98 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:04.698025 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-551982b2-7685-4d8d-9708-6a949e1fb4d7 req-45e421dd-56fc-4edc-97ec-5703de814f98 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 943 time: 0.2688153
Jun 04 15:08:04.765988 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dfcef612-e1e9-4596-8862-cdc98e07c57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:04.783149 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:04.807421 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 6fa90b49-81c0-42db-8129-ec8c25f6983f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:04.850377 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcef612-e1e9-4596-8862-cdc98e07c57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b40a2df-92e6-47b1-8868-7a07f61bd5e7,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:04.851010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6fa90b49-81c0-42db-8129-ec8c25f6983f has no active binding in host n-h1-791505-9 {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 04 15:08:04.880483 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dfcef612-e1e9-4596-8862-cdc98e07c57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:04.888341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33528) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:04.927695 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dfcef612-e1e9-4596-8862-cdc98e07c57a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07f3df3f89044daa8e884dcff941daa7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6904454
Jun 04 15:08:04.941287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33532) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:04.948354 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-551982b2-7685-4d8d-9708-6a949e1fb4d7 req-d5dd65ea-f387-49dc-8099-8dbd13d85a13 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2453156
Jun 04 15:08:05.037293 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5f676535-b315-4477-a72f-fbcd6013ce44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:05.066622 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:05.073819 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5f676535-b315-4477-a72f-fbcd6013ce44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:05.121355 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27204054-7b22-471f-916c-ac4853bd6692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:05.152583 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-27204054-7b22-471f-916c-ac4853bd6692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:05.157591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-27204054-7b22-471f-916c-ac4853bd6692 admin admin] Usage tracker for resource:security_group_rule and tenant:10cea271ce0c467b8d131e6d6bcd8c93 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:05.161504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-27204054-7b22-471f-916c-ac4853bd6692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:05.169645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-27204054-7b22-471f-916c-ac4853bd6692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:05.317743 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5f676535-b315-4477-a72f-fbcd6013ce44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:05.322123 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c845e482-f741-4bcb-91a0-aefa72cdf8d6 req-7ac3aacf-b600-4e66-8d2d-b16ff9a4233d tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 210 time: 0.0634775
Jun 04 15:08:05.337685 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-488eb096-3fc5-4880-95cf-439f215fd095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:05.361325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f676535-b315-4477-a72f-fbcd6013ce44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b40a2df-92e6-47b1-8868-7a07f61bd5e7,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:05.366074 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5f676535-b315-4477-a72f-fbcd6013ce44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:05.417056 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5f676535-b315-4477-a72f-fbcd6013ce44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:05.422796 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5f676535-b315-4477-a72f-fbcd6013ce44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b40a2df-92e6-47b1-8868-7a07f61bd5e7 HTTP/1.1" status: 204  len: 168 time: 0.4785502
Jun 04 15:08:05.498617 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27204054-7b22-471f-916c-ac4853bd6692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:05.596678 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27204054-7b22-471f-916c-ac4853bd6692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:05.611025 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-590cfd3d-a20e-4e9a-882c-22c454338058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:05.740186 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-27204054-7b22-471f-916c-ac4853bd6692 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10cea271ce0c467b8d131e6d6bcd8c93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8480248
Jun 04 15:08:05.741122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33558) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:05.759593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27204054-7b22-471f-916c-ac4853bd6692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15751e5-2a76-47cd-a37c-bc282e53df55,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:05.764713 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-27204054-7b22-471f-916c-ac4853bd6692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:05.854324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-1d798a63-653d-4c5f-b806-e2ca78513aca tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:05.855668 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-36d9e4df-8923-452b-9e8f-964f742db681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:05.857525 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-1d798a63-653d-4c5f-b806-e2ca78513aca tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.65 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 808 time: 0.3124406
Jun 04 15:08:05.882199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Request body: {'port': {'device_id': 'c79c89ed-c038-4a0e-882d-0adf1727386e', 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252', 'admin_state_up': True, 'tenant_id': 'a03aebe4cbe94e51823784c56531a643'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:05.912883 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d5e5d0fa-91f2-4b94-8cde-f5e0fc33eff9 req-55274ddf-33ef-4402-bf23-1d458854712f tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 210 time: 0.0588448
Jun 04 15:08:05.927362 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-36d9e4df-8923-452b-9e8f-964f742db681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:06.089467 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-36d9e4df-8923-452b-9e8f-964f742db681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:06.100584 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c5566b55-f966-41fc-a9db-ed57816d122c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:06.145142 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:06.156927 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:06.169569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9e4df-8923-452b-9e8f-964f742db681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15751e5-2a76-47cd-a37c-bc282e53df55,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:06.181245 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-36d9e4df-8923-452b-9e8f-964f742db681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:06.190953 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-36d9e4df-8923-452b-9e8f-964f742db681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:06.192558 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-36d9e4df-8923-452b-9e8f-964f742db681 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f15751e5-2a76-47cd-a37c-bc282e53df55 HTTP/1.1" status: 204  len: 168 time: 0.4501872
Jun 04 15:08:06.240653 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b4efb-ebec-46bb-8a9d-8214a171ec1f req-edc89c04-3129-468f-a684-b8c4734944a2 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:06.251848 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cd8b4efb-ebec-46bb-8a9d-8214a171ec1f req-edc89c04-3129-468f-a684-b8c4734944a2 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 943 time: 0.1377723
Jun 04 15:08:06.321762 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cd8b4efb-ebec-46bb-8a9d-8214a171ec1f req-3bc61bff-c844-4646-896f-c5fb1c35382c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702498
Jun 04 15:08:06.353353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Made reservation on behalf of a03aebe4cbe94e51823784c56531a643 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:08:06.359716 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:06.744131 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8299266d-747f-4169-ae4c-00fa0b59dd8c req-e5500849-2e7b-4afb-8cac-5404179d2d61 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 210 time: 0.1424601
Jun 04 15:08:06.839518 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-238b37a3-1de0-4685-9992-14d902bfb2ff service neutron] 10.222.0.62 "GET /v2.0/ports/6fa90b49-81c0-42db-8129-ec8c25f6983f/bindings/n-h1-791505-9 HTTP/1.1" status: 200  len: 384 time: 0.1787157
Jun 04 15:08:06.929479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Allocated IP 172.20.0.4 (061fcf42-462b-46e3-9f65-54c102f9c252/6d86b49a-00d2-4998-bd4d-bc1a29d13a41/813f4f5b-4123-4e1e-923d-9448ffb376d3) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:08:07.095414 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-64984593-49ee-48fd-a7db-a75f9e6db798 req-6cfd5c83-6c46-44ac-86a0-ff76a1671749 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 210 time: 0.0747120
Jun 04 15:08:07.358322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33634) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:07.388071 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:07.429625 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:07.436399 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Usage tracker for resource:security_group_rule and tenant:f52e1b6a9a06421982886efacf1c8e1f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:07.443773 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:07.455452 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:07.496927 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-614930c5-098e-4712-9919-19791110cdc7 service neutron] For port 6fa90b49-81c0-42db-8129-ec8c25f6983f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:07.511490 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:07.532193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-614930c5-098e-4712-9919-19791110cdc7 service neutron] For port 6fa90b49-81c0-42db-8129-ec8c25f6983f, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:07.625202 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-614930c5-098e-4712-9919-19791110cdc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa90b49-81c0-42db-8129-ec8c25f6983f {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:08:07.641431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-614930c5-098e-4712-9919-19791110cdc7 service neutron] For port 6fa90b49-81c0-42db-8129-ec8c25f6983f, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:07.669273 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03362a-66f1-456a-8a3f-c129d99d1716 req-050e8415-6e2f-401f-9d47-86dff651d2c7 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:07.681798 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-df03362a-66f1-456a-8a3f-c129d99d1716 req-050e8415-6e2f-401f-9d47-86dff651d2c7 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 943 time: 0.1753390
Jun 04 15:08:07.768556 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-df03362a-66f1-456a-8a3f-c129d99d1716 req-d4724fdc-e060-45d1-8ea2-b3045efe49d4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853984
Jun 04 15:08:07.787886 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:07.831027 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:07.842173 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bfb63e88-3e9a-4411-a682-c6825add1716 tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:07.875403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-614930c5-098e-4712-9919-19791110cdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:07.944157 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:07.960363 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9aa6f4f4-1829-434c-bdb5-9682e2c253ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:07.989782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Network 061fcf42-462b-46e3-9f65-54c102f9c252 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:08:08.018675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Pushing event updated for resources: {'Port': ['ID=813f4f5b-4123-4e1e-923d-9448ffb376d3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:08.057809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:08:08.060984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:08:08.068187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:08.068820 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:08.073162 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:08.108692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-614930c5-098e-4712-9919-19791110cdc7 service neutron] Transition to ACTIVE for port object 6fa90b49-81c0-42db-8129-ec8c25f6983f will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:08.108900 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f52e1b6a9a06421982886efacf1c8e1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7474000
Jun 04 15:08:08.111851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33648) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:08.154606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fdfe7f-7e01-48ed-a4a4-35773c8dad40,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:08.200875 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:08.200875 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:08.200875 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:08.200875 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:08.204295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:08.204648 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:08.204989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:08.205354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:08.205876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:08.206379 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:08.206899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:08.207381 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:08.226061 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:08.234960 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-614930c5-098e-4712-9919-19791110cdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:08.242018 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eb21dd71-2c36-4c71-b5fb-5a0337261ca7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:08.249162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71570183-a992-4b71-8564-842c83d89a89 req-57947e0a-5f19-4c53-ab59-ef5d1aec8e14 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:08.256863 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71570183-a992-4b71-8564-842c83d89a89 req-57947e0a-5f19-4c53-ab59-ef5d1aec8e14 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 931 time: 0.3489232
Jun 04 15:08:08.315448 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:08.317682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33658) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:08.324414 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71570183-a992-4b71-8564-842c83d89a89 req-462b138a-050e-4345-a5df-c653d83fadb7 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623381
Jun 04 15:08:08.340757 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4633050
Jun 04 15:08:08.425994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Request body: {'port': {'device_id': 'c79c89ed-c038-4a0e-882d-0adf1727386e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:08.621815 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8480ff39-dfed-4683-9f9e-c5b5b320c8d2 req-5345107c-0ba0-4a78-bd66-3185c69001c0 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 210 time: 0.1636131
Jun 04 15:08:08.626278 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:08.641796 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-614930c5-098e-4712-9919-19791110cdc7 service neutron] No DVR routers for this DVR port 6fa90b49-81c0-42db-8129-ec8c25f6983f on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:08:08.670101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614930c5-098e-4712-9919-19791110cdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa90b49-81c0-42db-8129-ec8c25f6983f,revision_number=10']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:08.680052 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-614930c5-098e-4712-9919-19791110cdc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:08.922560 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-614930c5-098e-4712-9919-19791110cdc7 service neutron] 10.222.0.62 "PUT /v2.0/ports/6fa90b49-81c0-42db-8129-ec8c25f6983f/bindings/n-h1-791505-9/activate HTTP/1.1" status: 200  len: 369 time: 2.0734019
Jun 04 15:08:08.939115 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de95984e-0265-4481-b912-96d8397dced2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:09.021499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-de95984e-0265-4481-b912-96d8397dced2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:09.032194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-de95984e-0265-4481-b912-96d8397dced2 admin admin] Usage tracker for resource:security_group_rule and tenant:5907a0851f1e419f895751a1b888a826 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:09.051792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-de95984e-0265-4481-b912-96d8397dced2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:09.056421 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:09.087948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-de95984e-0265-4481-b912-96d8397dced2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:09.200444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fa1f8-e50a-4fed-9b91-7a982674f0a7 req-0ac84bcb-22f2-4c3f-830a-9405b0706dba tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:09.211548 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-138fa1f8-e50a-4fed-9b91-7a982674f0a7 req-0ac84bcb-22f2-4c3f-830a-9405b0706dba tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 944 time: 0.2003651
Jun 04 15:08:09.317733 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:09.318243 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-138fa1f8-e50a-4fed-9b91-7a982674f0a7 req-3d110249-f2c8-4007-8c5f-ae662874da22 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045988
Jun 04 15:08:09.326974 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de95984e-0265-4481-b912-96d8397dced2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:09.333845 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7ec11aae-54aa-45b9-89bc-b5aafe288527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:09.351074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fdfe7f-7e01-48ed-a4a4-35773c8dad40,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:09.450330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:09.450736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:09.451117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:09.451463 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:09.451804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:09.452142 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:09.453077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:09.453511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:09.453844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:09.454177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:09.454506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:09.454833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:09.464158 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de95984e-0265-4481-b912-96d8397dced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:09.475534 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:09.476019 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:09.496264 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:09.503034 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ead5c8fe-6fb9-4f46-85af-a98d225df886 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66fdfe7f-7e01-48ed-a4a4-35773c8dad40 HTTP/1.1" status: 204  len: 168 time: 1.3847501
Jun 04 15:08:09.505927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-296ae55f-1c04-4cb9-ab92-18c1a4b6cdf5 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:09.507475 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-296ae55f-1c04-4cb9-ab92-18c1a4b6cdf5 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2&tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&binding%3Ahost_id=n-h2-791505-9 HTTP/1.1" status: 200  len: 1095 time: 0.1681485
Jun 04 15:08:09.569439 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-de95984e-0265-4481-b912-96d8397dced2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5907a0851f1e419f895751a1b888a826&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2276485
Jun 04 15:08:09.572187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33688) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:09.620978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95984e-0265-4481-b912-96d8397dced2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4599e3d9-4bfd-4eee-adf6-721756010540,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:09.672099 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-de95984e-0265-4481-b912-96d8397dced2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:09.779548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf3582-e97f-4507-bc27-06b7e0f866be req-af3db533-c9d6-4e63-8759-9723db491e3c tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:09.782316 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-efcf3582-e97f-4507-bc27-06b7e0f866be req-af3db533-c9d6-4e63-8759-9723db491e3c tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 931 time: 0.1925855
Jun 04 15:08:09.785511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-812b3c74-88b4-4fa8-9372-45728c8fa989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:09.787442 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-812b3c74-88b4-4fa8-9372-45728c8fa989 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2&tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e HTTP/1.1" status: 200  len: 1095 time: 0.2722604
Jun 04 15:08:09.831080 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-285fd39c-f2ee-48ca-ace6-ab5fa842a8f0 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0cb2b44d21194835958bac19c6d44e4d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0624292
Jun 04 15:08:09.896183 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb124f3d-6294-4fa4-a054-93b17f34b4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:10.002693 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-efcf3582-e97f-4507-bc27-06b7e0f866be req-a5223e9d-16e2-4615-adac-c7a864b433f7 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2018192
Jun 04 15:08:10.073135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-62c38170-8218-4019-b344-4a1ec9b5e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:10.074680 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-62c38170-8218-4019-b344-4a1ec9b5e86f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 1095 time: 0.2399580
Jun 04 15:08:10.076912 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb124f3d-6294-4fa4-a054-93b17f34b4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:10.098829 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-019a1f6c-4cd3-43c6-80eb-2833fffd3fb6 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3254735b2dc54fbdbff67741a34d5965&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1479797
Jun 04 15:08:10.183542 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:08:10.340729 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8412bc61-45a2-4823-978a-50d549989e70 req-704e3769-9cb2-4588-ae57-bb26f6c8c5e9 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 210 time: 0.0805731
Jun 04 15:08:10.382526 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 6fa90b49-81c0-42db-8129-ec8c25f6983f no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:08:10.396288 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-3a2895cf-037c-4143-a486-3958a7882612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:10.401795 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-3a2895cf-037c-4143-a486-3958a7882612 service neutron] 10.222.0.65 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.3189216
Jun 04 15:08:10.488713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-0836d19d-b68b-48e0-9d2f-c75b33731ac2 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:10.491235 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-0836d19d-b68b-48e0-9d2f-c75b33731ac2 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6478822
Jun 04 15:08:10.514554 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-d0499044-f68f-485e-baf7-7cdd61ed6c4e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0cb2b44d21194835958bac19c6d44e4d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3023186
Jun 04 15:08:10.538764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Request body: {'port': {'device_id': 'e189a947-a0b7-4c9b-aeb3-70f90dc599a2', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '0cb2b44d21194835958bac19c6d44e4d'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:10.571554 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 6fa90b49-81c0-42db-8129-ec8c25f6983f not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:08:10.585503 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-f58ddaca-901e-48c3-88d6-2711b025610c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f HTTP/1.1" status: 200  len: 217 time: 0.1769192
Jun 04 15:08:10.630415 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813f4f5b-4123-4e1e-923d-9448ffb376d3 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:08:10.671057 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:10.733974 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-607f291b-b33b-4fb6-af05-1ad50bdfac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:10.735765 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-607f291b-b33b-4fb6-af05-1ad50bdfac3e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.1404815
Jun 04 15:08:10.865199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Transition to ACTIVE for port object 813f4f5b-4123-4e1e-923d-9448ffb376d3 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:10.872573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-8fc43c19-098b-4ca1-af74-65114a570415 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:10.880249 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-8fc43c19-098b-4ca1-af74-65114a570415 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7804880
Jun 04 15:08:10.888399 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-7e99fdcd-7a35-4e99-b338-ba93a1893a08 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1429896
Jun 04 15:08:10.889409 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb124f3d-6294-4fa4-a054-93b17f34b4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:10.909735 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f38e9bae-fa91-4b1a-bf36-266f21eed9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:10.948616 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-07ad7420-e439-4671-b71c-d5fdd6740e6c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/quotas/3254735b2dc54fbdbff67741a34d5965 HTTP/1.1" status: 200  len: 375 time: 0.0671961
Jun 04 15:08:10.970938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb124f3d-6294-4fa4-a054-93b17f34b4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4599e3d9-4bfd-4eee-adf6-721756010540,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:11.037259 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:11.047632 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cb124f3d-6294-4fa4-a054-93b17f34b4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:11.058392 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b368cb12-b586-4589-9de6-59f3358dd0a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:11.133385 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-84c21c75-b348-4e6e-a8d4-32e281a42aed tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1833673
Jun 04 15:08:11.138190 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb124f3d-6294-4fa4-a054-93b17f34b4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:11.143240 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cb124f3d-6294-4fa4-a054-93b17f34b4e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4599e3d9-4bfd-4eee-adf6-721756010540 HTTP/1.1" status: 204  len: 168 time: 1.5659297
Jun 04 15:08:11.166835 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-2b2b10a9-aa83-4acf-b514-ea9774077f5d service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2686269
Jun 04 15:08:11.188193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:11.320490 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2d86f-fb23-467e-a877-0cd877158b33 req-7b40dc23-fe65-4b9b-a9ff-bad99cd72868 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:11.328758 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d4b2d86f-fb23-467e-a877-0cd877158b33 req-7b40dc23-fe65-4b9b-a9ff-bad99cd72868 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 944 time: 0.5849993
Jun 04 15:08:11.366857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:11.380684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-e8f4204f-b434-4949-8776-1eb5e7ffeadb tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:11.383259 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-e8f4204f-b434-4949-8776-1eb5e7ffeadb tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8582292
Jun 04 15:08:11.396670 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-5b2ebfa7-3f2c-499b-bdce-7363c5a35ef8 service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2218339
Jun 04 15:08:11.414608 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d4b2d86f-fb23-467e-a877-0cd877158b33 req-d092a8e3-7165-4a47-87f4-004fc437075f tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848413
Jun 04 15:08:11.445600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Request body: {'port': {'device_id': 'c4c3f4fe-7839-49ad-b5e1-0aa6625034cf', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '0cb2b44d21194835958bac19c6d44e4d'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:11.512058 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Pushing event updated for resources: {'Port': ['ID=813f4f5b-4123-4e1e-923d-9448ffb376d3,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:11.563422 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:11.564278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Attempting to bind port 813f4f5b-4123-4e1e-923d-9448ffb376d3 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:08:11.564945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Attempting to bind port 813f4f5b-4123-4e1e-923d-9448ffb376d3 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:08:11.565450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Attempting to bind port 813f4f5b-4123-4e1e-923d-9448ffb376d3 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:11.736144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Port 813f4f5b-4123-4e1e-923d-9448ffb376d3 on network 061fcf42-462b-46e3-9f65-54c102f9c252 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:08:11.736955 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Attempting to bind port 813f4f5b-4123-4e1e-923d-9448ffb376d3 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:11.768577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Made reservation on behalf of 0cb2b44d21194835958bac19c6d44e4d for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:08:11.772218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1db6b-2afc-4fc6-b673-e9c066f3ec69 req-ab354e21-2a85-4fc1-874c-2183f7839708 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:11.773787 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3cd1db6b-2afc-4fc6-b673-e9c066f3ec69 req-ab354e21-2a85-4fc1-874c-2183f7839708 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 943 time: 0.1827559
Jun 04 15:08:11.776108 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:11.902177 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3cd1db6b-2afc-4fc6-b673-e9c066f3ec69 req-c56cd8dd-25af-4f48-8ff4-68e0b9203e8a tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049640
Jun 04 15:08:11.947207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:08:11.948110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Checking segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:08:11.948110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Bound using segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:08:11.948331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Bound port: 813f4f5b-4123-4e1e-923d-9448ffb376d3, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:08:11.949028 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:11.979437 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-830e2e2d-380c-4e1d-af29-3e6bafb5c978 req-62547475-00b6-4081-a43a-b09c57676217 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 210 time: 0.2245681
Jun 04 15:08:12.140497 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5b0c5f4-48a9-420d-b285-e0e58c97fde4 req-c2a46264-3fea-4586-942f-410209eaaa14 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 210 time: 0.1806862
Jun 04 15:08:12.182992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:12.197249 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-103ac84f-3eb3-445a-88de-06c6470470e1 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:12.198922 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-103ac84f-3eb3-445a-88de-06c6470470e1 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2&tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 1095 time: 0.1709127
Jun 04 15:08:12.200331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Usage tracker for resource:port and tenant:0cb2b44d21194835958bac19c6d44e4d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:12.216045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:12.233759 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:12.258752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] For port 813f4f5b-4123-4e1e-923d-9448ffb376d3, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:12.265823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] For port 813f4f5b-4123-4e1e-923d-9448ffb376d3, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:08:12.350588 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Allocated IP 192.168.233.97 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/5791a29b-f7fb-4c7f-b5fd-71123d32949c) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:08:12.400023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Made reservation on behalf of 0cb2b44d21194835958bac19c6d44e4d for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:08:12.403551 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:12.420257 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:12.435453 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:12.450327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-ce61de93-d414-43e3-9241-69564320ccfa service neutron] For port 6fa90b49-81c0-42db-8129-ec8c25f6983f, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:12.466224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33762) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:12.511304 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-ce61de93-d414-43e3-9241-69564320ccfa service neutron] Notify callbacks [] for binding, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:12.513159 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a2833ad5-a58b-4899-928d-99da2bd8c891 req-ce61de93-d414-43e3-9241-69564320ccfa service neutron] 10.222.0.65 "DELETE /v2.0/ports/6fa90b49-81c0-42db-8129-ec8c25f6983f/bindings/n-h2-791505-9 HTTP/1.1" status: 204  len: 173 time: 0.3070078
Jun 04 15:08:12.514442 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2975f42-4de9-47aa-922a-3284097e13a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:12.547662 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e2975f42-4de9-47aa-922a-3284097e13a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:12.563901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e2975f42-4de9-47aa-922a-3284097e13a4 admin admin] Usage tracker for resource:security_group_rule and tenant:6b8cab8847ef4271b727cfc893086b6f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:12.581757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e2975f42-4de9-47aa-922a-3284097e13a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:12.595358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Pushing event updated for resources: {'Port': ['ID=813f4f5b-4123-4e1e-923d-9448ffb376d3,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:12.606419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e2975f42-4de9-47aa-922a-3284097e13a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:12.610486 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:12.696884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:12.698227 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:12.700812 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] 10.222.0.65 "PUT /v2.0/ports/813f4f5b-4123-4e1e-923d-9448ffb376d3 HTTP/1.1" status: 200  len: 1091 time: 4.3396215
Jun 04 15:08:12.705581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79c89ed-c038-4a0e-882d-0adf1727386e', 'tag': '813f4f5b-4123-4e1e-923d-9448ffb376d3'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:08:12.710001 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dbedfb-6d85-49dd-a4e8-bf6a294160f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c79c89ed-c038-4a0e-882d-0adf1727386e", "tag": "813f4f5b-4123-4e1e-923d-9448ffb376d3"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:08:12.746936 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:08:12.830453 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2975f42-4de9-47aa-922a-3284097e13a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:12.897442 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffdd7ae-2905-4f07-90ba-da4d180ddee6 x-openstack-request-id: req-bffdd7ae-2905-4f07-90ba-da4d180ddee6 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:08:12.897924 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c79c89ed-c038-4a0e-882d-0adf1727386e", "tag": "813f4f5b-4123-4e1e-923d-9448ffb376d3", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:08:12.898464 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bffdd7ae-2905-4f07-90ba-da4d180ddee6 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:08:12.899006 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79c89ed-c038-4a0e-882d-0adf1727386e', 'tag': '813f4f5b-4123-4e1e-923d-9448ffb376d3', 'status': 'completed', 'code': 200}
Jun 04 15:08:12.932878 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2975f42-4de9-47aa-922a-3284097e13a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:12.980315 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09d6ff03-7b97-43d0-8fae-1dde466b97cd tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:13.020885 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e2975f42-4de9-47aa-922a-3284097e13a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b8cab8847ef4271b727cfc893086b6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5445721
Jun 04 15:08:13.021524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2975f42-4de9-47aa-922a-3284097e13a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940756c1-bf72-4dc2-9173-3802656ddf9f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:13.045576 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33780) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:13.054737 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e2975f42-4de9-47aa-922a-3284097e13a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:13.334391 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1bb03fe2-0239-44ce-a841-769267819b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:13.347939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-bcd95d43-895e-4d50-9948-27f886eee97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:13.350650 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-bcd95d43-895e-4d50-9948-27f886eee97c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 1094 time: 0.5133219
Jun 04 15:08:13.396719 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1bb03fe2-0239-44ce-a841-769267819b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:13.506357 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:13.511642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-121f3e42-2087-44fc-ac70-8b575f85154a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3 HTTP/1.1" status: 200  len: 217 time: 0.1272736
Jun 04 15:08:13.569733 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1bb03fe2-0239-44ce-a841-769267819b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:13.588363 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-12a201a8-45a4-4445-b8bb-1acf603cde50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:13.600864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bb744-8fad-4ea5-845b-eb82dd1c07c3 req-3848bf41-144c-41d0-afe4-cbff7df4c01a tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:13.609269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-827bb744-8fad-4ea5-845b-eb82dd1c07c3 req-3848bf41-144c-41d0-afe4-cbff7df4c01a tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 944 time: 0.9061363
Jun 04 15:08:13.632280 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb03fe2-0239-44ce-a841-769267819b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940756c1-bf72-4dc2-9173-3802656ddf9f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:13.643973 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1bb03fe2-0239-44ce-a841-769267819b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:13.646095 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1bb03fe2-0239-44ce-a841-769267819b22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/940756c1-bf72-4dc2-9173-3802656ddf9f HTTP/1.1" status: 204  len: 168 time: 0.5969381
Jun 04 15:08:13.650298 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1bb03fe2-0239-44ce-a841-769267819b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:13.660887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Transition to ACTIVE for port object 5791a29b-f7fb-4c7f-b5fd-71123d32949c will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:13.707751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-68a7490d-d699-4c00-8344-b7fda8319926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:13.707751 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-68a7490d-d699-4c00-8344-b7fda8319926 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.1851187
Jun 04 15:08:13.719192 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-827bb744-8fad-4ea5-845b-eb82dd1c07c3 req-88507139-93ef-4875-9a3d-b69af0efb936 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068718
Jun 04 15:08:13.831878 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-19aaa2da-2a08-4e55-9ce7-4acfc65e8737 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1090860
Jun 04 15:08:14.028817 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e40d709b-4d74-4cee-bc66-51757ebdd705 req-66243c4d-3f00-4820-b631-d4a657f6ce61 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 210 time: 0.0477860
Jun 04 15:08:14.032728 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:14.048557 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['39aca5ae-aedb-4639-985b-49fbceec36e6', '68f0c106-4301-4722-a664-002be03379b1', '00206849-6e37-4bf1-8f05-721b52b0c482'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:08:14.081487 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:14.209607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:08:14.229376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:08:14.229376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:08:14.231437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:14.232063 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:14.239291 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-bc6c0d7e-d282-4b12-8e8a-70979b6a97c5 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3936787
Jun 04 15:08:14.240368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event updated for resources: {'Port': ['ID=5791a29b-f7fb-4c7f-b5fd-71123d32949c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:14.243810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Allocated IP 192.168.233.162 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/b7c24edb-f643-4938-8e52-7e56962318e3) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:08:14.248979 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:14.653314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb9695-0d03-496a-8f22-8ea0575e966b req-c4a2412f-9146-46ca-a191-fcfad9b72157 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:14.654860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4cfb9695-0d03-496a-8f22-8ea0575e966b req-c4a2412f-9146-46ca-a191-fcfad9b72157 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Synchronizing usage tracker for tenant:a03aebe4cbe94e51823784c56531a643 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:08:14.667131 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e384d2ca-f614-4310-b107-2172bf9ebd81 req-fc1add43-4e0e-4ef1-8559-4a3e902e7d81 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 210 time: 0.0793161
Jun 04 15:08:14.680722 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:14.787561 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.2659521
Jun 04 15:08:14.794655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Transition to ACTIVE for port object b7c24edb-f643-4938-8e52-7e56962318e3 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:14.836686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Request body: {'port': {'device_id': 'e189a947-a0b7-4c9b-aeb3-70f90dc599a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:14.878075 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-aa9ca824-c2f1-4d62-8d3e-c8411468e1de None None] Provisioning for port 5791a29b-f7fb-4c7f-b5fd-71123d32949c completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:08:14.891464 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-aa9ca824-c2f1-4d62-8d3e-c8411468e1de None None] Provisioning complete for port 5791a29b-f7fb-4c7f-b5fd-71123d32949c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:14.893573 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-aa9ca824-c2f1-4d62-8d3e-c8411468e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:14.906905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4cfb9695-0d03-496a-8f22-8ea0575e966b req-c4a2412f-9146-46ca-a191-fcfad9b72157 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Unset dirty status for tenant:a03aebe4cbe94e51823784c56531a643 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:08:14.908922 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cfb9695-0d03-496a-8f22-8ea0575e966b req-c4a2412f-9146-46ca-a191-fcfad9b72157 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 943 time: 0.9954233
Jun 04 15:08:14.926449 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c302930c-dc6a-4768-95d5-d7bed629bd24 req-f3c6b16d-3515-407b-a201-8588592e5e08 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6763630
Jun 04 15:08:14.985793 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-aa9ca824-c2f1-4d62-8d3e-c8411468e1de None None] Port 5791a29b-f7fb-4c7f-b5fd-71123d32949c cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:08:15.152869 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cfb9695-0d03-496a-8f22-8ea0575e966b req-72ec5bb0-aa89-4d4e-84b5-d5ec2f087dd7 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2248571
Jun 04 15:08:15.185932 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:15.206892 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-82f0c271-9814-4c11-b260-fb71ea78ef44 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:15.264173 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:15.317206 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:08:15.367532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:08:15.381613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:08:15.387320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:15.387918 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:15.465949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event updated for resources: {'Port': ['ID=b7c24edb-f643-4938-8e52-7e56962318e3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:15.482820 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:15.552282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbedfb-6d85-49dd-a4e8-bf6a294160f4 req-e8e004ea-b2cf-4518-ba6d-2a04e2eb564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:15.553957 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c9dbedfb-6d85-49dd-a4e8-bf6a294160f4 req-e8e004ea-b2cf-4518-ba6d-2a04e2eb564f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 1094 time: 0.4969273
Jun 04 15:08:15.906601 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['39aca5ae-aedb-4639-985b-49fbceec36e6', '68f0c106-4301-4722-a664-002be03379b1', '00206849-6e37-4bf1-8f05-721b52b0c482'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:08:15.907449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c34f5-9202-4e9f-aca1-8c0f54b56ee9 req-ac8e0401-1176-4a6c-ad8e-51bce50b2585 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:15.909924 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d80c34f5-9202-4e9f-aca1-8c0f54b56ee9 req-ac8e0401-1176-4a6c-ad8e-51bce50b2585 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 1095 time: 0.0829384
Jun 04 15:08:15.936612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab4caf-a9e8-4b4c-ad04-e51c9da752e4 req-45feef05-1411-42bd-b1a3-ec002d1400d8 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:15.937592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f2ab4caf-a9e8-4b4c-ad04-e51c9da752e4 req-45feef05-1411-42bd-b1a3-ec002d1400d8 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Synchronizing usage tracker for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:08:15.969990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbedfb-6d85-49dd-a4e8-bf6a294160f4 req-a66de8b8-3175-4c38-bdaa-cdbc42b7c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:15.971665 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c9dbedfb-6d85-49dd-a4e8-bf6a294160f4 req-a66de8b8-3175-4c38-bdaa-cdbc42b7c22c service neutron] 10.222.0.65 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.3898535
Jun 04 15:08:15.986494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-d80c34f5-9202-4e9f-aca1-8c0f54b56ee9 req-3db1c9fe-cf5a-49ba-83e4-10b72662be0c tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Synchronizing usage tracker for tenant:a8fc90bc40eb485fbdaaa6f09cac32b6 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:08:16.048476 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.6503460
Jun 04 15:08:16.054572 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-d4db85f0-14cd-42a8-9579-bf879cee9de6 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3254735b2dc54fbdbff67741a34d5965&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0563765
Jun 04 15:08:16.060216 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-95501e5c-a903-40fc-8267-ca0382e1828d None None] Provisioning for port b7c24edb-f643-4938-8e52-7e56962318e3 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:08:16.067245 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c9dbedfb-6d85-49dd-a4e8-bf6a294160f4 req-d6b48136-57d2-4513-8981-c6c059780724 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3 HTTP/1.1" status: 200  len: 217 time: 0.0802212
Jun 04 15:08:16.072580 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Request body: {'port': {'device_id': 'c4c3f4fe-7839-49ad-b5e1-0aa6625034cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:16.075352 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-95501e5c-a903-40fc-8267-ca0382e1828d None None] Provisioning complete for port b7c24edb-f643-4938-8e52-7e56962318e3 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:16.075905 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-95501e5c-a903-40fc-8267-ca0382e1828d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:16.134214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f2ab4caf-a9e8-4b4c-ad04-e51c9da752e4 req-45feef05-1411-42bd-b1a3-ec002d1400d8 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Unset dirty status for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:08:16.141260 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ab4caf-a9e8-4b4c-ad04-e51c9da752e4 req-45feef05-1411-42bd-b1a3-ec002d1400d8 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 936 time: 0.7290723
Jun 04 15:08:16.166183 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-d80c34f5-9202-4e9f-aca1-8c0f54b56ee9 req-3db1c9fe-cf5a-49ba-83e4-10b72662be0c tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Unset dirty status for tenant:a8fc90bc40eb485fbdaaa6f09cac32b6 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:08:16.169202 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-95501e5c-a903-40fc-8267-ca0382e1828d None None] Port b7c24edb-f643-4938-8e52-7e56962318e3 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:08:16.189048 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d80c34f5-9202-4e9f-aca1-8c0f54b56ee9 req-3db1c9fe-cf5a-49ba-83e4-10b72662be0c tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2690520
Jun 04 15:08:16.325739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbedfb-6d85-49dd-a4e8-bf6a294160f4 req-313d9a9a-0323-4d6a-9031-e26b71b141f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:16.327785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c9dbedfb-6d85-49dd-a4e8-bf6a294160f4 req-313d9a9a-0323-4d6a-9031-e26b71b141f5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.2292869
Jun 04 15:08:16.346056 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ab4caf-a9e8-4b4c-ad04-e51c9da752e4 req-bdf900e0-9e13-4557-b2ee-bf5493f24cee tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007325
Jun 04 15:08:16.482016 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c9dbedfb-6d85-49dd-a4e8-bf6a294160f4 req-e49f7ecd-a400-455e-bc79-ef857b5ec41c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1137438
Jun 04 15:08:16.487157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5791a29b-f7fb-4c7f-b5fd-71123d32949c {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:08:16.548746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-943c1db7-5ac1-4542-bb83-ac72b384f64b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:16.550535 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-943c1db7-5ac1-4542-bb83-ac72b384f64b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4866462
Jun 04 15:08:16.557726 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:16.569895 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Request body: {'port': {'device_id': '77ae63d5-3d47-4e1a-b91d-e05fd047d13e', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '3254735b2dc54fbdbff67741a34d5965'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:16.586233 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:16.652349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Transition to ACTIVE for port object 5791a29b-f7fb-4c7f-b5fd-71123d32949c will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:16.693970 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a5c09da0-e255-4937-a8cb-b16df4d9524d req-1767035d-5451-4f97-ad30-6e2cdb078466 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 210 time: 0.1005538
Jun 04 15:08:16.793485 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:16.807202 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2169e4c4-f94b-41fc-9878-146d8893ae16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:16.903891 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:16.909778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Usage tracker for resource:port and tenant:3254735b2dc54fbdbff67741a34d5965 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:16.913250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:16.922480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:17.008815 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Made reservation on behalf of 3254735b2dc54fbdbff67741a34d5965 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:08:17.012745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:17.038085 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:17.074454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:17.079692 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Usage tracker for resource:security_group_rule and tenant:3254735b2dc54fbdbff67741a34d5965 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:17.084966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:17.109348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:17.179350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Pushing event updated for resources: {'Port': ['ID=5791a29b-f7fb-4c7f-b5fd-71123d32949c,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:17.192779 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:17.330467 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c9dbedfb-6d85-49dd-a4e8-bf6a294160f4 req-ba4aab06-9143-4cc7-8197-a9e648ad8f43 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8232205
Jun 04 15:08:17.339795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Attempting to bind port 5791a29b-f7fb-4c7f-b5fd-71123d32949c on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:08:17.342990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Attempting to bind port 5791a29b-f7fb-4c7f-b5fd-71123d32949c by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:08:17.342990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Attempting to bind port 5791a29b-f7fb-4c7f-b5fd-71123d32949c on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:17.374572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Port 5791a29b-f7fb-4c7f-b5fd-71123d32949c on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:08:17.378296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Attempting to bind port 5791a29b-f7fb-4c7f-b5fd-71123d32949c on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:17.387572 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:17.401827 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:08:17.402158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:08:17.402533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:08:17.402973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Bound port: 5791a29b-f7fb-4c7f-b5fd-71123d32949c, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:08:17.407959 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:17.489232 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:17.493203 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cc87f2ea-ce99-4443-ac76-03cd756eef4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:17.663079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d6570-97e8-4727-a5f4-55b814734008 req-ebd9d6ed-b76c-4e24-bf6c-1132aac7eea0 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:17.664756 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d98d6570-97e8-4727-a5f4-55b814734008 req-ebd9d6ed-b76c-4e24-bf6c-1132aac7eea0 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 943 time: 0.8587801
Jun 04 15:08:17.693840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be847fed-8ca6-499a-8d9e-4f598f402b2e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:17.697725 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:17.789052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-8b31ee55-dec5-48a7-a4f2-bacee37e2ae7 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:17.790459 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c9dbedfb-6d85-49dd-a4e8-bf6a294160f4 req-9fbb6aa2-f2c4-40ff-9dd6-c72373c03c40 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4424078
Jun 04 15:08:17.790774 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-8b31ee55-dec5-48a7-a4f2-bacee37e2ae7 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 820 time: 0.2813666
Jun 04 15:08:17.800778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] For port 5791a29b-f7fb-4c7f-b5fd-71123d32949c, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:17.814060 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-7c0e4245-35da-4403-88a2-a86f261d47f5 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/quotas/22c4a2a8b29d48d981ff2e2fc2535d0e HTTP/1.1" status: 200  len: 375 time: 0.0157173
Jun 04 15:08:17.824598 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d98d6570-97e8-4727-a5f4-55b814734008 req-d752e9f5-a831-4753-9f23-3dfd73425d42 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447432
Jun 04 15:08:17.827959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] For port 5791a29b-f7fb-4c7f-b5fd-71123d32949c, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=5791a29b-f7fb-4c7f-b5fd-71123d32949c,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:08:17.938966 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-1dbcddbb-3fe8-4b1a-86dd-269c528d130f tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1166151
Jun 04 15:08:17.955126 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-0d41741d-dbf5-489c-b8af-5374563ca0a9 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:08:17.957739 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-0d41741d-dbf5-489c-b8af-5374563ca0a9 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0101762
Jun 04 15:08:17.979561 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:17.986405 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:18.115266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:18.116331 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:18.118847 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] 10.222.0.62 "PUT /v2.0/ports/5791a29b-f7fb-4c7f-b5fd-71123d32949c HTTP/1.1" status: 200  len: 1095 time: 3.3116097
Jun 04 15:08:18.123339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e189a947-a0b7-4c9b-aeb3-70f90dc599a2', 'tag': '5791a29b-f7fb-4c7f-b5fd-71123d32949c'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:08:18.131112 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b4ed2e-c9fd-4f2f-afa4-eeac7e1eed46" -d '{"events": [{"name": "network-changed", "server_uuid": "e189a947-a0b7-4c9b-aeb3-70f90dc599a2", "tag": "5791a29b-f7fb-4c7f-b5fd-71123d32949c"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:08:18.150856 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-312586c3-613b-4cf9-9e20-f8c48ff2e503 service neutron] 10.222.0.32 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1855762
Jun 04 15:08:18.151120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c24edb-f643-4938-8e52-7e56962318e3 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:08:18.172143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Pushing event updated for resources: {'Port': ['ID=5791a29b-f7fb-4c7f-b5fd-71123d32949c,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:18.176609 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:18.181240 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:18.196061 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Transition to ACTIVE for port object b7c24edb-f643-4938-8e52-7e56962318e3 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:18.329109 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:18.339440 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f0f9a45e-51ad-446a-bfc8-14d4e770579b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:18.405781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 813f4f5b-4123-4e1e-923d-9448ffb376d3 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:08:18.432391 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-4d2192fb-3ce3-4b79-bb51-0601611936ed service neutron] 10.222.0.32 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2720318
Jun 04 15:08:18.433556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Allocated IP 192.168.233.222 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/dd2bace0-30e3-482a-b51e-568b2f544066) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:08:18.550139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c24edb-f643-4938-8e52-7e56962318e3,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:18.550357 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:18.689416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Attempting to bind port b7c24edb-f643-4938-8e52-7e56962318e3 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:08:18.689790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Attempting to bind port b7c24edb-f643-4938-8e52-7e56962318e3 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:08:18.695310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Attempting to bind port b7c24edb-f643-4938-8e52-7e56962318e3 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:18.714768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b6c79-e6cb-44ef-b29c-e2d9e12fbb31 req-a62e5275-be93-4d4f-aeeb-2bad83fa064c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:18.715780 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b8b6c79-e6cb-44ef-b29c-e2d9e12fbb31 req-a62e5275-be93-4d4f-aeeb-2bad83fa064c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 936 time: 0.5066633
Jun 04 15:08:18.716439 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Port b7c24edb-f643-4938-8e52-7e56962318e3 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:08:18.716753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Attempting to bind port b7c24edb-f643-4938-8e52-7e56962318e3 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:18.736483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-fbf54393-e828-45f8-ad78-3238e79e3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:18.737778 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-fbf54393-e828-45f8-ad78-3238e79e3106 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=e189a947-a0b7-4c9b-aeb3-70f90dc599a2 HTTP/1.1" status: 200  len: 1098 time: 0.4794424
Jun 04 15:08:18.744103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:08:18.744103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:08:18.744103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:08:18.744623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Bound port: b7c24edb-f643-4938-8e52-7e56962318e3, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:08:18.744623 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:18.795286 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:18.803544 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 813f4f5b-4123-4e1e-923d-9448ffb376d3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:18.821650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Transition to ACTIVE for port object dd2bace0-30e3-482a-b51e-568b2f544066 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:18.848947 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '813f4f5b-4123-4e1e-923d-9448ffb376d3', 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252', 'port_id': '813f4f5b-4123-4e1e-923d-9448ffb376d3', 'mac_address': 'fa:16:3e:82:2f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d86b49a-00d2-4998-bd4d-bc1a29d13a41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:08:18.902657 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:18.919744 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b8b6c79-e6cb-44ef-b29c-e2d9e12fbb31 req-b052e4d1-d799-407f-b37a-8debc83369d2 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1783693
Jun 04 15:08:18.923212 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-ef288223-f62b-4000-a2ac-04f523524835 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=5791a29b-f7fb-4c7f-b5fd-71123d32949c HTTP/1.1" status: 200  len: 217 time: 0.1516039
Jun 04 15:08:18.938196 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813f4f5b-4123-4e1e-923d-9448ffb376d3 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:08:18.965992 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:18.978944 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:18.982227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 813f4f5b-4123-4e1e-923d-9448ffb376d3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:19.069245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-3e91ead5-0904-4a04-86eb-caa8862cb02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:19.070638 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-3e91ead5-0904-4a04-86eb-caa8862cb02b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1025345
Jun 04 15:08:19.078471 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:19.084797 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:19.085371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] For port b7c24edb-f643-4938-8e52-7e56962318e3, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:19.090720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] For port b7c24edb-f643-4938-8e52-7e56962318e3, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b7c24edb-f643-4938-8e52-7e56962318e3,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:08:19.223730 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:19.234042 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:19.263270 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=813f4f5b-4123-4e1e-923d-9448ffb376d3,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:19.274406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:19.274955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:19.275828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:19.276476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:19.277059 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:19.277810 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:19.278674 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:19.279217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:19.279881 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:19.280656 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:19.281394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:19.282002 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:19.292824 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c85293-bb99-486a-932d-968301b4787b x-openstack-request-id: req-70c85293-bb99-486a-932d-968301b4787b {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:08:19.293187 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e189a947-a0b7-4c9b-aeb3-70f90dc599a2", "tag": "5791a29b-f7fb-4c7f-b5fd-71123d32949c", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:08:19.301230 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:19.305542 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70c85293-bb99-486a-932d-968301b4787b {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:08:19.305989 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e189a947-a0b7-4c9b-aeb3-70f90dc599a2', 'tag': '5791a29b-f7fb-4c7f-b5fd-71123d32949c', 'status': 'completed', 'code': 200}
Jun 04 15:08:19.327919 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['813f4f5b-4123-4e1e-923d-9448ffb376d3'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:08:19.343127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:19.343910 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:19.345472 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] 10.222.0.65 "PUT /v2.0/ports/b7c24edb-f643-4938-8e52-7e56962318e3 HTTP/1.1" status: 200  len: 1096 time: 3.2801340
Jun 04 15:08:19.402348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:08:19.413019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:08:19.420013 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:08:19.432227 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0730ac6a-13c2-42fe-bdf6-88cd9950fc98 req-95b16a12-1e73-4a22-8d6a-c7530c162ffd tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 210 time: 0.0973268
Jun 04 15:08:19.437821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:19.440212 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:19.460909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c24edb-f643-4938-8e52-7e56962318e3,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:19.465648 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:19.466765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Pushing event updated for resources: {'Port': ['ID=dd2bace0-30e3-482a-b51e-568b2f544066,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:19.475736 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:19.485599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-42d9ef86-d94a-4bec-9ad9-49efb7732a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:19.488551 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-42d9ef86-d94a-4bec-9ad9-49efb7732a7c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3943486
Jun 04 15:08:19.600116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f30280-cd93-4be2-9ba8-ee1561cf17dc req-0be4fe53-4fc0-45cc-8cec-b8a3c45cb012 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:19.600859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-d5f30280-cd93-4be2-9ba8-ee1561cf17dc req-0be4fe53-4fc0-45cc-8cec-b8a3c45cb012 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Synchronizing usage tracker for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:08:19.638501 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.0743508
Jun 04 15:08:19.678309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Request body: {'port': {'device_id': '77ae63d5-3d47-4e1a-b91d-e05fd047d13e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:19.866027 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-8fe0a2b6-26d6-493c-8502-cde60259b63d service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3657997
Jun 04 15:08:19.875929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-d5f30280-cd93-4be2-9ba8-ee1561cf17dc req-0be4fe53-4fc0-45cc-8cec-b8a3c45cb012 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Unset dirty status for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:08:19.877206 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d5f30280-cd93-4be2-9ba8-ee1561cf17dc req-0be4fe53-4fc0-45cc-8cec-b8a3c45cb012 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 936 time: 0.5801828
Jun 04 15:08:19.898204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-9b986ff4-a429-46a6-a8b3-5915c0fa9e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:19.900051 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-9b986ff4-a429-46a6-a8b3-5915c0fa9e95 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 1099 time: 0.3936231
Jun 04 15:08:19.900515 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:19.995003 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-6bb80656-434d-4ff4-9a05-c241e6877b6f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b7c24edb-f643-4938-8e52-7e56962318e3 HTTP/1.1" status: 200  len: 217 time: 0.0772123
Jun 04 15:08:20.010978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-d5f30280-cd93-4be2-9ba8-ee1561cf17dc req-2775400d-2936-434d-a374-42d0fac2c0ce tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Synchronizing usage tracker for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:08:20.044335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4648bf-843c-4c4d-a622-ba99d4ea74d9 req-e3c5ea9b-cdf3-49fd-a119-31c563bc47f2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:20.053171 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8e4648bf-843c-4c4d-a622-ba99d4ea74d9 req-e3c5ea9b-cdf3-49fd-a119-31c563bc47f2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 944 time: 0.3016982
Jun 04 15:08:20.072229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e54b51ce-9db6-4b97-864b-1125cf537694 None None] Provisioning for port dd2bace0-30e3-482a-b51e-568b2f544066 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:08:20.080072 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e54b51ce-9db6-4b97-864b-1125cf537694 None None] Provisioning complete for port dd2bace0-30e3-482a-b51e-568b2f544066 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:20.080936 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e54b51ce-9db6-4b97-864b-1125cf537694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:20.200663 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e54b51ce-9db6-4b97-864b-1125cf537694 None None] Port dd2bace0-30e3-482a-b51e-568b2f544066 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:08:20.209843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-d5f30280-cd93-4be2-9ba8-ee1561cf17dc req-2775400d-2936-434d-a374-42d0fac2c0ce tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Unset dirty status for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:08:20.211083 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d5f30280-cd93-4be2-9ba8-ee1561cf17dc req-2775400d-2936-434d-a374-42d0fac2c0ce tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3269677
Jun 04 15:08:20.256701 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-db8a55a7-8254-4fcb-8ace-a80cd00de589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:20.258192 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-db8a55a7-8254-4fcb-8ace-a80cd00de589 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2108450
Jun 04 15:08:20.336649 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-840a5ab6-8600-46b2-9fdd-798661efc08f service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4609098
Jun 04 15:08:20.349325 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8e4648bf-843c-4c4d-a622-ba99d4ea74d9 req-b8464f52-10cf-482d-ba2c-a1b5fa94f82b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2654648
Jun 04 15:08:20.393190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2bace0-30e3-482a-b51e-568b2f544066 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:08:20.395172 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 813f4f5b-4123-4e1e-923d-9448ffb376d3 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:08:20.404224 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:20.419322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-cfa81d52-d548-444e-8c71-e13c32a6ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:20.424847 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-cfa81d52-d548-444e-8c71-e13c32a6ac1f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1436956
Jun 04 15:08:20.439690 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Transition to ACTIVE for port object dd2bace0-30e3-482a-b51e-568b2f544066 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:20.526419 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:20.535272 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:20.654757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 813f4f5b-4123-4e1e-923d-9448ffb376d3 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:08:20.665479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 813f4f5b-4123-4e1e-923d-9448ffb376d3 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:20.666114 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:20.786667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4ed2e-c9fd-4f2f-afa4-eeac7e1eed46 req-1e330304-8ffc-4ea6-89e9-2f0b5021bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:20.788356 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-46b4ed2e-c9fd-4f2f-afa4-eeac7e1eed46 req-1e330304-8ffc-4ea6-89e9-2f0b5021bce9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=e189a947-a0b7-4c9b-aeb3-70f90dc599a2 HTTP/1.1" status: 200  len: 1098 time: 0.2428856
Jun 04 15:08:20.793832 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-165e6826-674b-4b75-b02e-8b9ea1655e40 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3608263
Jun 04 15:08:20.822505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2bace0-30e3-482a-b51e-568b2f544066,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:20.848811 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:20.986124 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:20.996547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Attempting to bind port dd2bace0-30e3-482a-b51e-568b2f544066 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:08:20.996874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Attempting to bind port dd2bace0-30e3-482a-b51e-568b2f544066 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:08:20.997465 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Attempting to bind port dd2bace0-30e3-482a-b51e-568b2f544066 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:21.010158 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Port dd2bace0-30e3-482a-b51e-568b2f544066 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:08:21.010756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Attempting to bind port dd2bace0-30e3-482a-b51e-568b2f544066 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:21.022988 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f39eed4-e74d-4eca-8ec0-9e0d21106db1 req-17129362-178f-4c56-a2ed-73eb0c071d03 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 210 time: 0.1038876
Jun 04 15:08:21.027554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:08:21.027891 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:08:21.028276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:08:21.028696 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Bound port: dd2bace0-30e3-482a-b51e-568b2f544066, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:08:21.029089 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:21.071495 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79c89ed-c038-4a0e-882d-0adf1727386e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813f4f5b-4123-4e1e-923d-9448ffb376d3'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:08:21.073870 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8a8caf-443c-4ae6-a088-a085d02bf9e0" -d '{"events": [{"server_uuid": "c79c89ed-c038-4a0e-882d-0adf1727386e", "name": "network-vif-plugged", "status": "completed", "tag": "813f4f5b-4123-4e1e-923d-9448ffb376d3"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:08:21.087096 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 813f4f5b-4123-4e1e-923d-9448ffb376d3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:21.182707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] For port dd2bace0-30e3-482a-b51e-568b2f544066, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:21.187932 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] For port dd2bace0-30e3-482a-b51e-568b2f544066, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=dd2bace0-30e3-482a-b51e-568b2f544066,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:08:21.189610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54feb8-915b-42b9-9eba-07721250d988 req-abc5e84c-d039-4b87-9216-ac27ad2a3db3 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:21.191229 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5d54feb8-915b-42b9-9eba-07721250d988 req-abc5e84c-d039-4b87-9216-ac27ad2a3db3 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 948 time: 0.6886387
Jun 04 15:08:21.198046 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:21.204111 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:21.234645 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ef6895-50dc-4d23-bb5e-31c656e95d71 req-120bd163-801f-4f29-9b84-7f58bf478c99 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4298906
Jun 04 15:08:21.251903 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33954) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:21.284328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4ed2e-c9fd-4f2f-afa4-eeac7e1eed46 req-968d3c79-2b9e-438e-ae06-7517cb7ef433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:21.285827 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-46b4ed2e-c9fd-4f2f-afa4-eeac7e1eed46 req-968d3c79-2b9e-438e-ae06-7517cb7ef433 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.3114460
Jun 04 15:08:21.290808 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5d54feb8-915b-42b9-9eba-07721250d988 req-65d41662-3783-4574-a493-3b38fb6ab553 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828896
Jun 04 15:08:21.328130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=813f4f5b-4123-4e1e-923d-9448ffb376d3,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:21.329726 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:21.365593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c3f4fe-7839-49ad-b5e1-0aa6625034cf', 'tag': 'b7c24edb-f643-4938-8e52-7e56962318e3'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:08:21.365755 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c87487-4098-4e96-a82f-105b0cf66a6d x-openstack-request-id: req-66c87487-4098-4e96-a82f-105b0cf66a6d {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:08:21.365755 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79c89ed-c038-4a0e-882d-0adf1727386e", "name": "network-vif-plugged", "status": "completed", "tag": "813f4f5b-4123-4e1e-923d-9448ffb376d3", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:08:21.365755 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66c87487-4098-4e96-a82f-105b0cf66a6d {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:08:21.365755 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79c89ed-c038-4a0e-882d-0adf1727386e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813f4f5b-4123-4e1e-923d-9448ffb376d3', 'code': 200}
Jun 04 15:08:21.366932 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3788130b-169c-489d-ade8-05007b864072" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c3f4fe-7839-49ad-b5e1-0aa6625034cf", "tag": "b7c24edb-f643-4938-8e52-7e56962318e3"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:08:21.391634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-46b4ed2e-c9fd-4f2f-afa4-eeac7e1eed46 req-4f10270f-a873-4f2c-a9f0-ea18227e4d47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=5791a29b-f7fb-4c7f-b5fd-71123d32949c HTTP/1.1" status: 200  len: 217 time: 0.0933986
Jun 04 15:08:21.398235 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:21.413882 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-687d8674-a468-4ba9-857c-97ffc285df01 tempest-AggregatesAdminTestJSON-99370408 tempest-AggregatesAdminTestJSON-99370408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:21.586784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4ed2e-c9fd-4f2f-afa4-eeac7e1eed46 req-b961da21-3023-4be4-a2d2-4fcca2d6c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:21.588371 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-46b4ed2e-c9fd-4f2f-afa4-eeac7e1eed46 req-b961da21-3023-4be4-a2d2-4fcca2d6c1dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1849668
Jun 04 15:08:21.609395 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:21.609395 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:21.610731 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] 10.222.0.62 "PUT /v2.0/ports/dd2bace0-30e3-482a-b51e-568b2f544066 HTTP/1.1" status: 200  len: 1096 time: 1.9541855
Jun 04 15:08:21.611250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ae63d5-3d47-4e1a-b91d-e05fd047d13e', 'tag': 'dd2bace0-30e3-482a-b51e-568b2f544066'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:08:21.613682 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43957bca-2220-4c14-b85b-19c57781f5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "77ae63d5-3d47-4e1a-b91d-e05fd047d13e", "tag": "dd2bace0-30e3-482a-b51e-568b2f544066"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:08:21.633767 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-61064836-091d-44d0-a625-26cf4c600aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:21.688955 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-61064836-091d-44d0-a625-26cf4c600aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:21.688955 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-61064836-091d-44d0-a625-26cf4c600aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:2053bbc2e45c48e284b1fa4927c3470a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:21.688955 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-61064836-091d-44d0-a625-26cf4c600aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:21.688955 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2bace0-30e3-482a-b51e-568b2f544066,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:21.691446 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:21.693144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-61064836-091d-44d0-a625-26cf4c600aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:21.714696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27640408-be55-494f-9096-6773ff03022e req-e6e6f3ee-fc34-412b-87e8-400795f9ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:21.716253 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-27640408-be55-494f-9096-6773ff03022e req-e6e6f3ee-fc34-412b-87e8-400795f9ba65 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 1096 time: 0.2132661
Jun 04 15:08:21.844578 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4ed2e-c9fd-4f2f-afa4-eeac7e1eed46 req-270e880b-8676-44cc-9abc-4895def17d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:21.846151 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-46b4ed2e-c9fd-4f2f-afa4-eeac7e1eed46 req-270e880b-8676-44cc-9abc-4895def17d88 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2458997
Jun 04 15:08:21.850419 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-27640408-be55-494f-9096-6773ff03022e req-4c77c113-9b2b-4a56-a42a-4a5045373556 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220427
Jun 04 15:08:21.888376 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-61064836-091d-44d0-a625-26cf4c600aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:21.899990 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda3c7e-9216-4ce7-8e19-f1754aa17962 req-da26c8b0-386f-455d-bd90-0e1ebea26fc4 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:21.901722 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-adda3c7e-9216-4ce7-8e19-f1754aa17962 req-da26c8b0-386f-455d-bd90-0e1ebea26fc4 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 945 time: 0.1705601
Jun 04 15:08:21.982811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a85b2d-8e70-463a-acb0-575fcfdf0220 req-d3e30126-d39b-4ca7-aa34-cf2eb409ea8a tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:21.989432 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-20a85b2d-8e70-463a-acb0-575fcfdf0220 req-d3e30126-d39b-4ca7-aa34-cf2eb409ea8a tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 948 time: 0.2561550
Jun 04 15:08:22.022457 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-adda3c7e-9216-4ce7-8e19-f1754aa17962 req-0be3ccf1-c1e3-4012-8371-c0615a4ffcb2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080551
Jun 04 15:08:22.063973 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-46b4ed2e-c9fd-4f2f-afa4-eeac7e1eed46 req-f31f8963-e7c8-4343-8147-f2de2e1917e3 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2075086
Jun 04 15:08:22.066989 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-61064836-091d-44d0-a625-26cf4c600aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:22.069201 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-20a85b2d-8e70-463a-acb0-575fcfdf0220 req-a5a0d07c-d43e-45cf-a186-6ecc2550ae6e tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785975
Jun 04 15:08:22.098653 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-36d9e4df-8923-452b-9e8f-964f742db681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:22.115457 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a5e566-74a6-456a-88f0-13006e355c67 x-openstack-request-id: req-c6a5e566-74a6-456a-88f0-13006e355c67 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:08:22.116264 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c3f4fe-7839-49ad-b5e1-0aa6625034cf", "tag": "b7c24edb-f643-4938-8e52-7e56962318e3", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:08:22.116807 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6a5e566-74a6-456a-88f0-13006e355c67 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:08:22.117245 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c3f4fe-7839-49ad-b5e1-0aa6625034cf', 'tag': 'b7c24edb-f643-4938-8e52-7e56962318e3', 'status': 'completed', 'code': 200}
Jun 04 15:08:22.125336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-714fb7d0-a563-4bd7-bbd6-9130c8c24818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:22.127057 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-714fb7d0-a563-4bd7-bbd6-9130c8c24818 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 1099 time: 0.1674836
Jun 04 15:08:22.130546 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-61064836-091d-44d0-a625-26cf4c600aa8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2053bbc2e45c48e284b1fa4927c3470a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8772175
Jun 04 15:08:22.134330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33974) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:22.236941 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16594647-6104-4085-953d-1f5270dd5e4f x-openstack-request-id: req-16594647-6104-4085-953d-1f5270dd5e4f {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:08:22.237294 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ae63d5-3d47-4e1a-b91d-e05fd047d13e", "tag": "dd2bace0-30e3-482a-b51e-568b2f544066", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:08:22.237767 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16594647-6104-4085-953d-1f5270dd5e4f {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:08:22.238209 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ae63d5-3d47-4e1a-b91d-e05fd047d13e', 'tag': 'dd2bace0-30e3-482a-b51e-568b2f544066', 'status': 'completed', 'code': 200}
Jun 04 15:08:22.245680 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61064836-091d-44d0-a625-26cf4c600aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd54293-5eca-4dbc-a0ec-77ed5ed171da,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:22.289894 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-2e174386-fb12-466c-96dd-0a8daff59a46 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=dd2bace0-30e3-482a-b51e-568b2f544066 HTTP/1.1" status: 200  len: 217 time: 0.1445761
Jun 04 15:08:22.291162 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-61064836-091d-44d0-a625-26cf4c600aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:22.472085 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2c8f195-e67b-417d-a880-5c86d5a0a29f req-33032e0c-8655-47bb-a1fa-841c75232c2e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 210 time: 0.0899062
Jun 04 15:08:22.483595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33988) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:22.508558 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-e87c0a2e-f722-4492-9e15-11ae078c54e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:22.511651 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-e87c0a2e-f722-4492-9e15-11ae078c54e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2117367
Jun 04 15:08:22.686132 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a1fcaacc-2b71-4024-ace0-2e8fc5d3edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:22.694075 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-a1fcaacc-2b71-4024-ace0-2e8fc5d3edc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1710956
Jun 04 15:08:22.777244 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f94288fa-c777-48bc-acf1-dfb0f6439ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:22.795525 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-60180bc1-904a-48b0-adbb-bff1c333b975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:22.810508 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-46b4ed2e-c9fd-4f2f-afa4-eeac7e1eed46 req-5daf8574-5edf-437e-a104-c724c4478878 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7364426
Jun 04 15:08:22.906061 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-cacd3549-a0e1-48cf-96e5-13531ae4c5c3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:22.907940 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-cacd3549-a0e1-48cf-96e5-13531ae4c5c3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.65 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 820 time: 0.6918895
Jun 04 15:08:22.913854 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-60180bc1-904a-48b0-adbb-bff1c333b975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:22.943036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Request body: {'port': {'device_id': '5b2b53f5-5a47-4ca0-85e3-2e30b8feeded', 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969', 'admin_state_up': True, 'tenant_id': '22c4a2a8b29d48d981ff2e2fc2535d0e'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:22.947992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f94288fa-c777-48bc-acf1-dfb0f6439ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:22.968550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788130b-169c-489d-ade8-05007b864072 req-8ced5b7b-efad-48ca-860e-bf543086b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:22.972470 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3788130b-169c-489d-ade8-05007b864072 req-8ced5b7b-efad-48ca-860e-bf543086b839 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 1099 time: 0.7549419
Jun 04 15:08:23.010373 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f94288fa-c777-48bc-acf1-dfb0f6439ddf admin admin] Usage tracker for resource:security_group_rule and tenant:b0823c4c6c444fa8ba50930d58315510 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:23.018004 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f94288fa-c777-48bc-acf1-dfb0f6439ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:23.033415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f94288fa-c777-48bc-acf1-dfb0f6439ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:23.091142 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-5bdb2818-f046-467d-bffb-a410866eb07c service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3487613
Jun 04 15:08:23.095412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59de6b6-05af-4d69-802e-05f9e1db1f87 req-4e5ff03a-3ac2-4596-a2d4-85a6b3a7adc8 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:23.099104 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e59de6b6-05af-4d69-802e-05f9e1db1f87 req-4e5ff03a-3ac2-4596-a2d4-85a6b3a7adc8 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 948 time: 0.4626870
Jun 04 15:08:23.146288 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:23.330097 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e59de6b6-05af-4d69-802e-05f9e1db1f87 req-3aeeec0d-d9c6-486f-8dc9-4ceadfbfd1f4 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068412
Jun 04 15:08:23.358984 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f94288fa-c777-48bc-acf1-dfb0f6439ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:23.367163 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:23.374909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788130b-169c-489d-ade8-05007b864072 req-f35f912b-30d2-421a-ba8c-c95ab8d1661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:23.376461 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3788130b-169c-489d-ade8-05007b864072 req-f35f912b-30d2-421a-ba8c-c95ab8d1661f service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.3886237
Jun 04 15:08:23.376927 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f36e377-0a10-4bd4-81c2-fc584a119b98 req-f2dd510e-de26-45eb-a36d-dfe50590dad8 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2742269
Jun 04 15:08:23.414749 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf504c-b2d3-4871-9d3a-1f1f086b7397 req-10a18f2e-3990-4713-86e0-449c83996c5e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:23.416870 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-43cf504c-b2d3-4871-9d3a-1f1f086b7397 req-10a18f2e-3990-4713-86e0-449c83996c5e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 945 time: 0.2600951
Jun 04 15:08:23.454167 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:23.487158 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-43cf504c-b2d3-4871-9d3a-1f1f086b7397 req-f5a1aa15-dd2f-4bb8-8bc2-69a5e3fcfe3b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641022
Jun 04 15:08:23.487856 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f94288fa-c777-48bc-acf1-dfb0f6439ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:23.501681 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-91af5493-a646-42ff-ad7c-e54f89e4206b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:23.536639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94288fa-c777-48bc-acf1-dfb0f6439ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d96a943-5388-490b-96d6-5d591fb0eb19,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:23.540950 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f94288fa-c777-48bc-acf1-dfb0f6439ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:23.570328 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3788130b-169c-489d-ade8-05007b864072 req-74fb5aec-e260-46ca-9b70-b98330ba9280 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b7c24edb-f643-4938-8e52-7e56962318e3 HTTP/1.1" status: 200  len: 217 time: 0.1799107
Jun 04 15:08:23.587973 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-60180bc1-904a-48b0-adbb-bff1c333b975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:23.601221 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f94288fa-c777-48bc-acf1-dfb0f6439ddf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0823c4c6c444fa8ba50930d58315510&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1180568
Jun 04 15:08:23.604615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34010) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:23.645132 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34012) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:23.657617 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-209c685f-08b8-47cf-8ca8-b2d755e29447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:23.680681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788130b-169c-489d-ade8-05007b864072 req-8a79efc5-f131-4fe8-b4fa-de86bed8b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:23.682207 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3788130b-169c-489d-ade8-05007b864072 req-8a79efc5-f131-4fe8-b4fa-de86bed8b331 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0971317
Jun 04 15:08:23.684789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Made reservation on behalf of 22c4a2a8b29d48d981ff2e2fc2535d0e for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:08:23.690147 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:23.709029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60180bc1-904a-48b0-adbb-bff1c333b975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd54293-5eca-4dbc-a0ec-77ed5ed171da,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:23.769314 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-60180bc1-904a-48b0-adbb-bff1c333b975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:23.777950 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-60180bc1-904a-48b0-adbb-bff1c333b975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:23.782478 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-60180bc1-904a-48b0-adbb-bff1c333b975 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bd54293-5eca-4dbc-a0ec-77ed5ed171da HTTP/1.1" status: 204  len: 168 time: 1.6438329
Jun 04 15:08:23.808806 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9a370c9-d47f-427d-98d8-91dc7b736594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:23.817571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43957bca-2220-4c14-b85b-19c57781f5e3 req-3e2b123d-9036-4238-a2f6-07ea4c7e928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:23.822900 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-43957bca-2220-4c14-b85b-19c57781f5e3 req-3e2b123d-9036-4238-a2f6-07ea4c7e928d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 1099 time: 0.2167451
Jun 04 15:08:23.920138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ae14e-c803-42b1-997b-a0d4e8c629e8 req-673341e1-6c94-40fb-8f77-4c58b9c62feb tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:23.922333 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-901ae14e-c803-42b1-997b-a0d4e8c629e8 req-673341e1-6c94-40fb-8f77-4c58b9c62feb tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 948 time: 0.4580622
Jun 04 15:08:23.938258 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8a7c0864-1358-4beb-8760-375bcae793a4 req-1dd3176e-caaa-4352-a3ae-74ab3a0c2267 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 210 time: 0.0760388
Jun 04 15:08:23.961247 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9a370c9-d47f-427d-98d8-91dc7b736594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:24.023062 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-901ae14e-c803-42b1-997b-a0d4e8c629e8 req-e8c3f02a-69ac-49ab-bdf5-ef00dbe92600 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917010
Jun 04 15:08:24.025070 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f6971dd-e6d9-4968-83de-75035af08b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:24.056473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788130b-169c-489d-ade8-05007b864072 req-7aacde9b-285b-4518-892e-104848b02e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:24.058074 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3788130b-169c-489d-ade8-05007b864072 req-7aacde9b-285b-4518-892e-104848b02e74 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3543637
Jun 04 15:08:24.074057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9f6971dd-e6d9-4968-83de-75035af08b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:24.087085 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9f6971dd-e6d9-4968-83de-75035af08b74 admin admin] Usage tracker for resource:security_group_rule and tenant:ca4c2c02a61f4efc86a1d188b5ea6614 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:24.091641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Allocated IP 172.20.0.9 (760c71b3-e8c0-4258-bd3c-3da1c3b21969/89890e03-c3ba-40af-a914-1d8ff3976cbd/5f714e28-ec36-4ad5-b7fd-a48af7b53f62) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:08:24.093346 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9f6971dd-e6d9-4968-83de-75035af08b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:24.102014 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9f6971dd-e6d9-4968-83de-75035af08b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:24.133041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43957bca-2220-4c14-b85b-19c57781f5e3 req-ae9a89c9-f547-416a-a416-6aa4b65d8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:24.134577 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-43957bca-2220-4c14-b85b-19c57781f5e3 req-ae9a89c9-f547-416a-a416-6aa4b65d8fd0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.3023634
Jun 04 15:08:24.216358 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-43957bca-2220-4c14-b85b-19c57781f5e3 req-f3f352d6-11b0-4f20-abb1-bf783b6f1851 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=dd2bace0-30e3-482a-b51e-568b2f544066 HTTP/1.1" status: 200  len: 217 time: 0.0714157
Jun 04 15:08:24.268801 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3788130b-169c-489d-ade8-05007b864072 req-47612b43-443e-456a-9873-37ed9a1fa2d6 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033114
Jun 04 15:08:24.306045 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9a370c9-d47f-427d-98d8-91dc7b736594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:24.314556 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-289e95ae-3ea5-4cf6-8230-5156d4750709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:24.337464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a370c9-d47f-427d-98d8-91dc7b736594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d96a943-5388-490b-96d6-5d591fb0eb19,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:24.343627 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a9a370c9-d47f-427d-98d8-91dc7b736594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:24.347271 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43957bca-2220-4c14-b85b-19c57781f5e3 req-e110e12f-7961-4f62-b139-b47dc55ad9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:24.349039 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-43957bca-2220-4c14-b85b-19c57781f5e3 req-e110e12f-7961-4f62-b139-b47dc55ad9c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1238761
Jun 04 15:08:24.419688 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9a370c9-d47f-427d-98d8-91dc7b736594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:24.424204 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a9a370c9-d47f-427d-98d8-91dc7b736594 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d96a943-5388-490b-96d6-5d591fb0eb19 HTTP/1.1" status: 204  len: 168 time: 0.7827673
Jun 04 15:08:24.425410 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b7c24edb-f643-4938-8e52-7e56962318e3 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:08:24.500442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 5791a29b-f7fb-4c7f-b5fd-71123d32949c details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:08:24.512225 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f6971dd-e6d9-4968-83de-75035af08b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:24.586543 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3788130b-169c-489d-ade8-05007b864072 req-439cd3c6-d600-458c-a86a-be930cdf77f2 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3098295
Jun 04 15:08:24.598292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43957bca-2220-4c14-b85b-19c57781f5e3 req-22608858-9845-42b3-be1a-a04fb317f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:24.598292 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-43957bca-2220-4c14-b85b-19c57781f5e3 req-22608858-9845-42b3-be1a-a04fb317f562 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2374141
Jun 04 15:08:24.599245 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f6971dd-e6d9-4968-83de-75035af08b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:24.610493 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c9539aa4-eb1c-4a38-b2a8-8a25b6b32d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:24.610708 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:24.685474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34028) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:24.708681 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-92005043-e28c-42f6-9ccc-348b6a075028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:24.753633 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 5791a29b-f7fb-4c7f-b5fd-71123d32949c, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=5791a29b-f7fb-4c7f-b5fd-71123d32949c,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:24.760967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6971dd-e6d9-4968-83de-75035af08b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b8ffcc-a8bf-4bd7-aea1-147ec9bf87e0,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:24.765232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-92005043-e28c-42f6-9ccc-348b6a075028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:24.769936 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9f6971dd-e6d9-4968-83de-75035af08b74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca4c2c02a61f4efc86a1d188b5ea6614&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1140025
Jun 04 15:08:24.776401 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:24.776401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34030) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:24.778597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '5791a29b-f7fb-4c7f-b5fd-71123d32949c', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '5791a29b-f7fb-4c7f-b5fd-71123d32949c', 'mac_address': 'fa:16:3e:cd:b5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:08:24.807979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-92005043-e28c-42f6-9ccc-348b6a075028 admin admin] Usage tracker for resource:security_group_rule and tenant:cbb2c25843ad4bfbaaa51d705cbeb6e3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:24.808501 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-39d51be4-0b25-4e5d-ae55-3633e63e07da tempest-LiveMigrationNegativeTest-472225494 tempest-LiveMigrationNegativeTest-472225494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:24.833115 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9f6971dd-e6d9-4968-83de-75035af08b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:24.849644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-92005043-e28c-42f6-9ccc-348b6a075028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:24.877453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-92005043-e28c-42f6-9ccc-348b6a075028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:24.882217 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e4324-407f-4fb8-8891-5cc7dc2bac19 req-c3b0d8ea-92f8-405f-86d0-d677f3794072 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:24.885386 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-096e4324-407f-4fb8-8891-5cc7dc2bac19 req-c3b0d8ea-92f8-405f-86d0-d677f3794072 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 948 time: 0.3564057
Jun 04 15:08:24.944157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:08:24.949590 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:24.956452 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-43957bca-2220-4c14-b85b-19c57781f5e3 req-ef5db0bd-ed9b-4c18-a6ce-957033fe8a65 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3134305
Jun 04 15:08:24.958149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:08:24.980589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Pushing event updated for resources: {'Port': ['ID=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:24.981853 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-096e4324-407f-4fb8-8891-5cc7dc2bac19 req-fbbf805f-7156-4b69-8f2e-dadd549a7f22 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894608
Jun 04 15:08:24.986080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:08:24.992602 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:24.993371 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:25.015564 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:25.019164 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port b7c24edb-f643-4938-8e52-7e56962318e3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b7c24edb-f643-4938-8e52-7e56962318e3,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:25.032266 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5791a29b-f7fb-4c7f-b5fd-71123d32949c {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:08:25.051161 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'b7c24edb-f643-4938-8e52-7e56962318e3', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'b7c24edb-f643-4938-8e52-7e56962318e3', 'mac_address': 'fa:16:3e:0c:a0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:08:25.125852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 5791a29b-f7fb-4c7f-b5fd-71123d32949c, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=5791a29b-f7fb-4c7f-b5fd-71123d32949c,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:25.146420 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:25.178045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c24edb-f643-4938-8e52-7e56962318e3 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:08:25.200354 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port b7c24edb-f643-4938-8e52-7e56962318e3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b7c24edb-f643-4938-8e52-7e56962318e3,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:25.208933 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:25.215988 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:25.249527 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64382589-80b3-43b4-98d0-6b7a8793ecab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:25.292000 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba17e1-068d-46ba-9214-ccc87c52ed61 req-a89a479b-f9a0-4e8e-a363-5d02d9704d96 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:25.299974 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2ba17e1-068d-46ba-9214-ccc87c52ed61 req-a89a479b-f9a0-4e8e-a363-5d02d9704d96 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 945 time: 0.5752461
Jun 04 15:08:25.318443 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:25.338901 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64382589-80b3-43b4-98d0-6b7a8793ecab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:25.339581 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-43957bca-2220-4c14-b85b-19c57781f5e3 req-6c13c33b-d1a9-4275-8202-92f8282e549c service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3562872
Jun 04 15:08:25.341999 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=5791a29b-f7fb-4c7f-b5fd-71123d32949c,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:25.345641 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:25.346201 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:25.409167 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4852018
Jun 04 15:08:25.430910 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:25.435473 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=b7c24edb-f643-4938-8e52-7e56962318e3,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:25.441190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Request body: {'port': {'device_id': '5b2b53f5-5a47-4ca0-85e3-2e30b8feeded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:25.441393 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:25.511730 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c222dc-5b17-4757-815e-439cd8c37d34 req-05da8f6c-3c4a-4486-94ca-c596295403ca tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:25.513357 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-64c222dc-5b17-4757-815e-439cd8c37d34 req-05da8f6c-3c4a-4486-94ca-c596295403ca tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 931 time: 0.1727428
Jun 04 15:08:25.521644 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2ba17e1-068d-46ba-9214-ccc87c52ed61 req-00d6d7ed-5f77-4178-af57-d1597ec37144 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2208650
Jun 04 15:08:25.528976 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-92005043-e28c-42f6-9ccc-348b6a075028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:25.593412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['b7c24edb-f643-4938-8e52-7e56962318e3'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:08:25.613736 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-64c222dc-5b17-4757-815e-439cd8c37d34 req-3edf59b8-2f07-4267-b7a9-b39dc3aa999a tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917044
Jun 04 15:08:25.634571 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:25.667086 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-92005043-e28c-42f6-9ccc-348b6a075028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:25.679337 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b6ac8c2a-b458-4149-bb0c-c4c1e16a56fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:25.801404 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['5791a29b-f7fb-4c7f-b5fd-71123d32949c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:08:25.850763 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-92005043-e28c-42f6-9ccc-348b6a075028 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbb2c25843ad4bfbaaa51d705cbeb6e3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1634896
Jun 04 15:08:25.852175 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64382589-80b3-43b4-98d0-6b7a8793ecab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:25.861246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34040) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:25.862734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92005043-e28c-42f6-9ccc-348b6a075028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0843137-592e-4bc0-92fa-7f9939a98c71,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:25.868846 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-92005043-e28c-42f6-9ccc-348b6a075028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:25.885932 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cb124f3d-6294-4fa4-a054-93b17f34b4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:25.927709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64382589-80b3-43b4-98d0-6b7a8793ecab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b8ffcc-a8bf-4bd7-aea1-147ec9bf87e0,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:25.929083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34042) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:25.949627 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-64382589-80b3-43b4-98d0-6b7a8793ecab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:25.954282 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e043a651-2e6f-4fca-9a98-8b20908d33ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:25.980418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e043a651-2e6f-4fca-9a98-8b20908d33ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:25.986451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e043a651-2e6f-4fca-9a98-8b20908d33ef admin admin] Usage tracker for resource:security_group_rule and tenant:96265680633a472490a0cfeca7baab8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:25.990811 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e043a651-2e6f-4fca-9a98-8b20908d33ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:26.001826 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64382589-80b3-43b4-98d0-6b7a8793ecab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:26.002037 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e043a651-2e6f-4fca-9a98-8b20908d33ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:26.005370 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-64382589-80b3-43b4-98d0-6b7a8793ecab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56b8ffcc-a8bf-4bd7-aea1-147ec9bf87e0 HTTP/1.1" status: 204  len: 168 time: 1.2152126
Jun 04 15:08:26.022672 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89057e2d-138c-4131-a11b-b44e05929b1c req-cbbd1b4f-48f4-4068-85ac-a8e49055b1fd tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:26.024296 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-89057e2d-138c-4131-a11b-b44e05929b1c req-cbbd1b4f-48f4-4068-85ac-a8e49055b1fd tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 1096 time: 0.2686627
Jun 04 15:08:26.108819 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-89057e2d-138c-4131-a11b-b44e05929b1c req-6f54c20f-37a7-4ddf-bcff-7397786714c5 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Synchronizing usage tracker for tenant:6afead77c8194e9a9f31a7c5f31108bd on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:08:26.130175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf911d-0709-46ec-a172-f95644b61246 req-a29501aa-0010-4e77-ab4b-6afaae5f6ac7 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:26.131882 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1bf911d-0709-46ec-a172-f95644b61246 req-a29501aa-0010-4e77-ab4b-6afaae5f6ac7 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 948 time: 0.4004021
Jun 04 15:08:26.132674 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-32d33b15-85fa-4e92-9564-39c50bedfac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:26.192521 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e043a651-2e6f-4fca-9a98-8b20908d33ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:26.226310 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-89057e2d-138c-4131-a11b-b44e05929b1c req-6f54c20f-37a7-4ddf-bcff-7397786714c5 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Unset dirty status for tenant:6afead77c8194e9a9f31a7c5f31108bd on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:08:26.227830 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-89057e2d-138c-4131-a11b-b44e05929b1c req-6f54c20f-37a7-4ddf-bcff-7397786714c5 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916847
Jun 04 15:08:26.283294 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-32d33b15-85fa-4e92-9564-39c50bedfac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:26.332103 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e043a651-2e6f-4fca-9a98-8b20908d33ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:26.345415 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ee2d6060-2d38-4686-a92d-1663676ce52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:26.368875 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1bf911d-0709-46ec-a172-f95644b61246 req-ad0c984c-87da-4277-8ea5-dee739f8765b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2202404
Jun 04 15:08:26.435581 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043a651-2e6f-4fca-9a98-8b20908d33ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfdf0a9-93a0-4150-9f07-3e695dfaf3c9,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:26.441064 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e043a651-2e6f-4fca-9a98-8b20908d33ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:26.446969 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e043a651-2e6f-4fca-9a98-8b20908d33ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96265680633a472490a0cfeca7baab8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5149024
Jun 04 15:08:26.447744 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34052) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:26.466838 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device dd2bace0-30e3-482a-b51e-568b2f544066 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:08:26.489331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:08:26.499914 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:26.537357 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-517a6dca-fe53-4cfa-aa56-ae487d85d5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:26.549680 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe5fe6-7751-477b-aea2-f8477779996e req-3126bdf8-a2e9-47ab-918f-5afe7b556ba1 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:26.551820 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-84fe5fe6-7751-477b-aea2-f8477779996e req-3126bdf8-a2e9-47ab-918f-5afe7b556ba1 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 949 time: 0.2072611
Jun 04 15:08:26.569140 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-32d33b15-85fa-4e92-9564-39c50bedfac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:26.576059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Transition to ACTIVE for port object 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:26.577608 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ccbc8ba9-9919-43de-bc10-e24cc99c89a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:26.605773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d33b15-85fa-4e92-9564-39c50bedfac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0843137-592e-4bc0-92fa-7f9939a98c71,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:26.609859 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-32d33b15-85fa-4e92-9564-39c50bedfac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:26.623245 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-32d33b15-85fa-4e92-9564-39c50bedfac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:26.628336 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-32d33b15-85fa-4e92-9564-39c50bedfac2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0843137-592e-4bc0-92fa-7f9939a98c71 HTTP/1.1" status: 204  len: 168 time: 0.7615881
Jun 04 15:08:26.647133 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-517a6dca-fe53-4cfa-aa56-ae487d85d5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:26.677465 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:26.683628 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-df1b5d2c-9ba3-4d86-b403-dd743a720334 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:26.687541 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-84fe5fe6-7751-477b-aea2-f8477779996e req-521a6f8b-eb99-4678-86d1-44f1645d851b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042376
Jun 04 15:08:26.799715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port dd2bace0-30e3-482a-b51e-568b2f544066, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=dd2bace0-30e3-482a-b51e-568b2f544066,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:26.825602 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Pushing event updated for resources: {'Port': ['ID=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:26.827469 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'dd2bace0-30e3-482a-b51e-568b2f544066', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'dd2bace0-30e3-482a-b51e-568b2f544066', 'mac_address': 'fa:16:3e:41:54:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:08:26.832123 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:26.912026 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-517a6dca-fe53-4cfa-aa56-ae487d85d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:26.912657 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:26.916588 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f6f65cb0-c148-42ed-996f-9e4a027b4b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:26.934717 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2bace0-30e3-482a-b51e-568b2f544066 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:08:26.934921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a6dca-fe53-4cfa-aa56-ae487d85d5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfdf0a9-93a0-4150-9f07-3e695dfaf3c9,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:26.943730 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-517a6dca-fe53-4cfa-aa56-ae487d85d5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:26.964946 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2eeaa2-78fd-46fd-a22c-1f6661afe036 req-41a94fc4-4519-46a3-8696-846db9ca0fbf tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:26.970149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port dd2bace0-30e3-482a-b51e-568b2f544066, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=dd2bace0-30e3-482a-b51e-568b2f544066,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:26.976325 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c2eeaa2-78fd-46fd-a22c-1f6661afe036 req-41a94fc4-4519-46a3-8696-846db9ca0fbf tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 943 time: 0.1246917
Jun 04 15:08:26.976325 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-517a6dca-fe53-4cfa-aa56-ae487d85d5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:26.979374 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-517a6dca-fe53-4cfa-aa56-ae487d85d5d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bfdf0a9-93a0-4150-9f07-3e695dfaf3c9 HTTP/1.1" status: 204  len: 168 time: 0.5305135
Jun 04 15:08:27.007460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Attempting to bind port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:08:27.008149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Attempting to bind port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:08:27.008149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Attempting to bind port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:27.016321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:08:27.016642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Attempting to bind port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:27.021277 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c2eeaa2-78fd-46fd-a22c-1f6661afe036 req-bc765836-9088-4182-b067-512665b7b916 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469582
Jun 04 15:08:27.024255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:08:27.024592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Checking segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:08:27.024967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Bound using segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:08:27.025486 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Bound port: 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:08:27.025831 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:27.047309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12da4cd-48a9-4d26-a461-15f3a9897757 req-1215e1b6-d9c0-4ff5-8649-6a65e39db607 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:27.048839 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d12da4cd-48a9-4d26-a461-15f3a9897757 req-1215e1b6-d9c0-4ff5-8649-6a65e39db607 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 1096 time: 0.2265799
Jun 04 15:08:27.111303 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:27.113457 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:27.147132 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d12da4cd-48a9-4d26-a461-15f3a9897757 req-699092bb-d7e2-4bda-8880-4050a78cfd79 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734637
Jun 04 15:08:27.156327 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] For port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:27.159563 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] For port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:08:27.181557 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=dd2bace0-30e3-482a-b51e-568b2f544066,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:27.184639 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:27.266623 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:27.272078 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:27.336306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:27.336931 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:27.338403 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] 10.222.0.65 "PUT /v2.0/ports/5f714e28-ec36-4ad5-b7fd-a48af7b53f62 HTTP/1.1" status: 200  len: 1091 time: 1.9216754
Jun 04 15:08:27.338909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2b53f5-5a47-4ca0-85e3-2e30b8feeded', 'tag': '5f714e28-ec36-4ad5-b7fd-a48af7b53f62'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:08:27.341280 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84186a4d-9811-4e06-bb4a-5d4b346cce09" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2b53f5-5a47-4ca0-85e3-2e30b8feeded", "tag": "5f714e28-ec36-4ad5-b7fd-a48af7b53f62"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:08:27.364643 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34072) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:27.376120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Pushing event updated for resources: {'Port': ['ID=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:27.382077 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:27.397994 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25a1c155-87b2-478e-9620-42b5ad9a1731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:27.417237 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f985757f-abdc-4a1b-b640-e5f7a4cb8303 x-openstack-request-id: req-f985757f-abdc-4a1b-b640-e5f7a4cb8303 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:08:27.417431 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-25a1c155-87b2-478e-9620-42b5ad9a1731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:27.417547 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2b53f5-5a47-4ca0-85e3-2e30b8feeded", "tag": "5f714e28-ec36-4ad5-b7fd-a48af7b53f62", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:08:27.417799 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f985757f-abdc-4a1b-b640-e5f7a4cb8303 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:08:27.418272 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2b53f5-5a47-4ca0-85e3-2e30b8feeded', 'tag': '5f714e28-ec36-4ad5-b7fd-a48af7b53f62', 'status': 'completed', 'code': 200}
Jun 04 15:08:27.422328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-25a1c155-87b2-478e-9620-42b5ad9a1731 admin admin] Usage tracker for resource:security_group_rule and tenant:8a925376080e437e8236eb5d4152b20c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:27.430208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-25a1c155-87b2-478e-9620-42b5ad9a1731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:27.446300 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-25a1c155-87b2-478e-9620-42b5ad9a1731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:27.584676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84186a4d-9811-4e06-bb4a-5d4b346cce09 req-914878cc-4ec7-41bd-b55f-ec3e06e24bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:27.586794 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-84186a4d-9811-4e06-bb4a-5d4b346cce09 req-914878cc-4ec7-41bd-b55f-ec3e06e24bd3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 1094 time: 0.1373882
Jun 04 15:08:27.666487 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25a1c155-87b2-478e-9620-42b5ad9a1731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:27.733413 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310fca0-3ad4-439b-9212-dd11305a8f66 req-653f74dd-66a4-44f0-bca2-47037d9ee51f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:27.740660 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9310fca0-3ad4-439b-9212-dd11305a8f66 req-653f74dd-66a4-44f0-bca2-47037d9ee51f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 949 time: 0.1781468
Jun 04 15:08:27.758490 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25a1c155-87b2-478e-9620-42b5ad9a1731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:27.766573 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['dd2bace0-30e3-482a-b51e-568b2f544066'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:08:27.788426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84186a4d-9811-4e06-bb4a-5d4b346cce09 req-428c9bba-a866-4ac3-bc15-aeecd05e487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:27.789717 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-51c8bb82-62fb-41c3-b8d1-e119ad7831b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:27.792384 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-84186a4d-9811-4e06-bb4a-5d4b346cce09 req-428c9bba-a866-4ac3-bc15-aeecd05e487b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&shared=False HTTP/1.1" status: 200  len: 921 time: 0.1952021
Jun 04 15:08:27.803383 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-25a1c155-87b2-478e-9620-42b5ad9a1731 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a925376080e437e8236eb5d4152b20c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4363284
Jun 04 15:08:27.808322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34090) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:27.898504 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1c155-87b2-478e-9620-42b5ad9a1731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edacbc03-2e95-48ac-8fd6-3136d54ea0a6,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:27.906157 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-25a1c155-87b2-478e-9620-42b5ad9a1731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:27.919406 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9310fca0-3ad4-439b-9212-dd11305a8f66 req-5bd1cf30-ea78-4ecf-a225-ba3bbe93e49e tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776764
Jun 04 15:08:28.008405 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e8bd083f-7671-44cb-b366-548311582c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:28.070675 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e8bd083f-7671-44cb-b366-548311582c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:28.219188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84186a4d-9811-4e06-bb4a-5d4b346cce09 req-94dc9d47-a77f-486b-957c-c313b663804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:28.220616 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-84186a4d-9811-4e06-bb4a-5d4b346cce09 req-94dc9d47-a77f-486b-957c-c313b663804a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4187422
Jun 04 15:08:28.250305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f34e7-e187-4642-8d23-292e53ccc8cd req-2d08f264-1744-4fe3-b477-9466ba2ca11a tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:28.252072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085a961-2635-4fdd-a67a-eea334bfca40 req-80f374ca-932b-4261-bbf4-f91d190e987c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:28.252203 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf1f34e7-e187-4642-8d23-292e53ccc8cd req-2d08f264-1744-4fe3-b477-9466ba2ca11a tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 1096 time: 0.2194278
Jun 04 15:08:28.253622 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f085a961-2635-4fdd-a67a-eea334bfca40 req-80f374ca-932b-4261-bbf4-f91d190e987c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 949 time: 0.1118963
Jun 04 15:08:28.305463 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f085a961-2635-4fdd-a67a-eea334bfca40 req-e5dfdd33-604a-415d-8f85-f46218737e9a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462096
Jun 04 15:08:28.349059 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf1f34e7-e187-4642-8d23-292e53ccc8cd req-d1c4b794-65d8-423d-a008-4072880bfb12 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881398
Jun 04 15:08:28.370415 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-ebc3b39d-9cb4-4ede-96be-08459b704104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:28.371864 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-ebc3b39d-9cb4-4ede-96be-08459b704104 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 1094 time: 0.1092105
Jun 04 15:08:28.380702 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e8bd083f-7671-44cb-b366-548311582c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:28.387063 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-83989b94-15fb-4ca8-9dc6-c8cdc9f3167e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:28.400179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd083f-7671-44cb-b366-548311582c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edacbc03-2e95-48ac-8fd6-3136d54ea0a6,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:28.418101 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e8bd083f-7671-44cb-b366-548311582c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:28.421474 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e8bd083f-7671-44cb-b366-548311582c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:28.423030 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e8bd083f-7671-44cb-b366-548311582c7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edacbc03-2e95-48ac-8fd6-3136d54ea0a6 HTTP/1.1" status: 204  len: 168 time: 0.6117363
Jun 04 15:08:28.463462 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b7c24edb-f643-4938-8e52-7e56962318e3 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:08:28.475883 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-2137312a-6010-42ef-93ba-84be497514b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f714e28-ec36-4ad5-b7fd-a48af7b53f62 HTTP/1.1" status: 200  len: 217 time: 0.0942123
Jun 04 15:08:28.524516 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 5791a29b-f7fb-4c7f-b5fd-71123d32949c up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:08:28.547454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977487fd-e4ef-4977-b8eb-664573f791d7 req-dff722f3-c512-4d2c-972f-4e81e0782f05 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:28.549218 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-977487fd-e4ef-4977-b8eb-664573f791d7 req-dff722f3-c512-4d2c-972f-4e81e0782f05 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 943 time: 0.1178198
Jun 04 15:08:28.558706 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-91280130-2ed5-4a5a-bfdc-62af7d583b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:28.560370 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-91280130-2ed5-4a5a-bfdc-62af7d583b82 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.0735247
Jun 04 15:08:28.616979 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-977487fd-e4ef-4977-b8eb-664573f791d7 req-4340b55a-f1b1-448e-a51e-bf5fe03c2334 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562909
Jun 04 15:08:28.618077 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-1e5163a1-4ade-4add-854d-39f311e1a66a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501390
Jun 04 15:08:28.773223 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-7832ff08-adcd-40e1-80ee-c3524bd7257f service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477625
Jun 04 15:08:28.797495 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port b7c24edb-f643-4938-8e52-7e56962318e3 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:08:28.803440 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port b7c24edb-f643-4938-8e52-7e56962318e3 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:28.808921 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:28.836283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 5791a29b-f7fb-4c7f-b5fd-71123d32949c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:08:28.855121 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 5791a29b-f7fb-4c7f-b5fd-71123d32949c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:28.855510 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:28.987820 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b39df8ed-de11-4846-aa7f-7ae54f1f9535 req-4ae9278f-2085-4356-a26e-eb3080007da3 service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2073495
Jun 04 15:08:29.069752 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:29.132244 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e189a947-a0b7-4c9b-aeb3-70f90dc599a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5791a29b-f7fb-4c7f-b5fd-71123d32949c'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:08:29.135287 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0f783f-6a05-4e96-8c23-1d31377d61ca" -d '{"events": [{"server_uuid": "e189a947-a0b7-4c9b-aeb3-70f90dc599a2", "name": "network-vif-plugged", "status": "completed", "tag": "5791a29b-f7fb-4c7f-b5fd-71123d32949c"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:08:29.160186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 5791a29b-f7fb-4c7f-b5fd-71123d32949c, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=5791a29b-f7fb-4c7f-b5fd-71123d32949c,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:29.167316 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:29.184485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe9968-8230-493d-baa5-83a096b65fa9 req-748aaf67-bd89-42d9-aab4-949b2010c3f2 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:29.193874 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-53fe9968-8230-493d-baa5-83a096b65fa9 req-748aaf67-bd89-42d9-aab4-949b2010c3f2 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 949 time: 0.1087706
Jun 04 15:08:29.209250 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port b7c24edb-f643-4938-8e52-7e56962318e3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b7c24edb-f643-4938-8e52-7e56962318e3,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:29.211453 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc878b7f-38de-43c5-9597-7d06905fde6f x-openstack-request-id: req-dc878b7f-38de-43c5-9597-7d06905fde6f {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:08:29.211744 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e189a947-a0b7-4c9b-aeb3-70f90dc599a2", "name": "network-vif-plugged", "status": "completed", "tag": "5791a29b-f7fb-4c7f-b5fd-71123d32949c", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:08:29.211997 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc878b7f-38de-43c5-9597-7d06905fde6f {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:08:29.212568 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e189a947-a0b7-4c9b-aeb3-70f90dc599a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5791a29b-f7fb-4c7f-b5fd-71123d32949c', 'code': 200}
Jun 04 15:08:29.242742 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-53fe9968-8230-493d-baa5-83a096b65fa9 req-fa6a8538-9cfe-450a-9e2a-94f6cb058e41 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477436
Jun 04 15:08:29.266885 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:29.268897 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:29.305226 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:29.375611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=5791a29b-f7fb-4c7f-b5fd-71123d32949c,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:29.381340 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:29.381951 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-be1c9114-777c-476c-9eff-c085f30d0147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:29.392151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1a7ed-aa58-4004-9477-01cde4f77073 req-0bdd0d58-b3e6-405c-adee-6e28ea9470ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:29.394862 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4ba1a7ed-aa58-4004-9477-01cde4f77073 req-0bdd0d58-b3e6-405c-adee-6e28ea9470ab service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e189a947-a0b7-4c9b-aeb3-70f90dc599a2 HTTP/1.1" status: 200  len: 1100 time: 0.1151519
Jun 04 15:08:29.455991 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-04f76079-b487-4e2e-bf99-a906d1c79074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:29.460479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=b7c24edb-f643-4938-8e52-7e56962318e3,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:29.463856 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:29.512701 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4ba1a7ed-aa58-4004-9477-01cde4f77073 req-6d630b08-9060-42da-9a2b-f1b083fd06d4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092267
Jun 04 15:08:29.670304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e0d71-d09c-40ba-b14c-fd8da184d553 req-6eb906cb-f77f-4ed5-b6e5-bb1a5f38fdd3 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:29.673116 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-399e0d71-d09c-40ba-b14c-fd8da184d553 req-6eb906cb-f77f-4ed5-b6e5-bb1a5f38fdd3 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 1096 time: 0.0973687
Jun 04 15:08:29.696895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1455b1-71c2-4f39-8c0c-2c965b8a738c req-b9afaf3e-c3ef-43f0-993e-af4f7c09303d tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:29.698446 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1455b1-71c2-4f39-8c0c-2c965b8a738c req-b9afaf3e-c3ef-43f0-993e-af4f7c09303d tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 950 time: 0.1087337
Jun 04 15:08:29.727919 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-399e0d71-d09c-40ba-b14c-fd8da184d553 req-818c63a3-a38a-43fe-8f72-bbd4e485df97 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483959
Jun 04 15:08:29.754822 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1455b1-71c2-4f39-8c0c-2c965b8a738c req-0f210e09-ef36-4b12-858c-6960185b01ea tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468349
Jun 04 15:08:29.939171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38db7e-ad3b-437a-b86e-1f0a00f15318 req-40006c24-5c5c-4829-a560-5836ec1ea2e2 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:29.941744 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3c38db7e-ad3b-437a-b86e-1f0a00f15318 req-40006c24-5c5c-4829-a560-5836ec1ea2e2 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 943 time: 0.0986986
Jun 04 15:08:29.994415 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3c38db7e-ad3b-437a-b86e-1f0a00f15318 req-d3f452b0-7ea0-4482-995f-d19d31d6b5ed tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469041
Jun 04 15:08:30.446090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73024b5c-89fd-4f03-9af0-807a0d8559fb req-d77ee3a6-5cca-4ec7-b4e1-028051e89957 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:30.448153 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-73024b5c-89fd-4f03-9af0-807a0d8559fb req-d77ee3a6-5cca-4ec7-b4e1-028051e89957 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 949 time: 0.0907993
Jun 04 15:08:30.484303 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device dd2bace0-30e3-482a-b51e-568b2f544066 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:08:30.512797 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-73024b5c-89fd-4f03-9af0-807a0d8559fb req-1391c8bf-903a-4e26-9828-1c4f0d9e4017 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556989
Jun 04 15:08:30.711769 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port dd2bace0-30e3-482a-b51e-568b2f544066 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:08:30.718775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port dd2bace0-30e3-482a-b51e-568b2f544066 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:30.719376 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:30.905518 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:30.949077 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port dd2bace0-30e3-482a-b51e-568b2f544066, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=dd2bace0-30e3-482a-b51e-568b2f544066,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:31.026119 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:31.028409 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f06dec4d-8384-4c70-bbb5-9c404bd17f6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:31.085086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacabf9-1bd8-40b3-9a05-571b42ca496c req-f543e36f-76ba-4226-a05a-ceec550c8541 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:31.087365 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-feacabf9-1bd8-40b3-9a05-571b42ca496c req-f543e36f-76ba-4226-a05a-ceec550c8541 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 950 time: 0.1112568
Jun 04 15:08:31.135151 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=dd2bace0-30e3-482a-b51e-568b2f544066,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:31.138424 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:31.165968 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-feacabf9-1bd8-40b3-9a05-571b42ca496c req-890ab9c7-8285-4d3a-85e4-97696d33d3b1 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701265
Jun 04 15:08:31.213884 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c3f4fe-7839-49ad-b5e1-0aa6625034cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c24edb-f643-4938-8e52-7e56962318e3'}, {'server_uuid': '77ae63d5-3d47-4e1a-b91d-e05fd047d13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2bace0-30e3-482a-b51e-568b2f544066'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:08:31.219249 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60ba532-63de-4ec8-9fa8-13191c178938" -d '{"events": [{"server_uuid": "c4c3f4fe-7839-49ad-b5e1-0aa6625034cf", "name": "network-vif-plugged", "status": "completed", "tag": "b7c24edb-f643-4938-8e52-7e56962318e3"}, {"server_uuid": "77ae63d5-3d47-4e1a-b91d-e05fd047d13e", "name": "network-vif-plugged", "status": "completed", "tag": "dd2bace0-30e3-482a-b51e-568b2f544066"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:08:31.233540 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34204) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:31.363462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2a259-e7c2-46e0-ad4c-3b47814f8a1a req-5e1d6d29-9932-4ac2-a53d-aa12277bc1ee tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:31.365026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6eb2a259-e7c2-46e0-ad4c-3b47814f8a1a req-5e1d6d29-9932-4ac2-a53d-aa12277bc1ee tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 943 time: 0.0854518
Jun 04 15:08:31.413944 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6eb2a259-e7c2-46e0-ad4c-3b47814f8a1a req-9a8ce7ad-2f3d-4d8b-b8c6-dcae229c1011 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426128
Jun 04 15:08:31.451147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-network', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:31.453682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:31.458341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Usage tracker for resource:network and tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:31.461892 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:31.469042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:31.705849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Made reservation on behalf of fdf8d6fdd96c41e5b1ffd2e166f1560e for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:08:31.708383 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:31.726190 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:31.741611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:31.747872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Usage tracker for resource:security_group_rule and tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:31.752288 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:31.758848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:31.886123 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:31.914482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34228) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:31.920042 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Jun 2021 15:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e5b9f1-f528-4841-b81c-0ea87c3df61c x-openstack-request-id: req-b1e5b9f1-f528-4841-b81c-0ea87c3df61c {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:08:31.921299 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c3f4fe-7839-49ad-b5e1-0aa6625034cf", "name": "network-vif-plugged", "status": "completed", "tag": "b7c24edb-f643-4938-8e52-7e56962318e3", "code": 200}, {"server_uuid": "77ae63d5-3d47-4e1a-b91d-e05fd047d13e", "name": "network-vif-plugged", "status": "completed", "tag": "dd2bace0-30e3-482a-b51e-568b2f544066", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:08:31.921412 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1e5b9f1-f528-4841-b81c-0ea87c3df61c {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:08:31.922149 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c3f4fe-7839-49ad-b5e1-0aa6625034cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c24edb-f643-4938-8e52-7e56962318e3', 'code': 200}
Jun 04 15:08:31.922482 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ae63d5-3d47-4e1a-b91d-e05fd047d13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2bace0-30e3-482a-b51e-568b2f544066', 'code': 200}
Jun 04 15:08:31.963157 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:32.083745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:32.102144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c7cc2-f3cd-4565-915b-e075c2f09378 req-b28b6344-4d07-487b-b666-cda2211d61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:32.103742 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e43c7cc2-f3cd-4565-915b-e075c2f09378 req-b28b6344-4d07-487b-b666-cda2211d61b1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 1101 time: 0.1034667
Jun 04 15:08:32.107629 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cdc94688-eb06-4eb7-a482-da736b284a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:32.149744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cdc94688-eb06-4eb7-a482-da736b284a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:32.161314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cdc94688-eb06-4eb7-a482-da736b284a8f admin admin] Usage tracker for resource:security_group_rule and tenant:dbf87eec015b42a283ca3c4fa7618a65 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:32.167813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cdc94688-eb06-4eb7-a482-da736b284a8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:32.177193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cdc94688-eb06-4eb7-a482-da736b284a8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:32.180491 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e43c7cc2-f3cd-4565-915b-e075c2f09378 req-cbe3d036-4da5-4835-9111-df60b012f1cf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596299
Jun 04 15:08:32.187050 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f94288fa-c777-48bc-acf1-dfb0f6439ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:32.221538 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:08:32.239121 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ecfd9a52-ee19-4d7b-b0b7-2e034fd2717f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:32.248296 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca024b39-e781-4da1-b695-59ae75e52558,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:32.251740 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:32.252080 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Added segment 9ae5f964-a369-4e0a-8028-0cc3707631ba of type vlan for network 5e9b67b2-653a-47ea-a9ed-4f14adb137d3
Jun 04 15:08:32.255809 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:32.271913 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cdc94688-eb06-4eb7-a482-da736b284a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:32.296751 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:32.312373 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792649f-f738-49e4-a4c1-00a1cf0d689e req-1529cf0a-851a-469b-8cb5-a9c6f850d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:32.313905 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6792649f-f738-49e4-a4c1-00a1cf0d689e req-1529cf0a-851a-469b-8cb5-a9c6f850d71d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 1101 time: 0.3119416
Jun 04 15:08:32.351481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09177daa-d91d-4744-916e-776a9afa56b9 req-e4eeb8f3-37eb-4021-af46-d42e4491cefc tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:32.352979 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09177daa-d91d-4744-916e-776a9afa56b9 req-e4eeb8f3-37eb-4021-af46-d42e4491cefc tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 950 time: 0.3069286
Jun 04 15:08:32.393711 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cdc94688-eb06-4eb7-a482-da736b284a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:32.403650 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-32d33b15-85fa-4e92-9564-39c50bedfac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:32.409126 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6792649f-f738-49e4-a4c1-00a1cf0d689e req-26e1cb8f-3c73-4abc-9e1b-2cdf7ac6d039 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828640
Jun 04 15:08:32.416508 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09177daa-d91d-4744-916e-776a9afa56b9 req-78e3f756-cd05-419a-9b8c-61413bfba348 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559325
Jun 04 15:08:32.446068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc94688-eb06-4eb7-a482-da736b284a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2c8656-8880-475c-b379-48bd9896e55c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:32.450821 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cdc94688-eb06-4eb7-a482-da736b284a8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dbf87eec015b42a283ca3c4fa7618a65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5349851
Jun 04 15:08:32.451422 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cdc94688-eb06-4eb7-a482-da736b284a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:32.454076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34242) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:32.473559 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:32.477053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:32.477636 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:32.484114 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:32.493962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:08:32.655981 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Pushing event updated for resources: {'Network': ['ID=5e9b67b2-653a-47ea-a9ed-4f14adb137d3,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:32.660024 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:32.671708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 5e9b67b2-653a-47ea-a9ed-4f14adb137d3 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:08:32.685744 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1061a32f-9722-47f8-bb08-49aa268ee336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:32.688818 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 901 time: 1.4540927
Jun 04 15:08:32.692211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34246) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:32.705632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Request body: {'subnet': {'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-subnet', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:32.715721 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:32.721575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Usage tracker for resource:subnet and tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:32.723698 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1061a32f-9722-47f8-bb08-49aa268ee336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:32.725777 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:32.732233 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:32.771453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b849d5-81cb-4ddb-9b33-886e54fc2f0a req-c3eea7b0-5a16-4121-b002-3e08fc77673d tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:32.773205 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-57b849d5-81cb-4ddb-9b33-886e54fc2f0a req-c3eea7b0-5a16-4121-b002-3e08fc77673d tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 950 time: 0.2190151
Jun 04 15:08:32.801746 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:32.820412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Made reservation on behalf of fdf8d6fdd96c41e5b1ffd2e166f1560e for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:08:32.822785 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:32.822959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '5f714e28-ec36-4ad5-b7fd-a48af7b53f62', 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969', 'port_id': '5f714e28-ec36-4ad5-b7fd-a48af7b53f62', 'mac_address': 'fa:16:3e:12:0c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89890e03-c3ba-40af-a914-1d8ff3976cbd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:08:32.830013 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-57b849d5-81cb-4ddb-9b33-886e54fc2f0a req-8f8dab00-9e5c-484e-af81-3dd586c52094 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496733
Jun 04 15:08:32.910816 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:32.924441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1061a32f-9722-47f8-bb08-49aa268ee336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:32.939732 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:08:32.942046 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dfcef612-e1e9-4596-8862-cdc98e07c57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:32.964299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061a32f-9722-47f8-bb08-49aa268ee336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2c8656-8880-475c-b379-48bd9896e55c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:32.968819 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1061a32f-9722-47f8-bb08-49aa268ee336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:32.970540 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1061a32f-9722-47f8-bb08-49aa268ee336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:32.972231 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1061a32f-9722-47f8-bb08-49aa268ee336 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e2c8656-8880-475c-b379-48bd9896e55c HTTP/1.1" status: 204  len: 168 time: 0.5165880
Jun 04 15:08:32.984311 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:33.068643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-51ee686b-d173-44a6-ad6e-ab899148beba tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:08:33.069716 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-51ee686b-d173-44a6-ad6e-ab899148beba tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0088706
Jun 04 15:08:33.089733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-4133c425-4350-48b0-9701-408d9e212d45 req-b554cb04-bc82-4c00-8392-10de44946b46 service neutron] Request body: {'binding': {'host': 'n-h2-791505-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:33.092649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-4133c425-4350-48b0-9701-408d9e212d45 req-b554cb04-bc82-4c00-8392-10de44946b46 service neutron] Unknown quota resources ['binding']. {{(pid=88300) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 15:08:33.106351 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:33.108682 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:33.169065 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a87f89-5929-457c-b2fd-e72ebd437fae req-41d8180f-99ba-4cf7-9cc3-0b6a39f294a7 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:33.180274 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-95a87f89-5929-457c-b2fd-e72ebd437fae req-41d8180f-99ba-4cf7-9cc3-0b6a39f294a7 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 943 time: 0.1623058
Jun 04 15:08:33.235875 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-95a87f89-5929-457c-b2fd-e72ebd437fae req-903abf5c-a1b5-4f52-96e2-4555130d7747 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541918
Jun 04 15:08:33.253976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:33.280543 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:33.374856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['5f714e28-ec36-4ad5-b7fd-a48af7b53f62'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:08:33.476628 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:33.579502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-4133c425-4350-48b0-9701-408d9e212d45 req-b554cb04-bc82-4c00-8392-10de44946b46 service neutron] Attempting to bind port 813f4f5b-4123-4e1e-923d-9448ffb376d3 on host n-h2-791505-9 for vnic_type normal with profile None {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:08:33.579956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-4133c425-4350-48b0-9701-408d9e212d45 req-b554cb04-bc82-4c00-8392-10de44946b46 service neutron] Attempting to bind port 813f4f5b-4123-4e1e-923d-9448ffb376d3 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:08:33.580217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4133c425-4350-48b0-9701-408d9e212d45 req-b554cb04-bc82-4c00-8392-10de44946b46 service neutron] Attempting to bind port 813f4f5b-4123-4e1e-923d-9448ffb376d3 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:33.598111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4133c425-4350-48b0-9701-408d9e212d45 req-b554cb04-bc82-4c00-8392-10de44946b46 service neutron] Port 813f4f5b-4123-4e1e-923d-9448ffb376d3 on network 061fcf42-462b-46e3-9f65-54c102f9c252 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:08:33.598417 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4133c425-4350-48b0-9701-408d9e212d45 req-b554cb04-bc82-4c00-8392-10de44946b46 service neutron] Attempting to bind port 813f4f5b-4123-4e1e-923d-9448ffb376d3 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:33.616446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4133c425-4350-48b0-9701-408d9e212d45 req-b554cb04-bc82-4c00-8392-10de44946b46 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:08:33.617370 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4133c425-4350-48b0-9701-408d9e212d45 req-b554cb04-bc82-4c00-8392-10de44946b46 service neutron] Checking segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:08:33.617873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4133c425-4350-48b0-9701-408d9e212d45 req-b554cb04-bc82-4c00-8392-10de44946b46 service neutron] Bound using segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:08:33.618330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-4133c425-4350-48b0-9701-408d9e212d45 req-b554cb04-bc82-4c00-8392-10de44946b46 service neutron] Bound port: 813f4f5b-4123-4e1e-923d-9448ffb376d3, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:08:33.719519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4133c425-4350-48b0-9701-408d9e212d45 req-b554cb04-bc82-4c00-8392-10de44946b46 service neutron] For port 813f4f5b-4123-4e1e-923d-9448ffb376d3, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:08:33.727234 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:33.732164 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:33.804853 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5386f612-d207-46aa-9a92-15138be08af8,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:33.810254 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:33.813035 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Checking segment: {'id': '9ae5f964-a369-4e0a-8028-0cc3707631ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:08:33.813469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Network hostable DHCP agents. Network: 5e9b67b2-653a-47ea-a9ed-4f14adb137d3, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:08:33.923860 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4133c425-4350-48b0-9701-408d9e212d45 req-b554cb04-bc82-4c00-8392-10de44946b46 service neutron] Notify callbacks [] for binding, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:33.933323 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-b554cb04-bc82-4c00-8392-10de44946b46 service neutron] 10.222.0.32 "POST /v2.0/ports/813f4f5b-4123-4e1e-923d-9448ffb376d3/bindings HTTP/1.1" status: 201  len: 389 time: 0.8489137
Jun 04 15:08:34.032114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Network 5e9b67b2-653a-47ea-a9ed-4f14adb137d3 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:08:34.065588 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181cbe2-2537-4bf4-b729-50daa465a61d req-c3b5c6f7-4e80-4db9-8e00-1a8ab2e8af89 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:34.067068 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0181cbe2-2537-4bf4-b729-50daa465a61d req-c3b5c6f7-4e80-4db9-8e00-1a8ab2e8af89 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 950 time: 0.0826495
Jun 04 15:08:34.124729 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0181cbe2-2537-4bf4-b729-50daa465a61d req-2a0f711e-3256-4f18-8bea-b9764da5b34b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514350
Jun 04 15:08:34.151715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34262) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:34.173163 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7dcbacd7-0022-4253-82c7-7fa46f22f471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:34.258442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 5e9b67b2-653a-47ea-a9ed-4f14adb137d3) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:08:34.265613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:34.266242 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:34.269129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323a93b7-4884-4e82-8f46-48b32ae06f84 None None] Network 5e9b67b2-653a-47ea-a9ed-4f14adb137d3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:08:34.284258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7dcbacd7-0022-4253-82c7-7fa46f22f471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:34.288314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7dcbacd7-0022-4253-82c7-7fa46f22f471 admin admin] Usage tracker for resource:security_group_rule and tenant:b42ee94373864412b8906750da876b5f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:34.291619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7dcbacd7-0022-4253-82c7-7fa46f22f471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:34.297830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7dcbacd7-0022-4253-82c7-7fa46f22f471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:34.333517 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115f0a3-4e99-4364-be79-c1353eab452b req-653f7ee9-04c4-4fa8-8b3d-66ea2567a180 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:34.335112 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b115f0a3-4e99-4364-be79-c1353eab452b req-653f7ee9-04c4-4fa8-8b3d-66ea2567a180 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 950 time: 0.0987306
Jun 04 15:08:34.384457 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b115f0a3-4e99-4364-be79-c1353eab452b req-79ab7faa-ead9-4217-adb1-87851034aec4 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424275
Jun 04 15:08:34.435405 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.7421565
Jun 04 15:08:34.439097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34274) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:34.443779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-router', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:34.455988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:34.464102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Usage tracker for resource:router and tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:34.468563 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:34.502404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:34.523486 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:08:34.562627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'fixed_ips': [{'subnet_id': '5386f612-d207-46aa-9a92-15138be08af8'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:08:34.562627 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:34.600791 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7dcbacd7-0022-4253-82c7-7fa46f22f471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:34.633345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7e57c-9c53-4fd6-8620-bcffb309571f req-755400a6-5223-4521-8fe5-8256b26732bd tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:34.635127 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-95a7e57c-9c53-4fd6-8620-bcffb309571f req-755400a6-5223-4521-8fe5-8256b26732bd tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 944 time: 0.1177235
Jun 04 15:08:34.677564 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:34.678680 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:34.692911 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-95a7e57c-9c53-4fd6-8620-bcffb309571f req-dcbf9910-36dc-430f-8836-c0a973bef052 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499239
Jun 04 15:08:34.710900 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:34.799174 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7dcbacd7-0022-4253-82c7-7fa46f22f471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:34.807950 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Allocated IP 172.20.0.2 (5e9b67b2-653a-47ea-a9ed-4f14adb137d3/5386f612-d207-46aa-9a92-15138be08af8/bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:08:34.817673 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-de95984e-0265-4481-b912-96d8397dced2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:34.844846 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:08:34.857190 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:34.857579 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:34.911129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbacd7-0022-4253-82c7-7fa46f22f471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d923d51-3ea1-421e-a93c-16d862c36ca7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:34.911776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c425-4350-48b0-9701-408d9e212d45 req-34e2ba07-1b90-45d0-a97a-fbb1d8bb24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:34.914160 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-34e2ba07-1b90-45d0-a97a-fbb1d8bb24f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 1096 time: 0.1382060
Jun 04 15:08:34.918244 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7dcbacd7-0022-4253-82c7-7fa46f22f471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:34.923539 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7dcbacd7-0022-4253-82c7-7fa46f22f471 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b42ee94373864412b8906750da876b5f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7705235
Jun 04 15:08:34.927030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34276) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:34.968513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a760d-59dc-47b5-81fb-4c5a79418dde req-96312363-9027-4887-ad2d-400fc6171587 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:34.970463 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c81a760d-59dc-47b5-81fb-4c5a79418dde req-96312363-9027-4887-ad2d-400fc6171587 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 945 time: 0.1834600
Jun 04 15:08:35.075677 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c81a760d-59dc-47b5-81fb-4c5a79418dde req-2705f05b-4a26-477b-909a-e4797ddaf694 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977240
Jun 04 15:08:35.159258 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:35.167922 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:35.186811 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a98195-84bc-4ac1-8bdc-8217ef0b86f6 req-f2fbb9a0-5e5d-4ae8-9410-5becb59caabe tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:35.199480 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70a98195-84bc-4ac1-8bdc-8217ef0b86f6 req-f2fbb9a0-5e5d-4ae8-9410-5becb59caabe tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e189a947-a0b7-4c9b-aeb3-70f90dc599a2 HTTP/1.1" status: 200  len: 949 time: 0.3650539
Jun 04 15:08:35.209366 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:35.215857 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2b53f5-5a47-4ca0-85e3-2e30b8feeded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f714e28-ec36-4ad5-b7fd-a48af7b53f62'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:08:35.219073 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea67049b-a616-459c-9082-a34d0f672950" -d '{"events": [{"server_uuid": "5b2b53f5-5a47-4ca0-85e3-2e30b8feeded", "name": "network-vif-plugged", "status": "completed", "tag": "5f714e28-ec36-4ad5-b7fd-a48af7b53f62"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:08:35.234930 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:35.236324 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Transition to ACTIVE for port object bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:35.272339 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Transition to ACTIVE for port object bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:35.313267 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dd143a04-977e-40b0-a295-6b1fb2557b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:35.323309 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:35.326020 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:35.383472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c425-4350-48b0-9701-408d9e212d45 req-a6820482-061a-4a29-8f23-fe9e0a2024c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:35.386380 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-a6820482-061a-4a29-8f23-fe9e0a2024c0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.4564738
Jun 04 15:08:35.400167 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:35.418623 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:35.430996 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:35.434603 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:35.444820 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:35.447452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137b085-ad08-4255-9e22-dbd8d0bb04ff req-96e5a86a-4017-4bef-916f-405c7c33f97e tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:35.448977 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8137b085-ad08-4255-9e22-dbd8d0bb04ff req-96e5a86a-4017-4bef-916f-405c7c33f97e tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 950 time: 0.1005991
Jun 04 15:08:35.499349 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8137b085-ad08-4255-9e22-dbd8d0bb04ff req-18577e58-251e-4ca7-aed4-d3d0d0498d87 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426178
Jun 04 15:08:35.509035 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Network 5e9b67b2-653a-47ea-a9ed-4f14adb137d3 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:08:35.509927 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dd143a04-977e-40b0-a295-6b1fb2557b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:35.512396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:08:35.525220 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:08:35.532279 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Pushing event updated for resources: {'Port': ['ID=bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:35.553888 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70a98195-84bc-4ac1-8bdc-8217ef0b86f6 req-d50226cc-17e0-4855-b2a7-171b30a373d0 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3492429
Jun 04 15:08:35.598235 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-32ae1180-180f-4a90-b357-cf79d967fa28 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3 HTTP/1.1" status: 200  len: 217 time: 0.1912515
Jun 04 15:08:35.598484 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:35.614151 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7593e8c3-8f9f-4065-8579-ee9e7ecf6bac x-openstack-request-id: req-7593e8c3-8f9f-4065-8579-ee9e7ecf6bac {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:08:35.614452 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2b53f5-5a47-4ca0-85e3-2e30b8feeded", "name": "network-vif-plugged", "status": "completed", "tag": "5f714e28-ec36-4ad5-b7fd-a48af7b53f62", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:08:35.614719 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7593e8c3-8f9f-4065-8579-ee9e7ecf6bac {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:08:35.615276 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2b53f5-5a47-4ca0-85e3-2e30b8feeded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f714e28-ec36-4ad5-b7fd-a48af7b53f62', 'code': 200}
Jun 04 15:08:35.737152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Attempting to bind port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:08:35.737545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Attempting to bind port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '9ae5f964-a369-4e0a-8028-0cc3707631ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:08:35.737923 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Attempting to bind port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf on network 5e9b67b2-653a-47ea-a9ed-4f14adb137d3 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:35.747531 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:08:35.747920 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Checking segment: {'id': '9ae5f964-a369-4e0a-8028-0cc3707631ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:08:35.748919 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:35.749366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Bound using segment: {'id': '9ae5f964-a369-4e0a-8028-0cc3707631ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:08:35.749935 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Bound port: bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae5f964-a369-4e0a-8028-0cc3707631ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:08:35.750521 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:35.788016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c425-4350-48b0-9701-408d9e212d45 req-dee897b7-ca90-46e3-9e38-bafadd365f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:35.789874 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-dee897b7-ca90-46e3-9e38-bafadd365f6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.1716058
Jun 04 15:08:35.912772 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-2862c766-486c-4dda-b919-a66245510a00 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1111834
Jun 04 15:08:35.958237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8006-4af0-4ed0-af01-8cb0bcfceafc req-abeb5318-36c7-48f0-8c37-6526bd962fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:35.960477 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] For port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:35.961250 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-375a8006-4af0-4ed0-af01-8cb0bcfceafc req-abeb5318-36c7-48f0-8c37-6526bd962fdd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 1096 time: 0.2430909
Jun 04 15:08:35.963891 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] For port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf,segment=NetworkSegment(9ae5f964-a369-4e0a-8028-0cc3707631ba),segment_id=9ae5f964-a369-4e0a-8028-0cc3707631ba)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:08:36.060714 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:36.068372 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:36.068843 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dd143a04-977e-40b0-a295-6b1fb2557b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:36.142144 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5e883814-477f-4ac4-b37d-33401b79a859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:36.164470 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-375a8006-4af0-4ed0-af01-8cb0bcfceafc req-eae0e797-e86f-40bd-a670-f98090f1d63c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1924262
Jun 04 15:08:36.168471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd143a04-977e-40b0-a295-6b1fb2557b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d923d51-3ea1-421e-a93c-16d862c36ca7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:36.175629 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dd143a04-977e-40b0-a295-6b1fb2557b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:36.176925 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dd143a04-977e-40b0-a295-6b1fb2557b2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d923d51-3ea1-421e-a93c-16d862c36ca7 HTTP/1.1" status: 204  len: 168 time: 1.2249720
Jun 04 15:08:36.190338 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:36.190620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Pushing event updated for resources: {'Port': ['ID=bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:36.194708 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:36.210404 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dd143a04-977e-40b0-a295-6b1fb2557b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:36.257982 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:36.262889 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-6b78d7a6-3447-49e6-b840-4146709931c3 service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3377197
Jun 04 15:08:36.305745 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad20402-a1a9-40af-a514-2f5155bc33ac req-cdd7feaf-67fc-4d8b-8277-e9eb3840caa2 tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:36.307255 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cad20402-a1a9-40af-a514-2f5155bc33ac req-cdd7feaf-67fc-4d8b-8277-e9eb3840caa2 tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 1101 time: 0.2496245
Jun 04 15:08:36.397386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7103504-68b1-4531-b4a7-f10c9607c933 req-8f392efa-3ae7-4d38-bcb1-5b00f8849aec tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:36.405634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7103504-68b1-4531-b4a7-f10c9607c933 req-8f392efa-3ae7-4d38-bcb1-5b00f8849aec tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:36.407435 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7103504-68b1-4531-b4a7-f10c9607c933 req-8f392efa-3ae7-4d38-bcb1-5b00f8849aec tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf&device_id=e189a947-a0b7-4c9b-aeb3-70f90dc599a2 HTTP/1.1" status: 200  len: 1690 time: 0.2934039
Jun 04 15:08:36.452933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34306) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:36.536154 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-cad20402-a1a9-40af-a514-2f5155bc33ac req-5ca18342-93a2-4036-a44b-b64c36c689d5 tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:36.577919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-cad20402-a1a9-40af-a514-2f5155bc33ac req-5ca18342-93a2-4036-a44b-b64c36c689d5 tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:36.589622 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7103504-68b1-4531-b4a7-f10c9607c933 req-b58f2ff0-c02b-4196-abc9-e29256931388 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385241
Jun 04 15:08:36.606284 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-cad20402-a1a9-40af-a514-2f5155bc33ac req-5ca18342-93a2-4036-a44b-b64c36c689d5 tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] Usage tracker for resource:security_group_rule and tenant:09c6e785af21405c85acdbdd73a2a758 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:36.613482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-cad20402-a1a9-40af-a514-2f5155bc33ac req-5ca18342-93a2-4036-a44b-b64c36c689d5 tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:36.616401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Allocated IP 172.25.4.224 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/51d82f09-342a-4290-bcdd-46af9cdaa7ce) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:08:36.631091 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-506023f7-61dd-4a0c-815c-0b286334fb06 service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3561854
Jun 04 15:08:36.632868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-cad20402-a1a9-40af-a514-2f5155bc33ac req-5ca18342-93a2-4036-a44b-b64c36c689d5 tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:36.918920 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-cad20402-a1a9-40af-a514-2f5155bc33ac req-5ca18342-93a2-4036-a44b-b64c36c689d5 tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:36.952529 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-508679a9-7755-4355-962a-1a93b779ec62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:36.988771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-508679a9-7755-4355-962a-1a93b779ec62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:36.989286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c425-4350-48b0-9701-408d9e212d45 req-3c74f0f1-6e99-49cc-87d5-f5897fac3c86 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:36.992650 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-3c74f0f1-6e99-49cc-87d5-f5897fac3c86 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e&tenant_id=a03aebe4cbe94e51823784c56531a643&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 1096 time: 0.1782069
Jun 04 15:08:36.998425 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-cad20402-a1a9-40af-a514-2f5155bc33ac req-5ca18342-93a2-4036-a44b-b64c36c689d5 tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:36.999365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-508679a9-7755-4355-962a-1a93b779ec62 admin admin] Usage tracker for resource:security_group_rule and tenant:c7755e64152543e8b5c7073b09cbda92 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:37.005263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-508679a9-7755-4355-962a-1a93b779ec62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:37.021279 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e762525-a2eb-4dee-91b7-08a7a1484d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:37.027309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-508679a9-7755-4355-962a-1a93b779ec62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:37.071872 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cad20402-a1a9-40af-a514-2f5155bc33ac req-5ca18342-93a2-4036-a44b-b64c36c689d5 tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7478669
Jun 04 15:08:37.075985 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:08:37.095100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-9'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:37.204650 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:37.304703 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a2d3f-2a90-4bfb-aacc-ea748ac72293 req-ded8fccc-e1cc-4481-8725-7e8ec6be4368 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:37.306270 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e02a2d3f-2a90-4bfb-aacc-ea748ac72293 req-ded8fccc-e1cc-4481-8725-7e8ec6be4368 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Synchronizing usage tracker for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:08:37.450284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:08:37.454919 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e02a2d3f-2a90-4bfb-aacc-ea748ac72293 req-ded8fccc-e1cc-4481-8725-7e8ec6be4368 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Unset dirty status for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:08:37.454919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e02a2d3f-2a90-4bfb-aacc-ea748ac72293 req-ded8fccc-e1cc-4481-8725-7e8ec6be4368 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 945 time: 0.3937249
Jun 04 15:08:37.455518 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:37.467738 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:37.516587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca18342-93a2-4036-a44b-b64c36c689d5 tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d8855d-4754-47f9-a315-d4915c433a75,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:37.526046 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5ca18342-93a2-4036-a44b-b64c36c689d5 tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:37.541217 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:37.556219 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d56bf3a-1a9d-4c67-9b0a-60206d1c572f None None] Network 5e9b67b2-653a-47ea-a9ed-4f14adb137d3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:08:37.599628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:08:37.613130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:08:37.631940 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:08:37.634754 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0139c-3718-43e5-abd4-71ae381fef84 req-1f297d17-78ae-451e-b1b3-4c6ebd08728e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:37.645319 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-89e0139c-3718-43e5-abd4-71ae381fef84 req-1f297d17-78ae-451e-b1b3-4c6ebd08728e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 945 time: 0.3407803
Jun 04 15:08:37.705799 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55942706-4eaf-478a-9cf8-e8eab008e33f None None] Provisioning for port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:08:37.706733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Pushing event updated for resources: {'Port': ['ID=51d82f09-342a-4290-bcdd-46af9cdaa7ce,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:37.723030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55942706-4eaf-478a-9cf8-e8eab008e33f None None] Provisioning complete for port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:37.723404 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55942706-4eaf-478a-9cf8-e8eab008e33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:37.728430 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:37.758758 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-89e0139c-3718-43e5-abd4-71ae381fef84 req-636e71b9-1e2b-46bb-b335-d57de593d7e0 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124659
Jun 04 15:08:37.802117 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e02a2d3f-2a90-4bfb-aacc-ea748ac72293 req-03fa7cf8-b11b-42d7-affb-117d4635f59b tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2612233
Jun 04 15:08:37.942521 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] For port 813f4f5b-4123-4e1e-923d-9448ffb376d3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:37.996630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] For port 813f4f5b-4123-4e1e-923d-9448ffb376d3, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:38.054680 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-508679a9-7755-4355-962a-1a93b779ec62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:38.084625 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:38.088405 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79c89ed-c038-4a0e-882d-0adf1727386e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813f4f5b-4123-4e1e-923d-9448ffb376d3'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:08:38.091806 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64579a30-b50c-426e-853c-2ead864a9c74" -d '{"events": [{"server_uuid": "c79c89ed-c038-4a0e-882d-0adf1727386e", "name": "network-vif-unplugged", "status": "completed", "tag": "813f4f5b-4123-4e1e-923d-9448ffb376d3"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:08:38.180510 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-508679a9-7755-4355-962a-1a93b779ec62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:38.182693 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55942706-4eaf-478a-9cf8-e8eab008e33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:38.234219 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55942706-4eaf-478a-9cf8-e8eab008e33f None None] For port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf,segment=NetworkSegment(9ae5f964-a369-4e0a-8028-0cc3707631ba),segment_id=9ae5f964-a369-4e0a-8028-0cc3707631ba)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:38.238168 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f354bf5b-cdbc-4874-ba76-037a66fe268b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:38.273491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccee92e-e025-4742-868d-7db443efe669 req-80f6de50-f1f2-4161-aacd-5ccd1a508c3c tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:38.281692 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bccee92e-e025-4742-868d-7db443efe669 req-80f6de50-f1f2-4161-aacd-5ccd1a508c3c tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 1101 time: 0.1074378
Jun 04 15:08:38.291112 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-508679a9-7755-4355-962a-1a93b779ec62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7755e64152543e8b5c7073b09cbda92&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8304868
Jun 04 15:08:38.293880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508679a9-7755-4355-962a-1a93b779ec62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2238da7f-313e-4bfe-9fcd-70fcc2dd9b54,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:38.296585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34350) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:38.302981 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-508679a9-7755-4355-962a-1a93b779ec62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:38.382524 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bccee92e-e025-4742-868d-7db443efe669 req-1b5c6b1b-dc67-4d92-8c9e-0798f88b1031 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998621
Jun 04 15:08:38.386042 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55942706-4eaf-478a-9cf8-e8eab008e33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:38.389342 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:38.391210 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:38.401728 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:38.483684 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f9644f-9e82-4404-96fd-5235452d9422 x-openstack-request-id: req-d9f9644f-9e82-4404-96fd-5235452d9422 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:08:38.484175 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79c89ed-c038-4a0e-882d-0adf1727386e", "name": "network-vif-unplugged", "status": "completed", "tag": "813f4f5b-4123-4e1e-923d-9448ffb376d3", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:08:38.484403 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9f9644f-9e82-4404-96fd-5235452d9422 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:08:38.484695 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79c89ed-c038-4a0e-882d-0adf1727386e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813f4f5b-4123-4e1e-923d-9448ffb376d3', 'code': 200}
Jun 04 15:08:38.518962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55942706-4eaf-478a-9cf8-e8eab008e33f None None] Pushing event updated for resources: {'Port': ['ID=bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:38.529461 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55942706-4eaf-478a-9cf8-e8eab008e33f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:38.622659 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ec32af04-6daa-4d2a-9c5b-3d5e2f2b67b9 None None] Provisioning complete for port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:38.623553 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ec32af04-6daa-4d2a-9c5b-3d5e2f2b67b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:38.692674 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3615466a-4e83-43d9-903a-9d8f05db0cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:38.714685 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:38.756914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Pushing event updated for resources: {'Port': ['ID=813f4f5b-4123-4e1e-923d-9448ffb376d3,revision_number=7']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:38.791222 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:38.822971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Attempting to bind port 813f4f5b-4123-4e1e-923d-9448ffb376d3 on host n-h1-791505-9 for vnic_type normal with profile {"migrating_to": "n-h2-791505-9"} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:08:38.822971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Attempting to bind port 813f4f5b-4123-4e1e-923d-9448ffb376d3 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:08:38.822971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Attempting to bind port 813f4f5b-4123-4e1e-923d-9448ffb376d3 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:38.829669 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3615466a-4e83-43d9-903a-9d8f05db0cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:38.836260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Port 813f4f5b-4123-4e1e-923d-9448ffb376d3 on network 061fcf42-462b-46e3-9f65-54c102f9c252 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:08:38.836586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Attempting to bind port 813f4f5b-4123-4e1e-923d-9448ffb376d3 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:38.855546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:08:38.855918 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Checking segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:08:38.856308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Bound using segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:08:38.856749 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Bound port: 813f4f5b-4123-4e1e-923d-9448ffb376d3, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:08:38.857163 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:38.943965 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:08:38.982023 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32316b3b-1352-439c-bf1c-dcdfac6f2b5c req-6ce1bc2e-8b6a-4489-aa5a-bd19cf1542b6 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:38.984870 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-32316b3b-1352-439c-bf1c-dcdfac6f2b5c req-6ce1bc2e-8b6a-4489-aa5a-bd19cf1542b6 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e189a947-a0b7-4c9b-aeb3-70f90dc599a2 HTTP/1.1" status: 200  len: 1100 time: 0.3638337
Jun 04 15:08:39.057921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] For port 813f4f5b-4123-4e1e-923d-9448ffb376d3, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:39.073143 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-32316b3b-1352-439c-bf1c-dcdfac6f2b5c req-60df7283-8f36-4530-b256-2741f0fa6fe5 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799756
Jun 04 15:08:39.074000 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:39.074578 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:39.078324 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] For port 813f4f5b-4123-4e1e-923d-9448ffb376d3, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:08:39.146668 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3615466a-4e83-43d9-903a-9d8f05db0cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:39.151341 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dd143a04-977e-40b0-a295-6b1fb2557b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:39.177853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615466a-4e83-43d9-903a-9d8f05db0cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2238da7f-313e-4bfe-9fcd-70fcc2dd9b54,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:39.189074 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3615466a-4e83-43d9-903a-9d8f05db0cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:39.198604 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:39.209226 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b100a87d-269f-4265-a006-b5fb91cb991b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:39.218212 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:39.315778 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3615466a-4e83-43d9-903a-9d8f05db0cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:39.321118 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3615466a-4e83-43d9-903a-9d8f05db0cf0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2238da7f-313e-4bfe-9fcd-70fcc2dd9b54 HTTP/1.1" status: 204  len: 168 time: 1.0193532
Jun 04 15:08:39.367847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e5fce-0079-4917-a226-0e281bb49976 req-97e769bb-8909-411b-a3d6-1b480e4209dc tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:39.375280 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-995e5fce-0079-4917-a226-0e281bb49976 req-97e769bb-8909-411b-a3d6-1b480e4209dc tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 943 time: 0.3633451
Jun 04 15:08:39.514807 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-465b1cdf-9fda-43b5-b364-0e7a3c77f519 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4389009
Jun 04 15:08:39.597535 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-995e5fce-0079-4917-a226-0e281bb49976 req-01df5896-1141-49eb-b928-6bc141195223 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2212498
Jun 04 15:08:39.603583 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Pushing event updated for resources: {'Port': ['ID=813f4f5b-4123-4e1e-923d-9448ffb376d3,revision_number=8']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:39.624218 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:39.625741 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:39.629488 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:39.631264 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] 10.222.0.62 "PUT /v2.0/ports/813f4f5b-4123-4e1e-923d-9448ffb376d3 HTTP/1.1" status: 200  len: 1121 time: 2.6110690
Jun 04 15:08:39.678652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799b5c9-1d6c-46a5-9df1-7518ec7cbcde req-2749cf11-6d48-4198-9b94-3a430a76f2f9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:39.679938 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7799b5c9-1d6c-46a5-9df1-7518ec7cbcde req-2749cf11-6d48-4198-9b94-3a430a76f2f9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 950 time: 0.4735663
Jun 04 15:08:39.696769 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['813f4f5b-4123-4e1e-923d-9448ffb376d3'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:08:39.764368 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7799b5c9-1d6c-46a5-9df1-7518ec7cbcde req-97db55b8-9af3-41ed-beed-7de19b7e5089 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776176
Jun 04 15:08:39.831446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:08:40.118698 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-2cfba9b6-cf49-4d30-a8f2-915516449a0b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0cb2b44d21194835958bac19c6d44e4d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0439732
Jun 04 15:08:40.193972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5f04e-19df-4748-9cb0-fc7db3ddd9e0 req-e4c29d26-8757-4dd9-9e5a-8eb192f26e23 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:40.195612 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fac5f04e-19df-4748-9cb0-fc7db3ddd9e0 req-e4c29d26-8757-4dd9-9e5a-8eb192f26e23 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 945 time: 0.4578159
Jun 04 15:08:40.204429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:08:40.220314 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Sync routers for ids ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:08:40.235414 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Routers {'9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:08:40.236062 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca9f550>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:08:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:08:40.302523 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fac5f04e-19df-4748-9cb0-fc7db3ddd9e0 req-85c5991c-3ee1-4905-ac1c-bdbf8f430ce9 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960946
Jun 04 15:08:40.400262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-96593e35-d903-4607-aa01-7e03603d6f89 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:40.402897 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:40.407844 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 940 time: 5.9642084
Jun 04 15:08:40.407844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34414) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:40.408091 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-96593e35-d903-4607-aa01-7e03603d6f89 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2879591
Jun 04 15:08:40.425192 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-490fa3d7-b5b7-4d15-8a9e-2b6b382c952d tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/quotas/0cb2b44d21194835958bac19c6d44e4d HTTP/1.1" status: 200  len: 375 time: 0.0165064
Jun 04 15:08:40.491898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79c89ed-c038-4a0e-882d-0adf1727386e', 'tag': '813f4f5b-4123-4e1e-923d-9448ffb376d3'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:08:40.492684 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7392f9-c314-4e6e-aba4-fbb890067584" -d '{"events": [{"name": "network-changed", "server_uuid": "c79c89ed-c038-4a0e-882d-0adf1727386e", "tag": "813f4f5b-4123-4e1e-923d-9448ffb376d3"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:08:40.497700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34416) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:40.499172 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Set router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:08:40.518285 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0fed1e6e-d7c1-4449-a85e-7cfdb72f2ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:40.539963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0fed1e6e-d7c1-4449-a85e-7cfdb72f2ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:40.543838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0fed1e6e-d7c1-4449-a85e-7cfdb72f2ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:a6de990c56b04289830826c77feb2b97 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:40.547738 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0fed1e6e-d7c1-4449-a85e-7cfdb72f2ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:40.553675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0fed1e6e-d7c1-4449-a85e-7cfdb72f2ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:40.635918 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-6125e8d3-694c-4893-9743-eff0b9a82e40 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2096553
Jun 04 15:08:40.787309 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-d5105b24-39f5-4b6e-a8bb-97d81c4e2b0b tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9fca0b61e2d44208ad836bd6f042ff17&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0745149
Jun 04 15:08:40.812020 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0fed1e6e-d7c1-4449-a85e-7cfdb72f2ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:40.895548 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0fed1e6e-d7c1-4449-a85e-7cfdb72f2ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:40.934661 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e2975f42-4de9-47aa-922a-3284097e13a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:41.013305 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca9f550>, [{'id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-router', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:08:34Z', 'updated_at': '2021-06-04T15:08:38Z', 'revision_number': 3, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'gw_port': {'id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:36Z', 'updated_at': '2021-06-04T15:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:08:41.017851 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Checking router: 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:08:41.018214 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Updating router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 port 51d82f09-342a-4290-bcdd-46af9cdaa7ce binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:08:41.070916 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0fed1e6e-d7c1-4449-a85e-7cfdb72f2ff6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6de990c56b04289830826c77feb2b97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5717282
Jun 04 15:08:41.071950 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed1e6e-d7c1-4449-a85e-7cfdb72f2ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2cba97-5b95-445d-a744-58e7bf46f637,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:41.074833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34442) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:41.112045 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:41.120220 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0fed1e6e-d7c1-4449-a85e-7cfdb72f2ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:41.156646 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e8699850-fc1e-402c-aa01-b942542dabb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:41.192346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e8699850-fc1e-402c-aa01-b942542dabb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:41.332397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-30f173b1-61dc-492b-86de-856c9a61d5c7 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:41.334998 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-30f173b1-61dc-492b-86de-856c9a61d5c7 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5377998
Jun 04 15:08:41.358890 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-638c5536-bdb0-4230-9762-c57659a12a4a tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/quotas/9fca0b61e2d44208ad836bd6f042ff17 HTTP/1.1" status: 200  len: 375 time: 0.0135276
Jun 04 15:08:41.390815 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a590-e620-4c3f-9066-896ae3ae9b16 req-8ca30705-8c31-46d6-9f0a-024a02538e52 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:41.392589 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4a77a590-e620-4c3f-9066-896ae3ae9b16 req-8ca30705-8c31-46d6-9f0a-024a02538e52 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 1096 time: 0.1791081
Jun 04 15:08:41.456535 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4a77a590-e620-4c3f-9066-896ae3ae9b16 req-f4c3a315-2452-420d-879e-9a42446f2ae0 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503089
Jun 04 15:08:41.500802 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-2a958cb9-5434-46bf-9be4-c10e2defe699 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fca0b61e2d44208ad836bd6f042ff17&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0654340
Jun 04 15:08:41.630791 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f83fb9-1e61-4cfb-9649-57a94164daf6 x-openstack-request-id: req-45f83fb9-1e61-4cfb-9649-57a94164daf6 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:08:41.630791 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c79c89ed-c038-4a0e-882d-0adf1727386e", "tag": "813f4f5b-4123-4e1e-923d-9448ffb376d3", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:08:41.630791 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45f83fb9-1e61-4cfb-9649-57a94164daf6 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:08:41.630791 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79c89ed-c038-4a0e-882d-0adf1727386e', 'tag': '813f4f5b-4123-4e1e-923d-9448ffb376d3', 'status': 'completed', 'code': 200}
Jun 04 15:08:41.631168 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:41.660796 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e8699850-fc1e-402c-aa01-b942542dabb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:41.661039 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Transition to ACTIVE for port object 51d82f09-342a-4290-bcdd-46af9cdaa7ce will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:41.676186 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3615466a-4e83-43d9-903a-9d8f05db0cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:41.692381 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8699850-fc1e-402c-aa01-b942542dabb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2cba97-5b95-445d-a744-58e7bf46f637,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:41.698305 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e8699850-fc1e-402c-aa01-b942542dabb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:41.700400 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e8699850-fc1e-402c-aa01-b942542dabb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:41.701606 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e8699850-fc1e-402c-aa01-b942542dabb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab2cba97-5b95-445d-a744-58e7bf46f637 HTTP/1.1" status: 204  len: 168 time: 0.6257432
Jun 04 15:08:41.769877 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:41.788445 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-6aed914e-fc48-4393-8463-686ff49be276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:41.880119 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Attempting to bind port 51d82f09-342a-4290-bcdd-46af9cdaa7ce on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:08:41.881456 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Attempting to bind port 51d82f09-342a-4290-bcdd-46af9cdaa7ce by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:08:41.882495 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Attempting to bind port 51d82f09-342a-4290-bcdd-46af9cdaa7ce on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:41.947126 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:08:41.953627 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:08:41.954214 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:41.954902 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:08:41.955572 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Bound port: 51d82f09-342a-4290-bcdd-46af9cdaa7ce, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:08:41.956047 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:42.080484 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbe16a-0fea-4699-9a40-7f639290a8a9 req-041eea4f-b7f8-49c4-840d-3b54ac2427a7 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:42.090228 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-86dbe16a-0fea-4699-9a40-7f639290a8a9 req-041eea4f-b7f8-49c4-840d-3b54ac2427a7 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 943 time: 0.2544513
Jun 04 15:08:42.100792 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] For port 51d82f09-342a-4290-bcdd-46af9cdaa7ce, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:42.100792 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] For port 51d82f09-342a-4290-bcdd-46af9cdaa7ce, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=51d82f09-342a-4290-bcdd-46af9cdaa7ce,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:08:42.154196 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Pushing event updated for resources: {'Port': ['ID=51d82f09-342a-4290-bcdd-46af9cdaa7ce,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:42.167046 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:42.167636 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:42.168128 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:42.168763 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:42.169373 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:42.169869 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:42.171143 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:42.171627 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:42.172101 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:42.172576 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:42.173229 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:42.173700 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:08:42.179781 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:42.194118 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-86dbe16a-0fea-4699-9a40-7f639290a8a9 req-10fcdef6-5c18-4ddb-9277-dbd9d1554b33 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020412
Jun 04 15:08:42.210551 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:42.215751 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:42.396194 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Routers {'9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:08:42.396194 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca9f550>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:08:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:08:42.485925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7392f9-c314-4e6e-aba4-fbb890067584 req-ea653e98-4cf5-47ed-887d-aacd7e1fd8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:42.487448 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fb7392f9-c314-4e6e-aba4-fbb890067584 req-ea653e98-4cf5-47ed-887d-aacd7e1fd8d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 1124 time: 0.7137246
Jun 04 15:08:42.554922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 813f4f5b-4123-4e1e-923d-9448ffb376d3 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:08:42.575018 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-caa0e1d5-c5c7-42b6-a38e-7975bcad2937 req-681df0e7-01d4-4ee7-be3b-0365c60a2d91 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 210 time: 0.0899253
Jun 04 15:08:42.575614 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Pushing event updated for resources: {'Port': ['ID=51d82f09-342a-4290-bcdd-46af9cdaa7ce,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:42.580543 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:42.799262 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 813f4f5b-4123-4e1e-923d-9448ffb376d3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:42.812185 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] Set router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:08:42.814822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff84bdb-d5de-4185-bd4d-b04c4e0937ad req-2c6898ae-b6d8-463b-bf99-c93e9adecd55 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:42.816336 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ff84bdb-d5de-4185-bd4d-b04c4e0937ad req-2c6898ae-b6d8-463b-bf99-c93e9adecd55 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 950 time: 0.7802954
Jun 04 15:08:42.829547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 813f4f5b-4123-4e1e-923d-9448ffb376d3 has no active binding in host n-h2-791505-9 {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 04 15:08:42.943904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921c95d-ad7b-4cf2-81c7-ddd8b0ea6a6e req-0783e051-3c19-4b93-9a56-b536e6c316ee tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:42.944519 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:42.945683 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b921c95d-ad7b-4cf2-81c7-ddd8b0ea6a6e req-0783e051-3c19-4b93-9a56-b536e6c316ee tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 1096 time: 0.1489565
Jun 04 15:08:42.981532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7392f9-c314-4e6e-aba4-fbb890067584 req-30e083a8-26d2-4d06-a87e-156cc1480574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:42.983216 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fb7392f9-c314-4e6e-aba4-fbb890067584 req-30e083a8-26d2-4d06-a87e-156cc1480574 service neutron] 10.222.0.65 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.4717011
Jun 04 15:08:43.019534 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b921c95d-ad7b-4cf2-81c7-ddd8b0ea6a6e req-c77d891a-f132-4d22-bccd-fa6fa8a43ce2 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647175
Jun 04 15:08:43.027015 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ff84bdb-d5de-4185-bd4d-b04c4e0937ad req-94616a60-7dd0-419e-91b1-d259ac152fbe tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890407
Jun 04 15:08:43.129747 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fb7392f9-c314-4e6e-aba4-fbb890067584 req-e6712965-ecdc-433b-940b-60c510ec33bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3 HTTP/1.1" status: 200  len: 217 time: 0.1017475
Jun 04 15:08:43.274290 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d1ad158-1480-4061-99c4-14a0cc9a60d9 req-16fa65a3-db79-483d-907f-236e1188fbec tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 210 time: 0.1233628
Jun 04 15:08:43.412342 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca9f550>, [{'id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-router', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:08:34Z', 'updated_at': '2021-06-04T15:08:38Z', 'revision_number': 3, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'gw_port': {'id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:36Z', 'updated_at': '2021-06-04T15:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:08:43.419924 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ec4371-5caf-47d2-9101-538f7558f3a4 None None] The sync data for ids ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'] in n-d-791505-9 is: [{'id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-router', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:08:34Z', 'updated_at': '2021-06-04T15:08:38Z', 'revision_number': 3, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'gw_port': {'id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:36Z', 'updated_at': '2021-06-04T15:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:08:43.443356 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7392f9-c314-4e6e-aba4-fbb890067584 req-c8a9aa33-2c5d-47c1-bbed-d550d01d6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:43.445056 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fb7392f9-c314-4e6e-aba4-fbb890067584 req-c8a9aa33-2c5d-47c1-bbed-d550d01d6d27 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.2960861
Jun 04 15:08:43.645494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fb7392f9-c314-4e6e-aba4-fbb890067584 req-8a901d95-d6d0-40ec-9a4b-ed5a142fbf61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1528323
Jun 04 15:08:43.672608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642882a-e280-43de-87de-7c9d4738ca25 req-68d148bc-4de1-4816-9eea-038f2cf6ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:43.674830 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-68d148bc-4de1-4816-9eea-038f2cf6ccc8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 1101 time: 0.1585515
Jun 04 15:08:43.723832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Allocated IP 172.20.0.1 (5e9b67b2-653a-47ea-a9ed-4f14adb137d3/5386f612-d207-46aa-9a92-15138be08af8/65f36569-57a3-4fdf-a122-14b8c14f9602) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:08:43.985782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd570b69-8844-4ea1-9151-b8d8fe8dcc6d req-1901d2b2-84ca-480e-82c9-80e69ab81d16 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:43.993997 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dd570b69-8844-4ea1-9151-b8d8fe8dcc6d req-1901d2b2-84ca-480e-82c9-80e69ab81d16 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 943 time: 0.5561090
Jun 04 15:08:44.057729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642882a-e280-43de-87de-7c9d4738ca25 req-df698465-cf1a-4e65-ba60-35ad3dab429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:44.066422 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-df698465-cf1a-4e65-ba60-35ad3dab429d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.3695126
Jun 04 15:08:44.148963 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fb7392f9-c314-4e6e-aba4-fbb890067584 req-5b0e3c76-0e52-420b-9b6d-969d5581a1c7 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4840403
Jun 04 15:08:44.233953 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dd570b69-8844-4ea1-9151-b8d8fe8dcc6d req-f8848306-936e-4a7d-b29d-5b2730aed2a8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2377422
Jun 04 15:08:44.253841 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-6f5e4529-84d7-43aa-bbd0-be3b36ea1ad3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=dd2bace0-30e3-482a-b51e-568b2f544066 HTTP/1.1" status: 200  len: 217 time: 0.1732748
Jun 04 15:08:44.394725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642882a-e280-43de-87de-7c9d4738ca25 req-6f7a0867-10ad-4cba-a2d1-622b76f9ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:44.396926 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-6f7a0867-10ad-4cba-a2d1-622b76f9ab82 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1306155
Jun 04 15:08:44.584282 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642882a-e280-43de-87de-7c9d4738ca25 req-ba98e1eb-4279-4643-a9ed-33451a67a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:44.586233 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-ba98e1eb-4279-4643-a9ed-33451a67a8a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1801693
Jun 04 15:08:44.687845 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:44.772508 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-22b8ac5f-5994-404c-8254-c180969d78e5 req-86dc818d-e6aa-401c-bcc8-2829f108a165 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 210 time: 0.0974984
Jun 04 15:08:44.794030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Transition to ACTIVE for port object 65f36569-57a3-4fdf-a122-14b8c14f9602 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:44.836928 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fb7392f9-c314-4e6e-aba4-fbb890067584 req-9d2623a6-8542-480d-acfe-35ddf00e12e9 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6676478
Jun 04 15:08:44.934047 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-0f884e40-bb81-4750-b6c1-678060045d1f service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3375063
Jun 04 15:08:44.950664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348b090-416d-4bb8-9b33-880f067cc53a req-2a1ee625-f285-447a-b14f-be5667a94d3d tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:44.953786 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3348b090-416d-4bb8-9b33-880f067cc53a req-2a1ee625-f285-447a-b14f-be5667a94d3d tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 1096 time: 0.2867792
Jun 04 15:08:45.066531 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 51d82f09-342a-4290-bcdd-46af9cdaa7ce up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:08:45.163077 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:45.175145 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dbd60952-df6a-4ee2-8d74-45aed1159b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:45.217349 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-b37b2781-0e30-4f39-9b55-414ff1be7087 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0cb2b44d21194835958bac19c6d44e4d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1834557
Jun 04 15:08:45.341647 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3348b090-416d-4bb8-9b33-880f067cc53a req-9bb53a1e-236c-4547-b8a1-a447af7aec53 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3599279
Jun 04 15:08:45.412196 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-8592dd34-df5d-42aa-aa10-f18f1fb704ac service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4646099
Jun 04 15:08:45.489091 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 51d82f09-342a-4290-bcdd-46af9cdaa7ce completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:08:45.499946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 51d82f09-342a-4290-bcdd-46af9cdaa7ce triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:45.500831 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:45.579982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Network 5e9b67b2-653a-47ea-a9ed-4f14adb137d3 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:08:45.590451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:08:45.604202 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=65f36569-57a3-4fdf-a122-14b8c14f9602,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:45.609589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:08:45.609809 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:45.617043 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:45.732014 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:45.747850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-703555a9-e5cc-467c-b710-9c1525b837c0 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:45.750017 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-703555a9-e5cc-467c-b710-9c1525b837c0 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5070748
Jun 04 15:08:45.758818 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 51d82f09-342a-4290-bcdd-46af9cdaa7ce, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=51d82f09-342a-4290-bcdd-46af9cdaa7ce,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:45.773505 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-afcccdd6-7fce-4a9b-832e-b44bb3fe9041 req-2cae88c2-1edf-44a8-bf50-7551f7063831 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 210 time: 0.0960507
Jun 04 15:08:45.778737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee430e0-5a65-41bd-b454-e1d7d60e44e8 req-1811b597-2ddb-4782-9907-ea3b276db018 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:45.780868 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ee430e0-5a65-41bd-b454-e1d7d60e44e8 req-1811b597-2ddb-4782-9907-ea3b276db018 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 950 time: 0.6732926
Jun 04 15:08:45.786349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Request body: {'port': {'device_id': '34492b38-4750-4399-b62a-0652de18bf33', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '0cb2b44d21194835958bac19c6d44e4d'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:45.893377 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:45.904200 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:46.017102 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ee430e0-5a65-41bd-b454-e1d7d60e44e8 req-1bd1c164-71a1-46b9-bee1-fbb342fcac8f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2154148
Jun 04 15:08:46.085733 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=51d82f09-342a-4290-bcdd-46af9cdaa7ce,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:46.101148 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:46.248584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0e7d43de-901c-4d63-91e3-172ce33d931c None None] Provisioning for port 65f36569-57a3-4fdf-a122-14b8c14f9602 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:08:46.263585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0e7d43de-901c-4d63-91e3-172ce33d931c None None] Provisioning complete for port 65f36569-57a3-4fdf-a122-14b8c14f9602 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:46.263585 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0e7d43de-901c-4d63-91e3-172ce33d931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:46.383542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:46.406971 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-034b3834-be7c-4813-9e45-0895dd702efc req-96e864be-60f9-412e-9dd3-53e3d8f2deef tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 210 time: 0.1362016
Jun 04 15:08:46.417100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0e7d43de-901c-4d63-91e3-172ce33d931c None None] Port 65f36569-57a3-4fdf-a122-14b8c14f9602 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:08:46.438737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:46.442805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72304339-74c8-4387-b1aa-f9b92e4ca61c req-4624e580-a4d1-4956-90a4-9037ad9c0d89 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:46.450067 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-72304339-74c8-4387-b1aa-f9b92e4ca61c req-4624e580-a4d1-4956-90a4-9037ad9c0d89 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 943 time: 0.2265513
Jun 04 15:08:46.488935 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:46.523154 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-4639487c-803d-43d6-a3de-83ee825fb0d7 service neutron] 10.222.0.65 "GET /v2.0/ports/813f4f5b-4123-4e1e-923d-9448ffb376d3/bindings/n-h2-791505-9 HTTP/1.1" status: 200  len: 384 time: 0.3935599
Jun 04 15:08:46.532629 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-72304339-74c8-4387-b1aa-f9b92e4ca61c req-4d464053-c124-426c-bd23-c3ee8ae1446b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812931
Jun 04 15:08:46.750729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Made reservation on behalf of 0cb2b44d21194835958bac19c6d44e4d for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:08:46.754198 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:46.921397 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-4ce508b1-d8d7-464a-a542-9853fa286a87 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=9fca0b61e2d44208ad836bd6f042ff17&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0345604
Jun 04 15:08:46.981855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 51d82f09-342a-4290-bcdd-46af9cdaa7ce up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:08:47.101713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d19368-61ae-4ce7-84b0-6aa77a1179a0 req-82956a97-a163-42e2-bcdd-261cbc4461d6 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:47.102566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d19368-61ae-4ce7-84b0-6aa77a1179a0 req-82956a97-a163-42e2-bcdd-261cbc4461d6 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:47.103934 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d19368-61ae-4ce7-84b0-6aa77a1179a0 req-82956a97-a163-42e2-bcdd-261cbc4461d6 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:47.104573 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d19368-61ae-4ce7-84b0-6aa77a1179a0 req-82956a97-a163-42e2-bcdd-261cbc4461d6 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:47.105081 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d19368-61ae-4ce7-84b0-6aa77a1179a0 req-82956a97-a163-42e2-bcdd-261cbc4461d6 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:47.105575 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d19368-61ae-4ce7-84b0-6aa77a1179a0 req-82956a97-a163-42e2-bcdd-261cbc4461d6 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:47.106175 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d19368-61ae-4ce7-84b0-6aa77a1179a0 req-82956a97-a163-42e2-bcdd-261cbc4461d6 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:47.106837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d19368-61ae-4ce7-84b0-6aa77a1179a0 req-82956a97-a163-42e2-bcdd-261cbc4461d6 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:47.107304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d19368-61ae-4ce7-84b0-6aa77a1179a0 req-82956a97-a163-42e2-bcdd-261cbc4461d6 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:47.107796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d19368-61ae-4ce7-84b0-6aa77a1179a0 req-82956a97-a163-42e2-bcdd-261cbc4461d6 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:47.110093 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-62d19368-61ae-4ce7-84b0-6aa77a1179a0 req-82956a97-a163-42e2-bcdd-261cbc4461d6 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7153 time: 0.3222454
Jun 04 15:08:47.172195 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 51d82f09-342a-4290-bcdd-46af9cdaa7ce triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:47.172195 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:47.199195 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-f9ec38c0-fa6b-400f-9571-3281830cc541 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:47.201984 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-f9ec38c0-fa6b-400f-9571-3281830cc541 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2675350
Jun 04 15:08:47.218721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Request body: {'port': {'device_id': '404c7a6b-dd65-4c04-9f09-997452158834', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '9fca0b61e2d44208ad836bd6f042ff17'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:47.260370 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9e830-3b72-4e53-a097-730a3913b76d req-5c9598da-c852-4021-ba08-a6623aa25ea4 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:47.261823 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f5d9e830-3b72-4e53-a097-730a3913b76d req-5c9598da-c852-4021-ba08-a6623aa25ea4 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 1096 time: 0.5976858
Jun 04 15:08:47.348618 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:47.377308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Allocated IP 192.168.233.250 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/5948e58c-a12c-4416-afa5-9e142acf5f22) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:08:47.380903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4133c425-4350-48b0-9701-408d9e212d45 req-65e3eadc-1506-425d-b55d-2fcb2de83945 service neutron] For port 813f4f5b-4123-4e1e-923d-9448ffb376d3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:47.399880 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f5d9e830-3b72-4e53-a097-730a3913b76d req-52129f8e-dfef-4457-aa6e-2770a8cd3cb1 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222358
Jun 04 15:08:47.436913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4133c425-4350-48b0-9701-408d9e212d45 req-65e3eadc-1506-425d-b55d-2fcb2de83945 service neutron] For port 813f4f5b-4123-4e1e-923d-9448ffb376d3, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:47.483398 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:47.484079 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:47.492838 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:47.505382 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c66213ae-dd4f-4b36-a97a-a6ddf5b95033 req-87dc294c-8d50-4adb-b3c0-b87346cb46cd tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 210 time: 0.1347411
Jun 04 15:08:47.549477 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:47.554052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Usage tracker for resource:port and tenant:9fca0b61e2d44208ad836bd6f042ff17 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:47.577245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:47.591026 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:47.605199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-4133c425-4350-48b0-9701-408d9e212d45 req-65e3eadc-1506-425d-b55d-2fcb2de83945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813f4f5b-4123-4e1e-923d-9448ffb376d3 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:08:47.666717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4133c425-4350-48b0-9701-408d9e212d45 req-65e3eadc-1506-425d-b55d-2fcb2de83945 service neutron] For port 813f4f5b-4123-4e1e-923d-9448ffb376d3, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:47.684975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=65f36569-57a3-4fdf-a122-14b8c14f9602,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:47.739383 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:47.789741 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Made reservation on behalf of 9fca0b61e2d44208ad836bd6f042ff17 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:08:47.793386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:47.818118 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:47.838593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:47.848028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Usage tracker for resource:security_group_rule and tenant:9fca0b61e2d44208ad836bd6f042ff17 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:47.854826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:47.876161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:47.884842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d4907-c86b-4b42-bf4f-e1b60b1dcb2d req-f714adde-d8fe-4f34-a912-e8c6a902cddf tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:47.886320 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-581d4907-c86b-4b42-bf4f-e1b60b1dcb2d req-f714adde-d8fe-4f34-a912-e8c6a902cddf tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 886 time: 0.2072344
Jun 04 15:08:47.971211 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4133c425-4350-48b0-9701-408d9e212d45 req-65e3eadc-1506-425d-b55d-2fcb2de83945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:48.067725 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:48.070404 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b1f8c87c-d158-4653-af47-8dd992af3d5e req-57c20c65-cf01-4af1-baa1-599ef82ccade tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 210 time: 0.0648527
Jun 04 15:08:48.109500 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:48.116508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Network 5e9b67b2-653a-47ea-a9ed-4f14adb137d3 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:08:48.124399 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:08:48.163691 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Transition to ACTIVE for port object 5948e58c-a12c-4416-afa5-9e142acf5f22 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:48.249025 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:48.254852 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0fed1e6e-d7c1-4449-a85e-7cfdb72f2ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:48.288606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96db8e-1239-469c-aea4-ca840f7241e7 req-df5aa272-d87f-421d-895c-43e8c4e9ecb1 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:48.290206 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b96db8e-1239-469c-aea4-ca840f7241e7 req-df5aa272-d87f-421d-895c-43e8c4e9ecb1 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 950 time: 0.5509408
Jun 04 15:08:48.370893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb03636a-c390-41fa-a73b-456bf4ee0492,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:48.375428 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:48.391561 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-4133c425-4350-48b0-9701-408d9e212d45 req-65e3eadc-1506-425d-b55d-2fcb2de83945 service neutron] Transition to ACTIVE for port object 813f4f5b-4123-4e1e-923d-9448ffb376d3 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:48.452899 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b96db8e-1239-469c-aea4-ca840f7241e7 req-77f5b5ad-4ad2-45d1-afaa-7d4800b03d6b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911937
Jun 04 15:08:48.467093 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:08:48.484352 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d5648459-0f41-4bd4-ad5e-02dfe3dfb66d None None] Provisioning complete for port 65f36569-57a3-4fdf-a122-14b8c14f9602 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:48.484946 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d5648459-0f41-4bd4-ad5e-02dfe3dfb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:48.574890 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:48.575609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 813f4f5b-4123-4e1e-923d-9448ffb376d3 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:08:48.578539 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4133c425-4350-48b0-9701-408d9e212d45 req-65e3eadc-1506-425d-b55d-2fcb2de83945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:48.606385 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9f0a66ef-7f0b-422e-bacb-8f0723fc4bd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:48.623690 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['b7c24edb-f643-4938-8e52-7e56962318e3'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:08:48.648770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['39aca5ae-aedb-4639-985b-49fbceec36e6', '68f0c106-4301-4722-a664-002be03379b1', '00206849-6e37-4bf1-8f05-721b52b0c482', '5791a29b-f7fb-4c7f-b5fd-71123d32949c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:08:48.694722 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Allocated IP 192.168.233.220 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/3fdac15a-f081-40a3-a21a-d659ed033c70) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:08:48.764814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-d5648459-0f41-4bd4-ad5e-02dfe3dfb66d None None] Port 65f36569-57a3-4fdf-a122-14b8c14f9602 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:08:48.808911 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 813f4f5b-4123-4e1e-923d-9448ffb376d3 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:08:48.834441 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:08:48.850043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:08:48.884692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:08:48.890437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:48.891083 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:48.976124 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-4133c425-4350-48b0-9701-408d9e212d45 req-65e3eadc-1506-425d-b55d-2fcb2de83945 service neutron] No DVR routers for this DVR port 813f4f5b-4123-4e1e-923d-9448ffb376d3 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:08:49.090690 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3eadc-1506-425d-b55d-2fcb2de83945 service neutron] Pushing event updated for resources: {'Port': ['ID=813f4f5b-4123-4e1e-923d-9448ffb376d3,revision_number=10']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:49.191415 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.4272881
Jun 04 15:08:49.195967 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:49.231310 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Transition to ACTIVE for port object 3fdac15a-f081-40a3-a21a-d659ed033c70 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:49.240029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Request body: {'port': {'device_id': '34492b38-4750-4399-b62a-0652de18bf33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:49.282199 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-65e3eadc-1506-425d-b55d-2fcb2de83945 service neutron] 10.222.0.65 "PUT /v2.0/ports/813f4f5b-4123-4e1e-923d-9448ffb376d3/bindings/n-h2-791505-9/activate HTTP/1.1" status: 200  len: 369 time: 2.7524641
Jun 04 15:08:49.295971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:08:49.330222 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] 10.222.0.32 "PUT /v2.0/routers/9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9091728
Jun 04 15:08:49.330756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Sync routers for ids ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:08:49.377802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bcb6250c-1d07-425a-9afa-bc0c64ea514d None None] Provisioning for port 5948e58c-a12c-4416-afa5-9e142acf5f22 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:08:49.384366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Routers {'9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:08:49.385236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c959160>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:08:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:08:49.444105 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:49.453385 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:49.503229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event updated for resources: {'Port': ['ID=5948e58c-a12c-4416-afa5-9e142acf5f22,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:49.514453 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bcb6250c-1d07-425a-9afa-bc0c64ea514d None None] Provisioning complete for port 5948e58c-a12c-4416-afa5-9e142acf5f22 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:49.515288 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bcb6250c-1d07-425a-9afa-bc0c64ea514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:49.523746 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.917s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:49.524134 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.871s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:49.524601 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:49.542079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197f582-4e25-471e-963e-7c0e482dec62 req-4a0c131e-be6e-4c84-b102-5ad3c4d08e80 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:49.547356 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0197f582-4e25-471e-963e-7c0e482dec62 req-4a0c131e-be6e-4c84-b102-5ad3c4d08e80 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 944 time: 0.8920612
Jun 04 15:08:49.571276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:08:49.574224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:08:49.581444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:08:49.584760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:49.585406 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:49.591100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Pushing event updated for resources: {'Port': ['ID=3fdac15a-f081-40a3-a21a-d659ed033c70,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:49.598879 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:49.613497 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:49.727056 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:08:49.735645 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.5233614
Jun 04 15:08:49.754360 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0197f582-4e25-471e-963e-7c0e482dec62 req-07cbfc77-67a3-49bb-becf-0d2978f511b2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947527
Jun 04 15:08:49.789659 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Request body: {'port': {'device_id': '404c7a6b-dd65-4c04-9f09-997452158834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:49.793308 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-bcb6250c-1d07-425a-9afa-bc0c64ea514d None None] Port 5948e58c-a12c-4416-afa5-9e142acf5f22 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:08:49.885376 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Set router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:08:49.973325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c425-4350-48b0-9701-408d9e212d45 req-447660e4-5dcd-49d1-b7f5-84d1e707cbab tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:49.974822 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-447660e4-5dcd-49d1-b7f5-84d1e707cbab tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e&tenant_id=a03aebe4cbe94e51823784c56531a643&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 1095 time: 0.3639135
Jun 04 15:08:50.021159 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:50.241717 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ee42f250-ac31-444b-85e4-44ad47e29efb None None] Provisioning for port 3fdac15a-f081-40a3-a21a-d659ed033c70 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:08:50.269772 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ee42f250-ac31-444b-85e4-44ad47e29efb None None] Provisioning complete for port 3fdac15a-f081-40a3-a21a-d659ed033c70 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:50.270253 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee42f250-ac31-444b-85e4-44ad47e29efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:50.389082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197d87a-c6df-4ca1-b66d-8779813fb1be req-093bbcac-8ccb-4981-9883-ff03548697c5 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:50.389918 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197d87a-c6df-4ca1-b66d-8779813fb1be req-093bbcac-8ccb-4981-9883-ff03548697c5 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:50.390103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197d87a-c6df-4ca1-b66d-8779813fb1be req-093bbcac-8ccb-4981-9883-ff03548697c5 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:50.390556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197d87a-c6df-4ca1-b66d-8779813fb1be req-093bbcac-8ccb-4981-9883-ff03548697c5 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:50.391011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197d87a-c6df-4ca1-b66d-8779813fb1be req-093bbcac-8ccb-4981-9883-ff03548697c5 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:50.391466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197d87a-c6df-4ca1-b66d-8779813fb1be req-093bbcac-8ccb-4981-9883-ff03548697c5 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:50.391918 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197d87a-c6df-4ca1-b66d-8779813fb1be req-093bbcac-8ccb-4981-9883-ff03548697c5 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:50.392377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197d87a-c6df-4ca1-b66d-8779813fb1be req-093bbcac-8ccb-4981-9883-ff03548697c5 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:50.392826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197d87a-c6df-4ca1-b66d-8779813fb1be req-093bbcac-8ccb-4981-9883-ff03548697c5 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:50.393299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197d87a-c6df-4ca1-b66d-8779813fb1be req-093bbcac-8ccb-4981-9883-ff03548697c5 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:50.396223 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2197d87a-c6df-4ca1-b66d-8779813fb1be req-093bbcac-8ccb-4981-9883-ff03548697c5 tempest-NetworksTest-422885153 tempest-NetworksTest-422885153-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7153 time: 0.4995809
Jun 04 15:08:50.401378 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ee42f250-ac31-444b-85e4-44ad47e29efb None None] Port 3fdac15a-f081-40a3-a21a-d659ed033c70 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:08:50.421728 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c425-4350-48b0-9701-408d9e212d45 req-09bb260e-11e2-4705-a308-6caa9ce0399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:50.423238 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-09bb260e-11e2-4705-a308-6caa9ce0399e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e&tenant_id=a03aebe4cbe94e51823784c56531a643 HTTP/1.1" status: 200  len: 1095 time: 0.3928018
Jun 04 15:08:50.521925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c959160>, [{'id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-router', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:08:34Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'gw_port': {'id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:36Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '65f36569-57a3-4fdf-a122-14b8c14f9602', 'name': '', 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'mac_address': 'fa:16:3e:41:de:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5386f612-d207-46aa-9a92-15138be08af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:43Z', 'updated_at': '2021-06-04T15:08:46Z', 'revision_number': 2, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'subnets': [{'id': '5386f612-d207-46aa-9a92-15138be08af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:08:50.534060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Checking router: 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:08:50.535081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Updating router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 port 65f36569-57a3-4fdf-a122-14b8c14f9602 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:08:50.630949 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:50.637818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5948e58c-a12c-4416-afa5-9e142acf5f22 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:08:50.654761 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:50.688161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Transition to ACTIVE for port object 5948e58c-a12c-4416-afa5-9e142acf5f22 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:50.710435 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c425-4350-48b0-9701-408d9e212d45 req-6d07276d-6169-4522-8b5f-3ebd26d3d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:50.711986 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-6d07276d-6169-4522-8b5f-3ebd26d3d636 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 1095 time: 0.2232504
Jun 04 15:08:50.728732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6ab61-73ad-471b-b306-c290860a1959 req-02ab2090-14dc-431d-82d7-f541e28adb20 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:50.730323 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ae6ab61-73ad-471b-b306-c290860a1959 req-02ab2090-14dc-431d-82d7-f541e28adb20 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 936 time: 0.1642485
Jun 04 15:08:50.882376 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ae6ab61-73ad-471b-b306-c290860a1959 req-7e0d6cf4-d0c8-4d97-a7ca-2bab28042671 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233313
Jun 04 15:08:50.884508 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:50.892907 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:51.068933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c425-4350-48b0-9701-408d9e212d45 req-2f743c6c-e721-45e2-b338-715285f5de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:51.072388 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-2f743c6c-e721-45e2-b338-715285f5de04 service neutron] 10.222.0.62 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.3405483
Jun 04 15:08:51.240492 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:51.242665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdac15a-f081-40a3-a21a-d659ed033c70 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:08:51.264214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:51.269688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Transition to ACTIVE for port object 65f36569-57a3-4fdf-a122-14b8c14f9602 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:51.272727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-5b660f08-f327-488f-b848-b5eb064ef7f8 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:08:51.274160 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-5b660f08-f327-488f-b848-b5eb064ef7f8 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0093329
Jun 04 15:08:51.290378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Pushing event updated for resources: {'Port': ['ID=5948e58c-a12c-4416-afa5-9e142acf5f22,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:51.305667 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Transition to ACTIVE for port object 3fdac15a-f081-40a3-a21a-d659ed033c70 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:08:51.314582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-f9f0634c-c1c1-43c5-be5d-3df9274e6805 service neutron] Request body: {'binding': {'host': 'n-h2-791505-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:08:51.321367 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-f9f0634c-c1c1-43c5-be5d-3df9274e6805 service neutron] Unknown quota resources ['binding']. {{(pid=88300) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 15:08:51.348779 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:51.351842 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-ce2ea6f0-456b-44bd-99f6-145dfdcdf7ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3 HTTP/1.1" status: 200  len: 217 time: 0.2175851
Jun 04 15:08:51.368262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34588) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:51.397024 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:51.401048 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:51.524848 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:51.533262 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8f07155f-548a-4338-a374-bf73b3942152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:51.664981 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c425-4350-48b0-9701-408d9e212d45 req-8aae5730-4c7c-4c1e-9ffd-107bf9586b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:51.667768 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-8aae5730-4c7c-4c1e-9ffd-107bf9586b0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.2842178
Jun 04 15:08:51.670844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Attempting to bind port 5948e58c-a12c-4416-afa5-9e142acf5f22 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:08:51.671683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdac15a-f081-40a3-a21a-d659ed033c70,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:51.671841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Attempting to bind port 5948e58c-a12c-4416-afa5-9e142acf5f22 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:08:51.672450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Attempting to bind port 5948e58c-a12c-4416-afa5-9e142acf5f22 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:51.674025 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5f644356-5524-47c4-a3ec-ccd3d74b2811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:51.686676 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:51.697106 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6c0f3-3916-44ca-9fdc-902100a5663b None None] Pushing event updated for resources: {'Port': ['ID=65f36569-57a3-4fdf-a122-14b8c14f9602,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:51.744517 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8bb6c0f3-3916-44ca-9fdc-902100a5663b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:51.757632 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5f644356-5524-47c4-a3ec-ccd3d74b2811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:51.762335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5f644356-5524-47c4-a3ec-ccd3d74b2811 admin admin] Usage tracker for resource:security_group_rule and tenant:0d1df15bdbe640d4ad5a9cf19708c9aa is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:51.766842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5f644356-5524-47c4-a3ec-ccd3d74b2811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:51.787649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5f644356-5524-47c4-a3ec-ccd3d74b2811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:51.788182 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Attempting to bind port 65f36569-57a3-4fdf-a122-14b8c14f9602 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:08:51.788570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Attempting to bind port 65f36569-57a3-4fdf-a122-14b8c14f9602 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '9ae5f964-a369-4e0a-8028-0cc3707631ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:08:51.788913 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Attempting to bind port 65f36569-57a3-4fdf-a122-14b8c14f9602 on network 5e9b67b2-653a-47ea-a9ed-4f14adb137d3 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:51.798262 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:08:51.798796 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Checking segment: {'id': '9ae5f964-a369-4e0a-8028-0cc3707631ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:08:51.799468 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:51.800115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Bound using segment: {'id': '9ae5f964-a369-4e0a-8028-0cc3707631ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:08:51.800827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Bound port: 65f36569-57a3-4fdf-a122-14b8c14f9602, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae5f964-a369-4e0a-8028-0cc3707631ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:08:51.801254 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:51.815943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Port 5948e58c-a12c-4416-afa5-9e142acf5f22 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:08:51.817038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Attempting to bind port 5948e58c-a12c-4416-afa5-9e142acf5f22 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:51.841256 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-711e254d-d1cf-4ff9-9c54-c1f56ad78422 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1105163
Jun 04 15:08:51.948818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Attempting to bind port 3fdac15a-f081-40a3-a21a-d659ed033c70 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:08:51.949199 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Attempting to bind port 3fdac15a-f081-40a3-a21a-d659ed033c70 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:08:51.949536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Attempting to bind port 3fdac15a-f081-40a3-a21a-d659ed033c70 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:51.959557 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Port 3fdac15a-f081-40a3-a21a-d659ed033c70 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:08:51.960079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Attempting to bind port 3fdac15a-f081-40a3-a21a-d659ed033c70 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:51.976571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:08:51.976804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:08:51.977231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:08:51.977672 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Bound port: 3fdac15a-f081-40a3-a21a-d659ed033c70, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:08:51.978016 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:51.981424 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] For port 65f36569-57a3-4fdf-a122-14b8c14f9602, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:51.989606 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] For port 65f36569-57a3-4fdf-a122-14b8c14f9602, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=65f36569-57a3-4fdf-a122-14b8c14f9602,segment=NetworkSegment(9ae5f964-a369-4e0a-8028-0cc3707631ba),segment_id=9ae5f964-a369-4e0a-8028-0cc3707631ba)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:08:52.019167 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:08:52.019700 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:08:52.020318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:08:52.021050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Bound port: 5948e58c-a12c-4416-afa5-9e142acf5f22, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:08:52.021579 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:52.072796 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:52.078345 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:52.160753 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5f644356-5524-47c4-a3ec-ccd3d74b2811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:52.171663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] For port 3fdac15a-f081-40a3-a21a-d659ed033c70, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:52.176279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] For port 3fdac15a-f081-40a3-a21a-d659ed033c70, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=3fdac15a-f081-40a3-a21a-d659ed033c70,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:08:52.188895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Routers {'9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:08:52.189706 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c959160>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:08:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:08:52.220954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-f9f0634c-c1c1-43c5-be5d-3df9274e6805 service neutron] Attempting to bind port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 on host n-h2-791505-9 for vnic_type normal with profile None {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:08:52.221470 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-f9f0634c-c1c1-43c5-be5d-3df9274e6805 service neutron] Attempting to bind port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:08:52.221934 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-f9f0634c-c1c1-43c5-be5d-3df9274e6805 service neutron] Attempting to bind port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:52.247939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6c0f3-3916-44ca-9fdc-902100a5663b None None] Pushing event updated for resources: {'Port': ['ID=65f36569-57a3-4fdf-a122-14b8c14f9602,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:52.255698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237641b-2e69-466b-81c0-4297987d13b7 req-67ea4759-916d-4458-a0a1-c2072f039cf9 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:52.261882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1237641b-2e69-466b-81c0-4297987d13b7 req-67ea4759-916d-4458-a0a1-c2072f039cf9 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Synchronizing usage tracker for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:08:52.262046 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8bb6c0f3-3916-44ca-9fdc-902100a5663b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:52.268280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-f9f0634c-c1c1-43c5-be5d-3df9274e6805 service neutron] Port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:08:52.268795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-f9f0634c-c1c1-43c5-be5d-3df9274e6805 service neutron] Attempting to bind port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:08:52.299974 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5f644356-5524-47c4-a3ec-ccd3d74b2811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:52.303924 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-f9f0634c-c1c1-43c5-be5d-3df9274e6805 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:08:52.304139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-f9f0634c-c1c1-43c5-be5d-3df9274e6805 service neutron] Checking segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:08:52.304469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-f9f0634c-c1c1-43c5-be5d-3df9274e6805 service neutron] Bound using segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:08:52.304908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-f9f0634c-c1c1-43c5-be5d-3df9274e6805 service neutron] Bound port: 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:08:52.326209 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-44a1570f-0fb8-4801-8c7e-861546846d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:52.359254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] For port 5948e58c-a12c-4416-afa5-9e142acf5f22, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:52.362468 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5f644356-5524-47c4-a3ec-ccd3d74b2811 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d1df15bdbe640d4ad5a9cf19708c9aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9918942
Jun 04 15:08:52.364359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34594) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:52.375600 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:52.389924 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-5f4a40fb-ff54-42d7-9426-19dee0806ce4 service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3740449
Jun 04 15:08:52.391670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] For port 5948e58c-a12c-4416-afa5-9e142acf5f22, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=5948e58c-a12c-4416-afa5-9e142acf5f22,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:08:52.423315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f644356-5524-47c4-a3ec-ccd3d74b2811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a7e635-2eea-4b83-af5e-4d14675d5854,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:52.437409 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] Set router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:08:52.442317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:52.444790 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:52.448355 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] 10.222.0.62 "PUT /v2.0/ports/3fdac15a-f081-40a3-a21a-d659ed033c70 HTTP/1.1" status: 200  len: 1096 time: 2.7018285
Jun 04 15:08:52.448893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404c7a6b-dd65-4c04-9f09-997452158834', 'tag': '3fdac15a-f081-40a3-a21a-d659ed033c70'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:08:52.452015 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3c7e79-1ac8-4135-85fa-69c8b5a5394e" -d '{"events": [{"name": "network-changed", "server_uuid": "404c7a6b-dd65-4c04-9f09-997452158834", "tag": "3fdac15a-f081-40a3-a21a-d659ed033c70"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:08:52.456973 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5f644356-5524-47c4-a3ec-ccd3d74b2811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:52.460379 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:52.536922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdac15a-f081-40a3-a21a-d659ed033c70,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:52.540779 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:52.722852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1237641b-2e69-466b-81c0-4297987d13b7 req-67ea4759-916d-4458-a0a1-c2072f039cf9 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Unset dirty status for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:08:52.725911 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1237641b-2e69-466b-81c0-4297987d13b7 req-67ea4759-916d-4458-a0a1-c2072f039cf9 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 948 time: 1.4225903
Jun 04 15:08:52.733091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-f9f0634c-c1c1-43c5-be5d-3df9274e6805 service neutron] For port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:08:52.747685 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:52.767554 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c2080776-67b6-43bd-8fc5-45c54bbdef68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:52.767795 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-f8946f24-86a7-487e-bf87-078dba38fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:52.768340 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-f8946f24-86a7-487e-bf87-078dba38fcf1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9fca0b61e2d44208ad836bd6f042ff17&device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 1099 time: 0.1190619
Jun 04 15:08:52.857592 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-b3d533ed-8a81-43d5-aaed-86c7dcdbf2c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=3fdac15a-f081-40a3-a21a-d659ed033c70 HTTP/1.1" status: 200  len: 217 time: 0.0762053
Jun 04 15:08:52.896471 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-f9f0634c-c1c1-43c5-be5d-3df9274e6805 service neutron] Notify callbacks [] for binding, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:52.898453 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-f9f0634c-c1c1-43c5-be5d-3df9274e6805 service neutron] 10.222.0.32 "POST /v2.0/ports/5f714e28-ec36-4ad5-b7fd-a48af7b53f62/bindings HTTP/1.1" status: 201  len: 389 time: 1.5877376
Jun 04 15:08:52.899541 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58a02b65-03f2-48b3-b5a8-c88f91aba5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:52.937675 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c959160>, [{'id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-router', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:08:34Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'gw_port': {'id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:36Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '65f36569-57a3-4fdf-a122-14b8c14f9602', 'name': '', 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'mac_address': 'fa:16:3e:41:de:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5386f612-d207-46aa-9a92-15138be08af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:43Z', 'updated_at': '2021-06-04T15:08:51Z', 'revision_number': 4, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'subnets': [{'id': '5386f612-d207-46aa-9a92-15138be08af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:08:52.947094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-b4ed9cb4-7aef-4481-98e1-3f1046d6acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:52.948719 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-b4ed9cb4-7aef-4481-98e1-3f1046d6acf4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0828388
Jun 04 15:08:52.957337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae57b08-0e96-4eac-84bb-9a21ab68342e None None] The sync data for ids ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'] in n-d-791505-9 is: [{'id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-router', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:08:34Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'gw_port': {'id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:36Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '65f36569-57a3-4fdf-a122-14b8c14f9602', 'name': '', 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'mac_address': 'fa:16:3e:41:de:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5386f612-d207-46aa-9a92-15138be08af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:43Z', 'updated_at': '2021-06-04T15:08:51Z', 'revision_number': 4, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'subnets': [{'id': '5386f612-d207-46aa-9a92-15138be08af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:08:53.007655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:53.015220 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:53.017775 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] 10.222.0.65 "PUT /v2.0/ports/5948e58c-a12c-4416-afa5-9e142acf5f22 HTTP/1.1" status: 200  len: 1096 time: 3.7897062
Jun 04 15:08:53.018580 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34492b38-4750-4399-b62a-0652de18bf33', 'tag': '5948e58c-a12c-4416-afa5-9e142acf5f22'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:08:53.076004 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fce53c-b818-4850-9144-641b64f9667d" -d '{"events": [{"name": "network-changed", "server_uuid": "34492b38-4750-4399-b62a-0652de18bf33", "tag": "5948e58c-a12c-4416-afa5-9e142acf5f22"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:08:53.076694 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-57a9ede9-8750-4287-b786-bca0047feabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:53.078403 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-57a9ede9-8750-4287-b786-bca0047feabf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1184278
Jun 04 15:08:53.141314 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58a02b65-03f2-48b3-b5a8-c88f91aba5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:53.211666 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1237641b-2e69-466b-81c0-4297987d13b7 req-4c00f394-e9ad-4dd9-b2fd-094763e43f15 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4565618
Jun 04 15:08:53.244423 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:53.250182 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-f2d26cd9-4c05-431f-8d98-a890b5b73934 service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8424652
Jun 04 15:08:53.344634 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-bf0704ef-d0ba-484f-9ebd-adc43277e9f1 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2524261
Jun 04 15:08:53.406817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Pushing event updated for resources: {'Port': ['ID=5948e58c-a12c-4416-afa5-9e142acf5f22,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:53.415235 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:53.667039 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-462aef3e-5b92-4172-936b-c7b2ed94cb65 req-f3c8ac85-48cb-4119-873b-b089129e83a7 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3151503
Jun 04 15:08:53.671940 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-9c34533f-ae47-417a-b556-a5664767c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:53.673657 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-9c34533f-ae47-417a-b556-a5664767c9e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 1099 time: 0.4434619
Jun 04 15:08:53.687559 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7e093-084d-4078-ad0a-4ecb23568607 req-794b96ea-bcfe-4a47-b870-c293e15713c7 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:53.690249 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fbf7e093-084d-4078-ad0a-4ecb23568607 req-794b96ea-bcfe-4a47-b870-c293e15713c7 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 950 time: 0.1813290
Jun 04 15:08:53.788530 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58a02b65-03f2-48b3-b5a8-c88f91aba5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:53.804008 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:53.823938 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-7eb414b0-5f0a-432d-8b19-90cadc9921f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5948e58c-a12c-4416-afa5-9e142acf5f22 HTTP/1.1" status: 200  len: 217 time: 0.1322217
Jun 04 15:08:53.876402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a02b65-03f2-48b3-b5a8-c88f91aba5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a7e635-2eea-4b83-af5e-4d14675d5854,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:53.890467 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-58a02b65-03f2-48b3-b5a8-c88f91aba5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:53.903637 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fbf7e093-084d-4078-ad0a-4ecb23568607 req-d8243fb5-8f5a-40ca-85bb-f1ac79fcaf9b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328409
Jun 04 15:08:53.913665 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58a02b65-03f2-48b3-b5a8-c88f91aba5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:53.922753 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-58a02b65-03f2-48b3-b5a8-c88f91aba5e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35a7e635-2eea-4b83-af5e-4d14675d5854 HTTP/1.1" status: 204  len: 168 time: 1.5501597
Jun 04 15:08:53.942586 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-e4888b13-625c-40b2-bb72-34a87e220e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:53.944229 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-e4888b13-625c-40b2-bb72-34a87e220e97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1097536
Jun 04 15:08:54.095356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-cfb1370d-12d2-48f0-b055-3a8f058334d3 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:54.096496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-cfb1370d-12d2-48f0-b055-3a8f058334d3 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Synchronizing usage tracker for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:08:54.123955 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-361580a6-777a-4d9a-bed2-7b7e0d1ccc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:54.125629 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-361580a6-777a-4d9a-bed2-7b7e0d1ccc4b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1748233
Jun 04 15:08:54.314207 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c425-4350-48b0-9701-408d9e212d45 req-64204a83-27e5-415d-9e2d-6849b3cf40d0 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:54.316078 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-64204a83-27e5-415d-9e2d-6849b3cf40d0 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e&tenant_id=a03aebe4cbe94e51823784c56531a643&binding%3Ahost_id=n-h2-791505-9 HTTP/1.1" status: 200  len: 1095 time: 0.1159775
Jun 04 15:08:54.317661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-cfb1370d-12d2-48f0-b055-3a8f058334d3 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Unset dirty status for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:08:54.319363 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-cfb1370d-12d2-48f0-b055-3a8f058334d3 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/networks?id=5e9b67b2-653a-47ea-a9ed-4f14adb137d3 HTTP/1.1" status: 200  len: 828 time: 0.5386794
Jun 04 15:08:54.388896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befeec5-91e2-4423-9a34-f7bd801dc649 req-94849650-6db0-4af0-8825-1079e0ed859e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:54.390668 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8befeec5-91e2-4423-9a34-f7bd801dc649 req-94849650-6db0-4af0-8825-1079e0ed859e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 944 time: 0.2641385
Jun 04 15:08:54.392779 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-acfb98c2-be13-48b2-8375-97a4677130db service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2278545
Jun 04 15:08:54.504128 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-6f98b852-3074-493a-b0aa-771bb5fe96a2 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/quotas/fdf8d6fdd96c41e5b1ffd2e166f1560e HTTP/1.1" status: 200  len: 375 time: 0.1786432
Jun 04 15:08:54.580451 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8befeec5-91e2-4423-9a34-f7bd801dc649 req-7d27bebc-3a18-45f6-a132-c48a61adfa8e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624062
Jun 04 15:08:54.651665 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e557c88c-9624-421d-aa11-ff0bf9b31279 req-b60ac0c4-8417-4f09-aa4c-a76b891180f9 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2483876
Jun 04 15:08:54.658522 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-a2ef56f2-fd56-458d-ba85-172207faddb2 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdf8d6fdd96c41e5b1ffd2e166f1560e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1365097
Jun 04 15:08:54.831261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82113ef6-f9c7-4b13-82e3-a52632352a00 req-e01491c3-3079-44b8-8dab-20db6d13538a tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:54.838967 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-82113ef6-f9c7-4b13-82e3-a52632352a00 req-e01491c3-3079-44b8-8dab-20db6d13538a tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 966 time: 0.1241553
Jun 04 15:08:54.839625 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-ca48fdcb-2088-4874-8ef1-858c3a8d997b service neutron] 10.222.0.32 "GET /v2.0/networks/5e9b67b2-653a-47ea-a9ed-4f14adb137d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661277
Jun 04 15:08:54.900118 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-82113ef6-f9c7-4b13-82e3-a52632352a00 req-2564db4b-392a-4c8b-a3c9-f16ea56ef5ff tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601058
Jun 04 15:08:54.927058 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-4133c425-4350-48b0-9701-408d9e212d45 req-c0d56561-e96a-4a7a-bd40-3c2489c0a26a service neutron] For port 813f4f5b-4123-4e1e-923d-9448ffb376d3, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:08:55.006393 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4133c425-4350-48b0-9701-408d9e212d45 req-c0d56561-e96a-4a7a-bd40-3c2489c0a26a service neutron] Notify callbacks [] for binding, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:55.007578 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4133c425-4350-48b0-9701-408d9e212d45 req-c0d56561-e96a-4a7a-bd40-3c2489c0a26a service neutron] 10.222.0.62 "DELETE /v2.0/ports/813f4f5b-4123-4e1e-923d-9448ffb376d3/bindings/n-h1-791505-9 HTTP/1.1" status: 204  len: 173 time: 0.6721756
Jun 04 15:08:55.039339 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 65f36569-57a3-4fdf-a122-14b8c14f9602 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:08:55.064486 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-8fa03282-29ee-488f-9541-512ff590931a service neutron] 10.222.0.32 "GET /v2.0/networks/5e9b67b2-653a-47ea-a9ed-4f14adb137d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2147074
Jun 04 15:08:55.129217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c414b-d5b5-4b39-8c8c-a9c227de3580 req-b17c515f-b2a9-41bd-ae79-82dce94a30f7 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:55.131581 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-713c414b-d5b5-4b39-8c8c-a9c227de3580 req-b17c515f-b2a9-41bd-ae79-82dce94a30f7 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 948 time: 0.0973165
Jun 04 15:08:55.189241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-713c414b-d5b5-4b39-8c8c-a9c227de3580 req-d82a7ce2-693c-4125-958e-f5a408c20d76 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482345
Jun 04 15:08:55.263216 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24e204b-ac7e-41e9-9639-644f745485c5 x-openstack-request-id: req-c24e204b-ac7e-41e9-9639-644f745485c5 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:08:55.264322 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404c7a6b-dd65-4c04-9f09-997452158834", "tag": "3fdac15a-f081-40a3-a21a-d659ed033c70", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:08:55.265223 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c24e204b-ac7e-41e9-9639-644f745485c5 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:08:55.267389 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404c7a6b-dd65-4c04-9f09-997452158834', 'tag': '3fdac15a-f081-40a3-a21a-d659ed033c70', 'status': 'completed', 'code': 200}
Jun 04 15:08:55.306653 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af15cc2f-ae16-45d8-ae3f-1a6263baaab7 x-openstack-request-id: req-af15cc2f-ae16-45d8-ae3f-1a6263baaab7 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:08:55.307058 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34492b38-4750-4399-b62a-0652de18bf33", "tag": "5948e58c-a12c-4416-afa5-9e142acf5f22", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:08:55.307400 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af15cc2f-ae16-45d8-ae3f-1a6263baaab7 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:08:55.307827 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34492b38-4750-4399-b62a-0652de18bf33', 'tag': '5948e58c-a12c-4416-afa5-9e142acf5f22', 'status': 'completed', 'code': 200}
Jun 04 15:08:55.346327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 65f36569-57a3-4fdf-a122-14b8c14f9602 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:08:55.352698 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 65f36569-57a3-4fdf-a122-14b8c14f9602 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:55.353330 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:55.422728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c7e79-1ac8-4135-85fa-69c8b5a5394e req-31c6a05d-2441-4373-afa1-63cb0d4930d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:55.430652 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5c3c7e79-1ac8-4135-85fa-69c8b5a5394e req-31c6a05d-2441-4373-afa1-63cb0d4930d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9fca0b61e2d44208ad836bd6f042ff17&device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 1099 time: 0.1382370
Jun 04 15:08:55.491587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fce53c-b818-4850-9144-641b64f9667d req-168d094f-94ea-4e13-a80b-a0a94b03fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:55.494095 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-99fce53c-b818-4850-9144-641b64f9667d req-168d094f-94ea-4e13-a80b-a0a94b03fb65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 1099 time: 0.1580443
Jun 04 15:08:55.552477 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:55.600580 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34626) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:55.639292 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:55.677184 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7cec932-e9e2-420f-ab03-72ebc376dd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:55.735518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c7e79-1ac8-4135-85fa-69c8b5a5394e req-d258ed0e-eb8e-4dec-a46b-b5a398740067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:55.738525 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5c3c7e79-1ac8-4135-85fa-69c8b5a5394e req-d258ed0e-eb8e-4dec-a46b-b5a398740067 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2950075
Jun 04 15:08:55.759510 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 65f36569-57a3-4fdf-a122-14b8c14f9602, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=65f36569-57a3-4fdf-a122-14b8c14f9602,segment=NetworkSegment(9ae5f964-a369-4e0a-8028-0cc3707631ba),segment_id=9ae5f964-a369-4e0a-8028-0cc3707631ba)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:55.821221 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b7cec932-e9e2-420f-ab03-72ebc376dd50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:08:55.838675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b7cec932-e9e2-420f-ab03-72ebc376dd50 admin admin] Usage tracker for resource:security_group_rule and tenant:2d1808f5bf2a47ffaf218726a1e51836 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:08:55.858840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b7cec932-e9e2-420f-ab03-72ebc376dd50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:08:55.879510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b7cec932-e9e2-420f-ab03-72ebc376dd50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:08:55.883688 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:55.891927 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:55.909253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a68c5-937a-4d45-8061-dc5b7dac4fb2 req-6fc09034-db6c-4b7f-b792-865848de271a tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:55.911829 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-932a68c5-937a-4d45-8061-dc5b7dac4fb2 req-6fc09034-db6c-4b7f-b792-865848de271a tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 945 time: 0.4848166
Jun 04 15:08:55.956178 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5c3c7e79-1ac8-4135-85fa-69c8b5a5394e req-d2dd8d8d-f522-4a45-990e-cc5f478dea2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=3fdac15a-f081-40a3-a21a-d659ed033c70 HTTP/1.1" status: 200  len: 217 time: 0.1440449
Jun 04 15:08:56.031867 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-932a68c5-937a-4d45-8061-dc5b7dac4fb2 req-d873831f-cadd-4649-9833-cc8d57529434 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970786
Jun 04 15:08:56.033833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fce53c-b818-4850-9144-641b64f9667d req-ee4796b8-8570-4640-bad5-d26c2c2cfc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:56.036115 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-99fce53c-b818-4850-9144-641b64f9667d req-ee4796b8-8570-4640-bad5-d26c2c2cfc35 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.5155029
Jun 04 15:08:56.075394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=65f36569-57a3-4fdf-a122-14b8c14f9602,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:56.086694 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:56.095542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c7e79-1ac8-4135-85fa-69c8b5a5394e req-58cc3330-c4f7-4c23-a93b-b51778046b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:56.098399 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5c3c7e79-1ac8-4135-85fa-69c8b5a5394e req-58cc3330-c4f7-4c23-a93b-b51778046b27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1296937
Jun 04 15:08:56.196490 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f31e32-19a4-4526-aaad-6a15e6a7732b req-77842f37-238c-4637-818b-ba62e8f8d53a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:56.198067 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71f31e32-19a4-4526-aaad-6a15e6a7732b req-77842f37-238c-4637-818b-ba62e8f8d53a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 948 time: 0.4477117
Jun 04 15:08:56.280011 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71f31e32-19a4-4526-aaad-6a15e6a7732b req-554f181c-65fc-4c74-bef0-40e1b6fa530f tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732341
Jun 04 15:08:56.288448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c7e79-1ac8-4135-85fa-69c8b5a5394e req-b4749383-4561-4f34-a502-054901a4c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:56.291009 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5c3c7e79-1ac8-4135-85fa-69c8b5a5394e req-b4749383-4561-4f34-a502-054901a4c875 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1790414
Jun 04 15:08:56.396530 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-99fce53c-b818-4850-9144-641b64f9667d req-24f5dd83-df74-48da-afe5-116a89637d19 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5948e58c-a12c-4416-afa5-9e142acf5f22 HTTP/1.1" status: 200  len: 217 time: 0.2387581
Jun 04 15:08:56.457806 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7c15b12-34a7-48c3-8043-b719bf956a2d req-5ae06b26-a61b-467a-b75b-3a387334b262 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 210 time: 0.0556128
Jun 04 15:08:56.525172 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5c3c7e79-1ac8-4135-85fa-69c8b5a5394e req-821d47cf-9d53-4f29-be70-8064d2af17a4 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2205791
Jun 04 15:08:56.572691 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7cec932-e9e2-420f-ab03-72ebc376dd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:56.577209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fce53c-b818-4850-9144-641b64f9667d req-f9f4afb1-7046-4802-bc70-b9b5436806b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:56.579157 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-99fce53c-b818-4850-9144-641b64f9667d req-f9f4afb1-7046-4802-bc70-b9b5436806b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1701357
Jun 04 15:08:56.676181 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9df1546d-74c5-4ea2-95e0-3e11e8679731 req-3cd4d2d2-6b2a-48f8-8d2e-6c6437bc126b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b8a7f36a-093f-4ae9-bfde-55e851acb2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.6377478
Jun 04 15:08:56.680305 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7cec932-e9e2-420f-ab03-72ebc376dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:56.693347 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c6f61aa5-3428-48ca-a931-2b75643bf325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:56.733349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da547f9c-73dd-4ab5-86b3-dd58adc9f5a5 req-d56e9ac7-9169-4f8e-81bc-17ee1068f0c5 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:56.734889 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da547f9c-73dd-4ab5-86b3-dd58adc9f5a5 req-d56e9ac7-9169-4f8e-81bc-17ee1068f0c5 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 950 time: 0.4043927
Jun 04 15:08:56.822265 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b7cec932-e9e2-420f-ab03-72ebc376dd50 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d1808f5bf2a47ffaf218726a1e51836&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2139442
Jun 04 15:08:56.835795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34640) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:08:56.836700 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5c3c7e79-1ac8-4135-85fa-69c8b5a5394e req-ed60c93e-27d3-46d7-9203-bccb1de6cd4d service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3024335
Jun 04 15:08:56.850287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cec932-e9e2-420f-ab03-72ebc376dd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7bb955-51d3-47b9-8e3e-658a75fd9db1,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:56.856577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd9363-0ebd-4cce-b344-e6220e6a3480 req-ffe7db6c-6a3c-4747-9ac2-a4e58f705b30 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:56.870667 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b7cec932-e9e2-420f-ab03-72ebc376dd50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:56.875993 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d5dd9363-0ebd-4cce-b344-e6220e6a3480 req-ffe7db6c-6a3c-4747-9ac2-a4e58f705b30 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 944 time: 0.2613871
Jun 04 15:08:56.942227 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da547f9c-73dd-4ab5-86b3-dd58adc9f5a5 req-bcfafc5d-4167-472c-8b51-a8a0c98b3de0 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522920
Jun 04 15:08:56.957561 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fce53c-b818-4850-9144-641b64f9667d req-8153b115-25bd-4f8c-b02b-91c3d1a724b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:56.962027 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-99fce53c-b818-4850-9144-641b64f9667d req-8153b115-25bd-4f8c-b02b-91c3d1a724b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3717015
Jun 04 15:08:57.027101 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d5dd9363-0ebd-4cce-b344-e6220e6a3480 req-e5191229-f1f0-4b9f-a42f-1b5249dd48d1 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423271
Jun 04 15:08:57.062147 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0478a138-56b1-4209-be69-8a4064bc2e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:57.094390 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 65f36569-57a3-4fdf-a122-14b8c14f9602 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:08:57.220377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1546d-74c5-4ea2-95e0-3e11e8679731 req-c382713e-1cbe-4ccc-81c2-0933ae854034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:57.223315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9df1546d-74c5-4ea2-95e0-3e11e8679731 req-c382713e-1cbe-4ccc-81c2-0933ae854034 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=b8a7f36a-093f-4ae9-bfde-55e851acb2df HTTP/1.1" status: 200  len: 1101 time: 0.4805548
Jun 04 15:08:57.225524 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 65f36569-57a3-4fdf-a122-14b8c14f9602 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:08:57.226932 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:57.275926 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0478a138-56b1-4209-be69-8a4064bc2e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:57.445389 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-99fce53c-b818-4850-9144-641b64f9667d req-756ec0fa-66db-48d7-b6d2-5c7ffa944430 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4786785
Jun 04 15:08:57.511737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf31e27-6f5d-47ac-aa74-fb26e778b0cb req-c5cfa33b-bf04-4fa7-aab6-b1d9c646a8fa tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:57.512494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-5bf31e27-6f5d-47ac-aa74-fb26e778b0cb req-c5cfa33b-bf04-4fa7-aab6-b1d9c646a8fa tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Synchronizing usage tracker for tenant:9fca0b61e2d44208ad836bd6f042ff17 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:08:57.694112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-5bf31e27-6f5d-47ac-aa74-fb26e778b0cb req-c5cfa33b-bf04-4fa7-aab6-b1d9c646a8fa tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Unset dirty status for tenant:9fca0b61e2d44208ad836bd6f042ff17 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:08:57.701802 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5bf31e27-6f5d-47ac-aa74-fb26e778b0cb req-c5cfa33b-bf04-4fa7-aab6-b1d9c646a8fa tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 948 time: 0.4601593
Jun 04 15:08:57.718561 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1546d-74c5-4ea2-95e0-3e11e8679731 req-4eb42458-a6a8-4c6b-a7f5-6f074ea2d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:57.720014 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9df1546d-74c5-4ea2-95e0-3e11e8679731 req-4eb42458-a6a8-4c6b-a7f5-6f074ea2d900 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.4291430
Jun 04 15:08:57.768941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-5bf31e27-6f5d-47ac-aa74-fb26e778b0cb req-ae919c6c-4f28-4206-9607-b599298ecf70 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Synchronizing usage tracker for tenant:9fca0b61e2d44208ad836bd6f042ff17 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:08:57.813510 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0478a138-56b1-4209-be69-8a4064bc2e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:57.830512 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3a8f8399-c516-4e0c-9fd9-8940a0dabf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:57.840386 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9df1546d-74c5-4ea2-95e0-3e11e8679731 req-9a581922-7bc1-430e-b374-b73f6c4d77db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=68f0c106-4301-4722-a664-002be03379b1 HTTP/1.1" status: 200  len: 217 time: 0.0991020
Jun 04 15:08:57.842591 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-99fce53c-b818-4850-9144-641b64f9667d req-11ab887a-8dcb-4ef8-baeb-4a036b58aa6a service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3035429
Jun 04 15:08:57.845448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478a138-56b1-4209-be69-8a4064bc2e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7bb955-51d3-47b9-8e3e-658a75fd9db1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:57.849174 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0478a138-56b1-4209-be69-8a4064bc2e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:08:57.938116 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0478a138-56b1-4209-be69-8a4064bc2e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:57.938116 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0478a138-56b1-4209-be69-8a4064bc2e0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb7bb955-51d3-47b9-8e3e-658a75fd9db1 HTTP/1.1" status: 204  len: 168 time: 1.1002235
Jun 04 15:08:57.944155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1546d-74c5-4ea2-95e0-3e11e8679731 req-fdfdc508-e94f-4e06-843d-92e050888032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:57.945686 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9df1546d-74c5-4ea2-95e0-3e11e8679731 req-fdfdc508-e94f-4e06-843d-92e050888032 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0911574
Jun 04 15:08:57.957914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-5bf31e27-6f5d-47ac-aa74-fb26e778b0cb req-ae919c6c-4f28-4206-9607-b599298ecf70 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Unset dirty status for tenant:9fca0b61e2d44208ad836bd6f042ff17 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:08:57.964981 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5bf31e27-6f5d-47ac-aa74-fb26e778b0cb req-ae919c6c-4f28-4206-9607-b599298ecf70 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2565992
Jun 04 15:08:58.163190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1546d-74c5-4ea2-95e0-3e11e8679731 req-06f4a29f-49fc-4f4a-b971-d4875bd1c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:58.164684 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9df1546d-74c5-4ea2-95e0-3e11e8679731 req-06f4a29f-49fc-4f4a-b971-d4875bd1c9eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2023799
Jun 04 15:08:58.210649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f21cd7-cfc0-46cf-bff8-c1a0103a71d6 req-9a1182ab-638a-47f0-a397-cd19ae868115 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:58.212249 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f4f21cd7-cfc0-46cf-bff8-c1a0103a71d6 req-9a1182ab-638a-47f0-a397-cd19ae868115 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 945 time: 0.1773922
Jun 04 15:08:58.344040 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f4f21cd7-cfc0-46cf-bff8-c1a0103a71d6 req-2ba45df6-4933-4324-bc7e-cfe7110f36ac tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161959
Jun 04 15:08:58.390331 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9df1546d-74c5-4ea2-95e0-3e11e8679731 req-ef694326-5d08-45b1-b57a-7487ee62f490 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2115312
Jun 04 15:08:58.417690 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-19de8db2-0cf1-424d-902c-5d98ad472160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:58.419098 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-19de8db2-0cf1-424d-902c-5d98ad472160 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 1096 time: 0.3120801
Jun 04 15:08:58.458824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a4e9-c758-4977-bc97-bbb0f9f7fa4d req-4ccef3d0-12d2-4003-91d3-39e1263aef86 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:58.461340 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-efe5a4e9-c758-4977-bc97-bbb0f9f7fa4d req-4ccef3d0-12d2-4003-91d3-39e1263aef86 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 948 time: 0.2985065
Jun 04 15:08:58.601585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c84c0054-70d4-4776-aeea-e4472c81b3f3 req-3be65e54-7c9e-4350-addf-3f4fb95daeb9 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Synchronizing usage tracker for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:08:58.642058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 5948e58c-a12c-4416-afa5-9e142acf5f22 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:08:58.643123 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9df1546d-74c5-4ea2-95e0-3e11e8679731 req-ac7d60df-0c8e-40cb-8b5d-e21f60a653f5 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2392397
Jun 04 15:08:58.646190 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-efe5a4e9-c758-4977-bc97-bbb0f9f7fa4d req-d30093ec-d8b6-40d0-bf8c-da4d27a4dfd4 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675262
Jun 04 15:08:58.670898 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 3fdac15a-f081-40a3-a21a-d659ed033c70 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:08:58.698167 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-ad8c5ff8-ce02-4e32-a167-0786bf2ad913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:58.700726 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-ad8c5ff8-ce02-4e32-a167-0786bf2ad913 service neutron] 10.222.0.62 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.2723534
Jun 04 15:08:58.739993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c84c0054-70d4-4776-aeea-e4472c81b3f3 req-3be65e54-7c9e-4350-addf-3f4fb95daeb9 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Unset dirty status for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:08:58.742226 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c84c0054-70d4-4776-aeea-e4472c81b3f3 req-3be65e54-7c9e-4350-addf-3f4fb95daeb9 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 210 time: 0.2005291
Jun 04 15:08:58.835530 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-8fad2449-8caf-437f-9c60-27aaf864a5b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f714e28-ec36-4ad5-b7fd-a48af7b53f62 HTTP/1.1" status: 200  len: 217 time: 0.1203043
Jun 04 15:08:59.042575 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-1a6e1997-eefd-4998-aa02-68c2ae61e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:59.054760 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-1a6e1997-eefd-4998-aa02-68c2ae61e66d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.2031510
Jun 04 15:08:59.102516 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 5948e58c-a12c-4416-afa5-9e142acf5f22, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=5948e58c-a12c-4416-afa5-9e142acf5f22,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:59.123193 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 3fdac15a-f081-40a3-a21a-d659ed033c70, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=3fdac15a-f081-40a3-a21a-d659ed033c70,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:59.140843 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '5948e58c-a12c-4416-afa5-9e142acf5f22', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '5948e58c-a12c-4416-afa5-9e142acf5f22', 'mac_address': 'fa:16:3e:c3:d7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:08:59.183271 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '3fdac15a-f081-40a3-a21a-d659ed033c70', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '3fdac15a-f081-40a3-a21a-d659ed033c70', 'mac_address': 'fa:16:3e:1b:54:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:08:59.206808 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-8e389a92-1af3-46ac-bc66-32383be378aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1248491
Jun 04 15:08:59.215794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34693c-2d16-4bc0-bc0f-7e67f5506130 req-72a14d97-51b3-4f0f-9d2d-d39c03a15f08 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:59.221749 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cf34693c-2d16-4bc0-bc0f-7e67f5506130 req-72a14d97-51b3-4f0f-9d2d-d39c03a15f08 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 1095 time: 0.2596428
Jun 04 15:08:59.285473 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:59.346261 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:59.363041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5948e58c-a12c-4416-afa5-9e142acf5f22 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:08:59.378194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdac15a-f081-40a3-a21a-d659ed033c70 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:08:59.380714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5b3bc-3b5a-451e-9bc6-d538bf9a5c95 req-0284c06d-4da5-439c-8101-768dcb5a99f5 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:59.389831 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-68c5b3bc-3b5a-451e-9bc6-d538bf9a5c95 req-0284c06d-4da5-439c-8101-768dcb5a99f5 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 950 time: 0.4285820
Jun 04 15:08:59.399740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 5948e58c-a12c-4416-afa5-9e142acf5f22, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=5948e58c-a12c-4416-afa5-9e142acf5f22,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:59.410055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 3fdac15a-f081-40a3-a21a-d659ed033c70, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=3fdac15a-f081-40a3-a21a-d659ed033c70,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:08:59.448104 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cf34693c-2d16-4bc0-bc0f-7e67f5506130 req-927a97e9-4ed2-4a1e-a4aa-339cf92e1f1b tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2167249
Jun 04 15:08:59.476086 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-68c5b3bc-3b5a-451e-9bc6-d538bf9a5c95 req-6c22c943-5338-4310-9c15-e577291ecc46 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850742
Jun 04 15:08:59.501215 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9a43b3de-b76d-4382-9983-bed682f8aff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:59.510375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a026ee8-ab79-46eb-8282-36d17eb6f320 req-7d7ce4ed-3fda-4546-a818-0001777ffcca tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:59.511166 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a026ee8-ab79-46eb-8282-36d17eb6f320 req-7d7ce4ed-3fda-4546-a818-0001777ffcca tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.65 "GET /v2.0/ports?device_id=d112e666-c8ae-44e4-8118-a73779b3dcba HTTP/1.1" status: 200  len: 966 time: 0.2477016
Jun 04 15:08:59.530455 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-482528e0-14b3-4b12-b5f6-459cfbf4dbe1 service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2972953
Jun 04 15:08:59.535430 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:59.538308 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:08:59.541585 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:08:59.782742 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=3fdac15a-f081-40a3-a21a-d659ed033c70,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:08:59.872390 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-4416d2b5-a97e-42ea-95c7-98c67c90da72 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--285037494&fields=id&tenant_id=d9f41c4c2f734025b9beae4f469560f3 HTTP/1.1" status: 200  len: 267 time: 0.1040208
Jun 04 15:08:59.875516 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-4440344d-4c91-44a5-bd7c-e20be68e321b service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3288226
Jun 04 15:08:59.888984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542567e-b6c9-41c0-a481-7782b2f66437 req-21ebeb33-15cf-404d-8b4b-1338af47e1ee tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:08:59.896827 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a542567e-b6c9-41c0-a481-7782b2f66437 req-21ebeb33-15cf-404d-8b4b-1338af47e1ee tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 949 time: 0.2800288
Jun 04 15:08:59.900197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['5948e58c-a12c-4416-afa5-9e142acf5f22'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:08:59.985257 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-2a026ee8-ab79-46eb-8282-36d17eb6f320 req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Deleting port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:08:59.985257 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2a026ee8-ab79-46eb-8282-36d17eb6f320 req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:00.039532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=5948e58c-a12c-4416-afa5-9e142acf5f22,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:00.045489 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:00.050475 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:00.051260 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:00.167532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-2a026ee8-ab79-46eb-8282-36d17eb6f320 req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] For port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=073fecbc-58e2-497f-ac3e-b8cba3e6cf82,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:00.167891 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2a026ee8-ab79-46eb-8282-36d17eb6f320 req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:00.233937 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['3fdac15a-f081-40a3-a21a-d659ed033c70'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:00.355784 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a542567e-b6c9-41c0-a481-7782b2f66437 req-749840f3-077a-48e3-8fb4-df6905706f06 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4578989
Jun 04 15:09:00.444127 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-1763e378-e9e6-42e9-b201-237f0cdba96d tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:00.446112 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-1763e378-e9e6-42e9-b201-237f0cdba96d tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.62 "GET /v2.0/networks?id=5e9b67b2-653a-47ea-a9ed-4f14adb137d3 HTTP/1.1" status: 200  len: 828 time: 0.3253388
Jun 04 15:09:00.500281 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Request body: {'port': {'device_id': '50235023-08f7-4cf6-b009-7d84b05547f7', 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'admin_state_up': True, 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:00.643582 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:09:00.688428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-9aa636cc-21de-470b-9a48-bd896b0ae36d tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:00.689953 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-9aa636cc-21de-470b-9a48-bd896b0ae36d tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded&tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 1096 time: 0.3739555
Jun 04 15:09:00.717373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-9'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:00.767037 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-4f7d17f7-0933-4ec1-b339-518c302b1f5f tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:00.768970 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-4f7d17f7-0933-4ec1-b339-518c302b1f5f tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Synchronizing usage tracker for tenant:d9f41c4c2f734025b9beae4f469560f3 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:00.783957 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2a026ee8-ab79-46eb-8282-36d17eb6f320 req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:00.784567 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2a026ee8-ab79-46eb-8282-36d17eb6f320 req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:00.785224 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-2a026ee8-ab79-46eb-8282-36d17eb6f320 req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Floating IP 5f23ae63-0032-4704-8d39-12e70f2b577e disassociated. External IP: 172.25.4.109, port: 073fecbc-58e2-497f-ac3e-b8cba3e6cf82.
Jun 04 15:09:00.785819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-2a026ee8-ab79-46eb-8282-36d17eb6f320 req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Calling delete_port for 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 owned by compute:tempest-test_az-502173771 {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:09:00.892907 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:00.905936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:00.931413 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:00.959794 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcf748-0523-4406-a9b2-7f0b80d9862e req-bd8df130-0746-40e9-9280-d09bbc55dd45 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:00.967564 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4fbcf748-0523-4406-a9b2-7f0b80d9862e req-bd8df130-0746-40e9-9280-d09bbc55dd45 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 945 time: 0.3619003
Jun 04 15:09:00.974455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd112e666-c8ae-44e4-8118-a73779b3dcba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073fecbc-58e2-497f-ac3e-b8cba3e6cf82'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:00.976548 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255f54cc-e358-4142-b7c2-77a177f2b839" -d '{"events": [{"server_uuid": "d112e666-c8ae-44e4-8118-a73779b3dcba", "name": "network-vif-unplugged", "status": "completed", "tag": "073fecbc-58e2-497f-ac3e-b8cba3e6cf82"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:00.992643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=073fecbc-58e2-497f-ac3e-b8cba3e6cf82,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:00.997631 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:01.008276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-4f7d17f7-0933-4ec1-b339-518c302b1f5f tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Unset dirty status for tenant:d9f41c4c2f734025b9beae4f469560f3 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:01.009578 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-4f7d17f7-0933-4ec1-b339-518c302b1f5f tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/networks?id=66d7eae7-a52d-476b-acd4-4def4e5ed813 HTTP/1.1" status: 200  len: 823 time: 1.1247456
Jun 04 15:09:01.032975 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-4cab551f-eec8-4f06-8eb2-ed78a81396e8 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/quotas/d9f41c4c2f734025b9beae4f469560f3 HTTP/1.1" status: 200  len: 375 time: 0.0140307
Jun 04 15:09:01.075121 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4fbcf748-0523-4406-a9b2-7f0b80d9862e req-23e3eb9b-ab6b-4bfa-8884-d8c08f8fb452 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066570
Jun 04 15:09:01.089055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Made reservation on behalf of fdf8d6fdd96c41e5b1ffd2e166f1560e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:09:01.093745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:01.206370 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:01.217225 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:01.291825 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-c72203cc-433f-4fb7-bca5-4623f9e9c991 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9f41c4c2f734025b9beae4f469560f3&fields=id HTTP/1.1" status: 200  len: 394 time: 0.2479820
Jun 04 15:09:01.421529 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=073fecbc-58e2-497f-ac3e-b8cba3e6cf82,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:01.422663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] For port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:01.428704 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:01.517814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02336418-0c92-4624-85ec-f3a33107db0b req-700d9735-d010-492a-8f5c-8f25647194e8 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:01.519509 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-02336418-0c92-4624-85ec-f3a33107db0b req-700d9735-d010-492a-8f5c-8f25647194e8 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 949 time: 0.2677333
Jun 04 15:09:01.536641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] For port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:09:01.594730 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2a026ee8-ab79-46eb-8282-36d17eb6f320 req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:01.605661 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:01.623565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Allocated IP 172.20.0.8 (5e9b67b2-653a-47ea-a9ed-4f14adb137d3/5386f612-d207-46aa-9a92-15138be08af8/d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:09:01.677135 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-dba3e1a4-cd1a-48e8-b069-19a1e081b86c service neutron] 10.222.0.32 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3617983
Jun 04 15:09:01.778030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Pushing event deleted for resources: {'Port': ['ID=073fecbc-58e2-497f-ac3e-b8cba3e6cf82,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:01.791002 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:01.812203 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2b53f5-5a47-4ca0-85e3-2e30b8feeded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f714e28-ec36-4ad5-b7fd-a48af7b53f62'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:01.814660 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0e7e01-1b5c-4dcb-9155-4bc3634e0f46" -d '{"events": [{"server_uuid": "5b2b53f5-5a47-4ca0-85e3-2e30b8feeded", "name": "network-vif-unplugged", "status": "completed", "tag": "5f714e28-ec36-4ad5-b7fd-a48af7b53f62"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:01.825609 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:01.890968 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-02336418-0c92-4624-85ec-f3a33107db0b req-6373b583-22bd-4bf7-a92c-e07695233c9c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3027709
Jun 04 15:09:01.958987 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:02.046306 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:02.069113 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:02.086025 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-16998611-f547-4a06-a634-21f03c0f27c2 service neutron] 10.222.0.32 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3849247
Jun 04 15:09:02.161236 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:02.208185 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Transition to ACTIVE for port object d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:02.391823 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a3cb-b2cc-48e9-b00c-c6d947d65c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:02.432272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Pushing event updated for resources: {'Port': ['ID=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,revision_number=7']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:02.470901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a026ee8-ab79-46eb-8282-36d17eb6f320 req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:09:02.470901 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:02.498160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Attempting to bind port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 on host n-h1-791505-9 for vnic_type normal with profile {"migrating_to": "n-h2-791505-9"} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:09:02.498432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Attempting to bind port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:09:02.498759 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Attempting to bind port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:02.512613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-2e260c59-1296-4948-8502-9f33c763ef99 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:02.514731 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-2e260c59-1296-4948-8502-9f33c763ef99 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 808 time: 0.4700825
Jun 04 15:09:02.569630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:09:02.570103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Attempting to bind port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:02.614100 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-2fb50908-153e-4291-8de3-cc40b9839551 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/quotas/a03aebe4cbe94e51823784c56531a643 HTTP/1.1" status: 200  len: 375 time: 0.0459292
Jun 04 15:09:02.614864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:09:02.615178 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Checking segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:09:02.615600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Bound using segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:09:02.616303 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Bound port: 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:09:02.616907 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:02.642795 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 5948e58c-a12c-4416-afa5-9e142acf5f22 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:09:02.662568 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:02.677266 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:02.680676 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 3fdac15a-f081-40a3-a21a-d659ed033c70 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:09:02.782044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Network 5e9b67b2-653a-47ea-a9ed-4f14adb137d3 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:09:02.788296 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:09:02.807930 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:09:02.815997 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:02.816921 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:02.923735 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 3fdac15a-f081-40a3-a21a-d659ed033c70 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:02.930728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 3fdac15a-f081-40a3-a21a-d659ed033c70 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:02.931503 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:02.931729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Pushing event updated for resources: {'Port': ['ID=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:02.938102 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:03.017169 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 5948e58c-a12c-4416-afa5-9e142acf5f22 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:03.032192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a026ee8-ab79-46eb-8282-36d17eb6f320 req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:09:03.049526 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 5948e58c-a12c-4416-afa5-9e142acf5f22 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:03.050291 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:03.057878 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a2637-f192-4900-9f91-d98be0069875 None None] Sync routers for ids ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:09:03.081932 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6036811
Jun 04 15:09:03.091996 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a2637-f192-4900-9f91-d98be0069875 None None] Routers {'61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:09:03.095451 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e80a2637-f192-4900-9f91-d98be0069875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cbd7d00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:09:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:03.104437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Request body: {'port': {'device_id': '50235023-08f7-4cf6-b009-7d84b05547f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:03.185091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] For port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:09:03.216251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea72a6-b3d6-4691-b1c8-8ba64886548e req-86c44ecd-1f86-4a15-a84e-3ca4a7bdf728 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:03.218750 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-e2ea72a6-b3d6-4691-b1c8-8ba64886548e req-86c44ecd-1f86-4a15-a84e-3ca4a7bdf728 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Synchronizing usage tracker for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:03.222735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] For port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:09:03.227801 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a026ee8-ab79-46eb-8282-36d17eb6f320 req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] No DVR routers for this DVR port 073fecbc-58e2-497f-ac3e-b8cba3e6cf82 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:09:03.242769 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-cc44d3e9-f5a7-4b94-a74a-525ecdf2794b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6148653
Jun 04 15:09:03.244297 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2a026ee8-ab79-46eb-8282-36d17eb6f320 req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:03.323517 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:03.333336 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:03.333627 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-be25aef7-bbc7-45ad-a0ab-eebf04b8b0a0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:03.366176 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:03.391737 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:03.393173 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a026ee8-ab79-46eb-8282-36d17eb6f320 req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.65 "DELETE /v2.0/ports/073fecbc-58e2-497f-ac3e-b8cba3e6cf82 HTTP/1.1" status: 204  len: 173 time: 3.8753533
Jun 04 15:09:03.424587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-e2ea72a6-b3d6-4691-b1c8-8ba64886548e req-86c44ecd-1f86-4a15-a84e-3ca4a7bdf728 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Unset dirty status for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:03.431655 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2ea72a6-b3d6-4691-b1c8-8ba64886548e req-86c44ecd-1f86-4a15-a84e-3ca4a7bdf728 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 931 time: 0.4537418
Jun 04 15:09:03.440630 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-e80a2637-f192-4900-9f91-d98be0069875 None None] Set router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:09:03.462727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 5948e58c-a12c-4416-afa5-9e142acf5f22, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=5948e58c-a12c-4416-afa5-9e142acf5f22,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:03.465282 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 3fdac15a-f081-40a3-a21a-d659ed033c70, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=3fdac15a-f081-40a3-a21a-d659ed033c70,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:03.505959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4f31ee3b-1ff5-4691-b80a-4ae700e9ab06 None None] Provisioning for port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:03.511551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4f31ee3b-1ff5-4691-b80a-4ae700e9ab06 None None] Provisioning complete for port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:03.512014 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4f31ee3b-1ff5-4691-b80a-4ae700e9ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:03.601591 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:03.636125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-e2ea72a6-b3d6-4691-b1c8-8ba64886548e req-aa997159-d578-46b9-a296-83c0d1691420 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Synchronizing usage tracker for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:03.641214 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4f31ee3b-1ff5-4691-b80a-4ae700e9ab06 None None] Port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:09:03.742177 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:03.748071 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:03.754465 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:03.810368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:03.811549 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:03.816773 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] 10.222.0.62 "PUT /v2.0/ports/5f714e28-ec36-4ad5-b7fd-a48af7b53f62 HTTP/1.1" status: 200  len: 1121 time: 3.1003075
Jun 04 15:09:03.854112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Pushing event updated for resources: {'Port': ['ID=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,revision_number=8']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:03.859506 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:03.864746 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-5089c36f-8846-4e02-89d4-bf932bf8ce17 service neutron] 10.222.0.32 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6043358
Jun 04 15:09:03.935104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['5f714e28-ec36-4ad5-b7fd-a48af7b53f62'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:03.961559 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e80a2637-f192-4900-9f91-d98be0069875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cbd7d00>, [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:14Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '24079c6f-c769-4169-82b5-462ea6082fdb', 'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'mac_address': 'fa:16:3e:2c:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:12Z', 'updated_at': '2021-06-04T15:06:21Z', 'revision_number': 5, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'subnets': [{'id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:03.971611 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a2637-f192-4900-9f91-d98be0069875 None None] Checking router: 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:09:03.988864 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a2637-f192-4900-9f91-d98be0069875 None None] Routers {'61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:09:03.991184 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e80a2637-f192-4900-9f91-d98be0069875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cbd7d00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:09:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:04.079283 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:04.083963 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=5948e58c-a12c-4416-afa5-9e142acf5f22,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:04.105909 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:04.116717 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Transition to ACTIVE for port object d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:04.120948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-e2ea72a6-b3d6-4691-b1c8-8ba64886548e req-aa997159-d578-46b9-a296-83c0d1691420 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Unset dirty status for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:04.123816 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2ea72a6-b3d6-4691-b1c8-8ba64886548e req-aa997159-d578-46b9-a296-83c0d1691420 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca024b39-e781-4da1-b695-59ae75e52558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6332655
Jun 04 15:09:04.165503 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-37a22a5b-0a46-4359-95e4-674be9fb121b service neutron] 10.222.0.32 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2761602
Jun 04 15:09:04.241720 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=3fdac15a-f081-40a3-a21a-d659ed033c70,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:04.256544 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:04.261109 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:04.261571 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:04.343496 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-e80a2637-f192-4900-9f91-d98be0069875 None None] Set router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:09:04.356679 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:04.370515 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:04.385913 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [req-f642882a-e280-43de-87de-7c9d4738ca25 req-cc27f870-d0f0-4ef1-bad8-71485dcad630 service neutron] show failed (client error): The resource could not be found.
Jun 04 15:09:04.389168 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-cc27f870-d0f0-4ef1-bad8-71485dcad630 service neutron] 10.222.0.62 "GET /v2.0/ports/dd2bace0-30e3-482a-b51e-568b2f544066/bindings/n-h1-791505-9 HTTP/1.1" status: 404  len: 380 time: 0.1425300
Jun 04 15:09:04.585852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Pushing event updated for resources: {'Port': ['ID=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:04.643961 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:04.735151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Attempting to bind port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:09:04.736043 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Attempting to bind port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '9ae5f964-a369-4e0a-8028-0cc3707631ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:09:04.736593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Attempting to bind port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e on network 5e9b67b2-653a-47ea-a9ed-4f14adb137d3 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:04.750284 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40abb69-11c3-485f-a99d-73eaffdbc3dc x-openstack-request-id: req-f40abb69-11c3-485f-a99d-73eaffdbc3dc {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:04.750284 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d112e666-c8ae-44e4-8118-a73779b3dcba", "name": "network-vif-unplugged", "status": "completed", "tag": "073fecbc-58e2-497f-ac3e-b8cba3e6cf82", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:04.750284 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f40abb69-11c3-485f-a99d-73eaffdbc3dc {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:04.750284 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd112e666-c8ae-44e4-8118-a73779b3dcba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073fecbc-58e2-497f-ac3e-b8cba3e6cf82', 'code': 200}
Jun 04 15:09:04.769934 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2c8b2-11ac-48f5-b871-47ad8c368135 req-2136e952-15fb-4b77-911a-be9dd83b62c9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:04.777201 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-20b2c8b2-11ac-48f5-b871-47ad8c368135 req-2136e952-15fb-4b77-911a-be9dd83b62c9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 950 time: 0.4845595
Jun 04 15:09:04.784020 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e80a2637-f192-4900-9f91-d98be0069875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cbd7d00>, [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:14Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '24079c6f-c769-4169-82b5-462ea6082fdb', 'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'mac_address': 'fa:16:3e:2c:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:12Z', 'updated_at': '2021-06-04T15:06:21Z', 'revision_number': 5, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'subnets': [{'id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:04.792394 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a2637-f192-4900-9f91-d98be0069875 None None] The sync data for ids ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'] in n-d-791505-9 is: [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:14Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '24079c6f-c769-4169-82b5-462ea6082fdb', 'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'mac_address': 'fa:16:3e:2c:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:12Z', 'updated_at': '2021-06-04T15:06:21Z', 'revision_number': 5, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'subnets': [{'id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:09:04.798229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e on network 5e9b67b2-653a-47ea-a9ed-4f14adb137d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:09:04.798965 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Attempting to bind port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e on network 5e9b67b2-653a-47ea-a9ed-4f14adb137d3 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:04.815039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:09:04.815500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Checking segment: {'id': '9ae5f964-a369-4e0a-8028-0cc3707631ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:09:04.816003 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Bound using segment: {'id': '9ae5f964-a369-4e0a-8028-0cc3707631ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:09:04.816521 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Bound port: d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae5f964-a369-4e0a-8028-0cc3707631ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:09:04.817036 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:04.964909 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-20b2c8b2-11ac-48f5-b871-47ad8c368135 req-a960ac94-36e8-4390-abd0-45706c531479 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865540
Jun 04 15:09:05.024178 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] For port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:09:05.030036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] For port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e,segment=NetworkSegment(9ae5f964-a369-4e0a-8028-0cc3707631ba),segment_id=9ae5f964-a369-4e0a-8028-0cc3707631ba)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:09:05.068749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad08d6-af6a-43d4-8419-0623db634095 req-bb365fda-82a5-41d7-8232-8b5fac92032e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:05.070610 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2cad08d6-af6a-43d4-8419-0623db634095 req-bb365fda-82a5-41d7-8232-8b5fac92032e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 950 time: 0.1545963
Jun 04 15:09:05.101664 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:05.140262 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2cad08d6-af6a-43d4-8419-0623db634095 req-c602676a-6a02-43b5-b879-4ac82825dacd tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588708
Jun 04 15:09:05.151899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:05.158083 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8990597d-bb47-4042-87b0-4818b542d893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:05.246116 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b3b34-06bb-4577-9f0d-5bd2bcb61fe8 None None] New status for floating IP 5f23ae63-0032-4704-8d39-12e70f2b577e: DOWN {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:09:05.262430 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bf602f-6509-4857-88e4-543a8043ee15 x-openstack-request-id: req-f6bf602f-6509-4857-88e4-543a8043ee15 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:05.263751 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2b53f5-5a47-4ca0-85e3-2e30b8feeded", "name": "network-vif-unplugged", "status": "completed", "tag": "5f714e28-ec36-4ad5-b7fd-a48af7b53f62", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:05.263891 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6bf602f-6509-4857-88e4-543a8043ee15 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:05.264442 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2b53f5-5a47-4ca0-85e3-2e30b8feeded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f714e28-ec36-4ad5-b7fd-a48af7b53f62', 'code': 200}
Jun 04 15:09:05.288092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Pushing event updated for resources: {'Port': ['ID=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:05.295687 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:05.299593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:05.300209 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:05.301959 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] 10.222.0.62 "PUT /v2.0/ports/d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e HTTP/1.1" status: 200  len: 1091 time: 2.2042909
Jun 04 15:09:05.302685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50235023-08f7-4cf6-b009-7d84b05547f7', 'tag': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:05.312116 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f893a3b8-5374-45a6-a0b9-060ead56ef63" -d '{"events": [{"name": "network-changed", "server_uuid": "50235023-08f7-4cf6-b009-7d84b05547f7", "tag": "d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:05.338037 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2060184125', 'description': 'tempest-description-918333164'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:05.346379 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:05.358953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Usage tracker for resource:security_group and tenant:9b35b5cf97264a58a950b1ca95f277b1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:05.366944 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:05.396340 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:05.587719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636e1f5-ae6e-4994-bf42-cd62d597a3e5 req-b9a5a806-51d0-4c17-aa1b-206da0298d41 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:05.590212 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f636e1f5-ae6e-4994-bf42-cd62d597a3e5 req-b9a5a806-51d0-4c17-aa1b-206da0298d41 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 943 time: 0.1063421
Jun 04 15:09:05.595293 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:05.632515 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:05.652447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:05.658434 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Usage tracker for resource:security_group_rule and tenant:9b35b5cf97264a58a950b1ca95f277b1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:05.661663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:05.668579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:05.679049 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f636e1f5-ae6e-4994-bf42-cd62d597a3e5 req-7c8cd889-ee9d-491e-aa5e-c11cf62cd6a4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740397
Jun 04 15:09:05.967090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0812ceee-5710-4839-8636-7bc379b04fc2 req-ff0bd172-0263-49db-a35f-df4ed6e17deb tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Synchronizing usage tracker for tenant:d9f41c4c2f734025b9beae4f469560f3 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:05.980960 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-5b9c10a5-82a7-4d07-b090-b6231f2596bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:05.982657 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-5b9c10a5-82a7-4d07-b090-b6231f2596bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fdf8d6fdd96c41e5b1ffd2e166f1560e&device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 1094 time: 0.2627499
Jun 04 15:09:05.984405 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:06.012829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642882a-e280-43de-87de-7c9d4738ca25 req-8d9614e1-5ffd-44ef-8b62-f6222fa45f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:06.018829 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-8d9614e1-5ffd-44ef-8b62-f6222fa45f56 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e&tenant_id=3254735b2dc54fbdbff67741a34d5965 HTTP/1.1" status: 200  len: 1101 time: 0.2047932
Jun 04 15:09:06.034007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-9', 'device_owner': 'compute:nova'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:06.093245 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-f39a5f6f-6701-4a78-8aba-88539a03f884 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e HTTP/1.1" status: 200  len: 217 time: 0.0923615
Jun 04 15:09:06.132742 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:06.139913 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5afacb1a-1227-48df-9950-f4c90a05050f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:06.149894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0812ceee-5710-4839-8636-7bc379b04fc2 req-ff0bd172-0263-49db-a35f-df4ed6e17deb tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Unset dirty status for tenant:d9f41c4c2f734025b9beae4f469560f3 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:06.151642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0812ceee-5710-4839-8636-7bc379b04fc2 req-ff0bd172-0263-49db-a35f-df4ed6e17deb tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 210 time: 0.2495637
Jun 04 15:09:06.165423 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:06.175164 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Usage tracker for resource:security_group_rule and tenant:9b35b5cf97264a58a950b1ca95f277b1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:06.181866 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:06.205163 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:06.209575 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:06.213960 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-3106ed8a-3055-4fa0-be2d-e602ff37ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:06.217766 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-3106ed8a-3055-4fa0-be2d-e602ff37ac2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5386f612-d207-46aa-9a92-15138be08af8 HTTP/1.1" status: 200  len: 867 time: 0.1176391
Jun 04 15:09:06.218863 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb91baa9-5e60-45ab-9ecb-aca2f04fdc02,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:06.226117 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:06.360301 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:06.367809 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-1d54b5a2-6571-4cb3-9e26-d89ae5560034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:06.369515 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-1d54b5a2-6571-4cb3-9e26-d89ae5560034 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e9b67b2-653a-47ea-a9ed-4f14adb137d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1410899
Jun 04 15:09:06.511715 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:06.518302 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1bb03fe2-0239-44ce-a841-769267819b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:06.582699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6683e55f-8dbf-4754-a5bf-2f04b62d8043,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:06.586426 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-55d5f2ef-5dd5-47ef-8418-9654f14ba01f service neutron] 10.222.0.62 "GET /v2.0/networks/5e9b67b2-653a-47ea-a9ed-4f14adb137d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2029066
Jun 04 15:09:06.587236 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:06.671507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] For port dd2bace0-30e3-482a-b51e-568b2f544066, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=dd2bace0-30e3-482a-b51e-568b2f544066,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:06.683756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed245d-0e20-48cb-8a0e-94a5ffad91a8 req-447985dd-24e2-4dd6-9141-934076a5236a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:06.684441 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d8ed245d-0e20-48cb-8a0e-94a5ffad91a8 req-447985dd-24e2-4dd6-9141-934076a5236a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 950 time: 0.1918890
Jun 04 15:09:06.686866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:09:06.698661 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device dd2bace0-30e3-482a-b51e-568b2f544066 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:09:06.705768 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:06.707100 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f3d6bfa-0ff8-428b-97e6-9aab3939876d req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 1.3841245
Jun 04 15:09:06.748128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] For port dd2bace0-30e3-482a-b51e-568b2f544066, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:09:06.772908 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58cc8b1a-c6fa-4dac-94f4-28a29abdeb7d req-11b871f9-f010-4fd1-af12-2c2da8590116 service neutron] 10.222.0.62 "GET /v2.0/networks/5e9b67b2-653a-47ea-a9ed-4f14adb137d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683757
Jun 04 15:09:06.787472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34492b38-4750-4399-b62a-0652de18bf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5948e58c-a12c-4416-afa5-9e142acf5f22'}, {'server_uuid': '404c7a6b-dd65-4c04-9f09-997452158834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdac15a-f081-40a3-a21a-d659ed033c70'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:06.791811 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e36f2a-15df-46b0-93d6-415b844d6e94" -d '{"events": [{"server_uuid": "34492b38-4750-4399-b62a-0652de18bf33", "name": "network-vif-plugged", "status": "completed", "tag": "5948e58c-a12c-4416-afa5-9e142acf5f22"}, {"server_uuid": "404c7a6b-dd65-4c04-9f09-997452158834", "name": "network-vif-plugged", "status": "completed", "tag": "3fdac15a-f081-40a3-a21a-d659ed033c70"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:06.855970 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d8ed245d-0e20-48cb-8a0e-94a5ffad91a8 req-0c984cb9-e6b6-456c-8b47-68e3ce2ccac4 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468728
Jun 04 15:09:06.872917 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:06.908192 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a9ad9a60-bada-4d8d-89f1-fd1485f6f214 req-e476f3ee-5544-40e4-a7a2-dcd13a6c7292 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 210 time: 0.0600946
Jun 04 15:09:06.919615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Transition to ACTIVE for port object dd2bace0-30e3-482a-b51e-568b2f544066 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:07.014442 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596dcaa8-a7eb-456d-8b64-f2ea96feda34 x-openstack-request-id: req-596dcaa8-a7eb-456d-8b64-f2ea96feda34 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:07.014963 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50235023-08f7-4cf6-b009-7d84b05547f7", "tag": "d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:07.015418 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-596dcaa8-a7eb-456d-8b64-f2ea96feda34 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:07.016179 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50235023-08f7-4cf6-b009-7d84b05547f7', 'tag': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e', 'status': 'completed', 'code': 200}
Jun 04 15:09:07.020555 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:07.026685 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ab999784-0360-403b-b831-799f242d5398 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:07.169966 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:07.209422 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 has no active binding in host n-h2-791505-9 {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 04 15:09:07.287482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893a3b8-5374-45a6-a0b9-060ead56ef63 req-39e5f783-045f-4aa5-991b-55911fc19ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:07.288321 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f893a3b8-5374-45a6-a0b9-060ead56ef63 req-39e5f783-045f-4aa5-991b-55911fc19ae0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fdf8d6fdd96c41e5b1ffd2e166f1560e&device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 1094 time: 0.2204773
Jun 04 15:09:07.411697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd112e666-c8ae-44e4-8118-a73779b3dcba', 'name': 'network-vif-deleted', 'tag': '073fecbc-58e2-497f-ac3e-b8cba3e6cf82'}, {'name': 'network-changed', 'server_uuid': '5b2b53f5-5a47-4ca0-85e3-2e30b8feeded', 'tag': '5f714e28-ec36-4ad5-b7fd-a48af7b53f62'}, {'server_uuid': '77ae63d5-3d47-4e1a-b91d-e05fd047d13e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd2bace0-30e3-482a-b51e-568b2f544066'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:07.415778 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1d5cb5-2ead-41ac-aad8-4dfc8545e367" -d '{"events": [{"server_uuid": "d112e666-c8ae-44e4-8118-a73779b3dcba", "name": "network-vif-deleted", "tag": "073fecbc-58e2-497f-ac3e-b8cba3e6cf82"}, {"name": "network-changed", "server_uuid": "5b2b53f5-5a47-4ca0-85e3-2e30b8feeded", "tag": "5f714e28-ec36-4ad5-b7fd-a48af7b53f62"}, {"server_uuid": "77ae63d5-3d47-4e1a-b91d-e05fd047d13e", "name": "network-vif-unplugged", "status": "completed", "tag": "dd2bace0-30e3-482a-b51e-568b2f544066"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:07.521708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Pushing event updated for resources: {'Port': ['ID=dd2bace0-30e3-482a-b51e-568b2f544066,revision_number=6']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:07.531061 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f593c-d214-40e2-ba4b-cf37ffc95e06 req-ea2edff4-bd93-44d2-835e-64eae8e40a54 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:07.541163 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f93f593c-d214-40e2-ba4b-cf37ffc95e06 req-ea2edff4-bd93-44d2-835e-64eae8e40a54 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 948 time: 0.3171082
Jun 04 15:09:07.551309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893a3b8-5374-45a6-a0b9-060ead56ef63 req-7c05f768-1736-4117-9958-79b4416d11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:07.555232 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f893a3b8-5374-45a6-a0b9-060ead56ef63 req-7c05f768-1736-4117-9958-79b4416d11d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e9b67b2-653a-47ea-a9ed-4f14adb137d3 HTTP/1.1" status: 200  len: 929 time: 0.2536359
Jun 04 15:09:07.585193 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:07.589600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] No DVR routers for this DVR port dd2bace0-30e3-482a-b51e-568b2f544066 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:09:07.678258 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f893a3b8-5374-45a6-a0b9-060ead56ef63 req-6a240ea4-c5af-44d8-b27a-162520568538 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e HTTP/1.1" status: 200  len: 217 time: 0.0980814
Jun 04 15:09:07.691808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-793758f9-e826-4864-b2ea-71b1e0541428 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:07.695551 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-793758f9-e826-4864-b2ea-71b1e0541428 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.65 "GET /v2.0/networks?id=66d7eae7-a52d-476b-acd4-4def4e5ed813 HTTP/1.1" status: 200  len: 823 time: 0.4563172
Jun 04 15:09:07.707357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Attempting to bind port dd2bace0-30e3-482a-b51e-568b2f544066 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:09:07.707357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Attempting to bind port dd2bace0-30e3-482a-b51e-568b2f544066 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:09:07.708049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Attempting to bind port dd2bace0-30e3-482a-b51e-568b2f544066 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:07.758809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Port dd2bace0-30e3-482a-b51e-568b2f544066 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:09:07.759347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Attempting to bind port dd2bace0-30e3-482a-b51e-568b2f544066 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:07.759914 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f93f593c-d214-40e2-ba4b-cf37ffc95e06 req-4e30d3ff-5ca2-46cd-b6de-c81c28ab43bc tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2177057
Jun 04 15:09:07.795210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893a3b8-5374-45a6-a0b9-060ead56ef63 req-6785d753-c42b-4638-b3f6-31417ebde3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:07.795210 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f893a3b8-5374-45a6-a0b9-060ead56ef63 req-6785d753-c42b-4638-b3f6-31417ebde3cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5386f612-d207-46aa-9a92-15138be08af8 HTTP/1.1" status: 200  len: 867 time: 0.1014123
Jun 04 15:09:07.910015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:09:07.910560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:09:07.911190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:09:07.911700 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Bound port: dd2bace0-30e3-482a-b51e-568b2f544066, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:09:07.912138 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:07.916877 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893a3b8-5374-45a6-a0b9-060ead56ef63 req-d5c3a062-78d2-41f2-9d0f-2cbe6f540fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:07.921135 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f893a3b8-5374-45a6-a0b9-060ead56ef63 req-d5c3a062-78d2-41f2-9d0f-2cbe6f540fd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e9b67b2-653a-47ea-a9ed-4f14adb137d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1082954
Jun 04 15:09:07.948398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec323664-69ff-4953-9efd-7b4b5c78cb24 req-20bfe1ee-86af-4240-8098-8d291a6ed1db tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:07.950250 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec323664-69ff-4953-9efd-7b4b5c78cb24 req-20bfe1ee-86af-4240-8098-8d291a6ed1db tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 943 time: 0.8547292
Jun 04 15:09:07.958549 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-d70806ac-503a-4c9d-815d-9aa8b95ae21e tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f41c4c2f734025b9beae4f469560f3 HTTP/1.1" status: 200  len: 379 time: 0.2467360
Jun 04 15:09:08.016836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Request body: {'port': {'device_id': '1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'admin_state_up': True, 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'security_groups': ['90e88f52-0e27-4c44-9485-f25996ee2537']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:08.146884 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f893a3b8-5374-45a6-a0b9-060ead56ef63 req-effd6883-49e0-4b5d-96e7-170eade1ad9f service neutron] 10.222.0.62 "GET /v2.0/networks/5e9b67b2-653a-47ea-a9ed-4f14adb137d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743803
Jun 04 15:09:08.171033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d0846-1cc1-457a-9b59-d1155a2388be req-0834e611-f44b-4b19-a642-8f28c3ef71ce tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:08.172570 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a2d0846-1cc1-457a-9b59-d1155a2388be req-0834e611-f44b-4b19-a642-8f28c3ef71ce tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 950 time: 0.2489522
Jun 04 15:09:08.203308 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec323664-69ff-4953-9efd-7b4b5c78cb24 req-3fcbfa2c-80d9-451e-8a1e-b0faf360611a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca024b39-e781-4da1-b695-59ae75e52558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2042048
Jun 04 15:09:08.235728 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] For port dd2bace0-30e3-482a-b51e-568b2f544066, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:09:08.239701 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] For port dd2bace0-30e3-482a-b51e-568b2f544066, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=dd2bace0-30e3-482a-b51e-568b2f544066,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:09:08.264044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-d30b6a27-ee47-4be3-9d53-749e2ef8905d req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Request body: {'security_group': {'name': 'tempest-securitygroup-468910342', 'description': 'tempest-description-1777117645'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:08.290488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-d30b6a27-ee47-4be3-9d53-749e2ef8905d req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:08.304450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d30b6a27-ee47-4be3-9d53-749e2ef8905d req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Usage tracker for resource:security_group and tenant:9b35b5cf97264a58a950b1ca95f277b1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:08.310081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d30b6a27-ee47-4be3-9d53-749e2ef8905d req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:08.319945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-d30b6a27-ee47-4be3-9d53-749e2ef8905d req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:08.322530 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:08.338653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:08.363034 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:08.367243 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fd1ccffb-aaf6-4705-b1b6-3121caab745d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:08.414806 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a2d0846-1cc1-457a-9b59-d1155a2388be req-dc0c3db3-4c0f-4b45-abad-7d5d75144088 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2208767
Jun 04 15:09:08.469170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:08.469979 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:08.472188 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] 10.222.0.65 "PUT /v2.0/ports/dd2bace0-30e3-482a-b51e-568b2f544066 HTTP/1.1" status: 200  len: 1096 time: 2.4444487
Jun 04 15:09:08.486145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Pushing event updated for resources: {'Port': ['ID=dd2bace0-30e3-482a-b51e-568b2f544066,revision_number=7']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:08.492477 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:08.494859 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d30b6a27-ee47-4be3-9d53-749e2ef8905d req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:08.506743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Made reservation on behalf of d9f41c4c2f734025b9beae4f469560f3 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:09:08.509843 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f893a3b8-5374-45a6-a0b9-060ead56ef63 req-5330c994-5ff8-4f04-bda0-de4692c3ea78 service neutron] 10.222.0.62 "GET /v2.0/networks/5e9b67b2-653a-47ea-a9ed-4f14adb137d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3490744
Jun 04 15:09:08.518361 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:08.669555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-d30b6a27-ee47-4be3-9d53-749e2ef8905d req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:08.690116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d30b6a27-ee47-4be3-9d53-749e2ef8905d req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Usage tracker for resource:security_group_rule and tenant:9b35b5cf97264a58a950b1ca95f277b1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:08.731542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d30b6a27-ee47-4be3-9d53-749e2ef8905d req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:08.745851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-d30b6a27-ee47-4be3-9d53-749e2ef8905d req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:08.822202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-b70562dd-aad8-46d5-a209-d4a22073b1c1 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:08.822953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-b70562dd-aad8-46d5-a209-d4a22073b1c1 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Synchronizing usage tracker for tenant:a03aebe4cbe94e51823784c56531a643 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:08.840725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529b6fd-8e1e-4fc2-9bf9-b4f4a7f9c371 req-47955225-cae0-4b1d-88d3-282c69381fed tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:08.842914 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e529b6fd-8e1e-4fc2-9bf9-b4f4a7f9c371 req-47955225-cae0-4b1d-88d3-282c69381fed tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 943 time: 0.1877880
Jun 04 15:09:08.846764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642882a-e280-43de-87de-7c9d4738ca25 req-f8c95e1c-18f2-474c-927a-1546d6a85827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:08.856522 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-f8c95e1c-18f2-474c-927a-1546d6a85827 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 1099 time: 0.3093390
Jun 04 15:09:08.939169 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e529b6fd-8e1e-4fc2-9bf9-b4f4a7f9c371 req-d10cdc04-c8a5-4b54-b25c-17f32f9d7b9a tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752437
Jun 04 15:09:09.008263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-b70562dd-aad8-46d5-a209-d4a22073b1c1 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Unset dirty status for tenant:a03aebe4cbe94e51823784c56531a643 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:09.009879 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-b70562dd-aad8-46d5-a209-d4a22073b1c1 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.65 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 808 time: 0.5592890
Jun 04 15:09:09.025663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Request body: {'port': {'device_id': '13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45', 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252', 'admin_state_up': True, 'tenant_id': 'a03aebe4cbe94e51823784c56531a643'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:09.054397 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d30b6a27-ee47-4be3-9d53-749e2ef8905d req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:09.068461 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6be433-c427-4979-905e-0b1858573910 x-openstack-request-id: req-7b6be433-c427-4979-905e-0b1858573910 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:09.069272 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34492b38-4750-4399-b62a-0652de18bf33", "name": "network-vif-plugged", "status": "completed", "tag": "5948e58c-a12c-4416-afa5-9e142acf5f22", "code": 200}, {"server_uuid": "404c7a6b-dd65-4c04-9f09-997452158834", "name": "network-vif-plugged", "status": "completed", "tag": "3fdac15a-f081-40a3-a21a-d659ed033c70", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:09.069447 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b6be433-c427-4979-905e-0b1858573910 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:09.069916 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34492b38-4750-4399-b62a-0652de18bf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5948e58c-a12c-4416-afa5-9e142acf5f22', 'code': 200}
Jun 04 15:09:09.071128 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404c7a6b-dd65-4c04-9f09-997452158834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdac15a-f081-40a3-a21a-d659ed033c70', 'code': 200}
Jun 04 15:09:09.071585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Allocated IP 172.20.0.8 (66d7eae7-a52d-476b-acd4-4def4e5ed813/aa9d2765-5907-4511-a341-f87e937c912c/91b58adf-8edb-4442-868d-4ab10f7b997a) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:09:09.130870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642882a-e280-43de-87de-7c9d4738ca25 req-dc914110-34b3-4478-936a-06ec021e6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:09.132766 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-dc914110-34b3-4478-936a-06ec021e6869 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2452946
Jun 04 15:09:09.204275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.65', 55288) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:09:09.259911 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d30b6a27-ee47-4be3-9d53-749e2ef8905d req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:09.284441 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-60180bc1-904a-48b0-adbb-bff1c333b975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:09.292692 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-cef88fd8-898a-461f-9293-ced9448e7480 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=dd2bace0-30e3-482a-b51e-568b2f544066 HTTP/1.1" status: 200  len: 217 time: 0.1520338
Jun 04 15:09:09.338864 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2580aa43-623d-42a0-bd4e-a0895e8e163b req-c38d337f-aaee-40ad-a7d1-94072d8323c7 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 210 time: 0.0736232
Jun 04 15:09:09.383005 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:09.406288 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f420d-b004-4202-a98d-e53e46d43ae9 req-83efd0c5-debe-4115-b88d-5ab1fab75b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:09.408201 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-348f420d-b004-4202-a98d-e53e46d43ae9 req-83efd0c5-debe-4115-b88d-5ab1fab75b3d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 1101 time: 0.1732337
Jun 04 15:09:09.409704 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:09.451382 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.65', 55289) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:09:09.468078 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c47da7-497a-4c08-b228-a64e7ae38c4b x-openstack-request-id: req-44c47da7-497a-4c08-b228-a64e7ae38c4b {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:09.468442 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d112e666-c8ae-44e4-8118-a73779b3dcba", "name": "network-vif-deleted", "tag": "073fecbc-58e2-497f-ac3e-b8cba3e6cf82", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b2b53f5-5a47-4ca0-85e3-2e30b8feeded", "tag": "5f714e28-ec36-4ad5-b7fd-a48af7b53f62", "status": "completed", "code": 200}, {"server_uuid": "77ae63d5-3d47-4e1a-b91d-e05fd047d13e", "name": "network-vif-unplugged", "status": "completed", "tag": "dd2bace0-30e3-482a-b51e-568b2f544066", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:09.468666 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44c47da7-497a-4c08-b228-a64e7ae38c4b {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:09.469102 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd112e666-c8ae-44e4-8118-a73779b3dcba', 'name': 'network-vif-deleted', 'tag': '073fecbc-58e2-497f-ac3e-b8cba3e6cf82', 'status': 'completed', 'code': 200}
Jun 04 15:09:09.469379 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2b53f5-5a47-4ca0-85e3-2e30b8feeded', 'tag': '5f714e28-ec36-4ad5-b7fd-a48af7b53f62', 'status': 'completed', 'code': 200}
Jun 04 15:09:09.469647 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ae63d5-3d47-4e1a-b91d-e05fd047d13e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd2bace0-30e3-482a-b51e-568b2f544066', 'code': 200}
Jun 04 15:09:09.476487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d0f4ea-ea84-49db-bfee-58af98c33833,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:09.503925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:09.504271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:09.504671 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:09.505373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:09.505373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:09.505670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:09.506010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:09.506348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:09.506771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:09.507019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:09.507852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:09.507852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:09.508933 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-348f420d-b004-4202-a98d-e53e46d43ae9 req-d609313b-7774-4c30-a630-858c0013e9a2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906358
Jun 04 15:09:09.520904 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:09.526138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642882a-e280-43de-87de-7c9d4738ca25 req-337f3b65-a9a6-4679-a435-7016f476c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:09.530760 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-337f3b65-a9a6-4679-a435-7016f476c08c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2201869
Jun 04 15:09:09.593197 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d30b6a27-ee47-4be3-9d53-749e2ef8905d req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:09.594432 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d30b6a27-ee47-4be3-9d53-749e2ef8905d req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 1.3414986
Jun 04 15:09:09.599074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d5cb5-2ead-41ac-aad8-4dfc8545e367 req-14a860ea-a1b4-4350-a331-cb0583ca67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:09.600706 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b1d5cb5-2ead-41ac-aad8-4dfc8545e367 req-14a860ea-a1b4-4350-a331-cb0583ca67ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 1124 time: 0.1478715
Jun 04 15:09:09.627173 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:09.631991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc85f89-d0c9-439b-8bae-a2a2f11af718 req-e31f883c-bd96-4094-bdf0-37090aa8497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:09.633506 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8dc85f89-d0c9-439b-8bae-a2a2f11af718 req-e31f883c-bd96-4094-bdf0-37090aa8497e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 1101 time: 0.4283595
Jun 04 15:09:09.678323 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8d74d-82f3-43e2-843c-f86bb1dab33e req-0195e76e-8909-42e5-87fb-a79447233ea6 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:09.680100 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5fa8d74d-82f3-43e2-843c-f86bb1dab33e req-0195e76e-8909-42e5-87fb-a79447233ea6 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 950 time: 0.1590366
Jun 04 15:09:09.683698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Transition to ACTIVE for port object 91b58adf-8edb-4442-868d-4ab10f7b997a will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:09.741569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Made reservation on behalf of a03aebe4cbe94e51823784c56531a643 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:09:09.745632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:09.757410 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8dc85f89-d0c9-439b-8bae-a2a2f11af718 req-8da03b42-7b30-4d25-88b1-62fdef4b2ffc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081979
Jun 04 15:09:09.768551 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb99b218-fa2d-4f9f-be6e-8b70ab5a430c req-d85b43d9-bde7-4925-bb24-04b4b3222837 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 210 time: 0.0617900
Jun 04 15:09:09.779579 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642882a-e280-43de-87de-7c9d4738ca25 req-8d0f04eb-35d3-4e66-a67b-0a4d53ae5ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:09.780879 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-8d0f04eb-35d3-4e66-a67b-0a4d53ae5ca4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2445042
Jun 04 15:09:09.863404 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:09.876495 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:09.894492 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5fa8d74d-82f3-43e2-843c-f86bb1dab33e req-6781796b-9aa5-40f7-9a18-6fa63fbaac71 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587811
Jun 04 15:09:09.902550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d5cb5-2ead-41ac-aad8-4dfc8545e367 req-d0150584-2044-41eb-a6c3-e64bed5829c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:09.902550 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b1d5cb5-2ead-41ac-aad8-4dfc8545e367 req-d0150584-2044-41eb-a6c3-e64bed5829c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.2937121
Jun 04 15:09:10.005783 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b1d5cb5-2ead-41ac-aad8-4dfc8545e367 req-732c8c3e-7528-46e9-be90-a253ef5d76ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f714e28-ec36-4ad5-b7fd-a48af7b53f62 HTTP/1.1" status: 200  len: 217 time: 0.0893855
Jun 04 15:09:10.189491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Network 66d7eae7-a52d-476b-acd4-4def4e5ed813 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:09:10.195702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:09:10.201085 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d5cb5-2ead-41ac-aad8-4dfc8545e367 req-335e2bee-ddf6-4823-a908-63629343a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:10.201982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Pushing event updated for resources: {'Port': ['ID=91b58adf-8edb-4442-868d-4ab10f7b997a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:10.202784 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b1d5cb5-2ead-41ac-aad8-4dfc8545e367 req-335e2bee-ddf6-4823-a908-63629343a317 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.1842089
Jun 04 15:09:10.225791 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Allocated IP 172.20.0.13 (061fcf42-462b-46e3-9f65-54c102f9c252/6d86b49a-00d2-4998-bd4d-bc1a29d13a41/470f8cf4-18ad-4867-a706-43e0332264d1) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:09:10.225900 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:10.225900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:09:10.229903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:10.232568 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:10.257046 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-5de1db88-68bd-49a3-9a25-4b81cc8da7b3 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4289567
Jun 04 15:09:10.301243 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b1d5cb5-2ead-41ac-aad8-4dfc8545e367 req-9ed90d64-3091-4c1b-940d-02d5777c1c7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0806127
Jun 04 15:09:10.325060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87292975-f87c-4652-9116-9f4762686c8c req-623848ee-af18-417e-bb0b-dc74d115f66c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:10.326739 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87292975-f87c-4652-9116-9f4762686c8c req-623848ee-af18-417e-bb0b-dc74d115f66c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 948 time: 0.4061387
Jun 04 15:09:10.343624 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3426318
Jun 04 15:09:10.355119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdca6b8-0df5-487e-b18b-c97b3944bfb7 req-920a66aa-f894-4af1-97d9-2fd2c0c5818a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:10.357691 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4fdca6b8-0df5-487e-b18b-c97b3944bfb7 req-920a66aa-f894-4af1-97d9-2fd2c0c5818a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 943 time: 0.3397870
Jun 04 15:09:10.364935 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Request body: {'port': {'device_id': '1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:10.596803 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87292975-f87c-4652-9116-9f4762686c8c req-b58c692c-f057-4637-955e-7d2fe69ea5da tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2586823
Jun 04 15:09:10.648384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-99989951-eabf-4756-bbe8-f00988f8b7ed None None] Provisioning for port 91b58adf-8edb-4442-868d-4ab10f7b997a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:10.653983 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-99989951-eabf-4756-bbe8-f00988f8b7ed None None] Provisioning complete for port 91b58adf-8edb-4442-868d-4ab10f7b997a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:10.654514 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-99989951-eabf-4756-bbe8-f00988f8b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:10.690060 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4fdca6b8-0df5-487e-b18b-c97b3944bfb7 req-80fd0394-d7aa-4528-aa5a-266c5f51cf5d tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca024b39-e781-4da1-b695-59ae75e52558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3114493
Jun 04 15:09:10.698031 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f642882a-e280-43de-87de-7c9d4738ca25 req-649b448d-47df-48be-b680-5dec8e665cc3 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4206626
Jun 04 15:09:10.705413 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-7706b6c3-5dd8-4756-808c-b3496d9b8343 service neutron] 10.222.0.65 "GET /v2.0/ports/5f714e28-ec36-4ad5-b7fd-a48af7b53f62/bindings/n-h2-791505-9 HTTP/1.1" status: 200  len: 384 time: 0.2947383
Jun 04 15:09:10.773859 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:10.798712 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-99989951-eabf-4756-bbe8-f00988f8b7ed None None] Port 91b58adf-8edb-4442-868d-4ab10f7b997a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:09:10.834049 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b1d5cb5-2ead-41ac-aad8-4dfc8545e367 req-85f3ba21-b7fb-4ee8-b901-2efe4e1e0a5c service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5150764
Jun 04 15:09:10.935814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1906448958', 'description': 'tempest-description-1263238034'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:10.963139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:10.977397 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:10.983278 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Usage tracker for resource:security_group and tenant:3e3da67628094795a6663b180ee874ad is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:11.032969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:11.046795 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:11.106569 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b1d5cb5-2ead-41ac-aad8-4dfc8545e367 req-bbad41ac-c0bf-4517-b214-d937983ef55e service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2435699
Jun 04 15:09:11.170314 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:11.186169 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:11.206454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:11.212160 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Usage tracker for resource:security_group_rule and tenant:3e3da67628094795a6663b180ee874ad is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:11.215552 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:11.223297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:11.235766 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:11.248681 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5378368f-e58e-4435-9e50-63755be55bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:11.332029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0f606-347a-4fdf-a626-724d970bc62c req-a50b8bbd-9562-4f86-8e95-fcb906b62ce2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:11.344423 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cef0f606-347a-4fdf-a626-724d970bc62c req-a50b8bbd-9562-4f86-8e95-fcb906b62ce2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 950 time: 0.4996543
Jun 04 15:09:11.347489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Network 061fcf42-462b-46e3-9f65-54c102f9c252 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:09:11.354296 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Pushing event updated for resources: {'Port': ['ID=470f8cf4-18ad-4867-a706-43e0332264d1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:11.366802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:11.367279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:11.367743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:11.368339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:11.369309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:11.370114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:11.370591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:11.371238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:11.371750 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:11.372144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:11.372548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:11.372900 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:11.376548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:09:11.378621 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:11.380571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:09:11.386122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:11.386766 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:11.407337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-b4bba8f6-b91c-4431-8222-2e6ef05d02f8 service neutron] For port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:11.453641 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cef0f606-347a-4fdf-a626-724d970bc62c req-b86550e0-5b0c-4620-b4f4-05ba93bd7c4d tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081834
Jun 04 15:09:11.460472 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:11.480866 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ae63d5-3d47-4e1a-b91d-e05fd047d13e', 'tag': 'dd2bace0-30e3-482a-b51e-568b2f544066'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:11.483177 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49" -d '{"events": [{"name": "network-changed", "server_uuid": "77ae63d5-3d47-4e1a-b91d-e05fd047d13e", "tag": "dd2bace0-30e3-482a-b51e-568b2f544066"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:11.493679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-b4bba8f6-b91c-4431-8222-2e6ef05d02f8 service neutron] For port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:09:11.517911 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4991150
Jun 04 15:09:11.534572 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Request body: {'port': {'device_id': '13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:11.565698 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:11.577414 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c58b51e5-4450-459f-b6a8-537435e416d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:11.592460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:11.599987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-b4bba8f6-b91c-4431-8222-2e6ef05d02f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:11.605034 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Usage tracker for resource:security_group_rule and tenant:3e3da67628094795a6663b180ee874ad is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:11.621733 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:11.657860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-b4bba8f6-b91c-4431-8222-2e6ef05d02f8 service neutron] For port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:11.676352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f124e1-35c6-48a4-991c-3b1035723a94,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:11.685665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:11.691292 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:11.699724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b58adf-8edb-4442-868d-4ab10f7b997a {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:11.710050 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:11.715425 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:11.732578 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Transition to ACTIVE for port object 91b58adf-8edb-4442-868d-4ab10f7b997a will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:11.751543 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d045ac-1d4f-4b57-9e12-d9f04d23e9ed req-311db08f-6a90-401c-af83-df12b197d46d tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:11.753957 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-80d045ac-1d4f-4b57-9e12-d9f04d23e9ed req-311db08f-6a90-401c-af83-df12b197d46d tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 943 time: 0.1570225
Jun 04 15:09:11.802776 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-80d045ac-1d4f-4b57-9e12-d9f04d23e9ed req-1cb5372c-166a-4a65-8627-1c826fd58db4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427673
Jun 04 15:09:11.815138 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-b4bba8f6-b91c-4431-8222-2e6ef05d02f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:11.888691 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:11.905180 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:11.924381 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:12.005387 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:12.031929 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-848f871b-6040-443a-ab62-9b5ce49cb62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:12.072295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dac018-7378-4226-be84-b1d763f18065,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:12.078069 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:12.126878 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:12.128309 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d4999d96-f09f-4884-9b13-c15e41c1080b req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1783 time: 1.2116203
Jun 04 15:09:12.212486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470f8cf4-18ad-4867-a706-43e0332264d1 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:12.222194 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:12.251802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Transition to ACTIVE for port object 470f8cf4-18ad-4867-a706-43e0332264d1 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:12.267297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Pushing event updated for resources: {'Port': ['ID=91b58adf-8edb-4442-868d-4ab10f7b997a,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:12.293476 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:12.339321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Attempting to bind port 91b58adf-8edb-4442-868d-4ab10f7b997a on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:09:12.339646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Attempting to bind port 91b58adf-8edb-4442-868d-4ab10f7b997a by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:09:12.339973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Attempting to bind port 91b58adf-8edb-4442-868d-4ab10f7b997a on network 66d7eae7-a52d-476b-acd4-4def4e5ed813 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:12.341978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06252c22-fab8-4e06-8d80-05913c4cdafc req-1a7ead82-68f2-431a-8c25-b3f25b8cda72 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:12.342711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-06252c22-fab8-4e06-8d80-05913c4cdafc req-1a7ead82-68f2-431a-8c25-b3f25b8cda72 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Synchronizing usage tracker for tenant:a03aebe4cbe94e51823784c56531a643 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:12.344561 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-b4bba8f6-b91c-4431-8222-2e6ef05d02f8 service neutron] Transition to ACTIVE for port object 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:12.350189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Port 91b58adf-8edb-4442-868d-4ab10f7b997a on network 66d7eae7-a52d-476b-acd4-4def4e5ed813 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:09:12.362812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Attempting to bind port 91b58adf-8edb-4442-868d-4ab10f7b997a on network 66d7eae7-a52d-476b-acd4-4def4e5ed813 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:12.362975 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:12.362975 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:12.363143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:09:12.363143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Checking segment: {'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:09:12.363143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Bound using segment: {'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:09:12.363143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Bound port: 91b58adf-8edb-4442-868d-4ab10f7b997a, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dea6371-3687-4afd-a1da-4d32eb457769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:09:12.363143 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:12.379517 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb6710-609f-456e-8d7b-23135ebd8401 req-0c953c6c-b8f2-49b4-8b50-4f8bb853ad85 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:12.380242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-56eb6710-609f-456e-8d7b-23135ebd8401 req-0c953c6c-b8f2-49b4-8b50-4f8bb853ad85 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Synchronizing usage tracker for tenant:d9f41c4c2f734025b9beae4f469560f3 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:12.467912 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-b4bba8f6-b91c-4431-8222-2e6ef05d02f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:12.474495 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-05733402-5db2-4399-b7d6-6c09353fb60e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:12.522162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Pushing event updated for resources: {'Port': ['ID=470f8cf4-18ad-4867-a706-43e0332264d1,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:12.524757 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:12.562333 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-06252c22-fab8-4e06-8d80-05913c4cdafc req-1a7ead82-68f2-431a-8c25-b3f25b8cda72 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Unset dirty status for tenant:a03aebe4cbe94e51823784c56531a643 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:12.563622 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-06252c22-fab8-4e06-8d80-05913c4cdafc req-1a7ead82-68f2-431a-8c25-b3f25b8cda72 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 932 time: 0.3104784
Jun 04 15:09:12.586818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] For port 91b58adf-8edb-4442-868d-4ab10f7b997a, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:09:12.627214 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-06252c22-fab8-4e06-8d80-05913c4cdafc req-62143901-204b-4917-90dc-3a1f169a7f2b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464525
Jun 04 15:09:12.646800 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] For port 91b58adf-8edb-4442-868d-4ab10f7b997a, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=91b58adf-8edb-4442-868d-4ab10f7b997a,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:09:12.647971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-56eb6710-609f-456e-8d7b-23135ebd8401 req-0c953c6c-b8f2-49b4-8b50-4f8bb853ad85 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Unset dirty status for tenant:d9f41c4c2f734025b9beae4f469560f3 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:12.648933 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56eb6710-609f-456e-8d7b-23135ebd8401 req-0c953c6c-b8f2-49b4-8b50-4f8bb853ad85 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 943 time: 0.6767204
Jun 04 15:09:12.660642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-b4bba8f6-b91c-4431-8222-2e6ef05d02f8 service neutron] No DVR routers for this DVR port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:09:12.706699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bba8f6-b91c-4431-8222-2e6ef05d02f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,revision_number=10']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:12.716172 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b4bba8f6-b91c-4431-8222-2e6ef05d02f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:12.726631 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:09:12.763533 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:09:12.775553 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-b4bba8f6-b91c-4431-8222-2e6ef05d02f8 service neutron] 10.222.0.65 "PUT /v2.0/ports/5f714e28-ec36-4ad5-b7fd-a48af7b53f62/bindings/n-h2-791505-9/activate HTTP/1.1" status: 200  len: 369 time: 2.0566866
Jun 04 15:09:12.777038 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56eb6710-609f-456e-8d7b-23135ebd8401 req-dff8f8f7-a279-4cfd-892d-9536664384ab tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1175005
Jun 04 15:09:12.804753 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:12.818677 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:12.886130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:12.886843 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:12.888739 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] 10.222.0.65 "PUT /v2.0/ports/91b58adf-8edb-4442-868d-4ab10f7b997a HTTP/1.1" status: 200  len: 1091 time: 2.5277920
Jun 04 15:09:12.928127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Pushing event updated for resources: {'Port': ['ID=91b58adf-8edb-4442-868d-4ab10f7b997a,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:12.928777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb46bfe-ca8c-43a8-8415-dc177b6beb5a req-6120929c-c4ce-481a-a036-1f6f843e4e8c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:12.937027 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3eb46bfe-ca8c-43a8-8415-dc177b6beb5a req-6120929c-c4ce-481a-a036-1f6f843e4e8c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 950 time: 0.2105272
Jun 04 15:09:12.941786 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:12.956829 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da2584c-a1f1-4a99-838c-b56274760b2e x-openstack-request-id: req-2da2584c-a1f1-4a99-838c-b56274760b2e {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:12.957360 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ae63d5-3d47-4e1a-b91d-e05fd047d13e", "tag": "dd2bace0-30e3-482a-b51e-568b2f544066", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:12.957840 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2da2584c-a1f1-4a99-838c-b56274760b2e {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:12.958454 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ae63d5-3d47-4e1a-b91d-e05fd047d13e', 'tag': 'dd2bace0-30e3-482a-b51e-568b2f544066', 'status': 'completed', 'code': 200}
Jun 04 15:09:13.005593 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:09:13.105889 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e,segment=NetworkSegment(9ae5f964-a369-4e0a-8028-0cc3707631ba),segment_id=9ae5f964-a369-4e0a-8028-0cc3707631ba)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:13.126708 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3eb46bfe-ca8c-43a8-8415-dc177b6beb5a req-4f08bbe5-a64b-4ca6-aa26-b754f74c5f02 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886313
Jun 04 15:09:13.140178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e', 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'port_id': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e', 'mac_address': 'fa:16:3e:c7:c0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5386f612-d207-46aa-9a92-15138be08af8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:09:13.168199 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Attempting to bind port 470f8cf4-18ad-4867-a706-43e0332264d1 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:09:13.168532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Attempting to bind port 470f8cf4-18ad-4867-a706-43e0332264d1 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:09:13.168858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Attempting to bind port 470f8cf4-18ad-4867-a706-43e0332264d1 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:13.190602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Port 470f8cf4-18ad-4867-a706-43e0332264d1 on network 061fcf42-462b-46e3-9f65-54c102f9c252 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:09:13.190923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Attempting to bind port 470f8cf4-18ad-4867-a706-43e0332264d1 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:13.219443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:09:13.219782 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Checking segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:09:13.220171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Bound using segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:09:13.220611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Bound port: 470f8cf4-18ad-4867-a706-43e0332264d1, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:09:13.220958 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:13.227371 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:13.250315 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:13.310819 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e,segment=NetworkSegment(9ae5f964-a369-4e0a-8028-0cc3707631ba),segment_id=9ae5f964-a369-4e0a-8028-0cc3707631ba)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:13.338868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-7ba93c04-d131-4941-87a3-68da56ca3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:13.340334 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-7ba93c04-d131-4941-87a3-68da56ca3d37 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 1099 time: 0.3333399
Jun 04 15:09:13.437841 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:13.439082 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:13.506947 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-1c538b9b-2e02-4f84-b8b1-4a549a0806e3 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:13.508550 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-1c538b9b-2e02-4f84-b8b1-4a549a0806e3 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded&tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 1095 time: 0.5228343
Jun 04 15:09:13.524693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-55631e34-c6b8-445c-861a-ff3572a0be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:13.526252 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-55631e34-c6b8-445c-861a-ff3572a0be0c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9f41c4c2f734025b9beae4f469560f3&device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 1094 time: 0.2499990
Jun 04 15:09:13.529664 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:13.533169 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:13.568605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992bca8-a659-465e-990c-43ee11822a23 req-041acf0d-14a2-4c8d-b9bd-1523240048b2 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:13.571618 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5992bca8-a659-465e-990c-43ee11822a23 req-041acf0d-14a2-4c8d-b9bd-1523240048b2 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 948 time: 0.2262356
Jun 04 15:09:13.638783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-ca1d1201-3765-47e4-a265-b9f49d52f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:13.640464 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-ca1d1201-3765-47e4-a265-b9f49d52f812 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 1099 time: 0.5015945
Jun 04 15:09:13.645948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] For port 470f8cf4-18ad-4867-a706-43e0332264d1, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:09:13.667973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] For port 470f8cf4-18ad-4867-a706-43e0332264d1, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=470f8cf4-18ad-4867-a706-43e0332264d1,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:09:13.698228 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-223cb35c-81db-4b62-b7f8-4c542f697c0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91b58adf-8edb-4442-868d-4ab10f7b997a HTTP/1.1" status: 200  len: 217 time: 0.1233809
Jun 04 15:09:13.708005 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-31b5353f-65af-43bc-ad34-eef663264791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:13.709508 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-31b5353f-65af-43bc-ad34-eef663264791 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.3547630
Jun 04 15:09:13.720830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1ba23-f1c7-405d-8ba1-e4f1527c8f79 req-5440a706-370e-4f93-b97a-29da3dc9bd00 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:13.722377 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63b1ba23-f1c7-405d-8ba1-e4f1527c8f79 req-5440a706-370e-4f93-b97a-29da3dc9bd00 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 944 time: 0.3665311
Jun 04 15:09:13.804171 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:13.808497 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-596bfeb6-b198-40e1-897d-19900bfeb760 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=dd2bace0-30e3-482a-b51e-568b2f544066 HTTP/1.1" status: 200  len: 217 time: 0.0850677
Jun 04 15:09:13.812334 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:13.868194 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5992bca8-a659-465e-990c-43ee11822a23 req-4f72bc41-51ba-462c-928b-eb58d53707c7 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2321613
Jun 04 15:09:13.894961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-dc960a9f-6b9a-48c8-9097-7d494971802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:13.894961 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-dc960a9f-6b9a-48c8-9097-7d494971802f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa9d2765-5907-4511-a341-f87e937c912c HTTP/1.1" status: 200  len: 862 time: 0.1821439
Jun 04 15:09:13.898036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:13.899311 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:13.900332 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] 10.222.0.65 "PUT /v2.0/ports/470f8cf4-18ad-4867-a706-43e0332264d1 HTTP/1.1" status: 200  len: 1092 time: 2.3714347
Jun 04 15:09:13.907339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45', 'tag': '470f8cf4-18ad-4867-a706-43e0332264d1'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:13.910012 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c9f804-bf99-4ac8-b282-ae3e22bfbe0a" -d '{"events": [{"name": "network-changed", "server_uuid": "13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45", "tag": "470f8cf4-18ad-4867-a706-43e0332264d1"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:13.958863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-ace52078-fa28-4e42-b6d5-4b0effb17792 req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-512765696', 'description': 'tempest-description-572218381'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:13.966230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-3014d80c-fa18-441f-ad84-92ec2158875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:13.967813 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-3014d80c-fa18-441f-ad84-92ec2158875c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded&tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e HTTP/1.1" status: 200  len: 1095 time: 0.4398293
Jun 04 15:09:13.968808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-9b966fe1-9419-41be-859e-683f38647b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:13.970145 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-9b966fe1-9419-41be-859e-683f38647b47 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.3180764
Jun 04 15:09:13.972603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-ace52078-fa28-4e42-b6d5-4b0effb17792 req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:13.975438 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63b1ba23-f1c7-405d-8ba1-e4f1527c8f79 req-872ad027-acbd-4d81-88cf-ee7168337061 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca024b39-e781-4da1-b695-59ae75e52558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984198
Jun 04 15:09:13.982582 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:13.986204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ace52078-fa28-4e42-b6d5-4b0effb17792 req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Usage tracker for resource:security_group and tenant:3e3da67628094795a6663b180ee874ad is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:13.986946 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-b18ee0b5-224e-4824-b89e-57fe4396eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:13.988404 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-b18ee0b5-224e-4824-b89e-57fe4396eb6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1447999
Jun 04 15:09:13.991790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Pushing event updated for resources: {'Port': ['ID=470f8cf4-18ad-4867-a706-43e0332264d1,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:13.995244 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:14.061325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ace52078-fa28-4e42-b6d5-4b0effb17792 req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:14.115533 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-616f4947-fc91-417d-9bde-c2ad4dc783f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=dd2bace0-30e3-482a-b51e-568b2f544066 HTTP/1.1" status: 200  len: 217 time: 0.1375957
Jun 04 15:09:14.116764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-ace52078-fa28-4e42-b6d5-4b0effb17792 req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:14.164711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-98939f6d-67fe-4496-b21c-a3e3f828a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:14.167727 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-98939f6d-67fe-4496-b21c-a3e3f828a754 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1658649
Jun 04 15:09:14.228247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-cb68c2b2-c4c6-4502-892b-215ca0efb934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:14.230079 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-cb68c2b2-c4c6-4502-892b-215ca0efb934 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0997150
Jun 04 15:09:14.275414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-dfe5157d-f0bc-4219-9952-1c2cb95dcb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:14.277062 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-dfe5157d-f0bc-4219-9952-1c2cb95dcb57 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66d7eae7-a52d-476b-acd4-4def4e5ed813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3739069
Jun 04 15:09:14.333994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-cd0d08a3-4f3a-4f7d-af29-56fde179639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:14.335483 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-cd0d08a3-4f3a-4f7d-af29-56fde179639f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 1095 time: 0.2761345
Jun 04 15:09:14.336209 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ace52078-fa28-4e42-b6d5-4b0effb17792 req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:14.380033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-85dea36e-8c20-4169-bb2d-b8bfd33d5538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:14.381705 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-85dea36e-8c20-4169-bb2d-b8bfd33d5538 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 1095 time: 0.2852764
Jun 04 15:09:14.447930 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-8908fa1f-7c94-4d23-98f0-bf6e92689644 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2653666
Jun 04 15:09:14.485104 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-9e8d985f-2eba-4671-b783-111255146880 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470f8cf4-18ad-4867-a706-43e0332264d1 HTTP/1.1" status: 200  len: 217 time: 0.0935974
Jun 04 15:09:14.565574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-ace52078-fa28-4e42-b6d5-4b0effb17792 req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:14.625580 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ace52078-fa28-4e42-b6d5-4b0effb17792 req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Usage tracker for resource:security_group_rule and tenant:3e3da67628094795a6663b180ee874ad is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:14.633790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ace52078-fa28-4e42-b6d5-4b0effb17792 req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:14.637965 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-0e05591f-bbe4-4523-99c7-5502bd2fb9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:14.639773 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-0e05591f-bbe4-4523-99c7-5502bd2fb9e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.1457212
Jun 04 15:09:14.654654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca4e01-0afa-4797-a88e-0fba2440d552 req-50f944af-3a6b-4524-a913-65980dfd79e5 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:14.656354 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4fca4e01-0afa-4797-a88e-0fba2440d552 req-50f944af-3a6b-4524-a913-65980dfd79e5 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 950 time: 0.3538401
Jun 04 15:09:14.658969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-ace52078-fa28-4e42-b6d5-4b0effb17792 req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:14.708477 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-578d5fef-a97e-4ed2-93b3-cdcc6d848549 service neutron] 10.222.0.65 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4236202
Jun 04 15:09:14.732822 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device dd2bace0-30e3-482a-b51e-568b2f544066 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:09:14.734867 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-0a32f648-e3ce-42c1-95ec-5f96e6373883 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0746350
Jun 04 15:09:14.736634 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-ef122aa5-244f-4350-9edd-eeadf77f3a85 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2729189
Jun 04 15:09:14.751187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-696b51bf-23e5-44c9-9060-01a80260f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:14.752967 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-696b51bf-23e5-44c9-9060-01a80260f298 service neutron] 10.222.0.62 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.4056454
Jun 04 15:09:14.760896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-c13e3878-474b-4a67-92fd-f880e121e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:14.762448 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-c13e3878-474b-4a67-92fd-f880e121e89d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.5217178
Jun 04 15:09:14.809553 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4fca4e01-0afa-4797-a88e-0fba2440d552 req-608f0aed-b42a-479d-bd49-a0cdbb90bed8 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072967
Jun 04 15:09:14.892825 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-d78a65b0-bfd8-4dfb-b64d-344b2156405e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f714e28-ec36-4ad5-b7fd-a48af7b53f62 HTTP/1.1" status: 200  len: 217 time: 0.1252677
Jun 04 15:09:14.911967 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port dd2bace0-30e3-482a-b51e-568b2f544066, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=dd2bace0-30e3-482a-b51e-568b2f544066,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:14.928493 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'dd2bace0-30e3-482a-b51e-568b2f544066', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'dd2bace0-30e3-482a-b51e-568b2f544066', 'mac_address': 'fa:16:3e:41:54:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:09:14.941164 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-52662c18-482f-4b4b-86f5-d64e2db30077 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1982234
Jun 04 15:09:14.991716 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:14.992256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e', 'tag': '91b58adf-8edb-4442-868d-4ab10f7b997a'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:14.994159 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d057fd74-e923-4f5d-826e-d2c3f9dc2fff" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e", "tag": "91b58adf-8edb-4442-868d-4ab10f7b997a"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:15.015012 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2bace0-30e3-482a-b51e-568b2f544066 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:15.035508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port dd2bace0-30e3-482a-b51e-568b2f544066, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=dd2bace0-30e3-482a-b51e-568b2f544066,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:15.141360 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:15.144887 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f06dec4d-8384-4c70-bbb5-9c404bd17f6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:15.148836 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b1c1c37-08bb-4e03-835d-e518e264f90f req-aa2e3595-bbb0-4502-99a2-1309eeacc166 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2015839
Jun 04 15:09:15.152280 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ace52078-fa28-4e42-b6d5-4b0effb17792 req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:15.158991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-c86d67c4-bbf0-4666-af4f-8c4c0a531b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:15.160487 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-c86d67c4-bbf0-4666-af4f-8c4c0a531b4c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.2533965
Jun 04 15:09:15.176458 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fed1b-2dc3-4334-9c3c-5cff53cc3413 req-4ea0050c-fe8b-47e8-89df-a8163646014a tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:15.179250 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b95fed1b-2dc3-4334-9c3c-5cff53cc3413 req-4ea0050c-fe8b-47e8-89df-a8163646014a tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 944 time: 0.1884308
Jun 04 15:09:15.222280 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e3e4c06-a517-435c-aa59-721f5f897822 req-ea1895b5-dd1b-4092-972f-1a9a79fe8b5e service neutron] 10.222.0.65 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5001440
Jun 04 15:09:15.230413 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-b1dd0187-849b-4fc4-9941-4c3ed25e8868 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3863077
Jun 04 15:09:15.232749 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-02e8fc81-f80b-41eb-b2f3-59c468d83b5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0582969
Jun 04 15:09:15.254289 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b95fed1b-2dc3-4334-9c3c-5cff53cc3413 req-d7cb858a-11c5-4c76-baf7-2de713014168 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638852
Jun 04 15:09:15.266712 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=dd2bace0-30e3-482a-b51e-568b2f544066,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:15.270473 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:15.311243 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ace52078-fa28-4e42-b6d5-4b0effb17792 req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:15.320118 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:15.399845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['dd2bace0-30e3-482a-b51e-568b2f544066'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:15.517420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8af2cef-1fca-4cd4-8bc0-dd15edbc0d0d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:15.531018 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:15.540095 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-08663768-6cbc-4614-b546-d15e95f009df service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2774134
Jun 04 15:09:15.543464 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f4968c8-8e68-4916-9c82-cfcc1e7c7a49 req-0b43698e-b8cd-4e3a-955a-b72406eedc89 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3064234
Jun 04 15:09:15.572030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ca943-9dde-4143-b1e8-19a33e0af0d0 req-4bd62ee0-2c22-471e-b3eb-0edecb5ce6e2 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:15.574000 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a25ca943-9dde-4143-b1e8-19a33e0af0d0 req-4bd62ee0-2c22-471e-b3eb-0edecb5ce6e2 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 1101 time: 0.2175312
Jun 04 15:09:15.590899 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ace52078-fa28-4e42-b6d5-4b0effb17792 req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:15.592567 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ace52078-fa28-4e42-b6d5-4b0effb17792 req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 1.6494687
Jun 04 15:09:15.640644 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a25ca943-9dde-4143-b1e8-19a33e0af0d0 req-65495016-df08-45e8-b855-940aad51a884 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583632
Jun 04 15:09:15.842480 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-b5aa4203-82bf-4f33-975c-879247be8736 service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2886283
Jun 04 15:09:15.880442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba327dc-e377-4601-bbe2-f18ce41edf5d req-0ac67eef-8f60-4764-8ecf-9304b057c59f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:15.882922 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ba327dc-e377-4601-bbe2-f18ce41edf5d req-0ac67eef-8f60-4764-8ecf-9304b057c59f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 944 time: 0.1757319
Jun 04 15:09:15.930396 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ba327dc-e377-4601-bbe2-f18ce41edf5d req-f549ffe3-caff-4274-97bf-c9770f1eac72 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406833
Jun 04 15:09:15.946805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b273d5-2ce3-4949-a49c-f8e7f8de84f9 req-ebb0cbb4-eab5-4149-8914-e1bfc2eb29b6 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:15.948212 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-62b273d5-2ce3-4949-a49c-f8e7f8de84f9 req-ebb0cbb4-eab5-4149-8914-e1bfc2eb29b6 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 943 time: 0.1087718
Jun 04 15:09:15.993750 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca789f07-f8ef-471e-a01d-e0057d71d353 x-openstack-request-id: req-ca789f07-f8ef-471e-a01d-e0057d71d353 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:15.994065 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45", "tag": "470f8cf4-18ad-4867-a706-43e0332264d1", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:15.995297 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca789f07-f8ef-471e-a01d-e0057d71d353 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:15.995297 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45', 'tag': '470f8cf4-18ad-4867-a706-43e0332264d1', 'status': 'completed', 'code': 200}
Jun 04 15:09:16.007234 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-62b273d5-2ce3-4949-a49c-f8e7f8de84f9 req-c467b91e-0930-475e-a9df-8b3359fc97c1 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532968
Jun 04 15:09:16.112902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9f804-bf99-4ac8-b282-ae3e22bfbe0a req-1c68d7d2-8bcb-4020-bb83-8dfe2cbe008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:16.114812 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a1c9f804-bf99-4ac8-b282-ae3e22bfbe0a req-1c68d7d2-8bcb-4020-bb83-8dfe2cbe008f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 1095 time: 0.0852864
Jun 04 15:09:16.219226 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9890a395-821d-4972-b423-a1a3421c3537 x-openstack-request-id: req-9890a395-821d-4972-b423-a1a3421c3537 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:16.219545 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e", "tag": "91b58adf-8edb-4442-868d-4ab10f7b997a", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:16.219929 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9890a395-821d-4972-b423-a1a3421c3537 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:16.220351 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e', 'tag': '91b58adf-8edb-4442-868d-4ab10f7b997a', 'status': 'completed', 'code': 200}
Jun 04 15:09:16.266397 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f885e3-30cd-4e70-ac1f-b58cd4d7c685 req-99562eac-50c8-41fb-8236-cf30907e9323 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:16.267953 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2f885e3-30cd-4e70-ac1f-b58cd4d7c685 req-99562eac-50c8-41fb-8236-cf30907e9323 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 949 time: 0.1256001
Jun 04 15:09:16.338197 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9f804-bf99-4ac8-b282-ae3e22bfbe0a req-964081a2-bebc-469e-8145-2013328eddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:16.339643 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a1c9f804-bf99-4ac8-b282-ae3e22bfbe0a req-964081a2-bebc-469e-8145-2013328eddfa service neutron] 10.222.0.65 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.2169287
Jun 04 15:09:16.347016 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2f885e3-30cd-4e70-ac1f-b58cd4d7c685 req-c92414bd-5fcd-4ab0-a8f0-192673a4dc7f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730755
Jun 04 15:09:16.585423 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a1c9f804-bf99-4ac8-b282-ae3e22bfbe0a req-a9ba592c-faad-4a49-b375-c464956678e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470f8cf4-18ad-4867-a706-43e0332264d1 HTTP/1.1" status: 200  len: 217 time: 0.2366571
Jun 04 15:09:16.645533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057fd74-e923-4f5d-826e-d2c3f9dc2fff req-944773db-19f1-41bb-b7c4-3ec01e97e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:16.646997 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d057fd74-e923-4f5d-826e-d2c3f9dc2fff req-944773db-19f1-41bb-b7c4-3ec01e97e7b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9f41c4c2f734025b9beae4f469560f3&device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 1094 time: 0.4071462
Jun 04 15:09:16.707366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-8c3b34a1-4eda-4b2f-8055-c0d2f8a4ee70 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Synchronizing usage tracker for tenant:3e3da67628094795a6663b180ee874ad on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:16.733918 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9f804-bf99-4ac8-b282-ae3e22bfbe0a req-9617e780-5075-414e-9c06-c02b5c8cbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:16.735341 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a1c9f804-bf99-4ac8-b282-ae3e22bfbe0a req-9617e780-5075-414e-9c06-c02b5c8cbe8f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.1381900
Jun 04 15:09:16.766562 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device dd2bace0-30e3-482a-b51e-568b2f544066 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:09:16.801346 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:09:16.842730 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-8c3b34a1-4eda-4b2f-8055-c0d2f8a4ee70 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Unset dirty status for tenant:3e3da67628094795a6663b180ee874ad on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:16.845769 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-8c3b34a1-4eda-4b2f-8055-c0d2f8a4ee70 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 56133 time: 0.4762344
Jun 04 15:09:16.855642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a1c9f804-bf99-4ac8-b282-ae3e22bfbe0a req-c3f14625-b331-42fd-972e-659c754aded0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0699320
Jun 04 15:09:16.905508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e526cdb-b0d0-4343-b9e4-fae9333779d7 req-07878619-a3eb-43af-9aa3-7cfe88df9d8a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:16.907098 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e526cdb-b0d0-4343-b9e4-fae9333779d7 req-07878619-a3eb-43af-9aa3-7cfe88df9d8a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 944 time: 0.5571551
Jun 04 15:09:16.916877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-7626b4b7-5bc0-497c-9ff1-31ab9c26b5aa tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:16.918350 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-7626b4b7-5bc0-497c-9ff1-31ab9c26b5aa tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded&tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&binding%3Ahost_id=n-h2-791505-9 HTTP/1.1" status: 200  len: 1095 time: 0.4132166
Jun 04 15:09:16.936408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057fd74-e923-4f5d-826e-d2c3f9dc2fff req-3edd3f82-2c0d-4bc7-9ef5-ea19f8264d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:16.937895 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d057fd74-e923-4f5d-826e-d2c3f9dc2fff req-3edd3f82-2c0d-4bc7-9ef5-ea19f8264d7d service neutron] 10.222.0.65 "GET /v2.0/networks?id=66d7eae7-a52d-476b-acd4-4def4e5ed813 HTTP/1.1" status: 200  len: 924 time: 0.2709022
Jun 04 15:09:16.948664 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-0e6a6007-0abd-46fc-9851-a896a89758bf tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/22f124e1-35c6-48a4-991c-3b1035723a94 HTTP/1.1" status: 200  len: 2981 time: 0.0516026
Jun 04 15:09:16.968117 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port dd2bace0-30e3-482a-b51e-568b2f544066 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:16.974149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port dd2bace0-30e3-482a-b51e-568b2f544066 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:16.974656 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:17.006236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:17.019646 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-49177b0a-2ba0-4be0-80a0-80fa5ab4bdb3 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/22f124e1-35c6-48a4-991c-3b1035723a94 HTTP/1.1" status: 200  len: 2981 time: 0.0630026
Jun 04 15:09:17.019877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:17.020375 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:17.080655 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-c90023d3-4360-4951-87eb-240b319c250f tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/579806ad-ace4-4284-ae3f-9dd6c726104f HTTP/1.1" status: 200  len: 2981 time: 0.0551593
Jun 04 15:09:17.137797 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d057fd74-e923-4f5d-826e-d2c3f9dc2fff req-c41d3589-c2e0-46fc-9c2f-660fb0c4fef3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91b58adf-8edb-4442-868d-4ab10f7b997a HTTP/1.1" status: 200  len: 217 time: 0.1455076
Jun 04 15:09:17.141557 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-5e78e305-b4c4-4518-8673-60d5ced8fcdc tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/579806ad-ace4-4284-ae3f-9dd6c726104f HTTP/1.1" status: 200  len: 2981 time: 0.0533297
Jun 04 15:09:17.192328 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-e5fc97ec-9289-4be2-9230-cb0d50916cce tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/6d9979c0-25fe-4eb7-8422-70505bee6018 HTTP/1.1" status: 200  len: 2981 time: 0.0481181
Jun 04 15:09:17.229322 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e526cdb-b0d0-4343-b9e4-fae9333779d7 req-ac179732-6508-4447-9c96-4c766585cbcf tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca024b39-e781-4da1-b695-59ae75e52558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2985954
Jun 04 15:09:17.255334 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:17.266120 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a1c9f804-bf99-4ac8-b282-ae3e22bfbe0a req-05e051a0-db3f-4369-b5ec-fe7bdb48f07e service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3909869
Jun 04 15:09:17.266471 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-a80e4e71-4785-47b5-95b0-9553fad23f5e tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/6d9979c0-25fe-4eb7-8422-70505bee6018 HTTP/1.1" status: 200  len: 2981 time: 0.0658498
Jun 04 15:09:17.274995 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:17.296960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057fd74-e923-4f5d-826e-d2c3f9dc2fff req-1ddcd4ea-433f-4d39-9d8d-a0d62fa3b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:17.298416 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d057fd74-e923-4f5d-826e-d2c3f9dc2fff req-1ddcd4ea-433f-4d39-9d8d-a0d62fa3b45c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa9d2765-5907-4511-a341-f87e937c912c HTTP/1.1" status: 200  len: 862 time: 0.1431217
Jun 04 15:09:17.311958 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ae63d5-3d47-4e1a-b91d-e05fd047d13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2bace0-30e3-482a-b51e-568b2f544066'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:17.314432 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cfd197-db69-4cd2-bf9d-30db9c65260f" -d '{"events": [{"server_uuid": "77ae63d5-3d47-4e1a-b91d-e05fd047d13e", "name": "network-vif-plugged", "status": "completed", "tag": "dd2bace0-30e3-482a-b51e-568b2f544066"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:17.332564 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port dd2bace0-30e3-482a-b51e-568b2f544066, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=dd2bace0-30e3-482a-b51e-568b2f544066,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:17.335408 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-047639e2-337d-41bb-9dd1-d2d4a30aca3f tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7225ccc4-0f3d-4cef-89f5-2617abb02d3b HTTP/1.1" status: 200  len: 2973 time: 0.0680633
Jun 04 15:09:17.342420 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e,segment=NetworkSegment(9ae5f964-a369-4e0a-8028-0cc3707631ba),segment_id=9ae5f964-a369-4e0a-8028-0cc3707631ba)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:17.418394 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-4c9b9087-e7a1-4bd2-958b-a456e5db603b tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7225ccc4-0f3d-4cef-89f5-2617abb02d3b HTTP/1.1" status: 200  len: 2973 time: 0.0644050
Jun 04 15:09:17.463369 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-747f3bd7-26c7-4e42-8d41-46d8434786e3 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7275ed2b-20da-4798-baab-aa087146e606 HTTP/1.1" status: 200  len: 2981 time: 0.0464017
Jun 04 15:09:17.503882 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-a468d61d-257a-401e-a2e6-ad078ab66edc tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0cb2b44d21194835958bac19c6d44e4d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0978119
Jun 04 15:09:17.528983 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-32e8784b-4f79-418c-8143-bee182141885 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7275ed2b-20da-4798-baab-aa087146e606 HTTP/1.1" status: 200  len: 2981 time: 0.0568688
Jun 04 15:09:17.583279 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-30dddce3-1ffd-47c0-b793-d4ebb345e1bf tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/78360820-0dd6-417e-bdc4-e256e48c1a9a HTTP/1.1" status: 200  len: 2977 time: 0.0481074
Jun 04 15:09:17.642289 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-440d3636-ec5e-47da-b139-5186d6edfbf3 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/78360820-0dd6-417e-bdc4-e256e48c1a9a HTTP/1.1" status: 200  len: 2977 time: 0.0526876
Jun 04 15:09:17.690141 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a1c9f804-bf99-4ac8-b282-ae3e22bfbe0a req-b6f78eb7-373d-44fa-be11-f44b3b8e5a82 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4128866
Jun 04 15:09:17.710950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057fd74-e923-4f5d-826e-d2c3f9dc2fff req-058c50b5-5623-43f1-8e91-70161d5fd6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:17.712272 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-8bf3f7b2-e9f5-49ea-8509-5119215a5380 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/95193c5a-f538-4c67-8020-99cbc5b1aa96 HTTP/1.1" status: 200  len: 2981 time: 0.0632653
Jun 04 15:09:17.713343 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d057fd74-e923-4f5d-826e-d2c3f9dc2fff req-058c50b5-5623-43f1-8e91-70161d5fd6d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66d7eae7-a52d-476b-acd4-4def4e5ed813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3712611
Jun 04 15:09:17.772614 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-50e0304e-1d1c-405d-9618-a3d736574a84 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/95193c5a-f538-4c67-8020-99cbc5b1aa96 HTTP/1.1" status: 200  len: 2981 time: 0.0523672
Jun 04 15:09:17.784391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-d1181e3d-d049-4c37-b7d1-5074e9c7f531 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:17.785990 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-d1181e3d-d049-4c37-b7d1-5074e9c7f531 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2622995
Jun 04 15:09:17.791373 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:17.793627 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55942706-4eaf-478a-9cf8-e8eab008e33f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:17.830141 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-4f799852-104e-4390-8d90-41f25ab2883e tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9b7aa273-4213-49fb-9630-fa7c936ae857 HTTP/1.1" status: 200  len: 2981 time: 0.0505891
Jun 04 15:09:17.855527 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:17.875257 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-a5e21f9c-4788-4b0c-a504-468eb9156295 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/quotas/0cb2b44d21194835958bac19c6d44e4d HTTP/1.1" status: 200  len: 375 time: 0.0286388
Jun 04 15:09:17.889989 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-4e4714c0-19e3-4561-8c4d-d12879962947 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9b7aa273-4213-49fb-9630-fa7c936ae857 HTTP/1.1" status: 200  len: 2981 time: 0.0538664
Jun 04 15:09:17.890251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=dd2bace0-30e3-482a-b51e-568b2f544066,revision_number=9']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:17.893492 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:17.893963 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:17.947331 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d057fd74-e923-4f5d-826e-d2c3f9dc2fff req-76e4df61-0268-4866-870f-9f5ea50be1b1 service neutron] 10.222.0.65 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2219543
Jun 04 15:09:17.958263 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-c3484729-900f-4307-bee3-4b83f7f92e00 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a06ede4b-f199-4a9f-829e-5f4f99542869 HTTP/1.1" status: 200  len: 2981 time: 0.0534220
Jun 04 15:09:17.962381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-5eb332c3-521c-4552-895d-bd900c20875e service neutron] For port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:09:17.980647 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:17.984636 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:17.989141 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-5eb332c3-521c-4552-895d-bd900c20875e service neutron] Notify callbacks [] for binding, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:17.990420 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe51d8cb-770d-40ce-b859-4e01050001a0 req-5eb332c3-521c-4552-895d-bd900c20875e service neutron] 10.222.0.62 "DELETE /v2.0/ports/5f714e28-ec36-4ad5-b7fd-a48af7b53f62/bindings/n-h1-791505-9 HTTP/1.1" status: 204  len: 173 time: 1.0561240
Jun 04 15:09:18.023344 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-97c21b62-84c3-4e44-a6b2-5e5599488ec5 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a06ede4b-f199-4a9f-829e-5f4f99542869 HTTP/1.1" status: 200  len: 2981 time: 0.0549247
Jun 04 15:09:18.093469 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-a231de63-06f3-46ea-ba4f-9308dbebdae0 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b7d8855d-4754-47f9-a315-d4915c433a75 HTTP/1.1" status: 200  len: 2981 time: 0.0617661
Jun 04 15:09:18.164825 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-1a7dc2fc-6344-4615-adee-00835c5b7308 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b7d8855d-4754-47f9-a315-d4915c433a75 HTTP/1.1" status: 200  len: 2981 time: 0.0635426
Jun 04 15:09:18.224576 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-36be6ecf-ec6e-49ba-a708-4960ad58aba8 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/be847fed-8ca6-499a-8d9e-4f598f402b2e HTTP/1.1" status: 200  len: 2981 time: 0.0515721
Jun 04 15:09:18.251800 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-23ef6700-855e-4e4b-b100-01f9063542c4 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&fields=id HTTP/1.1" status: 200  len: 486 time: 0.3627245
Jun 04 15:09:18.267420 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d057fd74-e923-4f5d-826e-d2c3f9dc2fff req-52b565b3-8b8d-4bc7-9621-b57b06a42138 service neutron] 10.222.0.65 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3037486
Jun 04 15:09:18.286275 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-dff2d12d-6825-4250-bda4-f48fbfe7216a tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/be847fed-8ca6-499a-8d9e-4f598f402b2e HTTP/1.1" status: 200  len: 2981 time: 0.0529578
Jun 04 15:09:18.341464 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-de088dc8-3dd5-45dc-94e7-78dea4b615ac tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/c1dcd126-e98a-4188-b453-b08c36caa201 HTTP/1.1" status: 200  len: 2977 time: 0.0494399
Jun 04 15:09:18.401172 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-2d9a1254-33cb-4d35-b250-ce2f113924c1 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/c1dcd126-e98a-4188-b453-b08c36caa201 HTTP/1.1" status: 200  len: 2977 time: 0.0515571
Jun 04 15:09:18.482188 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-b4b3715b-9698-4bbe-98d9-72c1c8507127 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ca024b39-e781-4da1-b695-59ae75e52558 HTTP/1.1" status: 200  len: 2981 time: 0.0675535
Jun 04 15:09:18.548282 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-c035b232-04c6-4252-b917-b8f5105bb981 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ca024b39-e781-4da1-b695-59ae75e52558 HTTP/1.1" status: 200  len: 2981 time: 0.0596991
Jun 04 15:09:18.614746 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-4f65db13-d10d-4256-ad1e-53c9c0ba5c72 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cb03636a-c390-41fa-a73b-456bf4ee0492 HTTP/1.1" status: 200  len: 2981 time: 0.0604806
Jun 04 15:09:18.683745 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-79206a37-22bf-4fb0-9699-b5949060097a tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cb03636a-c390-41fa-a73b-456bf4ee0492 HTTP/1.1" status: 200  len: 2981 time: 0.0562863
Jun 04 15:09:18.748943 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-974e934a-f996-4cd8-a59e-8eb608bf6ecd tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cf434ea7-4989-4f97-89b8-67554dab6829 HTTP/1.1" status: 200  len: 2981 time: 0.0583193
Jun 04 15:09:18.770692 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 91b58adf-8edb-4442-868d-4ab10f7b997a details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:09:18.797069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2fb58-5b98-496d-bc15-7b7457b7fc0e req-2b6b5af0-529e-4d03-90ce-f7204547cb68 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:18.798763 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cac2fb58-5b98-496d-bc15-7b7457b7fc0e req-2b6b5af0-529e-4d03-90ce-f7204547cb68 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 944 time: 0.1264005
Jun 04 15:09:18.823185 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-4d99fc51-ce47-49c7-b3ee-78c0c332a996 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cf434ea7-4989-4f97-89b8-67554dab6829 HTTP/1.1" status: 200  len: 2981 time: 0.0670605
Jun 04 15:09:18.874432 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cac2fb58-5b98-496d-bc15-7b7457b7fc0e req-3b7af6bc-05f6-4922-915f-5a8576e66f4e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682535
Jun 04 15:09:18.905176 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-0da9d5a9-2566-4473-b4f1-07e5ad5e11a1 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f8cadba1-151e-4812-bf8c-182adf269b9b HTTP/1.1" status: 200  len: 2977 time: 0.0744476
Jun 04 15:09:18.954887 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 91b58adf-8edb-4442-868d-4ab10f7b997a, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=91b58adf-8edb-4442-868d-4ab10f7b997a,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:18.967872 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-aec22d7e-3006-467e-80ae-e1bc743680c9 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f8cadba1-151e-4812-bf8c-182adf269b9b HTTP/1.1" status: 200  len: 2977 time: 0.0556180
Jun 04 15:09:18.977606 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '91b58adf-8edb-4442-868d-4ab10f7b997a', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'port_id': '91b58adf-8edb-4442-868d-4ab10f7b997a', 'mac_address': 'fa:16:3e:4f:33:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:09:19.008600 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-38e01134-8235-4e47-86ee-4eee1b15a072 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9fca0b61e2d44208ad836bd6f042ff17&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0298779
Jun 04 15:09:19.035319 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-3aa8cb93-976d-46f9-ad7e-9665432a5c84 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/fb91baa9-5e60-45ab-9ecb-aca2f04fdc02 HTTP/1.1" status: 200  len: 2981 time: 0.0553377
Jun 04 15:09:19.064643 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:19.087947 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b58adf-8edb-4442-868d-4ab10f7b997a {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:19.111043 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-901735fc-2869-4b24-a31a-7f6e202f9c4b req-91d57c72-5e7d-419b-b0d6-0f57773ea230 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/fb91baa9-5e60-45ab-9ecb-aca2f04fdc02 HTTP/1.1" status: 200  len: 2981 time: 0.0699897
Jun 04 15:09:19.116022 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 91b58adf-8edb-4442-868d-4ab10f7b997a, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=91b58adf-8edb-4442-868d-4ab10f7b997a,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:19.218526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-acf79fb9-e414-430c-b13f-378440ca50dd tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:19.220919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-acf79fb9-e414-430c-b13f-378440ca50dd tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2021031
Jun 04 15:09:19.235841 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-5db2b0d6-8f47-4cfa-9927-92ce3042f53a tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/quotas/9fca0b61e2d44208ad836bd6f042ff17 HTTP/1.1" status: 200  len: 375 time: 0.0099161
Jun 04 15:09:19.248500 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:19.249570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 470f8cf4-18ad-4867-a706-43e0332264d1 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:09:19.251721 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:19.348314 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-620be372-4579-43aa-9323-bc38ec50f3ad tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fca0b61e2d44208ad836bd6f042ff17&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1059380
Jun 04 15:09:19.351054 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=91b58adf-8edb-4442-868d-4ab10f7b997a,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:19.409431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:19.409770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:19.410105 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:19.410447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:19.410777 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:19.411100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:19.411437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:19.411764 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:19.412077 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:19.412412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:19.412840 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:19.413189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:19.421492 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:19.467854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 470f8cf4-18ad-4867-a706-43e0332264d1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=470f8cf4-18ad-4867-a706-43e0332264d1,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:19.481215 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '470f8cf4-18ad-4867-a706-43e0332264d1', 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252', 'port_id': '470f8cf4-18ad-4867-a706-43e0332264d1', 'mac_address': 'fa:16:3e:18:c1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d86b49a-00d2-4998-bd4d-bc1a29d13a41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:09:19.535994 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:19.557927 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470f8cf4-18ad-4867-a706-43e0332264d1 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:19.586005 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 470f8cf4-18ad-4867-a706-43e0332264d1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=470f8cf4-18ad-4867-a706-43e0332264d1,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:19.700466 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:19.705810 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:19.774895 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8abdbb-c14e-457e-9f9d-a38916710ab5 req-050ee480-6d4c-4ea7-b81e-dafc20b42259 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:19.780180 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7b8abdbb-c14e-457e-9f9d-a38916710ab5 req-050ee480-6d4c-4ea7-b81e-dafc20b42259 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 944 time: 0.1305847
Jun 04 15:09:19.802539 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=470f8cf4-18ad-4867-a706-43e0332264d1,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:19.805481 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:19.844442 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7b8abdbb-c14e-457e-9f9d-a38916710ab5 req-5cebcdaa-1b9d-4772-8a63-f92eb58a3888 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571182
Jun 04 15:09:19.888750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be1670-f1a6-4526-9686-d9891f86a7db req-50a35c07-b7cf-4e54-a554-4bd8a4704713 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:19.890316 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-82be1670-f1a6-4526-9686-d9891f86a7db req-50a35c07-b7cf-4e54-a554-4bd8a4704713 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 944 time: 0.1831179
Jun 04 15:09:19.912520 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25df4f7d-5562-430a-85ea-0737475d1298 x-openstack-request-id: req-25df4f7d-5562-430a-85ea-0737475d1298 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:19.913067 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ae63d5-3d47-4e1a-b91d-e05fd047d13e", "name": "network-vif-plugged", "status": "completed", "tag": "dd2bace0-30e3-482a-b51e-568b2f544066", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:19.913432 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25df4f7d-5562-430a-85ea-0737475d1298 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:19.913950 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ae63d5-3d47-4e1a-b91d-e05fd047d13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2bace0-30e3-482a-b51e-568b2f544066', 'code': 200}
Jun 04 15:09:19.921518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40044173-3c32-4972-9de5-c4e793c0f9d1 req-70f95e49-c7cd-4d92-82bc-f224aef0e4ef tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:19.923067 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-40044173-3c32-4972-9de5-c4e793c0f9d1 req-70f95e49-c7cd-4d92-82bc-f224aef0e4ef tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e&tenant_id=3254735b2dc54fbdbff67741a34d5965&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 950 time: 0.1774168
Jun 04 15:09:20.007933 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-82be1670-f1a6-4526-9686-d9891f86a7db req-11d0b7d6-45fd-4f4d-9657-74b6cd311070 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1103218
Jun 04 15:09:20.010100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['470f8cf4-18ad-4867-a706-43e0332264d1'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:20.029936 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [req-40044173-3c32-4972-9de5-c4e793c0f9d1 req-1a5ded78-1177-47a4-9605-a0531633cdbc service neutron] delete failed (client error): The resource could not be found.
Jun 04 15:09:20.033921 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-40044173-3c32-4972-9de5-c4e793c0f9d1 req-1a5ded78-1177-47a4-9605-a0531633cdbc service neutron] 10.222.0.62 "DELETE /v2.0/ports/dd2bace0-30e3-482a-b51e-568b2f544066/bindings/n-h2-791505-9 HTTP/1.1" status: 404  len: 380 time: 0.1007738
Jun 04 15:09:20.054030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['91b58adf-8edb-4442-868d-4ab10f7b997a'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:20.148389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd5aed-c6ff-4317-b251-a633ac02ab2c req-ed4fe380-74fd-4b21-a985-073839519d35 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:20.150444 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-02dd5aed-c6ff-4317-b251-a633ac02ab2c req-ed4fe380-74fd-4b21-a985-073839519d35 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 945 time: 0.1473885
Jun 04 15:09:20.205484 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-02dd5aed-c6ff-4317-b251-a633ac02ab2c req-de8420eb-b633-4656-84f9-a0929edc0876 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca024b39-e781-4da1-b695-59ae75e52558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472591
Jun 04 15:09:20.247989 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7f0d203f-2a43-4c18-abdf-c5023dec84e4 req-482151ef-7cc6-4777-9b2c-dc137556f1f1 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 210 time: 0.0982659
Jun 04 15:09:20.301488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40044173-3c32-4972-9de5-c4e793c0f9d1 req-380d5b88-14e0-4288-9bbf-8a2753a5c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:20.303267 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-40044173-3c32-4972-9de5-c4e793c0f9d1 req-380d5b88-14e0-4288-9bbf-8a2753a5c2d8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 1101 time: 0.1117632
Jun 04 15:09:20.367721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-abe465ef-0bd5-4381-a4bc-d0687d8dbe50 req-b9ad205a-307d-47a3-bab5-8910370fc81f tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Synchronizing usage tracker for tenant:9b35b5cf97264a58a950b1ca95f277b1 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:20.518536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40044173-3c32-4972-9de5-c4e793c0f9d1 req-1df0bb5a-1ec1-4cca-a4e9-8e1eefd9623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:20.523556 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-40044173-3c32-4972-9de5-c4e793c0f9d1 req-1df0bb5a-1ec1-4cca-a4e9-8e1eefd9623a service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2061949
Jun 04 15:09:20.584816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-abe465ef-0bd5-4381-a4bc-d0687d8dbe50 req-b9ad205a-307d-47a3-bab5-8910370fc81f tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Unset dirty status for tenant:9b35b5cf97264a58a950b1ca95f277b1 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:20.586294 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abe465ef-0bd5-4381-a4bc-d0687d8dbe50 req-b9ad205a-307d-47a3-bab5-8910370fc81f tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b35b5cf97264a58a950b1ca95f277b1 HTTP/1.1" status: 200  len: 6102 time: 0.3191040
Jun 04 15:09:20.594156 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-40044173-3c32-4972-9de5-c4e793c0f9d1 req-ee92f22f-2419-4721-af1c-e26417ca1349 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=dd2bace0-30e3-482a-b51e-568b2f544066 HTTP/1.1" status: 200  len: 217 time: 0.0665741
Jun 04 15:09:20.608395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ca4be-9e92-4281-92a1-5c1e998375d0 req-2ea9d597-fdf9-41d6-9b2c-a5c81558ade8 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:20.610012 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-693ca4be-9e92-4281-92a1-5c1e998375d0 req-2ea9d597-fdf9-41d6-9b2c-a5c81558ade8 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 950 time: 0.1917541
Jun 04 15:09:20.643792 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abe465ef-0bd5-4381-a4bc-d0687d8dbe50 req-99683626-a963-4633-8875-006674db5c2b tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] 10.222.0.32 "GET /v2.0/security-groups/fb91baa9-5e60-45ab-9ecb-aca2f04fdc02 HTTP/1.1" status: 200  len: 2981 time: 0.0504484
Jun 04 15:09:20.698322 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abe465ef-0bd5-4381-a4bc-d0687d8dbe50 req-12d0e7f9-b03e-49c5-9917-a14410419ecc tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] 10.222.0.32 "GET /v2.0/security-groups/fb91baa9-5e60-45ab-9ecb-aca2f04fdc02 HTTP/1.1" status: 200  len: 2981 time: 0.0482776
Jun 04 15:09:20.708379 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40044173-3c32-4972-9de5-c4e793c0f9d1 req-97fea257-00f1-4b61-8fcb-e8bc7546692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:20.708379 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-40044173-3c32-4972-9de5-c4e793c0f9d1 req-97fea257-00f1-4b61-8fcb-e8bc7546692e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0956948
Jun 04 15:09:20.712619 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-693ca4be-9e92-4281-92a1-5c1e998375d0 req-5a25e8e9-77b5-4353-97fe-d0d025b35add tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662887
Jun 04 15:09:20.788660 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-964e037e-dfea-48e7-b1f5-bff1498f3a73 req-c6f53846-7c1d-4980-9ea0-05cb1ac98843 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 210 time: 0.0445759
Jun 04 15:09:20.821504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40044173-3c32-4972-9de5-c4e793c0f9d1 req-cd89d66d-f0e3-48e4-9c36-02b8feb69440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:20.823154 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-40044173-3c32-4972-9de5-c4e793c0f9d1 req-cd89d66d-f0e3-48e4-9c36-02b8feb69440 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1095054
Jun 04 15:09:20.867594 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4ce1e8a-ce12-4ae2-8ffe-e78fa40a20d9 req-ef8bfa19-bec8-4b64-adc9-bd2af508f2f5 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a8af2cef-1fca-4cd4-8bc0-dd15edbc0d0d HTTP/1.1" status: 200  len: 1776 time: 0.0514297
Jun 04 15:09:20.936950 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f4ce1e8a-ce12-4ae2-8ffe-e78fa40a20d9 req-50f35317-ab68-41c9-9d4b-9bd0c0dd04c9 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:20.963971 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f4ce1e8a-ce12-4ae2-8ffe-e78fa40a20d9 req-50f35317-ab68-41c9-9d4b-9bd0c0dd04c9 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:21.024835 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-40044173-3c32-4972-9de5-c4e793c0f9d1 req-10fff195-6bf9-480e-bef7-90a6f4dd9867 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1928747
Jun 04 15:09:21.033045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c029d-7056-462d-9b53-bb5f2bbb9f43 req-b439f906-7ecc-415e-bdd9-9bf56e6041bf tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:21.033769 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e9c029d-7056-462d-9b53-bb5f2bbb9f43 req-b439f906-7ecc-415e-bdd9-9bf56e6041bf tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 1095 time: 0.1802061
Jun 04 15:09:21.127787 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f4ce1e8a-ce12-4ae2-8ffe-e78fa40a20d9 req-50f35317-ab68-41c9-9d4b-9bd0c0dd04c9 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:21.132021 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e8699850-fc1e-402c-aa01-b942542dabb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:21.148053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f35317-ab68-41c9-9d4b-9bd0c0dd04c9 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8af2cef-1fca-4cd4-8bc0-dd15edbc0d0d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:21.157929 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-50f35317-ab68-41c9-9d4b-9bd0c0dd04c9 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:21.243196 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e9c029d-7056-462d-9b53-bb5f2bbb9f43 req-9da61f2b-5c1d-48e4-b505-81df2f3db800 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914394
Jun 04 15:09:21.247829 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f4ce1e8a-ce12-4ae2-8ffe-e78fa40a20d9 req-50f35317-ab68-41c9-9d4b-9bd0c0dd04c9 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:21.260009 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4ce1e8a-ce12-4ae2-8ffe-e78fa40a20d9 req-50f35317-ab68-41c9-9d4b-9bd0c0dd04c9 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8af2cef-1fca-4cd4-8bc0-dd15edbc0d0d HTTP/1.1" status: 204  len: 173 time: 0.3857515
Jun 04 15:09:21.276830 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-40044173-3c32-4972-9de5-c4e793c0f9d1 req-0ef59bbe-7351-4de5-9463-4897f422ad06 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2425635
Jun 04 15:09:21.492586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bd557-8ecc-437b-8b95-37a6e90c65ad req-b2dd1f21-4292-4422-af5e-100d400c06c1 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:21.495607 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-295bd557-8ecc-437b-8b95-37a6e90c65ad req-b2dd1f21-4292-4422-af5e-100d400c06c1 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 945 time: 0.1179261
Jun 04 15:09:21.560840 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-295bd557-8ecc-437b-8b95-37a6e90c65ad req-db48dfd0-f9c3-47c5-97e8-2ccf705ce208 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578737
Jun 04 15:09:21.575171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21bfc5-2d4c-4c38-8fc4-661f6fffde9f req-03e0d463-d659-4d62-b426-7c0c45ce3904 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:21.577127 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f21bfc5-2d4c-4c38-8fc4-661f6fffde9f req-03e0d463-d659-4d62-b426-7c0c45ce3904 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 944 time: 0.1362686
Jun 04 15:09:21.631665 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f21bfc5-2d4c-4c38-8fc4-661f6fffde9f req-f0fde83b-ef02-4494-94f9-87f0e53a8f37 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434175
Jun 04 15:09:21.710272 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-926810d4-b72f-4ccc-8e55-42f1e29dac15 req-98388d1a-fe7d-4064-8b6f-584389423686 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "GET /v2.0/security-groups/c1dac018-7378-4226-be84-b1d763f18065 HTTP/1.1" status: 200  len: 1778 time: 0.0502236
Jun 04 15:09:21.759928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96215ad5-538f-4c9a-8eb3-a703614452d5 req-da629ce3-3a3e-4de5-ac26-fb7174a8698a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:21.761682 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-96215ad5-538f-4c9a-8eb3-a703614452d5 req-da629ce3-3a3e-4de5-ac26-fb7174a8698a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 945 time: 0.0913503
Jun 04 15:09:21.805284 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-7f299f3b-112e-44df-b130-0e7f89e5dd1f tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0cb2b44d21194835958bac19c6d44e4d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0372453
Jun 04 15:09:21.810314 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-96215ad5-538f-4c9a-8eb3-a703614452d5 req-d2763b38-b5ec-4cb3-97f2-98a233fb0f77 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca024b39-e781-4da1-b695-59ae75e52558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420151
Jun 04 15:09:21.811225 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-926810d4-b72f-4ccc-8e55-42f1e29dac15 req-2ab23243-42bf-49e7-a99e-7417ee25b701 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:21.915796 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50235023-08f7-4cf6-b009-7d84b05547f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:21.920631 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570cb8bd-7734-4213-a521-e271d7819af2" -d '{"events": [{"server_uuid": "50235023-08f7-4cf6-b009-7d84b05547f7", "name": "network-vif-plugged", "status": "completed", "tag": "d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:21.950744 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-926810d4-b72f-4ccc-8e55-42f1e29dac15 req-2ab23243-42bf-49e7-a99e-7417ee25b701 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:21.970385 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7a1ec995-356c-4e28-894d-de54a26e21c9 req-b22a3c6a-7860-4bca-a3b1-4b76a00baf31 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 210 time: 0.0502934
Jun 04 15:09:22.040173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-556472a3-f7d1-4d38-be16-fad2def69f8c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:22.041484 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-556472a3-f7d1-4d38-be16-fad2def69f8c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2291102
Jun 04 15:09:22.061927 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Request body: {'port': {'device_id': '55d5c814-ba60-46dc-8332-aba414bc6113', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '0cb2b44d21194835958bac19c6d44e4d'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:22.150112 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-926810d4-b72f-4ccc-8e55-42f1e29dac15 req-2ab23243-42bf-49e7-a99e-7417ee25b701 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:22.162565 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cdc94688-eb06-4eb7-a482-da736b284a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:22.216407 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab23243-42bf-49e7-a99e-7417ee25b701 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dac018-7378-4226-be84-b1d763f18065,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:22.227389 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2ab23243-42bf-49e7-a99e-7417ee25b701 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:22.238244 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-926810d4-b72f-4ccc-8e55-42f1e29dac15 req-2ab23243-42bf-49e7-a99e-7417ee25b701 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:22.239634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-926810d4-b72f-4ccc-8e55-42f1e29dac15 req-2ab23243-42bf-49e7-a99e-7417ee25b701 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1dac018-7378-4226-be84-b1d763f18065 HTTP/1.1" status: 204  len: 173 time: 0.5228889
Jun 04 15:09:22.279019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:22.294773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:22.426120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Made reservation on behalf of 0cb2b44d21194835958bac19c6d44e4d for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:09:22.428850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e338091-e28f-45aa-b602-929607d373f4 req-53a8cd53-77f1-4e58-92ea-70ee8777da50 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:22.429636 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:22.433499 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1e338091-e28f-45aa-b602-929607d373f4 req-53a8cd53-77f1-4e58-92ea-70ee8777da50 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 820 time: 0.3266969
Jun 04 15:09:22.445466 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1e338091-e28f-45aa-b602-929607d373f4 req-2de8680d-7841-48b6-a8ce-692be9321d0c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/quotas/22c4a2a8b29d48d981ff2e2fc2535d0e HTTP/1.1" status: 200  len: 375 time: 0.0093689
Jun 04 15:09:22.510712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b38be-8214-4762-a2fd-4766cba2ef89 req-29d9e5c5-a5e6-409c-97f6-cfae74f58a10 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:22.517643 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3f6b38be-8214-4762-a2fd-4766cba2ef89 req-29d9e5c5-a5e6-409c-97f6-cfae74f58a10 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 950 time: 0.1599743
Jun 04 15:09:22.552318 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1e338091-e28f-45aa-b602-929607d373f4 req-6bb0f2ab-66e4-4547-952a-66fdce58eb20 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0994043
Jun 04 15:09:22.623477 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3f6b38be-8214-4762-a2fd-4766cba2ef89 req-e4d3e18f-bdff-4510-86fa-b179acdbce93 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046348
Jun 04 15:09:22.681531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Allocated IP 192.168.233.133 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/4fcba15f-b524-426a-9b9c-6037e8aec260) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:09:22.721975 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1e338091-e28f-45aa-b602-929607d373f4 req-b2bd2b84-5f3f-4f75-b433-edec64e67012 service neutron] 10.222.0.32 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533639
Jun 04 15:09:22.797566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 91b58adf-8edb-4442-868d-4ab10f7b997a up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:09:22.891020 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1e338091-e28f-45aa-b602-929607d373f4 req-371976bd-6f0d-4e84-9b8c-bc289a1f4e5a service neutron] 10.222.0.32 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616299
Jun 04 15:09:22.899375 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f51875e4-61ab-48be-b3cc-71afbea8ddfa req-00dab35a-71d2-485f-80ec-65cc3a65b980 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 210 time: 0.1272922
Jun 04 15:09:22.907295 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-d4d25f6c-578d-4e6a-af64-922b95d52f87 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9fca0b61e2d44208ad836bd6f042ff17&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0918965
Jun 04 15:09:22.993336 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 91b58adf-8edb-4442-868d-4ab10f7b997a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:23.017969 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d6ad63-00fb-47fb-b5bb-3a814fabe299 x-openstack-request-id: req-36d6ad63-00fb-47fb-b5bb-3a814fabe299 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:23.018742 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50235023-08f7-4cf6-b009-7d84b05547f7", "name": "network-vif-plugged", "status": "completed", "tag": "d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:23.019426 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36d6ad63-00fb-47fb-b5bb-3a814fabe299 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:23.020225 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50235023-08f7-4cf6-b009-7d84b05547f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e', 'code': 200}
Jun 04 15:09:23.023757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 91b58adf-8edb-4442-868d-4ab10f7b997a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:23.024990 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:23.220539 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:23.236852 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:23.263797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 91b58adf-8edb-4442-868d-4ab10f7b997a, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=91b58adf-8edb-4442-868d-4ab10f7b997a,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:23.351307 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:23.364796 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdf4e6d2-a34f-4c0b-9597-3b4ecfa618ab req-d83e49cc-a470-4023-9981-1ff7bdbae3b6 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] 10.222.0.32 "GET /v2.0/security-groups/a9d0f4ea-ea84-49db-bfee-58af98c33833 HTTP/1.1" status: 200  len: 1777 time: 0.3153329
Jun 04 15:09:23.394648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-100b80d8-7529-4758-8765-f7031a9bab2c tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:23.396094 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-100b80d8-7529-4758-8765-f7031a9bab2c tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3888729
Jun 04 15:09:23.398338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Transition to ACTIVE for port object 4fcba15f-b524-426a-9b9c-6037e8aec260 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:23.421052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Request body: {'port': {'device_id': '2db2b800-a6aa-4d3d-bca3-323e31ef445c', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '9fca0b61e2d44208ad836bd6f042ff17'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:23.425668 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:23.427606 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 470f8cf4-18ad-4867-a706-43e0332264d1 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:09:23.471943 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:23.487236 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe904d56-0d1d-4979-a73a-f586c19d0237 req-de2e240d-fe87-4a02-82eb-28c884a221c8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:23.488653 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe904d56-0d1d-4979-a73a-f586c19d0237 req-de2e240d-fe87-4a02-82eb-28c884a221c8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 945 time: 0.1178432
Jun 04 15:09:23.561648 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe904d56-0d1d-4979-a73a-f586c19d0237 req-749f36a1-47a9-41c4-8323-c44d03fd28f8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557919
Jun 04 15:09:23.577442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599c76f-7a96-4991-9f86-9ec1f36b128f req-abeb2ea4-c521-4a94-b0db-c8114229f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:23.577442 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8599c76f-7a96-4991-9f86-9ec1f36b128f req-abeb2ea4-c521-4a94-b0db-c8114229f869 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 1096 time: 0.3520956
Jun 04 15:09:23.601900 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=91b58adf-8edb-4442-868d-4ab10f7b997a,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:23.605971 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:23.621709 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdf4e6d2-a34f-4c0b-9597-3b4ecfa618ab req-c6fee587-7174-4e00-95ea-573fb42bd465 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:23.711287 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 470f8cf4-18ad-4867-a706-43e0332264d1 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:23.717704 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 470f8cf4-18ad-4867-a706-43e0332264d1 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:23.718094 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:23.748586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0be58-b171-4104-aa62-33e9b43f6894 req-1822a863-8f56-4810-ae0b-fd5dc983f878 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:23.750900 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ff0be58-b171-4104-aa62-33e9b43f6894 req-1822a863-8f56-4810-ae0b-fd5dc983f878 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 945 time: 0.0946167
Jun 04 15:09:23.784441 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:23.789419 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:23.797221 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['b7c24edb-f643-4938-8e52-7e56962318e3', '5948e58c-a12c-4416-afa5-9e142acf5f22'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:23.820784 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8599c76f-7a96-4991-9f86-9ec1f36b128f req-9ef2607c-5837-4e06-a929-997185f5887d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ca024b39-e781-4da1-b695-59ae75e52558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2358806
Jun 04 15:09:23.825390 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ff0be58-b171-4104-aa62-33e9b43f6894 req-872abd6f-493d-4f97-a228-905ae877ea1f tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672641
Jun 04 15:09:23.828289 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdf4e6d2-a34f-4c0b-9597-3b4ecfa618ab req-c6fee587-7174-4e00-95ea-573fb42bd465 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:23.866209 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['39aca5ae-aedb-4639-985b-49fbceec36e6', '68f0c106-4301-4722-a664-002be03379b1', '00206849-6e37-4bf1-8f05-721b52b0c482', '5791a29b-f7fb-4c7f-b5fd-71123d32949c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:23.879972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:23.918458 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:09:23.929267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:23.941988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:09:23.947280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event updated for resources: {'Port': ['ID=4fcba15f-b524-426a-9b9c-6037e8aec260,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:23.951292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:09:23.963179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:23.963591 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:23.978507 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:24.079194 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:24.105675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8a5ed-82c9-4e98-9ddc-79b4a8e78d4d req-ddd16f06-67e4-4975-a66c-ae739578d3f6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:24.113619 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-27c8a5ed-82c9-4e98-9ddc-79b4a8e78d4d req-ddd16f06-67e4-4975-a66c-ae739578d3f6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 945 time: 0.1581163
Jun 04 15:09:24.118496 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Made reservation on behalf of 9fca0b61e2d44208ad836bd6f042ff17 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:09:24.124883 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:24.165730 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.1078355
Jun 04 15:09:24.218425 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdf4e6d2-a34f-4c0b-9597-3b4ecfa618ab req-c6fee587-7174-4e00-95ea-573fb42bd465 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:24.218425 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdf4e6d2-a34f-4c0b-9597-3b4ecfa618ab req-c6fee587-7174-4e00-95ea-573fb42bd465 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:24.218425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdf4e6d2-a34f-4c0b-9597-3b4ecfa618ab req-c6fee587-7174-4e00-95ea-573fb42bd465 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] 10.222.0.32 "DELETE /v2.0/security-groups/a9d0f4ea-ea84-49db-bfee-58af98c33833 HTTP/1.1" status: 204  len: 173 time: 0.7896471
Jun 04 15:09:24.220817 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-27c8a5ed-82c9-4e98-9ddc-79b4a8e78d4d req-cc2b7662-0234-4287-9431-16c000830b12 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca024b39-e781-4da1-b695-59ae75e52558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734017
Jun 04 15:09:24.223332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 470f8cf4-18ad-4867-a706-43e0332264d1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=470f8cf4-18ad-4867-a706-43e0332264d1,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:24.223895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Request body: {'port': {'device_id': '55d5c814-ba60-46dc-8332-aba414bc6113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:24.250556 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:24.289649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fee587-7174-4e00-95ea-573fb42bd465 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d0f4ea-ea84-49db-bfee-58af98c33833,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:24.297531 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c6fee587-7174-4e00-95ea-573fb42bd465 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:24.327449 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d36f15f7-f340-4ed7-a079-dd5803746f39 req-a5107a77-b64c-460e-9617-082b737cb579 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 210 time: 0.0669496
Jun 04 15:09:24.427892 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:24.438277 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a795c8e2-f67b-4dfc-b97b-c6159ad0c83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:24.526432 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9d578745-48f8-495f-995d-78284a57f541 None None] Provisioning for port 4fcba15f-b524-426a-9b9c-6037e8aec260 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:24.554784 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9d578745-48f8-495f-995d-78284a57f541 None None] Provisioning complete for port 4fcba15f-b524-426a-9b9c-6037e8aec260 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:24.555156 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9d578745-48f8-495f-995d-78284a57f541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:24.576181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:24.633866 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0fa5a-f841-40b8-bbcf-3fd83cd41ca6 req-b7f2b1d0-92eb-46d8-ba7a-53e2358c01b5 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:24.635937 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-76e0fa5a-f841-40b8-bbcf-3fd83cd41ca6 req-b7f2b1d0-92eb-46d8-ba7a-53e2358c01b5 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 950 time: 0.1667964
Jun 04 15:09:24.651055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Allocated IP 192.168.233.224 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/8e08292b-a08a-475d-adec-a404cc11c7d1) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:09:24.661960 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=470f8cf4-18ad-4867-a706-43e0332264d1,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:24.671907 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:24.672430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9d578745-48f8-495f-995d-78284a57f541 None None] Port 4fcba15f-b524-426a-9b9c-6037e8aec260 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:09:24.718588 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-76e0fa5a-f841-40b8-bbcf-3fd83cd41ca6 req-6f32c1e3-8480-4bee-ab0e-8747bb50076c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750291
Jun 04 15:09:24.730540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af169fe3-637a-4a6b-9049-4e5863032f6f req-9efc2d49-2d88-4d70-885c-b908afcf6a07 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:24.731468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-af169fe3-637a-4a6b-9049-4e5863032f6f req-9efc2d49-2d88-4d70-885c-b908afcf6a07 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Synchronizing usage tracker for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:24.939647 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09b8b4f3-8ffb-4f09-87dd-967c1fe2cb08 req-dea295a7-56cf-4e9d-9894-4f9f26578416 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 210 time: 0.0526786
Jun 04 15:09:25.031143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-af169fe3-637a-4a6b-9049-4e5863032f6f req-9efc2d49-2d88-4d70-885c-b908afcf6a07 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Unset dirty status for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:25.032506 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af169fe3-637a-4a6b-9049-4e5863032f6f req-9efc2d49-2d88-4d70-885c-b908afcf6a07 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 936 time: 0.6689210
Jun 04 15:09:25.040585 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dd40cb45-bf2a-4a13-be95-b208967ab8e3 req-f017a487-238b-4d4a-9e6f-6845d09a8fc3 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] 10.222.0.32 "GET /v2.0/security-groups/6683e55f-8dbf-4754-a5bf-2f04b62d8043 HTTP/1.1" status: 200  len: 1777 time: 0.0596914
Jun 04 15:09:25.058573 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b58adf-8edb-4442-868d-4ab10f7b997a'}, {'server_uuid': '13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470f8cf4-18ad-4867-a706-43e0332264d1'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:25.062442 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1988b79-c3c5-4333-b376-18c8956778e1" -d '{"events": [{"server_uuid": "1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e", "name": "network-vif-plugged", "status": "completed", "tag": "91b58adf-8edb-4442-868d-4ab10f7b997a"}, {"server_uuid": "13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45", "name": "network-vif-plugged", "status": "completed", "tag": "470f8cf4-18ad-4867-a706-43e0332264d1"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:25.087307 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:25.147366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Transition to ACTIVE for port object 8e08292b-a08a-475d-adec-a404cc11c7d1 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:25.163983 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af169fe3-637a-4a6b-9049-4e5863032f6f req-f3808483-6170-449c-bf31-36180cd785c1 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131489
Jun 04 15:09:25.189190 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dd40cb45-bf2a-4a13-be95-b208967ab8e3 req-7c23ce60-bf73-4adc-9087-85cc6bc00d86 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:25.245539 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dd40cb45-bf2a-4a13-be95-b208967ab8e3 req-7c23ce60-bf73-4adc-9087-85cc6bc00d86 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:25.352187 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:25.382442 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2551949c-b89b-41d1-be5f-479b70ac1591 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:25.465776 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:25.512007 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dd40cb45-bf2a-4a13-be95-b208967ab8e3 req-7c23ce60-bf73-4adc-9087-85cc6bc00d86 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:25.519996 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e043a651-2e6f-4fca-9a98-8b20908d33ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:25.539025 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23ce60-bf73-4adc-9087-85cc6bc00d86 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6683e55f-8dbf-4754-a5bf-2f04b62d8043,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:25.541800 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7c23ce60-bf73-4adc-9087-85cc6bc00d86 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:25.579877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:09:25.580609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:09:25.595209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:09:25.600883 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:25.601577 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:25.652105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Pushing event updated for resources: {'Port': ['ID=8e08292b-a08a-475d-adec-a404cc11c7d1,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:25.664208 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:25.690143 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dd40cb45-bf2a-4a13-be95-b208967ab8e3 req-7c23ce60-bf73-4adc-9087-85cc6bc00d86 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:25.711779 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dd40cb45-bf2a-4a13-be95-b208967ab8e3 req-7c23ce60-bf73-4adc-9087-85cc6bc00d86 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] 10.222.0.32 "DELETE /v2.0/security-groups/6683e55f-8dbf-4754-a5bf-2f04b62d8043 HTTP/1.1" status: 204  len: 173 time: 0.6643860
Jun 04 15:09:25.744469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc4831-2094-4350-a231-dc84d3938c1e req-d953d247-0faa-4f04-a3ed-cf3f11b8d0b0 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:25.756618 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ddcc4831-2094-4350-a231-dc84d3938c1e req-d953d247-0faa-4f04-a3ed-cf3f11b8d0b0 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 946 time: 0.3751233
Jun 04 15:09:25.821475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4072433
Jun 04 15:09:25.862600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Request body: {'port': {'device_id': '2db2b800-a6aa-4d3d-bca3-323e31ef445c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:25.967405 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ddcc4831-2094-4350-a231-dc84d3938c1e req-965afab6-7cef-4739-ba6c-f4a73a9fd53e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2096357
Jun 04 15:09:25.977665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fcba15f-b524-426a-9b9c-6037e8aec260 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:25.978414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5f71e-9bb5-4e6a-b965-699061a5d9db req-4808e851-937d-4495-a0c8-08606a5a839a tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:25.980117 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9ea5f71e-9bb5-4e6a-b965-699061a5d9db req-4808e851-937d-4495-a0c8-08606a5a839a tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 1101 time: 0.1212699
Jun 04 15:09:26.032940 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:26.042272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9ea5f71e-9bb5-4e6a-b965-699061a5d9db req-fe49c796-080c-4366-ad9a-311d92ba51bd tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] Synchronizing usage tracker for tenant:09c6e785af21405c85acdbdd73a2a758 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:26.081838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Transition to ACTIVE for port object 4fcba15f-b524-426a-9b9c-6037e8aec260 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:26.090051 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:26.185544 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9ea5f71e-9bb5-4e6a-b965-699061a5d9db req-fe49c796-080c-4366-ad9a-311d92ba51bd tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] Unset dirty status for tenant:09c6e785af21405c85acdbdd73a2a758 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:26.186497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3398b87c-5d9b-4502-9f50-e7d0a8e3040d None None] Provisioning for port 8e08292b-a08a-475d-adec-a404cc11c7d1 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:26.189861 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9ea5f71e-9bb5-4e6a-b965-699061a5d9db req-fe49c796-080c-4366-ad9a-311d92ba51bd tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2005243
Jun 04 15:09:26.193496 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3398b87c-5d9b-4502-9f50-e7d0a8e3040d None None] Provisioning complete for port 8e08292b-a08a-475d-adec-a404cc11c7d1 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:26.194100 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3398b87c-5d9b-4502-9f50-e7d0a8e3040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:26.289393 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:26.294727 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-46167210-e643-4ec3-899e-0ab40e5d7ec9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:26.295569 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a55149f-d7d4-46ac-bcd8-b781ef4ea2fa x-openstack-request-id: req-9a55149f-d7d4-46ac-bcd8-b781ef4ea2fa {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:26.295996 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e", "name": "network-vif-plugged", "status": "completed", "tag": "91b58adf-8edb-4442-868d-4ab10f7b997a", "code": 200}, {"server_uuid": "13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45", "name": "network-vif-plugged", "status": "completed", "tag": "470f8cf4-18ad-4867-a706-43e0332264d1", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:26.296270 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a55149f-d7d4-46ac-bcd8-b781ef4ea2fa {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:26.296682 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b58adf-8edb-4442-868d-4ab10f7b997a', 'code': 200}
Jun 04 15:09:26.297185 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470f8cf4-18ad-4867-a706-43e0332264d1', 'code': 200}
Jun 04 15:09:26.320941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3398b87c-5d9b-4502-9f50-e7d0a8e3040d None None] Port 8e08292b-a08a-475d-adec-a404cc11c7d1 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:09:26.597957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Pushing event updated for resources: {'Port': ['ID=4fcba15f-b524-426a-9b9c-6037e8aec260,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:26.619103 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:26.684011 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34976) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:09:26.689170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fcf79-16f5-48ea-94ea-f3c06bee2e27 req-40de3aec-bc1a-42ae-a834-8b2325dad0ec tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:26.694861 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d6fcf79-16f5-48ea-94ea-f3c06bee2e27 req-40de3aec-bc1a-42ae-a834-8b2325dad0ec tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 945 time: 0.5811400
Jun 04 15:09:26.748654 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:09:26.814615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Attempting to bind port 4fcba15f-b524-426a-9b9c-6037e8aec260 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:09:26.814944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Attempting to bind port 4fcba15f-b524-426a-9b9c-6037e8aec260 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:09:26.815268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Attempting to bind port 4fcba15f-b524-426a-9b9c-6037e8aec260 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:26.828631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0402ffa-1cc5-4264-9f8e-91486eea66cb req-099bd828-58a5-4eed-86e3-4250b5d8c7b8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:26.830910 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0402ffa-1cc5-4264-9f8e-91486eea66cb req-099bd828-58a5-4eed-86e3-4250b5d8c7b8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 945 time: 0.2659225
Jun 04 15:09:26.837468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5b551-91a5-4909-8ebc-65934aca3160 req-ff2a914a-c524-433a-b29c-6e871019a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:26.852988 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1ae5b551-91a5-4909-8ebc-65934aca3160 req-ff2a914a-c524-433a-b29c-6e871019a53c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 1097 time: 0.3764672
Jun 04 15:09:26.852988 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c7810-d758-45f4-95d4-03c3d580a381 req-33c5c797-35fc-4092-9d3a-b31ac3925b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:26.852988 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be8c7810-d758-45f4-95d4-03c3d580a381 req-33c5c797-35fc-4092-9d3a-b31ac3925b95 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 1096 time: 0.3338103
Jun 04 15:09:26.885757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Port 4fcba15f-b524-426a-9b9c-6037e8aec260 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:09:26.886073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Attempting to bind port 4fcba15f-b524-426a-9b9c-6037e8aec260 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:26.939038 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d6fcf79-16f5-48ea-94ea-f3c06bee2e27 req-bdcd432c-0fef-4809-ab52-531a540728d9 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2431989
Jun 04 15:09:26.939786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:09:26.940169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:09:26.940548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:09:26.941886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Bound port: 4fcba15f-b524-426a-9b9c-6037e8aec260, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:09:26.942264 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:26.975152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['3fdac15a-f081-40a3-a21a-d659ed033c70'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:27.074533 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0402ffa-1cc5-4264-9f8e-91486eea66cb req-e94e85d1-ab1e-4cc7-b5da-560005b46973 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca024b39-e781-4da1-b695-59ae75e52558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2292035
Jun 04 15:09:27.093241 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be8c7810-d758-45f4-95d4-03c3d580a381 req-4094c577-af7f-4970-aef2-e82c75be93e0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2285333
Jun 04 15:09:27.182430 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7060abed-8f21-4217-bfea-4bdf57d33f7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b35b5cf97264a58a950b1ca95f277b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4898024
Jun 04 15:09:27.187399 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1ae5b551-91a5-4909-8ebc-65934aca3160 req-68e5cbff-9ae0-468a-bdad-38bd15760741 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3184664
Jun 04 15:09:27.188425 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34984) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:09:27.190390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] For port 4fcba15f-b524-426a-9b9c-6037e8aec260, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:09:27.197234 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c154a65-b750-4738-a970-0202457e10ed req-137ec056-1730-46bf-b7bd-0e2541333d58 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 210 time: 0.1235359
Jun 04 15:09:27.198461 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:09:27.217080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e338091-e28f-45aa-b602-929607d373f4 req-e95c0532-982d-4c87-b5af-27dccf41a568 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:27.219735 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e338091-e28f-45aa-b602-929607d373f4 req-e95c0532-982d-4c87-b5af-27dccf41a568 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.62 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 820 time: 0.5995214
Jun 04 15:09:27.276422 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0a4814d-c425-4d76-bf03-52dc6d1767ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:27.290316 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] For port 4fcba15f-b524-426a-9b9c-6037e8aec260, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4fcba15f-b524-426a-9b9c-6037e8aec260,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:09:27.351492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1e338091-e28f-45aa-b602-929607d373f4 req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Request body: {'port': {'device_id': '7252f527-5ba0-47bf-ac1b-bde080dd907e', 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969', 'admin_state_up': True, 'tenant_id': '22c4a2a8b29d48d981ff2e2fc2535d0e'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:27.367294 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0a4814d-c425-4d76-bf03-52dc6d1767ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:27.380677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e08292b-a08a-475d-adec-a404cc11c7d1 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:27.399194 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:27.415653 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:27.421823 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b4bba8f6-b91c-4431-8222-2e6ef05d02f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:27.432692 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958369d-e054-4691-a6cb-54792349a06c req-7f69ff32-da82-4195-8ac4-507db03dcb48 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:27.434291 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3958369d-e054-4691-a6cb-54792349a06c req-7f69ff32-da82-4195-8ac4-507db03dcb48 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 936 time: 0.1427591
Jun 04 15:09:27.504564 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3958369d-e054-4691-a6cb-54792349a06c req-29e34c09-a82a-4e69-8cd5-b197b9ea2e05 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597908
Jun 04 15:09:27.615107 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0a4814d-c425-4d76-bf03-52dc6d1767ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:27.623640 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:27.645027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4814d-c425-4d76-bf03-52dc6d1767ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb91baa9-5e60-45ab-9ecb-aca2f04fdc02,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:27.652666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Transition to ACTIVE for port object 8e08292b-a08a-475d-adec-a404cc11c7d1 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:27.667331 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d0a4814d-c425-4d76-bf03-52dc6d1767ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:27.669679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:27.671825 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:27.674803 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] 10.222.0.65 "PUT /v2.0/ports/4fcba15f-b524-426a-9b9c-6037e8aec260 HTTP/1.1" status: 200  len: 1096 time: 3.4846292
Jun 04 15:09:27.682601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d5c814-ba60-46dc-8332-aba414bc6113', 'tag': '4fcba15f-b524-426a-9b9c-6037e8aec260'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:27.685748 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a92c6b8-0bc4-445a-b581-8a0525c5ca3b" -d '{"events": [{"name": "network-changed", "server_uuid": "55d5c814-ba60-46dc-8332-aba414bc6113", "tag": "4fcba15f-b524-426a-9b9c-6037e8aec260"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:27.689935 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0a4814d-c425-4d76-bf03-52dc6d1767ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:27.703268 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d0a4814d-c425-4d76-bf03-52dc6d1767ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb91baa9-5e60-45ab-9ecb-aca2f04fdc02 HTTP/1.1" status: 204  len: 168 time: 0.5121102
Jun 04 15:09:27.740930 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:27.938870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Pushing event updated for resources: {'Port': ['ID=4fcba15f-b524-426a-9b9c-6037e8aec260,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:27.948931 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:27.967437 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:28.037396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8510014-6401-40fc-964d-a132d0d54e5d req-4a9e8ae1-a773-42a2-b6e6-83bb05adb936 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:28.048538 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b8510014-6401-40fc-964d-a132d0d54e5d req-4a9e8ae1-a773-42a2-b6e6-83bb05adb936 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 946 time: 0.2786844
Jun 04 15:09:28.049924 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1e338091-e28f-45aa-b602-929607d373f4 req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:28.091292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Attempting to bind port 8e08292b-a08a-475d-adec-a404cc11c7d1 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:09:28.091622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Attempting to bind port 8e08292b-a08a-475d-adec-a404cc11c7d1 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:09:28.091950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Attempting to bind port 8e08292b-a08a-475d-adec-a404cc11c7d1 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:28.119871 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b8510014-6401-40fc-964d-a132d0d54e5d req-6ff76609-e8ad-44e8-9d6d-818d331b9588 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701461
Jun 04 15:09:28.134724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1e338091-e28f-45aa-b602-929607d373f4 req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:28.138569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Port 8e08292b-a08a-475d-adec-a404cc11c7d1 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:09:28.138900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Attempting to bind port 8e08292b-a08a-475d-adec-a404cc11c7d1 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:28.165852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:09:28.166769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:09:28.166769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:09:28.166985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Bound port: 8e08292b-a08a-475d-adec-a404cc11c7d1, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:09:28.167153 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:28.186249 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Pushing event updated for resources: {'Port': ['ID=8e08292b-a08a-475d-adec-a404cc11c7d1,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:28.197201 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:28.217859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956692c-ddf2-4a0e-86c5-c15ec7274842 req-6e719adb-94c9-43e8-bf04-4cba565e5137 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:28.219422 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d956692c-ddf2-4a0e-86c5-c15ec7274842 req-6e719adb-94c9-43e8-bf04-4cba565e5137 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 948 time: 0.7618725
Jun 04 15:09:28.285902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-426dbd56-c8e3-412c-9a9c-4da7bf2595ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:28.287447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-426dbd56-c8e3-412c-9a9c-4da7bf2595ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 1099 time: 0.4285388
Jun 04 15:09:28.367827 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-96e11f3a-0130-473d-a2ce-798afdfbc4b0 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 258 time: 0.2256529
Jun 04 15:09:28.382466 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:28.385842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e338091-e28f-45aa-b602-929607d373f4 req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Made reservation on behalf of 22c4a2a8b29d48d981ff2e2fc2535d0e for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:09:28.390275 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1e338091-e28f-45aa-b602-929607d373f4 req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:28.390985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:28.396229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Usage tracker for resource:floatingip and tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:28.400319 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:28.404553 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-ca5d6e00-3735-41c9-b5a9-bb4745af398a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=4fcba15f-b524-426a-9b9c-6037e8aec260 HTTP/1.1" status: 200  len: 217 time: 0.1015542
Jun 04 15:09:28.409249 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:28.490428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d956692c-ddf2-4a0e-86c5-c15ec7274842 req-584cbcbb-9301-4357-8689-ba2ab9a43b18 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2397852
Jun 04 15:09:28.523414 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:28.554584 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] For port 8e08292b-a08a-475d-adec-a404cc11c7d1, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:09:28.588358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] For port 8e08292b-a08a-475d-adec-a404cc11c7d1, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=8e08292b-a08a-475d-adec-a404cc11c7d1,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:09:28.595428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-db55c40d-aae7-4e24-90d3-58365298000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:28.597284 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-db55c40d-aae7-4e24-90d3-58365298000b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1740136
Jun 04 15:09:28.756752 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711616bd-dbaa-4e90-af61-297d39708704 x-openstack-request-id: req-711616bd-dbaa-4e90-af61-297d39708704 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:28.757790 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d5c814-ba60-46dc-8332-aba414bc6113", "tag": "4fcba15f-b524-426a-9b9c-6037e8aec260", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:28.757790 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-711616bd-dbaa-4e90-af61-297d39708704 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:28.758129 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d5c814-ba60-46dc-8332-aba414bc6113', 'tag': '4fcba15f-b524-426a-9b9c-6037e8aec260', 'status': 'completed', 'code': 200}
Jun 04 15:09:28.797823 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:28.824196 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:28.824772 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:28.858556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35010) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:09:28.913457 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-61abd417-2024-4279-8a6a-f82be86b35d2 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3254735b2dc54fbdbff67741a34d5965&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1509376
Jun 04 15:09:28.952113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:28.952746 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:28.954495 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] 10.222.0.65 "PUT /v2.0/ports/8e08292b-a08a-475d-adec-a404cc11c7d1 HTTP/1.1" status: 200  len: 1096 time: 3.0964458
Jun 04 15:09:29.017307 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Allocated IP 172.25.4.222 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/d69c7d46-13bd-4020-9d92-b2111291430e) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:09:29.074393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-1e338091-e28f-45aa-b602-929607d373f4 req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Allocated IP 172.20.0.5 (760c71b3-e8c0-4258-bd3c-3da1c3b21969/89890e03-c3ba-40af-a914-1d8ff3976cbd/c77103ec-9088-4d69-9c0e-188bf2972c52) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:09:29.140856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Pushing event updated for resources: {'Port': ['ID=8e08292b-a08a-475d-adec-a404cc11c7d1,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:29.195897 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:29.219914 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7fcaaa27-9fb5-4d36-9a81-a0eb21bab0a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e3da67628094795a6663b180ee874ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3501561
Jun 04 15:09:29.224335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35014) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:09:29.227924 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:29.275596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-d8173357-fd87-4fd0-a74c-dcb34fb934be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:29.277024 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-d8173357-fd87-4fd0-a74c-dcb34fb934be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.6717470
Jun 04 15:09:29.302730 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f84c987-3f76-40dc-9372-88b6ce5c9110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:29.334305 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f84c987-3f76-40dc-9372-88b6ce5c9110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:29.335674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-38ade7ab-63a5-42b9-8b3e-e41341d0ae2c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:29.337845 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-38ade7ab-63a5-42b9-8b3e-e41341d0ae2c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4048996
Jun 04 15:09:29.380690 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:29.383463 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:29.407674 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b6d80bc1-e6ee-40db-90cc-b0e632808e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:29.434897 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-2d556e2a-a189-4804-812b-ae3441c9c0eb tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/quotas/3254735b2dc54fbdbff67741a34d5965 HTTP/1.1" status: 200  len: 375 time: 0.0834267
Jun 04 15:09:29.452553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:09:29.455469 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:09:29.459084 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:09:29.466542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Pushing event updated for resources: {'Port': ['ID=d69c7d46-13bd-4020-9d92-b2111291430e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:29.469927 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:29.539027 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f84c987-3f76-40dc-9372-88b6ce5c9110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:29.548535 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7c23ce60-bf73-4adc-9087-85cc6bc00d86 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:29.576639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84c987-3f76-40dc-9372-88b6ce5c9110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f124e1-35c6-48a4-991c-3b1035723a94,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:29.576639 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8f84c987-3f76-40dc-9372-88b6ce5c9110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:29.594131 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:29.608529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-2f6af469-4e29-4f8b-9fb4-120686f9cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:29.609985 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-2f6af469-4e29-4f8b-9fb4-120686f9cdfa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9fca0b61e2d44208ad836bd6f042ff17&device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 1099 time: 0.4784327
Jun 04 15:09:29.612548 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f84c987-3f76-40dc-9372-88b6ce5c9110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:29.613681 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8f84c987-3f76-40dc-9372-88b6ce5c9110 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22f124e1-35c6-48a4-991c-3b1035723a94 HTTP/1.1" status: 204  len: 168 time: 0.3887522
Jun 04 15:09:29.717669 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-da25538a-e389-4c06-82f3-d4d9b287be78 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=8e08292b-a08a-475d-adec-a404cc11c7d1 HTTP/1.1" status: 200  len: 217 time: 0.0988081
Jun 04 15:09:29.761312 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:29.768425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-e86209b0-66bb-4ce2-b2fb-6459be4d6425 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4830561
Jun 04 15:09:29.869574 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1e338091-e28f-45aa-b602-929607d373f4 req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:29.925520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-b3797b36-b2ae-463b-a338-f94f1a1944b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:29.926964 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-b3797b36-b2ae-463b-a338-f94f1a1944b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2000544
Jun 04 15:09:29.988686 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:29.995761 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-0b6c5da6-1c6c-4975-a3c8-5926ab331d9d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4974771
Jun 04 15:09:30.039345 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1317f6-c9f3-47db-88c6-364ccd3f0525 req-6e677173-b6cf-46e4-b98a-8eee360dbb7a service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2539454
Jun 04 15:09:30.048562 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:30.061892 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:30.065315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-6992252c-3c2b-4a9e-9f90-c0d60f7fa111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:30.066972 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-6992252c-3c2b-4a9e-9f90-c0d60f7fa111 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1231799
Jun 04 15:09:30.113743 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:30.148612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Pushing event updated for resources: {'Port': ['ID=d69c7d46-13bd-4020-9d92-b2111291430e,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:30.152718 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:30.168347 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1e338091-e28f-45aa-b602-929607d373f4 req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:30.179289 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-82dd7acf-310d-43c6-bf9e-b8e7a0da2fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:30.305953 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:30.305953 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9266498
Jun 04 15:09:30.352615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e338091-e28f-45aa-b602-929607d373f4 req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:09:30.364653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-1e338091-e28f-45aa-b602-929607d373f4 req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:09:30.379949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e338091-e28f-45aa-b602-929607d373f4 req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:09:30.385352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e338091-e28f-45aa-b602-929607d373f4 req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:30.385968 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1e338091-e28f-45aa-b602-929607d373f4 req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:30.393918 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Pushing event updated for resources: {'Port': ['ID=c77103ec-9088-4d69-9c0e-188bf2972c52,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:30.432813 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:30.434921 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-0ea42d4e-95b2-4731-a71c-f4cf61000835 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3608868
Jun 04 15:09:30.462475 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-7bf25a11-9b21-44df-97da-0607df860975 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Synchronizing usage tracker for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:floatingip {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:30.584068 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-7bf25a11-9b21-44df-97da-0607df860975 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Unset dirty status for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:floatingip {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:30.589660 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-7bf25a11-9b21-44df-97da-0607df860975 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200  len: 696 time: 0.2771072
Jun 04 15:09:30.705297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92c6b8-0bc4-445a-b581-8a0525c5ca3b req-bb4365e8-fef5-47c7-87b9-462298434b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:30.706741 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a92c6b8-0bc4-445a-b581-8a0525c5ca3b req-bb4365e8-fef5-47c7-87b9-462298434b54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 1099 time: 0.4649923
Jun 04 15:09:30.746625 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e338091-e28f-45aa-b602-929607d373f4 req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4542491
Jun 04 15:09:30.759003 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4fe1f8d-3125-48ad-8e7c-6175e93d40c2 req-6511dbab-ff51-4940-b917-d75f09d0d862 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3063304
Jun 04 15:09:30.772279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db2b800-a6aa-4d3d-bca3-323e31ef445c', 'tag': '8e08292b-a08a-475d-adec-a404cc11c7d1'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:30.774706 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6822f1-545b-44da-84ff-2b359d4b0a73" -d '{"events": [{"name": "network-changed", "server_uuid": "2db2b800-a6aa-4d3d-bca3-323e31ef445c", "tag": "8e08292b-a08a-475d-adec-a404cc11c7d1"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:30.781081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Request body: {'port': {'device_id': '7252f527-5ba0-47bf-ac1b-bde080dd907e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:30.797784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-8d9c6c31-d787-43c1-8e42-59a32ca4d921 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:30.809355 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-8d9c6c31-d787-43c1-8e42-59a32ca4d921 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.2094023
Jun 04 15:09:30.825972 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-8caeb101-8c5f-4133-9415-516461864fae tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:09:30.828119 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e3cac94c-993e-4d2f-943c-af19a72b0913 req-8caeb101-8c5f-4133-9415-516461864fae tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0151350
Jun 04 15:09:30.890333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3a8c0-482c-4ae8-87de-8745ce7db488 req-4d1cbf0a-664f-4343-9722-6555efb0401e tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:30.891846 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7fe3a8c0-482c-4ae8-87de-8745ce7db488 req-4d1cbf0a-664f-4343-9722-6555efb0401e tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 945 time: 0.5130720
Jun 04 15:09:31.024730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92c6b8-0bc4-445a-b581-8a0525c5ca3b req-a1a17046-8d33-4048-9826-59d1c344249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:31.026146 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a92c6b8-0bc4-445a-b581-8a0525c5ca3b req-a1a17046-8d33-4048-9826-59d1c344249e service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.3033721
Jun 04 15:09:31.033683 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7fe3a8c0-482c-4ae8-87de-8745ce7db488 req-3b012dce-5b8f-4914-887e-f4237bdea930 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1220617
Jun 04 15:09:31.092453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135a8ca-6cb6-45f5-bd15-5bda4274f009 req-d9de28f0-de86-403c-9b31-61dce6639c85 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:31.095603 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3135a8ca-6cb6-45f5-bd15-5bda4274f009 req-d9de28f0-de86-403c-9b31-61dce6639c85 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 931 time: 0.1167104
Jun 04 15:09:31.112192 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:31.135131 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a92c6b8-0bc4-445a-b581-8a0525c5ca3b req-e0c69711-6ea3-441d-9d6f-c229cf628c65 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=4fcba15f-b524-426a-9b9c-6037e8aec260 HTTP/1.1" status: 200  len: 217 time: 0.0954974
Jun 04 15:09:31.196013 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3135a8ca-6cb6-45f5-bd15-5bda4274f009 req-4d5dd713-a253-42c4-a524-0deb83da1cdf tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943475
Jun 04 15:09:31.311883 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92c6b8-0bc4-445a-b581-8a0525c5ca3b req-610ce69b-9170-45ed-bc41-fb48ea9a4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:31.313415 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a92c6b8-0bc4-445a-b581-8a0525c5ca3b req-610ce69b-9170-45ed-bc41-fb48ea9a4a79 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1439140
Jun 04 15:09:31.554441 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a2324-0a98-4d89-907e-cd6dc590238f req-3e88fa0c-f4a6-4d35-9c5e-8fc12e3636e2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:31.557812 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-245a2324-0a98-4d89-907e-cd6dc590238f req-3e88fa0c-f4a6-4d35-9c5e-8fc12e3636e2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 946 time: 0.1887364
Jun 04 15:09:31.611464 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-245a2324-0a98-4d89-907e-cd6dc590238f req-c9af48f4-602b-450d-bb0b-fdc772d33a32 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446403
Jun 04 15:09:31.613384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa726f6-d1a3-4883-a202-8c42f371bf83 req-897496f3-b8ea-4a5f-943e-ecb205d528c0 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:31.621063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5fa726f6-d1a3-4883-a202-8c42f371bf83 req-897496f3-b8ea-4a5f-943e-ecb205d528c0 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Synchronizing usage tracker for tenant:9fca0b61e2d44208ad836bd6f042ff17 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:31.624255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92c6b8-0bc4-445a-b581-8a0525c5ca3b req-a850b76b-b42d-426b-a812-6ca51659cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:31.625804 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a92c6b8-0bc4-445a-b581-8a0525c5ca3b req-a850b76b-b42d-426b-a812-6ca51659cae1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2628965
Jun 04 15:09:31.825619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5fa726f6-d1a3-4883-a202-8c42f371bf83 req-897496f3-b8ea-4a5f-943e-ecb205d528c0 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Unset dirty status for tenant:9fca0b61e2d44208ad836bd6f042ff17 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:31.826919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5fa726f6-d1a3-4883-a202-8c42f371bf83 req-897496f3-b8ea-4a5f-943e-ecb205d528c0 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 948 time: 0.5252202
Jun 04 15:09:31.831020 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee17e0c-6c03-44b3-b237-986d928a252b req-ccaf17e8-86cf-41b4-b3ba-64481666e377 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:31.838345 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7ee17e0c-6c03-44b3-b237-986d928a252b req-ccaf17e8-86cf-41b4-b3ba-64481666e377 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 948 time: 0.0992005
Jun 04 15:09:31.889289 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7ee17e0c-6c03-44b3-b237-986d928a252b req-182a8b99-e3fc-4582-88f9-fbaf2cedba87 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487914
Jun 04 15:09:31.893740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77103ec-9088-4d69-9c0e-188bf2972c52 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:31.916748 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:31.921291 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:31.924965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a92c6b8-0bc4-445a-b581-8a0525c5ca3b req-013a72d5-2e01-4f7c-858d-a65e2f9fc2cd service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2899933
Jun 04 15:09:31.988858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Transition to ACTIVE for port object c77103ec-9088-4d69-9c0e-188bf2972c52 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:31.992440 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5fa726f6-d1a3-4883-a202-8c42f371bf83 req-d3b55c8b-ce57-4076-9e9f-d69ec9d1aa6f tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577702
Jun 04 15:09:32.068374 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-452e48d6-bd1a-4dd2-9f68-28a0bde7262c req-7ffa882d-c02e-427b-a7ae-7050ad0c7042 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 210 time: 0.0517561
Jun 04 15:09:32.128824 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a92c6b8-0bc4-445a-b581-8a0525c5ca3b req-5d9d74da-1c0d-4941-bcb8-4a04c01b9b6b service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1946943
Jun 04 15:09:32.134091 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a615bc80-8fb2-490d-9f71-9ee544f594c5 x-openstack-request-id: req-a615bc80-8fb2-490d-9f71-9ee544f594c5 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:32.138219 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db2b800-a6aa-4d3d-bca3-323e31ef445c", "tag": "8e08292b-a08a-475d-adec-a404cc11c7d1", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:32.138219 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a615bc80-8fb2-490d-9f71-9ee544f594c5 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:32.138219 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db2b800-a6aa-4d3d-bca3-323e31ef445c', 'tag': '8e08292b-a08a-475d-adec-a404cc11c7d1', 'status': 'completed', 'code': 200}
Jun 04 15:09:32.138219 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:32.201479 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-79cc4486-fd42-4b0b-8833-3691a793b01e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:32.236441 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e7df-082b-455a-ba7f-9dbfd9e2d876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:32.397027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d4aee-8840-4209-8043-219a475c8b69 req-6c4ff99e-5b5f-4f81-b372-462326cd67f1 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:32.398672 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3f5d4aee-8840-4209-8043-219a475c8b69 req-6c4ff99e-5b5f-4f81-b372-462326cd67f1 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 945 time: 0.1176209
Jun 04 15:09:32.412349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35072) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:09:32.431430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c946a970-2f00-4597-8a05-0c4f16505b8b tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Request body: {'floatingip': {'port_id': '91b58adf-8edb-4442-868d-4ab10f7b997a'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:32.568848 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Pushing event updated for resources: {'Port': ['ID=c77103ec-9088-4d69-9c0e-188bf2972c52,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:32.593412 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:32.638108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Attempting to bind port c77103ec-9088-4d69-9c0e-188bf2972c52 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:09:32.638530 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Attempting to bind port c77103ec-9088-4d69-9c0e-188bf2972c52 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:09:32.638854 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Attempting to bind port c77103ec-9088-4d69-9c0e-188bf2972c52 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:32.646211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Port c77103ec-9088-4d69-9c0e-188bf2972c52 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:09:32.646525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Attempting to bind port c77103ec-9088-4d69-9c0e-188bf2972c52 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:32.656298 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:09:32.656649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Checking segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:09:32.656983 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Bound using segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:09:32.657133 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c946a970-2f00-4597-8a05-0c4f16505b8b tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:32.657642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Bound port: c77103ec-9088-4d69-9c0e-188bf2972c52, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:09:32.657782 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:32.678220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6822f1-545b-44da-84ff-2b359d4b0a73 req-3694df68-2031-4803-af4e-ab75d7a87883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:32.679744 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3a6822f1-545b-44da-84ff-2b359d4b0a73 req-3694df68-2031-4803-af4e-ab75d7a87883 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9fca0b61e2d44208ad836bd6f042ff17&device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 1099 time: 0.5495865
Jun 04 15:09:32.716822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-fd4e3675-4ad0-4a94-9dae-8e090a952a47 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:32.717153 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-fd4e3675-4ad0-4a94-9dae-8e090a952a47 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.4461970
Jun 04 15:09:32.863241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-aaa31fa3-e5ac-41b3-9c76-7d22046bd40c tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200  len: 696 time: 0.1213059
Jun 04 15:09:32.864295 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4fcba15f-b524-426a-9b9c-6037e8aec260 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:09:32.874006 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ccfeb-d473-40cc-bf04-ccc90b77cc39 req-482348c6-1276-4224-88d7-68f459eab8d2 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:32.875509 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-af5ccfeb-d473-40cc-bf04-ccc90b77cc39 req-482348c6-1276-4224-88d7-68f459eab8d2 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 1097 time: 0.3129487
Jun 04 15:09:32.933242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-e9dfd16f-b483-4005-a685-e0b5e4ad2d29 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Request body: {'floatingip': {'port_id': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:33.032463 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-e9dfd16f-b483-4005-a685-e0b5e4ad2d29 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for floatingip, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:33.038756 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-af5ccfeb-d473-40cc-bf04-ccc90b77cc39 req-bcd36f34-9a31-4d73-9cd7-1e450571fe1a tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449842
Jun 04 15:09:33.066075 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4fcba15f-b524-426a-9b9c-6037e8aec260, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4fcba15f-b524-426a-9b9c-6037e8aec260,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:33.085257 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '4fcba15f-b524-426a-9b9c-6037e8aec260', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '4fcba15f-b524-426a-9b9c-6037e8aec260', 'mac_address': 'fa:16:3e:80:1a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:09:33.095385 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:09:33.176711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c77103ec-9088-4d69-9c0e-188bf2972c52,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:09:33.178388 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:33.185606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6822f1-545b-44da-84ff-2b359d4b0a73 req-7fe7253e-d8fc-4430-af5d-0ea0b1c63500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:33.187161 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3a6822f1-545b-44da-84ff-2b359d4b0a73 req-7fe7253e-d8fc-4430-af5d-0ea0b1c63500 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.4690979
Jun 04 15:09:33.202896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcba15f-b524-426a-9b9c-6037e8aec260 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:33.235166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4fcba15f-b524-426a-9b9c-6037e8aec260, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4fcba15f-b524-426a-9b9c-6037e8aec260,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:33.287014 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:33.291835 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-d36112a4-e419-4025-a309-7478205ee135 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=3254735b2dc54fbdbff67741a34d5965&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0972252
Jun 04 15:09:33.303496 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:33.338675 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3a6822f1-545b-44da-84ff-2b359d4b0a73 req-e5716c58-28bc-4b3d-92b4-d4b008500654 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=8e08292b-a08a-475d-adec-a404cc11c7d1 HTTP/1.1" status: 200  len: 217 time: 0.1202931
Jun 04 15:09:33.390928 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:33.392790 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:33.408211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15c382-7489-457c-bbc6-1bb4dc235d99 req-2cd356ca-10f3-44c6-a555-ee7c270826cf tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:33.416808 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1b15c382-7489-457c-bbc6-1bb4dc235d99 req-2cd356ca-10f3-44c6-a555-ee7c270826cf tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 943 time: 0.1616225
Jun 04 15:09:33.472869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:33.473802 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:33.475322 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e338091-e28f-45aa-b602-929607d373f4 req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] 10.222.0.62 "PUT /v2.0/ports/c77103ec-9088-4d69-9c0e-188bf2972c52 HTTP/1.1" status: 200  len: 1091 time: 2.7155359
Jun 04 15:09:33.477793 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:33.494485 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1b15c382-7489-457c-bbc6-1bb4dc235d99 req-d199c566-7392-4080-a2ea-af9cf1b477e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765367
Jun 04 15:09:33.524103 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=4fcba15f-b524-426a-9b9c-6037e8aec260,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:33.528165 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:33.663442 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c946a970-2f00-4597-8a05-0c4f16505b8b tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:33.717744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['4fcba15f-b524-426a-9b9c-6037e8aec260'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:33.731733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6822f1-545b-44da-84ff-2b359d4b0a73 req-f23dbb76-8ff8-4ccf-a749-2679696efd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:33.731733 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3a6822f1-545b-44da-84ff-2b359d4b0a73 req-f23dbb76-8ff8-4ccf-a749-2679696efd32 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.3253522
Jun 04 15:09:33.745611 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Pushing event updated for resources: {'Port': ['ID=c77103ec-9088-4d69-9c0e-188bf2972c52,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:33.789072 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:33.844262 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c946a970-2f00-4597-8a05-0c4f16505b8b tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:33.917772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-2121df71-d5ae-491b-87e4-d3e577a9bd61 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:33.920649 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-2121df71-d5ae-491b-87e4-d3e577a9bd61 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5838897
Jun 04 15:09:34.123578 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Request body: {'port': {'device_id': 'efdfca4f-10db-4137-b8cc-b16ef40f6b8a', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '3254735b2dc54fbdbff67741a34d5965'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:34.146383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7252f527-5ba0-47bf-ac1b-bde080dd907e', 'tag': 'c77103ec-9088-4d69-9c0e-188bf2972c52'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:34.148677 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fe1a6e-edcf-45da-8961-3a07be1cd1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "7252f527-5ba0-47bf-ac1b-bde080dd907e", "tag": "c77103ec-9088-4d69-9c0e-188bf2972c52"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:34.217980 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3507f1-6355-4d8c-97c2-e486e1f2fbe6 req-2fa89765-ecde-4914-9dfe-6dc7e44a4add tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:34.219502 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1c3507f1-6355-4d8c-97c2-e486e1f2fbe6 req-2fa89765-ecde-4914-9dfe-6dc7e44a4add tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 949 time: 0.4306042
Jun 04 15:09:34.220761 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-c946a970-2f00-4597-8a05-0c4f16505b8b tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Floating IP 5f23ae63-0032-4704-8d39-12e70f2b577e associated. External IP: 172.25.4.109, port: 91b58adf-8edb-4442-868d-4ab10f7b997a.
Jun 04 15:09:34.349767 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1c3507f1-6355-4d8c-97c2-e486e1f2fbe6 req-1de513a0-84ed-4d67-a975-77af1456277b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753136
Jun 04 15:09:34.393360 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e338091-e28f-45aa-b602-929607d373f4 req-178570fb-18f5-4d2c-bde9-cf7e5dbb8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:34.394936 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e338091-e28f-45aa-b602-929607d373f4 req-178570fb-18f5-4d2c-bde9-cf7e5dbb8253 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 1094 time: 0.7241240
Jun 04 15:09:34.472548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6822f1-545b-44da-84ff-2b359d4b0a73 req-0342ba05-4016-4dee-92e6-96f333337110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:34.474149 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3a6822f1-545b-44da-84ff-2b359d4b0a73 req-0342ba05-4016-4dee-92e6-96f333337110 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.7256920
Jun 04 15:09:34.531785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e338091-e28f-45aa-b602-929607d373f4 req-a8d28adc-8397-4dda-8221-8f48b33c98a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c77103ec-9088-4d69-9c0e-188bf2972c52 HTTP/1.1" status: 200  len: 217 time: 0.1204658
Jun 04 15:09:34.699646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:34.735257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7aa6e-5de8-4b7c-97fb-85959581a227 req-cd410c7e-1766-4202-ab48-e9d18c890b9b tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:34.736745 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2be7aa6e-5de8-4b7c-97fb-85959581a227 req-cd410c7e-1766-4202-ab48-e9d18c890b9b tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 948 time: 0.2029181
Jun 04 15:09:34.747142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c946a970-2f00-4597-8a05-0c4f16505b8b tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:09:34.772831 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e338091-e28f-45aa-b602-929607d373f4 req-0bc3da53-10ad-4ea1-8e42-a5c72b57dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:34.774296 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e338091-e28f-45aa-b602-929607d373f4 req-0bc3da53-10ad-4ea1-8e42-a5c72b57dd9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.2289772
Jun 04 15:09:34.778930 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:34.854945 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-e9dfd16f-b483-4005-a685-e0b5e4ad2d29 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:09:34.862852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 8e08292b-a08a-475d-adec-a404cc11c7d1 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:09:34.895698 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2be7aa6e-5de8-4b7c-97fb-85959581a227 req-1373906c-eb17-42ff-b864-5a672802697d tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464965
Jun 04 15:09:34.917425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e338091-e28f-45aa-b602-929607d373f4 req-0863e08e-93dd-42ce-9075-24910a0b674a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1300840
Jun 04 15:09:34.967172 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3a6822f1-545b-44da-84ff-2b359d4b0a73 req-6254a45e-592d-45d8-9e1f-4aa40abd2218 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4673696
Jun 04 15:09:34.987756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4fcba15f-b524-426a-9b9c-6037e8aec260 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:09:35.017881 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Made reservation on behalf of 3254735b2dc54fbdbff67741a34d5965 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:09:35.021315 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:35.078915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c946a970-2f00-4597-8a05-0c4f16505b8b tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:09:35.088024 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c946a970-2f00-4597-8a05-0c4f16505b8b tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:35.096928 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed216d6-b07d-448f-b67e-742cbf59cd9b None None] Sync routers for ids ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:09:35.131635 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed216d6-b07d-448f-b67e-742cbf59cd9b None None] Routers {'61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:09:35.135506 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-eed216d6-b07d-448f-b67e-742cbf59cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d6ad400>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:09:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:35.185492 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-e9dfd16f-b483-4005-a685-e0b5e4ad2d29 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:35.283975 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c946a970-2f00-4597-8a05-0c4f16505b8b tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "PUT /v2.0/floatingips/5f23ae63-0032-4704-8d39-12e70f2b577e HTTP/1.1" status: 200  len: 991 time: 2.8563325
Jun 04 15:09:35.287833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e', 'tag': '91b58adf-8edb-4442-868d-4ab10f7b997a'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:35.288831 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf3dd2a-31c4-42a9-b925-e7c0e3bc0a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e", "tag": "91b58adf-8edb-4442-868d-4ab10f7b997a"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:35.299966 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e87df372-e74e-4498-a8a6-ee3c14abb7cc req-c7a8f8e0-2490-412c-b4ab-42a49682a503 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 210 time: 0.0662217
Jun 04 15:09:35.304222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 8e08292b-a08a-475d-adec-a404cc11c7d1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=8e08292b-a08a-475d-adec-a404cc11c7d1,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:35.331059 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '8e08292b-a08a-475d-adec-a404cc11c7d1', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '8e08292b-a08a-475d-adec-a404cc11c7d1', 'mac_address': 'fa:16:3e:5d:2c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:09:35.393355 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:35.420784 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 4fcba15f-b524-426a-9b9c-6037e8aec260 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:35.442487 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 4fcba15f-b524-426a-9b9c-6037e8aec260 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:35.442884 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:35.452358 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-eed216d6-b07d-448f-b67e-742cbf59cd9b None None] Set router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:09:35.504719 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-e9dfd16f-b483-4005-a685-e0b5e4ad2d29 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:35.526152 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:35.567076 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afc0c40-983e-4f38-b6e8-eb5e1ee33022 x-openstack-request-id: req-2afc0c40-983e-4f38-b6e8-eb5e1ee33022 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:35.567374 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7252f527-5ba0-47bf-ac1b-bde080dd907e", "tag": "c77103ec-9088-4d69-9c0e-188bf2972c52", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:35.567784 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2afc0c40-983e-4f38-b6e8-eb5e1ee33022 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:35.568431 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7252f527-5ba0-47bf-ac1b-bde080dd907e', 'tag': 'c77103ec-9088-4d69-9c0e-188bf2972c52', 'status': 'completed', 'code': 200}
Jun 04 15:09:35.650309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7d292-f86a-42a8-b138-c146503044af req-abe144ed-8778-4cb5-9e1d-1512052db149 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:35.654095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e08292b-a08a-475d-adec-a404cc11c7d1 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:35.663479 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6bb7d292-f86a-42a8-b138-c146503044af req-abe144ed-8778-4cb5-9e1d-1512052db149 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 943 time: 0.1177409
Jun 04 15:09:35.669241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e338091-e28f-45aa-b602-929607d373f4 req-9be37821-a697-4272-b17d-99922c157f16 service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7333593
Jun 04 15:09:35.687669 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 8e08292b-a08a-475d-adec-a404cc11c7d1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=8e08292b-a08a-475d-adec-a404cc11c7d1,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:35.733733 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6bb7d292-f86a-42a8-b138-c146503044af req-ecab5c40-fde8-4d21-b063-41263ab4c4d5 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685351
Jun 04 15:09:35.813320 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:35.878989 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:35.883072 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:35.941256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d5c814-ba60-46dc-8332-aba414bc6113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcba15f-b524-426a-9b9c-6037e8aec260'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:35.944021 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a235dd0b-33fa-4b32-84fa-04b64068e916" -d '{"events": [{"server_uuid": "55d5c814-ba60-46dc-8332-aba414bc6113", "name": "network-vif-plugged", "status": "completed", "tag": "4fcba15f-b524-426a-9b9c-6037e8aec260"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:35.951548 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cddecc-e15f-406e-b2f4-6de8679d4b11 x-openstack-request-id: req-b2cddecc-e15f-406e-b2f4-6de8679d4b11 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:35.955120 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e", "tag": "91b58adf-8edb-4442-868d-4ab10f7b997a", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:35.955120 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2cddecc-e15f-406e-b2f4-6de8679d4b11 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:35.955120 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e', 'tag': '91b58adf-8edb-4442-868d-4ab10f7b997a', 'status': 'completed', 'code': 200}
Jun 04 15:09:35.976107 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4fcba15f-b524-426a-9b9c-6037e8aec260, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4fcba15f-b524-426a-9b9c-6037e8aec260,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:35.993400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=8e08292b-a08a-475d-adec-a404cc11c7d1,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:35.998315 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:36.030748 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:36.033344 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:36.037874 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3a6822f1-545b-44da-84ff-2b359d4b0a73 req-04423600-579f-48e8-ae4b-6006cc4aa223 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0619755
Jun 04 15:09:36.043051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Allocated IP 192.168.233.113 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/d743d4d8-102c-4706-8562-191e04fe9923) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:09:36.175475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e338091-e28f-45aa-b602-929607d373f4 req-32b6bb31-4f2a-4322-9016-430c31b4e486 service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4848421
Jun 04 15:09:36.210565 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=4fcba15f-b524-426a-9b9c-6037e8aec260,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:36.225206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3dd2a-31c4-42a9-b925-e7c0e3bc0a1a req-b3b2205d-4794-484d-a495-2fee97d1328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:36.232081 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:36.232244 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abf3dd2a-31c4-42a9-b925-e7c0e3bc0a1a req-b3b2205d-4794-484d-a495-2fee97d1328e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9f41c4c2f734025b9beae4f469560f3&device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 1096 time: 0.2535677
Jun 04 15:09:36.243890 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-eed216d6-b07d-448f-b67e-742cbf59cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d6ad400>, [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:14Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '5f23ae63-0032-4704-8d39-12e70f2b577e', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'port_id': '91b58adf-8edb-4442-868d-4ab10f7b997a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'mac_address': 'fa:16:3e:4f:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:06:44Z', 'updated_at': '2021-06-04T15:09:33Z', 'revision_number': 5, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24079c6f-c769-4169-82b5-462ea6082fdb', 'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'mac_address': 'fa:16:3e:2c:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:12Z', 'updated_at': '2021-06-04T15:06:21Z', 'revision_number': 5, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'subnets': [{'id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:36.248958 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed216d6-b07d-448f-b67e-742cbf59cd9b None None] Checking router: 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:09:36.259521 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed216d6-b07d-448f-b67e-742cbf59cd9b None None] Routers {'61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:09:36.260456 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-eed216d6-b07d-448f-b67e-742cbf59cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d6ad400>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:09:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:36.272095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['8e08292b-a08a-475d-adec-a404cc11c7d1'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:36.480224 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-e9dfd16f-b483-4005-a685-e0b5e4ad2d29 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Floating IP f7948abd-8dc5-40d4-b1b6-4331d611493f associated. External IP: 172.25.4.222, port: d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e.
Jun 04 15:09:36.697092 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-eed216d6-b07d-448f-b67e-742cbf59cd9b None None] Set router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:09:36.890816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3dd2a-31c4-42a9-b925-e7c0e3bc0a1a req-79c5c648-c594-4f2c-aff9-65425a3ae7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:36.892941 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abf3dd2a-31c4-42a9-b925-e7c0e3bc0a1a req-79c5c648-c594-4f2c-aff9-65425a3ae7e7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66d7eae7-a52d-476b-acd4-4def4e5ed813 HTTP/1.1" status: 200  len: 924 time: 0.6548257
Jun 04 15:09:36.958533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe1a6e-edcf-45da-8961-3a07be1cd1bd req-428fbe0a-3e28-474f-8f61-6c9ad81722b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:36.960003 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77fe1a6e-edcf-45da-8961-3a07be1cd1bd req-428fbe0a-3e28-474f-8f61-6c9ad81722b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 1094 time: 0.4021361
Jun 04 15:09:37.017095 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:37.038524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35130) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:09:37.128362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2c7f2-b21e-45cb-a20c-2c58c5cb98e3 req-53133652-b121-4bc8-b68d-5fb86eed2c91 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:37.144063 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bca2c7f2-b21e-45cb-a20c-2c58c5cb98e3 req-53133652-b121-4bc8-b68d-5fb86eed2c91 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 950 time: 0.4605958
Jun 04 15:09:37.182355 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abf3dd2a-31c4-42a9-b925-e7c0e3bc0a1a req-c74e1b72-3f8a-4ced-af51-b63ee87b0667 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91b58adf-8edb-4442-868d-4ab10f7b997a HTTP/1.1" status: 200  len: 999 time: 0.2770545
Jun 04 15:09:37.286523 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-eed216d6-b07d-448f-b67e-742cbf59cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d6ad400>, [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:14Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '5f23ae63-0032-4704-8d39-12e70f2b577e', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'port_id': '91b58adf-8edb-4442-868d-4ab10f7b997a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'mac_address': 'fa:16:3e:4f:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:06:44Z', 'updated_at': '2021-06-04T15:09:33Z', 'revision_number': 5, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24079c6f-c769-4169-82b5-462ea6082fdb', 'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'mac_address': 'fa:16:3e:2c:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:12Z', 'updated_at': '2021-06-04T15:06:21Z', 'revision_number': 5, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'subnets': [{'id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:37.295840 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed216d6-b07d-448f-b67e-742cbf59cd9b None None] The sync data for ids ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'] in n-d-791505-9 is: [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:14Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '5f23ae63-0032-4704-8d39-12e70f2b577e', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'port_id': '91b58adf-8edb-4442-868d-4ab10f7b997a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'mac_address': 'fa:16:3e:4f:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:06:44Z', 'updated_at': '2021-06-04T15:09:33Z', 'revision_number': 5, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24079c6f-c769-4169-82b5-462ea6082fdb', 'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'mac_address': 'fa:16:3e:2c:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:12Z', 'updated_at': '2021-06-04T15:06:21Z', 'revision_number': 5, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'subnets': [{'id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:09:37.380363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Transition to ACTIVE for port object d743d4d8-102c-4706-8562-191e04fe9923 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:37.480253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe1a6e-edcf-45da-8961-3a07be1cd1bd req-c200c365-c5c4-4cb7-9ecd-993cca0d978d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:37.480253 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77fe1a6e-edcf-45da-8961-3a07be1cd1bd req-c200c365-c5c4-4cb7-9ecd-993cca0d978d service neutron] 10.222.0.62 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.5032685
Jun 04 15:09:37.508644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-e9dfd16f-b483-4005-a685-e0b5e4ad2d29 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:09:37.525214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9d99daeb-94d3-483a-a8bc-583056b44a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:37.555760 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bca2c7f2-b21e-45cb-a20c-2c58c5cb98e3 req-9b6afe8a-e826-407b-88ba-87641e9d613b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4104421
Jun 04 15:09:37.571615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9d99daeb-94d3-483a-a8bc-583056b44a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:37.581741 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9d99daeb-94d3-483a-a8bc-583056b44a51 admin admin] Usage tracker for resource:security_group_rule and tenant:17a00c8356f54834a97a0afb302f4c6b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:37.585122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9d99daeb-94d3-483a-a8bc-583056b44a51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:37.592421 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9d99daeb-94d3-483a-a8bc-583056b44a51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:37.595500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3dd2a-31c4-42a9-b925-e7c0e3bc0a1a req-2476b97e-fae3-41f0-b11a-37647235df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:37.596969 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abf3dd2a-31c4-42a9-b925-e7c0e3bc0a1a req-2476b97e-fae3-41f0-b11a-37647235df9b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa9d2765-5907-4511-a341-f87e937c912c HTTP/1.1" status: 200  len: 862 time: 0.4059894
Jun 04 15:09:37.601389 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77fe1a6e-edcf-45da-8961-3a07be1cd1bd req-d0413f3c-1723-468b-9344-cdfb8780f03c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c77103ec-9088-4d69-9c0e-188bf2972c52 HTTP/1.1" status: 200  len: 217 time: 0.0983429
Jun 04 15:09:37.756099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc4ac2-c810-4ec1-8b9c-4cce84895b3a None None] New status for floating IP 5f23ae63-0032-4704-8d39-12e70f2b577e: ACTIVE {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:09:37.796963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3dd2a-31c4-42a9-b925-e7c0e3bc0a1a req-114f33bc-0260-4952-8c55-bbe56b4598cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:37.800047 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abf3dd2a-31c4-42a9-b925-e7c0e3bc0a1a req-114f33bc-0260-4952-8c55-bbe56b4598cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66d7eae7-a52d-476b-acd4-4def4e5ed813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1914701
Jun 04 15:09:37.987026 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:38.023776 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:38.072944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['dd2bace0-30e3-482a-b51e-568b2f544066'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:38.079968 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abf3dd2a-31c4-42a9-b925-e7c0e3bc0a1a req-7ea64fa4-6b2d-4027-949b-79b9e91f2637 service neutron] 10.222.0.65 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550199
Jun 04 15:09:38.180310 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9d99daeb-94d3-483a-a8bc-583056b44a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:38.296573 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9d99daeb-94d3-483a-a8bc-583056b44a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:38.308989 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:38.309349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-e9dfd16f-b483-4005-a685-e0b5e4ad2d29 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:09:38.313242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe1a6e-edcf-45da-8961-3a07be1cd1bd req-4a323301-f124-4ab6-ae3a-c9f3742d6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:38.315530 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77fe1a6e-edcf-45da-8961-3a07be1cd1bd req-4a323301-f124-4ab6-ae3a-c9f3742d6ee4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.6921992
Jun 04 15:09:38.323745 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa5fbd-497b-4ca7-8725-218755bba141 None None] Sync routers for ids ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:09:38.329043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:09:38.350196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:09:38.352019 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa5fbd-497b-4ca7-8725-218755bba141 None None] Routers {'9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:09:38.352947 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-39aa5fbd-497b-4ca7-8725-218755bba141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d6ad520>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:09:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:38.403814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Pushing event updated for resources: {'Port': ['ID=d743d4d8-102c-4706-8562-191e04fe9923,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:38.418020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:09:38.435321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:38.436417 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:38.454084 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:38.464286 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-e9dfd16f-b483-4005-a685-e0b5e4ad2d29 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:38.502437 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abf3dd2a-31c4-42a9-b925-e7c0e3bc0a1a req-6f868732-ff53-49a8-b557-e759f6314bf5 service neutron] 10.222.0.65 "GET /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3743315
Jun 04 15:09:38.513183 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99daeb-94d3-483a-a8bc-583056b44a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7274d6-3973-4200-9623-cf552db8e626,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:38.517064 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9d99daeb-94d3-483a-a8bc-583056b44a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:38.523035 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9d99daeb-94d3-483a-a8bc-583056b44a51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17a00c8356f54834a97a0afb302f4c6b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4702008
Jun 04 15:09:38.536000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01756a-54c1-4e88-9c70-0dad7822c52e req-188693e3-a705-4f71-a7b6-4b688408de52 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:38.544963 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35140) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:09:38.548169 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9e01756a-54c1-4e88-9c70-0dad7822c52e req-188693e3-a705-4f71-a7b6-4b688408de52 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 949 time: 0.4669447
Jun 04 15:09:38.602666 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77fe1a6e-edcf-45da-8961-3a07be1cd1bd req-37127810-4eb8-4a0b-8131-96d5decf94c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2699404
Jun 04 15:09:38.761444 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9e01756a-54c1-4e88-9c70-0dad7822c52e req-026f3b68-386e-4914-a148-0d610c2db4bd tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144962
Jun 04 15:09:38.789942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-e9dfd16f-b483-4005-a685-e0b5e4ad2d29 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "PUT /v2.0/floatingips/f7948abd-8dc5-40d4-b1b6-4331d611493f HTTP/1.1" status: 200  len: 996 time: 5.8684704
Jun 04 15:09:38.813572 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f563477a-4dc4-4337-9753-1e0a9eb2055f x-openstack-request-id: req-f563477a-4dc4-4337-9753-1e0a9eb2055f {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:38.814427 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d5c814-ba60-46dc-8332-aba414bc6113", "name": "network-vif-plugged", "status": "completed", "tag": "4fcba15f-b524-426a-9b9c-6037e8aec260", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:38.817278 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f563477a-4dc4-4337-9753-1e0a9eb2055f {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:38.818884 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d5c814-ba60-46dc-8332-aba414bc6113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcba15f-b524-426a-9b9c-6037e8aec260', 'code': 200}
Jun 04 15:09:38.871370 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50235023-08f7-4cf6-b009-7d84b05547f7', 'tag': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:38.874659 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7cd40b-b96f-402b-9e27-414503e65875" -d '{"events": [{"name": "network-changed", "server_uuid": "50235023-08f7-4cf6-b009-7d84b05547f7", "tag": "d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:38.899005 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 8e08292b-a08a-475d-adec-a404cc11c7d1 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:09:38.950985 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.0035913
Jun 04 15:09:38.988808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Request body: {'port': {'device_id': 'efdfca4f-10db-4137-b8cc-b16ef40f6b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:39.020600 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-39aa5fbd-497b-4ca7-8725-218755bba141 None None] Set router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:09:39.149507 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4aef77d8-e04a-415c-b7d6-68a42c1ed524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:39.196859 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fb17902a-64ee-4fbd-944a-8ee63dd63ca9 None None] Provisioning for port d743d4d8-102c-4706-8562-191e04fe9923 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:39.206815 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fb17902a-64ee-4fbd-944a-8ee63dd63ca9 None None] Provisioning complete for port d743d4d8-102c-4706-8562-191e04fe9923 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:39.214163 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fb17902a-64ee-4fbd-944a-8ee63dd63ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:39.234513 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77fe1a6e-edcf-45da-8961-3a07be1cd1bd req-2a53595a-0308-415e-bffc-12511a3e1cdb service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5848017
Jun 04 15:09:39.362021 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4aef77d8-e04a-415c-b7d6-68a42c1ed524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:39.439302 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:39.453560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 8e08292b-a08a-475d-adec-a404cc11c7d1 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:39.472781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 8e08292b-a08a-475d-adec-a404cc11c7d1 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:39.473446 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:39.488390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf345b-d199-4986-a0b5-8f8a3436ae08 req-0c6d5475-2b77-4487-9458-b1ae83d6d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:39.491312 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-65bf345b-d199-4986-a0b5-8f8a3436ae08 req-0c6d5475-2b77-4487-9458-b1ae83d6d56e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 1101 time: 0.5579309
Jun 04 15:09:39.551975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-9546baa7-a149-45cf-9266-c8c616af5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:39.562137 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-9546baa7-a149-45cf-9266-c8c616af5b20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdf8d6fdd96c41e5b1ffd2e166f1560e&device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 1096 time: 0.6727717
Jun 04 15:09:39.578701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee194e7-7510-40fb-b0fd-e25a4996bf6b req-210a99d4-02f6-46d3-b282-39d7d9eadfed tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:39.586024 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-fb17902a-64ee-4fbd-944a-8ee63dd63ca9 None None] Port d743d4d8-102c-4706-8562-191e04fe9923 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:09:39.588459 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5ee194e7-7510-40fb-b0fd-e25a4996bf6b req-210a99d4-02f6-46d3-b282-39d7d9eadfed tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 936 time: 0.4113338
Jun 04 15:09:39.656370 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-65bf345b-d199-4986-a0b5-8f8a3436ae08 req-8ffb1773-cf93-485c-a6f6-5abb59be6278 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483552
Jun 04 15:09:39.726068 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5ee194e7-7510-40fb-b0fd-e25a4996bf6b req-a52657b3-fbb7-46cf-818c-2e031d5530ea tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359527
Jun 04 15:09:39.746361 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:39.801294 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-39aa5fbd-497b-4ca7-8725-218755bba141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d6ad520>, [{'id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-router', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:08:34Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'gw_port': {'id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:36Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'f7948abd-8dc5-40d4-b1b6-4331d611493f', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'port_id': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'mac_address': 'fa:16:3e:c7:c0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235023-08f7-4cf6-b009-7d84b05547f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:09:29Z', 'updated_at': '2021-06-04T15:09:34Z', 'revision_number': 1, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f36569-57a3-4fdf-a122-14b8c14f9602', 'name': '', 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'mac_address': 'fa:16:3e:41:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5386f612-d207-46aa-9a92-15138be08af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:43Z', 'updated_at': '2021-06-04T15:08:55Z', 'revision_number': 5, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'subnets': [{'id': '5386f612-d207-46aa-9a92-15138be08af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:39.811333 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa5fbd-497b-4ca7-8725-218755bba141 None None] Checking router: 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:09:39.834160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 8e08292b-a08a-475d-adec-a404cc11c7d1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=8e08292b-a08a-475d-adec-a404cc11c7d1,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:39.843620 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77fe1a6e-edcf-45da-8961-3a07be1cd1bd req-23620583-90a4-467d-8f61-7f2e154ab22e service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5928891
Jun 04 15:09:39.845531 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa5fbd-497b-4ca7-8725-218755bba141 None None] Routers {'9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:09:39.846826 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-39aa5fbd-497b-4ca7-8725-218755bba141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d6ad520>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:09:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:39.892710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-90279401-7e77-4cbe-93a6-70f1b4188e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:39.901833 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-90279401-7e77-4cbe-93a6-70f1b4188e34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e9b67b2-653a-47ea-a9ed-4f14adb137d3 HTTP/1.1" status: 200  len: 929 time: 0.3380785
Jun 04 15:09:39.916380 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:39.918425 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:40.079022 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-39aa5fbd-497b-4ca7-8725-218755bba141 None None] Set router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:09:40.113363 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e1a01-281f-46ac-bdd2-2fc9b3a7943f req-d5594d77-629d-4562-a134-27056760bc34 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:40.114979 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb6e1a01-281f-46ac-bdd2-2fc9b3a7943f req-d5594d77-629d-4562-a134-27056760bc34 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 943 time: 0.1859138
Jun 04 15:09:40.116711 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=8e08292b-a08a-475d-adec-a404cc11c7d1,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:40.127391 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:40.187815 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb6e1a01-281f-46ac-bdd2-2fc9b3a7943f req-fefc9b4f-c73a-4683-89fa-a584307e0eec tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643470
Jun 04 15:09:40.258795 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4aef77d8-e04a-415c-b7d6-68a42c1ed524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:40.263971 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e7f147b4-1ba8-4f9b-9330-d80c859ad6ea tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:40.310142 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef77d8-e04a-415c-b7d6-68a42c1ed524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7274d6-3973-4200-9623-cf552db8e626,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:40.329065 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4aef77d8-e04a-415c-b7d6-68a42c1ed524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:40.347726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d743d4d8-102c-4706-8562-191e04fe9923 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:40.352914 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4aef77d8-e04a-415c-b7d6-68a42c1ed524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:40.354850 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4aef77d8-e04a-415c-b7d6-68a42c1ed524 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd7274d6-3973-4200-9623-cf552db8e626 HTTP/1.1" status: 204  len: 168 time: 1.7567382
Jun 04 15:09:40.379876 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:40.394764 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-4eb2afc9-cfdf-42ac-aac2-61a91d7953d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e HTTP/1.1" status: 200  len: 999 time: 0.4908431
Jun 04 15:09:40.493189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Transition to ACTIVE for port object d743d4d8-102c-4706-8562-191e04fe9923 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:40.550257 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-d4ceeb7d-8bb6-4b93-a7ce-bc139f21d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:40.561100 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-d4ceeb7d-8bb6-4b93-a7ce-bc139f21d194 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5386f612-d207-46aa-9a92-15138be08af8 HTTP/1.1" status: 200  len: 867 time: 0.1495588
Jun 04 15:09:40.611623 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:40.622734 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c326a861-8bea-429c-a9b1-b1a0ae7e7b73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:40.713302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb637594-954f-4d1f-a954-0a3294f9e877 req-a5c53127-eb01-4f40-a118-7be094e2697c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:40.719119 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb637594-954f-4d1f-a954-0a3294f9e877 req-a5c53127-eb01-4f40-a118-7be094e2697c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 950 time: 0.2037129
Jun 04 15:09:40.819263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db2b800-a6aa-4d3d-bca3-323e31ef445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e08292b-a08a-475d-adec-a404cc11c7d1'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:40.823817 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4858bc76-6f5d-4106-a838-8fa22f0d1440" -d '{"events": [{"server_uuid": "2db2b800-a6aa-4d3d-bca3-323e31ef445c", "name": "network-vif-plugged", "status": "completed", "tag": "8e08292b-a08a-475d-adec-a404cc11c7d1"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:40.833046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Pushing event updated for resources: {'Port': ['ID=d743d4d8-102c-4706-8562-191e04fe9923,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:40.842110 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:40.913981 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb637594-954f-4d1f-a954-0a3294f9e877 req-2002cc4e-2939-44c9-bf86-b917323c62a3 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845284
Jun 04 15:09:40.960370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c77103ec-9088-4d69-9c0e-188bf2972c52 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:09:41.046187 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-39aa5fbd-497b-4ca7-8725-218755bba141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d6ad520>, [{'id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-router', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:08:34Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'gw_port': {'id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:36Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'f7948abd-8dc5-40d4-b1b6-4331d611493f', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'port_id': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'mac_address': 'fa:16:3e:c7:c0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235023-08f7-4cf6-b009-7d84b05547f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:09:29Z', 'updated_at': '2021-06-04T15:09:34Z', 'revision_number': 1, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f36569-57a3-4fdf-a122-14b8c14f9602', 'name': '', 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'mac_address': 'fa:16:3e:41:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5386f612-d207-46aa-9a92-15138be08af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:43Z', 'updated_at': '2021-06-04T15:08:55Z', 'revision_number': 5, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'subnets': [{'id': '5386f612-d207-46aa-9a92-15138be08af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:41.062633 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa5fbd-497b-4ca7-8725-218755bba141 None None] The sync data for ids ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'] in n-d-791505-9 is: [{'id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-router', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:08:34Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'gw_port': {'id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:36Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'f7948abd-8dc5-40d4-b1b6-4331d611493f', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'port_id': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'mac_address': 'fa:16:3e:c7:c0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235023-08f7-4cf6-b009-7d84b05547f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:09:29Z', 'updated_at': '2021-06-04T15:09:34Z', 'revision_number': 1, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f36569-57a3-4fdf-a122-14b8c14f9602', 'name': '', 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'mac_address': 'fa:16:3e:41:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5386f612-d207-46aa-9a92-15138be08af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:43Z', 'updated_at': '2021-06-04T15:08:55Z', 'revision_number': 5, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'subnets': [{'id': '5386f612-d207-46aa-9a92-15138be08af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:09:41.283999 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe0674e-f6bd-45fb-ae51-71effc4d5397 x-openstack-request-id: req-0fe0674e-f6bd-45fb-ae51-71effc4d5397 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:41.286969 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50235023-08f7-4cf6-b009-7d84b05547f7", "tag": "d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:41.286969 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0fe0674e-f6bd-45fb-ae51-71effc4d5397 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:41.286969 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50235023-08f7-4cf6-b009-7d84b05547f7', 'tag': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e', 'status': 'completed', 'code': 200}
Jun 04 15:09:41.332973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Attempting to bind port d743d4d8-102c-4706-8562-191e04fe9923 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:09:41.333352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Attempting to bind port d743d4d8-102c-4706-8562-191e04fe9923 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:09:41.333662 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Attempting to bind port d743d4d8-102c-4706-8562-191e04fe9923 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:41.338293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-0b1d1101-082b-4dd3-8c30-b25f84aa28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:41.347125 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-0b1d1101-082b-4dd3-8c30-b25f84aa28c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e9b67b2-653a-47ea-a9ed-4f14adb137d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.7846851
Jun 04 15:09:41.354840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-3f8330ee-9671-42a0-8d5f-a23ec86ef1b2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:09:41.366119 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-3f8330ee-9671-42a0-8d5f-a23ec86ef1b2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0175166
Jun 04 15:09:41.405611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ee009-823b-49fb-b159-f04a8c873a8e req-43005bd7-6592-4dad-bfd1-1c186c51a134 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:41.410462 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c77103ec-9088-4d69-9c0e-188bf2972c52,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:41.415229 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aa5ee009-823b-49fb-b159-f04a8c873a8e req-43005bd7-6592-4dad-bfd1-1c186c51a134 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 950 time: 0.1869285
Jun 04 15:09:41.430002 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'c77103ec-9088-4d69-9c0e-188bf2972c52', 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969', 'port_id': 'c77103ec-9088-4d69-9c0e-188bf2972c52', 'mac_address': 'fa:16:3e:77:2a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89890e03-c3ba-40af-a914-1d8ff3976cbd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:09:41.484993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Port d743d4d8-102c-4706-8562-191e04fe9923 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:09:41.489258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Attempting to bind port d743d4d8-102c-4706-8562-191e04fe9923 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:41.519952 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aa5ee009-823b-49fb-b159-f04a8c873a8e req-bcc97cef-07a0-4edb-86e6-925fc13d191f tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030946
Jun 04 15:09:41.523364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:09:41.524984 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:41.527774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:09:41.528603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:09:41.529446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Bound port: d743d4d8-102c-4706-8562-191e04fe9923, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:09:41.530074 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:41.545485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7730ef89-f5f3-4a01-9aab-7593fb90e568 None None] New status for floating IP f7948abd-8dc5-40d4-b1b6-4331d611493f: ACTIVE {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:09:41.600950 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35166) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:09:41.632097 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-663e950c-633b-4f9c-a15e-0bd86653661f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:41.661179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-663e950c-633b-4f9c-a15e-0bd86653661f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:41.667745 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-663e950c-633b-4f9c-a15e-0bd86653661f admin admin] Usage tracker for resource:security_group_rule and tenant:ec2d671f3aaf4300abf7213b82d998e9 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:41.674880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-663e950c-633b-4f9c-a15e-0bd86653661f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:41.682767 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-663e950c-633b-4f9c-a15e-0bd86653661f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:41.782819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cd40b-b96f-402b-9e27-414503e65875 req-ab35fe54-d5a0-4ee5-baef-a68c740f1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:41.784177 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec7cd40b-b96f-402b-9e27-414503e65875 req-ab35fe54-d5a0-4ee5-baef-a68c740f1f2a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fdf8d6fdd96c41e5b1ffd2e166f1560e&device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 1096 time: 0.5350394
Jun 04 15:09:41.788464 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-67b41ff8-898c-4898-b145-927c50c8aa6d service neutron] 10.222.0.32 "GET /v2.0/networks/5e9b67b2-653a-47ea-a9ed-4f14adb137d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4209511
Jun 04 15:09:41.813382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77103ec-9088-4d69-9c0e-188bf2972c52 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:41.833579 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-663e950c-633b-4f9c-a15e-0bd86653661f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:41.859410 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c77103ec-9088-4d69-9c0e-188bf2972c52,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:41.917356 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-663e950c-633b-4f9c-a15e-0bd86653661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:41.932789 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-62aa61b2-a435-4aae-8da1-f9f5fafcf87d tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:41.956552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] For port d743d4d8-102c-4706-8562-191e04fe9923, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:09:41.959020 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:41.962713 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:41.985381 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-663e950c-633b-4f9c-a15e-0bd86653661f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec2d671f3aaf4300abf7213b82d998e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3825641
Jun 04 15:09:41.987591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e950c-633b-4f9c-a15e-0bd86653661f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fc3d4c-ebdf-4a29-89f6-ae472b081c6e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:41.990159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35172) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:09:42.002801 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-663e950c-633b-4f9c-a15e-0bd86653661f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:42.062806 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] For port d743d4d8-102c-4706-8562-191e04fe9923, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d743d4d8-102c-4706-8562-191e04fe9923,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:09:42.077560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=c77103ec-9088-4d69-9c0e-188bf2972c52,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:42.080168 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-612bafd6-c4db-4e2e-b98f-d6cf1654e0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:42.083887 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:42.112123 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-612bafd6-c4db-4e2e-b98f-d6cf1654e0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:42.138595 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-85d16f8f-321a-491d-93ad-d6ae3141f9f1 req-a76334de-0791-472d-a446-b46f3008cb1b service neutron] 10.222.0.32 "GET /v2.0/networks/5e9b67b2-653a-47ea-a9ed-4f14adb137d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3353486
Jun 04 15:09:42.150612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cd40b-b96f-402b-9e27-414503e65875 req-117e530d-1a86-4b4b-9e7c-24b7b95cd75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:42.154183 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec7cd40b-b96f-402b-9e27-414503e65875 req-117e530d-1a86-4b4b-9e7c-24b7b95cd75f service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e9b67b2-653a-47ea-a9ed-4f14adb137d3 HTTP/1.1" status: 200  len: 929 time: 0.3521769
Jun 04 15:09:42.231744 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:42.247427 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-adb08fdb-1046-4a40-b1a3-dc417fb707c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:42.331415 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:42.332130 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:42.333574 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] 10.222.0.65 "PUT /v2.0/ports/d743d4d8-102c-4706-8562-191e04fe9923 HTTP/1.1" status: 200  len: 1096 time: 3.3548396
Jun 04 15:09:42.356968 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-612bafd6-c4db-4e2e-b98f-d6cf1654e0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:42.361484 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:42.376555 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec7cd40b-b96f-402b-9e27-414503e65875 req-dc8ef2f0-9747-4d9f-a00a-fa886afc4c15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e HTTP/1.1" status: 200  len: 1001 time: 0.2150047
Jun 04 15:09:42.381877 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bafd6-c4db-4e2e-b98f-d6cf1654e0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fc3d4c-ebdf-4a29-89f6-ae472b081c6e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:42.394841 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-612bafd6-c4db-4e2e-b98f-d6cf1654e0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:42.398982 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-612bafd6-c4db-4e2e-b98f-d6cf1654e0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:42.404514 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-612bafd6-c4db-4e2e-b98f-d6cf1654e0c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24fc3d4c-ebdf-4a29-89f6-ae472b081c6e HTTP/1.1" status: 204  len: 168 time: 0.4126256
Jun 04 15:09:42.427839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Pushing event updated for resources: {'Port': ['ID=d743d4d8-102c-4706-8562-191e04fe9923,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:42.437547 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:42.616321 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['c77103ec-9088-4d69-9c0e-188bf2972c52'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:42.633812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cd40b-b96f-402b-9e27-414503e65875 req-c51d16f2-d5f1-46ea-a98e-f74cff10bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:42.635925 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec7cd40b-b96f-402b-9e27-414503e65875 req-c51d16f2-d5f1-46ea-a98e-f74cff10bc4b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5386f612-d207-46aa-9a92-15138be08af8 HTTP/1.1" status: 200  len: 867 time: 0.2049668
Jun 04 15:09:42.725311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a5d87-fdcb-4e37-ac9f-d6b6ed3703f0 req-61b8e700-5fb2-4b1e-924d-c3f9d09db50f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:42.726363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-cc5a5d87-fdcb-4e37-ac9f-d6b6ed3703f0 req-61b8e700-5fb2-4b1e-924d-c3f9d09db50f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Synchronizing usage tracker for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:42.740154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-0e45018b-6bee-4a41-acf5-b5e132d7b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:42.742315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-0e45018b-6bee-4a41-acf5-b5e132d7b096 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 1099 time: 0.2486191
Jun 04 15:09:42.856582 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e472060-2a94-4946-868e-5ed4bc264625 x-openstack-request-id: req-5e472060-2a94-4946-868e-5ed4bc264625 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:42.860334 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db2b800-a6aa-4d3d-bca3-323e31ef445c", "name": "network-vif-plugged", "status": "completed", "tag": "8e08292b-a08a-475d-adec-a404cc11c7d1", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:42.860815 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e472060-2a94-4946-868e-5ed4bc264625 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:42.861489 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db2b800-a6aa-4d3d-bca3-323e31ef445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e08292b-a08a-475d-adec-a404cc11c7d1', 'code': 200}
Jun 04 15:09:42.896743 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-4bb47af8-13c3-4125-9de2-231fdb52dbe2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=d743d4d8-102c-4706-8562-191e04fe9923 HTTP/1.1" status: 200  len: 217 time: 0.1295080
Jun 04 15:09:43.032146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-cc5a5d87-fdcb-4e37-ac9f-d6b6ed3703f0 req-61b8e700-5fb2-4b1e-924d-c3f9d09db50f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Unset dirty status for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:43.051874 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cc5a5d87-fdcb-4e37-ac9f-d6b6ed3703f0 req-61b8e700-5fb2-4b1e-924d-c3f9d09db50f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 948 time: 0.6743987
Jun 04 15:09:43.123070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cd40b-b96f-402b-9e27-414503e65875 req-92a1400a-f12b-42fb-b148-1f39b26bd9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:43.125820 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec7cd40b-b96f-402b-9e27-414503e65875 req-92a1400a-f12b-42fb-b148-1f39b26bd9b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e9b67b2-653a-47ea-a9ed-4f14adb137d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4765995
Jun 04 15:09:43.142416 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cc5a5d87-fdcb-4e37-ac9f-d6b6ed3703f0 req-933b9a7d-0cf1-4b83-8288-857aea85f6f4 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895598
Jun 04 15:09:43.182502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-e4e36742-4c87-495d-8ba4-2f586e30a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:43.182502 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-e4e36742-4c87-495d-8ba4-2f586e30a56d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2716913
Jun 04 15:09:43.286842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdfca4f-10db-4137-b8cc-b16ef40f6b8a', 'tag': 'd743d4d8-102c-4706-8562-191e04fe9923'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:43.291688 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98639f63-d116-47bc-81d4-8e4e0cc57248" -d '{"events": [{"name": "network-changed", "server_uuid": "efdfca4f-10db-4137-b8cc-b16ef40f6b8a", "tag": "d743d4d8-102c-4706-8562-191e04fe9923"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:43.376176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111dde13-8e5b-4c93-a9fb-9c6c210606b2 req-713d139f-e995-446a-a0f1-36c74e4e52b9 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:43.381822 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-111dde13-8e5b-4c93-a9fb-9c6c210606b2 req-713d139f-e995-446a-a0f1-36c74e4e52b9 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 944 time: 0.2494845
Jun 04 15:09:43.427537 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88075bd4-e230-415d-8a1a-0c7c5464c85d req-0e681907-a0e1-432e-a65f-0a269ec9c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:43.430060 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-88075bd4-e230-415d-8a1a-0c7c5464c85d req-0e681907-a0e1-432e-a65f-0a269ec9c1cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 1101 time: 0.2162814
Jun 04 15:09:43.495912 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec7cd40b-b96f-402b-9e27-414503e65875 req-4803b6d2-52ef-4be6-942f-d6b8322ff220 service neutron] 10.222.0.62 "GET /v2.0/networks/5e9b67b2-653a-47ea-a9ed-4f14adb137d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3518996
Jun 04 15:09:43.541858 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-111dde13-8e5b-4c93-a9fb-9c6c210606b2 req-1188cd83-ccda-4884-9ffa-b042a278fcbf tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463454
Jun 04 15:09:43.562074 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-88075bd4-e230-415d-8a1a-0c7c5464c85d req-80e7fc84-f75c-4baf-ad81-83d732cabdd4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152647
Jun 04 15:09:43.792528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-eebc2bf0-e7a4-42aa-bad9-ab760e697488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:43.794522 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-eebc2bf0-e7a4-42aa-bad9-ab760e697488 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.5735126
Jun 04 15:09:43.858855 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-23203298-f547-4579-bf82-b2ff41bc11ce req-e16fb793-9a9b-4f08-8d3a-426d94e5a022 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 258 time: 0.2789595
Jun 04 15:09:43.867965 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:43.876248 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:43.906684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:43.985829 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:44.078423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e940ec6-c960-435b-b595-742d610e5513 req-e5f71d0b-dc74-4e9d-869e-7c9e18652e6c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:44.080877 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4e940ec6-c960-435b-b595-742d610e5513 req-e5f71d0b-dc74-4e9d-869e-7c9e18652e6c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 950 time: 0.5433319
Jun 04 15:09:44.092299 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec7cd40b-b96f-402b-9e27-414503e65875 req-63382758-c218-46be-b6bf-b3cf1744594e service neutron] 10.222.0.62 "GET /v2.0/networks/5e9b67b2-653a-47ea-a9ed-4f14adb137d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5820975
Jun 04 15:09:44.156877 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-aa74f82f-b03f-4729-a1c7-629b3334c0f4 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3475955
Jun 04 15:09:44.268518 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4e940ec6-c960-435b-b595-742d610e5513 req-aadba41c-79bd-4ca9-a690-04d91eb849e0 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604331
Jun 04 15:09:44.349464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35212) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:09:44.433096 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eaf41f14-98e8-4346-9188-983a0f64d39a req-78d7abfd-5377-470e-a761-6031de402197 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2632160
Jun 04 15:09:44.491047 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:44.545286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1446314272-network', 'tenant_id': '9533bf6d683c40c7950c3e298510b11f'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:44.553387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:44.560149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Usage tracker for resource:network and tenant:9533bf6d683c40c7950c3e298510b11f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:44.575575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:44.591658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:44.636491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79dfb8-16df-4e5d-a5d5-2dbec2246f3f req-af7b8733-34cb-4a7c-b0e6-e8b80ae7960c tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:44.638650 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fa79dfb8-16df-4e5d-a5d5-2dbec2246f3f req-af7b8733-34cb-4a7c-b0e6-e8b80ae7960c tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 950 time: 0.1849041
Jun 04 15:09:44.677828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Made reservation on behalf of 9533bf6d683c40c7950c3e298510b11f for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:09:44.680257 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:44.708806 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:44.717420 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Allocated IP 172.25.4.221 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/46109e98-7881-4acb-bb1c-7c8311a7d66e) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:09:44.735549 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fa79dfb8-16df-4e5d-a5d5-2dbec2246f3f req-c177ccf6-6400-4ab4-bf78-4015867a970f tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894854
Jun 04 15:09:44.736538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:44.741338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Usage tracker for resource:security_group_rule and tenant:9533bf6d683c40c7950c3e298510b11f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:44.745426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:44.752781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:44.861265 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0346e46-a379-407b-9bca-8ac121f074b4 x-openstack-request-id: req-a0346e46-a379-407b-9bca-8ac121f074b4 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:44.863632 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdfca4f-10db-4137-b8cc-b16ef40f6b8a", "tag": "d743d4d8-102c-4706-8562-191e04fe9923", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:44.863632 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0346e46-a379-407b-9bca-8ac121f074b4 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:44.863632 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efdfca4f-10db-4137-b8cc-b16ef40f6b8a', 'tag': 'd743d4d8-102c-4706-8562-191e04fe9923', 'status': 'completed', 'code': 200}
Jun 04 15:09:45.012897 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c77103ec-9088-4d69-9c0e-188bf2972c52 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:09:45.047703 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:45.076493 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:45.142572 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:45.146224 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2ab23243-42bf-49e7-a99e-7417ee25b701 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:45.163852 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:45.170589 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d0d9d220-b437-4870-84e7-5718c8eaf3d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:45.188110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f84a4-fd89-4fe1-92df-95be8907d42b req-fa31c5cb-4edc-4807-a7c6-fdf9284bc9fe tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:45.189680 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-127f84a4-fd89-4fe1-92df-95be8907d42b req-fa31c5cb-4edc-4807-a7c6-fdf9284bc9fe tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 948 time: 0.1727872
Jun 04 15:09:45.196760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98639f63-d116-47bc-81d4-8e4e0cc57248 req-f4b0261a-5374-479e-917c-94abe2586c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:45.198233 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-98639f63-d116-47bc-81d4-8e4e0cc57248 req-f4b0261a-5374-479e-917c-94abe2586c0c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 1099 time: 0.2830880
Jun 04 15:09:45.199831 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:09:45.203631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd168ad-92cb-4aa1-a9fb-5ed1c86aad53,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:45.221771 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:45.225043 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port c77103ec-9088-4d69-9c0e-188bf2972c52 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:45.232778 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port c77103ec-9088-4d69-9c0e-188bf2972c52 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:45.234641 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:45.275432 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:45.275432 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Added segment 982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab of type vlan for network 5c8e1129-4637-4865-8e2f-9338b07c50ee
Jun 04 15:09:45.275740 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:09:45.280439 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:09:45.288847 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:09:45.339941 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:45.347011 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-127f84a4-fd89-4fe1-92df-95be8907d42b req-ce797ccf-3da0-4e36-a797-50ddbd0eaf6a tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444981
Jun 04 15:09:45.360666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Pushing event updated for resources: {'Port': ['ID=46109e98-7881-4acb-bb1c-7c8311a7d66e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:45.364623 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:45.415651 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:45.495336 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:45.533682 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7252f527-5ba0-47bf-ac1b-bde080dd907e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77103ec-9088-4d69-9c0e-188bf2972c52'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:45.536490 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2fb225-ff89-4202-9e6f-3ecec7b04f22" -d '{"events": [{"server_uuid": "7252f527-5ba0-47bf-ac1b-bde080dd907e", "name": "network-vif-plugged", "status": "completed", "tag": "c77103ec-9088-4d69-9c0e-188bf2972c52"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:45.546337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c77103ec-9088-4d69-9c0e-188bf2972c52,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:45.556564 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:45.613027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98639f63-d116-47bc-81d4-8e4e0cc57248 req-36820d76-da25-457a-b58a-20d13eafbe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:45.614107 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-98639f63-d116-47bc-81d4-8e4e0cc57248 req-36820d76-da25-457a-b58a-20d13eafbe4e service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.3901532
Jun 04 15:09:45.642057 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:45.645652 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:45.706526 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:45.706526 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-98639f63-d116-47bc-81d4-8e4e0cc57248 req-7fa1a4f4-b322-4646-8ae4-7c2075953ff5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=d743d4d8-102c-4706-8562-191e04fe9923 HTTP/1.1" status: 200  len: 217 time: 0.0773125
Jun 04 15:09:45.706526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:45.706526 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:45.710680 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-24b1ee1f-e9c5-4291-aa30-187ef15ec7fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:45.776010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=c77103ec-9088-4d69-9c0e-188bf2972c52,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:45.783852 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:45.887498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Pushing event updated for resources: {'Network': ['ID=5c8e1129-4637-4865-8e2f-9338b07c50ee,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:45.893302 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:45.894736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98639f63-d116-47bc-81d4-8e4e0cc57248 req-f94b0e16-ab22-443c-8249-4298397e7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:45.896196 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-98639f63-d116-47bc-81d4-8e4e0cc57248 req-f94b0e16-ab22-443c-8249-4298397e7a94 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1609929
Jun 04 15:09:45.905160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b130e-5aff-42c0-9bc8-3e441e903d19 req-a9eb51a9-0657-43bb-ba23-532e83216b35 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:45.908910 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 5c8e1129-4637-4865-8e2f-9338b07c50ee details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:09:45.912125 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b76b130e-5aff-42c0-9bc8-3e441e903d19 req-a9eb51a9-0657-43bb-ba23-532e83216b35 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 1101 time: 0.3566556
Jun 04 15:09:45.940678 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:45.995331 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.6443787
Jun 04 15:09:46.000035 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35228) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:09:46.003614 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:46.007954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Request body: {'subnet': {'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1446314272-subnet', 'tenant_id': '9533bf6d683c40c7950c3e298510b11f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:46.009290 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:46.029823 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b76b130e-5aff-42c0-9bc8-3e441e903d19 req-254368de-f6f0-4ae7-8786-b7c39d5bb3f9 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166217
Jun 04 15:09:46.038465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:46.064628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Usage tracker for resource:subnet and tenant:9533bf6d683c40c7950c3e298510b11f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:46.076892 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:46.083200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:46.098630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98639f63-d116-47bc-81d4-8e4e0cc57248 req-f00ff03a-fa1a-40e3-b4e3-1ac49a0a875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:46.104839 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-98639f63-d116-47bc-81d4-8e4e0cc57248 req-f00ff03a-fa1a-40e3-b4e3-1ac49a0a875a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1853776
Jun 04 15:09:46.160610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Pushing event updated for resources: {'Port': ['ID=46109e98-7881-4acb-bb1c-7c8311a7d66e,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:46.164973 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:46.173144 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:46.190816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Made reservation on behalf of 9533bf6d683c40c7950c3e298510b11f for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:09:46.193694 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Notify callbacks [] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:46.311321 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:46.312531 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-23203298-f547-4579-bf82-b2ff41bc11ce req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.4491303
Jun 04 15:09:46.422473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-23203298-f547-4579-bf82-b2ff41bc11ce req-7fde5123-7d92-40a0-9fd2-d899639fd4cc tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Synchronizing usage tracker for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:floatingip {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:46.510314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-23203298-f547-4579-bf82-b2ff41bc11ce req-7fde5123-7d92-40a0-9fd2-d899639fd4cc tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Unset dirty status for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:floatingip {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:46.511515 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-23203298-f547-4579-bf82-b2ff41bc11ce req-7fde5123-7d92-40a0-9fd2-d899639fd4cc tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200  len: 696 time: 0.1917145
Jun 04 15:09:46.641662 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-98639f63-d116-47bc-81d4-8e4e0cc57248 req-f1f367d8-429a-47e7-a92e-c776cf19e878 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5283525
Jun 04 15:09:46.698326 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23203298-f547-4579-bf82-b2ff41bc11ce req-8bdbc3d6-6a24-465c-bf7f-b21cade018bb tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:46.698924 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd073d6-1294-4451-a069-b016281cb8f8 req-224639b2-9a25-448d-ba83-7cc67c8a5a3e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:46.699258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1fd073d6-1294-4451-a069-b016281cb8f8 req-224639b2-9a25-448d-ba83-7cc67c8a5a3e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Synchronizing usage tracker for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:46.700539 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-23203298-f547-4579-bf82-b2ff41bc11ce req-8bdbc3d6-6a24-465c-bf7f-b21cade018bb tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.1806045
Jun 04 15:09:46.761944 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b99255-7fc4-480e-b1ff-ae21cfce895f x-openstack-request-id: req-b6b99255-7fc4-480e-b1ff-ae21cfce895f {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:46.763286 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7252f527-5ba0-47bf-ac1b-bde080dd907e", "name": "network-vif-plugged", "status": "completed", "tag": "c77103ec-9088-4d69-9c0e-188bf2972c52", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:46.763647 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6b99255-7fc4-480e-b1ff-ae21cfce895f {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:46.765654 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7252f527-5ba0-47bf-ac1b-bde080dd907e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77103ec-9088-4d69-9c0e-188bf2972c52', 'code': 200}
Jun 04 15:09:46.975494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1fd073d6-1294-4451-a069-b016281cb8f8 req-224639b2-9a25-448d-ba83-7cc67c8a5a3e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Unset dirty status for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:46.976919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1fd073d6-1294-4451-a069-b016281cb8f8 req-224639b2-9a25-448d-ba83-7cc67c8a5a3e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 945 time: 0.5333378
Jun 04 15:09:46.991297 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-98639f63-d116-47bc-81d4-8e4e0cc57248 req-fa1c9d99-d460-426f-9184-de3025384816 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3365357
Jun 04 15:09:47.039378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec638e-52b5-4a90-85f3-06c26f78b839 req-5cb0aba3-f1d2-4ef2-bb4b-24a9975cd356 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:47.040926 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2ec638e-52b5-4a90-85f3-06c26f78b839 req-5cb0aba3-f1d2-4ef2-bb4b-24a9975cd356 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 950 time: 0.1383648
Jun 04 15:09:47.069883 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1fd073d6-1294-4451-a069-b016281cb8f8 req-7e1e7acd-f0e3-4cb6-878a-79d5f3d5d6bb tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752797
Jun 04 15:09:47.072941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13bf81-41a8-4f1d-a4a6-b152cfbb6f72 req-f833c081-1c3b-49c7-b46b-62958af992c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:47.074744 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5f13bf81-41a8-4f1d-a4a6-b152cfbb6f72 req-f833c081-1c3b-49c7-b46b-62958af992c0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 1096 time: 0.2157083
Jun 04 15:09:47.096090 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2ec638e-52b5-4a90-85f3-06c26f78b839 req-9b1d9f29-7001-432a-acd3-2b79fd8ecebb tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470655
Jun 04 15:09:47.162726 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5f13bf81-41a8-4f1d-a4a6-b152cfbb6f72 req-4e0c4829-a96e-47fb-8313-8f8bc6e0b43b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761967
Jun 04 15:09:47.271740 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-fd49e12e-9ff7-4f1d-8bd3-416557e9b181 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0cb2b44d21194835958bac19c6d44e4d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0381205
Jun 04 15:09:47.381719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445318e1-3f38-4a5b-9da6-4945f614df74 req-29cab818-e57a-4007-830c-e0c0cfcdb4cd tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:47.383437 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-445318e1-3f38-4a5b-9da6-4945f614df74 req-29cab818-e57a-4007-830c-e0c0cfcdb4cd tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 948 time: 0.1346555
Jun 04 15:09:47.438006 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-445318e1-3f38-4a5b-9da6-4945f614df74 req-67343b2b-32f4-4394-a098-eb2e08701326 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443234
Jun 04 15:09:47.517471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-59694a38-7ca1-42a2-8ca4-d00689c612bf tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:47.519002 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-59694a38-7ca1-42a2-8ca4-d00689c612bf tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2374144
Jun 04 15:09:47.546898 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-75f4bfcd-0de0-4a7a-a352-8b36eb3a77df tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/quotas/0cb2b44d21194835958bac19c6d44e4d HTTP/1.1" status: 200  len: 375 time: 0.0197120
Jun 04 15:09:47.552369 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:47.559682 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f43f64b6-2fba-4d8b-97c4-ac94f012477a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:47.667982 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56689-4e5b-4151-a957-aea70cfaf22a req-63fb008f-8b0c-45e3-9d29-9aac980d206b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:47.669600 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-52b56689-4e5b-4151-a957-aea70cfaf22a req-63fb008f-8b0c-45e3-9d29-9aac980d206b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1013346
Jun 04 15:09:47.700447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13511b4-09b2-4e41-a7af-014654bd8515,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:47.703532 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:47.711641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Checking segment: {'id': '982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:09:47.712039 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Network hostable DHCP agents. Network: 5c8e1129-4637-4865-8e2f-9338b07c50ee, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:09:47.756504 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-07998199-8e29-485a-82e9-aa04b62e5355 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&fields=id HTTP/1.1" status: 200  len: 532 time: 0.1984217
Jun 04 15:09:47.796883 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Network 5c8e1129-4637-4865-8e2f-9338b07c50ee is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:09:47.806624 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-52b56689-4e5b-4151-a957-aea70cfaf22a req-6d5cc0bc-ba7c-4f40-87f9-2c99bbdca932 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200  len: 696 time: 0.1303036
Jun 04 15:09:47.823665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-52b56689-4e5b-4151-a957-aea70cfaf22a req-a106b0e4-21eb-4dbd-b2ca-a0dc1963a271 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Request body: {'floatingip': {'port_id': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:47.882038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 5c8e1129-4637-4865-8e2f-9338b07c50ee) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:09:47.887393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:47.888170 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:47.896430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cccff8-ccb7-4941-bd31-9302a92bb43e None None] Network 5c8e1129-4637-4865-8e2f-9338b07c50ee requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:09:47.930202 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-52b56689-4e5b-4151-a957-aea70cfaf22a req-a106b0e4-21eb-4dbd-b2ca-a0dc1963a271 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:47.992399 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.9911776
Jun 04 15:09:47.995050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35256) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:09:48.004207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1446314272-router', 'tenant_id': '9533bf6d683c40c7950c3e298510b11f', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:48.016215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:48.024705 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Usage tracker for resource:router and tenant:9533bf6d683c40c7950c3e298510b11f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:48.036964 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:48.051878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:48.139514 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:48.140651 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:48.168299 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:48.346402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-5c8e1129-4637-4865-8e2f-9338b07c50ee', 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee', 'tenant_id': '9533bf6d683c40c7950c3e298510b11f', 'fixed_ips': [{'subnet_id': 'f13511b4-09b2-4e41-a7af-014654bd8515'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:09:48.349538 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:48.618163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Allocated IP 172.20.0.2 (5c8e1129-4637-4865-8e2f-9338b07c50ee/f13511b4-09b2-4e41-a7af-014654bd8515/6d6d730b-c9bb-4c23-9cee-06f5b1950119) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:09:48.820898 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [req-52b56689-4e5b-4151-a957-aea70cfaf22a req-a106b0e4-21eb-4dbd-b2ca-a0dc1963a271 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] update failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:09:48.834050 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-52b56689-4e5b-4151-a957-aea70cfaf22a req-a106b0e4-21eb-4dbd-b2ca-a0dc1963a271 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "PUT /v2.0/floatingips/4b8406c3-be62-412b-8d3f-03c8d0cc9142 HTTP/1.1" status: 409  len: 550 time: 1.0158768
Jun 04 15:09:48.841697 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:48.979684 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d743d4d8-102c-4706-8562-191e04fe9923 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:09:48.987977 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cdb1f738-9c67-4614-a25d-5d8dc2542f4b req-75df0598-7732-43b4-b00e-127695b800a0 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 210 time: 0.0967662
Jun 04 15:09:49.383598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf15f0-dba7-4bd3-8e55-84051b25ffd1 req-b68994f3-0562-4727-a01e-92fd82a043f8 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:49.401317 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7ddf15f0-dba7-4bd3-8e55-84051b25ffd1 req-b68994f3-0562-4727-a01e-92fd82a043f8 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 948 time: 0.1696901
Jun 04 15:09:49.469419 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:49.485625 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7ddf15f0-dba7-4bd3-8e55-84051b25ffd1 req-64379633-c0c1-4b20-afa8-cde0876683d1 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763006
Jun 04 15:09:49.502701 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Transition to ACTIVE for port object 6d6d730b-c9bb-4c23-9cee-06f5b1950119 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:49.515490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa315d-e05c-4581-95da-2dd7e0ba1697 req-fff10eaf-6d1d-43ce-a9ee-42d6d0010297 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:49.523183 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bcaa315d-e05c-4581-95da-2dd7e0ba1697 req-fff10eaf-6d1d-43ce-a9ee-42d6d0010297 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 945 time: 0.2981234
Jun 04 15:09:49.534414 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d743d4d8-102c-4706-8562-191e04fe9923, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d743d4d8-102c-4706-8562-191e04fe9923,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:49.583725 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Transition to ACTIVE for port object 6d6d730b-c9bb-4c23-9cee-06f5b1950119 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:49.585338 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'd743d4d8-102c-4706-8562-191e04fe9923', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'd743d4d8-102c-4706-8562-191e04fe9923', 'mac_address': 'fa:16:3e:bf:d4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:09:49.693112 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:49.722079 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bcaa315d-e05c-4581-95da-2dd7e0ba1697 req-183f6401-a093-4216-b7d7-e77730ab52ec tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1979494
Jun 04 15:09:49.734198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d743d4d8-102c-4706-8562-191e04fe9923 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:49.746036 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:49.758496 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8bb6c0f3-3916-44ca-9fdc-902100a5663b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:49.781246 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9801b5c-fc78-4105-94b7-dd9fb06a28c6 req-15287fa2-02e2-41ef-859b-d4ed28a2ba59 tempest-ServersAdminNegativeTestJSON-1788411788 tempest-ServersAdminNegativeTestJSON-1788411788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:49.793635 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d9801b5c-fc78-4105-94b7-dd9fb06a28c6 req-15287fa2-02e2-41ef-859b-d4ed28a2ba59 tempest-ServersAdminNegativeTestJSON-1788411788 tempest-ServersAdminNegativeTestJSON-1788411788-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 1101 time: 0.1841860
Jun 04 15:09:49.831510 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-d9801b5c-fc78-4105-94b7-dd9fb06a28c6 req-80427f4c-07a0-43bc-9637-4dae6aa69ef8 tempest-ServersAdminNegativeTestJSON-1788411788 tempest-ServersAdminNegativeTestJSON-1788411788-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:49.849336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-d9801b5c-fc78-4105-94b7-dd9fb06a28c6 req-80427f4c-07a0-43bc-9637-4dae6aa69ef8 tempest-ServersAdminNegativeTestJSON-1788411788 tempest-ServersAdminNegativeTestJSON-1788411788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:49.853817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-d9801b5c-fc78-4105-94b7-dd9fb06a28c6 req-80427f4c-07a0-43bc-9637-4dae6aa69ef8 tempest-ServersAdminNegativeTestJSON-1788411788 tempest-ServersAdminNegativeTestJSON-1788411788-project-admin] Usage tracker for resource:security_group_rule and tenant:da5dbdcc9dee46deaae83926529e3b52 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:09:49.858314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-d9801b5c-fc78-4105-94b7-dd9fb06a28c6 req-80427f4c-07a0-43bc-9637-4dae6aa69ef8 tempest-ServersAdminNegativeTestJSON-1788411788 tempest-ServersAdminNegativeTestJSON-1788411788-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:09:49.865545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-d9801b5c-fc78-4105-94b7-dd9fb06a28c6 req-80427f4c-07a0-43bc-9637-4dae6aa69ef8 tempest-ServersAdminNegativeTestJSON-1788411788 tempest-ServersAdminNegativeTestJSON-1788411788-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:49.870126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Pushing event updated for resources: {'Port': ['ID=6d6d730b-c9bb-4c23-9cee-06f5b1950119,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:49.879988 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:49.889914 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d743d4d8-102c-4706-8562-191e04fe9923, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d743d4d8-102c-4706-8562-191e04fe9923,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:49.901782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Network 5c8e1129-4637-4865-8e2f-9338b07c50ee is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:09:49.904230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:09:49.909888 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:09:49.935930 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b4526fe6-8436-411c-8d66-139744b9f65c req-9200c0f5-9c39-440d-9a4a-f99d7367b13d tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/floatingips/4b8406c3-be62-412b-8d3f-03c8d0cc9142 HTTP/1.1" status: 200  len: 693 time: 0.1462979
Jun 04 15:09:50.000349 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-d9801b5c-fc78-4105-94b7-dd9fb06a28c6 req-80427f4c-07a0-43bc-9637-4dae6aa69ef8 tempest-ServersAdminNegativeTestJSON-1788411788 tempest-ServersAdminNegativeTestJSON-1788411788-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:50.039636 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:50.067541 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:50.076179 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:50.082368 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-d9801b5c-fc78-4105-94b7-dd9fb06a28c6 req-80427f4c-07a0-43bc-9637-4dae6aa69ef8 tempest-ServersAdminNegativeTestJSON-1788411788 tempest-ServersAdminNegativeTestJSON-1788411788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:50.092347 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aa93d064-7ef0-4949-872c-696dafbe62e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:50.111057 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:50.124528 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d9801b5c-fc78-4105-94b7-dd9fb06a28c6 req-80427f4c-07a0-43bc-9637-4dae6aa69ef8 tempest-ServersAdminNegativeTestJSON-1788411788 tempest-ServersAdminNegativeTestJSON-1788411788-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3294795
Jun 04 15:09:50.151771 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80427f4c-07a0-43bc-9637-4dae6aa69ef8 tempest-ServersAdminNegativeTestJSON-1788411788 tempest-ServersAdminNegativeTestJSON-1788411788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd3bc9b-24a7-46ba-80de-2fc6522acb98,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:50.156118 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-80427f4c-07a0-43bc-9637-4dae6aa69ef8 tempest-ServersAdminNegativeTestJSON-1788411788 tempest-ServersAdminNegativeTestJSON-1788411788-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:50.159325 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Attempting to bind port 6d6d730b-c9bb-4c23-9cee-06f5b1950119 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:09:50.160644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Attempting to bind port 6d6d730b-c9bb-4c23-9cee-06f5b1950119 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:09:50.160644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Attempting to bind port 6d6d730b-c9bb-4c23-9cee-06f5b1950119 on network 5c8e1129-4637-4865-8e2f-9338b07c50ee {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:50.199042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:09:50.203681 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Checking segment: {'id': '982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:09:50.204112 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:50.204626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Bound using segment: {'id': '982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:09:50.205161 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Bound port: 6d6d730b-c9bb-4c23-9cee-06f5b1950119, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:09:50.205550 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:50.253329 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=d743d4d8-102c-4706-8562-191e04fe9923,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:50.259734 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:50.368952 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] For port 6d6d730b-c9bb-4c23-9cee-06f5b1950119, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:09:50.375148 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] For port 6d6d730b-c9bb-4c23-9cee-06f5b1950119, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6d6d730b-c9bb-4c23-9cee-06f5b1950119,segment=NetworkSegment(982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab),segment_id=982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:09:50.384745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4526fe6-8436-411c-8d66-139744b9f65c req-2b3d3174-a2d4-4e51-be7c-eaec5231ec7e tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:50.388613 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b4526fe6-8436-411c-8d66-139744b9f65c req-2b3d3174-a2d4-4e51-be7c-eaec5231ec7e tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.4505727
Jun 04 15:09:50.399792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-b4526fe6-8436-411c-8d66-139744b9f65c req-4ebd16ab-3b6a-4c83-834c-e8cab46ccbc1 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:09:50.400986 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b4526fe6-8436-411c-8d66-139744b9f65c req-4ebd16ab-3b6a-4c83-834c-e8cab46ccbc1 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0079255
Jun 04 15:09:50.426979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Allocated IP 172.25.4.208 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/42b81ab2-0209-4646-bc34-0d279550c212) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:09:50.463848 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3a05fb66-3b66-4f1a-82fa-e6ebe265f9cb req-15a00071-e54c-434b-8486-0d1a6123c634 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 210 time: 0.0604899
Jun 04 15:09:50.523536 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b4526fe6-8436-411c-8d66-139744b9f65c req-f778dfe2-2b8a-4512-b73a-56f4592deba8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200  len: 696 time: 0.0982225
Jun 04 15:09:50.534232 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:50.538194 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:50.595741 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['d743d4d8-102c-4706-8562-191e04fe9923'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:50.683060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Pushing event updated for resources: {'Port': ['ID=6d6d730b-c9bb-4c23-9cee-06f5b1950119,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:50.693606 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:50.726339 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b4526fe6-8436-411c-8d66-139744b9f65c req-981add21-fe91-4c83-ba2a-9ba27b34135a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200  len: 696 time: 0.1845369
Jun 04 15:09:50.750019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce8adb-0eb2-4760-b1f0-ff2e142d994f req-fdab2bf5-4b31-4d41-adac-43845b829bee tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:50.758179 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ebce8adb-0eb2-4760-b1f0-ff2e142d994f req-fdab2bf5-4b31-4d41-adac-43845b829bee tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 949 time: 0.1399381
Jun 04 15:09:50.832585 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ebce8adb-0eb2-4760-b1f0-ff2e142d994f req-6597145e-8b76-499c-ad73-00f30dc54587 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732446
Jun 04 15:09:51.132711 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:51.178321 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ae7fc-971c-42fa-988f-f6fe864e762e req-3fbe7685-6009-43c0-aaad-ed961ee468d5 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:51.179460 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e3ae7fc-971c-42fa-988f-f6fe864e762e req-3fbe7685-6009-43c0-aaad-ed961ee468d5 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 945 time: 0.1505935
Jun 04 15:09:51.202051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-b4526fe6-8436-411c-8d66-139744b9f65c req-6f0a3f59-4d9a-4426-8d2d-3d4b20d9c3e6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Deleting port 46109e98-7881-4acb-bb1c-7c8311a7d66e {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:09:51.202051 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b4526fe6-8436-411c-8d66-139744b9f65c req-6f0a3f59-4d9a-4426-8d2d-3d4b20d9c3e6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:51.250452 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e3ae7fc-971c-42fa-988f-f6fe864e762e req-cd68d462-4435-4726-a736-a3ee286ec4b4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593050
Jun 04 15:09:51.450055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b89bf8-cea3-4e9a-813b-b447884beec7 req-9123378f-cf15-4cf9-b058-ad862405658d tempest-ServersAdminNegativeTestJSON-1788411788 tempest-ServersAdminNegativeTestJSON-1788411788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:51.451707 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3b89bf8-cea3-4e9a-813b-b447884beec7 req-9123378f-cf15-4cf9-b058-ad862405658d tempest-ServersAdminNegativeTestJSON-1788411788 tempest-ServersAdminNegativeTestJSON-1788411788-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 1101 time: 0.0831816
Jun 04 15:09:51.503786 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b4526fe6-8436-411c-8d66-139744b9f65c req-6f0a3f59-4d9a-4426-8d2d-3d4b20d9c3e6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:51.504276 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b4526fe6-8436-411c-8d66-139744b9f65c req-6f0a3f59-4d9a-4426-8d2d-3d4b20d9c3e6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:51.510982 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3b89bf8-cea3-4e9a-813b-b447884beec7 req-fd6427da-0e94-46ed-aa77-b90dd57f9725 tempest-ServersAdminNegativeTestJSON-1788411788 tempest-ServersAdminNegativeTestJSON-1788411788-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493653
Jun 04 15:09:51.514814 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:51.523199 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:51.556769 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-4241ca61-291a-4d38-9491-5e70c1599a90 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0cb2b44d21194835958bac19c6d44e4d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2000780
Jun 04 15:09:51.725639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-b4526fe6-8436-411c-8d66-139744b9f65c req-6f0a3f59-4d9a-4426-8d2d-3d4b20d9c3e6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Calling delete_port for 46109e98-7881-4acb-bb1c-7c8311a7d66e owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:09:51.735857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:09:51.753908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:09:51.765812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:09:51.791749 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290db08c-a325-4878-a564-554c2ce97e02 req-3330e3a2-3b7e-4cfb-be9b-afd5a292e4a5 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:51.795067 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-290db08c-a325-4878-a564-554c2ce97e02 req-3330e3a2-3b7e-4cfb-be9b-afd5a292e4a5 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 1096 time: 0.1091664
Jun 04 15:09:51.848263 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-290db08c-a325-4878-a564-554c2ce97e02 req-15a42542-7486-4be7-a5cd-3ce680948cd4 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464568
Jun 04 15:09:51.972942 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645769ad-1424-4df7-8533-02061a14028b None None] Network 5c8e1129-4637-4865-8e2f-9338b07c50ee requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:09:51.986397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Pushing event updated for resources: {'Port': ['ID=42b81ab2-0209-4646-bc34-0d279550c212,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:51.989353 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:52.123682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-530f06cc-b822-4873-acfe-369caf3d5805 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:52.125977 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-530f06cc-b822-4873-acfe-369caf3d5805 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5614693
Jun 04 15:09:52.146347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Request body: {'port': {'device_id': 'fb33febb-d01f-4019-a303-0d9a82bcbf16', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '0cb2b44d21194835958bac19c6d44e4d'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:52.214094 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a9221fbe-6fa8-4b1f-b3bc-7c2df086368e req-4e7863a7-e2f3-4530-8d28-dca70979f2cf tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 210 time: 0.0521042
Jun 04 15:09:52.229045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-479c3795-a8d8-41bf-8aad-b43fde853060 None None] Provisioning for port 6d6d730b-c9bb-4c23-9cee-06f5b1950119 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:52.457970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:09:52.545026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:09:52.569397 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b4526fe6-8436-411c-8d66-139744b9f65c req-6f0a3f59-4d9a-4426-8d2d-3d4b20d9c3e6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:52.580230 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:52.597683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321abeb-3e5d-4c2d-ac01-aa2f465b44bf req-c429353e-a6b0-4459-9e01-73472e1d1f66 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:52.597683 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c321abeb-3e5d-4c2d-ac01-aa2f465b44bf req-c429353e-a6b0-4459-9e01-73472e1d1f66 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 949 time: 0.1114218
Jun 04 15:09:52.645034 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c321abeb-3e5d-4c2d-ac01-aa2f465b44bf req-1ce8b936-ed0f-493e-a03c-21d808d4b259 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443304
Jun 04 15:09:52.678255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a3f59-4d9a-4426-8d2d-3d4b20d9c3e6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Pushing event deleted for resources: {'Port': ['ID=46109e98-7881-4acb-bb1c-7c8311a7d66e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:52.680646 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6f0a3f59-4d9a-4426-8d2d-3d4b20d9c3e6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:52.684842 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b4526fe6-8436-411c-8d66-139744b9f65c req-6f0a3f59-4d9a-4426-8d2d-3d4b20d9c3e6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:52.704502 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:52.765987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Made reservation on behalf of 0cb2b44d21194835958bac19c6d44e4d for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:09:52.773816 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:53.021628 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d743d4d8-102c-4706-8562-191e04fe9923 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:09:53.130458 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6d6d730b-c9bb-4c23-9cee-06f5b1950119 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:09:53.249884 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b4526fe6-8436-411c-8d66-139744b9f65c req-6f0a3f59-4d9a-4426-8d2d-3d4b20d9c3e6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:53.256339 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b4526fe6-8436-411c-8d66-139744b9f65c req-6f0a3f59-4d9a-4426-8d2d-3d4b20d9c3e6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "DELETE /v2.0/floatingips/4b8406c3-be62-412b-8d3f-03c8d0cc9142 HTTP/1.1" status: 204  len: 173 time: 2.5151174
Jun 04 15:09:53.283928 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:53.345435 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Allocated IP 192.168.233.242 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/92966385-9600-4606-ac39-33cbae22b9d7) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:09:53.373503 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port d743d4d8-102c-4706-8562-191e04fe9923 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:53.377213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 6d6d730b-c9bb-4c23-9cee-06f5b1950119 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:53.383098 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port d743d4d8-102c-4706-8562-191e04fe9923 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:53.383575 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:53.411935 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 6d6d730b-c9bb-4c23-9cee-06f5b1950119 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:53.412412 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:53.445828 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-72054a4b-4947-455e-8df3-10cb030c6b65 req-5438b857-56c4-4e32-9ce9-044a92a0a044 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 210 time: 0.0556514
Jun 04 15:09:53.527112 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:53.632903 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:53.666121 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-b44c10f3-6b1b-406a-a0a1-925503a83df6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Synchronizing usage tracker for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:floatingip {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:53.715961 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a999f8d-1dd2-4a86-8215-7181c92ec564 req-5123fb29-f391-486d-88e7-8f537fa529b6 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:53.723588 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6a999f8d-1dd2-4a86-8215-7181c92ec564 req-5123fb29-f391-486d-88e7-8f537fa529b6 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 950 time: 0.0949416
Jun 04 15:09:53.725095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 6d6d730b-c9bb-4c23-9cee-06f5b1950119, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6d6d730b-c9bb-4c23-9cee-06f5b1950119,segment=NetworkSegment(982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab),segment_id=982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:53.767566 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:53.775681 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6a999f8d-1dd2-4a86-8215-7181c92ec564 req-c1393bdf-9d82-480f-8e99-396db4b0d43e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510035
Jun 04 15:09:53.796668 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdfca4f-10db-4137-b8cc-b16ef40f6b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd743d4d8-102c-4706-8562-191e04fe9923'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:53.799035 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c91aa71-d562-4e6e-886c-a64a5fadbe6d" -d '{"events": [{"server_uuid": "efdfca4f-10db-4137-b8cc-b16ef40f6b8a", "name": "network-vif-plugged", "status": "completed", "tag": "d743d4d8-102c-4706-8562-191e04fe9923"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:53.817200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d743d4d8-102c-4706-8562-191e04fe9923, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d743d4d8-102c-4706-8562-191e04fe9923,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:53.864483 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:53.871339 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:53.912326 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:53.929019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-b44c10f3-6b1b-406a-a0a1-925503a83df6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Unset dirty status for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:floatingip {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:53.930371 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-b44c10f3-6b1b-406a-a0a1-925503a83df6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200  len: 1001 time: 0.5392807
Jun 04 15:09:53.939311 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:53.943359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Transition to ACTIVE for port object 92966385-9600-4606-ac39-33cbae22b9d7 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:53.982713 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=6d6d730b-c9bb-4c23-9cee-06f5b1950119,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:53.992008 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:53.992732 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:54.064006 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-7f2fc527-c8f6-4031-bbe8-182585026258 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:54.064891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-7f2fc527-c8f6-4031-bbe8-182585026258 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Synchronizing usage tracker for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:09:54.083214 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b2247-4df5-46b3-89f7-23dbf6b8dc1c req-5ed8eec4-0574-49f2-a5d2-ad06e4627032 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:54.090535 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b63b2247-4df5-46b3-89f7-23dbf6b8dc1c req-5ed8eec4-0574-49f2-a5d2-ad06e4627032 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.1424301
Jun 04 15:09:54.100035 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=d743d4d8-102c-4706-8562-191e04fe9923,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:54.103233 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:54.133245 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b63b2247-4df5-46b3-89f7-23dbf6b8dc1c req-0638c4ce-71a4-4e38-a6c2-c70b5d9384d4 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418317
Jun 04 15:09:54.186655 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f039bcb9-d320-438e-836a-0c11e4b5ecb2 x-openstack-request-id: req-f039bcb9-d320-438e-836a-0c11e4b5ecb2 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:09:54.187414 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdfca4f-10db-4137-b8cc-b16ef40f6b8a", "name": "network-vif-plugged", "status": "completed", "tag": "d743d4d8-102c-4706-8562-191e04fe9923", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:09:54.187832 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f039bcb9-d320-438e-836a-0c11e4b5ecb2 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:09:54.188444 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdfca4f-10db-4137-b8cc-b16ef40f6b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd743d4d8-102c-4706-8562-191e04fe9923', 'code': 200}
Jun 04 15:09:54.248445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Router f29aa087-79de-4f84-88b2-1e87642060da is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:09:54.250499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-7f2fc527-c8f6-4031-bbe8-182585026258 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Unset dirty status for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:09:54.251665 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-7f2fc527-c8f6-4031-bbe8-182585026258 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports/d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e HTTP/1.1" status: 200  len: 942 time: 0.3099604
Jun 04 15:09:54.253911 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:54.260471 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c3252f7-f695-43b6-9a9e-4053f78aa3b2 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:54.270589 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['39aca5ae-aedb-4639-985b-49fbceec36e6', '68f0c106-4301-4722-a664-002be03379b1', '00206849-6e37-4bf1-8f05-721b52b0c482', '5791a29b-f7fb-4c7f-b5fd-71123d32949c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:54.305040 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['b7c24edb-f643-4938-8e52-7e56962318e3', '5948e58c-a12c-4416-afa5-9e142acf5f22', '4fcba15f-b524-426a-9b9c-6037e8aec260'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:54.346887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event updated for resources: {'Port': ['ID=92966385-9600-4606-ac39-33cbae22b9d7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:54.466982 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:54.632494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-c617b802-54aa-4f86-b811-226a98c2762c tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200  len: 1001 time: 0.1631441
Jun 04 15:09:54.657854 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:09:54.678232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:09:54.797864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:09:54.812647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:54.817061 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:54.859565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96be7-db6c-4096-adca-6684b80549b7 req-2fd5bc9d-9719-4cb9-aa35-cdffa1a9d9bd tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:54.871857 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aab96be7-db6c-4096-adca-6684b80549b7 req-2fd5bc9d-9719-4cb9-aa35-cdffa1a9d9bd tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 936 time: 0.2258918
Jun 04 15:09:54.953756 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aab96be7-db6c-4096-adca-6684b80549b7 req-9f59f805-27e5-4b0f-81a5-f45964198f87 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769005
Jun 04 15:09:54.988558 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8469410
Jun 04 15:09:55.009821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Request body: {'port': {'device_id': 'fb33febb-d01f-4019-a303-0d9a82bcbf16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:55.077767 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6d6d730b-c9bb-4c23-9cee-06f5b1950119 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:09:55.246739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:09:55.271595 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Sync routers for ids ['f29aa087-79de-4f84-88b2-1e87642060da'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:09:55.303552 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Routers {'f29aa087-79de-4f84-88b2-1e87642060da'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:09:55.304507 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8e3070>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:09:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['f29aa087-79de-4f84-88b2-1e87642060da'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:55.347124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c169c-e5a4-413d-8390-4603bea27547 req-278ef3c5-8567-48c2-9803-564a3d4c95ef tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:55.360415 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-da3c169c-e5a4-413d-8390-4603bea27547 req-278ef3c5-8567-48c2-9803-564a3d4c95ef tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 950 time: 0.2176638
Jun 04 15:09:55.375902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-c024b7a5-2bc0-4844-9ff2-8b165fe15a48 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:55.376882 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3e7281fd-502d-4e86-b2a7-1c859973081f None None] Provisioning for port 92966385-9600-4606-ac39-33cbae22b9d7 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:55.384936 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-c024b7a5-2bc0-4844-9ff2-8b165fe15a48 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.7513175
Jun 04 15:09:55.396113 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:55.397440 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.4010124
Jun 04 15:09:55.404290 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3e7281fd-502d-4e86-b2a7-1c859973081f None None] Provisioning complete for port 92966385-9600-4606-ac39-33cbae22b9d7 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:55.404677 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3e7281fd-502d-4e86-b2a7-1c859973081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:55.438487 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35350) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:09:55.480047 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b76d5-297f-4d90-a39e-21a4d6600346 req-2bb2f540-ec5c-4d71-bee3-cae80679be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:55.481948 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-405b76d5-297f-4d90-a39e-21a4d6600346 req-2bb2f540-ec5c-4d71-bee3-cae80679be93 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 1101 time: 1.0138669
Jun 04 15:09:55.495702 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:55.543751 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:55.544138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3e7281fd-502d-4e86-b2a7-1c859973081f None None] Port 92966385-9600-4606-ac39-33cbae22b9d7 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:09:55.554530 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 6d6d730b-c9bb-4c23-9cee-06f5b1950119 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:09:55.554779 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:55.623826 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-fcfe9220-ec9e-427b-8802-96b2f4ee3149 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200  len: 1001 time: 0.2376728
Jun 04 15:09:55.629232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-53c7ea56-b525-4de6-84f9-98bb75e1b108 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:09:55.642776 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Set router f29aa087-79de-4f84-88b2-1e87642060da gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:09:55.695900 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-405b76d5-297f-4d90-a39e-21a4d6600346 req-cd015ba6-1a28-4af5-a475-46afcd5d7f85 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1998968
Jun 04 15:09:55.804414 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-53c7ea56-b525-4de6-84f9-98bb75e1b108 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for floatingip, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:55.850314 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-da3c169c-e5a4-413d-8390-4603bea27547 req-15d030d6-d5a2-4f09-a7ee-0faa9697b50a tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4788904
Jun 04 15:09:56.066562 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8e3070>, [{'id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'name': 'tempest-AttachSCSIVolumeTestJSON-1446314272-router', 'tenant_id': '9533bf6d683c40c7950c3e298510b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42b81ab2-0209-4646-bc34-0d279550c212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:09:48Z', 'updated_at': '2021-06-04T15:09:52Z', 'revision_number': 3, 'project_id': '9533bf6d683c40c7950c3e298510b11f', 'gw_port': {'id': '42b81ab2-0209-4646-bc34-0d279550c212', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:09:50Z', 'updated_at': '2021-06-04T15:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:56.070999 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Checking router: f29aa087-79de-4f84-88b2-1e87642060da for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:09:56.071358 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Updating router f29aa087-79de-4f84-88b2-1e87642060da port 42b81ab2-0209-4646-bc34-0d279550c212 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:09:56.139614 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:56.300454 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-53c7ea56-b525-4de6-84f9-98bb75e1b108 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:56.407238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535385db-6206-42b1-aa1a-5ae246fa541a req-3af6f244-c7de-41a3-afc3-df01020efe1d tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:56.408742 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-535385db-6206-42b1-aa1a-5ae246fa541a req-3af6f244-c7de-41a3-afc3-df01020efe1d tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 950 time: 0.3019066
Jun 04 15:09:56.420594 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-53c7ea56-b525-4de6-84f9-98bb75e1b108 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:56.420968 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-53c7ea56-b525-4de6-84f9-98bb75e1b108 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Floating IP f7948abd-8dc5-40d4-b1b6-4331d611493f disassociated. External IP: 172.25.4.222, port: d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e.
Jun 04 15:09:56.514993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59c4e0-31e6-42e1-a1a6-3368c6082878 req-4d350a19-30aa-479c-abf6-44a9fd4f05e0 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:56.517026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ce59c4e0-31e6-42e1-a1a6-3368c6082878 req-4d350a19-30aa-479c-abf6-44a9fd4f05e0 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.3719680
Jun 04 15:09:56.569255 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:56.575365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92966385-9600-4606-ac39-33cbae22b9d7 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:09:56.597438 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:56.598889 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Transition to ACTIVE for port object 42b81ab2-0209-4646-bc34-0d279550c212 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:56.687909 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:56.697051 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:56.709670 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ce59c4e0-31e6-42e1-a1a6-3368c6082878 req-7cf8ede8-e451-487f-9f1e-397ff41bd581 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790011
Jun 04 15:09:56.721595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Transition to ACTIVE for port object 92966385-9600-4606-ac39-33cbae22b9d7 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:56.723450 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2091f543-ae85-4a49-8406-cba7895687e5 req-de9b6721-6bb5-4d3b-b763-56043fdb911c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3015206
Jun 04 15:09:56.770822 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Pushing event updated for resources: {'Port': ['ID=42b81ab2-0209-4646-bc34-0d279550c212,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:56.784518 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:56.785023 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:56.785470 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:56.785888 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:56.786306 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:56.786735 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:56.787145 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:56.787556 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:56.787959 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:56.788361 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:56.788944 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:56.789707 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:09:56.810454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-535385db-6206-42b1-aa1a-5ae246fa541a req-a9a80834-7ca7-4e6f-88db-102d60d84793 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Deleting port 8e08292b-a08a-475d-adec-a404cc11c7d1 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:09:56.811552 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-535385db-6206-42b1-aa1a-5ae246fa541a req-a9a80834-7ca7-4e6f-88db-102d60d84793 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:56.813470 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:56.855978 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Attempting to bind port 42b81ab2-0209-4646-bc34-0d279550c212 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:09:56.857169 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Attempting to bind port 42b81ab2-0209-4646-bc34-0d279550c212 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:09:56.857169 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Attempting to bind port 42b81ab2-0209-4646-bc34-0d279550c212 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:56.863861 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:09:56.864381 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:09:56.864900 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:56.865673 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:09:56.866239 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Bound port: 42b81ab2-0209-4646-bc34-0d279550c212, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:09:56.866702 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:56.953999 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:57.010493 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] For port 42b81ab2-0209-4646-bc34-0d279550c212, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:09:57.018355 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] For port 42b81ab2-0209-4646-bc34-0d279550c212, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=42b81ab2-0209-4646-bc34-0d279550c212,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:09:57.118435 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7b0becc4-efb7-4d11-83dd-ce30b9f0c7cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:57.142178 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:57.147031 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:57.196061 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Pushing event updated for resources: {'Port': ['ID=92966385-9600-4606-ac39-33cbae22b9d7,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:57.218514 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:57.247765 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Routers {'f29aa087-79de-4f84-88b2-1e87642060da'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:09:57.248783 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8e3070>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:09:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['f29aa087-79de-4f84-88b2-1e87642060da'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:57.341567 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Pushing event updated for resources: {'Port': ['ID=42b81ab2-0209-4646-bc34-0d279550c212,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:57.350833 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:57.402376 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-593f1d5b-f1e8-41cb-857b-e5f18ead9afa req-abaf92d0-c66d-4f22-944b-c4c55e79be87 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4627614
Jun 04 15:09:57.431427 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091f543-ae85-4a49-8406-cba7895687e5 req-57e4d1a7-0bcc-4b5a-9353-f185a96a897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:57.434452 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2091f543-ae85-4a49-8406-cba7895687e5 req-57e4d1a7-0bcc-4b5a-9353-f185a96a897b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 1095 time: 0.4348733
Jun 04 15:09:57.533197 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] Set router f29aa087-79de-4f84-88b2-1e87642060da gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:09:57.638223 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:57.695034 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Attempting to bind port 92966385-9600-4606-ac39-33cbae22b9d7 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:09:57.695243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Attempting to bind port 92966385-9600-4606-ac39-33cbae22b9d7 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:09:57.695576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Attempting to bind port 92966385-9600-4606-ac39-33cbae22b9d7 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:57.702199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-535385db-6206-42b1-aa1a-5ae246fa541a req-a9a80834-7ca7-4e6f-88db-102d60d84793 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] For port 8e08292b-a08a-475d-adec-a404cc11c7d1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=8e08292b-a08a-475d-adec-a404cc11c7d1,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:09:57.702558 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-535385db-6206-42b1-aa1a-5ae246fa541a req-a9a80834-7ca7-4e6f-88db-102d60d84793 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:57.717998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Port 92966385-9600-4606-ac39-33cbae22b9d7 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:09:57.718320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Attempting to bind port 92966385-9600-4606-ac39-33cbae22b9d7 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:09:57.749117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c51ca-0021-4b6d-88e1-2f6092332aae req-e0a1ba60-6e47-41f9-9706-1f0365242eb5 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:57.750037 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c8c51ca-0021-4b6d-88e1-2f6092332aae req-e0a1ba60-6e47-41f9-9706-1f0365242eb5 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 948 time: 0.6473739
Jun 04 15:09:57.850215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:09:57.850215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:09:57.850215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:09:57.850215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Bound port: 92966385-9600-4606-ac39-33cbae22b9d7, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:09:57.850215 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:57.886071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-535385db-6206-42b1-aa1a-5ae246fa541a req-a9a80834-7ca7-4e6f-88db-102d60d84793 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Calling delete_port for 8e08292b-a08a-475d-adec-a404cc11c7d1 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:09:57.892273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-53c7ea56-b525-4de6-84f9-98bb75e1b108 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:09:58.056359 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8e3070>, [{'id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'name': 'tempest-AttachSCSIVolumeTestJSON-1446314272-router', 'tenant_id': '9533bf6d683c40c7950c3e298510b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42b81ab2-0209-4646-bc34-0d279550c212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:09:48Z', 'updated_at': '2021-06-04T15:09:52Z', 'revision_number': 3, 'project_id': '9533bf6d683c40c7950c3e298510b11f', 'gw_port': {'id': '42b81ab2-0209-4646-bc34-0d279550c212', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:09:50Z', 'updated_at': '2021-06-04T15:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:58.065555 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61205c7-3c3d-4dcd-bdaa-024957710e2c None None] The sync data for ids ['f29aa087-79de-4f84-88b2-1e87642060da'] in n-d-791505-9 is: [{'id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'name': 'tempest-AttachSCSIVolumeTestJSON-1446314272-router', 'tenant_id': '9533bf6d683c40c7950c3e298510b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42b81ab2-0209-4646-bc34-0d279550c212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:09:48Z', 'updated_at': '2021-06-04T15:09:52Z', 'revision_number': 3, 'project_id': '9533bf6d683c40c7950c3e298510b11f', 'gw_port': {'id': '42b81ab2-0209-4646-bc34-0d279550c212', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:09:50Z', 'updated_at': '2021-06-04T15:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:09:58.068728 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c8c51ca-0021-4b6d-88e1-2f6092332aae req-7e47d54b-eee4-4fa3-a130-d09eb8d0b163 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2805092
Jun 04 15:09:58.069812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091f543-ae85-4a49-8406-cba7895687e5 req-be5a8b3e-6771-4925-845c-8ad8b6e74745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:58.071194 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2091f543-ae85-4a49-8406-cba7895687e5 req-be5a8b3e-6771-4925-845c-8ad8b6e74745 service neutron] 10.222.0.65 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.4790909
Jun 04 15:09:58.093741 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f1d5b-f1e8-41cb-857b-e5f18ead9afa req-c9fb6d5c-16f6-4a11-89ab-e7f6aa6616eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:58.096023 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-593f1d5b-f1e8-41cb-857b-e5f18ead9afa req-c9fb6d5c-16f6-4a11-89ab-e7f6aa6616eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 1101 time: 0.6348813
Jun 04 15:09:58.249616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] For port 92966385-9600-4606-ac39-33cbae22b9d7, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:09:58.280676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] For port 92966385-9600-4606-ac39-33cbae22b9d7, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=92966385-9600-4606-ac39-33cbae22b9d7,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:09:58.321862 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-53c7ea56-b525-4de6-84f9-98bb75e1b108 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:09:58.337094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ec54c-ced7-4394-969d-520e6eaf6c83 None None] Sync routers for ids ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:09:58.361940 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2091f543-ae85-4a49-8406-cba7895687e5 req-812a9de2-02d8-4966-b86b-19b2a21198b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f HTTP/1.1" status: 200  len: 217 time: 0.2373331
Jun 04 15:09:58.363563 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ec54c-ced7-4394-969d-520e6eaf6c83 None None] Routers {'9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:09:58.364674 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-065ec54c-ced7-4394-969d-520e6eaf6c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca44a60>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:09:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:09:58.457395 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:58.478730 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dd194982-813a-4e65-943b-d894e18e958a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:58.507055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Allocated IP 172.20.0.1 (5c8e1129-4637-4865-8e2f-9338b07c50ee/f13511b4-09b2-4e41-a7af-014654bd8515/bc85c723-c522-42c6-9e0a-95b6b0d55293) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:09:58.599250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091f543-ae85-4a49-8406-cba7895687e5 req-d8bb267f-973a-4d82-b897-2826645a203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:58.600744 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-53c7ea56-b525-4de6-84f9-98bb75e1b108 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:58.601642 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2091f543-ae85-4a49-8406-cba7895687e5 req-d8bb267f-973a-4d82-b897-2826645a203a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.2260871
Jun 04 15:09:58.769336 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2091f543-ae85-4a49-8406-cba7895687e5 req-0f6ac937-59a4-4b61-8b3d-81727fc48144 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1125052
Jun 04 15:09:58.772802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:58.773919 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:58.775703 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] 10.222.0.62 "PUT /v2.0/ports/92966385-9600-4606-ac39-33cbae22b9d7 HTTP/1.1" status: 200  len: 1096 time: 3.7702022
Jun 04 15:09:58.779766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb33febb-d01f-4019-a303-0d9a82bcbf16', 'tag': '92966385-9600-4606-ac39-33cbae22b9d7'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:09:58.782662 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87404473-f711-44b0-9c9c-0f3bb271142d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb33febb-d01f-4019-a303-0d9a82bcbf16", "tag": "92966385-9600-4606-ac39-33cbae22b9d7"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:09:58.795425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-53c7ea56-b525-4de6-84f9-98bb75e1b108 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "PUT /v2.0/floatingips/f7948abd-8dc5-40d4-b1b6-4331d611493f HTTP/1.1" status: 200  len: 695 time: 3.1705990
Jun 04 15:09:58.826340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Pushing event updated for resources: {'Port': ['ID=92966385-9600-4606-ac39-33cbae22b9d7,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:58.832421 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f1d5b-f1e8-41cb-857b-e5f18ead9afa req-fc6324a6-f261-478b-b0af-05136565034a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:58.833914 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-593f1d5b-f1e8-41cb-857b-e5f18ead9afa req-fc6324a6-f261-478b-b0af-05136565034a service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.5577731
Jun 04 15:09:58.882215 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:58.891071 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-065ec54c-ced7-4394-969d-520e6eaf6c83 None None] Set router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:09:58.907783 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-535385db-6206-42b1-aa1a-5ae246fa541a req-a9a80834-7ca7-4e6f-88db-102d60d84793 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:58.924926 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:58.989904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a80834-7ca7-4e6f-88db-102d60d84793 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Pushing event deleted for resources: {'Port': ['ID=8e08292b-a08a-475d-adec-a404cc11c7d1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:09:59.005355 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a9a80834-7ca7-4e6f-88db-102d60d84793 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:09:59.178901 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-593f1d5b-f1e8-41cb-857b-e5f18ead9afa req-0ceca84e-9119-469b-acca-5ef4c8631f3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=00206849-6e37-4bf1-8f05-721b52b0c482 HTTP/1.1" status: 200  len: 217 time: 0.1909454
Jun 04 15:09:59.250160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['8e08292b-a08a-475d-adec-a404cc11c7d1'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:59.289182 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['3fdac15a-f081-40a3-a21a-d659ed033c70'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:09:59.328645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 42b81ab2-0209-4646-bc34-0d279550c212 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:09:59.329048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-535385db-6206-42b1-aa1a-5ae246fa541a req-a9a80834-7ca7-4e6f-88db-102d60d84793 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] No DVR routers for this DVR port 8e08292b-a08a-475d-adec-a404cc11c7d1 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:09:59.333830 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-535385db-6206-42b1-aa1a-5ae246fa541a req-a9a80834-7ca7-4e6f-88db-102d60d84793 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:59.337908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-535385db-6206-42b1-aa1a-5ae246fa541a req-a9a80834-7ca7-4e6f-88db-102d60d84793 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.65 "DELETE /v2.0/ports/8e08292b-a08a-475d-adec-a404cc11c7d1 HTTP/1.1" status: 204  len: 173 time: 2.8617544
Jun 04 15:09:59.379174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-ab08644b-c859-4528-89f5-43684cef447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:59.382137 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-ab08644b-c859-4528-89f5-43684cef447f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdf8d6fdd96c41e5b1ffd2e166f1560e&device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 1096 time: 0.5513821
Jun 04 15:09:59.476069 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:59.497930 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f1d5b-f1e8-41cb-857b-e5f18ead9afa req-52668c16-95ea-451a-9089-9c794da06c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:59.499844 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-593f1d5b-f1e8-41cb-857b-e5f18ead9afa req-52668c16-95ea-451a-9089-9c794da06c39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2158799
Jun 04 15:09:59.569877 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Transition to ACTIVE for port object bc85c723-c522-42c6-9e0a-95b6b0d55293 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:09:59.581879 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2091f543-ae85-4a49-8406-cba7895687e5 req-e714d6ac-7c8c-459d-9c7f-3e4a00cd082a service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7954891
Jun 04 15:09:59.719106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-914d5713-924d-42a2-907b-ffb8b797268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:59.724417 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-914d5713-924d-42a2-907b-ffb8b797268c service neutron] 10.222.0.32 "GET /v2.0/networks?id=5e9b67b2-653a-47ea-a9ed-4f14adb137d3 HTTP/1.1" status: 200  len: 929 time: 0.3309190
Jun 04 15:09:59.748645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f1d5b-f1e8-41cb-857b-e5f18ead9afa req-c64c1151-d587-4d61-a6fb-52445a20373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:59.750332 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-593f1d5b-f1e8-41cb-857b-e5f18ead9afa req-c64c1151-d587-4d61-a6fb-52445a20373a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2416046
Jun 04 15:09:59.806685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-bd4022ed-33aa-49b9-9c20-579d029e4ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:09:59.808367 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-bd4022ed-33aa-49b9-9c20-579d029e4ebd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 1099 time: 0.7480748
Jun 04 15:09:59.810426 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-53c034ed-07f4-4c84-a648-a02e8fd761eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e HTTP/1.1" status: 200  len: 217 time: 0.0803030
Jun 04 15:09:59.825636 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7a834a53-4d44-4d12-b0d1-67874834f4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:59.850935 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:09:59.859435 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:09:59.899793 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2091f543-ae85-4a49-8406-cba7895687e5 req-bda7226b-fec0-4ef3-9623-6c9f1e747dff service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2954388
Jun 04 15:09:59.982580 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 42b81ab2-0209-4646-bc34-0d279550c212 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:09:59.988079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-065ec54c-ced7-4394-969d-520e6eaf6c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca44a60>, [{'id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-router', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:08:34Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'gw_port': {'id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:36Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '65f36569-57a3-4fdf-a122-14b8c14f9602', 'name': '', 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'mac_address': 'fa:16:3e:41:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5386f612-d207-46aa-9a92-15138be08af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:43Z', 'updated_at': '2021-06-04T15:08:55Z', 'revision_number': 5, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'subnets': [{'id': '5386f612-d207-46aa-9a92-15138be08af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:00.004630 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-25a26207-7430-4461-b31e-558c52062033 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=92966385-9600-4606-ac39-33cbae22b9d7 HTTP/1.1" status: 200  len: 217 time: 0.1373067
Jun 04 15:10:00.009680 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 42b81ab2-0209-4646-bc34-0d279550c212 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:00.013122 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:00.073273 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Network 5c8e1129-4637-4865-8e2f-9338b07c50ee is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:10:00.078404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:10:00.100356 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-eac991eb-a6b0-47ca-9665-228f050a5616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:00.102000 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-eac991eb-a6b0-47ca-9665-228f050a5616 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5386f612-d207-46aa-9a92-15138be08af8 HTTP/1.1" status: 200  len: 867 time: 0.2850561
Jun 04 15:10:00.113254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:10:00.113254 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:00.129491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Pushing event updated for resources: {'Port': ['ID=bc85c723-c522-42c6-9e0a-95b6b0d55293,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:00.140705 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:00.191057 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ec54c-ced7-4394-969d-520e6eaf6c83 None None] Checking router: 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:10:00.216532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ec54c-ced7-4394-969d-520e6eaf6c83 None None] Routers {'9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:10:00.217228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-065ec54c-ced7-4394-969d-520e6eaf6c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca44a60>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:09:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:00.225133 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-d3b9462b-0de8-4850-8797-08e4d269c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:00.226688 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-d3b9462b-0de8-4850-8797-08e4d269c223 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2072568
Jun 04 15:10:00.243632 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c2476376-a0d8-458e-9ebf-519627fdf4a1 req-96a5eaea-8061-4569-934c-f65b1cd1af9e tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db2b800-a6aa-4d3d-bca3-323e31ef445c HTTP/1.1" status: 200  len: 210 time: 0.1008191
Jun 04 15:10:00.258449 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-593f1d5b-f1e8-41cb-857b-e5f18ead9afa req-fe61eeaa-4e54-44c8-a474-c5612c67e29e service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4999652
Jun 04 15:10:00.359489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-39d87fe3-0d5c-4c7a-bbbf-efaf3b2e0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:00.361472 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-39d87fe3-0d5c-4c7a-bbbf-efaf3b2e0829 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5e9b67b2-653a-47ea-a9ed-4f14adb137d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2341125
Jun 04 15:10:00.476686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-c2cc23c4-125d-46b5-a1c6-0863c3a9caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:00.479545 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-c2cc23c4-125d-46b5-a1c6-0863c3a9caa9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2139964
Jun 04 15:10:00.567271 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:00.583144 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-065ec54c-ced7-4394-969d-520e6eaf6c83 None None] Set router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:10:00.787944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e1a06cdf-27e7-4d9a-b74f-8e17bfc62a04 None None] Provisioning for port bc85c723-c522-42c6-9e0a-95b6b0d55293 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:10:00.803847 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e1a06cdf-27e7-4d9a-b74f-8e17bfc62a04 None None] Provisioning complete for port bc85c723-c522-42c6-9e0a-95b6b0d55293 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:00.804404 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e1a06cdf-27e7-4d9a-b74f-8e17bfc62a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:00.852576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 42b81ab2-0209-4646-bc34-0d279550c212, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=42b81ab2-0209-4646-bc34-0d279550c212,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:00.921975 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-a039af61-bc61-48c2-be9a-098d031bc18f service neutron] 10.222.0.32 "GET /v2.0/networks/5e9b67b2-653a-47ea-a9ed-4f14adb137d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5424020
Jun 04 15:10:00.960128 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e1a06cdf-27e7-4d9a-b74f-8e17bfc62a04 None None] Port bc85c723-c522-42c6-9e0a-95b6b0d55293 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:10:00.970263 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:00.973915 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:01.016510 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-593f1d5b-f1e8-41cb-857b-e5f18ead9afa req-d8197dd8-aac2-4c1b-9d92-e16f90f7a0d9 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7363048
Jun 04 15:10:01.017440 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:01.026520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 8e08292b-a08a-475d-adec-a404cc11c7d1 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:10:01.092702 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-af69deb9-eadc-41c9-baa5-5dd67a39d71a service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5281341
Jun 04 15:10:01.167277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 8e08292b-a08a-475d-adec-a404cc11c7d1 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:10:01.171532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 8e08292b-a08a-475d-adec-a404cc11c7d1 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:10:01.267520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=42b81ab2-0209-4646-bc34-0d279550c212,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:01.275405 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:01.312630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-065ec54c-ced7-4394-969d-520e6eaf6c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca44a60>, [{'id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-router', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:08:34Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'gw_port': {'id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:36Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '65f36569-57a3-4fdf-a122-14b8c14f9602', 'name': '', 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'mac_address': 'fa:16:3e:41:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5386f612-d207-46aa-9a92-15138be08af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:43Z', 'updated_at': '2021-06-04T15:08:55Z', 'revision_number': 5, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'subnets': [{'id': '5386f612-d207-46aa-9a92-15138be08af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:01.317877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ec54c-ced7-4394-969d-520e6eaf6c83 None None] The sync data for ids ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'] in n-d-791505-9 is: [{'id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-router', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:08:34Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'gw_port': {'id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:36Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '65f36569-57a3-4fdf-a122-14b8c14f9602', 'name': '', 'network_id': '5e9b67b2-653a-47ea-a9ed-4f14adb137d3', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'mac_address': 'fa:16:3e:41:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '5386f612-d207-46aa-9a92-15138be08af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:43Z', 'updated_at': '2021-06-04T15:08:55Z', 'revision_number': 5, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'subnets': [{'id': '5386f612-d207-46aa-9a92-15138be08af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:10:01.337501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ac671-452d-478b-b377-4a74eae82392 req-94eee386-c1a6-4029-9e02-181d2a5d2430 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:01.340723 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-359ac671-452d-478b-b377-4a74eae82392 req-94eee386-c1a6-4029-9e02-181d2a5d2430 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.5592010
Jun 04 15:10:01.408477 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f3a5c1a-55b5-4c05-9fef-9dd0c9e10002 req-d6b5f209-dcb7-4f63-b89a-77d53f7e6581 service neutron] 10.222.0.32 "GET /v2.0/networks/5e9b67b2-653a-47ea-a9ed-4f14adb137d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4856284
Jun 04 15:10:01.471183 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4bde598-9cad-416f-8ec3-79f7926c782a req-2344ac46-69a2-4767-a38f-04017e44ecc7 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2245090
Jun 04 15:10:01.529776 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-359ac671-452d-478b-b377-4a74eae82392 req-0e79e927-2f07-4193-84fc-69d74a2d15ad tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908499
Jun 04 15:10:01.641052 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399178bc-b621-4a63-8442-95e41057c18a x-openstack-request-id: req-399178bc-b621-4a63-8442-95e41057c18a {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:10:01.641533 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb33febb-d01f-4019-a303-0d9a82bcbf16", "tag": "92966385-9600-4606-ac39-33cbae22b9d7", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:10:01.641951 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-399178bc-b621-4a63-8442-95e41057c18a {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:10:01.642568 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb33febb-d01f-4019-a303-0d9a82bcbf16', 'tag': '92966385-9600-4606-ac39-33cbae22b9d7', 'status': 'completed', 'code': 200}
Jun 04 15:10:01.649895 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:01.717318 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:01.718715 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:01.729848 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:01.854767 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e9f2f5-81fa-4c3c-a584-9ea37529799c None None] New status for floating IP f7948abd-8dc5-40d4-b1b6-4331d611493f: DOWN {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:10:01.860803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Pushing event updated for resources: {'Port': ['ID=bc85c723-c522-42c6-9e0a-95b6b0d55293,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:01.902534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87404473-f711-44b0-9c9c-0f3bb271142d req-aa332ea7-cc29-437c-8b71-e2a0ad04faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:01.903994 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87404473-f711-44b0-9c9c-0f3bb271142d req-aa332ea7-cc29-437c-8b71-e2a0ad04faf2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 1099 time: 0.2057393
Jun 04 15:10:01.910785 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:01.994490 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:02.161860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f80cf-72a2-45dd-8bdb-abae33db437a req-a7f3f754-ee45-4b5a-9410-05425cabef75 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:02.163558 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f36f80cf-72a2-45dd-8bdb-abae33db437a req-a7f3f754-ee45-4b5a-9410-05425cabef75 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 1097 time: 0.1581552
Jun 04 15:10:02.204161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Network 5c8e1129-4637-4865-8e2f-9338b07c50ee is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:10:02.214413 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:10:02.219389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87404473-f711-44b0-9c9c-0f3bb271142d req-04d541ca-ba1e-460b-94b4-ae21ee29bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:02.220839 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87404473-f711-44b0-9c9c-0f3bb271142d req-04d541ca-ba1e-460b-94b4-ae21ee29bae0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.3064542
Jun 04 15:10:02.224646 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f36f80cf-72a2-45dd-8bdb-abae33db437a req-032cf256-a3a4-42c7-b994-7c9fafe75886 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501773
Jun 04 15:10:02.231213 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8128-3d05-4ccb-9b56-c7071f996d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:02.312854 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87404473-f711-44b0-9c9c-0f3bb271142d req-ce3f5e9f-7c42-47e6-8e88-d32f9b9b1f6b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=92966385-9600-4606-ac39-33cbae22b9d7 HTTP/1.1" status: 200  len: 217 time: 0.0764070
Jun 04 15:10:02.459136 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c112c-c0b6-4ba1-b28d-47d8d1ef31a7 req-0ad8b6da-d7fb-43fb-abc3-edbc890342ff tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:02.468036 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-474c112c-c0b6-4ba1-b28d-47d8d1ef31a7 req-0ad8b6da-d7fb-43fb-abc3-edbc890342ff tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 948 time: 0.5800464
Jun 04 15:10:02.469740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87404473-f711-44b0-9c9c-0f3bb271142d req-e1ad4aa5-9f28-4eb9-b91f-a6ff2248a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:02.471478 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87404473-f711-44b0-9c9c-0f3bb271142d req-e1ad4aa5-9f28-4eb9-b91f-a6ff2248a035 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1479280
Jun 04 15:10:02.686197 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-474c112c-c0b6-4ba1-b28d-47d8d1ef31a7 req-1965d498-9b60-40f5-8048-fcb78adf993d tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2168744
Jun 04 15:10:02.728047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Router f29aa087-79de-4f84-88b2-1e87642060da has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:10:02.854146 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f3604a6f-fb1c-490f-9468-8dd168e50830 req-297d9658-0273-4b4a-9111-a8b6fad96be2 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/floatingips/f7948abd-8dc5-40d4-b1b6-4331d611493f HTTP/1.1" status: 200  len: 693 time: 0.2658010
Jun 04 15:10:02.880411 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-3ab47853-6b38-4c98-9ca4-c760705cda8b req-a8fff0a3-8f8b-411c-8768-ba1ec64c1b9b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:10:02.881662 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3ab47853-6b38-4c98-9ca4-c760705cda8b req-a8fff0a3-8f8b-411c-8768-ba1ec64c1b9b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0116653
Jun 04 15:10:02.903507 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-49b8cf69-edbc-444d-89bf-bfaf34da0b19 None None] Provisioning complete for port bc85c723-c522-42c6-9e0a-95b6b0d55293 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:02.904185 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49b8cf69-edbc-444d-89bf-bfaf34da0b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:02.994850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-49b8cf69-edbc-444d-89bf-bfaf34da0b19 None None] Port bc85c723-c522-42c6-9e0a-95b6b0d55293 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:10:03.108754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87404473-f711-44b0-9c9c-0f3bb271142d req-62780b0b-cda7-4c07-b924-8958d3c26e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:03.110534 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87404473-f711-44b0-9c9c-0f3bb271142d req-62780b0b-cda7-4c07-b924-8958d3c26e93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.6266987
Jun 04 15:10:03.142567 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:10:03.157533 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Sync routers for ids ['f29aa087-79de-4f84-88b2-1e87642060da'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:10:03.177967 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] 10.222.0.32 "PUT /v2.0/routers/f29aa087-79de-4f84-88b2-1e87642060da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7311151
Jun 04 15:10:03.188158 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 42b81ab2-0209-4646-bc34-0d279550c212 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:10:03.235356 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Routers {'f29aa087-79de-4f84-88b2-1e87642060da'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:10:03.236142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c96c6a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:10:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['f29aa087-79de-4f84-88b2-1e87642060da'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:03.250609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3604a6f-fb1c-490f-9468-8dd168e50830 req-34ca23aa-4531-4d33-b1ca-d091523c2e25 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:03.257834 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f3604a6f-fb1c-490f-9468-8dd168e50830 req-34ca23aa-4531-4d33-b1ca-d091523c2e25 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.3879652
Jun 04 15:10:03.357997 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f3604a6f-fb1c-490f-9468-8dd168e50830 req-273a35aa-0dcd-4d47-a14f-df3d660d1b1c tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200  len: 696 time: 0.0992560
Jun 04 15:10:03.392117 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87404473-f711-44b0-9c9c-0f3bb271142d req-c2b13fe9-7b0e-442d-b9d7-3ef230a6be9c service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2709506
Jun 04 15:10:03.523302 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Set router f29aa087-79de-4f84-88b2-1e87642060da gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:10:03.547595 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f3604a6f-fb1c-490f-9468-8dd168e50830 req-404e6ff9-7bd5-48a4-9e7d-ca86c87d5ba7 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200  len: 696 time: 0.1541064
Jun 04 15:10:03.644476 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:03.685239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50235023-08f7-4cf6-b009-7d84b05547f7', 'tag': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e'}, {'server_uuid': '2db2b800-a6aa-4d3d-bca3-323e31ef445c', 'name': 'network-vif-deleted', 'tag': '8e08292b-a08a-475d-adec-a404cc11c7d1'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:10:03.687678 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533d9ac2-cc88-4b83-a031-a0152e23c55f" -d '{"events": [{"name": "network-changed", "server_uuid": "50235023-08f7-4cf6-b009-7d84b05547f7", "tag": "d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e"}, {"server_uuid": "2db2b800-a6aa-4d3d-bca3-323e31ef445c", "name": "network-vif-deleted", "tag": "8e08292b-a08a-475d-adec-a404cc11c7d1"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:10:03.732186 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:10:03.769954 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 42b81ab2-0209-4646-bc34-0d279550c212 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:03.770839 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:03.937890 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87404473-f711-44b0-9c9c-0f3bb271142d req-48b6011d-16f5-47a5-9d58-25d0aabb962b service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4694755
Jun 04 15:10:03.958336 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-3bd82d96-d609-4e3d-9806-63a04ff3758e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1987598
Jun 04 15:10:03.983433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-f3604a6f-fb1c-490f-9468-8dd168e50830 req-17f38104-c7cd-4b29-84bc-ad637750377a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Deleting port d69c7d46-13bd-4020-9d92-b2111291430e {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:10:03.983878 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f3604a6f-fb1c-490f-9468-8dd168e50830 req-17f38104-c7cd-4b29-84bc-ad637750377a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:04.190751 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f3604a6f-fb1c-490f-9468-8dd168e50830 req-17f38104-c7cd-4b29-84bc-ad637750377a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:04.191418 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f3604a6f-fb1c-490f-9468-8dd168e50830 req-17f38104-c7cd-4b29-84bc-ad637750377a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:04.428253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-f3604a6f-fb1c-490f-9468-8dd168e50830 req-17f38104-c7cd-4b29-84bc-ad637750377a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Calling delete_port for d69c7d46-13bd-4020-9d92-b2111291430e owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:10:04.473059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35438) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:04.478906 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-653852906-network', 'tenant_id': 'c3f94d9a6c874712a9d48f27d2cd8787'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:10:04.486845 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:10:04.494563 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Usage tracker for resource:network and tenant:c3f94d9a6c874712a9d48f27d2cd8787 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:10:04.498159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:10:04.506896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:10:04.566715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c96c6a0>, [{'id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'name': 'tempest-AttachSCSIVolumeTestJSON-1446314272-router', 'tenant_id': '9533bf6d683c40c7950c3e298510b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42b81ab2-0209-4646-bc34-0d279550c212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:09:48Z', 'updated_at': '2021-06-04T15:10:00Z', 'revision_number': 4, 'project_id': '9533bf6d683c40c7950c3e298510b11f', 'gw_port': {'id': '42b81ab2-0209-4646-bc34-0d279550c212', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:09:50Z', 'updated_at': '2021-06-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'bc85c723-c522-42c6-9e0a-95b6b0d55293', 'name': '', 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee', 'tenant_id': '9533bf6d683c40c7950c3e298510b11f', 'mac_address': 'fa:16:3e:71:02:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'f13511b4-09b2-4e41-a7af-014654bd8515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:09:57Z', 'updated_at': '2021-06-04T15:10:01Z', 'revision_number': 2, 'project_id': '9533bf6d683c40c7950c3e298510b11f', 'subnets': [{'id': 'f13511b4-09b2-4e41-a7af-014654bd8515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:04.581416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Checking router: f29aa087-79de-4f84-88b2-1e87642060da for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:10:04.582066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Updating router f29aa087-79de-4f84-88b2-1e87642060da port bc85c723-c522-42c6-9e0a-95b6b0d55293 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:10:04.624963 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Made reservation on behalf of c3f94d9a6c874712a9d48f27d2cd8787 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:10:04.628222 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:04.654406 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:04.664050 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:04.712141 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:10:04.717558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Usage tracker for resource:security_group_rule and tenant:c3f94d9a6c874712a9d48f27d2cd8787 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:10:04.722712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:10:04.733862 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:10:04.780771 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f3604a6f-fb1c-490f-9468-8dd168e50830 req-17f38104-c7cd-4b29-84bc-ad637750377a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:04.806342 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:04.930065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f38104-c7cd-4b29-84bc-ad637750377a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Pushing event deleted for resources: {'Port': ['ID=d69c7d46-13bd-4020-9d92-b2111291430e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:04.996471 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-17f38104-c7cd-4b29-84bc-ad637750377a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:05.066996 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:05.284692 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f3604a6f-fb1c-490f-9468-8dd168e50830 req-17f38104-c7cd-4b29-84bc-ad637750377a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:05.341311 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:05.381913 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:05.396808 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Transition to ACTIVE for port object bc85c723-c522-42c6-9e0a-95b6b0d55293 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:10:05.471213 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:05.481405 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-833ff6eb-32c6-4eb8-9252-c92703f5c98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:05.507422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:10:05.530248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75da4e0f-bf97-42d3-bcda-36a6a9221220,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:05.538848 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:05.542015 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:05.543963 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:05.545327 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:05.545454 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Added segment 4c4cab05-25dc-4986-96fe-bcc0ba0fb250 of type vlan for network 5adf0729-a8c9-44c5-8a11-4744fd36b204
Jun 04 15:10:05.599544 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:05.642497 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f3604a6f-fb1c-490f-9468-8dd168e50830 req-17f38104-c7cd-4b29-84bc-ad637750377a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:05.643730 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f3604a6f-fb1c-490f-9468-8dd168e50830 req-17f38104-c7cd-4b29-84bc-ad637750377a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "DELETE /v2.0/floatingips/f7948abd-8dc5-40d4-b1b6-4331d611493f HTTP/1.1" status: 204  len: 173 time: 2.0247500
Jun 04 15:10:05.780505 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:05.783066 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:05.784286 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:05.792189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94373c8c-34b9-426a-b4f7-83ef168e6cbc None None] Pushing event updated for resources: {'Port': ['ID=bc85c723-c522-42c6-9e0a-95b6b0d55293,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:05.795486 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:05.816924 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-94373c8c-34b9-426a-b4f7-83ef168e6cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:05.912836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Attempting to bind port bc85c723-c522-42c6-9e0a-95b6b0d55293 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:10:05.913951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Attempting to bind port bc85c723-c522-42c6-9e0a-95b6b0d55293 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:10:05.913951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Attempting to bind port bc85c723-c522-42c6-9e0a-95b6b0d55293 on network 5c8e1129-4637-4865-8e2f-9338b07c50ee {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:05.923752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:10:05.925399 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Checking segment: {'id': '982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:10:05.926307 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:05.927082 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Bound using segment: {'id': '982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:10:05.928008 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Bound port: bc85c723-c522-42c6-9e0a-95b6b0d55293, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:10:05.928788 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:05.997316 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Pushing event updated for resources: {'Network': ['ID=5adf0729-a8c9-44c5-8a11-4744fd36b204,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:06.007043 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.5332167
Jun 04 15:10:06.008553 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:06.010198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35476) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:06.024234 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Request body: {'subnet': {'network_id': '5adf0729-a8c9-44c5-8a11-4744fd36b204', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-653852906-subnet', 'tenant_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:10:06.029512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 5adf0729-a8c9-44c5-8a11-4744fd36b204 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:10:06.031209 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:10:06.036222 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Usage tracker for resource:subnet and tenant:c3f94d9a6c874712a9d48f27d2cd8787 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:10:06.041092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:10:06.050292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:10:06.155570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] For port bc85c723-c522-42c6-9e0a-95b6b0d55293, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:10:06.162108 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Made reservation on behalf of c3f94d9a6c874712a9d48f27d2cd8787 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:10:06.165718 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:06.172170 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] For port bc85c723-c522-42c6-9e0a-95b6b0d55293, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bc85c723-c522-42c6-9e0a-95b6b0d55293,segment=NetworkSegment(982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab),segment_id=982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:10:06.255831 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:06.262862 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:06.422336 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Routers {'f29aa087-79de-4f84-88b2-1e87642060da'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:10:06.423251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c96c6a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:10:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['f29aa087-79de-4f84-88b2-1e87642060da'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:06.579817 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94373c8c-34b9-426a-b4f7-83ef168e6cbc None None] Pushing event updated for resources: {'Port': ['ID=bc85c723-c522-42c6-9e0a-95b6b0d55293,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:06.594734 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-94373c8c-34b9-426a-b4f7-83ef168e6cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:06.647164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-2500a00e-9721-4c2f-9778-64e50cea57f2 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:10:06.648524 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-2500a00e-9721-4c2f-9778-64e50cea57f2 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0139599
Jun 04 15:10:06.663456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-36419bee-df85-42ff-87d3-daf584690fd4 req-fecf596a-c6b4-4cf3-91c0-c247c10ee4ac service neutron] Request body: {'binding': {'host': 'n-h2-791505-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:10:06.664228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-36419bee-df85-42ff-87d3-daf584690fd4 req-fecf596a-c6b4-4cf3-91c0-c247c10ee4ac service neutron] Unknown quota resources ['binding']. {{(pid=88300) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 15:10:06.790980 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] Set router f29aa087-79de-4f84-88b2-1e87642060da gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:10:06.984307 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:06.993381 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:07.018272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c517334-90f2-456d-8730-447859ae4ea9 req-0b6230db-1ea7-4837-9c82-2b7f53a13d5d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:07.020608 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c517334-90f2-456d-8730-447859ae4ea9 req-0b6230db-1ea7-4837-9c82-2b7f53a13d5d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.3021271
Jun 04 15:10:07.125230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 92966385-9600-4606-ac39-33cbae22b9d7 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:10:07.143645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-36419bee-df85-42ff-87d3-daf584690fd4 req-fecf596a-c6b4-4cf3-91c0-c247c10ee4ac service neutron] Attempting to bind port 470f8cf4-18ad-4867-a706-43e0332264d1 on host n-h2-791505-9 for vnic_type normal with profile None {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:10:07.146398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-36419bee-df85-42ff-87d3-daf584690fd4 req-fecf596a-c6b4-4cf3-91c0-c247c10ee4ac service neutron] Attempting to bind port 470f8cf4-18ad-4867-a706-43e0332264d1 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:10:07.146398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36419bee-df85-42ff-87d3-daf584690fd4 req-fecf596a-c6b4-4cf3-91c0-c247c10ee4ac service neutron] Attempting to bind port 470f8cf4-18ad-4867-a706-43e0332264d1 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:07.160756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36419bee-df85-42ff-87d3-daf584690fd4 req-fecf596a-c6b4-4cf3-91c0-c247c10ee4ac service neutron] Port 470f8cf4-18ad-4867-a706-43e0332264d1 on network 061fcf42-462b-46e3-9f65-54c102f9c252 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:10:07.161265 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36419bee-df85-42ff-87d3-daf584690fd4 req-fecf596a-c6b4-4cf3-91c0-c247c10ee4ac service neutron] Attempting to bind port 470f8cf4-18ad-4867-a706-43e0332264d1 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:07.195034 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c517334-90f2-456d-8730-447859ae4ea9 req-43b940f5-8fc9-4a36-92bb-11f519a716af tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872064
Jun 04 15:10:07.198301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36419bee-df85-42ff-87d3-daf584690fd4 req-fecf596a-c6b4-4cf3-91c0-c247c10ee4ac service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:10:07.200912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36419bee-df85-42ff-87d3-daf584690fd4 req-fecf596a-c6b4-4cf3-91c0-c247c10ee4ac service neutron] Checking segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:10:07.201575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36419bee-df85-42ff-87d3-daf584690fd4 req-fecf596a-c6b4-4cf3-91c0-c247c10ee4ac service neutron] Bound using segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:10:07.203154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-36419bee-df85-42ff-87d3-daf584690fd4 req-fecf596a-c6b4-4cf3-91c0-c247c10ee4ac service neutron] Bound port: 470f8cf4-18ad-4867-a706-43e0332264d1, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:10:07.283716 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Jun 2021 15:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f9b877-3c40-4597-8a92-27dc72c7346b x-openstack-request-id: req-45f9b877-3c40-4597-8a92-27dc72c7346b {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:10:07.284604 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50235023-08f7-4cf6-b009-7d84b05547f7", "tag": "d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e", "status": "completed", "code": 200}, {"server_uuid": "2db2b800-a6aa-4d3d-bca3-323e31ef445c", "name": "network-vif-deleted", "tag": "8e08292b-a08a-475d-adec-a404cc11c7d1", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:10:07.288464 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45f9b877-3c40-4597-8a92-27dc72c7346b {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:10:07.289157 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50235023-08f7-4cf6-b009-7d84b05547f7', 'tag': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e', 'status': 'completed', 'code': 200}
Jun 04 15:10:07.289778 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db2b800-a6aa-4d3d-bca3-323e31ef445c', 'name': 'network-vif-deleted', 'tag': '8e08292b-a08a-475d-adec-a404cc11c7d1', 'status': 'completed', 'code': 200}
Jun 04 15:10:07.313783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-36419bee-df85-42ff-87d3-daf584690fd4 req-fecf596a-c6b4-4cf3-91c0-c247c10ee4ac service neutron] For port 470f8cf4-18ad-4867-a706-43e0332264d1, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=470f8cf4-18ad-4867-a706-43e0332264d1,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:10:07.328025 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae673e1e-7d2a-42db-9174-96471240cb11,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:07.331257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Checking segment: {'id': '4c4cab05-25dc-4986-96fe-bcc0ba0fb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5adf0729-a8c9-44c5-8a11-4744fd36b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:10:07.331985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Network hostable DHCP agents. Network: 5adf0729-a8c9-44c5-8a11-4744fd36b204, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:10:07.336409 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:07.403169 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-36419bee-df85-42ff-87d3-daf584690fd4 req-fecf596a-c6b4-4cf3-91c0-c247c10ee4ac service neutron] Notify callbacks [] for binding, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:07.409910 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-fecf596a-c6b4-4cf3-91c0-c247c10ee4ac service neutron] 10.222.0.32 "POST /v2.0/ports/470f8cf4-18ad-4867-a706-43e0332264d1/bindings HTTP/1.1" status: 201  len: 389 time: 0.7505207
Jun 04 15:10:07.448091 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 92966385-9600-4606-ac39-33cbae22b9d7, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=92966385-9600-4606-ac39-33cbae22b9d7,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:07.466000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Network 5adf0729-a8c9-44c5-8a11-4744fd36b204 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:10:07.466499 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '92966385-9600-4606-ac39-33cbae22b9d7', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '92966385-9600-4606-ac39-33cbae22b9d7', 'mac_address': 'fa:16:3e:52:ee:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:10:07.527974 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c96c6a0>, [{'id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'name': 'tempest-AttachSCSIVolumeTestJSON-1446314272-router', 'tenant_id': '9533bf6d683c40c7950c3e298510b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42b81ab2-0209-4646-bc34-0d279550c212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:09:48Z', 'updated_at': '2021-06-04T15:10:00Z', 'revision_number': 4, 'project_id': '9533bf6d683c40c7950c3e298510b11f', 'gw_port': {'id': '42b81ab2-0209-4646-bc34-0d279550c212', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:09:50Z', 'updated_at': '2021-06-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'bc85c723-c522-42c6-9e0a-95b6b0d55293', 'name': '', 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee', 'tenant_id': '9533bf6d683c40c7950c3e298510b11f', 'mac_address': 'fa:16:3e:71:02:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'f13511b4-09b2-4e41-a7af-014654bd8515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:09:57Z', 'updated_at': '2021-06-04T15:10:06Z', 'revision_number': 4, 'project_id': '9533bf6d683c40c7950c3e298510b11f', 'subnets': [{'id': 'f13511b4-09b2-4e41-a7af-014654bd8515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:07.532545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d9ac2-cc88-4b83-a031-a0152e23c55f req-6a8fbe5d-6d33-4815-90ea-b3781d4207b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:07.535236 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-533d9ac2-cc88-4b83-a031-a0152e23c55f req-6a8fbe5d-6d33-4815-90ea-b3781d4207b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fdf8d6fdd96c41e5b1ffd2e166f1560e&device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 1096 time: 0.2247429
Jun 04 15:10:07.537218 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9c097-fc2e-4445-ad7f-e995a2adfba8 None None] The sync data for ids ['f29aa087-79de-4f84-88b2-1e87642060da'] in n-d-791505-9 is: [{'id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'name': 'tempest-AttachSCSIVolumeTestJSON-1446314272-router', 'tenant_id': '9533bf6d683c40c7950c3e298510b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42b81ab2-0209-4646-bc34-0d279550c212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:09:48Z', 'updated_at': '2021-06-04T15:10:00Z', 'revision_number': 4, 'project_id': '9533bf6d683c40c7950c3e298510b11f', 'gw_port': {'id': '42b81ab2-0209-4646-bc34-0d279550c212', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:09:50Z', 'updated_at': '2021-06-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'bc85c723-c522-42c6-9e0a-95b6b0d55293', 'name': '', 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee', 'tenant_id': '9533bf6d683c40c7950c3e298510b11f', 'mac_address': 'fa:16:3e:71:02:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'f13511b4-09b2-4e41-a7af-014654bd8515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:09:57Z', 'updated_at': '2021-06-04T15:10:06Z', 'revision_number': 4, 'project_id': '9533bf6d683c40c7950c3e298510b11f', 'subnets': [{'id': 'f13511b4-09b2-4e41-a7af-014654bd8515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:10:07.547678 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:07.586968 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92966385-9600-4606-ac39-33cbae22b9d7 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:10:07.673862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 92966385-9600-4606-ac39-33cbae22b9d7, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=92966385-9600-4606-ac39-33cbae22b9d7,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:07.716072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 5adf0729-a8c9-44c5-8a11-4744fd36b204) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:10:07.719900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd2309-0b97-4bf4-8906-3114bdd2fc42 req-25519c6b-6c70-4d7c-b9ab-1ce008468777 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:07.725818 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4256f150-2caa-4a85-adcc-b5d41a767f62 None None] Network 5adf0729-a8c9-44c5-8a11-4744fd36b204 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:10:07.731577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:07.732620 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:07.736294 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-74fd2309-0b97-4bf4-8906-3114bdd2fc42 req-25519c6b-6c70-4d7c-b9ab-1ce008468777 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Synchronizing usage tracker for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:10:07.768286 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:07.784921 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-94373c8c-34b9-426a-b4f7-83ef168e6cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:07.856639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-2f7db03d-013c-4dac-b858-1f9cae9eb1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:07.859176 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-2f7db03d-013c-4dac-b858-1f9cae9eb1c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 1101 time: 0.3050408
Jun 04 15:10:07.863020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d9ac2-cc88-4b83-a031-a0152e23c55f req-4b9249f9-eac2-42c6-acbc-5b3cc158ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:07.882258 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.8614731
Jun 04 15:10:07.882258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35486) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:07.882675 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-533d9ac2-cc88-4b83-a031-a0152e23c55f req-4b9249f9-eac2-42c6-acbc-5b3cc158ec4a service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e9b67b2-653a-47ea-a9ed-4f14adb137d3 HTTP/1.1" status: 200  len: 929 time: 0.3285317
Jun 04 15:10:07.948329 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-653852906-router', 'tenant_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:10:07.963063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:10:07.984172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Usage tracker for resource:router and tenant:c3f94d9a6c874712a9d48f27d2cd8787 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:10:07.990333 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:10:08.006347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-74fd2309-0b97-4bf4-8906-3114bdd2fc42 req-25519c6b-6c70-4d7c-b9ab-1ce008468777 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Unset dirty status for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:10:08.016625 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74fd2309-0b97-4bf4-8906-3114bdd2fc42 req-25519c6b-6c70-4d7c-b9ab-1ce008468777 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 948 time: 0.5574994
Jun 04 15:10:08.043421 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-533d9ac2-cc88-4b83-a031-a0152e23c55f req-9de23603-27a2-4338-b00c-6438bd465439 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e HTTP/1.1" status: 200  len: 217 time: 0.1569850
Jun 04 15:10:08.090287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:10:08.156451 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74fd2309-0b97-4bf4-8906-3114bdd2fc42 req-5b19d973-a29b-46cc-bbf9-81ac5d71d38a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388218
Jun 04 15:10:08.169789 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-9b0c9fbc-3d20-4cc4-b0fd-3671f47dd8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:08.171476 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-9b0c9fbc-3d20-4cc4-b0fd-3671f47dd8a9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2960243
Jun 04 15:10:08.178416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=92966385-9600-4606-ac39-33cbae22b9d7,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:08.217250 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:08.260519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d9ac2-cc88-4b83-a031-a0152e23c55f req-e449801d-f7a5-4fe9-912a-676bab997b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:08.263151 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-533d9ac2-cc88-4b83-a031-a0152e23c55f req-e449801d-f7a5-4fe9-912a-676bab997b32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5386f612-d207-46aa-9a92-15138be08af8 HTTP/1.1" status: 200  len: 867 time: 0.1517379
Jun 04 15:10:08.301738 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-b4e37537-0510-477b-bdd0-dc959026cfb2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=d743d4d8-102c-4706-8562-191e04fe9923 HTTP/1.1" status: 200  len: 217 time: 0.1074188
Jun 04 15:10:08.429436 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:08.430376 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:08.473398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d9ac2-cc88-4b83-a031-a0152e23c55f req-6d8e0aeb-3882-48d6-988f-d1c358ca3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:08.474908 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-5adf0729-a8c9-44c5-8a11-4744fd36b204', 'network_id': '5adf0729-a8c9-44c5-8a11-4744fd36b204', 'tenant_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'fixed_ips': [{'subnet_id': 'ae673e1e-7d2a-42db-9174-96471240cb11'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:10:08.475327 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-533d9ac2-cc88-4b83-a031-a0152e23c55f req-6d8e0aeb-3882-48d6-988f-d1c358ca3ee1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e9b67b2-653a-47ea-a9ed-4f14adb137d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1949866
Jun 04 15:10:08.476658 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:08.531843 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:08.552560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['92966385-9600-4606-ac39-33cbae22b9d7'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:10:08.566175 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-8f5d0379-a6d7-40e8-b388-1edcf5c6834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:08.567692 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-8f5d0379-a6d7-40e8-b388-1edcf5c6834b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2131712
Jun 04 15:10:08.585838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60f68e-4984-4994-9372-c0f70982d1f1 req-90c0f837-01b0-4a61-a544-a54ef8d577c8 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:08.597042 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6f60f68e-4984-4994-9372-c0f70982d1f1 req-90c0f837-01b0-4a61-a544-a54ef8d577c8 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 950 time: 0.2934847
Jun 04 15:10:08.771067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419bee-df85-42ff-87d3-daf584690fd4 req-20f94741-786a-457e-a479-af8eec58e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:08.772744 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-20f94741-786a-457e-a479-af8eec58e7ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 1097 time: 0.3777254
Jun 04 15:10:08.790095 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6f60f68e-4984-4994-9372-c0f70982d1f1 req-ba6a9759-94cb-401f-87c0-861d0a8c0dae tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb03636a-c390-41fa-a73b-456bf4ee0492&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888678
Jun 04 15:10:08.984383 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-533d9ac2-cc88-4b83-a031-a0152e23c55f req-bea39eb8-fe34-4e25-b93d-6d3f5cb263e8 service neutron] 10.222.0.62 "GET /v2.0/networks/5e9b67b2-653a-47ea-a9ed-4f14adb137d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4932492
Jun 04 15:10:09.124239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Allocated IP 172.20.0.2 (5adf0729-a8c9-44c5-8a11-4744fd36b204/ae673e1e-7d2a-42db-9174-96471240cb11/026cb90e-2e96-48b9-bc86-1671075a307f) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:10:09.224314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bc85c723-c522-42c6-9e0a-95b6b0d55293 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:10:09.273498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419bee-df85-42ff-87d3-daf584690fd4 req-b10cf9de-16ce-451f-a15b-fa0da9d13f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:09.275418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afe66d-319b-412c-bf5f-af51e429c373 req-fe72fee2-1259-4e61-9108-96161ca5e0c4 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:09.275654 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-b10cf9de-16ce-451f-a15b-fa0da9d13f42 service neutron] 10.222.0.62 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.2259727
Jun 04 15:10:09.278352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-79afe66d-319b-412c-bf5f-af51e429c373 req-fe72fee2-1259-4e61-9108-96161ca5e0c4 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Synchronizing usage tracker for tenant:9fca0b61e2d44208ad836bd6f042ff17 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:10:09.320411 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce3c15-42ee-46ea-97a2-12b54619ae6a req-d5977377-652a-4435-8298-d0cfabd1bd0a tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:09.322058 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-88ce3c15-42ee-46ea-97a2-12b54619ae6a req-d5977377-652a-4435-8298-d0cfabd1bd0a tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 946 time: 0.5914931
Jun 04 15:10:09.384126 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-533d9ac2-cc88-4b83-a031-a0152e23c55f req-86f046c2-19ed-4412-8214-300f768374a1 service neutron] 10.222.0.62 "GET /v2.0/networks/5e9b67b2-653a-47ea-a9ed-4f14adb137d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3757930
Jun 04 15:10:09.415783 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-88ce3c15-42ee-46ea-97a2-12b54619ae6a req-2829031d-908d-4d1c-ae9f-e7814351c071 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749598
Jun 04 15:10:09.450303 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-79afe66d-319b-412c-bf5f-af51e429c373 req-fe72fee2-1259-4e61-9108-96161ca5e0c4 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Unset dirty status for tenant:9fca0b61e2d44208ad836bd6f042ff17 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:10:09.455792 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-79afe66d-319b-412c-bf5f-af51e429c373 req-fe72fee2-1259-4e61-9108-96161ca5e0c4 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.62 "GET /v2.0/ports?device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 950 time: 0.6841230
Jun 04 15:10:09.533542 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port bc85c723-c522-42c6-9e0a-95b6b0d55293 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:10:09.544925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port bc85c723-c522-42c6-9e0a-95b6b0d55293 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:09.545439 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:09.613505 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:09.633097 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:09.640969 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Transition to ACTIVE for port object 026cb90e-2e96-48b9-bc86-1671075a307f will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:10:09.665071 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-3a3b8bb0-735f-4e66-9562-d34f9ccdc6c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470f8cf4-18ad-4867-a706-43e0332264d1 HTTP/1.1" status: 200  len: 217 time: 0.1496375
Jun 04 15:10:09.673068 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Transition to ACTIVE for port object 026cb90e-2e96-48b9-bc86-1671075a307f will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:10:09.778994 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:09.779539 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419bee-df85-42ff-87d3-daf584690fd4 req-88f6ee4d-0c1a-414b-bd0c-410394891c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:09.779539 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-88f6ee4d-0c1a-414b-bd0c-410394891c53 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.0884430
Jun 04 15:10:09.781716 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-f7f7851c-b9ce-4d86-9e2a-d3409ef83ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:09.784213 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-f7f7851c-b9ce-4d86-9e2a-d3409ef83ac8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 1.1612568
Jun 04 15:10:09.788535 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port bc85c723-c522-42c6-9e0a-95b6b0d55293, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bc85c723-c522-42c6-9e0a-95b6b0d55293,segment=NetworkSegment(982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab),segment_id=982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:09.900059 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:09.908745 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:09.932823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32011a9-4666-4d40-8d81-69e8af6e7c0c req-b7c4c3fa-6ae2-42e0-b99b-bfce55d288df tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:09.934878 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d32011a9-4666-4d40-8d81-69e8af6e7c0c req-b7c4c3fa-6ae2-42e0-b99b-bfce55d288df tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.2020149
Jun 04 15:10:09.947470 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-79afe66d-319b-412c-bf5f-af51e429c373 req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Deleting port 3fdac15a-f081-40a3-a21a-d659ed033c70 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:10:09.948353 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-79afe66d-319b-412c-bf5f-af51e429c373 req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:09.962843 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:09.981846 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Network 5adf0729-a8c9-44c5-8a11-4744fd36b204 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:10:09.985020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:10:09.987506 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:10:09.995003 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-a825eaaa-e099-4e03-93e3-92e2aa20db15 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2078476
Jun 04 15:10:09.998186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Pushing event updated for resources: {'Port': ['ID=026cb90e-2e96-48b9-bc86-1671075a307f,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:10.034210 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:10.034210 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:10.123926 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d32011a9-4666-4d40-8d81-69e8af6e7c0c req-952962f4-f6f5-46e1-bb60-c525b9de5929 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455693
Jun 04 15:10:10.147775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Attempting to bind port 026cb90e-2e96-48b9-bc86-1671075a307f on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:10:10.148298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Attempting to bind port 026cb90e-2e96-48b9-bc86-1671075a307f by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '4c4cab05-25dc-4986-96fe-bcc0ba0fb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5adf0729-a8c9-44c5-8a11-4744fd36b204'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:10:10.148785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Attempting to bind port 026cb90e-2e96-48b9-bc86-1671075a307f on network 5adf0729-a8c9-44c5-8a11-4744fd36b204 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:10.165714 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:10:10.166227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Checking segment: {'id': '4c4cab05-25dc-4986-96fe-bcc0ba0fb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5adf0729-a8c9-44c5-8a11-4744fd36b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:10:10.166696 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:10.167154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Bound using segment: {'id': '4c4cab05-25dc-4986-96fe-bcc0ba0fb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5adf0729-a8c9-44c5-8a11-4744fd36b204'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:10:10.168231 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Bound port: 026cb90e-2e96-48b9-bc86-1671075a307f, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4cab05-25dc-4986-96fe-bcc0ba0fb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5adf0729-a8c9-44c5-8a11-4744fd36b204'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:10:10.168671 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:10.175965 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f016c79-5bc9-4c8d-a4cc-83ff9ac27212 req-30803619-61f7-473f-9107-2a0a6189cba1 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:10.177566 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7f016c79-5bc9-4c8d-a4cc-83ff9ac27212 req-30803619-61f7-473f-9107-2a0a6189cba1 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.9494314
Jun 04 15:10:10.208498 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=bc85c723-c522-42c6-9e0a-95b6b0d55293,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:10.216813 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:10.224558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-79afe66d-319b-412c-bf5f-af51e429c373 req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] For port 3fdac15a-f081-40a3-a21a-d659ed033c70, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=3fdac15a-f081-40a3-a21a-d659ed033c70,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:10.225146 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-79afe66d-319b-412c-bf5f-af51e429c373 req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:10.389036 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7f016c79-5bc9-4c8d-a4cc-83ff9ac27212 req-8f928dbf-9d3d-4ccd-9f4f-be6de03391b4 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.1303363
Jun 04 15:10:10.398558 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] For port 026cb90e-2e96-48b9-bc86-1671075a307f, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:10:10.401943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] For port 026cb90e-2e96-48b9-bc86-1671075a307f, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=026cb90e-2e96-48b9-bc86-1671075a307f,segment=NetworkSegment(4c4cab05-25dc-4986-96fe-bcc0ba0fb250),segment_id=4c4cab05-25dc-4986-96fe-bcc0ba0fb250)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:10:10.444338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-79afe66d-319b-412c-bf5f-af51e429c373 req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Calling delete_port for 3fdac15a-f081-40a3-a21a-d659ed033c70 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:10:10.502169 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:10.512749 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:10.516378 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-021dc64a-03b2-435a-b373-465b7039935e service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6827943
Jun 04 15:10:10.525461 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-e01cc8ff-7783-4bcc-a852-cc7b67e88158 service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5115285
Jun 04 15:10:10.539979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16310431-612e-4b9e-b261-5ac8b5430b7e req-e9f8dbe0-f536-4106-8559-61d396c723bf tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:10.541545 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-16310431-612e-4b9e-b261-5ac8b5430b7e req-e9f8dbe0-f536-4106-8559-61d396c723bf tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 949 time: 0.1542251
Jun 04 15:10:10.639541 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Pushing event updated for resources: {'Port': ['ID=026cb90e-2e96-48b9-bc86-1671075a307f,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:10.645999 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:10.759113 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-16310431-612e-4b9e-b261-5ac8b5430b7e req-43594557-5c94-4f43-b696-5833ca4f58ab tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061864
Jun 04 15:10:10.854188 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-79afe66d-319b-412c-bf5f-af51e429c373 req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:10.860706 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:10.922401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Pushing event deleted for resources: {'Port': ['ID=3fdac15a-f081-40a3-a21a-d659ed033c70,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:10.926028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-eb5f849f-e5ad-4cee-958e-2901bf0294bc req-292114c9-8d22-488c-8ad1-df7ab10a3ed1 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Synchronizing usage tracker for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:floatingip {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:10:10.935405 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-436c4699-0d86-4f0c-bbef-b99157ec99ea req-14d02f5b-bdde-4420-b728-d87c939d2cab tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 210 time: 0.2029915
Jun 04 15:10:10.994060 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-0564d36a-3559-4b7c-9e9e-84b52654e1bb service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4615760
Jun 04 15:10:11.002549 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:11.003162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:11.003744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:11.004334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:11.004887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:11.005487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:11.006207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:11.007408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:11.007408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:11.008465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:11.008576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['3fdac15a-f081-40a3-a21a-d659ed033c70'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:10:11.008910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:11.009952 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:11.039844 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-1566a9cb-a666-4750-bcef-097c83d062c4 service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4746084
Jun 04 15:10:11.063525 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:11.153694 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-79afe66d-319b-412c-bf5f-af51e429c373 req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] No DVR routers for this DVR port 3fdac15a-f081-40a3-a21a-d659ed033c70 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:10:11.158603 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-79afe66d-319b-412c-bf5f-af51e429c373 req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:11.169438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404c7a6b-dd65-4c04-9f09-997452158834', 'name': 'network-vif-deleted', 'tag': '3fdac15a-f081-40a3-a21a-d659ed033c70'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:10:11.176475 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ff70f1-75d2-4c93-869c-c3be2f3f2bd6" -d '{"events": [{"server_uuid": "404c7a6b-dd65-4c04-9f09-997452158834", "name": "network-vif-deleted", "tag": "3fdac15a-f081-40a3-a21a-d659ed033c70"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:10:11.195579 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-eb5f849f-e5ad-4cee-958e-2901bf0294bc req-292114c9-8d22-488c-8ad1-df7ab10a3ed1 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Unset dirty status for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:floatingip {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:10:11.215254 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eb5f849f-e5ad-4cee-958e-2901bf0294bc req-292114c9-8d22-488c-8ad1-df7ab10a3ed1 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.4326065
Jun 04 15:10:11.340335 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-79afe66d-319b-412c-bf5f-af51e429c373 req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.62 "DELETE /v2.0/ports/3fdac15a-f081-40a3-a21a-d659ed033c70 HTTP/1.1" status: 204  len: 173 time: 1.8755496
Jun 04 15:10:11.354201 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bc85c723-c522-42c6-9e0a-95b6b0d55293 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:10:11.550802 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:11.560984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port bc85c723-c522-42c6-9e0a-95b6b0d55293 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:11.561590 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:11.627783 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:11.643241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a9fbd-4386-4054-bda7-9dcac887c9de req-778da7a7-ea32-4b25-8631-58d2e3c2269e tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:11.658716 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f02a9fbd-4386-4054-bda7-9dcac887c9de req-778da7a7-ea32-4b25-8631-58d2e3c2269e tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.2449186
Jun 04 15:10:11.739462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1073285-828b-4d32-b7ea-b96bfff6279b req-3e924201-1e18-47c2-89a9-a86ad01362c5 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:11.742311 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e1073285-828b-4d32-b7ea-b96bfff6279b req-3e924201-1e18-47c2-89a9-a86ad01362c5 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 946 time: 0.4082015
Jun 04 15:10:11.805772 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f02a9fbd-4386-4054-bda7-9dcac887c9de req-84a91e89-c917-4cd7-b325-8a838493a785 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451457
Jun 04 15:10:11.830293 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 026cb90e-2e96-48b9-bc86-1671075a307f up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:10:11.867786 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e1073285-828b-4d32-b7ea-b96bfff6279b req-a0cddd7d-0437-4ea7-90ee-be3443e5ce1e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926952
Jun 04 15:10:11.927105 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7276bfe-1bf2-4a11-82ba-f9d382a3f214 x-openstack-request-id: req-a7276bfe-1bf2-4a11-82ba-f9d382a3f214 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:10:11.927800 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404c7a6b-dd65-4c04-9f09-997452158834", "name": "network-vif-deleted", "tag": "3fdac15a-f081-40a3-a21a-d659ed033c70", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:10:11.928392 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7276bfe-1bf2-4a11-82ba-f9d382a3f214 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:10:11.929190 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404c7a6b-dd65-4c04-9f09-997452158834', 'name': 'network-vif-deleted', 'tag': '3fdac15a-f081-40a3-a21a-d659ed033c70', 'status': 'completed', 'code': 200}
Jun 04 15:10:12.021758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Allocated IP 172.25.4.164 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/9fa29bcc-a547-42b8-a9b4-31b451f56e7c) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:10:12.104972 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 026cb90e-2e96-48b9-bc86-1671075a307f completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:10:12.288502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b22660-66c5-43af-b97b-f5219cf04728 None None] Network 5adf0729-a8c9-44c5-8a11-4744fd36b204 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:10:12.300874 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:12.420904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab2318-fc40-4f6e-a2bb-e702937f2e36 req-8bfe1356-00f1-4deb-9604-f24a28fe7133 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:12.422448 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-63ab2318-fc40-4f6e-a2bb-e702937f2e36 req-8bfe1356-00f1-4deb-9604-f24a28fe7133 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 949 time: 0.1352651
Jun 04 15:10:12.442205 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:12.452400 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:12.453928 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f2a84fc7-be22-448c-b344-d04c23c12299 None None] Provisioning for port 026cb90e-2e96-48b9-bc86-1671075a307f completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:10:12.498612 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-63ab2318-fc40-4f6e-a2bb-e702937f2e36 req-5e91f09b-8b7c-4a54-8c96-c4ae984f2c2f tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668275
Jun 04 15:10:12.551712 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f2a84fc7-be22-448c-b344-d04c23c12299 None None] Provisioning complete for port 026cb90e-2e96-48b9-bc86-1671075a307f triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:12.552093 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f2a84fc7-be22-448c-b344-d04c23c12299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:12.849795 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:10:12.869103 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:10:12.887043 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:10:12.905270 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cad2f4-8030-4b9b-8ed3-3879ea80d085 req-ab9f4465-de12-4976-b5df-95e8aaa9e108 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:12.906295 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f4cad2f4-8030-4b9b-8ed3-3879ea80d085 req-ab9f4465-de12-4976-b5df-95e8aaa9e108 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Synchronizing usage tracker for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:10:12.976325 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f2a84fc7-be22-448c-b344-d04c23c12299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:12.993406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f4cad2f4-8030-4b9b-8ed3-3879ea80d085 req-ab9f4465-de12-4976-b5df-95e8aaa9e108 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Unset dirty status for tenant:fdf8d6fdd96c41e5b1ffd2e166f1560e on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:10:12.998730 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f4cad2f4-8030-4b9b-8ed3-3879ea80d085 req-ab9f4465-de12-4976-b5df-95e8aaa9e108 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 945 time: 0.3115635
Jun 04 15:10:13.048835 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f9401e73-ebfb-4d9c-93e9-c19a4a090644 req-ee01179d-e7ed-4a54-b4af-a9dee80d17a2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] 10.222.0.32 "GET /v2.0/ports?device_id=404c7a6b-dd65-4c04-9f09-997452158834 HTTP/1.1" status: 200  len: 210 time: 0.3154812
Jun 04 15:10:13.051317 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f2a84fc7-be22-448c-b344-d04c23c12299 None None] For port 026cb90e-2e96-48b9-bc86-1671075a307f, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=026cb90e-2e96-48b9-bc86-1671075a307f,segment=NetworkSegment(4c4cab05-25dc-4986-96fe-bcc0ba0fb250),segment_id=4c4cab05-25dc-4986-96fe-bcc0ba0fb250)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:13.083559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa29bcc-a547-42b8-a9b4-31b451f56e7c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:13.115698 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f2a84fc7-be22-448c-b344-d04c23c12299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:13.118088 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:13.147561 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f4cad2f4-8030-4b9b-8ed3-3879ea80d085 req-7efb9943-2c31-41e6-b4ef-011875b7cfb3 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca024b39-e781-4da1-b695-59ae75e52558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341376
Jun 04 15:10:13.294468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:13.294766 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:13.295031 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:13.303184 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:13.303819 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:13.304347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:13.304863 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:13.305683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:13.306186 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:13.306692 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:13.307202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:13.307721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:13.307890 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a84fc7-be22-448c-b344-d04c23c12299 None None] Pushing event updated for resources: {'Port': ['ID=026cb90e-2e96-48b9-bc86-1671075a307f,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:13.313427 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 92966385-9600-4606-ac39-33cbae22b9d7 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:10:13.333154 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:13.437232 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f2a84fc7-be22-448c-b344-d04c23c12299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:13.557551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-60cedc72-edc5-4bb8-bbf6-e3fd9119e410 None None] Provisioning complete for port 026cb90e-2e96-48b9-bc86-1671075a307f triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:13.557904 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-60cedc72-edc5-4bb8-bbf6-e3fd9119e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:13.594683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e3214-a9a2-4ff6-8d1b-4538299fc496 req-9a5a7f0b-e883-4edf-8e68-07fea605b356 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:13.602298 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e15e3214-a9a2-4ff6-8d1b-4538299fc496 req-9a5a7f0b-e883-4edf-8e68-07fea605b356 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.2267931
Jun 04 15:10:13.636489 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 92966385-9600-4606-ac39-33cbae22b9d7 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:10:13.647438 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 92966385-9600-4606-ac39-33cbae22b9d7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:13.655814 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:13.671676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f82ad-8640-45a6-b834-aa73572bf958 req-d24b1535-d932-4b93-bb5f-7d2c8aecd6fa tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:13.674594 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d83f82ad-8640-45a6-b834-aa73572bf958 req-d24b1535-d932-4b93-bb5f-7d2c8aecd6fa tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 946 time: 0.1831636
Jun 04 15:10:13.740668 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e15e3214-a9a2-4ff6-8d1b-4538299fc496 req-d93fe1e5-9550-431e-99ce-389f060226d0 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351848
Jun 04 15:10:13.759977 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d83f82ad-8640-45a6-b834-aa73572bf958 req-815e5b6b-5a50-4d62-85fc-ca2bb0124a65 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776434
Jun 04 15:10:13.996255 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:14.034014 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:14.121818 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb33febb-d01f-4019-a303-0d9a82bcbf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92966385-9600-4606-ac39-33cbae22b9d7'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:10:14.132269 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ccfa4a-2b01-464b-9dac-299db8f9a6c3" -d '{"events": [{"server_uuid": "fb33febb-d01f-4019-a303-0d9a82bcbf16", "name": "network-vif-plugged", "status": "completed", "tag": "92966385-9600-4606-ac39-33cbae22b9d7"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:10:14.159118 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 92966385-9600-4606-ac39-33cbae22b9d7, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=92966385-9600-4606-ac39-33cbae22b9d7,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:14.169512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd70b1-f54b-4d58-9897-61c7cba669eb req-3ef85f34-864b-4049-ab70-6ae918e99d5b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:14.172705 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aedd70b1-f54b-4d58-9897-61c7cba669eb req-3ef85f34-864b-4049-ab70-6ae918e99d5b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 949 time: 0.1874418
Jun 04 15:10:14.213486 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:14.215442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 3fdac15a-f081-40a3-a21a-d659ed033c70 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:10:14.260170 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aedd70b1-f54b-4d58-9897-61c7cba669eb req-ad660f60-57cf-4dea-a6c4-028dc47433e7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750771
Jun 04 15:10:14.265135 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8bb6c0f3-3916-44ca-9fdc-902100a5663b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:14.331590 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 3fdac15a-f081-40a3-a21a-d659ed033c70 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:10:14.332217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 3fdac15a-f081-40a3-a21a-d659ed033c70 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:10:14.391652 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5d22f4-aba5-4237-b4cf-7de9b0a75901 x-openstack-request-id: req-9b5d22f4-aba5-4237-b4cf-7de9b0a75901 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:10:14.392179 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb33febb-d01f-4019-a303-0d9a82bcbf16", "name": "network-vif-plugged", "status": "completed", "tag": "92966385-9600-4606-ac39-33cbae22b9d7", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:10:14.392623 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b5d22f4-aba5-4237-b4cf-7de9b0a75901 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:10:14.393233 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb33febb-d01f-4019-a303-0d9a82bcbf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92966385-9600-4606-ac39-33cbae22b9d7', 'code': 200}
Jun 04 15:10:14.400075 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=92966385-9600-4606-ac39-33cbae22b9d7,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:14.405538 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:14.595996 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:14.723979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c744051-579d-4608-a237-19d0dba4ae3c req-c7d48e9d-0cc1-4a0a-8990-bcf003070df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:14.727198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0c744051-579d-4608-a237-19d0dba4ae3c req-c7d48e9d-0cc1-4a0a-8990-bcf003070df8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 1101 time: 0.2268126
Jun 04 15:10:14.821318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6038c-9074-4e82-b327-814c99ab23de req-9360cae1-6e62-4fd7-98fc-d4f81052af1a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:14.823316 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-30d6038c-9074-4e82-b327-814c99ab23de req-9360cae1-6e62-4fd7-98fc-d4f81052af1a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 945 time: 0.2222838
Jun 04 15:10:14.826091 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0c744051-579d-4608-a237-19d0dba4ae3c req-d1c72272-5f35-4a1b-8d5a-cbb6337ff5ac service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881360
Jun 04 15:10:14.930301 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-30d6038c-9074-4e82-b327-814c99ab23de req-a6d55b0f-85e5-4692-b574-7be1d66e773e tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca024b39-e781-4da1-b695-59ae75e52558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953634
Jun 04 15:10:15.020033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Router 4963fd23-5880-469b-a1c5-1b415afd87c5 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:10:15.074275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35552) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:15.188717 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 026cb90e-2e96-48b9-bc86-1671075a307f up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:10:15.314017 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 026cb90e-2e96-48b9-bc86-1671075a307f triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:15.314573 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:15.551068 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:10:15.568016 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-77236da2-4c45-4fd0-8f11-524d8113aaf7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fca0b61e2d44208ad836bd6f042ff17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4923873
Jun 04 15:10:15.572142 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Sync routers for ids ['4963fd23-5880-469b-a1c5-1b415afd87c5'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:10:15.576447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35560) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:15.602595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e4f44-e418-4e02-8c95-ef65b2d8a246 req-916815c1-ee78-4013-aaa3-2c9b0566c1e7 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:15.604713 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a32e4f44-e418-4e02-8c95-ef65b2d8a246 req-916815c1-ee78-4013-aaa3-2c9b0566c1e7 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.6499527
Jun 04 15:10:15.615178 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Routers {'4963fd23-5880-469b-a1c5-1b415afd87c5'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:10:15.615825 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd1d880>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:10:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4963fd23-5880-469b-a1c5-1b415afd87c5'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:15.621335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fe79d-c806-4539-887a-a7daeb6c9eab req-56962603-6a7e-48a3-8847-9459a70b998d tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:15.627551 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6e4fe79d-c806-4539-887a-a7daeb6c9eab req-56962603-6a7e-48a3-8847-9459a70b998d tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.62 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 945 time: 0.2213917
Jun 04 15:10:15.660549 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a32e4f44-e418-4e02-8c95-ef65b2d8a246 req-4ba14ed4-f3e1-4fef-80bc-fe3e5504ad8b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443017
Jun 04 15:10:15.697626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adef5b-7cb1-48f8-8b1d-92c391bcd55b req-eaa7ec49-fba6-491b-8690-baf7117a5290 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:15.699866 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-09adef5b-7cb1-48f8-8b1d-92c391bcd55b req-eaa7ec49-fba6-491b-8690-baf7117a5290 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 946 time: 0.4900782
Jun 04 15:10:15.704440 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:15.709505 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 7.8313553
Jun 04 15:10:15.710322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35562) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:15.817556 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fd5531bf-dd60-4d2f-ba3f-577336aba5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:15.861919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-09adef5b-7cb1-48f8-8b1d-92c391bcd55b req-46a5e85e-2ae9-4cb5-b614-b4b37b5b82df tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505508
Jun 04 15:10:15.936305 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fd5531bf-dd60-4d2f-ba3f-577336aba5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:15.956216 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Set router 4963fd23-5880-469b-a1c5-1b415afd87c5 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:10:16.061426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-6e4fe79d-c806-4539-887a-a7daeb6c9eab req-3c8f18ce-246f-497e-a70e-ef2b100822f7 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Deleting port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:10:16.064089 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6e4fe79d-c806-4539-887a-a7daeb6c9eab req-3c8f18ce-246f-497e-a70e-ef2b100822f7 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:16.341372 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fd5531bf-dd60-4d2f-ba3f-577336aba5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:16.354045 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-92005043-e28c-42f6-9ccc-348b6a075028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:16.416344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5531bf-dd60-4d2f-ba3f-577336aba5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb03636a-c390-41fa-a73b-456bf4ee0492,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:16.428326 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fd5531bf-dd60-4d2f-ba3f-577336aba5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:16.483372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-6e4fe79d-c806-4539-887a-a7daeb6c9eab req-3c8f18ce-246f-497e-a70e-ef2b100822f7 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] For port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e,segment=NetworkSegment(9ae5f964-a369-4e0a-8028-0cc3707631ba),segment_id=9ae5f964-a369-4e0a-8028-0cc3707631ba)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:16.484145 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6e4fe79d-c806-4539-887a-a7daeb6c9eab req-3c8f18ce-246f-497e-a70e-ef2b100822f7 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:16.492771 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd1d880>, [{'id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-653852906-router', 'tenant_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '9fa29bcc-a547-42b8-a9b4-31b451f56e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:08Z', 'updated_at': '2021-06-04T15:10:13Z', 'revision_number': 3, 'project_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'gw_port': {'id': '9fa29bcc-a547-42b8-a9b4-31b451f56e7c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:11Z', 'updated_at': '2021-06-04T15:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:16.499490 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Checking router: 4963fd23-5880-469b-a1c5-1b415afd87c5 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:10:16.499845 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Updating router 4963fd23-5880-469b-a1c5-1b415afd87c5 port 9fa29bcc-a547-42b8-a9b4-31b451f56e7c binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:10:16.505395 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fd5531bf-dd60-4d2f-ba3f-577336aba5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:16.510291 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fd5531bf-dd60-4d2f-ba3f-577336aba5fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb03636a-c390-41fa-a73b-456bf4ee0492 HTTP/1.1" status: 204  len: 168 time: 0.9327273
Jun 04 15:10:16.675695 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:16.802008 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6d58f-4740-476b-9ae5-2ea727e76beb req-b1eca0d8-ea47-4138-8ca1-0afb5515c1cd tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:16.805060 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a6b6d58f-4740-476b-9ae5-2ea727e76beb req-b1eca0d8-ea47-4138-8ca1-0afb5515c1cd tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/ports?device_id=50235023-08f7-4cf6-b009-7d84b05547f7 HTTP/1.1" status: 200  len: 945 time: 0.6063170
Jun 04 15:10:16.813611 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-6e4fe79d-c806-4539-887a-a7daeb6c9eab req-3c8f18ce-246f-497e-a70e-ef2b100822f7 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Calling delete_port for d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:10:16.867338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de23cb-ef12-42ca-9859-c03fa3bc3f10 req-d98d3464-2caf-4603-b008-0d41fc546a0a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:16.877548 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-05de23cb-ef12-42ca-9859-c03fa3bc3f10 req-d98d3464-2caf-4603-b008-0d41fc546a0a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 950 time: 0.8601654
Jun 04 15:10:16.942873 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a6b6d58f-4740-476b-9ae5-2ea727e76beb req-7ea53872-2c42-48aa-aaf5-d4766d04c9e0 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca024b39-e781-4da1-b695-59ae75e52558&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235561
Jun 04 15:10:16.949636 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:16.985529 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-05de23cb-ef12-42ca-9859-c03fa3bc3f10 req-a335ca50-7a92-414e-9c72-ce4b4a9baef6 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069579
Jun 04 15:10:17.270671 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6e4fe79d-c806-4539-887a-a7daeb6c9eab req-3c8f18ce-246f-497e-a70e-ef2b100822f7 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:17.291120 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:17.443899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f18ce-246f-497e-a70e-ef2b100822f7 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Pushing event deleted for resources: {'Port': ['ID=d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:17.452635 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3c8f18ce-246f-497e-a70e-ef2b100822f7 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:17.481623 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:17.498599 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Transition to ACTIVE for port object 9fa29bcc-a547-42b8-a9b4-31b451f56e7c will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:10:17.514870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083f58e-9d58-4334-b834-07507e659267 req-4a8aa2e5-c1a9-47cf-9b35-6d8952e45864 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:17.520252 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3083f58e-9d58-4334-b834-07507e659267 req-4a8aa2e5-c1a9-47cf-9b35-6d8952e45864 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.2418973
Jun 04 15:10:17.520252 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Allocated IP 172.20.0.1 (5adf0729-a8c9-44c5-8a11-4744fd36b204/ae673e1e-7d2a-42db-9174-96471240cb11/7940d6c1-dea5-4af8-a47d-61c32eb6e5ee) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:10:17.583617 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:17.590768 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:17.607325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4fe79d-c806-4539-887a-a7daeb6c9eab req-3c8f18ce-246f-497e-a70e-ef2b100822f7 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] No DVR routers for this DVR port d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:10:17.611019 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6e4fe79d-c806-4539-887a-a7daeb6c9eab req-3c8f18ce-246f-497e-a70e-ef2b100822f7 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:17.613978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50235023-08f7-4cf6-b009-7d84b05547f7', 'name': 'network-vif-deleted', 'tag': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:10:17.617565 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efd24b2-d96d-428d-8405-f9535e31a776" -d '{"events": [{"server_uuid": "50235023-08f7-4cf6-b009-7d84b05547f7", "name": "network-vif-deleted", "tag": "d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:10:17.644618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ad0f4-771c-4d2f-8a9c-ecab4f9391bc req-7543c47a-5d0f-4e1f-8e94-f426456de9b4 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:17.646402 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c7ad0f4-771c-4d2f-8a9c-ecab4f9391bc req-7543c47a-5d0f-4e1f-8e94-f426456de9b4 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 1096 time: 0.2611797
Jun 04 15:10:17.699104 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3083f58e-9d58-4334-b834-07507e659267 req-9a224bff-c05a-484f-930e-04b0ea31b64d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724072
Jun 04 15:10:17.713435 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2b97e-e26a-43e2-8ad4-fe147c112b70 None None] Pushing event updated for resources: {'Port': ['ID=9fa29bcc-a547-42b8-a9b4-31b451f56e7c,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:17.718295 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-26f2b97e-e26a-43e2-8ad4-fe147c112b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:17.727657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35584) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:17.762602 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Attempting to bind port 9fa29bcc-a547-42b8-a9b4-31b451f56e7c on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:10:17.763222 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Attempting to bind port 9fa29bcc-a547-42b8-a9b4-31b451f56e7c by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:10:17.763768 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Attempting to bind port 9fa29bcc-a547-42b8-a9b4-31b451f56e7c on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:17.771185 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:10:17.771803 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:10:17.772275 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:17.772734 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:10:17.773414 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Bound port: 9fa29bcc-a547-42b8-a9b4-31b451f56e7c, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:10:17.773914 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:17.792214 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6e4fe79d-c806-4539-887a-a7daeb6c9eab req-3c8f18ce-246f-497e-a70e-ef2b100822f7 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] 10.222.0.62 "DELETE /v2.0/ports/d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e HTTP/1.1" status: 204  len: 173 time: 2.1501746
Jun 04 15:10:17.877630 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c7ad0f4-771c-4d2f-8a9c-ecab4f9391bc req-62a72e35-3949-4a51-93dc-26e669afe09e tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2218630
Jun 04 15:10:17.906850 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:17.922046 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] For port 9fa29bcc-a547-42b8-a9b4-31b451f56e7c, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:10:17.926535 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] For port 9fa29bcc-a547-42b8-a9b4-31b451f56e7c, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9fa29bcc-a547-42b8-a9b4-31b451f56e7c,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:10:17.940133 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3346da34-e0ed-4cf1-b8b1-7f40108fa7d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da5dbdcc9dee46deaae83926529e3b52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2061214
Jun 04 15:10:17.940614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35586) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:17.947749 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Transition to ACTIVE for port object 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:10:18.015600 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-937f6320-a6c1-45d5-a558-b62417fb6324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:18.024859 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:18.030507 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b753c88-32a5-428c-afa0-7ddd01aa3385 x-openstack-request-id: req-1b753c88-32a5-428c-afa0-7ddd01aa3385 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:10:18.031062 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50235023-08f7-4cf6-b009-7d84b05547f7", "name": "network-vif-deleted", "tag": "d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:10:18.031654 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b753c88-32a5-428c-afa0-7ddd01aa3385 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:10:18.032380 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:18.032543 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50235023-08f7-4cf6-b009-7d84b05547f7', 'name': 'network-vif-deleted', 'tag': 'd40ee7a5-dfbf-46b8-9156-676c0f3e7e1e', 'status': 'completed', 'code': 200}
Jun 04 15:10:18.055788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-937f6320-a6c1-45d5-a558-b62417fb6324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:18.064775 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:18.070178 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-63399ecf-3680-46c8-b437-2c21e5936c58 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:18.195213 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Network 5adf0729-a8c9-44c5-8a11-4744fd36b204 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:10:18.205270 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:10:18.208079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:10:18.208729 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:18.253293 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-937f6320-a6c1-45d5-a558-b62417fb6324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:18.259719 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2b97e-e26a-43e2-8ad4-fe147c112b70 None None] Pushing event updated for resources: {'Port': ['ID=9fa29bcc-a547-42b8-a9b4-31b451f56e7c,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:18.260260 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1533ff86-d3bf-4241-ad46-1fc5e6cc3673 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:18.269836 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-26f2b97e-e26a-43e2-8ad4-fe147c112b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:18.293289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f6320-a6c1-45d5-a558-b62417fb6324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd3bc9b-24a7-46ba-80de-2fc6522acb98,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:18.293777 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Routers {'4963fd23-5880-469b-a1c5-1b415afd87c5'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:10:18.294456 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd1d880>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:10:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4963fd23-5880-469b-a1c5-1b415afd87c5'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:18.299675 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-937f6320-a6c1-45d5-a558-b62417fb6324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:18.324987 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-937f6320-a6c1-45d5-a558-b62417fb6324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:18.332065 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-937f6320-a6c1-45d5-a558-b62417fb6324 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4dd3bc9b-24a7-46ba-80de-2fc6522acb98 HTTP/1.1" status: 204  len: 168 time: 0.3868473
Jun 04 15:10:18.626815 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] Set router 4963fd23-5880-469b-a1c5-1b415afd87c5 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:10:18.673595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Pushing event updated for resources: {'Port': ['ID=7940d6c1-dea5-4af8-a47d-61c32eb6e5ee,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:18.683832 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:18.755509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076b267-774c-40be-8d69-68d2c3776d73 req-0243d274-8ea7-4733-bfbc-8073454f75c3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:18.768552 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6076b267-774c-40be-8d69-68d2c3776d73 req-0243d274-8ea7-4733-bfbc-8073454f75c3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 946 time: 0.5832067
Jun 04 15:10:18.780612 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-abec5398-9fd9-43f0-b893-981e1f5e9752 None None] Provisioning for port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:10:18.799264 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-abec5398-9fd9-43f0-b893-981e1f5e9752 None None] Provisioning complete for port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:18.800541 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-abec5398-9fd9-43f0-b893-981e1f5e9752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:18.863889 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6076b267-774c-40be-8d69-68d2c3776d73 req-d133b68b-1811-44ef-a54a-a3a8d4f06ed3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942593
Jun 04 15:10:18.942031 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-abec5398-9fd9-43f0-b893-981e1f5e9752 None None] Port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:10:19.164878 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:10:19.210791 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:19.302357 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd1d880>, [{'id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-653852906-router', 'tenant_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '9fa29bcc-a547-42b8-a9b4-31b451f56e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:08Z', 'updated_at': '2021-06-04T15:10:13Z', 'revision_number': 3, 'project_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'gw_port': {'id': '9fa29bcc-a547-42b8-a9b4-31b451f56e7c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:11Z', 'updated_at': '2021-06-04T15:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:19.306686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:10:19.307572 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d40ee7a5-dfbf-46b8-9156-676c0f3e7e1e not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:10:19.311649 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22c6d52-95ab-446d-aa55-6de10323df21 None None] The sync data for ids ['4963fd23-5880-469b-a1c5-1b415afd87c5'] in n-d-791505-9 is: [{'id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-653852906-router', 'tenant_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '9fa29bcc-a547-42b8-a9b4-31b451f56e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:08Z', 'updated_at': '2021-06-04T15:10:13Z', 'revision_number': 3, 'project_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'gw_port': {'id': '9fa29bcc-a547-42b8-a9b4-31b451f56e7c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:11Z', 'updated_at': '2021-06-04T15:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:10:19.624698 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0ea6e-5896-4f7d-8d6d-f6df5edcad6e req-6032de60-4db8-414a-863b-d12bf99ad5e1 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:19.627066 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-13f0ea6e-5896-4f7d-8d6d-f6df5edcad6e req-6032de60-4db8-414a-863b-d12bf99ad5e1 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 950 time: 0.4783146
Jun 04 15:10:19.719518 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:19.753995 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-13f0ea6e-5896-4f7d-8d6d-f6df5edcad6e req-02af989e-0414-4e2c-830d-c98902bb1527 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131079
Jun 04 15:10:19.796329 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:19.798093 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:19.809365 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:19.989480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35636) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:20.208443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Pushing event updated for resources: {'Port': ['ID=7940d6c1-dea5-4af8-a47d-61c32eb6e5ee,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:20.241929 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:20.475426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Network 5adf0729-a8c9-44c5-8a11-4744fd36b204 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:10:20.480945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:10:20.620359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dd33a-a09a-4ab0-b8fc-700325edaf36 req-374897a7-16c7-4875-a79b-c06f13813c31 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:20.624104 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fd8dd33a-a09a-4ab0-b8fc-700325edaf36 req-374897a7-16c7-4875-a79b-c06f13813c31 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.4168825
Jun 04 15:10:20.802140 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fd8dd33a-a09a-4ab0-b8fc-700325edaf36 req-d4f505db-1bef-4ca5-825f-0fb9fd927285 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669192
Jun 04 15:10:21.012078 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-26ff1d58-0aca-4c8d-953e-b6e002929cb8 None None] Provisioning complete for port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:21.014740 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-26ff1d58-0aca-4c8d-953e-b6e002929cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:21.072066 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Router 4963fd23-5880-469b-a1c5-1b415afd87c5 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:10:21.251348 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-26ff1d58-0aca-4c8d-953e-b6e002929cb8 None None] Port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:10:21.253332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9fa29bcc-a547-42b8-a9b4-31b451f56e7c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:10:21.413073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:10:21.419604 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 9fa29bcc-a547-42b8-a9b4-31b451f56e7c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:10:21.427481 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 9fa29bcc-a547-42b8-a9b4-31b451f56e7c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:21.429896 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:21.448908 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] 10.222.0.32 "PUT /v2.0/routers/4963fd23-5880-469b-a1c5-1b415afd87c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7361829
Jun 04 15:10:21.582078 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81492f0-0d3a-4957-98d9-d48493f1c230 req-0ea28f46-01ed-4a10-9b11-95af54487e5f tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:21.587392 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c81492f0-0d3a-4957-98d9-d48493f1c230 req-0ea28f46-01ed-4a10-9b11-95af54487e5f tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 1101 time: 0.1280193
Jun 04 15:10:21.681696 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6bfb74b-dc0d-4955-bcf0-2b979d63b471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:21.707352 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c81492f0-0d3a-4957-98d9-d48493f1c230 req-31c00222-964e-4a81-a96a-c199882a9ec8 tempest-ServersOnMultiNodesTest-929477923 tempest-ServersOnMultiNodesTest-929477923-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092265
Jun 04 15:10:21.708012 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:21.744416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 9fa29bcc-a547-42b8-a9b4-31b451f56e7c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9fa29bcc-a547-42b8-a9b4-31b451f56e7c,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:21.859270 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:21.863111 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-94373c8c-34b9-426a-b4f7-83ef168e6cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:22.016737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf479e8e-bdea-4751-b0f5-8cd90037404f req-bca8414f-b0b7-4903-975b-6aa0a3930505 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:22.018814 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf479e8e-bdea-4751-b0f5-8cd90037404f req-bca8414f-b0b7-4903-975b-6aa0a3930505 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 946 time: 0.1250679
Jun 04 15:10:22.025303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-270519e5-508f-450c-a3d1-2fa6b656699b tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:10:22.032227 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-270519e5-508f-450c-a3d1-2fa6b656699b tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0123098
Jun 04 15:10:22.034174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=9fa29bcc-a547-42b8-a9b4-31b451f56e7c,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:22.044693 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:22.045154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:22.045586 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:22.045981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:22.046449 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:22.046838 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:22.047396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:22.047928 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:22.048451 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:22.048976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:22.049654 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:22.050439 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:10:22.054858 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:22.076830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-582709ea-23e2-4992-8e96-837f25ce6a0c service neutron] Request body: {'binding': {'host': 'n-h1-791505-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:10:22.077924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-582709ea-23e2-4992-8e96-837f25ce6a0c service neutron] Unknown quota resources ['binding']. {{(pid=88301) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 15:10:22.181505 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf479e8e-bdea-4751-b0f5-8cd90037404f req-71b1ec2f-de51-45bb-8312-0eb251d2095d tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478896
Jun 04 15:10:22.273206 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Sync routers for ids ['4963fd23-5880-469b-a1c5-1b415afd87c5'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:10:22.291009 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Routers {'4963fd23-5880-469b-a1c5-1b415afd87c5'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:10:22.291684 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8186d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:10:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4963fd23-5880-469b-a1c5-1b415afd87c5'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:22.545968 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfb74b-dc0d-4955-bcf0-2b979d63b471 admin admin] Deleting port 65f36569-57a3-4fdf-a122-14b8c14f9602 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:10:22.547737 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6bfb74b-dc0d-4955-bcf0-2b979d63b471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:22.650255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-582709ea-23e2-4992-8e96-837f25ce6a0c service neutron] Attempting to bind port c77103ec-9088-4d69-9c0e-188bf2972c52 on host n-h1-791505-9 for vnic_type normal with profile None {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:10:22.651654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-582709ea-23e2-4992-8e96-837f25ce6a0c service neutron] Attempting to bind port c77103ec-9088-4d69-9c0e-188bf2972c52 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:10:22.652364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-582709ea-23e2-4992-8e96-837f25ce6a0c service neutron] Attempting to bind port c77103ec-9088-4d69-9c0e-188bf2972c52 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:22.659964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-582709ea-23e2-4992-8e96-837f25ce6a0c service neutron] Port c77103ec-9088-4d69-9c0e-188bf2972c52 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:10:22.660665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-582709ea-23e2-4992-8e96-837f25ce6a0c service neutron] Attempting to bind port c77103ec-9088-4d69-9c0e-188bf2972c52 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:22.674763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-582709ea-23e2-4992-8e96-837f25ce6a0c service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:10:22.675578 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-582709ea-23e2-4992-8e96-837f25ce6a0c service neutron] Checking segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:10:22.676276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-582709ea-23e2-4992-8e96-837f25ce6a0c service neutron] Bound using segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:10:22.676926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-582709ea-23e2-4992-8e96-837f25ce6a0c service neutron] Bound port: c77103ec-9088-4d69-9c0e-188bf2972c52, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:10:22.723048 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-582709ea-23e2-4992-8e96-837f25ce6a0c service neutron] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c77103ec-9088-4d69-9c0e-188bf2972c52,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:10:22.785755 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-582709ea-23e2-4992-8e96-837f25ce6a0c service neutron] Notify callbacks [] for binding, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:22.797752 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-582709ea-23e2-4992-8e96-837f25ce6a0c service neutron] 10.222.0.32 "POST /v2.0/ports/c77103ec-9088-4d69-9c0e-188bf2972c52/bindings HTTP/1.1" status: 201  len: 389 time: 0.7199492
Jun 04 15:10:22.831602 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-d6bfb74b-dc0d-4955-bcf0-2b979d63b471 admin admin] For port 65f36569-57a3-4fdf-a122-14b8c14f9602, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=65f36569-57a3-4fdf-a122-14b8c14f9602,segment=NetworkSegment(9ae5f964-a369-4e0a-8028-0cc3707631ba),segment_id=9ae5f964-a369-4e0a-8028-0cc3707631ba)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:22.832428 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6bfb74b-dc0d-4955-bcf0-2b979d63b471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:22.839100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Set router 4963fd23-5880-469b-a1c5-1b415afd87c5 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:10:23.075114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfb74b-dc0d-4955-bcf0-2b979d63b471 admin admin] Calling delete_port for 65f36569-57a3-4fdf-a122-14b8c14f9602 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:10:23.155493 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9fa29bcc-a547-42b8-a9b4-31b451f56e7c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:10:23.286146 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:23.361141 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 9fa29bcc-a547-42b8-a9b4-31b451f56e7c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:23.362054 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:23.423449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82dc46c-3fb7-49ba-8da9-bd6572b1e080 req-610abefc-87fb-402f-a8e2-1a3d75a27614 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:23.435999 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e82dc46c-3fb7-49ba-8da9-bd6572b1e080 req-610abefc-87fb-402f-a8e2-1a3d75a27614 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.1615174
Jun 04 15:10:23.441266 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8186d0>, [{'id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-653852906-router', 'tenant_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '9fa29bcc-a547-42b8-a9b4-31b451f56e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:08Z', 'updated_at': '2021-06-04T15:10:18Z', 'revision_number': 4, 'project_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'gw_port': {'id': '9fa29bcc-a547-42b8-a9b4-31b451f56e7c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:11Z', 'updated_at': '2021-06-04T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '7940d6c1-dea5-4af8-a47d-61c32eb6e5ee', 'name': '', 'network_id': '5adf0729-a8c9-44c5-8a11-4744fd36b204', 'tenant_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'mac_address': 'fa:16:3e:ce:d0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ae673e1e-7d2a-42db-9174-96471240cb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:17Z', 'updated_at': '2021-06-04T15:10:19Z', 'revision_number': 2, 'project_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'subnets': [{'id': 'ae673e1e-7d2a-42db-9174-96471240cb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:23.494172 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Checking router: 4963fd23-5880-469b-a1c5-1b415afd87c5 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:10:23.495358 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Updating router 4963fd23-5880-469b-a1c5-1b415afd87c5 port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:10:23.524216 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e82dc46c-3fb7-49ba-8da9-bd6572b1e080 req-c72d9786-d86e-4d2b-a2e0-2b0c397c3040 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870051
Jun 04 15:10:23.658094 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:23.963557 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-a09273ae-acc2-480b-aabb-ca29bf260565 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a96fb008d758442193044e589338c6a2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1242723
Jun 04 15:10:23.984194 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6bfb74b-dc0d-4955-bcf0-2b979d63b471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:23.990894 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:24.081055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfb74b-dc0d-4955-bcf0-2b979d63b471 admin admin] Pushing event deleted for resources: {'Port': ['ID=65f36569-57a3-4fdf-a122-14b8c14f9602,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:24.093959 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d6bfb74b-dc0d-4955-bcf0-2b979d63b471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:24.252207 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-8c92f845-39c0-4438-8590-196b991a7bad tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:24.271470 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-8c92f845-39c0-4438-8590-196b991a7bad tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3047078
Jun 04 15:10:24.332259 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-664f4368-d3ad-4d10-906d-5b9dad069bf6 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/quotas/a96fb008d758442193044e589338c6a2 HTTP/1.1" status: 200  len: 375 time: 0.0590153
Jun 04 15:10:24.380351 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:24.431176 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Transition to ACTIVE for port object 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:10:24.498865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-e81f36d8-973e-4273-91ff-ecb075557ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:24.513654 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-e81f36d8-973e-4273-91ff-ecb075557ea4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 1096 time: 0.6051493
Jun 04 15:10:24.517263 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:24.524495 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:24.560374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979d865-5638-4908-8cf3-a73d46422bd0 req-ace6a004-3adf-41f2-a4db-2b837ca9ca7c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:24.561969 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e979d865-5638-4908-8cf3-a73d46422bd0 req-ace6a004-3adf-41f2-a4db-2b837ca9ca7c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 950 time: 0.6978071
Jun 04 15:10:24.693565 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6bfb74b-dc0d-4955-bcf0-2b979d63b471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:24.817758 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705853b-45c8-4e75-9cb7-c217c8a41a09 None None] Pushing event updated for resources: {'Port': ['ID=7940d6c1-dea5-4af8-a47d-61c32eb6e5ee,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:24.827177 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6705853b-45c8-4e75-9cb7-c217c8a41a09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:24.861121 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e979d865-5638-4908-8cf3-a73d46422bd0 req-6c49dcdd-931f-4c47-830d-2430e99052c3 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616175
Jun 04 15:10:24.897557 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-b74b7267-8b2e-467d-beb1-e3152b879e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:24.900098 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-b74b7267-8b2e-467d-beb1-e3152b879e0f service neutron] 10.222.0.65 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.3827741
Jun 04 15:10:24.920625 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-31a7b36c-21ff-44fc-99c5-d8eec292a00b tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a96fb008d758442193044e589338c6a2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.5726874
Jun 04 15:10:25.146886 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-855bdbc3-c63a-4807-9be9-08d2b3152fb5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c77103ec-9088-4d69-9c0e-188bf2972c52 HTTP/1.1" status: 200  len: 217 time: 0.2251127
Jun 04 15:10:25.343648 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-784e9355-e724-49fe-b54a-b00a5a02a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:25.345885 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-784e9355-e724-49fe-b54a-b00a5a02a366 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.1919413
Jun 04 15:10:25.438269 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-186ab362-7c1d-4087-a8dc-e8cf351394a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0833375
Jun 04 15:10:25.482264 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:25.514082 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Attempting to bind port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:10:25.514515 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Attempting to bind port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '4c4cab05-25dc-4986-96fe-bcc0ba0fb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5adf0729-a8c9-44c5-8a11-4744fd36b204'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:10:25.514884 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Attempting to bind port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee on network 5adf0729-a8c9-44c5-8a11-4744fd36b204 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:25.524352 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:10:25.524741 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Checking segment: {'id': '4c4cab05-25dc-4986-96fe-bcc0ba0fb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5adf0729-a8c9-44c5-8a11-4744fd36b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:10:25.533040 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:25.533733 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Bound using segment: {'id': '4c4cab05-25dc-4986-96fe-bcc0ba0fb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5adf0729-a8c9-44c5-8a11-4744fd36b204'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:10:25.534256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Bound port: 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4cab05-25dc-4986-96fe-bcc0ba0fb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5adf0729-a8c9-44c5-8a11-4744fd36b204'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:10:25.534642 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:25.772622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] For port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:10:25.772758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bfb74b-dc0d-4955-bcf0-2b979d63b471 admin admin] Router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:10:25.786066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] For port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7940d6c1-dea5-4af8-a47d-61c32eb6e5ee,segment=NetworkSegment(4c4cab05-25dc-4986-96fe-bcc0ba0fb250),segment_id=4c4cab05-25dc-4986-96fe-bcc0ba0fb250)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:10:25.859901 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:25.896322 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:25.948937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472a4bc-4405-4d9e-8a78-41f5dc5316db req-bc8a1cea-61da-4965-a51a-d6d0cdc2cad0 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:25.950830 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2472a4bc-4405-4d9e-8a78-41f5dc5316db req-bc8a1cea-61da-4965-a51a-d6d0cdc2cad0 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 950 time: 0.2466621
Jun 04 15:10:25.972363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234ed57-d131-4df2-8a03-d644b041a134 req-d675682a-00f3-489b-aa80-06b54c938b76 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:25.980552 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c234ed57-d131-4df2-8a03-d644b041a134 req-d675682a-00f3-489b-aa80-06b54c938b76 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 945 time: 0.8527982
Jun 04 15:10:26.013523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Routers {'4963fd23-5880-469b-a1c5-1b415afd87c5'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:10:26.014450 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8186d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:10:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4963fd23-5880-469b-a1c5-1b415afd87c5'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:26.044936 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-3f33f13e-3463-429f-b9cc-9214f773bf33 service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5965488
Jun 04 15:10:26.234488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705853b-45c8-4e75-9cb7-c217c8a41a09 None None] Pushing event updated for resources: {'Port': ['ID=7940d6c1-dea5-4af8-a47d-61c32eb6e5ee,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:26.248717 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6705853b-45c8-4e75-9cb7-c217c8a41a09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:26.313781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bfb74b-dc0d-4955-bcf0-2b979d63b471 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:10:26.324324 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0817a95-4d13-4500-a1e3-f466ef90c178 None None] Sync routers for ids ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:10:26.343209 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0817a95-4d13-4500-a1e3-f466ef90c178 None None] Routers {'9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:10:26.344864 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a0817a95-4d13-4500-a1e3-f466ef90c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c825dc0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:10:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:26.436447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] Set router 4963fd23-5880-469b-a1c5-1b415afd87c5 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:10:26.462433 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-be96c5e8-fdaa-4ac5-9ea2-1da93b79ebf5 service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4089155
Jun 04 15:10:26.463626 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c234ed57-d131-4df2-8a03-d644b041a134 req-6121ca85-57a1-45ed-98e7-225770c6e5f5 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4810550
Jun 04 15:10:26.477966 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d6bfb74b-dc0d-4955-bcf0-2b979d63b471 admin admin] 10.222.0.32 "PUT /v2.0/routers/9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4830036
Jun 04 15:10:26.487821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35710) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:26.505646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f6055-f74c-4e76-81a5-afb40026667e req-3f0d32b0-c864-43de-986a-e1215b451585 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:26.541667 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-205f6055-f74c-4e76-81a5-afb40026667e req-3f0d32b0-c864-43de-986a-e1215b451585 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 946 time: 0.8211350
Jun 04 15:10:26.710611 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-205f6055-f74c-4e76-81a5-afb40026667e req-4053e70a-af22-4107-aa4d-e4c78271cbbb tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625183
Jun 04 15:10:26.799059 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a0817a95-4d13-4500-a1e3-f466ef90c178 None None] Set router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:10:27.013642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8186d0>, [{'id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-653852906-router', 'tenant_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '9fa29bcc-a547-42b8-a9b4-31b451f56e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:08Z', 'updated_at': '2021-06-04T15:10:18Z', 'revision_number': 4, 'project_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'gw_port': {'id': '9fa29bcc-a547-42b8-a9b4-31b451f56e7c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:11Z', 'updated_at': '2021-06-04T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '7940d6c1-dea5-4af8-a47d-61c32eb6e5ee', 'name': '', 'network_id': '5adf0729-a8c9-44c5-8a11-4744fd36b204', 'tenant_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'mac_address': 'fa:16:3e:ce:d0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ae673e1e-7d2a-42db-9174-96471240cb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:17Z', 'updated_at': '2021-06-04T15:10:25Z', 'revision_number': 4, 'project_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'subnets': [{'id': 'ae673e1e-7d2a-42db-9174-96471240cb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:27.019133 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e59a680-8f19-4896-920f-740d9555c0ca None None] The sync data for ids ['4963fd23-5880-469b-a1c5-1b415afd87c5'] in n-d-791505-9 is: [{'id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-653852906-router', 'tenant_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '9fa29bcc-a547-42b8-a9b4-31b451f56e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:08Z', 'updated_at': '2021-06-04T15:10:18Z', 'revision_number': 4, 'project_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'gw_port': {'id': '9fa29bcc-a547-42b8-a9b4-31b451f56e7c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:11Z', 'updated_at': '2021-06-04T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '7940d6c1-dea5-4af8-a47d-61c32eb6e5ee', 'name': '', 'network_id': '5adf0729-a8c9-44c5-8a11-4744fd36b204', 'tenant_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'mac_address': 'fa:16:3e:ce:d0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ae673e1e-7d2a-42db-9174-96471240cb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:17Z', 'updated_at': '2021-06-04T15:10:25Z', 'revision_number': 4, 'project_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'subnets': [{'id': 'ae673e1e-7d2a-42db-9174-96471240cb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:10:27.335186 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0c620fb5-e2e5-4ea5-bcb2-6170a55ed66f req-45ab9b8b-cecd-4c22-abb8-14afbeb84411 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 210 time: 0.1319599
Jun 04 15:10:27.554349 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a0817a95-4d13-4500-a1e3-f466ef90c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c825dc0>, [{'id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-router', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:08:34Z', 'updated_at': '2021-06-04T15:10:23Z', 'revision_number': 5, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'gw_port': {'id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:36Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:27.563119 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0817a95-4d13-4500-a1e3-f466ef90c178 None None] Checking router: 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:10:27.637464 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0817a95-4d13-4500-a1e3-f466ef90c178 None None] Routers {'9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:10:27.638770 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a0817a95-4d13-4500-a1e3-f466ef90c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c825dc0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:10:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:27.831804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-2472a4bc-4405-4d9e-8a78-41f5dc5316db req-8178bced-1ba8-4c06-b824-3efbb48f1554 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Deleting port 92966385-9600-4606-ac39-33cbae22b9d7 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:10:27.832415 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2472a4bc-4405-4d9e-8a78-41f5dc5316db req-8178bced-1ba8-4c06-b824-3efbb48f1554 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:27.902539 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a0817a95-4d13-4500-a1e3-f466ef90c178 None None] Set router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:10:28.073818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9c4a7-5634-4316-82ce-c8c82af02af3 req-12e2d358-ebad-48a7-a585-389887f3a9fb tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:28.085482 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-12c9c4a7-5634-4316-82ce-c8c82af02af3 req-12e2d358-ebad-48a7-a585-389887f3a9fb tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 950 time: 0.3627205
Jun 04 15:10:28.212554 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-12c9c4a7-5634-4316-82ce-c8c82af02af3 req-339d6ecd-3138-490c-9f71-bfd1eba8e6d4 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259742
Jun 04 15:10:28.278355 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:28.293869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419bee-df85-42ff-87d3-daf584690fd4 req-7a6571e3-85fc-4edf-b876-a849acf85908 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:28.295510 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-7a6571e3-85fc-4edf-b876-a849acf85908 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45&tenant_id=a03aebe4cbe94e51823784c56531a643&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 1097 time: 0.4796023
Jun 04 15:10:28.332055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-9'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:10:28.506832 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:28.642777 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a0817a95-4d13-4500-a1e3-f466ef90c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c825dc0>, [{'id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-router', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:08:34Z', 'updated_at': '2021-06-04T15:10:23Z', 'revision_number': 5, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'gw_port': {'id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:36Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:28.647350 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0817a95-4d13-4500-a1e3-f466ef90c178 None None] The sync data for ids ['9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9'] in n-d-791505-9 is: [{'id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-916982801-router', 'tenant_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:08:34Z', 'updated_at': '2021-06-04T15:10:23Z', 'revision_number': 5, 'project_id': 'fdf8d6fdd96c41e5b1ffd2e166f1560e', 'gw_port': {'id': '51d82f09-342a-4290-bcdd-46af9cdaa7ce', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:08:36Z', 'updated_at': '2021-06-04T15:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:10:28.794094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02801b63-f491-4718-be16-bedae11ac927 req-eb4219ca-b9fc-42cb-8721-59c75d0f4c5f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:28.796800 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-02801b63-f491-4718-be16-bedae11ac927 req-eb4219ca-b9fc-42cb-8721-59c75d0f4c5f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 1.9351797
Jun 04 15:10:28.803611 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-2472a4bc-4405-4d9e-8a78-41f5dc5316db req-8178bced-1ba8-4c06-b824-3efbb48f1554 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] For port 92966385-9600-4606-ac39-33cbae22b9d7, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=92966385-9600-4606-ac39-33cbae22b9d7,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:28.804347 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2472a4bc-4405-4d9e-8a78-41f5dc5316db req-8178bced-1ba8-4c06-b824-3efbb48f1554 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:29.086004 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675c92e-7859-428c-afdf-2a1993abe9dc req-3f7cf9a3-003f-432c-9a16-eeb874370faf tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:29.116157 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4675c92e-7859-428c-afdf-2a1993abe9dc req-3f7cf9a3-003f-432c-9a16-eeb874370faf tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 945 time: 0.5005274
Jun 04 15:10:29.203336 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:10:29.290630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 470f8cf4-18ad-4867-a706-43e0332264d1 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:10:29.342931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-2472a4bc-4405-4d9e-8a78-41f5dc5316db req-8178bced-1ba8-4c06-b824-3efbb48f1554 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Calling delete_port for 92966385-9600-4606-ac39-33cbae22b9d7 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:10:29.422735 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4675c92e-7859-428c-afdf-2a1993abe9dc req-073ea8e5-cd64-4e16-8fc4-997875b45657 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3070292
Jun 04 15:10:29.436310 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-02801b63-f491-4718-be16-bedae11ac927 req-a19f07ff-ff72-48f6-a49a-4cd6e0e066ff tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5028613
Jun 04 15:10:29.502488 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:29.629766 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 470f8cf4-18ad-4867-a706-43e0332264d1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=470f8cf4-18ad-4867-a706-43e0332264d1,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:29.640668 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] For port 470f8cf4-18ad-4867-a706-43e0332264d1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=470f8cf4-18ad-4867-a706-43e0332264d1,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:29.664980 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 92966385-9600-4606-ac39-33cbae22b9d7 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:10:29.721496 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 470f8cf4-18ad-4867-a706-43e0332264d1 has no active binding in host n-h2-791505-9 {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 04 15:10:29.732805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] For port 470f8cf4-18ad-4867-a706-43e0332264d1, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:10:29.885799 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:29.890711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470f8cf4-18ad-4867-a706-43e0332264d1'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:10:29.894685 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfcf24f-2454-456f-93dd-4a5991c0cf8b" -d '{"events": [{"server_uuid": "13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45", "name": "network-vif-unplugged", "status": "completed", "tag": "470f8cf4-18ad-4867-a706-43e0332264d1"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:10:29.909425 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:29.929384 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ea8727e6-41fc-455a-b0e0-75bf2caeed91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:29.958356 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2472a4bc-4405-4d9e-8a78-41f5dc5316db req-8178bced-1ba8-4c06-b824-3efbb48f1554 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:29.985930 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:29.990073 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9ec9e0e4-7999-46b1-8bb3-deb030f9cd98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:29.991549 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:30.024418 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-91f410f3-2561-463b-bb25-68e4c20ddba9 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a96fb008d758442193044e589338c6a2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1247978
Jun 04 15:10:30.071410 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['39aca5ae-aedb-4639-985b-49fbceec36e6', '68f0c106-4301-4722-a664-002be03379b1', '00206849-6e37-4bf1-8f05-721b52b0c482', '5791a29b-f7fb-4c7f-b5fd-71123d32949c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:10:30.153337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['b7c24edb-f643-4938-8e52-7e56962318e3', '5948e58c-a12c-4416-afa5-9e142acf5f22', '4fcba15f-b524-426a-9b9c-6037e8aec260'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:10:30.220371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178bced-1ba8-4c06-b824-3efbb48f1554 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event deleted for resources: {'Port': ['ID=92966385-9600-4606-ac39-33cbae22b9d7,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:30.231460 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8a64dd15-b146-4173-afd3-1189ea1becb5 req-8f5c75d8-7332-49dd-9abd-091dcc461482 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 210 time: 0.1143548
Jun 04 15:10:30.236701 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8178bced-1ba8-4c06-b824-3efbb48f1554 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:30.237783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-1ae0d1ae-4eb8-4a93-833d-7a41af100834 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:30.240337 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-1ae0d1ae-4eb8-4a93-833d-7a41af100834 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1906688
Jun 04 15:10:30.327706 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:10:30.458741 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Request body: {'port': {'device_id': 'dfe043c1-7e44-4e05-b2b6-921275ac1c68', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': 'a96fb008d758442193044e589338c6a2'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:10:30.540008 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-2472a4bc-4405-4d9e-8a78-41f5dc5316db req-8178bced-1ba8-4c06-b824-3efbb48f1554 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] No DVR routers for this DVR port 92966385-9600-4606-ac39-33cbae22b9d7 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:10:30.550514 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2472a4bc-4405-4d9e-8a78-41f5dc5316db req-8178bced-1ba8-4c06-b824-3efbb48f1554 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:30.583381 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:30.583381 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:30.654675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb33febb-d01f-4019-a303-0d9a82bcbf16', 'name': 'network-vif-deleted', 'tag': '92966385-9600-4606-ac39-33cbae22b9d7'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:10:30.657224 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf1099b-4f64-44d3-a3fd-fd02ebd8749f" -d '{"events": [{"server_uuid": "fb33febb-d01f-4019-a303-0d9a82bcbf16", "name": "network-vif-deleted", "tag": "92966385-9600-4606-ac39-33cbae22b9d7"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:10:30.688693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1a244340-d4f9-4a2e-aa80-09bba67819ef req-399c504c-0090-48b1-bcc9-71e7a04b3c88 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Synchronizing usage tracker for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:10:30.712315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] Deleting port 51d82f09-342a-4290-bcdd-46af9cdaa7ce {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:10:30.712916 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:30.852850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Pushing event updated for resources: {'Port': ['ID=470f8cf4-18ad-4867-a706-43e0332264d1,revision_number=7']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:30.860414 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:30.865497 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2472a4bc-4405-4d9e-8a78-41f5dc5316db req-8178bced-1ba8-4c06-b824-3efbb48f1554 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "DELETE /v2.0/ports/92966385-9600-4606-ac39-33cbae22b9d7 HTTP/1.1" status: 204  len: 173 time: 4.9034908
Jun 04 15:10:30.880050 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:10:30.914233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Usage tracker for resource:port and tenant:a96fb008d758442193044e589338c6a2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:10:30.926499 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a3d1-d165-4795-8755-bdf85edee427 req-1900b33b-683e-4465-8931-dcda6fb7c79d tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:30.928381 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba16a3d1-d165-4795-8755-bdf85edee427 req-1900b33b-683e-4465-8931-dcda6fb7c79d tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 944 time: 1.1970239
Jun 04 15:10:30.929418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Attempting to bind port 470f8cf4-18ad-4867-a706-43e0332264d1 on host n-h1-791505-9 for vnic_type normal with profile {"migrating_to": "n-h2-791505-9"} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:10:30.930919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Attempting to bind port 470f8cf4-18ad-4867-a706-43e0332264d1 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:10:30.930919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Attempting to bind port 470f8cf4-18ad-4867-a706-43e0332264d1 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:30.945614 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:10:30.948601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Port 470f8cf4-18ad-4867-a706-43e0332264d1 on network 061fcf42-462b-46e3-9f65-54c102f9c252 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:10:30.949180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Attempting to bind port 470f8cf4-18ad-4867-a706-43e0332264d1 on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:30.958674 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:10:30.959299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Checking segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:10:30.959801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Bound using segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:10:30.960468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Bound port: 470f8cf4-18ad-4867-a706-43e0332264d1, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:10:30.961232 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:30.967498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1a244340-d4f9-4a2e-aa80-09bba67819ef req-399c504c-0090-48b1-bcc9-71e7a04b3c88 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Unset dirty status for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:10:30.978719 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1a244340-d4f9-4a2e-aa80-09bba67819ef req-399c504c-0090-48b1-bcc9-71e7a04b3c88 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb33febb-d01f-4019-a303-0d9a82bcbf16 HTTP/1.1" status: 200  len: 210 time: 0.4412358
Jun 04 15:10:31.002783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:10:31.016259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] For port 51d82f09-342a-4290-bcdd-46af9cdaa7ce, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=51d82f09-342a-4290-bcdd-46af9cdaa7ce,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:31.017449 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:31.059087 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba16a3d1-d165-4795-8755-bdf85edee427 req-d94fb4b7-fa20-4156-b254-7f54427a0b36 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146755
Jun 04 15:10:31.230497 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] For port 470f8cf4-18ad-4867-a706-43e0332264d1, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:10:31.237728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] For port 470f8cf4-18ad-4867-a706-43e0332264d1, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=470f8cf4-18ad-4867-a706-43e0332264d1,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:10:31.243153 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76014dc2-523a-45e7-8590-44b50834caee x-openstack-request-id: req-76014dc2-523a-45e7-8590-44b50834caee {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:10:31.244053 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45", "name": "network-vif-unplugged", "status": "completed", "tag": "470f8cf4-18ad-4867-a706-43e0332264d1", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:10:31.245066 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76014dc2-523a-45e7-8590-44b50834caee {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:10:31.247139 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470f8cf4-18ad-4867-a706-43e0332264d1', 'code': 200}
Jun 04 15:10:31.248394 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Made reservation on behalf of a96fb008d758442193044e589338c6a2 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:10:31.257669 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:31.299639 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:31.318213 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:10:31.324315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Usage tracker for resource:security_group_rule and tenant:a96fb008d758442193044e589338c6a2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:10:31.327735 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:10:31.334993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:10:31.492016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] Calling delete_port for 51d82f09-342a-4290-bcdd-46af9cdaa7ce owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:10:31.502303 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:31.506161 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:31.511298 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:31.632211 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:31.732774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078c482-24ad-42c5-8f03-ad866b0ff1b2 req-d78802a6-ff5a-4c72-846e-0c640e1cfddd tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:31.741557 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8078c482-24ad-42c5-8f03-ad866b0ff1b2 req-d78802a6-ff5a-4c72-846e-0c640e1cfddd tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.2357371
Jun 04 15:10:31.762836 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:31.829612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Allocated IP 192.168.233.99 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/81860d32-5a58-4695-936f-ee8284928bc1) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:10:31.841944 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8078c482-24ad-42c5-8f03-ad866b0ff1b2 req-47f1f501-be3c-4a37-9b9f-442f7aaeff91 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993249
Jun 04 15:10:31.930630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7940d6c1-dea5-4af8-a47d-61c32eb6e5ee,segment=NetworkSegment(4c4cab05-25dc-4986-96fe-bcc0ba0fb250),segment_id=4c4cab05-25dc-4986-96fe-bcc0ba0fb250)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:31.995978 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e280244e-441e-4e78-97cc-3604325e9a66 x-openstack-request-id: req-e280244e-441e-4e78-97cc-3604325e9a66 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:10:31.996386 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb33febb-d01f-4019-a303-0d9a82bcbf16", "name": "network-vif-deleted", "tag": "92966385-9600-4606-ac39-33cbae22b9d7", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:10:31.996707 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e280244e-441e-4e78-97cc-3604325e9a66 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:10:31.997160 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb33febb-d01f-4019-a303-0d9a82bcbf16', 'name': 'network-vif-deleted', 'tag': '92966385-9600-4606-ac39-33cbae22b9d7', 'status': 'completed', 'code': 200}
Jun 04 15:10:32.040416 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:32.046512 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:32.138661 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 65f36569-57a3-4fdf-a122-14b8c14f9602 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:10:32.225744 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:32.231647 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:32.298930 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-614930c5-098e-4712-9919-19791110cdc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:32.313358 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 65f36569-57a3-4fdf-a122-14b8c14f9602 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:10:32.319369 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 65f36569-57a3-4fdf-a122-14b8c14f9602 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:10:32.341369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d82f09-342a-4290-bcdd-46af9cdaa7ce,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:32.347991 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:32.452246 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=7940d6c1-dea5-4af8-a47d-61c32eb6e5ee,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:32.458507 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:32.724194 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Pushing event updated for resources: {'Port': ['ID=470f8cf4-18ad-4867-a706-43e0332264d1,revision_number=8']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:32.732199 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:32.735049 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4cbf-c02f-43f9-bc1c-e9672704981d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:32.815073 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.304s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:32.815820 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8f84c987-3f76-40dc-9372-88b6ce5c9110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.655s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:32.886753 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:32.887459 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:32.888899 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] 10.222.0.62 "PUT /v2.0/ports/470f8cf4-18ad-4867-a706-43e0332264d1 HTTP/1.1" status: 200  len: 1122 time: 4.5824780
Jun 04 15:10:32.902002 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:32.929552 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278177b6-c58b-4baf-bfc8-7c1309718c27 req-0603036e-3c53-4ea0-8f9d-06b7963b2635 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:32.929552 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-278177b6-c58b-4baf-bfc8-7c1309718c27 req-0603036e-3c53-4ea0-8f9d-06b7963b2635 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 945 time: 1.4222877
Jun 04 15:10:32.930840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a729160-a8a5-43c5-be75-8f97cdaa49b2,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:32.937964 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:32.952340 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Transition to ACTIVE for port object 81860d32-5a58-4695-936f-ee8284928bc1 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:10:33.008480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['470f8cf4-18ad-4867-a706-43e0332264d1'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:10:33.080413 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ca3bc47e-6ba9-46bb-8285-b59784d640d1 req-b00d06c8-ba32-4085-9bdd-8a262dd91f55 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 210 time: 0.3504376
Jun 04 15:10:33.109227 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-278177b6-c58b-4baf-bfc8-7c1309718c27 req-1761c90f-0488-4ec1-9218-0d1b87237a8d tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450143
Jun 04 15:10:33.175626 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:33.203518 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cc4240a9-cc0a-42c7-ac66-2645e47f9036 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:33.255683 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['470f8cf4-18ad-4867-a706-43e0332264d1'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:10:33.393775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45', 'tag': '470f8cf4-18ad-4867-a706-43e0332264d1'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:10:33.403269 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7198cd9c-4921-4fa5-8449-48e74a27284c" -d '{"events": [{"name": "network-changed", "server_uuid": "13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45", "tag": "470f8cf4-18ad-4867-a706-43e0332264d1"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:10:33.409612 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:33.423024 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:33.800748 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:10:33.809258 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:33.817800 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:10:33.842652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:10:33.852510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:33.854276 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:33.865734 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:33.866638 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:10:33.911591 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:33.923054 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9ddd05f2-59cf-462d-8dd1-6d1856f9a3f9 HTTP/1.1" status: 204  len: 168 time: 7.4240804
Jun 04 15:10:33.927353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35750) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:33.935648 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Pushing event updated for resources: {'Port': ['ID=81860d32-5a58-4695-936f-ee8284928bc1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:33.951531 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:34.077962 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99caaf29-0ea3-48ba-8429-66915a3a6e06 req-2f49bfaf-7e22-437c-a955-0121fa285fb0 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:34.090651 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-99caaf29-0ea3-48ba-8429-66915a3a6e06 req-2f49bfaf-7e22-437c-a955-0121fa285fb0 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 944 time: 0.6026287
Jun 04 15:10:34.169138 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.7578180
Jun 04 15:10:34.252839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-826b2280-6841-4d18-9052-6d43e5f594f1 admin admin] Deleting subnet 5386f612-d207-46aa-9a92-15138be08af8 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:10:34.258059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Request body: {'port': {'device_id': 'dfe043c1-7e44-4e05-b2b6-921275ac1c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:10:34.258276 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-826b2280-6841-4d18-9052-6d43e5f594f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:34.319978 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-826b2280-6841-4d18-9052-6d43e5f594f1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:34.399849 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-99caaf29-0ea3-48ba-8429-66915a3a6e06 req-8cbd6402-b2d9-4fd0-bda3-6b347aa49a38 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3080010
Jun 04 15:10:34.436150 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0fa7b87a-8ac7-4f67-97e4-4170af63a861 None None] Provisioning for port 81860d32-5a58-4695-936f-ee8284928bc1 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:10:34.442832 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0fa7b87a-8ac7-4f67-97e4-4170af63a861 None None] Provisioning complete for port 81860d32-5a58-4695-936f-ee8284928bc1 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:34.443766 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0fa7b87a-8ac7-4f67-97e4-4170af63a861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:34.527655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1f508-4c60-4f3a-a627-97baa4129be8 req-1386bf2c-165a-4b55-aee2-eda489fb52e3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:34.578991 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-15b1f508-4c60-4f3a-a627-97baa4129be8 req-1386bf2c-165a-4b55-aee2-eda489fb52e3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.6522598
Jun 04 15:10:34.583978 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-826b2280-6841-4d18-9052-6d43e5f594f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:34.684893 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:34.782566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0fa7b87a-8ac7-4f67-97e4-4170af63a861 None None] Port 81860d32-5a58-4695-936f-ee8284928bc1 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:10:34.819414 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb7b149-5569-4c08-bb81-a0f1e0788cb0 x-openstack-request-id: req-ceb7b149-5569-4c08-bb81-a0f1e0788cb0 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:10:34.823400 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45", "tag": "470f8cf4-18ad-4867-a706-43e0332264d1", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:10:34.825941 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ceb7b149-5569-4c08-bb81-a0f1e0788cb0 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:10:34.826991 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45', 'tag': '470f8cf4-18ad-4867-a706-43e0332264d1', 'status': 'completed', 'code': 200}
Jun 04 15:10:34.890244 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:10:35.285151 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-15b1f508-4c60-4f3a-a627-97baa4129be8 req-0f63ec07-202a-4b77-9dd3-6e08fa50d86a tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7049413
Jun 04 15:10:35.323550 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:35.324827 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:35.449020 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:35.676304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198cd9c-4921-4fa5-8449-48e74a27284c req-35a7dc52-3aa4-4af6-8b1c-1079c9f47345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:35.685145 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7198cd9c-4921-4fa5-8449-48e74a27284c req-35a7dc52-3aa4-4af6-8b1c-1079c9f47345 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 1125 time: 0.7989368
Jun 04 15:10:35.732438 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81860d32-5a58-4695-936f-ee8284928bc1 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:10:35.759871 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:35.812461 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Transition to ACTIVE for port object 81860d32-5a58-4695-936f-ee8284928bc1 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:10:35.872264 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 51d82f09-342a-4290-bcdd-46af9cdaa7ce no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:10:35.922251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 51d82f09-342a-4290-bcdd-46af9cdaa7ce {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:10:35.923290 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 51d82f09-342a-4290-bcdd-46af9cdaa7ce not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:10:36.049329 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:36.054678 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e85bba0-fe0c-4238-9246-e23df7980718 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:36.128116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198cd9c-4921-4fa5-8449-48e74a27284c req-5b8ba8a5-bf59-4c80-88de-e73a8ada60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:36.132733 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7198cd9c-4921-4fa5-8449-48e74a27284c req-5b8ba8a5-bf59-4c80-88de-e73a8ada60c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.4350574
Jun 04 15:10:36.139989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880391d-978c-45d5-9600-d3ec6a41ccc4 req-472783d9-e197-4d72-b02a-b88eacc39c06 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:36.141628 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c880391d-978c-45d5-9600-d3ec6a41ccc4 req-472783d9-e197-4d72-b02a-b88eacc39c06 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 935 time: 0.3250418
Jun 04 15:10:36.190109 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Pushing event updated for resources: {'Port': ['ID=81860d32-5a58-4695-936f-ee8284928bc1,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:36.245164 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:36.258899 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7198cd9c-4921-4fa5-8449-48e74a27284c req-4f4cb67c-c051-445d-9cf1-af76543feddf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470f8cf4-18ad-4867-a706-43e0332264d1 HTTP/1.1" status: 200  len: 217 time: 0.1139891
Jun 04 15:10:36.351706 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198cd9c-4921-4fa5-8449-48e74a27284c req-d8986154-6665-4063-b40e-e0c1c62e7af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:36.353362 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7198cd9c-4921-4fa5-8449-48e74a27284c req-d8986154-6665-4063-b40e-e0c1c62e7af4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.0832620
Jun 04 15:10:36.439480 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-826b2280-6841-4d18-9052-6d43e5f594f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:36.582978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Attempting to bind port 81860d32-5a58-4695-936f-ee8284928bc1 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:10:36.583486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Attempting to bind port 81860d32-5a58-4695-936f-ee8284928bc1 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:10:36.585193 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Attempting to bind port 81860d32-5a58-4695-936f-ee8284928bc1 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:36.593500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Port 81860d32-5a58-4695-936f-ee8284928bc1 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:10:36.594336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Attempting to bind port 81860d32-5a58-4695-936f-ee8284928bc1 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:36.617616 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:36.624526 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:10:36.625363 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:10:36.626290 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:10:36.629138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Bound port: 81860d32-5a58-4695-936f-ee8284928bc1, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:10:36.630248 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:36.658356 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c880391d-978c-45d5-9600-d3ec6a41ccc4 req-686f052e-cd05-4ba0-bbe2-793291cfde58 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a729160-a8a5-43c5-be75-8f97cdaa49b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4438345
Jun 04 15:10:36.661948 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7198cd9c-4921-4fa5-8449-48e74a27284c req-0c649545-200c-46da-98f1-b4e0afb10526 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2973049
Jun 04 15:10:36.676770 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b2280-6841-4d18-9052-6d43e5f594f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5386f612-d207-46aa-9a92-15138be08af8,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:36.697359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01950be1-4fe4-4a07-9c2c-f8709397d88f None None] Network 5e9b67b2-653a-47ea-a9ed-4f14adb137d3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:10:36.698065 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-826b2280-6841-4d18-9052-6d43e5f594f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:36.705454 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-826b2280-6841-4d18-9052-6d43e5f594f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:36.712184 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-826b2280-6841-4d18-9052-6d43e5f594f1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5386f612-d207-46aa-9a92-15138be08af8 HTTP/1.1" status: 204  len: 168 time: 2.7826343
Jun 04 15:10:36.723127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35764) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:36.853556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894adfe-9295-4b9d-b0a2-6d44f4993d73 req-7f90c2bd-7e03-44dd-bd96-be64f81cc635 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:36.864283 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6894adfe-9295-4b9d-b0a2-6d44f4993d73 req-7f90c2bd-7e03-44dd-bd96-be64f81cc635 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 945 time: 0.6394129
Jun 04 15:10:36.990007 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] For port 81860d32-5a58-4695-936f-ee8284928bc1, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:10:36.993403 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] For port 81860d32-5a58-4695-936f-ee8284928bc1, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=81860d32-5a58-4695-936f-ee8284928bc1,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:10:37.036850 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6894adfe-9295-4b9d-b0a2-6d44f4993d73 req-46b9e049-a1d9-44ca-894a-fca57a93dc7b tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573446
Jun 04 15:10:37.078288 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7198cd9c-4921-4fa5-8449-48e74a27284c req-66b641b1-24c0-45d5-a4a7-dcff9808d557 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4028542
Jun 04 15:10:37.099647 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:37.107183 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1e773575-bbe6-4cb3-862b-e22869466ea2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:37.242422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:37.247941 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:37.247941 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] 10.222.0.65 "PUT /v2.0/ports/81860d32-5a58-4695-936f-ee8284928bc1 HTTP/1.1" status: 200  len: 1095 time: 3.0254629
Jun 04 15:10:37.261855 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe043c1-7e44-4e05-b2b6-921275ac1c68', 'tag': '81860d32-5a58-4695-936f-ee8284928bc1'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:10:37.264583 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c289c3cb-1f75-4016-bed4-9445faa84ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe043c1-7e44-4e05-b2b6-921275ac1c68", "tag": "81860d32-5a58-4695-936f-ee8284928bc1"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:10:37.343401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Pushing event updated for resources: {'Port': ['ID=81860d32-5a58-4695-936f-ee8284928bc1,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:37.369929 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:37.371727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199d87a7-cc1e-4fc1-a8f7-ae4310527ec5 None None] DHCP port deletion for 5e9b67b2-653a-47ea-a9ed-4f14adb137d3 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:10:37.467267 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7198cd9c-4921-4fa5-8449-48e74a27284c req-25220106-bf1b-4545-a66a-95ec257e78c0 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3738084
Jun 04 15:10:37.482390 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:37.555066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-199d87a7-cc1e-4fc1-a8f7-ae4310527ec5 None None] Deleting port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:10:37.555453 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-199d87a7-cc1e-4fc1-a8f7-ae4310527ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:37.612737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c9c5d44e-c2c7-451f-bbe9-fa49af88a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:37.615815 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-c9c5d44e-c2c7-451f-bbe9-fa49af88a897 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a96fb008d758442193044e589338c6a2&device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 1098 time: 0.1938353
Jun 04 15:10:37.707133 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-199d87a7-cc1e-4fc1-a8f7-ae4310527ec5 None None] For port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf,segment=NetworkSegment(9ae5f964-a369-4e0a-8028-0cc3707631ba),segment_id=9ae5f964-a369-4e0a-8028-0cc3707631ba)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:37.708732 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-199d87a7-cc1e-4fc1-a8f7-ae4310527ec5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:37.768652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea37d29-ba8d-46d7-a6ff-8f2cd800a567 req-38f86bc6-b78e-4e90-92c7-f3a04d5b2413 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:37.770331 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ea37d29-ba8d-46d7-a6ff-8f2cd800a567 req-38f86bc6-b78e-4e90-92c7-f3a04d5b2413 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 944 time: 0.7466919
Jun 04 15:10:37.821527 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-69f0ebd6-17ff-4e29-ba56-11f706f40642 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=81860d32-5a58-4695-936f-ee8284928bc1 HTTP/1.1" status: 200  len: 217 time: 0.1904540
Jun 04 15:10:37.823850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Deleting port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:10:37.823850 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:37.891351 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ea37d29-ba8d-46d7-a6ff-8f2cd800a567 req-0c3589ad-1a90-4ca5-b818-25df4335e324 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114657
Jun 04 15:10:37.901279 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-199d87a7-cc1e-4fc1-a8f7-ae4310527ec5 None None] Calling delete_port for bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:10:37.928355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-a66c7630-58e0-4bdb-9722-26be3d08f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:37.929800 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-a66c7630-58e0-4bdb-9722-26be3d08f696 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0994935
Jun 04 15:10:37.961295 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b8165-9ae3-4876-9704-f83d585023e9 req-840e7c82-33a3-4850-acd9-706e1b2523ae tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:37.963092 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352b8165-9ae3-4876-9704-f83d585023e9 req-840e7c82-33a3-4850-acd9-706e1b2523ae tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.65 "GET /v2.0/ports?device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 950 time: 0.3726375
Jun 04 15:10:38.027159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9afb31-f295-4e7f-8a41-da868e97a651 req-acb857d4-8677-4112-a106-a2a1fe05c72d tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:38.048759 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6b9afb31-f295-4e7f-8a41-da868e97a651 req-acb857d4-8677-4112-a106-a2a1fe05c72d tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 950 time: 0.3188128
Jun 04 15:10:38.054442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] For port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf,segment=NetworkSegment(9ae5f964-a369-4e0a-8028-0cc3707631ba),segment_id=9ae5f964-a369-4e0a-8028-0cc3707631ba)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:38.055213 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:38.122124 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6b9afb31-f295-4e7f-8a41-da868e97a651 req-0ad796dc-7b14-427a-87b7-680639cd275d tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718880
Jun 04 15:10:38.146754 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-7a3c272c-aae0-486f-9c8f-3be340f9553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:38.148962 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-7a3c272c-aae0-486f-9c8f-3be340f9553b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2076192
Jun 04 15:10:38.259261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Calling delete_port for bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:10:38.305552 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-199d87a7-cc1e-4fc1-a8f7-ae4310527ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:38.335001 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:38.418828 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2317f72-93d1-4d0b-8a70-da54411f1235 x-openstack-request-id: req-b2317f72-93d1-4d0b-8a70-da54411f1235 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:10:38.419220 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe043c1-7e44-4e05-b2b6-921275ac1c68", "tag": "81860d32-5a58-4695-936f-ee8284928bc1", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:10:38.419560 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2317f72-93d1-4d0b-8a70-da54411f1235 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:10:38.420102 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe043c1-7e44-4e05-b2b6-921275ac1c68', 'tag': '81860d32-5a58-4695-936f-ee8284928bc1', 'status': 'completed', 'code': 200}
Jun 04 15:10:38.453891 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199d87a7-cc1e-4fc1-a8f7-ae4310527ec5 None None] No DVR routers for this DVR port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:10:38.459031 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:38.469340 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8bb876fa-72b9-4e69-9eed-7da28d2672d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:38.472087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d87a7-cc1e-4fc1-a8f7-ae4310527ec5 None None] Pushing event deleted for resources: {'Port': ['ID=bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:38.480961 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:10:38.525395 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-199d87a7-cc1e-4fc1-a8f7-ae4310527ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:38.527647 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:10:38.528004 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:10:38.532247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:38.540329 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:38.550584 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] No DVR routers for this DVR port bfbdf4c8-c2aa-4b7f-8d7d-d5e9dce1ffbf on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:10:38.587850 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-a179c244-3428-4ff6-b376-e4923eeedaa1 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4316671
Jun 04 15:10:38.639902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521c991-c04e-4401-8764-21e3e4beb3cb req-cf824809-e836-4637-a2b6-acae24ed97fe tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:38.640841 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-5521c991-c04e-4401-8764-21e3e4beb3cb req-cf824809-e836-4637-a2b6-acae24ed97fe tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Synchronizing usage tracker for tenant:a96fb008d758442193044e589338c6a2 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:10:38.721618 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:38.737410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abc779-c51e-4b22-8c58-506619f5e9d2 req-968efd8f-d217-4f96-9231-a91e64d9473b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:38.739056 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-11abc779-c51e-4b22-8c58-506619f5e9d2 req-968efd8f-d217-4f96-9231-a91e64d9473b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.6627727
Jun 04 15:10:38.750810 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8387e6f190>> segment before_delete 55550000 {{(pid=88300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:10:38.750810 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8387e6f190>> subnet precommit_delete_associations 55550000 {{(pid=88300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:10:38.750810 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f838c9f8820>> segment_host_mapping after_create 55550000 {{(pid=88300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:10:38.750810 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f838c9f8820>> port after_create 55550000 {{(pid=88300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:10:38.750810 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f838c9f8820>> port after_delete 55550000 {{(pid=88300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:10:38.751385 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f838c9f8820>> port after_update 55550000 {{(pid=88300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:10:38.751385 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f838c9f8820>> segment after_delete 55550000 {{(pid=88300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:10:38.751649 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f838c9f8820>> subnet after_create 55550000 {{(pid=88300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:10:38.751968 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f838c9f8820>> subnet after_delete 55550000 {{(pid=88300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:10:38.752338 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f838c9f8820>> subnet after_update 55550000 {{(pid=88300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:10:38.770333 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-5521c991-c04e-4401-8764-21e3e4beb3cb req-cf824809-e836-4637-a2b6-acae24ed97fe tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Unset dirty status for tenant:a96fb008d758442193044e589338c6a2 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:10:38.772453 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5521c991-c04e-4401-8764-21e3e4beb3cb req-cf824809-e836-4637-a2b6-acae24ed97fe tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 947 time: 0.3510952
Jun 04 15:10:38.823698 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0523c708-125b-4e2f-ac1c-594d2b290e3e req-68a75852-53b2-44d7-bff8-e787fd1d1af3 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2249401
Jun 04 15:10:38.847326 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-5521c991-c04e-4401-8764-21e3e4beb3cb req-1f7e5697-3d55-4b99-a323-8346845cc267 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Synchronizing usage tracker for tenant:a96fb008d758442193044e589338c6a2 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:10:38.974544 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f838d7a2d90>> subnet after_create 55550000 {{(pid=88300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:10:38.975024 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f838d7a2d90>> subnet after_delete 55550000 {{(pid=88300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:10:38.975401 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f838d7a2d90>> subnet before_create 55550000 {{(pid=88300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:10:38.975824 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f838d7a2d90>> subnet before_update 55550000 {{(pid=88300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:10:38.976286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387565940>,) {'filters': {'network_id': ['5e9b67b2-653a-47ea-a9ed-4f14adb137d3']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:39.012631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-352b8165-9ae3-4876-9704-f83d585023e9 req-bf7d5774-3bfb-41a0-9ee1-2e1e835850e6 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Deleting port 4fcba15f-b524-426a-9b9c-6037e8aec260 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:10:39.013161 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-352b8165-9ae3-4876-9704-f83d585023e9 req-bf7d5774-3bfb-41a0-9ee1-2e1e835850e6 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:39.037111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387565940>, '9ae5f964-a369-4e0a-8028-0cc3707631ba') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:39.037361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387565940>, '9ae5f964-a369-4e0a-8028-0cc3707631ba') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:10:39.058476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-5521c991-c04e-4401-8764-21e3e4beb3cb req-1f7e5697-3d55-4b99-a323-8346845cc267 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Unset dirty status for tenant:a96fb008d758442193044e589338c6a2 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:10:39.071036 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5521c991-c04e-4401-8764-21e3e4beb3cb req-1f7e5697-3d55-4b99-a323-8346845cc267 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a729160-a8a5-43c5-be75-8f97cdaa49b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2909067
Jun 04 15:10:39.083847 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:39.108220 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-11abc779-c51e-4b22-8c58-506619f5e9d2 req-af590470-51d8-4cba-b369-7522cdeb2147 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233649
Jun 04 15:10:39.139989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289c3cb-1f75-4016-bed4-9445faa84ec8 req-8c2c910a-58a4-49c9-94fd-09bcb0adb518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:39.151577 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c289c3cb-1f75-4016-bed4-9445faa84ec8 req-8c2c910a-58a4-49c9-94fd-09bcb0adb518 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a96fb008d758442193044e589338c6a2&device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 1098 time: 0.1655471
Jun 04 15:10:39.175370 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:39.345587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:10:39.346000 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   from cryptography.utils import int_from_bytes
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   from cryptography.utils import int_from_bytes
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:10:39.388803 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:10:39.423087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289c3cb-1f75-4016-bed4-9445faa84ec8 req-77da6128-bb01-4ecb-b4a1-73b67d89ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:39.424661 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c289c3cb-1f75-4016-bed4-9445faa84ec8 req-77da6128-bb01-4ecb-b4a1-73b67d89ecc2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2751813
Jun 04 15:10:39.540923 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c289c3cb-1f75-4016-bed4-9445faa84ec8 req-b74a9e0c-4567-49f2-9159-808fb186a4e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=81860d32-5a58-4695-936f-ee8284928bc1 HTTP/1.1" status: 200  len: 217 time: 0.0816140
Jun 04 15:10:39.632505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-352b8165-9ae3-4876-9704-f83d585023e9 req-bf7d5774-3bfb-41a0-9ee1-2e1e835850e6 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] For port 4fcba15f-b524-426a-9b9c-6037e8aec260, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4fcba15f-b524-426a-9b9c-6037e8aec260,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:39.633209 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-352b8165-9ae3-4876-9704-f83d585023e9 req-bf7d5774-3bfb-41a0-9ee1-2e1e835850e6 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:39.700612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289c3cb-1f75-4016-bed4-9445faa84ec8 req-4a01c268-39a3-41a5-a3b0-046e7903619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:39.705288 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c289c3cb-1f75-4016-bed4-9445faa84ec8 req-4a01c268-39a3-41a5-a3b0-046e7903619c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1459525
Jun 04 15:10:39.723447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262b8c2-ab7d-4b40-ad54-05bcfc530ff6 req-7331c6d7-b2b1-4e0a-85ef-39777d8eb1fe tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:39.725629 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f262b8c2-ab7d-4b40-ad54-05bcfc530ff6 req-7331c6d7-b2b1-4e0a-85ef-39777d8eb1fe tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 945 time: 0.2999172
Jun 04 15:10:39.828623 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:39.837624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-352b8165-9ae3-4876-9704-f83d585023e9 req-bf7d5774-3bfb-41a0-9ee1-2e1e835850e6 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Calling delete_port for 4fcba15f-b524-426a-9b9c-6037e8aec260 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:10:39.852897 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f262b8c2-ab7d-4b40-ad54-05bcfc530ff6 req-36e82bf3-4859-41d5-8ddc-d7c70ea06de7 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782540
Jun 04 15:10:39.865239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a8a99-c361-4c14-9b84-bca0ea2f25e2 req-1a2ea5bb-70dd-4bc6-88c9-a3c475be6133 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:39.874042 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d60a8a99-c361-4c14-9b84-bca0ea2f25e2 req-1a2ea5bb-70dd-4bc6-88c9-a3c475be6133 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 944 time: 0.4429693
Jun 04 15:10:39.909460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289c3cb-1f75-4016-bed4-9445faa84ec8 req-273849a1-544a-4d59-a371-1db6a1963445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:39.911379 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c289c3cb-1f75-4016-bed4-9445faa84ec8 req-273849a1-544a-4d59-a371-1db6a1963445 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1838748
Jun 04 15:10:39.922722 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:39.945416 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:39.953625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Pushing event deleted for resources: {'Network': ['ID=5e9b67b2-653a-47ea-a9ed-4f14adb137d3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:39.968558 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:40.020561 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d60a8a99-c361-4c14-9b84-bca0ea2f25e2 req-0436526d-4561-447d-bf5b-da3dd65ad3d6 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445527
Jun 04 15:10:40.237218 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] 10.222.0.32 "DELETE /v2.0/networks/5e9b67b2-653a-47ea-a9ed-4f14adb137d3 HTTP/1.1" status: 204  len: 168 time: 3.5119572
Jun 04 15:10:40.393420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35de2e-9a0f-4ad5-a226-5e2580924e58 req-487096f4-6dc7-459d-b922-ee0bcaf9231c tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:40.402184 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e35de2e-9a0f-4ad5-a226-5e2580924e58 req-487096f4-6dc7-459d-b922-ee0bcaf9231c tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 947 time: 0.1473043
Jun 04 15:10:40.403033 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-352b8165-9ae3-4876-9704-f83d585023e9 req-bf7d5774-3bfb-41a0-9ee1-2e1e835850e6 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:40.425100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['39aca5ae-aedb-4639-985b-49fbceec36e6', '68f0c106-4301-4722-a664-002be03379b1', '00206849-6e37-4bf1-8f05-721b52b0c482', '5791a29b-f7fb-4c7f-b5fd-71123d32949c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:10:40.437106 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c5feed72-97e1-434f-95dc-28c1965aee9e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:40.467926 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c289c3cb-1f75-4016-bed4-9445faa84ec8 req-abd1c489-6d6d-4279-886f-58555524b89f service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5464411
Jun 04 15:10:40.491352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1fa17-acca-4974-bb6c-394699fc205b req-12e47308-1e6b-4028-be5c-b542b786d12b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:40.493398 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6db1fa17-acca-4974-bb6c-394699fc205b req-12e47308-1e6b-4028-be5c-b542b786d12b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 867 time: 0.4454551
Jun 04 15:10:40.514310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['b7c24edb-f643-4938-8e52-7e56962318e3', '5948e58c-a12c-4416-afa5-9e142acf5f22'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:10:40.682878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d5774-3bfb-41a0-9ee1-2e1e835850e6 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event deleted for resources: {'Port': ['ID=4fcba15f-b524-426a-9b9c-6037e8aec260,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:40.733480 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bf7d5774-3bfb-41a0-9ee1-2e1e835850e6 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:40.745502 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:10:40.754646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-352b8165-9ae3-4876-9704-f83d585023e9 req-bf7d5774-3bfb-41a0-9ee1-2e1e835850e6 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] No DVR routers for this DVR port 4fcba15f-b524-426a-9b9c-6037e8aec260 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:10:40.762398 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-352b8165-9ae3-4876-9704-f83d585023e9 req-bf7d5774-3bfb-41a0-9ee1-2e1e835850e6 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:40.785915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d5c814-ba60-46dc-8332-aba414bc6113', 'name': 'network-vif-deleted', 'tag': '4fcba15f-b524-426a-9b9c-6037e8aec260'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:10:40.790685 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aac11f0-80d6-4998-8c8e-c64de09e9eb8" -d '{"events": [{"server_uuid": "55d5c814-ba60-46dc-8332-aba414bc6113", "name": "network-vif-deleted", "tag": "4fcba15f-b524-426a-9b9c-6037e8aec260"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:10:40.813844 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352b8165-9ae3-4876-9704-f83d585023e9 req-bf7d5774-3bfb-41a0-9ee1-2e1e835850e6 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.65 "DELETE /v2.0/ports/4fcba15f-b524-426a-9b9c-6037e8aec260 HTTP/1.1" status: 204  len: 173 time: 2.8435333
Jun 04 15:10:40.829602 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6db1fa17-acca-4974-bb6c-394699fc205b req-de9c9fbc-a091-47ab-bac5-982325171945 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2514331
Jun 04 15:10:40.835497 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e35de2e-9a0f-4ad5-a226-5e2580924e58 req-4c7a83b1-8fda-42ce-affe-531937ddfb47 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a729160-a8a5-43c5-be75-8f97cdaa49b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2311008
Jun 04 15:10:40.958793 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c289c3cb-1f75-4016-bed4-9445faa84ec8 req-7893a934-bd9b-4f14-a570-1a1905874792 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4639904
Jun 04 15:10:41.171830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35816) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:41.231909 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 81860d32-5a58-4695-936f-ee8284928bc1 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:10:41.234375 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4fcba15f-b524-426a-9b9c-6037e8aec260 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:10:41.390671 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 4fcba15f-b524-426a-9b9c-6037e8aec260 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:10:41.391289 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4fcba15f-b524-426a-9b9c-6037e8aec260 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:10:41.396731 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-06ed3ba5-9feb-446d-a6f8-b840f77c78a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdf8d6fdd96c41e5b1ffd2e166f1560e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2230375
Jun 04 15:10:41.399473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35818) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:41.596253 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f769c91-78d2-4026-9b64-948c6ac932ba x-openstack-request-id: req-0f769c91-78d2-4026-9b64-948c6ac932ba {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:10:41.596707 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d5c814-ba60-46dc-8332-aba414bc6113", "name": "network-vif-deleted", "tag": "4fcba15f-b524-426a-9b9c-6037e8aec260", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:10:41.596835 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f769c91-78d2-4026-9b64-948c6ac932ba {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:10:41.597300 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d5c814-ba60-46dc-8332-aba414bc6113', 'name': 'network-vif-deleted', 'tag': '4fcba15f-b524-426a-9b9c-6037e8aec260', 'status': 'completed', 'code': 200}
Jun 04 15:10:41.624938 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f107e0e4-e1bc-40cb-a28b-b7e13f2f2c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:41.657935 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.resource_extend [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:10:41.693364 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f107e0e4-e1bc-40cb-a28b-b7e13f2f2c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:41.709333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8f2bc-ebfa-4664-b676-9c707cafc290 req-ebd79f04-a240-4a7e-88c8-19cea7fe6d78 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:41.711031 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b3f8f2bc-ebfa-4664-b676-9c707cafc290 req-ebd79f04-a240-4a7e-88c8-19cea7fe6d78 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.3005629
Jun 04 15:10:41.817900 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b3f8f2bc-ebfa-4664-b676-9c707cafc290 req-f3f10a57-6062-4406-a2dc-dd8faff60946 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997250
Jun 04 15:10:41.945813 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8b55d-e1bd-4dbd-9715-46fe59eb33e8 req-038d885d-d6bf-4478-ab75-853ec4e3b8be tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:41.948092 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-66f8b55d-e1bd-4dbd-9715-46fe59eb33e8 req-038d885d-d6bf-4478-ab75-853ec4e3b8be tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 945 time: 0.2050843
Jun 04 15:10:42.046216 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 81860d32-5a58-4695-936f-ee8284928bc1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=81860d32-5a58-4695-936f-ee8284928bc1,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:42.053613 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-66f8b55d-e1bd-4dbd-9715-46fe59eb33e8 req-0d73ff35-1814-4990-9321-4076ebab1b3e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990925
Jun 04 15:10:42.061181 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f107e0e4-e1bc-40cb-a28b-b7e13f2f2c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:42.070305 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a9a370c9-d47f-427d-98d8-91dc7b736594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:42.090005 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107e0e4-e1bc-40cb-a28b-b7e13f2f2c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca024b39-e781-4da1-b695-59ae75e52558,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:42.093685 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f107e0e4-e1bc-40cb-a28b-b7e13f2f2c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:42.103479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '81860d32-5a58-4695-936f-ee8284928bc1', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '81860d32-5a58-4695-936f-ee8284928bc1', 'mac_address': 'fa:16:3e:04:3e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:10:42.150090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad55a79-9a4d-478a-a1b7-4b3b927b6e4a req-b2fbcb3d-9cdb-4c57-9d24-c08f6f9ea1c2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:42.152520 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ad55a79-9a4d-478a-a1b7-4b3b927b6e4a req-b2fbcb3d-9cdb-4c57-9d24-c08f6f9ea1c2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 944 time: 0.1610656
Jun 04 15:10:42.232065 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f107e0e4-e1bc-40cb-a28b-b7e13f2f2c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:42.249282 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f107e0e4-e1bc-40cb-a28b-b7e13f2f2c02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca024b39-e781-4da1-b695-59ae75e52558 HTTP/1.1" status: 204  len: 168 time: 0.8460424
Jun 04 15:10:42.257506 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ad55a79-9a4d-478a-a1b7-4b3b927b6e4a req-6dea634f-9986-4d13-b192-07f2a7f17328 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991566
Jun 04 15:10:42.289145 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:42.372665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81860d32-5a58-4695-936f-ee8284928bc1 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:10:42.444194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 81860d32-5a58-4695-936f-ee8284928bc1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=81860d32-5a58-4695-936f-ee8284928bc1,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:42.548106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5114d3-eb77-409d-8a35-f50e38cc455e req-b0f3a191-6b57-4f54-aeab-11ca9465cf3c tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:42.552617 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9d5114d3-eb77-409d-8a35-f50e38cc455e req-b0f3a191-6b57-4f54-aeab-11ca9465cf3c tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 947 time: 0.1547258
Jun 04 15:10:42.578697 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:42.589449 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:42.616743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1a55e97f-215c-400f-821c-2bb1ba9fcfe8 req-7c6f71a7-9441-4b4d-ac92-f18b33822a96 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Synchronizing usage tracker for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:10:42.653421 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9d5114d3-eb77-409d-8a35-f50e38cc455e req-ac3bbf85-7403-432c-85cb-3a7bf67361a4 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a729160-a8a5-43c5-be75-8f97cdaa49b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922456
Jun 04 15:10:42.746969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1a55e97f-215c-400f-821c-2bb1ba9fcfe8 req-7c6f71a7-9441-4b4d-ac92-f18b33822a96 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Unset dirty status for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:10:42.746969 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1a55e97f-215c-400f-821c-2bb1ba9fcfe8 req-7c6f71a7-9441-4b4d-ac92-f18b33822a96 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=55d5c814-ba60-46dc-8332-aba414bc6113 HTTP/1.1" status: 200  len: 210 time: 0.2360005
Jun 04 15:10:42.751499 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=81860d32-5a58-4695-936f-ee8284928bc1,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:42.762889 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:42.888581 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['81860d32-5a58-4695-936f-ee8284928bc1'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:10:43.128883 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acac27-e30f-4f5a-930a-48f8fa3b5da2 req-7aa4edbf-c226-4792-9c7b-4eac6e0a59be tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:43.145043 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-68acac27-e30f-4f5a-930a-48f8fa3b5da2 req-7aa4edbf-c226-4792-9c7b-4eac6e0a59be tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.1569564
Jun 04 15:10:43.224289 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 470f8cf4-18ad-4867-a706-43e0332264d1 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:10:43.245095 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-68acac27-e30f-4f5a-930a-48f8fa3b5da2 req-9f1dab52-5cb3-4722-b2fd-f1ad93018a5b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979602
Jun 04 15:10:43.810933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1c08a-6919-4926-bfb1-4a2b2f6c0728 req-774267bb-7b03-4174-935a-c051ebffc8c8 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:43.812664 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7fa1c08a-6919-4926-bfb1-4a2b2f6c0728 req-774267bb-7b03-4174-935a-c051ebffc8c8 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 945 time: 0.4120510
Jun 04 15:10:43.814436 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-2d345ed6-8dd7-4e70-90e2-6727e12efe2d service neutron] 10.222.0.65 "GET /v2.0/ports/d743d4d8-102c-4706-8562-191e04fe9923/bindings/n-h1-791505-9 HTTP/1.1" status: 200  len: 382 time: 0.1970916
Jun 04 15:10:43.954628 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7fa1c08a-6919-4926-bfb1-4a2b2f6c0728 req-fde96911-4c07-45e9-85b1-800ab79dac33 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322849
Jun 04 15:10:43.998840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5403-6137-4a75-94ed-3631a9f29263 req-e1a0f3aa-82f4-4018-a4fa-b50cf36f6016 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:44.025064 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e58a5403-6137-4a75-94ed-3631a9f29263 req-e1a0f3aa-82f4-4018-a4fa-b50cf36f6016 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 944 time: 0.3517461
Jun 04 15:10:44.139148 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e58a5403-6137-4a75-94ed-3631a9f29263 req-36a8b899-3056-4f74-9a31-612b8a9d5647 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099932
Jun 04 15:10:44.391460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1833f-ed1c-4411-9516-74e4e8e15d17 req-a7e56bd1-bf38-4199-929a-75b2e1a3b9e7 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:44.393784 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09c1833f-ed1c-4411-9516-74e4e8e15d17 req-a7e56bd1-bf38-4199-929a-75b2e1a3b9e7 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 948 time: 0.1951587
Jun 04 15:10:44.485634 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09c1833f-ed1c-4411-9516-74e4e8e15d17 req-48372ec8-443d-4193-a697-bfe4e19a4057 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a729160-a8a5-43c5-be75-8f97cdaa49b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825045
Jun 04 15:10:44.689019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35862) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:44.832299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-511904aa-222a-442c-93ee-9d5968c28cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:44.833809 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-511904aa-222a-442c-93ee-9d5968c28cf3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a&tenant_id=3254735b2dc54fbdbff67741a34d5965 HTTP/1.1" status: 200  len: 1101 time: 0.1864343
Jun 04 15:10:44.870286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31f8b2-20b2-4563-9351-6aaf7ccbfeb8 req-f3e41abc-319d-4db6-b221-9325691c6aa9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:44.872776 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bc31f8b2-20b2-4563-9351-6aaf7ccbfeb8 req-f3e41abc-319d-4db6-b221-9325691c6aa9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.1203609
Jun 04 15:10:44.888865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1955571723-network', 'tenant_id': 'ced912ca923d4f6ab797bb88b4f80eef'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:10:44.895754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:10:44.901299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Usage tracker for resource:network and tenant:ced912ca923d4f6ab797bb88b4f80eef is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:10:44.910227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:10:44.918178 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:10:44.997360 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bc31f8b2-20b2-4563-9351-6aaf7ccbfeb8 req-cc7783aa-d569-4846-ade5-b6ca3d4426e8 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712905
Jun 04 15:10:45.038717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Made reservation on behalf of ced912ca923d4f6ab797bb88b4f80eef for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:10:45.047945 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:45.089346 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-99891103-d589-44af-aaf1-9d24f0c8312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:45.090778 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-99891103-d589-44af-aaf1-9d24f0c8312e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 1101 time: 0.2166128
Jun 04 15:10:45.158022 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:45.233124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 81860d32-5a58-4695-936f-ee8284928bc1 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:10:45.250314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:10:45.263036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Usage tracker for resource:security_group_rule and tenant:ced912ca923d4f6ab797bb88b4f80eef is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:10:45.267503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:10:45.281291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:10:45.304903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-80b8cdb2-e2a9-4457-933e-e0f6dd10889e tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:45.306138 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-80b8cdb2-e2a9-4457-933e-e0f6dd10889e tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e&tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&binding%3Ahost_id=n-h2-791505-9 HTTP/1.1" status: 200  len: 1096 time: 0.2305782
Jun 04 15:10:45.319066 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-9'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:10:45.407655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-6ad76a39-5687-4acf-bc1a-6fdaeb50d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:45.409100 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-6ad76a39-5687-4acf-bc1a-6fdaeb50d006 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.3094594
Jun 04 15:10:45.484818 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-3147a432-715b-4b0f-a7f0-f0e4f85b5665 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=d743d4d8-102c-4706-8562-191e04fe9923 HTTP/1.1" status: 200  len: 217 time: 0.0671058
Jun 04 15:10:45.493700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b732b-c3ac-48c3-b5e7-b97ad99ff98b req-a6bff475-364c-4480-970f-215264fbac00 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:45.511498 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8c4b732b-c3ac-48c3-b5e7-b97ad99ff98b req-a6bff475-364c-4480-970f-215264fbac00 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 945 time: 0.2050371
Jun 04 15:10:45.596103 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8c4b732b-c3ac-48c3-b5e7-b97ad99ff98b req-9f4ce602-9d48-46f9-a879-329313716fab tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706139
Jun 04 15:10:45.597645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-4fc91406-8117-4c18-94cb-7866f7126a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:45.598996 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-4fc91406-8117-4c18-94cb-7866f7126a9e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1028841
Jun 04 15:10:45.629328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75854caa-b84d-4063-978a-e1cafbe50f14 req-aef64a18-0464-44e8-8188-54d395a2162b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:45.641318 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75854caa-b84d-4063-978a-e1cafbe50f14 req-aef64a18-0464-44e8-8188-54d395a2162b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 950 time: 0.2494261
Jun 04 15:10:45.641318 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:45.641318 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:45.700466 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-eab0787e-3b72-4614-9228-acd7615e9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:45.702361 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-eab0787e-3b72-4614-9228-acd7615e9419 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0939188
Jun 04 15:10:45.812842 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 81860d32-5a58-4695-936f-ee8284928bc1 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:10:45.820030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 81860d32-5a58-4695-936f-ee8284928bc1 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:45.820411 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:45.913341 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:45.934382 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:45.971090 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-a945084a-90b0-443b-9604-a83e511a9649 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2596903
Jun 04 15:10:45.979275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3542ac-304d-448f-8a3c-491b8f5af6d4,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:46.003453 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75854caa-b84d-4063-978a-e1cafbe50f14 req-0fde8aae-872b-4ebb-9271-6035d3473b84 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3540609
Jun 04 15:10:46.007710 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:46.027302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:10:46.106946 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:46.108097 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Added segment 3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7 of type vlan for network 80360e40-d51a-4837-9175-f4434db682f2
Jun 04 15:10:46.151560 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:46.208401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac07a2e-6ccd-4b10-845e-fb27f914ade9 req-40f243c9-78f4-4921-a786-cc9246aa3809 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:46.210223 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe043c1-7e44-4e05-b2b6-921275ac1c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81860d32-5a58-4695-936f-ee8284928bc1'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:10:46.213747 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9cec9e-2f18-4d69-85d3-946afd1468d5" -d '{"events": [{"server_uuid": "dfe043c1-7e44-4e05-b2b6-921275ac1c68", "name": "network-vif-plugged", "status": "completed", "tag": "81860d32-5a58-4695-936f-ee8284928bc1"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:10:46.218181 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3ac07a2e-6ccd-4b10-845e-fb27f914ade9 req-40f243c9-78f4-4921-a786-cc9246aa3809 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 944 time: 0.4060760
Jun 04 15:10:46.222178 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b2f3431-e88f-4be2-922d-d76b067a8f02 req-036f83be-7408-47eb-a175-a97f161bea40 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2407973
Jun 04 15:10:46.238730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 81860d32-5a58-4695-936f-ee8284928bc1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=81860d32-5a58-4695-936f-ee8284928bc1,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:46.309342 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3ac07a2e-6ccd-4b10-845e-fb27f914ade9 req-12e870ec-4371-4398-b0dd-d6e2cbeafb6b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817287
Jun 04 15:10:46.373284 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:46.375316 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-19a49eb9-c892-40ca-9279-d97ec13c38e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:46.400256 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:46.500700 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c77103ec-9088-4d69-9c0e-188bf2972c52,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:46.527966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bf9fd-ce7b-4d24-95ee-a74369dc10ef req-a4bebcc0-d100-4e11-a1fe-43985abc2cc3 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:46.535526 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-295bf9fd-ce7b-4d24-95ee-a74369dc10ef req-a4bebcc0-d100-4e11-a1fe-43985abc2cc3 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 949 time: 0.3290803
Jun 04 15:10:46.556387 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=81860d32-5a58-4695-936f-ee8284928bc1,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:46.571195 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:46.583662 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:46.587809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:46.589051 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:46.605401 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:46.737599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Pushing event updated for resources: {'Network': ['ID=80360e40-d51a-4837-9175-f4434db682f2,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:46.747204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854f54d-2ecd-4f14-815a-0f9b4b2b62b3 req-c6213b71-c72a-44fd-8308-61e8e96dc974 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:46.748607 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:46.748750 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a854f54d-2ecd-4f14-815a-0f9b4b2b62b3 req-c6213b71-c72a-44fd-8308-61e8e96dc974 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.65 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 950 time: 0.2573366
Jun 04 15:10:46.754235 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 80360e40-d51a-4837-9175-f4434db682f2 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:10:46.757380 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-295bf9fd-ce7b-4d24-95ee-a74369dc10ef req-a14cd674-a0c8-4fbe-a32e-1200023f2f83 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a729160-a8a5-43c5-be75-8f97cdaa49b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2210677
Jun 04 15:10:46.763742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:10:46.872209 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:46.877720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7252f527-5ba0-47bf-ac1b-bde080dd907e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77103ec-9088-4d69-9c0e-188bf2972c52'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:10:46.888544 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6d68da-a9a2-403c-97e5-d0ffc53eca66" -d '{"events": [{"server_uuid": "7252f527-5ba0-47bf-ac1b-bde080dd907e", "name": "network-vif-unplugged", "status": "completed", "tag": "c77103ec-9088-4d69-9c0e-188bf2972c52"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:10:46.901401 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.2111788
Jun 04 15:10:46.905371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35888) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:46.919751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Request body: {'subnet': {'network_id': '80360e40-d51a-4837-9175-f4434db682f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1955571723-subnet', 'tenant_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:10:46.959213 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b28168e-80b9-4d08-bd15-ff669e72c878 x-openstack-request-id: req-0b28168e-80b9-4d08-bd15-ff669e72c878 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:10:46.959565 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe043c1-7e44-4e05-b2b6-921275ac1c68", "name": "network-vif-plugged", "status": "completed", "tag": "81860d32-5a58-4695-936f-ee8284928bc1", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:10:46.959819 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b28168e-80b9-4d08-bd15-ff669e72c878 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:10:46.960336 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe043c1-7e44-4e05-b2b6-921275ac1c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81860d32-5a58-4695-936f-ee8284928bc1', 'code': 200}
Jun 04 15:10:46.970494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff817a-01d8-4528-a72f-fb799543c51c req-20463a77-5c1b-493d-87ea-682ad3ed2113 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:46.988125 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9aff817a-01d8-4528-a72f-fb799543c51c req-20463a77-5c1b-493d-87ea-682ad3ed2113 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.3037992
Jun 04 15:10:47.029122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:10:47.088665 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:47.093131 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3c8f18ce-246f-497e-a70e-ef2b100822f7 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:47.177693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Usage tracker for resource:subnet and tenant:ced912ca923d4f6ab797bb88b4f80eef is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:10:47.180932 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:10:47.188094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:10:47.191354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-a854f54d-2ecd-4f14-815a-0f9b4b2b62b3 req-1e366e4d-d563-413d-a2ad-355d14a8764c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Deleting port 5948e58c-a12c-4416-afa5-9e142acf5f22 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:10:47.191964 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-a854f54d-2ecd-4f14-815a-0f9b4b2b62b3 req-1e366e4d-d563-413d-a2ad-355d14a8764c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:47.242712 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device c77103ec-9088-4d69-9c0e-188bf2972c52 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:10:47.244339 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-5825b1eb-4df1-4813-a8da-403b0f670a3b service neutron] 10.222.0.65 "GET /v2.0/ports/470f8cf4-18ad-4867-a706-43e0332264d1/bindings/n-h2-791505-9 HTTP/1.1" status: 200  len: 384 time: 0.3076935
Jun 04 15:10:47.246731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d743d4d8-102c-4706-8562-191e04fe9923 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:10:47.292041 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9aff817a-01d8-4528-a72f-fb799543c51c req-7effa51f-a719-4452-b4d2-f3f88097c65a tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3022196
Jun 04 15:10:47.401519 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591d22a8-cca3-49b4-8fb9-f2f07de909d9 x-openstack-request-id: req-591d22a8-cca3-49b4-8fb9-f2f07de909d9 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:10:47.402094 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7252f527-5ba0-47bf-ac1b-bde080dd907e", "name": "network-vif-unplugged", "status": "completed", "tag": "c77103ec-9088-4d69-9c0e-188bf2972c52", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:10:47.402396 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-591d22a8-cca3-49b4-8fb9-f2f07de909d9 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:10:47.402725 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7252f527-5ba0-47bf-ac1b-bde080dd907e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77103ec-9088-4d69-9c0e-188bf2972c52', 'code': 200}
Jun 04 15:10:47.405139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Made reservation on behalf of ced912ca923d4f6ab797bb88b4f80eef for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:10:47.407472 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:47.570545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e1ba9-c15a-4b4d-b01e-34d4f099a29f req-03f530ce-1161-4c37-bab8-0aad85623a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:47.572980 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-149e1ba9-c15a-4b4d-b01e-34d4f099a29f req-03f530ce-1161-4c37-bab8-0aad85623a43 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 1100 time: 0.5657341
Jun 04 15:10:47.608053 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:47.615251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-a854f54d-2ecd-4f14-815a-0f9b4b2b62b3 req-1e366e4d-d563-413d-a2ad-355d14a8764c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] For port 5948e58c-a12c-4416-afa5-9e142acf5f22, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=5948e58c-a12c-4416-afa5-9e142acf5f22,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:47.615607 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-a854f54d-2ecd-4f14-815a-0f9b4b2b62b3 req-1e366e4d-d563-413d-a2ad-355d14a8764c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:47.661450 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h2-791505-9, got binding levels [] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:47.701136 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d743d4d8-102c-4706-8562-191e04fe9923, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d743d4d8-102c-4706-8562-191e04fe9923,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:47.714394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Attempting to bind port c77103ec-9088-4d69-9c0e-188bf2972c52 on host n-h2-791505-9 for vnic_type normal with profile {"migrating_to": "n-h1-791505-9"} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:10:47.714946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Attempting to bind port c77103ec-9088-4d69-9c0e-188bf2972c52 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:10:47.715396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Attempting to bind port c77103ec-9088-4d69-9c0e-188bf2972c52 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:47.721915 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Port c77103ec-9088-4d69-9c0e-188bf2972c52 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:10:47.722366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Attempting to bind port c77103ec-9088-4d69-9c0e-188bf2972c52 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:47.730697 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:10:47.733881 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Checking segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:10:47.734850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Bound using segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:10:47.735671 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Bound port: c77103ec-9088-4d69-9c0e-188bf2972c52, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:10:47.736161 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:47.759782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Pushing event updated for resources: {'Port': ['ID=c77103ec-9088-4d69-9c0e-188bf2972c52,revision_number=7']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:47.772314 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:47.802189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Attempting to bind port c77103ec-9088-4d69-9c0e-188bf2972c52 on host n-h2-791505-9 for vnic_type normal with profile {"migrating_to": "n-h1-791505-9"} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:10:47.802541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Attempting to bind port c77103ec-9088-4d69-9c0e-188bf2972c52 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:10:47.802868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Attempting to bind port c77103ec-9088-4d69-9c0e-188bf2972c52 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:47.827601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cdc5b-afde-46f3-a553-2a696dcd3bba req-04dd82cf-20e3-4a41-ac46-8009e9667921 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:47.834712 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c2cdc5b-afde-46f3-a553-2a696dcd3bba req-04dd82cf-20e3-4a41-ac46-8009e9667921 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 943 time: 0.8022509
Jun 04 15:10:47.850367 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Port c77103ec-9088-4d69-9c0e-188bf2972c52 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:10:47.850367 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Attempting to bind port c77103ec-9088-4d69-9c0e-188bf2972c52 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:47.865719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-a854f54d-2ecd-4f14-815a-0f9b4b2b62b3 req-1e366e4d-d563-413d-a2ad-355d14a8764c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Calling delete_port for 5948e58c-a12c-4416-afa5-9e142acf5f22 owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:10:47.868433 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h2-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:10:47.873187 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c77103ec-9088-4d69-9c0e-188bf2972c52,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:10:47.875713 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:47.877807 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:47.901311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:10:47.901688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Checking segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:10:47.902040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Bound using segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:10:47.902482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Bound port: c77103ec-9088-4d69-9c0e-188bf2972c52, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:10:47.902831 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:47.965273 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=d743d4d8-102c-4706-8562-191e04fe9923,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:47.969098 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:47.973588 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:47.974205 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:48.011686 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c2cdc5b-afde-46f3-a553-2a696dcd3bba req-ec6744f1-3355-448c-861f-173705d417f2 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1757674
Jun 04 15:10:48.035275 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-149e1ba9-c15a-4b4d-b01e-34d4f099a29f req-be8c3fb9-999d-4855-9c97-020684b78812 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3a729160-a8a5-43c5-be75-8f97cdaa49b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4530220
Jun 04 15:10:48.089351 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e5038-f5d2-4e51-b652-26ffd1b3ebb0 req-fed84706-b77c-4356-933a-d68df92e29d4 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:48.097192 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e07e5038-f5d2-4e51-b652-26ffd1b3ebb0 req-fed84706-b77c-4356-933a-d68df92e29d4 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 950 time: 0.6084533
Jun 04 15:10:48.125524 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-a854f54d-2ecd-4f14-815a-0f9b4b2b62b3 req-1e366e4d-d563-413d-a2ad-355d14a8764c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:48.149891 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:48.174082 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['b7c24edb-f643-4938-8e52-7e56962318e3', '5948e58c-a12c-4416-afa5-9e142acf5f22'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:10:48.256427 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['39aca5ae-aedb-4639-985b-49fbceec36e6', '68f0c106-4301-4722-a664-002be03379b1', '00206849-6e37-4bf1-8f05-721b52b0c482', '5791a29b-f7fb-4c7f-b5fd-71123d32949c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:10:48.282875 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e366e4d-d563-413d-a2ad-355d14a8764c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event deleted for resources: {'Port': ['ID=5948e58c-a12c-4416-afa5-9e142acf5f22,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:48.293747 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1e366e4d-d563-413d-a2ad-355d14a8764c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:48.333038 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=c77103ec-9088-4d69-9c0e-188bf2972c52,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:48.345153 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e07e5038-f5d2-4e51-b652-26ffd1b3ebb0 req-ba62974f-c028-4d90-886e-520fa0b7fdb7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2469685
Jun 04 15:10:48.401997 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:48.411534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-a854f54d-2ecd-4f14-815a-0f9b4b2b62b3 req-1e366e4d-d563-413d-a2ad-355d14a8764c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] No DVR routers for this DVR port 5948e58c-a12c-4416-afa5-9e142acf5f22 on host n-h1-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:10:48.415709 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-a854f54d-2ecd-4f14-815a-0f9b4b2b62b3 req-1e366e4d-d563-413d-a2ad-355d14a8764c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:48.419737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34492b38-4750-4399-b62a-0652de18bf33', 'name': 'network-vif-deleted', 'tag': '5948e58c-a12c-4416-afa5-9e142acf5f22'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:10:48.422450 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64496d43-f305-47f0-8f7c-e305bf8c7a37" -d '{"events": [{"server_uuid": "34492b38-4750-4399-b62a-0652de18bf33", "name": "network-vif-deleted", "tag": "5948e58c-a12c-4416-afa5-9e142acf5f22"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:10:48.461900 n-d-791505-9 neutron-server[88300]: WARNING neutron.plugins.ml2.plugin [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Concurrent port binding operations failed on port c77103ec-9088-4d69-9c0e-188bf2972c52
Jun 04 15:10:48.506880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c77103ec-9088-4d69-9c0e-188bf2972c52,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:48.522753 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Attempt 2 to bind port c77103ec-9088-4d69-9c0e-188bf2972c52
Jun 04 15:10:48.533545 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a854f54d-2ecd-4f14-815a-0f9b4b2b62b3 req-1e366e4d-d563-413d-a2ad-355d14a8764c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.65 "DELETE /v2.0/ports/5948e58c-a12c-4416-afa5-9e142acf5f22 HTTP/1.1" status: 204  len: 173 time: 1.7739739
Jun 04 15:10:48.534956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:48.535777 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:48.537582 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] 10.222.0.65 "PUT /v2.0/ports/c77103ec-9088-4d69-9c0e-188bf2972c52 HTTP/1.1" status: 200  len: 1121 time: 3.2227626
Jun 04 15:10:48.583689 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-36419bee-df85-42ff-87d3-daf584690fd4 req-859e50b0-2680-4c15-a365-c3b198117923 service neutron] For port 470f8cf4-18ad-4867-a706-43e0332264d1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=470f8cf4-18ad-4867-a706-43e0332264d1,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:48.625296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-36419bee-df85-42ff-87d3-daf584690fd4 req-859e50b0-2680-4c15-a365-c3b198117923 service neutron] For port 470f8cf4-18ad-4867-a706-43e0332264d1, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:10:48.669045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device c77103ec-9088-4d69-9c0e-188bf2972c52 has no active binding in host n-h1-791505-9 {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 04 15:10:48.686081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e178354-8b18-4ef8-97c1-3f89b6da3c85 req-d77d4921-d63b-457b-bf2a-98976aa059f1 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:48.689272 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2e178354-8b18-4ef8-97c1-3f89b6da3c85 req-d77d4921-d63b-457b-bf2a-98976aa059f1 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 944 time: 0.4184427
Jun 04 15:10:48.702322 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['c77103ec-9088-4d69-9c0e-188bf2972c52'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:10:48.786302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-36419bee-df85-42ff-87d3-daf584690fd4 req-859e50b0-2680-4c15-a365-c3b198117923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470f8cf4-18ad-4867-a706-43e0332264d1 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:10:48.838973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-36419bee-df85-42ff-87d3-daf584690fd4 req-859e50b0-2680-4c15-a365-c3b198117923 service neutron] For port 470f8cf4-18ad-4867-a706-43e0332264d1, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=470f8cf4-18ad-4867-a706-43e0332264d1,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:48.872792 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['c77103ec-9088-4d69-9c0e-188bf2972c52'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:10:48.972247 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2e178354-8b18-4ef8-97c1-3f89b6da3c85 req-db63ba92-8308-40cb-a783-5a68f33038c8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2683954
Jun 04 15:10:48.975453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0babb-b962-409a-ba34-3a14193f903c req-06941426-8590-4b11-a3ff-bdd5d74cbab1 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:48.983376 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63c0babb-b962-409a-ba34-3a14193f903c req-06941426-8590-4b11-a3ff-bdd5d74cbab1 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 949 time: 0.1864903
Jun 04 15:10:49.015208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdfca4f-10db-4137-b8cc-b16ef40f6b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd743d4d8-102c-4706-8562-191e04fe9923'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:10:49.019354 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7780b0cc-b75e-4fc8-a697-a7c30e421d5a" -d '{"events": [{"server_uuid": "efdfca4f-10db-4137-b8cc-b16ef40f6b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d743d4d8-102c-4706-8562-191e04fe9923"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:10:49.021139 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:49.027513 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9eeb38eb-f1db-4728-9b7a-ff99ba8fd229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:49.042720 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63c0babb-b962-409a-ba34-3a14193f903c req-15142697-843f-4c68-8a48-a12935d183c5 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a729160-a8a5-43c5-be75-8f97cdaa49b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583503
Jun 04 15:10:49.124461 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-36419bee-df85-42ff-87d3-daf584690fd4 req-859e50b0-2680-4c15-a365-c3b198117923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:49.160134 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301c247b-fa54-4f60-8b5f-f150f8b3334f x-openstack-request-id: req-301c247b-fa54-4f60-8b5f-f150f8b3334f {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:10:49.160642 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34492b38-4750-4399-b62a-0652de18bf33", "name": "network-vif-deleted", "tag": "5948e58c-a12c-4416-afa5-9e142acf5f22", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:10:49.161038 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-301c247b-fa54-4f60-8b5f-f150f8b3334f {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:10:49.161926 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34492b38-4750-4399-b62a-0652de18bf33', 'name': 'network-vif-deleted', 'tag': '5948e58c-a12c-4416-afa5-9e142acf5f22', 'status': 'completed', 'code': 200}
Jun 04 15:10:49.304436 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78983f2a-924f-41cb-8aeb-7c6cbc0e947a x-openstack-request-id: req-78983f2a-924f-41cb-8aeb-7c6cbc0e947a {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:10:49.305039 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdfca4f-10db-4137-b8cc-b16ef40f6b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d743d4d8-102c-4706-8562-191e04fe9923", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:10:49.305039 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78983f2a-924f-41cb-8aeb-7c6cbc0e947a {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:10:49.305465 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdfca4f-10db-4137-b8cc-b16ef40f6b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd743d4d8-102c-4706-8562-191e04fe9923', 'code': 200}
Jun 04 15:10:49.321660 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d743d4d8-102c-4706-8562-191e04fe9923 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:10:49.326603 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 5948e58c-a12c-4416-afa5-9e142acf5f22 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:10:49.403232 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 5948e58c-a12c-4416-afa5-9e142acf5f22 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:10:49.404038 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 5948e58c-a12c-4416-afa5-9e142acf5f22 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:10:49.411250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7252f527-5ba0-47bf-ac1b-bde080dd907e', 'tag': 'c77103ec-9088-4d69-9c0e-188bf2972c52'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:10:49.417635 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55cbffe-c401-41b5-abe6-13c24b6fc0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7252f527-5ba0-47bf-ac1b-bde080dd907e", "tag": "c77103ec-9088-4d69-9c0e-188bf2972c52"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:10:49.520678 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=283687b5-9a99-409e-bba8-b16658b31a55,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:49.534969 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:49.552888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Checking segment: {'id': '3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80360e40-d51a-4837-9175-f4434db682f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:10:49.552888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Network hostable DHCP agents. Network: 80360e40-d51a-4837-9175-f4434db682f2, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:10:49.640204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54412fe9-bea3-4020-a7f3-c4775dd895e5 req-12348dec-41aa-43d7-8172-aba2b2c005c2 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:49.645963 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-54412fe9-bea3-4020-a7f3-c4775dd895e5 req-12348dec-41aa-43d7-8172-aba2b2c005c2 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 948 time: 0.4226544
Jun 04 15:10:49.660940 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf4a93-430e-45ee-9b69-9c6cd34d80da req-fedbc77e-6e9e-41df-a277-dcc71a71cfe6 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:49.660940 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3fcf4a93-430e-45ee-9b69-9c6cd34d80da req-fedbc77e-6e9e-41df-a277-dcc71a71cfe6 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 943 time: 0.1788926
Jun 04 15:10:49.661312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-36419bee-df85-42ff-87d3-daf584690fd4 req-859e50b0-2680-4c15-a365-c3b198117923 service neutron] Transition to ACTIVE for port object 470f8cf4-18ad-4867-a706-43e0332264d1 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:10:49.686729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Network 80360e40-d51a-4837-9175-f4434db682f2 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:10:49.723632 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-54412fe9-bea3-4020-a7f3-c4775dd895e5 req-d478cec3-d1f6-450f-bdaf-7beee6cb487c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618842
Jun 04 15:10:49.744539 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-36419bee-df85-42ff-87d3-daf584690fd4 req-859e50b0-2680-4c15-a365-c3b198117923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:49.751234 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6faee0ab-a9b6-460f-b531-fa432e15c1c1 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:49.778870 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3fcf4a93-430e-45ee-9b69-9c6cd34d80da req-f174a44d-0497-4192-8c00-87292c4f5fea tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108851
Jun 04 15:10:49.991879 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13fa678-f3e0-434e-88a9-5a3091753bea x-openstack-request-id: req-c13fa678-f3e0-434e-88a9-5a3091753bea {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:10:49.992310 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7252f527-5ba0-47bf-ac1b-bde080dd907e", "tag": "c77103ec-9088-4d69-9c0e-188bf2972c52", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:10:49.992645 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c13fa678-f3e0-434e-88a9-5a3091753bea {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:10:49.993142 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7252f527-5ba0-47bf-ac1b-bde080dd907e', 'tag': 'c77103ec-9088-4d69-9c0e-188bf2972c52', 'status': 'completed', 'code': 200}
Jun 04 15:10:49.998902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e50b0-2680-4c15-a365-c3b198117923 service neutron] Pushing event updated for resources: {'Port': ['ID=470f8cf4-18ad-4867-a706-43e0332264d1,revision_number=10']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:50.010118 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-859e50b0-2680-4c15-a365-c3b198117923 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:50.011491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 80360e40-d51a-4837-9175-f4434db682f2) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:10:50.076489 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1e2f02-3bea-47d9-bafd-d8b2a3559f2e None None] Network 80360e40-d51a-4837-9175-f4434db682f2 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:10:50.101956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cbffe-c401-41b5-abe6-13c24b6fc0e9 req-84dbeae2-3a36-4a64-b133-2ef8dd3975e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:50.106728 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f55cbffe-c401-41b5-abe6-13c24b6fc0e9 req-84dbeae2-3a36-4a64-b133-2ef8dd3975e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 1124 time: 0.2164996
Jun 04 15:10:50.201250 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b68bc090-3087-4459-9e02-84fe911ae6e4 req-3d3e5858-fe6d-45f7-bc85-e3626dcabc5b tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=34492b38-4750-4399-b62a-0652de18bf33 HTTP/1.1" status: 200  len: 210 time: 0.3020279
Jun 04 15:10:50.219635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:50.231085 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:50.348518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-36419bee-df85-42ff-87d3-daf584690fd4 req-859e50b0-2680-4c15-a365-c3b198117923 service neutron] No DVR routers for this DVR port 470f8cf4-18ad-4867-a706-43e0332264d1 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:10:50.406502 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-859e50b0-2680-4c15-a365-c3b198117923 service neutron] 10.222.0.65 "PUT /v2.0/ports/470f8cf4-18ad-4867-a706-43e0332264d1/bindings/n-h2-791505-9/activate HTTP/1.1" status: 200  len: 369 time: 3.1439650
Jun 04 15:10:50.406752 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cbffe-c401-41b5-abe6-13c24b6fc0e9 req-9e1ef914-5e88-43ba-8a46-98fc15217f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:50.408310 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f55cbffe-c401-41b5-abe6-13c24b6fc0e9 req-9e1ef914-5e88-43ba-8a46-98fc15217f57 service neutron] 10.222.0.62 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.2912710
Jun 04 15:10:50.547049 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f55cbffe-c401-41b5-abe6-13c24b6fc0e9 req-6887363c-04ea-4788-931f-562f1738f502 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c77103ec-9088-4d69-9c0e-188bf2972c52 HTTP/1.1" status: 200  len: 217 time: 0.1102693
Jun 04 15:10:50.553729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d743d4d8-102c-4706-8562-191e04fe9923, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d743d4d8-102c-4706-8562-191e04fe9923,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:50.555076 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.6482987
Jun 04 15:10:50.567899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35918) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:10:50.595675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1955571723-router', 'tenant_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:10:50.606828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:10:50.622430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Usage tracker for resource:router and tenant:ced912ca923d4f6ab797bb88b4f80eef is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:10:50.629854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'd743d4d8-102c-4706-8562-191e04fe9923', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'd743d4d8-102c-4706-8562-191e04fe9923', 'mac_address': 'fa:16:3e:bf:d4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:10:50.633605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:10:50.693855 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:10:50.735073 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:50.788005 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cbffe-c401-41b5-abe6-13c24b6fc0e9 req-40e844db-9746-4ee3-b153-14ced0b8ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:50.789888 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f55cbffe-c401-41b5-abe6-13c24b6fc0e9 req-40e844db-9746-4ee3-b153-14ced0b8ee66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.2258315
Jun 04 15:10:50.801534 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:50.803089 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:50.823492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ce323-c699-463c-befb-b72508067d2c req-71fe0215-9bf2-48db-ab63-bcd9c8ea9f2a tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:50.834531 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e5ce323-c699-463c-befb-b72508067d2c req-71fe0215-9bf2-48db-ab63-bcd9c8ea9f2a tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 945 time: 0.3683791
Jun 04 15:10:50.856068 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d743d4d8-102c-4706-8562-191e04fe9923 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:10:50.873052 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f55cbffe-c401-41b5-abe6-13c24b6fc0e9 req-1e2ec903-4368-4fdf-8062-0649980daa61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0734637
Jun 04 15:10:50.877997 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d743d4d8-102c-4706-8562-191e04fe9923, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d743d4d8-102c-4706-8562-191e04fe9923,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:50.929310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419bee-df85-42ff-87d3-daf584690fd4 req-c417eeac-1dcf-49b3-a062-d4b15d1caa53 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:50.930112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34457f1f-75b1-4ee1-bbee-54578c878490 req-483f903e-1c43-4732-bd55-bd406f4f4d3a tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:50.931280 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-c417eeac-1dcf-49b3-a062-d4b15d1caa53 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45&tenant_id=a03aebe4cbe94e51823784c56531a643&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 1096 time: 0.2995298
Jun 04 15:10:50.939433 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-34457f1f-75b1-4ee1-bbee-54578c878490 req-483f903e-1c43-4732-bd55-bd406f4f4d3a tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 949 time: 0.2189367
Jun 04 15:10:50.975331 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:50.983127 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6705853b-45c8-4e75-9cb7-c217c8a41a09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:51.012911 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:51.028888 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-80360e40-d51a-4837-9175-f4434db682f2', 'network_id': '80360e40-d51a-4837-9175-f4434db682f2', 'tenant_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'fixed_ips': [{'subnet_id': '283687b5-9a99-409e-bba8-b16658b31a55'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:10:51.029776 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:51.061844 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e5ce323-c699-463c-befb-b72508067d2c req-e4398c65-5a20-42b0-8576-3d97d1408474 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2259128
Jun 04 15:10:51.108020 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-34457f1f-75b1-4ee1-bbee-54578c878490 req-17238469-e5b8-4fdc-a0bf-da60ab2414a3 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a729160-a8a5-43c5-be75-8f97cdaa49b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674514
Jun 04 15:10:51.233192 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f55cbffe-c401-41b5-abe6-13c24b6fc0e9 req-321a1ebd-4bfa-4af0-a5d4-222bcb427b73 service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3410006
Jun 04 15:10:51.253049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df77e87-ba59-448c-be62-f4e851b8b805 req-9ac08a2d-7e37-442f-b16b-1fa9981056cf tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:51.254904 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0df77e87-ba59-448c-be62-f4e851b8b805 req-9ac08a2d-7e37-442f-b16b-1fa9981056cf tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.65 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a&tenant_id=3254735b2dc54fbdbff67741a34d5965&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 948 time: 0.4460027
Jun 04 15:10:51.286158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419bee-df85-42ff-87d3-daf584690fd4 req-28f223c7-3619-47d5-8386-01eaea8bf84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:51.287750 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-28f223c7-3619-47d5-8386-01eaea8bf84a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45&tenant_id=a03aebe4cbe94e51823784c56531a643 HTTP/1.1" status: 200  len: 1096 time: 0.3413193
Jun 04 15:10:51.321033 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=d743d4d8-102c-4706-8562-191e04fe9923,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:51.329047 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:51.355668 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['d743d4d8-102c-4706-8562-191e04fe9923'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:10:51.601516 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Allocated IP 172.20.0.2 (80360e40-d51a-4837-9175-f4434db682f2/283687b5-9a99-409e-bba8-b16658b31a55/9af19980-6977-4be2-8227-7c6e831bb1fa) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:10:51.734667 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f55cbffe-c401-41b5-abe6-13c24b6fc0e9 req-cb462113-ce47-4f73-91c8-86d67920d6a9 service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4962199
Jun 04 15:10:51.763819 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b684d-4529-420d-888b-d5b59ff410c9 req-5c1a3802-3971-414f-a9dd-2ee9f51f2273 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:51.770065 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1f3b684d-4529-420d-888b-d5b59ff410c9 req-5c1a3802-3971-414f-a9dd-2ee9f51f2273 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 943 time: 0.2089741
Jun 04 15:10:51.859103 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1f3b684d-4529-420d-888b-d5b59ff410c9 req-d18d989b-2828-490a-9bf2-c88c9f7a5ca6 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784135
Jun 04 15:10:51.924890 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82674ad2-258a-4fd3-a229-bf35c3e9ed97 req-8ef2c461-4d60-48cc-b203-fb6917f8f2c1 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:51.932173 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-82674ad2-258a-4fd3-a229-bf35c3e9ed97 req-8ef2c461-4d60-48cc-b203-fb6917f8f2c1 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 949 time: 0.7287734
Jun 04 15:10:51.969920 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:52.046752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419bee-df85-42ff-87d3-daf584690fd4 req-f23d66d1-ff21-4e42-9c90-d887b1fdef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:52.048018 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-f23d66d1-ff21-4e42-9c90-d887b1fdef62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 1096 time: 0.7292955
Jun 04 15:10:52.063381 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-82674ad2-258a-4fd3-a229-bf35c3e9ed97 req-5da60924-4862-4ee8-9f32-6991c22b7eae tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301458
Jun 04 15:10:52.083345 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:52.144001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df77e87-ba59-448c-be62-f4e851b8b805 req-a2d0fcd3-4620-46f7-9136-4c0cae893dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:52.147583 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Transition to ACTIVE for port object 9af19980-6977-4be2-8227-7c6e831bb1fa will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:10:52.157549 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0df77e87-ba59-448c-be62-f4e851b8b805 req-a2d0fcd3-4620-46f7-9136-4c0cae893dd5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 1100 time: 0.6895390
Jun 04 15:10:52.175095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Transition to ACTIVE for port object 9af19980-6977-4be2-8227-7c6e831bb1fa will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:10:52.237266 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:52.247022 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:52.401921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Pushing event updated for resources: {'Port': ['ID=9af19980-6977-4be2-8227-7c6e831bb1fa,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:52.418764 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:52.422385 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Network 80360e40-d51a-4837-9175-f4434db682f2 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:10:52.425460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:10:52.428753 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:10:52.586267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df77e87-ba59-448c-be62-f4e851b8b805 req-f0972c9a-8572-48de-bd9a-50219fb54ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:52.588943 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0df77e87-ba59-448c-be62-f4e851b8b805 req-f0972c9a-8572-48de-bd9a-50219fb54ad5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.3977122
Jun 04 15:10:52.607902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Attempting to bind port 9af19980-6977-4be2-8227-7c6e831bb1fa on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:10:52.609424 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Attempting to bind port 9af19980-6977-4be2-8227-7c6e831bb1fa by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80360e40-d51a-4837-9175-f4434db682f2'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:10:52.610943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Attempting to bind port 9af19980-6977-4be2-8227-7c6e831bb1fa on network 80360e40-d51a-4837-9175-f4434db682f2 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:10:52.632633 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:10:52.634731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Checking segment: {'id': '3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80360e40-d51a-4837-9175-f4434db682f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:10:52.635875 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:52.637509 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Bound using segment: {'id': '3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80360e40-d51a-4837-9175-f4434db682f2'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:10:52.638996 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Bound port: 9af19980-6977-4be2-8227-7c6e831bb1fa, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80360e40-d51a-4837-9175-f4434db682f2'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:10:52.641090 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:52.818521 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0df77e87-ba59-448c-be62-f4e851b8b805 req-d6b164b9-61d8-46ad-afc3-7936aa974fb5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=d743d4d8-102c-4706-8562-191e04fe9923 HTTP/1.1" status: 200  len: 217 time: 0.1447682
Jun 04 15:10:52.831084 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-04528595-2363-4c76-829a-5a8a65508407 None None] For port 9af19980-6977-4be2-8227-7c6e831bb1fa, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:10:52.837788 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-04528595-2363-4c76-829a-5a8a65508407 None None] For port 9af19980-6977-4be2-8227-7c6e831bb1fa, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9af19980-6977-4be2-8227-7c6e831bb1fa,segment=NetworkSegment(3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7),segment_id=3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:10:52.918849 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:52.934191 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:53.062381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419bee-df85-42ff-87d3-daf584690fd4 req-5f780c75-bfe9-4011-8447-62a642e160e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:53.063911 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-5f780c75-bfe9-4011-8447-62a642e160e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.9917283
Jun 04 15:10:53.152296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df77e87-ba59-448c-be62-f4e851b8b805 req-21d94b55-7568-499a-8985-ded2c35d6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:53.168203 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0df77e87-ba59-448c-be62-f4e851b8b805 req-21d94b55-7568-499a-8985-ded2c35d6d8f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.3326340
Jun 04 15:10:53.184881 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Pushing event updated for resources: {'Port': ['ID=9af19980-6977-4be2-8227-7c6e831bb1fa,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:53.192015 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:53.245068 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-a9efe408-c4ae-4030-956a-2231ee37722b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470f8cf4-18ad-4867-a706-43e0332264d1 HTTP/1.1" status: 200  len: 217 time: 0.1665423
Jun 04 15:10:53.272757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d743d4d8-102c-4706-8562-191e04fe9923 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:10:53.381888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d947352-a171-4833-a465-3a8e37c2cfe9 req-9c01731e-2942-4b56-8069-581d66a7c22d tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:53.384599 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5d947352-a171-4833-a465-3a8e37c2cfe9 req-9c01731e-2942-4b56-8069-581d66a7c22d tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 945 time: 0.7936120
Jun 04 15:10:53.404211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port d743d4d8-102c-4706-8562-191e04fe9923 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:53.475917 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:53.477137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419bee-df85-42ff-87d3-daf584690fd4 req-d9648ac3-836a-4742-a77c-61cd48152e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:53.477137 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-d9648ac3-836a-4742-a77c-61cd48152e6a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.1841972
Jun 04 15:10:53.559171 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5d947352-a171-4833-a465-3a8e37c2cfe9 req-5d77f8b6-b460-4255-87a2-3ec802e98297 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604438
Jun 04 15:10:53.563472 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-05bea1bc-53a2-4265-b00e-bb98167992f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0927682
Jun 04 15:10:53.679992 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:53.679992 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:53.692392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df77e87-ba59-448c-be62-f4e851b8b805 req-49c6b9b1-d5e9-4ae9-b82f-f2887e544277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:53.694119 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0df77e87-ba59-448c-be62-f4e851b8b805 req-49c6b9b1-d5e9-4ae9-b82f-f2887e544277 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.5037420
Jun 04 15:10:53.718223 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdfca4f-10db-4137-b8cc-b16ef40f6b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd743d4d8-102c-4706-8562-191e04fe9923'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:10:53.720879 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488764ee-003e-4a89-a073-0773421bbf34" -d '{"events": [{"server_uuid": "efdfca4f-10db-4137-b8cc-b16ef40f6b8a", "name": "network-vif-plugged", "status": "completed", "tag": "d743d4d8-102c-4706-8562-191e04fe9923"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:10:53.727401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d743d4d8-102c-4706-8562-191e04fe9923, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d743d4d8-102c-4706-8562-191e04fe9923,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:53.846954 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:53.850286 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:53.996232 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=d743d4d8-102c-4706-8562-191e04fe9923,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:54.010662 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:54.298500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624d877-5fd0-46cb-a393-ec302478b0aa req-899425ff-9c11-40af-907c-88d0d88af6e9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:54.303111 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8624d877-5fd0-46cb-a393-ec302478b0aa req-899425ff-9c11-40af-907c-88d0d88af6e9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.1283648
Jun 04 15:10:54.373322 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8624d877-5fd0-46cb-a393-ec302478b0aa req-0d24bd7f-531c-4913-bac5-f5c14f8666cc tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556076
Jun 04 15:10:54.493125 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:54.545717 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9af19980-6977-4be2-8227-7c6e831bb1fa up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:10:54.546751 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-ff07b07c-75a4-4107-bd0e-cbdcd5834d4b service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9713228
Jun 04 15:10:54.583849 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:54.601466 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cf713c-d090-4263-b50c-74b08020e543 None None] Network 80360e40-d51a-4837-9175-f4434db682f2 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:10:54.660314 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0df77e87-ba59-448c-be62-f4e851b8b805 req-16bfde0a-3825-40a3-b3bb-2aaf02bada2b service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9514189
Jun 04 15:10:54.700818 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fd4715-ab6b-420f-b8e9-a927b04137b8 x-openstack-request-id: req-f4fd4715-ab6b-420f-b8e9-a927b04137b8 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:10:54.701550 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdfca4f-10db-4137-b8cc-b16ef40f6b8a", "name": "network-vif-plugged", "status": "completed", "tag": "d743d4d8-102c-4706-8562-191e04fe9923", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:10:54.701814 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4fd4715-ab6b-420f-b8e9-a927b04137b8 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:10:54.702365 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdfca4f-10db-4137-b8cc-b16ef40f6b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd743d4d8-102c-4706-8562-191e04fe9923', 'code': 200}
Jun 04 15:10:54.761626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bda901-1ed1-472b-8d28-85d667ee4ed1 req-bfa32897-71df-4f11-be2b-8c19bbb104a4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:54.773071 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-54bda901-1ed1-472b-8d28-85d667ee4ed1 req-bfa32897-71df-4f11-be2b-8c19bbb104a4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 943 time: 0.9829955
Jun 04 15:10:54.944721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 9af19980-6977-4be2-8227-7c6e831bb1fa completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:10:54.951770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ff47cc2d-542e-47dc-be29-e4d7c87e23ff None None] Provisioning for port 9af19980-6977-4be2-8227-7c6e831bb1fa completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:10:54.977889 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 9af19980-6977-4be2-8227-7c6e831bb1fa triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:54.978425 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:55.017333 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ff47cc2d-542e-47dc-be29-e4d7c87e23ff None None] Provisioning complete for port 9af19980-6977-4be2-8227-7c6e831bb1fa triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:55.017857 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ff47cc2d-542e-47dc-be29-e4d7c87e23ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:55.094607 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0df77e87-ba59-448c-be62-f4e851b8b805 req-c4aa28d8-f08f-47e9-bd99-8ef89342efd2 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4240417
Jun 04 15:10:55.160049 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-54bda901-1ed1-472b-8d28-85d667ee4ed1 req-c51d2623-175d-4909-9a78-bbc3ed55628c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3859069
Jun 04 15:10:55.414261 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-1faadce4-470d-4628-bf9d-25b3455e7ac7 service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8325155
Jun 04 15:10:55.495231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Allocated IP 172.25.4.95 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/81ff4c05-bf0a-4127-b224-7171f005c52b) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:10:55.530073 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:55.583845 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ff47cc2d-542e-47dc-be29-e4d7c87e23ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:55.614060 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:55.705409 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 9af19980-6977-4be2-8227-7c6e831bb1fa, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9af19980-6977-4be2-8227-7c6e831bb1fa,segment=NetworkSegment(3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7),segment_id=3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:55.758036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2f2b2-bfdf-4eb8-878c-4a7ab128e97b req-47c67a18-0701-4170-859f-7003aac9105e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:55.761195 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-52c2f2b2-bfdf-4eb8-878c-4a7ab128e97b req-47c67a18-0701-4170-859f-7003aac9105e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 945 time: 0.3047831
Jun 04 15:10:55.767700 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:55.778265 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:55.942148 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-52c2f2b2-bfdf-4eb8-878c-4a7ab128e97b req-8d913be0-c02c-47c5-83d9-ad5e01525c54 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345308
Jun 04 15:10:55.945161 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=9af19980-6977-4be2-8227-7c6e831bb1fa,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:55.971401 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:56.113651 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-ff47cc2d-542e-47dc-be29-e4d7c87e23ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:10:56.114068 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-ff47cc2d-542e-47dc-be29-e4d7c87e23ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:10:56.136029 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:56.274658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419bee-df85-42ff-87d3-daf584690fd4 req-efd2c36d-2c16-4c23-b38d-aecf73794a0d tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:56.281687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdc5fc-8f6a-4819-be1c-e1f60aad7035 req-c14500aa-ed9b-4956-8b7b-1461aefe79cd tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:56.285789 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-efd2c36d-2c16-4c23-b38d-aecf73794a0d tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45&tenant_id=a03aebe4cbe94e51823784c56531a643&binding%3Ahost_id=n-h2-791505-9 HTTP/1.1" status: 200  len: 1096 time: 0.1705918
Jun 04 15:10:56.286434 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d2cdc5fc-8f6a-4819-be1c-e1f60aad7035 req-c14500aa-ed9b-4956-8b7b-1461aefe79cd tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "GET /v2.0/ports?device_id=e189a947-a0b7-4c9b-aeb3-70f90dc599a2 HTTP/1.1" status: 200  len: 949 time: 0.2436771
Jun 04 15:10:56.465031 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:56.485904 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1100aa04-a62f-47e5-bc88-7051056dce5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:56.538682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:10:56.545883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9af19980-6977-4be2-8227-7c6e831bb1fa up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:10:56.568698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:10:56.581447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:10:56.655498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992751b-cfd3-4210-b0d7-83eb34906703 req-d298f3db-1ba4-48df-88fc-72e66e4f2482 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:56.656773 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-2992751b-cfd3-4210-b0d7-83eb34906703 req-d298f3db-1ba4-48df-88fc-72e66e4f2482 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Synchronizing usage tracker for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:10:56.751267 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-2992751b-cfd3-4210-b0d7-83eb34906703 req-d298f3db-1ba4-48df-88fc-72e66e4f2482 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Unset dirty status for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:10:56.752457 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2992751b-cfd3-4210-b0d7-83eb34906703 req-d298f3db-1ba4-48df-88fc-72e66e4f2482 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e189a947-a0b7-4c9b-aeb3-70f90dc599a2 HTTP/1.1" status: 200  len: 949 time: 0.3521914
Jun 04 15:10:56.773657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 9af19980-6977-4be2-8227-7c6e831bb1fa triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:56.774178 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:56.798580 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-36419bee-df85-42ff-87d3-daf584690fd4 req-1f6c9687-8e08-447e-9537-d83ce2725023 service neutron] For port 470f8cf4-18ad-4867-a706-43e0332264d1, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:10:56.833603 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-36419bee-df85-42ff-87d3-daf584690fd4 req-1f6c9687-8e08-447e-9537-d83ce2725023 service neutron] Notify callbacks [] for binding, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:56.835205 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-36419bee-df85-42ff-87d3-daf584690fd4 req-1f6c9687-8e08-447e-9537-d83ce2725023 service neutron] 10.222.0.62 "DELETE /v2.0/ports/470f8cf4-18ad-4867-a706-43e0332264d1/bindings/n-h1-791505-9 HTTP/1.1" status: 204  len: 173 time: 0.5417225
Jun 04 15:10:56.905729 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2992751b-cfd3-4210-b0d7-83eb34906703 req-f477711e-aed8-49fb-abb1-30d2f7dbd742 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403165
Jun 04 15:10:56.936073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-080647a7-75ea-4a53-82a2-ad1603c8907d None None] Provisioning complete for port 9af19980-6977-4be2-8227-7c6e831bb1fa triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:10:56.936439 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-080647a7-75ea-4a53-82a2-ad1603c8907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:57.116850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ee7fe-6b57-439c-a6ac-16d0d9ecb76a req-1bc5e382-5356-40e0-b296-76379e3842f0 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:57.121290 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-110ee7fe-6b57-439c-a6ac-16d0d9ecb76a req-1bc5e382-5356-40e0-b296-76379e3842f0 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.7276735
Jun 04 15:10:57.137419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Pushing event updated for resources: {'Port': ['ID=81ff4c05-bf0a-4127-b224-7171f005c52b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:10:57.282811 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f86c5-6afb-4b9e-a18d-0ebe031b1427 req-7dd7c612-9716-4a99-a757-f1a9c492ad3b tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:57.285707 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6d3f86c5-6afb-4b9e-a18d-0ebe031b1427 req-7dd7c612-9716-4a99-a757-f1a9c492ad3b tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 949 time: 0.1212502
Jun 04 15:10:57.388895 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6d3f86c5-6afb-4b9e-a18d-0ebe031b1427 req-45cf26ef-dc4a-4552-a51e-5fae1d425e6b tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a729160-a8a5-43c5-be75-8f97cdaa49b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876052
Jun 04 15:10:57.513587 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.028s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:10:57.720722 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-110ee7fe-6b57-439c-a6ac-16d0d9ecb76a req-1507d582-2573-42ca-979c-730415bed35a tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5862772
Jun 04 15:10:57.791931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-d2cdc5fc-8f6a-4819-be1c-e1f60aad7035 req-e1a3f441-bacb-493b-b1e7-2cfa40ba5792 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Deleting port 5791a29b-f7fb-4c7f-b5fd-71123d32949c {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:10:57.797934 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d2cdc5fc-8f6a-4819-be1c-e1f60aad7035 req-e1a3f441-bacb-493b-b1e7-2cfa40ba5792 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:57.803714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0054167-6464-4aed-b380-ebe8f8dec417 req-ec64af94-d45c-4378-a85f-c4d9ad2439cf tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:57.807077 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0054167-6464-4aed-b380-ebe8f8dec417 req-ec64af94-d45c-4378-a85f-c4d9ad2439cf tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 943 time: 0.2317297
Jun 04 15:10:57.906899 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0054167-6464-4aed-b380-ebe8f8dec417 req-dae53ef0-16e9-4363-952f-c06f43cdc9fa tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950396
Jun 04 15:10:58.079716 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9fce2deb-cddb-484f-84fb-f235fd6b5f88 req-8815280a-291e-4a82-9cb9-5f6efe2d7a2d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1494467
Jun 04 15:10:58.273918 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c741f7-af8d-40aa-a17f-7fb04ec75eb0 req-11acebbe-93ab-4855-bc00-1d910fa09c94 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:58.279294 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-67c741f7-af8d-40aa-a17f-7fb04ec75eb0 req-11acebbe-93ab-4855-bc00-1d910fa09c94 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4c3f4fe-7839-49ad-b5e1-0aa6625034cf HTTP/1.1" status: 200  len: 950 time: 1.0660787
Jun 04 15:10:58.371246 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce2deb-cddb-484f-84fb-f235fd6b5f88 req-6895eecc-352e-4f0d-a18c-50c258c6dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:58.372851 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9fce2deb-cddb-484f-84fb-f235fd6b5f88 req-6895eecc-352e-4f0d-a18c-50c258c6dd7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb2b44d21194835958bac19c6d44e4d&device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 1101 time: 0.1653152
Jun 04 15:10:58.444208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f4438-6699-49cd-929d-82111933c57a req-2c712baf-e093-43cb-80ae-800606b49b02 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:58.445941 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f32f4438-6699-49cd-929d-82111933c57a req-2c712baf-e093-43cb-80ae-800606b49b02 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e189a947-a0b7-4c9b-aeb3-70f90dc599a2 HTTP/1.1" status: 200  len: 949 time: 0.1704731
Jun 04 15:10:58.643569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8826f24-edd0-4f42-a76f-092167241d27 req-9603111d-9401-43b1-b105-948f7fd4d28a tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:58.651002 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f32f4438-6699-49cd-929d-82111933c57a req-bd8597ed-5ab7-4bed-816d-5d659ff7a90e tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852987
Jun 04 15:10:58.653285 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8826f24-edd0-4f42-a76f-092167241d27 req-9603111d-9401-43b1-b105-948f7fd4d28a tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 945 time: 0.6533175
Jun 04 15:10:58.726149 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce2deb-cddb-484f-84fb-f235fd6b5f88 req-3ee25120-4be0-4b51-82f5-8fe17f4660ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:58.728271 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9fce2deb-cddb-484f-84fb-f235fd6b5f88 req-3ee25120-4be0-4b51-82f5-8fe17f4660ef service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.3215101
Jun 04 15:10:58.917970 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9fce2deb-cddb-484f-84fb-f235fd6b5f88 req-7c9e007b-cb7f-4190-afe8-2b2f002ba424 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=39aca5ae-aedb-4639-985b-49fbceec36e6 HTTP/1.1" status: 200  len: 217 time: 0.1757967
Jun 04 15:10:58.933892 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-d2cdc5fc-8f6a-4819-be1c-e1f60aad7035 req-e1a3f441-bacb-493b-b1e7-2cfa40ba5792 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] For port 5791a29b-f7fb-4c7f-b5fd-71123d32949c, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=5791a29b-f7fb-4c7f-b5fd-71123d32949c,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:58.934898 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d2cdc5fc-8f6a-4819-be1c-e1f60aad7035 req-e1a3f441-bacb-493b-b1e7-2cfa40ba5792 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:58.968610 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8826f24-edd0-4f42-a76f-092167241d27 req-3b0c79f6-86bc-44a5-9784-ba7db7d915fd tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3141766
Jun 04 15:10:59.036241 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:59.074513 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce2deb-cddb-484f-84fb-f235fd6b5f88 req-3b4e1612-676a-4235-9da3-e752d2a65a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:59.076787 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9fce2deb-cddb-484f-84fb-f235fd6b5f88 req-3b4e1612-676a-4235-9da3-e752d2a65a24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1453271
Jun 04 15:10:59.097404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad3a9e-416a-4b9b-a062-3e98c85c67ce req-232384ad-18f7-4025-a084-5988c3c8c745 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:59.105908 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2aad3a9e-416a-4b9b-a062-3e98c85c67ce req-232384ad-18f7-4025-a084-5988c3c8c745 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 949 time: 0.2728415
Jun 04 15:10:59.174884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb17419-c012-41c0-bfcb-09618f7cd44c req-a7449def-fcfe-43a7-84a1-5b524cf81adf tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:59.183887 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5eb17419-c012-41c0-bfcb-09618f7cd44c req-a7449def-fcfe-43a7-84a1-5b524cf81adf tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 949 time: 1.1857309
Jun 04 15:10:59.209929 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-d2cdc5fc-8f6a-4819-be1c-e1f60aad7035 req-e1a3f441-bacb-493b-b1e7-2cfa40ba5792 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Calling delete_port for 5791a29b-f7fb-4c7f-b5fd-71123d32949c owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:10:59.231439 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2aad3a9e-416a-4b9b-a062-3e98c85c67ce req-1b97cf9f-9596-4458-a6d6-0908b9953047 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a729160-a8a5-43c5-be75-8f97cdaa49b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241913
Jun 04 15:10:59.270839 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce2deb-cddb-484f-84fb-f235fd6b5f88 req-6d2c8842-70be-45e6-9c0c-23070b5f5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:59.272455 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9fce2deb-cddb-484f-84fb-f235fd6b5f88 req-6d2c8842-70be-45e6-9c0c-23070b5f5a71 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1402774
Jun 04 15:10:59.339325 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 5791a29b-f7fb-4c7f-b5fd-71123d32949c no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:10:59.362510 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-d16d8ea7-f982-46e8-96ad-d261252125ad service neutron] 10.222.0.62 "GET /v2.0/ports/c77103ec-9088-4d69-9c0e-188bf2972c52/bindings/n-h1-791505-9 HTTP/1.1" status: 200  len: 384 time: 0.7351959
Jun 04 15:10:59.412751 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-adf2d6e6-fab9-4479-8afc-a144e6818da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:59.540353 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:59.583922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e189a947-a0b7-4c9b-aeb3-70f90dc599a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5791a29b-f7fb-4c7f-b5fd-71123d32949c'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:10:59.587721 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f57fb35-5daf-4ed2-9c82-8d2c0d00fe02" -d '{"events": [{"server_uuid": "e189a947-a0b7-4c9b-aeb3-70f90dc599a2", "name": "network-vif-unplugged", "status": "completed", "tag": "5791a29b-f7fb-4c7f-b5fd-71123d32949c"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:10:59.599502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 5791a29b-f7fb-4c7f-b5fd-71123d32949c, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=5791a29b-f7fb-4c7f-b5fd-71123d32949c,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:10:59.659556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeed5b-bb8d-4567-81a0-182ac9dd2645 req-c629798b-2d1a-40d4-9add-9a03db449584 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:10:59.666770 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1efeed5b-bb8d-4567-81a0-182ac9dd2645 req-c629798b-2d1a-40d4-9add-9a03db449584 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 943 time: 0.3212662
Jun 04 15:10:59.686313 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:59.687675 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c77103ec-9088-4d69-9c0e-188bf2972c52 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:10:59.700048 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9fce2deb-cddb-484f-84fb-f235fd6b5f88 req-c65cc1b7-5b1d-43a9-9fe2-728e552ba4fc service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4173634
Jun 04 15:10:59.723844 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:10:59.820826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-67c741f7-af8d-40aa-a17f-7fb04ec75eb0 req-097803eb-cbca-46f9-abe2-0ff33ded1cab tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Deleting port b7c24edb-f643-4938-8e52-7e56962318e3 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:10:59.821222 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-67c741f7-af8d-40aa-a17f-7fb04ec75eb0 req-097803eb-cbca-46f9-abe2-0ff33ded1cab tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:10:59.864943 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1efeed5b-bb8d-4567-81a0-182ac9dd2645 req-eabaf3e0-c06d-4ac7-ace6-fbc3784137bd tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969016
Jun 04 15:10:59.872863 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9fce2deb-cddb-484f-84fb-f235fd6b5f88 req-276ba298-d3b7-4e73-a62f-3440b4ad8a1c service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621022
Jun 04 15:10:59.891804 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=5791a29b-f7fb-4c7f-b5fd-71123d32949c,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:00.017536 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:00.100729 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d825a21c-a982-411a-a983-82beb19dad63 x-openstack-request-id: req-d825a21c-a982-411a-a983-82beb19dad63 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:11:00.100973 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e189a947-a0b7-4c9b-aeb3-70f90dc599a2", "name": "network-vif-unplugged", "status": "completed", "tag": "5791a29b-f7fb-4c7f-b5fd-71123d32949c", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:11:00.101333 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d825a21c-a982-411a-a983-82beb19dad63 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:11:00.101759 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e189a947-a0b7-4c9b-aeb3-70f90dc599a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5791a29b-f7fb-4c7f-b5fd-71123d32949c', 'code': 200}
Jun 04 15:11:00.112281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29f67f-c6da-43b1-944f-029d1c7e591b req-8353bd82-56af-4d65-9769-fc967cd63b1b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:00.117909 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d29f67f-c6da-43b1-944f-029d1c7e591b req-8353bd82-56af-4d65-9769-fc967cd63b1b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.9327221
Jun 04 15:11:00.344699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7c9c3-7fa7-43e0-a983-1238f12e54d5 req-67173dd5-f10b-4e0b-9c1b-fca4218b10a7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:00.346501 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fff7c9c3-7fa7-43e0-a983-1238f12e54d5 req-67173dd5-f10b-4e0b-9c1b-fca4218b10a7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e189a947-a0b7-4c9b-aeb3-70f90dc599a2 HTTP/1.1" status: 200  len: 947 time: 0.1504230
Jun 04 15:11:00.352615 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be932f5e-d863-46a1-bce2-402c17907da1 req-0da2f6f3-db10-439d-9357-76091b40532c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1223075
Jun 04 15:11:00.439560 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fff7c9c3-7fa7-43e0-a983-1238f12e54d5 req-687aaeae-8d5d-45c8-a492-6a9f54b93298 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851073
Jun 04 15:11:00.474457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5eb17419-c012-41c0-bfcb-09618f7cd44c req-2f518f3b-e1cb-43d2-af20-7a9115f18a98 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Deleting port 81860d32-5a58-4695-936f-ee8284928bc1 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:11:00.474661 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5eb17419-c012-41c0-bfcb-09618f7cd44c req-2f518f3b-e1cb-43d2-af20-7a9115f18a98 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:00.485872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be932f5e-d863-46a1-bce2-402c17907da1 req-359a1a59-ff28-4101-a8a4-51fffcd94529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:00.487613 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be932f5e-d863-46a1-bce2-402c17907da1 req-359a1a59-ff28-4101-a8a4-51fffcd94529 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 1101 time: 0.0966113
Jun 04 15:11:00.593289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-67c741f7-af8d-40aa-a17f-7fb04ec75eb0 req-097803eb-cbca-46f9-abe2-0ff33ded1cab tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] For port b7c24edb-f643-4938-8e52-7e56962318e3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b7c24edb-f643-4938-8e52-7e56962318e3,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:00.593686 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-67c741f7-af8d-40aa-a17f-7fb04ec75eb0 req-097803eb-cbca-46f9-abe2-0ff33ded1cab tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:00.621873 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d29f67f-c6da-43b1-944f-029d1c7e591b req-2f32ccb1-82f1-484f-9308-61b48fbfd490 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5024390
Jun 04 15:11:00.749885 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf5f91-dc7c-41fd-bce2-33c6b642b2c2 req-bfb71b5b-ad44-4217-af24-df4b1cfd6028 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:00.751109 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-29cf5f91-dc7c-41fd-bce2-33c6b642b2c2 req-bfb71b5b-ad44-4217-af24-df4b1cfd6028 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 1096 time: 0.1892467
Jun 04 15:11:00.778626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be932f5e-d863-46a1-bce2-402c17907da1 req-a81302ca-a8bc-407a-aa50-9882ed1e3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:00.780264 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be932f5e-d863-46a1-bce2-402c17907da1 req-a81302ca-a8bc-407a-aa50-9882ed1e3c9d service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2669632
Jun 04 15:11:00.852076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-67c741f7-af8d-40aa-a17f-7fb04ec75eb0 req-097803eb-cbca-46f9-abe2-0ff33ded1cab tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Calling delete_port for b7c24edb-f643-4938-8e52-7e56962318e3 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:11:00.865148 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be932f5e-d863-46a1-bce2-402c17907da1 req-df4627b2-9f85-444c-bf8a-a7d21d37da36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=dd2bace0-30e3-482a-b51e-568b2f544066 HTTP/1.1" status: 200  len: 217 time: 0.0751212
Jun 04 15:11:00.875768 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-29cf5f91-dc7c-41fd-bce2-33c6b642b2c2 req-a7751fcd-1adc-4ff3-8b52-66c7abc88fc8 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185470
Jun 04 15:11:00.969302 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:00.970729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be932f5e-d863-46a1-bce2-402c17907da1 req-c646416b-ef83-47f2-9737-9d435f40707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:00.972520 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be932f5e-d863-46a1-bce2-402c17907da1 req-c646416b-ef83-47f2-9737-9d435f40707f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0957971
Jun 04 15:11:01.074897 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d2cdc5fc-8f6a-4819-be1c-e1f60aad7035 req-e1a3f441-bacb-493b-b1e7-2cfa40ba5792 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:01.088287 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['39aca5ae-aedb-4639-985b-49fbceec36e6', '68f0c106-4301-4722-a664-002be03379b1', '00206849-6e37-4bf1-8f05-721b52b0c482'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:11:01.099888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-0ca1f533-51c0-4663-8c48-a5955d07df6d service neutron] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c77103ec-9088-4d69-9c0e-188bf2972c52,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:01.129084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-0ca1f533-51c0-4663-8c48-a5955d07df6d service neutron] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:11:01.160192 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be932f5e-d863-46a1-bce2-402c17907da1 req-08bc4caa-6332-4f8d-a2c2-479a462a2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:01.162546 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be932f5e-d863-46a1-bce2-402c17907da1 req-08bc4caa-6332-4f8d-a2c2-479a462a2cba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1787219
Jun 04 15:11:01.178970 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339754e9-f696-48ca-b05f-90595e50335f req-cb10a155-ec62-4044-b45e-e6749672b894 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:01.188048 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-339754e9-f696-48ca-b05f-90595e50335f req-cb10a155-ec62-4044-b45e-e6749672b894 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.1553583
Jun 04 15:11:01.200152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-0ca1f533-51c0-4663-8c48-a5955d07df6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77103ec-9088-4d69-9c0e-188bf2972c52 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:11:01.215106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-0ca1f533-51c0-4663-8c48-a5955d07df6d service neutron] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c77103ec-9088-4d69-9c0e-188bf2972c52,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:01.284017 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-339754e9-f696-48ca-b05f-90595e50335f req-1de0c011-5106-4e74-87dc-67852d5703c9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945776
Jun 04 15:11:01.309070 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e8a4b42-0671-4b63-b542-1e59fdc3dad1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:01.358654 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b7c24edb-f643-4938-8e52-7e56962318e3 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:11:01.420127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3f441-bacb-493b-b1e7-2cfa40ba5792 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event deleted for resources: {'Port': ['ID=5791a29b-f7fb-4c7f-b5fd-71123d32949c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:01.424729 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be932f5e-d863-46a1-bce2-402c17907da1 req-abeb95ca-9f2b-40ed-a9f2-91ebde11a41c service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2069342
Jun 04 15:11:01.426814 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-0ca1f533-51c0-4663-8c48-a5955d07df6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:01.456216 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e1a3f441-bacb-493b-b1e7-2cfa40ba5792 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:01.683751 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be932f5e-d863-46a1-bce2-402c17907da1 req-f0b080a3-9984-4530-ac71-7fab9ddb56f4 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2506073
Jun 04 15:11:01.699155 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:01.714372 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f893a-845e-42bd-b03c-e08b5bcca5cf req-9a6c1e00-c28c-433b-97ed-01d31fe9edbf tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:01.724554 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-725f893a-845e-42bd-b03c-e08b5bcca5cf req-9a6c1e00-c28c-433b-97ed-01d31fe9edbf tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 943 time: 0.2330766
Jun 04 15:11:01.830876 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-725f893a-845e-42bd-b03c-e08b5bcca5cf req-e791fb97-0618-4177-9e3f-58fa7fbd5563 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793011
Jun 04 15:11:01.903861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5eb17419-c012-41c0-bfcb-09618f7cd44c req-2f518f3b-e1cb-43d2-af20-7a9115f18a98 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] For port 81860d32-5a58-4695-936f-ee8284928bc1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=81860d32-5a58-4695-936f-ee8284928bc1,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:01.904291 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5eb17419-c012-41c0-bfcb-09618f7cd44c req-2f518f3b-e1cb-43d2-af20-7a9115f18a98 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:01.950358 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:02.060338 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 81860d32-5a58-4695-936f-ee8284928bc1 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:11:02.146144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e88638-620e-4cf3-83b1-2220006bc21a req-7760c973-e0e3-43ad-a075-9f691607fb06 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:02.148818 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-74e88638-620e-4cf3-83b1-2220006bc21a req-7760c973-e0e3-43ad-a075-9f691607fb06 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 1096 time: 0.1411822
Jun 04 15:11:02.170139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cdc5fc-8f6a-4819-be1c-e1f60aad7035 req-e1a3f441-bacb-493b-b1e7-2cfa40ba5792 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] No DVR routers for this DVR port 5791a29b-f7fb-4c7f-b5fd-71123d32949c on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:11:02.185686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5eb17419-c012-41c0-bfcb-09618f7cd44c req-2f518f3b-e1cb-43d2-af20-7a9115f18a98 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Calling delete_port for 81860d32-5a58-4695-936f-ee8284928bc1 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:11:02.198459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd7221-e681-463d-85df-d2518c437fd7 req-a1f22cb0-eb28-4de0-b8c8-63a255c7938c tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:02.199908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-60fd7221-e681-463d-85df-d2518c437fd7 req-a1f22cb0-eb28-4de0-b8c8-63a255c7938c tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 949 time: 1.3374541
Jun 04 15:11:02.205653 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d2cdc5fc-8f6a-4819-be1c-e1f60aad7035 req-e1a3f441-bacb-493b-b1e7-2cfa40ba5792 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:02.211227 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:02.213976 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-67c741f7-af8d-40aa-a17f-7fb04ec75eb0 req-097803eb-cbca-46f9-abe2-0ff33ded1cab tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:02.215839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e189a947-a0b7-4c9b-aeb3-70f90dc599a2', 'name': 'network-vif-deleted', 'tag': '5791a29b-f7fb-4c7f-b5fd-71123d32949c'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:11:02.219657 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efda0259-73fc-42fb-8c59-23aa7976daa8" -d '{"events": [{"server_uuid": "e189a947-a0b7-4c9b-aeb3-70f90dc599a2", "name": "network-vif-deleted", "tag": "5791a29b-f7fb-4c7f-b5fd-71123d32949c"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:11:02.222040 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-74e88638-620e-4cf3-83b1-2220006bc21a req-18f18db0-83f2-4ee6-9e40-ac64edb8466d tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648592
Jun 04 15:11:02.249491 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe043c1-7e44-4e05-b2b6-921275ac1c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81860d32-5a58-4695-936f-ee8284928bc1'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:11:02.251909 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aac3ec0-7cb9-4813-9342-a8ef94fd1b0d" -d '{"events": [{"server_uuid": "dfe043c1-7e44-4e05-b2b6-921275ac1c68", "name": "network-vif-unplugged", "status": "completed", "tag": "81860d32-5a58-4695-936f-ee8284928bc1"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:11:02.261982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 81860d32-5a58-4695-936f-ee8284928bc1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=81860d32-5a58-4695-936f-ee8284928bc1,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:02.270812 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6f0a3f59-4d9a-4426-8d2d-3d4b20d9c3e6 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:02.312582 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7000d5c8-ab22-4b45-86bd-cec630685f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:02.350305 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:02.354329 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:02.368778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097803eb-cbca-46f9-abe2-0ff33ded1cab tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event deleted for resources: {'Port': ['ID=b7c24edb-f643-4938-8e52-7e56962318e3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:02.393085 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-097803eb-cbca-46f9-abe2-0ff33ded1cab tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:02.458689 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=81860d32-5a58-4695-936f-ee8284928bc1,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:02.463378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-0ca1f533-51c0-4663-8c48-a5955d07df6d service neutron] Transition to ACTIVE for port object c77103ec-9088-4d69-9c0e-188bf2972c52 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:11:02.463677 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:02.541027 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-60fd7221-e681-463d-85df-d2518c437fd7 req-438f745c-0cf0-40fc-abc5-5aaa99c9903c tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a729160-a8a5-43c5-be75-8f97cdaa49b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3128912
Jun 04 15:11:02.542501 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d2cdc5fc-8f6a-4819-be1c-e1f60aad7035 req-e1a3f441-bacb-493b-b1e7-2cfa40ba5792 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "DELETE /v2.0/ports/5791a29b-f7fb-4c7f-b5fd-71123d32949c HTTP/1.1" status: 204  len: 173 time: 6.2409968
Jun 04 15:11:02.549080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c741f7-af8d-40aa-a17f-7fb04ec75eb0 req-097803eb-cbca-46f9-abe2-0ff33ded1cab tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] No DVR routers for this DVR port b7c24edb-f643-4938-8e52-7e56962318e3 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:11:02.554598 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-0ca1f533-51c0-4663-8c48-a5955d07df6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:02.565468 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-67c741f7-af8d-40aa-a17f-7fb04ec75eb0 req-097803eb-cbca-46f9-abe2-0ff33ded1cab tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:02.567681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-67c741f7-af8d-40aa-a17f-7fb04ec75eb0 req-097803eb-cbca-46f9-abe2-0ff33ded1cab tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.65 "DELETE /v2.0/ports/b7c24edb-f643-4938-8e52-7e56962318e3 HTTP/1.1" status: 204  len: 173 time: 4.2071545
Jun 04 15:11:02.573774 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:02.677733 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-159c74c0-79ce-4e6c-b816-f2816a98899a req-44537344-c6c2-4a01-855b-ea1f132e580a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=e189a947-a0b7-4c9b-aeb3-70f90dc599a2 HTTP/1.1" status: 200  len: 210 time: 0.0852134
Jun 04 15:11:02.798742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-0ca1f533-51c0-4663-8c48-a5955d07df6d service neutron] No DVR routers for this DVR port c77103ec-9088-4d69-9c0e-188bf2972c52 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:11:02.856502 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b985f06a-4fee-4a8b-a475-e33aee99e5c8 x-openstack-request-id: req-b985f06a-4fee-4a8b-a475-e33aee99e5c8 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:11:02.861040 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e189a947-a0b7-4c9b-aeb3-70f90dc599a2", "name": "network-vif-deleted", "tag": "5791a29b-f7fb-4c7f-b5fd-71123d32949c", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:11:02.861040 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b985f06a-4fee-4a8b-a475-e33aee99e5c8 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:11:02.861040 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e189a947-a0b7-4c9b-aeb3-70f90dc599a2', 'name': 'network-vif-deleted', 'tag': '5791a29b-f7fb-4c7f-b5fd-71123d32949c', 'status': 'completed', 'code': 200}
Jun 04 15:11:02.861676 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f9ecd7-9223-44b7-b70f-f2c84ea867a0 x-openstack-request-id: req-f3f9ecd7-9223-44b7-b70f-f2c84ea867a0 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:11:02.861676 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe043c1-7e44-4e05-b2b6-921275ac1c68", "name": "network-vif-unplugged", "status": "completed", "tag": "81860d32-5a58-4695-936f-ee8284928bc1", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:11:02.861676 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3f9ecd7-9223-44b7-b70f-f2c84ea867a0 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:11:02.861676 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe043c1-7e44-4e05-b2b6-921275ac1c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81860d32-5a58-4695-936f-ee8284928bc1', 'code': 200}
Jun 04 15:11:03.025075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1f533-51c0-4663-8c48-a5955d07df6d service neutron] Pushing event updated for resources: {'Port': ['ID=c77103ec-9088-4d69-9c0e-188bf2972c52,revision_number=10']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:03.040577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Router 7ceb1265-4035-438c-a140-c662a9ac6f09 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:11:03.043382 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0ca1f533-51c0-4663-8c48-a5955d07df6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:03.121744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['39aca5ae-aedb-4639-985b-49fbceec36e6', '68f0c106-4301-4722-a664-002be03379b1', '00206849-6e37-4bf1-8f05-721b52b0c482'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:11:03.179101 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-0ca1f533-51c0-4663-8c48-a5955d07df6d service neutron] 10.222.0.62 "PUT /v2.0/ports/c77103ec-9088-4d69-9c0e-188bf2972c52/bindings/n-h1-791505-9/activate HTTP/1.1" status: 200  len: 369 time: 3.7951050
Jun 04 15:11:03.202734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-d676e9c9-4173-4346-b977-d0ff15ff36d4 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:03.203481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-d676e9c9-4173-4346-b977-d0ff15ff36d4 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Synchronizing usage tracker for tenant:9533bf6d683c40c7950c3e298510b11f on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:11:03.292112 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5eb17419-c012-41c0-bfcb-09618f7cd44c req-2f518f3b-e1cb-43d2-af20-7a9115f18a98 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:03.306296 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b3ff88a0-8ba5-4c99-ba04-4e5baad5f968 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:03.363153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f518f3b-e1cb-43d2-af20-7a9115f18a98 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Pushing event deleted for resources: {'Port': ['ID=81860d32-5a58-4695-936f-ee8284928bc1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:03.372844 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2f518f3b-e1cb-43d2-af20-7a9115f18a98 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:03.456428 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:03.518171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:11:03.545051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-d676e9c9-4173-4346-b977-d0ff15ff36d4 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Unset dirty status for tenant:9533bf6d683c40c7950c3e298510b11f on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:11:03.545976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Sync routers for ids ['7ceb1265-4035-438c-a140-c662a9ac6f09'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:11:03.557826 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-d676e9c9-4173-4346-b977-d0ff15ff36d4 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/networks?id=5c8e1129-4637-4865-8e2f-9338b07c50ee HTTP/1.1" status: 200  len: 815 time: 0.7626035
Jun 04 15:11:03.597919 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Routers {'7ceb1265-4035-438c-a140-c662a9ac6f09'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:11:03.608134 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c7d9c10>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:11:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7ceb1265-4035-438c-a140-c662a9ac6f09'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:03.649764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb17419-c012-41c0-bfcb-09618f7cd44c req-2f518f3b-e1cb-43d2-af20-7a9115f18a98 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] No DVR routers for this DVR port 81860d32-5a58-4695-936f-ee8284928bc1 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:11:03.680801 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5eb17419-c012-41c0-bfcb-09618f7cd44c req-2f518f3b-e1cb-43d2-af20-7a9115f18a98 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:03.683284 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5eb17419-c012-41c0-bfcb-09618f7cd44c req-2f518f3b-e1cb-43d2-af20-7a9115f18a98 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.65 "DELETE /v2.0/ports/81860d32-5a58-4695-936f-ee8284928bc1 HTTP/1.1" status: 204  len: 173 time: 4.4156148
Jun 04 15:11:03.710574 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-ecb3382e-639a-47c3-aa92-57ed5cdfe171 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/quotas/9533bf6d683c40c7950c3e298510b11f HTTP/1.1" status: 200  len: 375 time: 0.0559604
Jun 04 15:11:03.724823 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfc246-452a-45ac-81fd-f92ef0bb8931 req-3aace1ad-356b-4eda-a088-6d11b8ae7226 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:03.727674 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-02cfc246-452a-45ac-81fd-f92ef0bb8931 req-3aace1ad-356b-4eda-a088-6d11b8ae7226 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 944 time: 0.1309133
Jun 04 15:11:03.798466 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:03.800078 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 13.2217860
Jun 04 15:11:03.806062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36058) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:03.830536 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-02cfc246-452a-45ac-81fd-f92ef0bb8931 req-dc2ffb63-dbbd-4ab2-9178-fb1ec273ae2f tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965791
Jun 04 15:11:03.900780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-e647bca1-6f83-4c26-af1d-c9a197c099aa tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:03.903098 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-e647bca1-6f83-4c26-af1d-c9a197c099aa tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e&tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&binding%3Ahost_id=n-h2-791505-9 HTTP/1.1" status: 200  len: 1095 time: 0.3269207
Jun 04 15:11:03.923016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Set router 7ceb1265-4035-438c-a140-c662a9ac6f09 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:11:04.127298 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-cbc15795-3cdc-4dbe-805b-72fd0b7943bf tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9533bf6d683c40c7950c3e298510b11f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4071829
Jun 04 15:11:04.347265 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f93fd2ae-c16e-405e-8c71-1bcad1e75c9e req-be6b322f-9057-427a-a480-aa8c4e9cf723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe043c1-7e44-4e05-b2b6-921275ac1c68 HTTP/1.1" status: 200  len: 210 time: 0.0591283
Jun 04 15:11:04.366997 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c7d9c10>, [{'id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'name': 'tempest-FloatingIPDetailsTestJSON-1955571723-router', 'tenant_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:50Z', 'updated_at': '2021-06-04T15:10:57Z', 'revision_number': 3, 'project_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'gw_port': {'id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:54Z', 'updated_at': '2021-06-04T15:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:04.376756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Checking router: 7ceb1265-4035-438c-a140-c662a9ac6f09 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:11:04.382537 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Updating router 7ceb1265-4035-438c-a140-c662a9ac6f09 port 81ff4c05-bf0a-4127-b224-7171f005c52b binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:11:04.471863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-e86b488d-cede-4987-b7ca-f712789d1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:04.479383 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-e86b488d-cede-4987-b7ca-f712789d1d6f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e&tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e HTTP/1.1" status: 200  len: 1095 time: 0.5576117
Jun 04 15:11:04.493316 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-7e2638e1-9a77-41ec-a65b-e29915b37df2 service neutron] 10.222.0.32 "GET /v2.0/networks/5c8e1129-4637-4865-8e2f-9338b07c50ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3154681
Jun 04 15:11:04.493611 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:04.877311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c3f4fe-7839-49ad-b5e1-0aa6625034cf', 'name': 'network-vif-deleted', 'tag': 'b7c24edb-f643-4938-8e52-7e56962318e3'}, {'server_uuid': 'dfe043c1-7e44-4e05-b2b6-921275ac1c68', 'name': 'network-vif-deleted', 'tag': '81860d32-5a58-4695-936f-ee8284928bc1'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:11:04.880642 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0105e3-c53c-4a6d-ac25-9ed9cb22efe2" -d '{"events": [{"server_uuid": "c4c3f4fe-7839-49ad-b5e1-0aa6625034cf", "name": "network-vif-deleted", "tag": "b7c24edb-f643-4938-8e52-7e56962318e3"}, {"server_uuid": "dfe043c1-7e44-4e05-b2b6-921275ac1c68", "name": "network-vif-deleted", "tag": "81860d32-5a58-4695-936f-ee8284928bc1"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:11:05.042321 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:05.061302 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-44a15302-2e3e-415a-915a-23b43abe9d10 service neutron] 10.222.0.32 "GET /v2.0/networks/5c8e1129-4637-4865-8e2f-9338b07c50ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5009935
Jun 04 15:11:05.099565 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:05.133723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Transition to ACTIVE for port object 81ff4c05-bf0a-4127-b224-7171f005c52b will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:11:05.159931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-60523e6e-6312-4549-ac28-9754723cb4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:05.159931 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-60523e6e-6312-4549-ac28-9754723cb4b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 1095 time: 0.5787058
Jun 04 15:11:05.231708 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:05.245069 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:05.325512 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b843edd-4982-40c9-821a-37b00cef4f33 req-c3b62fb4-e854-4664-9611-74832eaafb7c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:05.326913 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9b843edd-4982-40c9-821a-37b00cef4f33 req-c3b62fb4-e854-4664-9611-74832eaafb7c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 944 time: 0.2926984
Jun 04 15:11:05.410604 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9b843edd-4982-40c9-821a-37b00cef4f33 req-f14b4fba-0ba1-435d-807a-894a01a260a5 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749955
Jun 04 15:11:05.434281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-dd1409c7-1896-4aa6-8711-84679525a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:05.445020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Attempting to bind port 81ff4c05-bf0a-4127-b224-7171f005c52b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:11:05.445417 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Attempting to bind port 81ff4c05-bf0a-4127-b224-7171f005c52b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:11:05.445565 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-dd1409c7-1896-4aa6-8711-84679525a299 service neutron] 10.222.0.65 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.2667470
Jun 04 15:11:05.445794 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Attempting to bind port 81ff4c05-bf0a-4127-b224-7171f005c52b on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:11:05.460496 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:11:05.461748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:11:05.461748 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:05.461748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:11:05.462590 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Bound port: 81ff4c05-bf0a-4127-b224-7171f005c52b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:11:05.462734 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:05.549980 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Jun 2021 15:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25204d0b-1ded-4208-9518-404707b337e0 x-openstack-request-id: req-25204d0b-1ded-4208-9518-404707b337e0 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:11:05.550499 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c3f4fe-7839-49ad-b5e1-0aa6625034cf", "name": "network-vif-deleted", "tag": "b7c24edb-f643-4938-8e52-7e56962318e3", "status": "completed", "code": 200}, {"server_uuid": "dfe043c1-7e44-4e05-b2b6-921275ac1c68", "name": "network-vif-deleted", "tag": "81860d32-5a58-4695-936f-ee8284928bc1", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:11:05.550622 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25204d0b-1ded-4208-9518-404707b337e0 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:11:05.551003 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c3f4fe-7839-49ad-b5e1-0aa6625034cf', 'name': 'network-vif-deleted', 'tag': 'b7c24edb-f643-4938-8e52-7e56962318e3', 'status': 'completed', 'code': 200}
Jun 04 15:11:05.551283 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe043c1-7e44-4e05-b2b6-921275ac1c68', 'name': 'network-vif-deleted', 'tag': '81860d32-5a58-4695-936f-ee8284928bc1', 'status': 'completed', 'code': 200}
Jun 04 15:11:05.560539 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-152af88c-579d-4ebe-b3b4-c6fb8b3647f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c77103ec-9088-4d69-9c0e-188bf2972c52 HTTP/1.1" status: 200  len: 217 time: 0.1086092
Jun 04 15:11:05.560657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a2ca1-f30f-4139-9f05-e23a049b8b13 None None] Pushing event updated for resources: {'Port': ['ID=81ff4c05-bf0a-4127-b224-7171f005c52b,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:05.578798 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-454a2ca1-f30f-4139-9f05-e23a049b8b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:05.589079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] For port 81ff4c05-bf0a-4127-b224-7171f005c52b, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:11:05.595562 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] For port 81ff4c05-bf0a-4127-b224-7171f005c52b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=81ff4c05-bf0a-4127-b224-7171f005c52b,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:11:05.647096 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:05.653512 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:05.688363 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:05.702773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-1fcd89f2-5c4f-431e-b56c-b1b6819ce013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:05.703168 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b585fddc-2351-41e6-a99a-58e6d617889d req-8f0d3e90-ba31-47b2-8568-c1a8bdf263cb tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3254735b2dc54fbdbff67741a34d5965&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0388572
Jun 04 15:11:05.713886 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-1fcd89f2-5c4f-431e-b56c-b1b6819ce013 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.1128838
Jun 04 15:11:05.768169 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Routers {'7ceb1265-4035-438c-a140-c662a9ac6f09'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:11:05.768857 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c7d9c10>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:11:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7ceb1265-4035-438c-a140-c662a9ac6f09'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:05.835785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a2ca1-f30f-4139-9f05-e23a049b8b13 None None] Pushing event updated for resources: {'Port': ['ID=81ff4c05-bf0a-4127-b224-7171f005c52b,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:05.848342 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-454a2ca1-f30f-4139-9f05-e23a049b8b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:05.887129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585fddc-2351-41e6-a99a-58e6d617889d req-9f3cd66f-639e-4430-8773-53e571157c95 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:05.896339 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b585fddc-2351-41e6-a99a-58e6d617889d req-9f3cd66f-639e-4430-8773-53e571157c95 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1916368
Jun 04 15:11:05.914328 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b585fddc-2351-41e6-a99a-58e6d617889d req-76b6377a-41fc-4990-b6b9-dc58419c43d8 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/quotas/3254735b2dc54fbdbff67741a34d5965 HTTP/1.1" status: 200  len: 375 time: 0.0169840
Jun 04 15:11:06.011362 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] Set router 7ceb1265-4035-438c-a140-c662a9ac6f09 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:11:06.042011 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b585fddc-2351-41e6-a99a-58e6d617889d req-9f3c0933-27f2-428a-8659-bd5493eac8be tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1247737
Jun 04 15:11:06.246426 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-4523c890-ac3b-4975-bc3f-2ffd4533409a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3608093
Jun 04 15:11:06.377065 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c7d9c10>, [{'id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'name': 'tempest-FloatingIPDetailsTestJSON-1955571723-router', 'tenant_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:50Z', 'updated_at': '2021-06-04T15:10:57Z', 'revision_number': 3, 'project_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'gw_port': {'id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:54Z', 'updated_at': '2021-06-04T15:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:06.387349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b8957-8237-4589-8310-2f7f09c34105 None None] The sync data for ids ['7ceb1265-4035-438c-a140-c662a9ac6f09'] in n-d-791505-9 is: [{'id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'name': 'tempest-FloatingIPDetailsTestJSON-1955571723-router', 'tenant_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:50Z', 'updated_at': '2021-06-04T15:10:57Z', 'revision_number': 3, 'project_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'gw_port': {'id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:54Z', 'updated_at': '2021-06-04T15:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:11:06.503007 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-42585080-69d5-4677-9115-d9fe32fd7243 service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2466607
Jun 04 15:11:06.504443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Allocated IP 172.20.0.1 (80360e40-d51a-4837-9175-f4434db682f2/283687b5-9a99-409e-bba8-b16658b31a55/b752e580-dca8-45c9-94c3-f32ba03a6a13) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:11:06.695318 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-3ea53cb9-27a9-40d0-9714-0dbafd651641 req-bebf6be8-d339-4545-b96e-0eea4d078a17 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Synchronizing usage tracker for tenant:9533bf6d683c40c7950c3e298510b11f on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:11:06.813093 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ed3b6aa-f237-47b6-a961-111d962b71bb req-63f406ca-28ac-4399-85bd-0b34ad2bb05b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 210 time: 0.0752409
Jun 04 15:11:06.819418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-3ea53cb9-27a9-40d0-9714-0dbafd651641 req-bebf6be8-d339-4545-b96e-0eea4d078a17 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Unset dirty status for tenant:9533bf6d683c40c7950c3e298510b11f on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:11:06.820947 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3ea53cb9-27a9-40d0-9714-0dbafd651641 req-bebf6be8-d339-4545-b96e-0eea4d078a17 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 210 time: 0.1995747
Jun 04 15:11:06.850119 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-0a2b5670-30cd-4f0f-9f56-02a3b56a6b09 service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3268430
Jun 04 15:11:06.966536 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:06.993436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Transition to ACTIVE for port object b752e580-dca8-45c9-94c3-f32ba03a6a13 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:11:07.106861 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:07.120735 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2f518f3b-e1cb-43d2-af20-7a9115f18a98 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:07.195841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Network 80360e40-d51a-4837-9175-f4434db682f2 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:11:07.253269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:11:07.286073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b752e580-dca8-45c9-94c3-f32ba03a6a13,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:07.288676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:11:07.483184 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fe76c-2038-4ba9-bc2f-1014b60bc2c7 req-82af40ca-290b-4229-9112-ee39be975d2c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:07.483184 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e69fe76c-2038-4ba9-bc2f-1014b60bc2c7 req-82af40ca-290b-4229-9112-ee39be975d2c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 944 time: 0.2433689
Jun 04 15:11:07.484017 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:07.484680 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e69fe76c-2038-4ba9-bc2f-1014b60bc2c7 req-25261f3d-000f-4680-ac6d-cd783218cc1b tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908065
Jun 04 15:11:07.484883 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:07.484978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36122) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:07.735847 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0797c845-874a-4f13-bd52-9c6b8ddced5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a96fb008d758442193044e589338c6a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2666214
Jun 04 15:11:07.738277 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36126) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:07.837290 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1aba2f27-c31b-4679-bf18-0800782bb9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:07.858630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5714a0ab-a5b4-4748-9884-5dfb08a3f92e None None] Provisioning for port b752e580-dca8-45c9-94c3-f32ba03a6a13 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:11:07.864873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5714a0ab-a5b4-4748-9884-5dfb08a3f92e None None] Provisioning complete for port b752e580-dca8-45c9-94c3-f32ba03a6a13 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:11:07.874636 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5714a0ab-a5b4-4748-9884-5dfb08a3f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:07.895384 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1aba2f27-c31b-4679-bf18-0800782bb9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:07.985191 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5714a0ab-a5b4-4748-9884-5dfb08a3f92e None None] Port b752e580-dca8-45c9-94c3-f32ba03a6a13 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:11:08.043877 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:08.128754 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0f99e5cd-b646-4b83-9563-7726501041d1 req-99f510f9-2153-49d2-b967-3509b5d815d5 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 210 time: 0.0619216
Jun 04 15:11:08.139863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-41219b92-bd98-495a-878c-3437f8c1f013 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:08.141674 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-41219b92-bd98-495a-878c-3437f8c1f013 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e&tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 1095 time: 0.2091393
Jun 04 15:11:08.156260 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1aba2f27-c31b-4679-bf18-0800782bb9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:08.163924 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9d99daeb-94d3-483a-a8bc-583056b44a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:08.184201 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba2f27-c31b-4679-bf18-0800782bb9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a729160-a8a5-43c5-be75-8f97cdaa49b2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:08.216779 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1aba2f27-c31b-4679-bf18-0800782bb9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:08.288031 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1aba2f27-c31b-4679-bf18-0800782bb9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:08.292192 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1aba2f27-c31b-4679-bf18-0800782bb9fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a729160-a8a5-43c5-be75-8f97cdaa49b2 HTTP/1.1" status: 204  len: 168 time: 0.5500450
Jun 04 15:11:08.380862 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3baa676c-2853-4a4c-b996-048ff94c9d18 req-8eeb147e-f117-40a5-a15a-01770d3b9222 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 210 time: 0.0958776
Jun 04 15:11:08.592130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 81ff4c05-bf0a-4127-b224-7171f005c52b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:11:08.705309 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:08.865656 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 81ff4c05-bf0a-4127-b224-7171f005c52b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:11:08.867964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 81ff4c05-bf0a-4127-b224-7171f005c52b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:11:08.868550 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:08.948879 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:09.012871 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29935302-af49-45bc-8894-ed20b4138f53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:09.099466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-c25856f0-36c6-4aca-b4d8-b4b123c382e3 service neutron] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:11:09.102650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b752e580-dca8-45c9-94c3-f32ba03a6a13,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:09.107662 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:09.118095 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:09.141319 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-c25856f0-36c6-4aca-b4d8-b4b123c382e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:09.143084 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93fa2f6b-666d-492a-b608-58f4a4e32275 req-c25856f0-36c6-4aca-b4d8-b4b123c382e3 service neutron] 10.222.0.65 "DELETE /v2.0/ports/c77103ec-9088-4d69-9c0e-188bf2972c52/bindings/n-h2-791505-9 HTTP/1.1" status: 204  len: 173 time: 0.9913685
Jun 04 15:11:09.178313 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 81ff4c05-bf0a-4127-b224-7171f005c52b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=81ff4c05-bf0a-4127-b224-7171f005c52b,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:09.203349 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:09.218737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03f3b4-cd9b-447b-8572-3cf61c0beeda req-0bc8c960-9fc7-42a4-bf56-535892c0c2b8 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:09.231567 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de03f3b4-cd9b-447b-8572-3cf61c0beeda req-0bc8c960-9fc7-42a4-bf56-535892c0c2b8 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 944 time: 0.5144355
Jun 04 15:11:09.266815 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:09.280416 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-454a2ca1-f30f-4139-9f05-e23a049b8b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:09.372562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36150) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:09.418856 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48a9d6a7-7eef-4fd7-ac23-62c0fd34693f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:09.466327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=81ff4c05-bf0a-4127-b224-7171f005c52b,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:09.473862 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de03f3b4-cd9b-447b-8572-3cf61c0beeda req-ae9092b9-7481-4975-9b4b-31005001498b tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2413838
Jun 04 15:11:09.486799 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:09.489948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-48a9d6a7-7eef-4fd7-ac23-62c0fd34693f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:09.500626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-48a9d6a7-7eef-4fd7-ac23-62c0fd34693f admin admin] Usage tracker for resource:security_group_rule and tenant:e6dfb231769e459590aad8c61f0412e2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:11:09.511489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-48a9d6a7-7eef-4fd7-ac23-62c0fd34693f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:11:09.519647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-48a9d6a7-7eef-4fd7-ac23-62c0fd34693f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:09.726691 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Network 80360e40-d51a-4837-9175-f4434db682f2 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:11:09.735102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:11:09.828082 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-98923177-59e1-49b0-9845-1e7d0154d9ad req-aa042501-d777-4c3a-9434-55b0a3d8c5d7 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 210 time: 0.2043588
Jun 04 15:11:09.952834 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48a9d6a7-7eef-4fd7-ac23-62c0fd34693f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:10.030587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48a9d6a7-7eef-4fd7-ac23-62c0fd34693f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:10.050067 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-61064836-091d-44d0-a625-26cf4c600aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:10.223526 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-256fea8c-8a17-4e40-b709-18b7c062e032 req-f4c45fb6-71bd-4c3a-9145-7cba37ec060c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 210 time: 0.1131587
Jun 04 15:11:10.229639 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-48a9d6a7-7eef-4fd7-ac23-62c0fd34693f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6dfb231769e459590aad8c61f0412e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8538053
Jun 04 15:11:10.229947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9d6a7-7eef-4fd7-ac23-62c0fd34693f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eff299-59e1-4c8b-bccd-ecf62f3182aa,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:10.233504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36160) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:10.236236 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-48a9d6a7-7eef-4fd7-ac23-62c0fd34693f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:10.267607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-687c0ec0-9f08-4f10-ab49-a0c0bdec7dc5 None None] Provisioning complete for port b752e580-dca8-45c9-94c3-f32ba03a6a13 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:11:10.268204 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-687c0ec0-9f08-4f10-ab49-a0c0bdec7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:10.379968 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-687c0ec0-9f08-4f10-ab49-a0c0bdec7dc5 None None] Port b752e580-dca8-45c9-94c3-f32ba03a6a13 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:11:10.514046 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b585fddc-2351-41e6-a99a-58e6d617889d req-121dac35-56bb-4c1d-a0a6-3df16620e88f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=3254735b2dc54fbdbff67741a34d5965&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1158407
Jun 04 15:11:10.537617 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 81ff4c05-bf0a-4127-b224-7171f005c52b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:11:10.678122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cede01-0c14-42fe-b62b-1109beb87d29 req-d079496b-e4f4-4dfe-aaa5-686de9de220f tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:10.687355 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d4cede01-0c14-42fe-b62b-1109beb87d29 req-d079496b-e4f4-4dfe-aaa5-686de9de220f tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 1095 time: 0.1195996
Jun 04 15:11:10.724436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 81ff4c05-bf0a-4127-b224-7171f005c52b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:11:10.724886 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:10.751207 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d4cede01-0c14-42fe-b62b-1109beb87d29 req-43f77260-a94d-47eb-95ac-1e23d6b2a51f tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600612
Jun 04 15:11:10.845671 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-0081d3d9-9449-4d85-9f54-86e43268df7b tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:10.847847 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-0081d3d9-9449-4d85-9f54-86e43268df7b tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.65 "GET /v2.0/networks?id=5c8e1129-4637-4865-8e2f-9338b07c50ee HTTP/1.1" status: 200  len: 815 time: 1.3730788
Jun 04 15:11:10.873541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Request body: {'port': {'device_id': '1cf03e1e-7b70-4bf4-b793-d77d1d251067', 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee', 'admin_state_up': True, 'tenant_id': '9533bf6d683c40c7950c3e298510b11f'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:10.916457 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:10.999893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a486285-fd45-45ea-940b-02dd88a58524 req-8fdc56f4-1a6b-4ce4-8a51-2fce3fa6fd9a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:11.005463 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6a486285-fd45-45ea-940b-02dd88a58524 req-8fdc56f4-1a6b-4ce4-8a51-2fce3fa6fd9a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Synchronizing usage tracker for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:11:11.079807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Router 7ceb1265-4035-438c-a140-c662a9ac6f09 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:11:11.090179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585fddc-2351-41e6-a99a-58e6d617889d req-8413d620-e6ff-4b6b-ab18-d0f2c01f0702 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:11.091725 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b585fddc-2351-41e6-a99a-58e6d617889d req-8413d620-e6ff-4b6b-ab18-d0f2c01f0702 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5545802
Jun 04 15:11:11.108927 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:11.141458 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-b585fddc-2351-41e6-a99a-58e6d617889d req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Request body: {'port': {'device_id': 'c29896df-92c6-407c-9921-4486933c4871', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '3254735b2dc54fbdbff67741a34d5965'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:11.242426 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-77d6782c-5be6-4358-a49e-55098f01940a req-34b09d32-b07e-4f23-bf72-31a5e4e598cf tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 210 time: 0.0925026
Jun 04 15:11:11.287972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6a486285-fd45-45ea-940b-02dd88a58524 req-8fdc56f4-1a6b-4ce4-8a51-2fce3fa6fd9a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Unset dirty status for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:11:11.295713 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a486285-fd45-45ea-940b-02dd88a58524 req-8fdc56f4-1a6b-4ce4-8a51-2fce3fa6fd9a tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8a7f36a-093f-4ae9-bfde-55e851acb2df HTTP/1.1" status: 200  len: 950 time: 1.3743100
Jun 04 15:11:11.414881 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a486285-fd45-45ea-940b-02dd88a58524 req-2dc4c15c-df6c-42e7-ba75-eb396cdbbeb1 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181571
Jun 04 15:11:11.443801 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ae510-82d8-4300-9d23-12645624e135 req-ee01b914-dda6-4af9-8b7d-9e8677e7ebe7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:11.461031 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-048ae510-82d8-4300-9d23-12645624e135 req-ee01b914-dda6-4af9-8b7d-9e8677e7ebe7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8a7f36a-093f-4ae9-bfde-55e851acb2df HTTP/1.1" status: 200  len: 950 time: 0.9304092
Jun 04 15:11:11.759938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f081b8-dc06-4020-a315-08484aa8a0be req-3b32a9e2-3f68-46f8-a77d-62860bdcc463 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:11.762300 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-67f081b8-dc06-4020-a315-08484aa8a0be req-3b32a9e2-3f68-46f8-a77d-62860bdcc463 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 1095 time: 0.1752272
Jun 04 15:11:11.830497 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-67f081b8-dc06-4020-a315-08484aa8a0be req-6f3ce45d-f11e-4e45-ad12-49aa74a2f8d6 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577164
Jun 04 15:11:12.005944 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c85e3754-45df-4bc6-a1ed-29e5c8af1e9c req-68220d14-46e8-4a9b-977a-0f3835a70c4b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 210 time: 0.0900865
Jun 04 15:11:12.086711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:12.193442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:12.334117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d177a-d288-4b6a-aa49-babf76df895a req-f2db640d-f6f3-4ee4-922d-c85bb6de071f tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:12.336019 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-129d177a-d288-4b6a-aa49-babf76df895a req-f2db640d-f6f3-4ee4-922d-c85bb6de071f tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6286179-1a0b-4fd3-9f26-0bf73d8893fc HTTP/1.1" status: 200  len: 950 time: 0.8606224
Jun 04 15:11:12.341619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:11:12.352076 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Sync routers for ids ['7ceb1265-4035-438c-a140-c662a9ac6f09'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:11:12.378101 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Routers {'7ceb1265-4035-438c-a140-c662a9ac6f09'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:11:12.378745 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8718e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:11:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7ceb1265-4035-438c-a140-c662a9ac6f09'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:12.420318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-b585fddc-2351-41e6-a99a-58e6d617889d req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:12.468769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Made reservation on behalf of 9533bf6d683c40c7950c3e298510b11f for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:11:12.472589 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:12.485875 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:12.503292 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-58a02b65-03f2-48b3-b5a8-c88f91aba5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:12.516928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-b585fddc-2351-41e6-a99a-58e6d617889d req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:12.545087 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] 10.222.0.32 "PUT /v2.0/routers/7ceb1265-4035-438c-a140-c662a9ac6f09/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7378330
Jun 04 15:11:12.552419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eff299-59e1-4c8b-bccd-ecf62f3182aa,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:12.555042 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:12.558786 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4eff299-59e1-4c8b-bccd-ecf62f3182aa HTTP/1.1" status: 204  len: 168 time: 2.3209388
Jun 04 15:11:12.675230 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Set router 7ceb1265-4035-438c-a140-c662a9ac6f09 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:11:12.731800 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:12.732344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:12.732786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:12.733218 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:12.735019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:12.735390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:12.735746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:12.736100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:12.736760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:12.737134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:12.737730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:12.737876 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:12.756186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b585fddc-2351-41e6-a99a-58e6d617889d req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Made reservation on behalf of 3254735b2dc54fbdbff67741a34d5965 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:11:12.760366 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b585fddc-2351-41e6-a99a-58e6d617889d req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:12.819968 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:13.213368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-048ae510-82d8-4300-9d23-12645624e135 req-e63d9f50-b2c0-486b-9af3-ceabdfcc25f7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Deleting port 68f0c106-4301-4722-a664-002be03379b1 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:11:13.213766 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-048ae510-82d8-4300-9d23-12645624e135 req-e63d9f50-b2c0-486b-9af3-ceabdfcc25f7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:13.543971 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-588342d7-afa2-4bad-b197-dc6b6505521c req-c33c991e-7906-4a99-9a90-07ac94ce7aa6 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 210 time: 0.6210821
Jun 04 15:11:13.567133 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8718e0>, [{'id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'name': 'tempest-FloatingIPDetailsTestJSON-1955571723-router', 'tenant_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:50Z', 'updated_at': '2021-06-04T15:11:07Z', 'revision_number': 4, 'project_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'gw_port': {'id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:54Z', 'updated_at': '2021-06-04T15:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'b752e580-dca8-45c9-94c3-f32ba03a6a13', 'name': '', 'network_id': '80360e40-d51a-4837-9175-f4434db682f2', 'tenant_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'mac_address': 'fa:16:3e:17:20:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '283687b5-9a99-409e-bba8-b16658b31a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:11:05Z', 'updated_at': '2021-06-04T15:11:08Z', 'revision_number': 2, 'project_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'subnets': [{'id': '283687b5-9a99-409e-bba8-b16658b31a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:13.574312 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Checking router: 7ceb1265-4035-438c-a140-c662a9ac6f09 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:11:13.575047 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Updating router 7ceb1265-4035-438c-a140-c662a9ac6f09 port b752e580-dca8-45c9-94c3-f32ba03a6a13 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:11:13.739475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Allocated IP 172.20.0.10 (5c8e1129-4637-4865-8e2f-9338b07c50ee/f13511b4-09b2-4e41-a7af-014654bd8515/7b7a5d09-010e-4a7c-85da-5ef5403e2a4a) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:11:13.797336 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:13.875877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-129d177a-d288-4b6a-aa49-babf76df895a req-083e8841-2bda-48f0-a634-8935a80fbc37 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Deleting port 00206849-6e37-4bf1-8f05-721b52b0c482 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:11:13.876280 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-129d177a-d288-4b6a-aa49-babf76df895a req-083e8841-2bda-48f0-a634-8935a80fbc37 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:14.430630 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-e9f17279-fd11-46e0-9dc9-6e032993aeeb tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5159512
Jun 04 15:11:14.434709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-b585fddc-2351-41e6-a99a-58e6d617889d req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Allocated IP 192.168.233.3 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/9cca6167-1f51-464a-a79c-b196134decf0) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:11:14.445553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:14.463537 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:14.478458 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Usage tracker for resource:floatingip and tenant:ced912ca923d4f6ab797bb88b4f80eef is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:11:14.490898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:11:14.543873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:14.658971 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:14.787619 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:14.838604 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Transition to ACTIVE for port object b752e580-dca8-45c9-94c3-f32ba03a6a13 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:11:14.838982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-048ae510-82d8-4300-9d23-12645624e135 req-e63d9f50-b2c0-486b-9af3-ceabdfcc25f7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] For port 68f0c106-4301-4722-a664-002be03379b1, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=68f0c106-4301-4722-a664-002be03379b1,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:14.839458 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-048ae510-82d8-4300-9d23-12645624e135 req-e63d9f50-b2c0-486b-9af3-ceabdfcc25f7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:14.909786 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:14.917389 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-26f2b97e-e26a-43e2-8ad4-fe147c112b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:14.989451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-048ae510-82d8-4300-9d23-12645624e135 req-e63d9f50-b2c0-486b-9af3-ceabdfcc25f7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Calling delete_port for 68f0c106-4301-4722-a664-002be03379b1 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:11:15.063156 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:15.346430 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Pushing event updated for resources: {'Port': ['ID=b752e580-dca8-45c9-94c3-f32ba03a6a13,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:15.409955 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-129d177a-d288-4b6a-aa49-babf76df895a req-083e8841-2bda-48f0-a634-8935a80fbc37 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] For port 00206849-6e37-4bf1-8f05-721b52b0c482, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=00206849-6e37-4bf1-8f05-721b52b0c482,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:15.412087 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-129d177a-d288-4b6a-aa49-babf76df895a req-083e8841-2bda-48f0-a634-8935a80fbc37 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:15.412280 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:15.412280 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:15.414287 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:15.414287 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:15.414287 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:15.414287 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:15.415060 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:15.416251 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:15.416866 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:15.420715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 68f0c106-4301-4722-a664-002be03379b1 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:11:15.428851 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:15.435820 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:15.436361 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:15.453579 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:15.515964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 68f0c106-4301-4722-a664-002be03379b1 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:11:15.516985 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 68f0c106-4301-4722-a664-002be03379b1 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:11:15.518442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Allocated IP 172.25.4.199 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/51dddbe0-c5fc-437d-b860-5d4fa984e75d) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:11:15.519175 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 00206849-6e37-4bf1-8f05-721b52b0c482 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:11:15.533526 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Attempting to bind port b752e580-dca8-45c9-94c3-f32ba03a6a13 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:11:15.535015 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Attempting to bind port b752e580-dca8-45c9-94c3-f32ba03a6a13 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80360e40-d51a-4837-9175-f4434db682f2'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:11:15.535015 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Attempting to bind port b752e580-dca8-45c9-94c3-f32ba03a6a13 on network 80360e40-d51a-4837-9175-f4434db682f2 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:11:15.554651 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:11:15.554651 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Checking segment: {'id': '3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80360e40-d51a-4837-9175-f4434db682f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:11:15.554651 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:15.555260 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Bound using segment: {'id': '3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80360e40-d51a-4837-9175-f4434db682f2'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:11:15.555836 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Bound port: b752e580-dca8-45c9-94c3-f32ba03a6a13, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80360e40-d51a-4837-9175-f4434db682f2'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:11:15.556338 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:15.838350 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:15.857882 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] For port b752e580-dca8-45c9-94c3-f32ba03a6a13, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:11:15.857882 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] For port b752e580-dca8-45c9-94c3-f32ba03a6a13, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b752e580-dca8-45c9-94c3-f32ba03a6a13,segment=NetworkSegment(3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7),segment_id=3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:11:15.934734 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6286179-1a0b-4fd3-9f26-0bf73d8893fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00206849-6e37-4bf1-8f05-721b52b0c482'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:11:15.957228 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0557ad8c-6848-4d4c-90df-cdb3621f2d42" -d '{"events": [{"server_uuid": "e6286179-1a0b-4fd3-9f26-0bf73d8893fc", "name": "network-vif-unplugged", "status": "completed", "tag": "00206849-6e37-4bf1-8f05-721b52b0c482"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:11:15.962099 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:15.975987 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:15.982391 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 00206849-6e37-4bf1-8f05-721b52b0c482, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=00206849-6e37-4bf1-8f05-721b52b0c482,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:16.029980 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:16.031874 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:16.102687 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:16.168953 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Routers {'7ceb1265-4035-438c-a140-c662a9ac6f09'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:11:16.172620 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8718e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:11:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7ceb1265-4035-438c-a140-c662a9ac6f09'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:16.207790 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:16.211793 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:16.248936 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-048ae510-82d8-4300-9d23-12645624e135 req-e63d9f50-b2c0-486b-9af3-ceabdfcc25f7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:16.291833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-129d177a-d288-4b6a-aa49-babf76df895a req-083e8841-2bda-48f0-a634-8935a80fbc37 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Calling delete_port for 00206849-6e37-4bf1-8f05-721b52b0c482 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:11:16.303532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['39aca5ae-aedb-4639-985b-49fbceec36e6'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:11:16.312848 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f5846-6a61-47fe-a6d5-419033de698d req-a5d3ea4d-d5fc-42f8-8268-251aed7fd0a4 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:16.324847 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-663f5846-6a61-47fe-a6d5-419033de698d req-a5d3ea4d-d5fc-42f8-8268-251aed7fd0a4 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8a7f36a-093f-4ae9-bfde-55e851acb2df HTTP/1.1" status: 200  len: 950 time: 3.1308661
Jun 04 15:11:16.355670 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-15d76d63-596f-4b12-a995-19d2c8d8f31d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:16.365248 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Pushing event updated for resources: {'Port': ['ID=51dddbe0-c5fc-437d-b860-5d4fa984e75d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:16.396766 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:16.397157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:16.397517 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:16.397870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:16.398218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:16.398564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:16.398911 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:16.399255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:16.399601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:16.400030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:16.400374 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:16.400709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:16.443169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:11:16.447839 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:16.449182 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Pushing event updated for resources: {'Port': ['ID=b752e580-dca8-45c9-94c3-f32ba03a6a13,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:16.459314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:11:16.466174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=00206849-6e37-4bf1-8f05-721b52b0c482,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:16.468602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:11:16.471549 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:16.478966 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:16.529519 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b585fddc-2351-41e6-a99a-58e6d617889d req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:16.541498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d9f50-b2c0-486b-9af3-ceabdfcc25f7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event deleted for resources: {'Port': ['ID=68f0c106-4301-4722-a664-002be03379b1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:16.586150 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e63d9f50-b2c0-486b-9af3-ceabdfcc25f7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:16.620619 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:16.621800 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-b585fddc-2351-41e6-a99a-58e6d617889d req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Transition to ACTIVE for port object 9cca6167-1f51-464a-a79c-b196134decf0 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:11:16.769069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-048ae510-82d8-4300-9d23-12645624e135 req-e63d9f50-b2c0-486b-9af3-ceabdfcc25f7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] No DVR routers for this DVR port 68f0c106-4301-4722-a664-002be03379b1 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:11:16.825961 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-048ae510-82d8-4300-9d23-12645624e135 req-e63d9f50-b2c0-486b-9af3-ceabdfcc25f7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:16.843782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a7f36a-093f-4ae9-bfde-55e851acb2df', 'name': 'network-vif-deleted', 'tag': '68f0c106-4301-4722-a664-002be03379b1'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:11:16.846394 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b467dc-2f66-45ec-a591-f69729308ded" -d '{"events": [{"server_uuid": "b8a7f36a-093f-4ae9-bfde-55e851acb2df", "name": "network-vif-deleted", "tag": "68f0c106-4301-4722-a664-002be03379b1"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:11:16.914285 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:16.920797 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-048ae510-82d8-4300-9d23-12645624e135 req-e63d9f50-b2c0-486b-9af3-ceabdfcc25f7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "DELETE /v2.0/ports/68f0c106-4301-4722-a664-002be03379b1 HTTP/1.1" status: 204  len: 173 time: 5.2398574
Jun 04 15:11:16.944885 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] Set router 7ceb1265-4035-438c-a140-c662a9ac6f09 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:11:16.988792 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:17.192947 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b585fddc-2351-41e6-a99a-58e6d617889d req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:17.205402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['dd2bace0-30e3-482a-b51e-568b2f544066', 'd743d4d8-102c-4706-8562-191e04fe9923'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:11:17.248033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Transition to ACTIVE for port object 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:11:17.249923 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-17f38104-c7cd-4b29-84bc-ad637750377a tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:17.371518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Pushing event updated for resources: {'Port': ['ID=9cca6167-1f51-464a-a79c-b196134decf0,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:17.402047 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:17.485361 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-663f5846-6a61-47fe-a6d5-419033de698d req-b1e4db7f-24ba-419f-ad1b-0d4610448ddb tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1593828
Jun 04 15:11:17.583546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b585fddc-2351-41e6-a99a-58e6d617889d req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:11:17.594675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-b585fddc-2351-41e6-a99a-58e6d617889d req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:11:17.605970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-b585fddc-2351-41e6-a99a-58e6d617889d req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:11:17.745992 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:17.791990 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:11:17.812913 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:17.818863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585fddc-2351-41e6-a99a-58e6d617889d req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:17.822997 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:17.823163 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b585fddc-2351-41e6-a99a-58e6d617889d req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:17.895444 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-129d177a-d288-4b6a-aa49-babf76df895a req-083e8841-2bda-48f0-a634-8935a80fbc37 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:17.918493 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['39aca5ae-aedb-4639-985b-49fbceec36e6'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:11:17.930856 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a9a80834-7ca7-4e6f-88db-102d60d84793 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:18.036915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Pushing event updated for resources: {'Port': ['ID=51dddbe0-c5fc-437d-b860-5d4fa984e75d,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:18.042746 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:18.044050 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:18.168967 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8718e0>, [{'id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'name': 'tempest-FloatingIPDetailsTestJSON-1955571723-router', 'tenant_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:50Z', 'updated_at': '2021-06-04T15:11:07Z', 'revision_number': 4, 'project_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'gw_port': {'id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:54Z', 'updated_at': '2021-06-04T15:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'b752e580-dca8-45c9-94c3-f32ba03a6a13', 'name': '', 'network_id': '80360e40-d51a-4837-9175-f4434db682f2', 'tenant_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'mac_address': 'fa:16:3e:17:20:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '283687b5-9a99-409e-bba8-b16658b31a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:11:05Z', 'updated_at': '2021-06-04T15:11:15Z', 'revision_number': 4, 'project_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'subnets': [{'id': '283687b5-9a99-409e-bba8-b16658b31a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:18.191790 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d0fe05-3ea4-492b-a712-acfae91cac7c None None] The sync data for ids ['7ceb1265-4035-438c-a140-c662a9ac6f09'] in n-d-791505-9 is: [{'id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'name': 'tempest-FloatingIPDetailsTestJSON-1955571723-router', 'tenant_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:50Z', 'updated_at': '2021-06-04T15:11:07Z', 'revision_number': 4, 'project_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'gw_port': {'id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:54Z', 'updated_at': '2021-06-04T15:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'b752e580-dca8-45c9-94c3-f32ba03a6a13', 'name': '', 'network_id': '80360e40-d51a-4837-9175-f4434db682f2', 'tenant_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'mac_address': 'fa:16:3e:17:20:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '283687b5-9a99-409e-bba8-b16658b31a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:11:05Z', 'updated_at': '2021-06-04T15:11:15Z', 'revision_number': 4, 'project_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'subnets': [{'id': '283687b5-9a99-409e-bba8-b16658b31a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:11:18.210755 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b585fddc-2351-41e6-a99a-58e6d617889d req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 7.0891008
Jun 04 15:11:18.298473 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:18.302660 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.8664510
Jun 04 15:11:18.417180 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e8841-2bda-48f0-a634-8935a80fbc37 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event deleted for resources: {'Port': ['ID=00206849-6e37-4bf1-8f05-721b52b0c482,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:18.456318 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-020dd837-414e-4495-9326-0247a25c2bf4 None None] Provisioning for port 9cca6167-1f51-464a-a79c-b196134decf0 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:11:18.520831 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-020dd837-414e-4495-9326-0247a25c2bf4 None None] Provisioning complete for port 9cca6167-1f51-464a-a79c-b196134decf0 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:11:18.527762 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-020dd837-414e-4495-9326-0247a25c2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:18.543575 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-083e8841-2bda-48f0-a634-8935a80fbc37 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:18.609716 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Request body: {'port': {'device_id': 'c29896df-92c6-407c-9921-4486933c4871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:18.657999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-55974ca6-9425-4f6d-a804-6f5214b72b9b tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Synchronizing usage tracker for tenant:ced912ca923d4f6ab797bb88b4f80eef on resource:floatingip {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:11:18.716330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b752e580-dca8-45c9-94c3-f32ba03a6a13 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:11:18.744723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-55974ca6-9425-4f6d-a804-6f5214b72b9b tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Unset dirty status for tenant:ced912ca923d4f6ab797bb88b4f80eef on resource:floatingip {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:11:18.745988 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-55974ca6-9425-4f6d-a804-6f5214b72b9b tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200  len: 696 time: 0.4384801
Jun 04 15:11:18.775839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-129d177a-d288-4b6a-aa49-babf76df895a req-083e8841-2bda-48f0-a634-8935a80fbc37 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] No DVR routers for this DVR port 00206849-6e37-4bf1-8f05-721b52b0c482 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:11:18.784878 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-129d177a-d288-4b6a-aa49-babf76df895a req-083e8841-2bda-48f0-a634-8935a80fbc37 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:18.789211 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-129d177a-d288-4b6a-aa49-babf76df895a req-083e8841-2bda-48f0-a634-8935a80fbc37 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "DELETE /v2.0/ports/00206849-6e37-4bf1-8f05-721b52b0c482 HTTP/1.1" status: 204  len: 173 time: 6.4450645
Jun 04 15:11:19.008487 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:19.027988 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1252741e-9b12-40e3-a793-5e4eaf379b43 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:19.152261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-03e063f2-56d2-4f2b-8cd5-3aee6ae9f2b7 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:19.164384 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-31609f74-78f5-40be-aaa9-d6c35e231445 req-03e063f2-56d2-4f2b-8cd5-3aee6ae9f2b7 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.4079161
Jun 04 15:11:19.188701 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-020dd837-414e-4495-9326-0247a25c2bf4 None None] Port 9cca6167-1f51-464a-a79c-b196134decf0 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:11:19.225688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Network 5c8e1129-4637-4865-8e2f-9338b07c50ee is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:11:19.255987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:11:19.267170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:11:19.457392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f51f4-de58-4d8c-8a0f-878564ff93a2 req-0bcbf4df-0034-4011-811b-7104cac52fae tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:19.458952 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-216f51f4-de58-4d8c-8a0f-878564ff93a2 req-0bcbf4df-0034-4011-811b-7104cac52fae tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Synchronizing usage tracker for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:11:19.469693 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port b752e580-dca8-45c9-94c3-f32ba03a6a13 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:11:19.483906 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b752e580-dca8-45c9-94c3-f32ba03a6a13 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:11:19.484303 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:19.500449 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:19.501643 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:19.541688 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:19.602429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-216f51f4-de58-4d8c-8a0f-878564ff93a2 req-0bcbf4df-0034-4011-811b-7104cac52fae tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Unset dirty status for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:11:19.610605 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-216f51f4-de58-4d8c-8a0f-878564ff93a2 req-0bcbf4df-0034-4011-811b-7104cac52fae tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 934 time: 1.6807377
Jun 04 15:11:19.777999 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Pushing event updated for resources: {'Port': ['ID=7b7a5d09-010e-4a7c-85da-5ef5403e2a4a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:19.781931 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:19.872081 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-216f51f4-de58-4d8c-8a0f-878564ff93a2 req-d3094f71-42d5-4fa5-bb5f-3f0d5e930d66 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2602320
Jun 04 15:11:19.876604 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 9.0077386
Jun 04 15:11:20.059027 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:20.063050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Request body: {'port': {'device_id': '1cf03e1e-7b70-4bf4-b793-d77d1d251067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:20.107924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f713eddc-d8ae-44de-9ba1-5e340ca5549b None None] Provisioning for port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:11:20.137835 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f713eddc-d8ae-44de-9ba1-5e340ca5549b None None] Provisioning complete for port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:11:20.143289 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f713eddc-d8ae-44de-9ba1-5e340ca5549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:20.158264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54fee3-ee3a-47dc-90b7-5519d763fd09 req-606bd007-a85e-4c29-9a84-f37d9d4c7662 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:20.171800 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2c54fee3-ee3a-47dc-90b7-5519d763fd09 req-606bd007-a85e-4c29-9a84-f37d9d4c7662 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 932 time: 0.2938266
Jun 04 15:11:20.340541 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c0f8f1-fa64-4042-945e-9f383b54ec45 x-openstack-request-id: req-b7c0f8f1-fa64-4042-945e-9f383b54ec45 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:11:20.341129 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6286179-1a0b-4fd3-9f26-0bf73d8893fc", "name": "network-vif-unplugged", "status": "completed", "tag": "00206849-6e37-4bf1-8f05-721b52b0c482", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:11:20.342425 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7c0f8f1-fa64-4042-945e-9f383b54ec45 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:11:20.344498 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6286179-1a0b-4fd3-9f26-0bf73d8893fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00206849-6e37-4bf1-8f05-721b52b0c482', 'code': 200}
Jun 04 15:11:20.347047 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f713eddc-d8ae-44de-9ba1-5e340ca5549b None None] Port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:11:20.373070 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port b752e580-dca8-45c9-94c3-f32ba03a6a13, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b752e580-dca8-45c9-94c3-f32ba03a6a13,segment=NetworkSegment(3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7),segment_id=3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:20.388374 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2c54fee3-ee3a-47dc-90b7-5519d763fd09 req-1da0f958-05ce-46b1-9132-e6f7496f2be1 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd168ad-92cb-4aa1-a9fb-5ed1c86aad53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2138138
Jun 04 15:11:20.447300 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:20.451582 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6705853b-45c8-4e75-9cb7-c217c8a41a09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:20.733211 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9a1677-f370-41f0-b040-6eb34b56d196 x-openstack-request-id: req-4d9a1677-f370-41f0-b040-6eb34b56d196 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:11:20.733811 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a7f36a-093f-4ae9-bfde-55e851acb2df", "name": "network-vif-deleted", "tag": "68f0c106-4301-4722-a664-002be03379b1", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:11:20.733811 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d9a1677-f370-41f0-b040-6eb34b56d196 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:11:20.734214 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a7f36a-093f-4ae9-bfde-55e851acb2df', 'name': 'network-vif-deleted', 'tag': '68f0c106-4301-4722-a664-002be03379b1', 'status': 'completed', 'code': 200}
Jun 04 15:11:20.809025 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=b752e580-dca8-45c9-94c3-f32ba03a6a13,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:20.820920 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:20.959352 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-c2787f8d-c49b-44c1-af8b-13e0916a1c36 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3035588
Jun 04 15:11:20.967173 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:20.988633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:21.036722 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:21.120918 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:21.333882 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:21.459327 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:22.043986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Allocated IP 172.25.4.167 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/f8a91ccc-f922-4ae7-914e-9b35bbcdb010) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:11:22.185310 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:22.416327 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cca6167-1f51-464a-a79c-b196134decf0 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:11:22.435558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae80538-11fc-4dd4-8389-a3a3ca751b84 req-0f9d0a4a-3bd4-47a5-9bc4-1849d400ede8 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:22.449300 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ae80538-11fc-4dd4-8389-a3a3ca751b84 req-0f9d0a4a-3bd4-47a5-9bc4-1849d400ede8 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 934 time: 0.8266878
Jun 04 15:11:22.467691 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:22.513088 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Transition to ACTIVE for port object 9cca6167-1f51-464a-a79c-b196134decf0 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:11:22.533108 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:22.546443 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:22.546622 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ae80538-11fc-4dd4-8389-a3a3ca751b84 req-ba8606eb-0f36-4a27-8b08-751f61b643e2 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960944
Jun 04 15:11:22.629674 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b752e580-dca8-45c9-94c3-f32ba03a6a13 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:11:22.631211 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:22.676799 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:22.686513 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:11:22.690984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:11:22.698071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:11:22.803291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Pushing event updated for resources: {'Port': ['ID=f8a91ccc-f922-4ae7-914e-9b35bbcdb010,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:22.810943 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:22.812124 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:22.830896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6286179-1a0b-4fd3-9f26-0bf73d8893fc', 'name': 'network-vif-deleted', 'tag': '00206849-6e37-4bf1-8f05-721b52b0c482'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:11:22.836045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b752e580-dca8-45c9-94c3-f32ba03a6a13 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:11:22.836045 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:22.836292 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e630968e-a01a-44f5-8dce-217980c33f4d" -d '{"events": [{"server_uuid": "e6286179-1a0b-4fd3-9f26-0bf73d8893fc", "name": "network-vif-deleted", "tag": "00206849-6e37-4bf1-8f05-721b52b0c482"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:11:23.123572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Pushing event updated for resources: {'Port': ['ID=9cca6167-1f51-464a-a79c-b196134decf0,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:23.126646 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:23.182359 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:23.282401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:11:23.282401 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:23.514064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Transition to ACTIVE for port object 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:11:23.600049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Attempting to bind port 9cca6167-1f51-464a-a79c-b196134decf0 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:11:23.600381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Attempting to bind port 9cca6167-1f51-464a-a79c-b196134decf0 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:11:23.600761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Attempting to bind port 9cca6167-1f51-464a-a79c-b196134decf0 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:11:23.624493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Port 9cca6167-1f51-464a-a79c-b196134decf0 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:11:23.624870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Attempting to bind port 9cca6167-1f51-464a-a79c-b196134decf0 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:11:23.648121 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:11:23.648567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:11:23.657117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:11:23.657889 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Bound port: 9cca6167-1f51-464a-a79c-b196134decf0, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:11:23.658360 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:23.844623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:11:23.847931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9cca6167-1f51-464a-a79c-b196134decf0,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:11:23.863116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bd0fb-2cf2-4718-879d-602b57af331c req-2ee20839-12a3-4cef-83f1-2628705bfb2f tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:23.863908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5f8bd0fb-2cf2-4718-879d-602b57af331c req-2ee20839-12a3-4cef-83f1-2628705bfb2f tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Synchronizing usage tracker for tenant:9533bf6d683c40c7950c3e298510b11f on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:11:23.906268 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:24.424301 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:24.464772 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:24.470309 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-43301904-ad88-4a75-964c-02a41b85867b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:24.475919 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:24.480251 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5f8bd0fb-2cf2-4718-879d-602b57af331c req-2ee20839-12a3-4cef-83f1-2628705bfb2f tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Unset dirty status for tenant:9533bf6d683c40c7950c3e298510b11f on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:11:24.484485 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5f8bd0fb-2cf2-4718-879d-602b57af331c req-2ee20839-12a3-4cef-83f1-2628705bfb2f tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 932 time: 1.3619556
Jun 04 15:11:24.489597 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-367f71b6-0112-4b7c-afe1-c04beb83dc93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:24.532207 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:24.551781 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:24.580078 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Pushing event updated for resources: {'Port': ['ID=f8a91ccc-f922-4ae7-914e-9b35bbcdb010,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:24.583374 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:24.631746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:24.632870 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:24.635039 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] 10.222.0.65 "PUT /v2.0/ports/9cca6167-1f51-464a-a79c-b196134decf0 HTTP/1.1" status: 200  len: 1094 time: 6.0849204
Jun 04 15:11:24.647451 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:24.649375 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.6886046
Jun 04 15:11:24.847953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-2288f2ed-5645-414a-bd7b-95d598a2af2c tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Synchronizing usage tracker for tenant:ced912ca923d4f6ab797bb88b4f80eef on resource:floatingip {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:11:24.891331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5f8bd0fb-2cf2-4718-879d-602b57af331c req-227d7bfe-c78f-4ec0-a813-fea6cab1f1aa tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Synchronizing usage tracker for tenant:9533bf6d683c40c7950c3e298510b11f on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:11:25.029729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-2288f2ed-5645-414a-bd7b-95d598a2af2c tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Unset dirty status for tenant:ced912ca923d4f6ab797bb88b4f80eef on resource:floatingip {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:11:25.031719 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-2288f2ed-5645-414a-bd7b-95d598a2af2c tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.167 HTTP/1.1" status: 200  len: 696 time: 0.3762457
Jun 04 15:11:25.114595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7a5d09-010e-4a7c-85da-5ef5403e2a4a,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:25.155669 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:25.156665 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.533s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:25.262682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Pushing event updated for resources: {'Port': ['ID=9cca6167-1f51-464a-a79c-b196134decf0,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:25.265758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5f8bd0fb-2cf2-4718-879d-602b57af331c req-227d7bfe-c78f-4ec0-a813-fea6cab1f1aa tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Unset dirty status for tenant:9533bf6d683c40c7950c3e298510b11f on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:11:25.276401 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5f8bd0fb-2cf2-4718-879d-602b57af331c req-227d7bfe-c78f-4ec0-a813-fea6cab1f1aa tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd168ad-92cb-4aa1-a9fb-5ed1c86aad53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7113280
Jun 04 15:11:25.320236 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:25.413032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Attempting to bind port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:11:25.413724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Attempting to bind port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:11:25.415060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Attempting to bind port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a on network 5c8e1129-4637-4865-8e2f-9338b07c50ee {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:11:25.429099 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a on network 5c8e1129-4637-4865-8e2f-9338b07c50ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:11:25.435297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Attempting to bind port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a on network 5c8e1129-4637-4865-8e2f-9338b07c50ee {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:11:25.458376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:11:25.459134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Checking segment: {'id': '982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:11:25.460200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Bound using segment: {'id': '982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:11:25.461038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Bound port: 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:11:25.461685 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:25.511471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-e61582c2-0c27-4c74-bec3-1580ce5d17a2 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:25.513188 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8eeb2a22-dfa6-4842-949c-563ebdbfee9d req-e61582c2-0c27-4c74-bec3-1580ce5d17a2 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.4756587
Jun 04 15:11:25.573316 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:25.751932 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] For port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:11:25.757854 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] For port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7b7a5d09-010e-4a7c-85da-5ef5403e2a4a,segment=NetworkSegment(982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab),segment_id=982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:11:25.830807 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:25.836111 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c6ac0ef5-15eb-484f-9429-9920d0155798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:25.911919 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:25.912621 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:25.914263 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] 10.222.0.65 "PUT /v2.0/ports/7b7a5d09-010e-4a7c-85da-5ef5403e2a4a HTTP/1.1" status: 200  len: 1092 time: 5.9065568
Jun 04 15:11:25.946457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7a5d09-010e-4a7c-85da-5ef5403e2a4a,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:25.950191 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:26.279385 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0100c27e-aea9-45f5-a39c-7d642af811c9 x-openstack-request-id: req-0100c27e-aea9-45f5-a39c-7d642af811c9 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:11:26.281279 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6286179-1a0b-4fd3-9f26-0bf73d8893fc", "name": "network-vif-deleted", "tag": "00206849-6e37-4bf1-8f05-721b52b0c482", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:11:26.281279 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0100c27e-aea9-45f5-a39c-7d642af811c9 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:11:26.282100 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6286179-1a0b-4fd3-9f26-0bf73d8893fc', 'name': 'network-vif-deleted', 'tag': '00206849-6e37-4bf1-8f05-721b52b0c482', 'status': 'completed', 'code': 200}
Jun 04 15:11:26.496647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e314856-6426-48b3-833d-f7b0ee1cd2b2 req-7db35fa5-a7f8-4aef-95dc-16625ecf026e tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:26.497871 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e314856-6426-48b3-833d-f7b0ee1cd2b2 req-7db35fa5-a7f8-4aef-95dc-16625ecf026e tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 946 time: 0.1205997
Jun 04 15:11:26.560627 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e314856-6426-48b3-833d-f7b0ee1cd2b2 req-53d0365b-8366-434a-9525-faf869a5dda9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556540
Jun 04 15:11:26.887937 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-060eef63-0c1d-4742-acac-d524b1ec4971 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2734506
Jun 04 15:11:26.900915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:26.912111 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:26.924584 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:27.029992 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:27.137640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585fddc-2351-41e6-a99a-58e6d617889d req-af1c2880-8dfe-44c3-a977-8cf3e4d892c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:27.139146 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b585fddc-2351-41e6-a99a-58e6d617889d req-af1c2880-8dfe-44c3-a977-8cf3e4d892c9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 1097 time: 0.2885389
Jun 04 15:11:27.149256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4b081-3939-496f-a165-7074a4b28094 req-f5068a45-20e5-4d85-a640-2dd52a4728a1 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:27.150739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-76c4b081-3939-496f-a165-7074a4b28094 req-f5068a45-20e5-4d85-a640-2dd52a4728a1 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Synchronizing usage tracker for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:11:27.207253 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:27.235327 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-e3784a13-7523-411c-be59-0e598e1515f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:27.236820 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-e3784a13-7523-411c-be59-0e598e1515f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9533bf6d683c40c7950c3e298510b11f&device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 1095 time: 0.3890457
Jun 04 15:11:27.241596 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b585fddc-2351-41e6-a99a-58e6d617889d req-36b5e1ec-14c8-4970-bf60-985138631426 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9cca6167-1f51-464a-a79c-b196134decf0 HTTP/1.1" status: 200  len: 217 time: 0.0877788
Jun 04 15:11:27.357646 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-5ac857d0-46a7-4a7f-8a5a-9f93d616abac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b7a5d09-010e-4a7c-85da-5ef5403e2a4a HTTP/1.1" status: 200  len: 217 time: 0.1082950
Jun 04 15:11:27.360103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-76c4b081-3939-496f-a165-7074a4b28094 req-f5068a45-20e5-4d85-a640-2dd52a4728a1 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Unset dirty status for tenant:0cb2b44d21194835958bac19c6d44e4d on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:11:27.361246 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-76c4b081-3939-496f-a165-7074a4b28094 req-f5068a45-20e5-4d85-a640-2dd52a4728a1 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 950 time: 0.6022925
Jun 04 15:11:27.389079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Allocated IP 172.25.4.240 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/099635ea-940d-4d97-9022-7a89bfd7103f) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:11:27.484190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-2764e6c5-3f31-4cbe-a318-632a5bfb97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:27.486490 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-2764e6c5-3f31-4cbe-a318-632a5bfb97b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f13511b4-09b2-4e41-a7af-014654bd8515 HTTP/1.1" status: 200  len: 854 time: 0.1185780
Jun 04 15:11:27.488891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585fddc-2351-41e6-a99a-58e6d617889d req-8699cf05-6cec-41fe-bb85-6c6b442e9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:27.495014 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b585fddc-2351-41e6-a99a-58e6d617889d req-8699cf05-6cec-41fe-bb85-6c6b442e9bd2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1887655
Jun 04 15:11:27.622928 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:27.664050 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-76c4b081-3939-496f-a165-7074a4b28094 req-d85af564-f200-4768-8042-d55b3605ead2 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2623222
Jun 04 15:11:27.746222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d7c12f00-6373-4eb8-adb3-4c141975ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:27.748768 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b585fddc-2351-41e6-a99a-58e6d617889d req-d7c12f00-6373-4eb8-adb3-4c141975ee2e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2129569
Jun 04 15:11:27.751858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-f5d365e2-57eb-4fa5-80a8-06e6eda1d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:27.756407 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:27.761532 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-f5d365e2-57eb-4fa5-80a8-06e6eda1d3f9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5c8e1129-4637-4865-8e2f-9338b07c50ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2541344
Jun 04 15:11:27.764623 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:27.859716 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:11:27.865479 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:11:27.872175 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:11:27.887146 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Pushing event updated for resources: {'Port': ['ID=099635ea-940d-4d97-9022-7a89bfd7103f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:27.892539 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:27.930790 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:28.089901 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:28.096990 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b585fddc-2351-41e6-a99a-58e6d617889d req-15d57182-06c9-4643-ba37-3499c3b56787 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3327727
Jun 04 15:11:28.286412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0'}, {'name': 'network-changed', 'server_uuid': '1cf03e1e-7b70-4bf4-b793-d77d1d251067', 'tag': '7b7a5d09-010e-4a7c-85da-5ef5403e2a4a'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:11:28.290147 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084bde15-d1a9-4a77-89d8-8350634e3565" -d '{"events": [{"name": "network-changed", "server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "tag": "9cca6167-1f51-464a-a79c-b196134decf0"}, {"name": "network-changed", "server_uuid": "1cf03e1e-7b70-4bf4-b793-d77d1d251067", "tag": "7b7a5d09-010e-4a7c-85da-5ef5403e2a4a"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:11:28.351993 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:28.426704 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-6f5264ea-a1f9-4f4b-8327-e35957ab820a service neutron] 10.222.0.65 "GET /v2.0/networks/5c8e1129-4637-4865-8e2f-9338b07c50ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6635215
Jun 04 15:11:28.440945 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:28.448485 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7f4e88ee-7dcd-40a7-aa03-41a9f424f8aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:28.453626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe83ad-fc04-4fee-8421-6dfac1ca6144 req-96030010-5536-4125-ac04-1dfed2440219 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:28.465162 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56fe83ad-fc04-4fee-8421-6dfac1ca6144 req-96030010-5536-4125-ac04-1dfed2440219 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 944 time: 0.5758898
Jun 04 15:11:28.520196 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:28.570193 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Pushing event updated for resources: {'Port': ['ID=099635ea-940d-4d97-9022-7a89bfd7103f,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:28.575181 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:28.629776 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:28.632514 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7354784
Jun 04 15:11:28.759391 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b585fddc-2351-41e6-a99a-58e6d617889d req-353ee5cc-081c-45bf-bf97-5481329a6798 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6540554
Jun 04 15:11:28.786052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb518c1-0cf5-4dc0-b202-fb35504ed39b req-3b2e77f4-7a6d-4470-88be-8532ec3cb662 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:28.791006 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7eb518c1-0cf5-4dc0-b202-fb35504ed39b req-3b2e77f4-7a6d-4470-88be-8532ec3cb662 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 950 time: 0.6422503
Jun 04 15:11:28.794247 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56fe83ad-fc04-4fee-8421-6dfac1ca6144 req-a1da3b7f-478b-4e69-a429-b3bac140a1ed tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd168ad-92cb-4aa1-a9fb-5ed1c86aad53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3278682
Jun 04 15:11:28.825799 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-e319f181-6507-4420-bba9-2a105c63e2ae tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Synchronizing usage tracker for tenant:ced912ca923d4f6ab797bb88b4f80eef on resource:floatingip {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:11:28.916330 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-e319f181-6507-4420-bba9-2a105c63e2ae tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Unset dirty status for tenant:ced912ca923d4f6ab797bb88b4f80eef on resource:floatingip {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:11:28.919574 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-e319f181-6507-4420-bba9-2a105c63e2ae tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.240 HTTP/1.1" status: 200  len: 696 time: 0.2797718
Jun 04 15:11:28.976706 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d756cae-e0f4-48a9-8798-8d6bfcbb2d90 req-4df12c91-94fe-4b9d-894f-df74d65b1f48 service neutron] 10.222.0.65 "GET /v2.0/networks/5c8e1129-4637-4865-8e2f-9338b07c50ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5396519
Jun 04 15:11:29.085613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a47d4-c65c-42cc-93e6-1bd3c3f40f30 req-eb9734f9-03bc-43ae-9655-6cd25f191f62 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:29.087806 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9b9a47d4-c65c-42cc-93e6-1bd3c3f40f30 req-eb9734f9-03bc-43ae-9655-6cd25f191f62 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 946 time: 0.1688364
Jun 04 15:11:29.113338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-da461977-f899-42c1-9ea3-2cd3527827c6 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:29.131060 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-089a47cd-f6fc-4169-ad94-d808d1cf6dc1 req-da461977-f899-42c1-9ea3-2cd3527827c6 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.1892693
Jun 04 15:11:29.131178 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7eb518c1-0cf5-4dc0-b202-fb35504ed39b req-93324db9-a9cd-4713-be24-8a239b095851 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Deleting port 39aca5ae-aedb-4639-985b-49fbceec36e6 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:11:29.131178 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7eb518c1-0cf5-4dc0-b202-fb35504ed39b req-93324db9-a9cd-4713-be24-8a239b095851 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:29.406589 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Jun 2021 15:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c2010f-33ae-44b2-9880-9211a75f62eb x-openstack-request-id: req-74c2010f-33ae-44b2-9880-9211a75f62eb {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:11:29.407365 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "tag": "9cca6167-1f51-464a-a79c-b196134decf0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1cf03e1e-7b70-4bf4-b793-d77d1d251067", "tag": "7b7a5d09-010e-4a7c-85da-5ef5403e2a4a", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:11:29.407365 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74c2010f-33ae-44b2-9880-9211a75f62eb {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:11:29.407579 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0', 'status': 'completed', 'code': 200}
Jun 04 15:11:29.407842 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf03e1e-7b70-4bf4-b793-d77d1d251067', 'tag': '7b7a5d09-010e-4a7c-85da-5ef5403e2a4a', 'status': 'completed', 'code': 200}
Jun 04 15:11:29.441034 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bc2539cf-8b6c-4585-b5a1-a228a74a382c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:29.468833 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9b9a47d4-c65c-42cc-93e6-1bd3c3f40f30 req-9275c482-6071-47e0-8488-92f07f4aaa3f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3675659
Jun 04 15:11:29.530317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd95f3-aab9-4561-9f42-40e8a931a6da req-febe3157-bb18-41ab-87e8-f1efd9ba78ce tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:29.532211 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-26dd95f3-aab9-4561-9f42-40e8a931a6da req-febe3157-bb18-41ab-87e8-f1efd9ba78ce tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 950 time: 0.1084957
Jun 04 15:11:29.595832 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-26dd95f3-aab9-4561-9f42-40e8a931a6da req-18f0027e-475f-479d-adb1-6dd513aec9c8 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/security-groups?id=a06ede4b-f199-4a9f-829e-5f4f99542869&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575907
Jun 04 15:11:29.639941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7eb518c1-0cf5-4dc0-b202-fb35504ed39b req-93324db9-a9cd-4713-be24-8a239b095851 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] For port 39aca5ae-aedb-4639-985b-49fbceec36e6, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=39aca5ae-aedb-4639-985b-49fbceec36e6,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:29.640525 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7eb518c1-0cf5-4dc0-b202-fb35504ed39b req-93324db9-a9cd-4713-be24-8a239b095851 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:29.801326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7eb518c1-0cf5-4dc0-b202-fb35504ed39b req-93324db9-a9cd-4713-be24-8a239b095851 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Calling delete_port for 39aca5ae-aedb-4639-985b-49fbceec36e6 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:11:29.860014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-d6df9d08-c1d2-4118-9046-e8143d4c0a0f tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Synchronizing usage tracker for tenant:ced912ca923d4f6ab797bb88b4f80eef on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:11:29.865718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-39abee79-72de-4a9a-a6a1-389b336cd902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:29.867320 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-39abee79-72de-4a9a-a6a1-389b336cd902 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 1097 time: 0.4587107
Jun 04 15:11:30.006063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-d6df9d08-c1d2-4118-9046-e8143d4c0a0f tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Unset dirty status for tenant:ced912ca923d4f6ab797bb88b4f80eef on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:11:30.007400 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-d6df9d08-c1d2-4118-9046-e8143d4c0a0f tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5022676
Jun 04 15:11:30.021840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:30.054703 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15588b-c3df-495e-92ca-a2d4bea38155 req-6af0c934-a153-4255-890b-5b710da4dbec tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:30.056384 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3d15588b-c3df-495e-92ca-a2d4bea38155 req-6af0c934-a153-4255-890b-5b710da4dbec tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 944 time: 0.0960515
Jun 04 15:11:30.063275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:30.105579 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:30.111330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-ef2874de-e476-4215-b399-5e2b4a9d9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:30.112889 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-ef2874de-e476-4215-b399-5e2b4a9d9b37 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2362092
Jun 04 15:11:30.113218 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3d15588b-c3df-495e-92ca-a2d4bea38155 req-2ea9f511-891c-444b-9424-3b595af9189c tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd168ad-92cb-4aa1-a9fb-5ed1c86aad53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462801
Jun 04 15:11:30.224079 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-c59c8cb6-38bf-4c05-964b-8c854753620a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9cca6167-1f51-464a-a79c-b196134decf0 HTTP/1.1" status: 200  len: 217 time: 0.1031823
Jun 04 15:11:30.268346 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:30.296058 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7eb518c1-0cf5-4dc0-b202-fb35504ed39b req-93324db9-a9cd-4713-be24-8a239b095851 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:30.307266 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-859e50b0-2680-4c15-a365-c3b198117923 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:30.380108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93324db9-a9cd-4713-be24-8a239b095851 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Pushing event deleted for resources: {'Port': ['ID=39aca5ae-aedb-4639-985b-49fbceec36e6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:30.385929 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-93324db9-a9cd-4713-be24-8a239b095851 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:30.483168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-de5c0344-8ba9-4cee-a7cb-c51a4a280ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:30.484488 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-de5c0344-8ba9-4cee-a7cb-c51a4a280ac8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2533188
Jun 04 15:11:30.550744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb518c1-0cf5-4dc0-b202-fb35504ed39b req-93324db9-a9cd-4713-be24-8a239b095851 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] No DVR routers for this DVR port 39aca5ae-aedb-4639-985b-49fbceec36e6 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:11:30.553887 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7eb518c1-0cf5-4dc0-b202-fb35504ed39b req-93324db9-a9cd-4713-be24-8a239b095851 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:30.679814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-faf5306c-1ff0-4a20-97cf-437bccfd9535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:30.679814 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-faf5306c-1ff0-4a20-97cf-437bccfd9535 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1826336
Jun 04 15:11:30.710521 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b13f6-47d8-4939-890c-71f7d4aa9e97 req-12f700ae-7bec-4553-8eb0-474c85b07ce2 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:30.712257 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2a9b13f6-47d8-4939-890c-71f7d4aa9e97 req-12f700ae-7bec-4553-8eb0-474c85b07ce2 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 946 time: 0.1029940
Jun 04 15:11:30.724874 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7eb518c1-0cf5-4dc0-b202-fb35504ed39b req-93324db9-a9cd-4713-be24-8a239b095851 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.62 "DELETE /v2.0/ports/39aca5ae-aedb-4639-985b-49fbceec36e6 HTTP/1.1" status: 204  len: 173 time: 1.9258635
Jun 04 15:11:30.739214 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:30.793675 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2a9b13f6-47d8-4939-890c-71f7d4aa9e97 req-2d3daf6f-51c7-4a8c-aa41-2681753bcfdd tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747979
Jun 04 15:11:30.985747 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-cda333b7-d8f2-4ed6-9f80-4f31b909923b service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3020725
Jun 04 15:11:31.139187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Allocated IP 172.25.4.25 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/f81dd5c1-096f-470d-ad2f-783714b454da) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:11:31.156651 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3385c95-bf92-40d5-b17d-b3ed78456fff req-cec89869-a746-4624-84cc-41d55360a83c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] 10.222.0.32 "GET /v2.0/ports?device_id=d421fed4-f5ff-45cc-9738-6366465faf13 HTTP/1.1" status: 200  len: 210 time: 0.0673156
Jun 04 15:11:31.225702 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-7c19cce8-0f47-4792-b75c-81cdae30b14e service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2312539
Jun 04 15:11:31.443386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd421fed4-f5ff-45cc-9738-6366465faf13', 'name': 'network-vif-deleted', 'tag': '39aca5ae-aedb-4639-985b-49fbceec36e6'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:11:31.445900 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebd19fb-d07a-4a23-8d64-221bfe42a4f9" -d '{"events": [{"server_uuid": "d421fed4-f5ff-45cc-9738-6366465faf13", "name": "network-vif-deleted", "tag": "39aca5ae-aedb-4639-985b-49fbceec36e6"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:11:31.472087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6ba49-0e7e-4158-9beb-dcfd20b9f7b1 req-c34f7ea0-ba2e-4039-8251-89fb4695298f tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:31.481321 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7df6ba49-0e7e-4158-9beb-dcfd20b9f7b1 req-c34f7ea0-ba2e-4039-8251-89fb4695298f tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 944 time: 0.1758657
Jun 04 15:11:31.498731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:11:31.556228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 39aca5ae-aedb-4639-985b-49fbceec36e6 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:11:31.608714 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7df6ba49-0e7e-4158-9beb-dcfd20b9f7b1 req-400883f9-597a-468d-ab2c-6707100bc0ea tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd168ad-92cb-4aa1-a9fb-5ed1c86aad53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256869
Jun 04 15:11:31.624491 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 39aca5ae-aedb-4639-985b-49fbceec36e6 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:11:31.625317 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 39aca5ae-aedb-4639-985b-49fbceec36e6 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:11:31.651852 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:31.714649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-536100ec-36e5-426a-adea-b5325de66806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:31.720840 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-536100ec-36e5-426a-adea-b5325de66806 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9533bf6d683c40c7950c3e298510b11f&device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 1095 time: 0.2665033
Jun 04 15:11:31.784410 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36556) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:31.855377 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7b7a5d09-010e-4a7c-85da-5ef5403e2a4a,segment=NetworkSegment(982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab),segment_id=982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:31.877578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '7b7a5d09-010e-4a7c-85da-5ef5403e2a4a', 'network_id': '5c8e1129-4637-4865-8e2f-9338b07c50ee', 'port_id': '7b7a5d09-010e-4a7c-85da-5ef5403e2a4a', 'mac_address': 'fa:16:3e:41:75:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13511b4-09b2-4e41-a7af-014654bd8515', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:11:31.965410 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:32.030623 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:32.041096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-ece8610b-c687-4bf9-b9d7-c636bdb30213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:32.042189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:11:32.042289 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-ece8610b-c687-4bf9-b9d7-c636bdb30213 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5c8e1129-4637-4865-8e2f-9338b07c50ee HTTP/1.1" status: 200  len: 916 time: 0.3066118
Jun 04 15:11:32.062580 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7b7a5d09-010e-4a7c-85da-5ef5403e2a4a,segment=NetworkSegment(982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab),segment_id=982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:32.062846 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9133101c-4dc0-4c62-a1ba-3682a50b9b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:32.107848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9133101c-4dc0-4c62-a1ba-3682a50b9b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:32.114418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9133101c-4dc0-4c62-a1ba-3682a50b9b5e admin admin] Usage tracker for resource:security_group_rule and tenant:0a69d3d516c24bc6b886e08dd992672b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:11:32.123528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9133101c-4dc0-4c62-a1ba-3682a50b9b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:11:32.128231 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49808668-c689-40f4-a6a9-4b220bd16f01 x-openstack-request-id: req-49808668-c689-40f4-a6a9-4b220bd16f01 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:11:32.128634 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d421fed4-f5ff-45cc-9738-6366465faf13", "name": "network-vif-deleted", "tag": "39aca5ae-aedb-4639-985b-49fbceec36e6", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:11:32.128921 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49808668-c689-40f4-a6a9-4b220bd16f01 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:11:32.131246 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd421fed4-f5ff-45cc-9738-6366465faf13', 'name': 'network-vif-deleted', 'tag': '39aca5ae-aedb-4639-985b-49fbceec36e6', 'status': 'completed', 'code': 200}
Jun 04 15:11:32.131680 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:32.139310 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9133101c-4dc0-4c62-a1ba-3682a50b9b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:32.158056 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a1ca0bef-13f1-42eb-9d86-0a9f369e09fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:32.177674 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:32.179112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9cca6167-1f51-464a-a79c-b196134decf0 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:11:32.185547 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:32.204468 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-ba9cc694-12b1-4184-87c9-2b0015830d34 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b7a5d09-010e-4a7c-85da-5ef5403e2a4a HTTP/1.1" status: 200  len: 217 time: 0.1598945
Jun 04 15:11:32.221478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:11:32.250606 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9133101c-4dc0-4c62-a1ba-3682a50b9b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:32.282442 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-972a6bb8-40e2-4783-b483-298155826c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:32.286425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:11:32.295945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:11:32.337097 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9133101c-4dc0-4c62-a1ba-3682a50b9b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:32.352002 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7b7a5d09-010e-4a7c-85da-5ef5403e2a4a,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:32.352826 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-663e950c-633b-4f9c-a15e-0bd86653661f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:32.369325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Pushing event updated for resources: {'Port': ['ID=f81dd5c1-096f-470d-ad2f-783714b454da,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:32.378096 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:32.396918 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-2a8aea99-a989-40ae-9a23-ef2f9cc6ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:32.398672 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-2a8aea99-a989-40ae-9a23-ef2f9cc6ead1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f13511b4-09b2-4e41-a7af-014654bd8515 HTTP/1.1" status: 200  len: 854 time: 0.1808734
Jun 04 15:11:32.418224 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9133101c-4dc0-4c62-a1ba-3682a50b9b5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a69d3d516c24bc6b886e08dd992672b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6299729
Jun 04 15:11:32.419226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133101c-4dc0-4c62-a1ba-3682a50b9b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d048633e-8d24-4d02-bd25-9cbc38b13d52,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:32.422591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36568) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:32.437705 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9133101c-4dc0-4c62-a1ba-3682a50b9b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:32.448664 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:32.449533 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:32.450104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:32.450662 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:32.451315 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:32.451886 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:32.452447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:32.452989 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:32.453566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:32.454104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:32.454659 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:32.455194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:11:32.456650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900c414-c951-4716-b770-abcf5dc6c21c req-38b899aa-5456-45f1-aec4-b0fe8738879d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:32.458245 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1900c414-c951-4716-b770-abcf5dc6c21c req-38b899aa-5456-45f1-aec4-b0fe8738879d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 946 time: 0.2060480
Jun 04 15:11:32.470369 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:32.549607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9cca6167-1f51-464a-a79c-b196134decf0,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:32.554395 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1900c414-c951-4716-b770-abcf5dc6c21c req-04f4f4d0-c1b1-463b-aeae-e944f46f1b60 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874128
Jun 04 15:11:32.558911 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef9975cd-d7af-4468-bfbc-aa75be56841f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:32.574791 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '9cca6167-1f51-464a-a79c-b196134decf0', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '9cca6167-1f51-464a-a79c-b196134decf0', 'mac_address': 'fa:16:3e:d3:37:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:11:32.589541 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef9975cd-d7af-4468-bfbc-aa75be56841f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:32.597628 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:32.645286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-89bb29b6-e22b-4db3-9dcf-c27a29c12220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:32.646832 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-89bb29b6-e22b-4db3-9dcf-c27a29c12220 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5c8e1129-4637-4865-8e2f-9338b07c50ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2355764
Jun 04 15:11:32.695563 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:32.722229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cca6167-1f51-464a-a79c-b196134decf0 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:11:32.743915 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef9975cd-d7af-4468-bfbc-aa75be56841f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:32.755086 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5f644356-5524-47c4-a3ec-ccd3d74b2811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:32.755242 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9cca6167-1f51-464a-a79c-b196134decf0,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:32.770452 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9975cd-d7af-4468-bfbc-aa75be56841f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d048633e-8d24-4d02-bd25-9cbc38b13d52,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:32.782804 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ef9975cd-d7af-4468-bfbc-aa75be56841f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:32.839170 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef9975cd-d7af-4468-bfbc-aa75be56841f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:32.843486 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ef9975cd-d7af-4468-bfbc-aa75be56841f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d048633e-8d24-4d02-bd25-9cbc38b13d52 HTTP/1.1" status: 204  len: 168 time: 0.4197948
Jun 04 15:11:32.857893 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:32.861461 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:32.900303 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:32.929894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb741aed-79ab-493d-8a0a-4ba4c0e04d3d req-034023e8-d2dd-4933-b0d0-469de5cb35ce tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:32.942586 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eb741aed-79ab-493d-8a0a-4ba4c0e04d3d req-034023e8-d2dd-4933-b0d0-469de5cb35ce tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 945 time: 0.1569676
Jun 04 15:11:32.948660 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-d3844409-1f99-42b8-9398-4c5c27811cf9 service neutron] 10.222.0.65 "GET /v2.0/networks/5c8e1129-4637-4865-8e2f-9338b07c50ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2944543
Jun 04 15:11:32.954111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9cca6167-1f51-464a-a79c-b196134decf0,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:32.966213 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:32.994829 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eb741aed-79ab-493d-8a0a-4ba4c0e04d3d req-f7497e8b-23b9-4401-8264-056ee6c0fea5 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd168ad-92cb-4aa1-a9fb-5ed1c86aad53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508091
Jun 04 15:11:33.139010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9cca6167-1f51-464a-a79c-b196134decf0'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:11:33.208607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['7b7a5d09-010e-4a7c-85da-5ef5403e2a4a'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:11:33.408328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36584) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:33.410548 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-084bde15-d1a9-4a77-89d8-8350634e3565 req-c803f56d-736f-4fb3-997b-5ebcb8025412 service neutron] 10.222.0.65 "GET /v2.0/networks/5c8e1129-4637-4865-8e2f-9338b07c50ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4544404
Jun 04 15:11:33.491497 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:33.531556 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:33.592037 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:33.599715 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3017fefe-7596-439c-8fb5-a31e832332f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:33.679436 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-22d2e44e-7296-417b-b06a-500c0c143024 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0cb2b44d21194835958bac19c6d44e4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2653990
Jun 04 15:11:33.683749 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36598) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:33.705343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Pushing event updated for resources: {'Port': ['ID=f81dd5c1-096f-470d-ad2f-783714b454da,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:33.709762 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:33.786347 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:33.795121 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-edc146a3-53d8-4eda-a7a6-dbcdb4eca9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:33.887642 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-edc146a3-53d8-4eda-a7a6-dbcdb4eca9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:33.909805 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:33.911033 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.8938456
Jun 04 15:11:33.964076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838aeaa-f4f4-4b18-96bf-a78f7d16e472 req-2f2768e8-9280-46d5-adcf-9936f7ff14e7 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:33.971151 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d838aeaa-f4f4-4b18-96bf-a78f7d16e472 req-2f2768e8-9280-46d5-adcf-9936f7ff14e7 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 947 time: 0.1435091
Jun 04 15:11:34.012698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-32b84ccc-f1e6-4c6e-a5f5-ce01d31f2058 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Synchronizing usage tracker for tenant:ced912ca923d4f6ab797bb88b4f80eef on resource:floatingip {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:11:34.033750 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d838aeaa-f4f4-4b18-96bf-a78f7d16e472 req-59ad2291-5701-4a17-a5e1-acf454ae82bc tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615313
Jun 04 15:11:34.050358 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-edc146a3-53d8-4eda-a7a6-dbcdb4eca9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:34.063112 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d0a4814d-c425-4d76-bf03-52dc6d1767ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:34.080922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-32b84ccc-f1e6-4c6e-a5f5-ce01d31f2058 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Unset dirty status for tenant:ced912ca923d4f6ab797bb88b4f80eef on resource:floatingip {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:11:34.082138 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-32b84ccc-f1e6-4c6e-a5f5-ce01d31f2058 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200  len: 695 time: 0.1650238
Jun 04 15:11:34.084031 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc146a3-53d8-4eda-a7a6-dbcdb4eca9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06ede4b-f199-4a9f-829e-5f4f99542869,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:34.086483 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-edc146a3-53d8-4eda-a7a6-dbcdb4eca9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:34.172700 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-edc146a3-53d8-4eda-a7a6-dbcdb4eca9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:34.176644 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-edc146a3-53d8-4eda-a7a6-dbcdb4eca9c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a06ede4b-f199-4a9f-829e-5f4f99542869 HTTP/1.1" status: 204  len: 168 time: 0.4918900
Jun 04 15:11:34.288542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee3e33-f45c-4dad-b8d6-6075d37e7c21 req-86fabc91-689f-4822-a25a-994e94ca23b0 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:34.290904 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3bee3e33-f45c-4dad-b8d6-6075d37e7c21 req-86fabc91-689f-4822-a25a-994e94ca23b0 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 945 time: 0.1050603
Jun 04 15:11:34.349241 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3bee3e33-f45c-4dad-b8d6-6075d37e7c21 req-6151cbdc-0259-4f05-a093-326886bbc3ba tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd168ad-92cb-4aa1-a9fb-5ed1c86aad53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452716
Jun 04 15:11:34.455637 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36618) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:34.500873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-7d9d6a60-f949-420c-ae15-ec3993f6d850 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:34.509820 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-7d9d6a60-f949-420c-ae15-ec3993f6d850 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.4164529
Jun 04 15:11:34.516840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-236eea6f-dbf2-45a7-8a0d-30b33e1b10c2 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:11:34.517987 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be55d2ee-27ae-4263-9fe8-39ea17972a92 req-236eea6f-dbf2-45a7-8a0d-30b33e1b10c2 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0068769
Jun 04 15:11:34.657653 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd6b537b-6928-4d35-9afc-cae078ac5100 req-a9ee62a1-444e-4517-97e5-7965048cbc21 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips/eb3df579-8c77-41f0-860c-523fd56cb173 HTTP/1.1" status: 200  len: 692 time: 0.1047580
Jun 04 15:11:34.826881 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-102352373-network', 'tenant_id': 'ca8ed9dff951491bab3000a1b762c96c'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:34.832979 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:34.840577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Usage tracker for resource:network and tenant:ca8ed9dff951491bab3000a1b762c96c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:11:34.849885 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:11:34.853483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b537b-6928-4d35-9afc-cae078ac5100 req-07b6777e-93bf-48c9-a159-9519a54cc09c tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:34.853884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:34.857661 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd6b537b-6928-4d35-9afc-cae078ac5100 req-07b6777e-93bf-48c9-a159-9519a54cc09c tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.1936426
Jun 04 15:11:34.870686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-fd6b537b-6928-4d35-9afc-cae078ac5100 req-9c658979-e11b-4351-807b-676d30fb440b tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:11:34.871650 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd6b537b-6928-4d35-9afc-cae078ac5100 req-9c658979-e11b-4351-807b-676d30fb440b tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0071976
Jun 04 15:11:34.978067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Made reservation on behalf of ca8ed9dff951491bab3000a1b762c96c for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:11:34.980589 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:35.005540 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aacd026-e450-4d73-bccd-018b1415b8f6 req-e38d13fa-318f-43b6-871b-43782d4a057a tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips/eb3df579-8c77-41f0-860c-523fd56cb173 HTTP/1.1" status: 200  len: 692 time: 0.1104808
Jun 04 15:11:35.009802 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:35.035758 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:35.073584 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:35.082879 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Usage tracker for resource:security_group_rule and tenant:ca8ed9dff951491bab3000a1b762c96c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:11:35.088732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:11:35.143954 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:35.207327 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36632) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:35.228884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacd026-e450-4d73-bccd-018b1415b8f6 req-9c75ebac-5db9-4e43-bc1d-037072ee1685 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:35.230240 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aacd026-e450-4d73-bccd-018b1415b8f6 req-9c75ebac-5db9-4e43-bc1d-037072ee1685 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.2135208
Jun 04 15:11:35.248665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-1aacd026-e450-4d73-bccd-018b1415b8f6 req-3c76da8a-1514-45d2-a9e8-2a3f39ee9f44 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:11:35.249698 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aacd026-e450-4d73-bccd-018b1415b8f6 req-3c76da8a-1514-45d2-a9e8-2a3f39ee9f44 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0085285
Jun 04 15:11:35.284817 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4a4b8f3a-6918-4ac9-8170-b7ddc9fe91d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5439f2f23f7e48b094822ec59d27ca34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0751407
Jun 04 15:11:35.286692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36634) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:35.321968 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b292c-1006-48d3-8f8f-0efbdf5e9a7f req-4c0a63c1-b5f0-42a7-8e5d-9298a431e832 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:35.326198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f2b292c-1006-48d3-8f8f-0efbdf5e9a7f req-4c0a63c1-b5f0-42a7-8e5d-9298a431e832 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 947 time: 0.1695585
Jun 04 15:11:35.370787 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aacd026-e450-4d73-bccd-018b1415b8f6 req-94990e5f-c0a7-4944-9716-b122e56535a3 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200  len: 695 time: 0.1069314
Jun 04 15:11:35.375222 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:35.410448 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f2b292c-1006-48d3-8f8f-0efbdf5e9a7f req-a8ea10b3-32a8-492c-aa1f-f5634e36f71e tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754831
Jun 04 15:11:35.422551 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d3d72ba-2219-433d-a381-3bb20463fe86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:35.456176 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d3d72ba-2219-433d-a381-3bb20463fe86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:35.529814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:11:35.558757 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:35.592610 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-edc146a3-53d8-4eda-a7a6-dbcdb4eca9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:35.620171 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aacd026-e450-4d73-bccd-018b1415b8f6 req-d253df74-e278-441f-9985-7715e6018aea tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200  len: 695 time: 0.2363060
Jun 04 15:11:35.639869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:11:35.677134 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d3d72ba-2219-433d-a381-3bb20463fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:35.682624 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5f5f6e68-568e-484c-8608-f1832c630250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:35.707994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d72ba-2219-433d-a381-3bb20463fe86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95193c5a-f538-4c67-8020-99cbc5b1aa96,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:35.710046 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:11:35.715388 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4d3d72ba-2219-433d-a381-3bb20463fe86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:35.721377 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:11:35.721962 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:35.746415 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4f97d-aeeb-4e61-a23c-b38473e5b36d req-3c5ec6e5-ac0c-486c-87c3-150853ca39c9 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:35.748081 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78a4f97d-aeeb-4e61-a23c-b38473e5b36d req-3c5ec6e5-ac0c-486c-87c3-150853ca39c9 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 945 time: 0.1517844
Jun 04 15:11:35.815527 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78a4f97d-aeeb-4e61-a23c-b38473e5b36d req-2cfa02df-451c-4c5e-adde-a2c27a7238a4 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd168ad-92cb-4aa1-a9fb-5ed1c86aad53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607607
Jun 04 15:11:35.821714 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d3d72ba-2219-433d-a381-3bb20463fe86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:35.825837 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4d3d72ba-2219-433d-a381-3bb20463fe86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95193c5a-f538-4c67-8020-99cbc5b1aa96 HTTP/1.1" status: 204  len: 168 time: 0.5352807
Jun 04 15:11:35.845087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f924bb-f62c-40b8-a90b-2184d6c13642,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:35.847665 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:35.876643 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:35.877480 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Added segment 59886ccd-ebb0-40fa-9643-f5a2ad5d4b45 of type vlan for network d3e6d47f-032d-4131-b2cf-e40b8170624f
Jun 04 15:11:35.968334 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:36.001103 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:36.029362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-1aacd026-e450-4d73-bccd-018b1415b8f6 req-8b1ce9fe-66a2-4bbf-95f2-d4a448ccbaaa tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Deleting port f81dd5c1-096f-470d-ad2f-783714b454da {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:11:36.029696 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aacd026-e450-4d73-bccd-018b1415b8f6 req-8b1ce9fe-66a2-4bbf-95f2-d4a448ccbaaa tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:36.060696 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf03e1e-7b70-4bf4-b793-d77d1d251067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7a5d09-010e-4a7c-85da-5ef5403e2a4a'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:11:36.064271 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd13e2a-4a10-4c88-bdf6-1807ae8497ee" -d '{"events": [{"server_uuid": "1cf03e1e-7b70-4bf4-b793-d77d1d251067", "name": "network-vif-plugged", "status": "completed", "tag": "7b7a5d09-010e-4a7c-85da-5ef5403e2a4a"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:11:36.074972 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7b7a5d09-010e-4a7c-85da-5ef5403e2a4a,segment=NetworkSegment(982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab),segment_id=982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:36.167816 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aacd026-e450-4d73-bccd-018b1415b8f6 req-8b1ce9fe-66a2-4bbf-95f2-d4a448ccbaaa tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:36.168120 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aacd026-e450-4d73-bccd-018b1415b8f6 req-8b1ce9fe-66a2-4bbf-95f2-d4a448ccbaaa tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:36.223343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478ae13-7fe4-43d7-bf10-8f066d5b5808 req-89f0eec9-8b2a-41f8-a6d4-2fa62c99d6ed tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:36.225067 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0478ae13-7fe4-43d7-bf10-8f066d5b5808 req-89f0eec9-8b2a-41f8-a6d4-2fa62c99d6ed tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 945 time: 0.0929747
Jun 04 15:11:36.285065 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0478ae13-7fe4-43d7-bf10-8f066d5b5808 req-89d5aec8-4a0f-48a1-bcee-248a5f226ff1 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520849
Jun 04 15:11:36.307204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-1aacd026-e450-4d73-bccd-018b1415b8f6 req-8b1ce9fe-66a2-4bbf-95f2-d4a448ccbaaa tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Calling delete_port for f81dd5c1-096f-470d-ad2f-783714b454da owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:11:36.357222 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cc053a-9bf3-4ce4-896d-e31dd64fc2c4 x-openstack-request-id: req-b5cc053a-9bf3-4ce4-896d-e31dd64fc2c4 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:11:36.357887 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf03e1e-7b70-4bf4-b793-d77d1d251067", "name": "network-vif-plugged", "status": "completed", "tag": "7b7a5d09-010e-4a7c-85da-5ef5403e2a4a", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:11:36.358444 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5cc053a-9bf3-4ce4-896d-e31dd64fc2c4 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:11:36.359849 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf03e1e-7b70-4bf4-b793-d77d1d251067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7a5d09-010e-4a7c-85da-5ef5403e2a4a', 'code': 200}
Jun 04 15:11:36.517966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1742d-c217-49e5-b6e0-11f3ef8c68cf req-0ef57d77-ac48-43da-b976-c3d3e1734edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:36.519582 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3e1742d-c217-49e5-b6e0-11f3ef8c68cf req-0ef57d77-ac48-43da-b976-c3d3e1734edf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 1096 time: 0.0936882
Jun 04 15:11:36.532945 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:36.535055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:36.537426 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:36.544979 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c17ff3cf-a5b8-4373-adc2-2b24f5cdb975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:36.584293 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:36.585213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9cca6167-1f51-464a-a79c-b196134decf0 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:11:36.585346 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3e1742d-c217-49e5-b6e0-11f3ef8c68cf req-5f6b73ac-2a69-480e-846b-9c5b9da65cac service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7cd168ad-92cb-4aa1-a9fb-5ed1c86aad53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590262
Jun 04 15:11:36.616583 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:36.653342 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aacd026-e450-4d73-bccd-018b1415b8f6 req-8b1ce9fe-66a2-4bbf-95f2-d4a448ccbaaa tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:36.700820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d42e3-0427-4a59-a89a-3f092a8998aa req-fd937ac2-934b-47a8-b153-32973a66e029 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:36.709661 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-790d42e3-0427-4a59-a89a-3f092a8998aa req-fd937ac2-934b-47a8-b153-32973a66e029 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 947 time: 0.1228440
Jun 04 15:11:36.748241 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7b7a5d09-010e-4a7c-85da-5ef5403e2a4a,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:36.759537 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:36.803320 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-790d42e3-0427-4a59-a89a-3f092a8998aa req-b1d8a27a-962b-4fdb-befc-692bd272379d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915518
Jun 04 15:11:36.824454 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 9cca6167-1f51-464a-a79c-b196134decf0 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:11:36.838598 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 9cca6167-1f51-464a-a79c-b196134decf0 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:11:36.838598 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:36.849467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Pushing event updated for resources: {'Network': ['ID=d3e6d47f-032d-4131-b2cf-e40b8170624f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:36.852432 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:36.859080 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6897e8dc-b71f-4b80-94c5-330241326339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:36.877348 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network d3e6d47f-032d-4131-b2cf-e40b8170624f details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:11:36.912225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ce9fe-66a2-4bbf-95f2-d4a448ccbaaa tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Pushing event deleted for resources: {'Port': ['ID=f81dd5c1-096f-470d-ad2f-783714b454da,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:36.914733 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8b1ce9fe-66a2-4bbf-95f2-d4a448ccbaaa tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:36.916463 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.4595256
Jun 04 15:11:36.920110 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aacd026-e450-4d73-bccd-018b1415b8f6 req-8b1ce9fe-66a2-4bbf-95f2-d4a448ccbaaa tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:36.921268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36660) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:36.923360 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aacd026-e450-4d73-bccd-018b1415b8f6 req-8b1ce9fe-66a2-4bbf-95f2-d4a448ccbaaa tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:36.932072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Request body: {'subnet': {'network_id': 'd3e6d47f-032d-4131-b2cf-e40b8170624f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-102352373-subnet', 'tenant_id': 'ca8ed9dff951491bab3000a1b762c96c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:36.932430 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aacd026-e450-4d73-bccd-018b1415b8f6 req-8b1ce9fe-66a2-4bbf-95f2-d4a448ccbaaa tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "DELETE /v2.0/floatingips/eb3df579-8c77-41f0-860c-523fd56cb173 HTTP/1.1" status: 204  len: 173 time: 1.2969372
Jun 04 15:11:36.935776 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:36.944817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Usage tracker for resource:subnet and tenant:ca8ed9dff951491bab3000a1b762c96c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:11:36.954261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:11:36.965626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:37.098517 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Made reservation on behalf of ca8ed9dff951491bab3000a1b762c96c for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:11:37.101256 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:37.150134 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:37.206317 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9cca6167-1f51-464a-a79c-b196134decf0,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:37.349346 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:37.351916 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:37.401253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5bc03-2c34-40c9-b184-deb998dc2321 req-07bbf801-d817-45ef-a9bf-045d8de80844 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:37.402786 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bab5bc03-2c34-40c9-b184-deb998dc2321 req-07bbf801-d817-45ef-a9bf-045d8de80844 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 946 time: 0.2110572
Jun 04 15:11:37.480878 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9cca6167-1f51-464a-a79c-b196134decf0,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:37.502215 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:37.507163 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bab5bc03-2c34-40c9-b184-deb998dc2321 req-7e7b1afd-f50c-46cc-809f-fa0b82484458 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd168ad-92cb-4aa1-a9fb-5ed1c86aad53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722682
Jun 04 15:11:37.751248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc3e3a-f96f-40d8-93a9-1966d64de834 req-b1ea4dc5-0ef5-429b-a9e5-69df8a339cc6 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:37.753198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-90bc3e3a-f96f-40d8-93a9-1966d64de834 req-b1ea4dc5-0ef5-429b-a9e5-69df8a339cc6 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.2039919
Jun 04 15:11:37.883634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7a7d6ee-d819-4a2e-8aca-3de2b2870fc7 req-035262d7-ed88-4dba-a9c8-ac0febc1570c tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=ced912ca923d4f6ab797bb88b4f80eef HTTP/1.1" status: 200  len: 1657 time: 0.0954607
Jun 04 15:11:38.235232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7d6ee-d819-4a2e-8aca-3de2b2870fc7 req-7852cbf6-2c0d-4611-80dc-d1de6ddede5d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:38.242127 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7a7d6ee-d819-4a2e-8aca-3de2b2870fc7 req-7852cbf6-2c0d-4611-80dc-d1de6ddede5d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/networks?id=34dbc737-759b-4884-9ef2-ee94cb9aea62&id=34dbc737-759b-4884-9ef2-ee94cb9aea62&id=34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 787 time: 0.3516912
Jun 04 15:11:38.254229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-c7a7d6ee-d819-4a2e-8aca-3de2b2870fc7 req-8344d4a6-4321-4020-90e6-f0f463c7fdd2 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:11:38.254844 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7a7d6ee-d819-4a2e-8aca-3de2b2870fc7 req-8344d4a6-4321-4020-90e6-f0f463c7fdd2 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0071914
Jun 04 15:11:38.364266 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:11:38.365419 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df23cfee-126d-48c5-ab5e-13e7a3e93789" -d '{"events": [{"server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "name": "network-vif-plugged", "status": "completed", "tag": "9cca6167-1f51-464a-a79c-b196134decf0"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:11:38.496914 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36700) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:38.504688 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:38.513651 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-57f863c1-2886-4318-8891-9714ec888dcb req-8f85b405-387d-49df-b2b0-7017c8c7d3ca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips/6297bd27-e941-43f0-8eea-cce19da6fb39 HTTP/1.1" status: 200  len: 693 time: 0.1365747
Jun 04 15:11:38.514477 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8d06d5c1-fe8e-4eaf-84fa-d964463bcc0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:38.594830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Pushing event updated for resources: {'Subnet': ['ID=978ca166-e61c-4319-a6cd-756f4a59b401,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:38.599977 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:38.622039 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4e711-273c-42c5-82fb-f935b52bd9a4 req-2ba6ea7a-fb36-47d1-88b8-bc0790d72f0b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:38.623447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-17a4e711-273c-42c5-82fb-f935b52bd9a4 req-2ba6ea7a-fb36-47d1-88b8-bc0790d72f0b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.2179096
Jun 04 15:11:38.635414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Checking segment: {'id': '59886ccd-ebb0-40fa-9643-f5a2ad5d4b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd3e6d47f-032d-4131-b2cf-e40b8170624f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:11:38.635785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Network hostable DHCP agents. Network: d3e6d47f-032d-4131-b2cf-e40b8170624f, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:11:38.684597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-28809482-network', 'tenant_id': '1dfc4b991f214b468eb4dce010518aa3'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:38.691761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f863c1-2886-4318-8891-9714ec888dcb req-0de49768-6b65-4740-aade-bc9274d8cd66 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:38.692812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:38.693149 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-57f863c1-2886-4318-8891-9714ec888dcb req-0de49768-6b65-4740-aade-bc9274d8cd66 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.1730208
Jun 04 15:11:38.705542 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-17a4e711-273c-42c5-82fb-f935b52bd9a4 req-57f1fb4f-1fb8-480a-a784-29b15b05b043 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717299
Jun 04 15:11:38.706920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Usage tracker for resource:network and tenant:1dfc4b991f214b468eb4dce010518aa3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:11:38.711104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:11:38.719927 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:38.808936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-57f863c1-2886-4318-8891-9714ec888dcb req-40144112-6346-4d99-8aee-a5fafb8bcd0a tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Synchronizing usage tracker for tenant:ced912ca923d4f6ab797bb88b4f80eef on resource:floatingip {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:11:38.909436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741709ea-9c2f-4fbf-b77a-fb14879c610e req-a1453179-0410-45a1-808d-c6b009ccbd90 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:38.911005 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-741709ea-9c2f-4fbf-b77a-fb14879c610e req-a1453179-0410-45a1-808d-c6b009ccbd90 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 945 time: 0.0980439
Jun 04 15:11:38.975267 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-741709ea-9c2f-4fbf-b77a-fb14879c610e req-08ece18a-334a-4f8c-99da-84eef1a2d681 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575397
Jun 04 15:11:39.031689 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c49e91d-46ed-4b63-adec-4ab2a504c808 x-openstack-request-id: req-1c49e91d-46ed-4b63-adec-4ab2a504c808 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:11:39.032003 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "name": "network-vif-plugged", "status": "completed", "tag": "9cca6167-1f51-464a-a79c-b196134decf0", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:11:39.032259 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c49e91d-46ed-4b63-adec-4ab2a504c808 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:11:39.032643 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0', 'code': 200}
Jun 04 15:11:39.284242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8eb1c-5c48-47d5-9855-d507bb22932f req-75258422-4e72-4299-a392-5aa4c03ca9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:39.286184 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6f8eb1c-5c48-47d5-9855-d507bb22932f req-75258422-4e72-4299-a392-5aa4c03ca9c6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 1099 time: 0.1726866
Jun 04 15:11:39.302084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388f292-f332-4e47-81aa-3c51e7b44133 req-a671619f-9185-464b-83d5-db716a51c233 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:39.303973 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0388f292-f332-4e47-81aa-3c51e7b44133 req-a671619f-9185-464b-83d5-db716a51c233 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 946 time: 0.1395173
Jun 04 15:11:39.366608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Network d3e6d47f-032d-4131-b2cf-e40b8170624f is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:11:39.372963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-57f863c1-2886-4318-8891-9714ec888dcb req-40144112-6346-4d99-8aee-a5fafb8bcd0a tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Unset dirty status for tenant:ced912ca923d4f6ab797bb88b4f80eef on resource:floatingip {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:11:39.374249 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-57f863c1-2886-4318-8891-9714ec888dcb req-40144112-6346-4d99-8aee-a5fafb8bcd0a tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.240 HTTP/1.1" status: 200  len: 696 time: 0.6738234
Jun 04 15:11:39.384495 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6f8eb1c-5c48-47d5-9855-d507bb22932f req-9f2524b4-77ed-41f3-ae3b-aa8c7324b673 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904245
Jun 04 15:11:39.385130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Made reservation on behalf of 1dfc4b991f214b468eb4dce010518aa3 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:11:39.387391 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:39.403557 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0388f292-f332-4e47-81aa-3c51e7b44133 req-48ae1642-7576-482e-96e6-291f610f6034 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd168ad-92cb-4aa1-a9fb-5ed1c86aad53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858099
Jun 04 15:11:39.406245 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:39.430129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:39.433705 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Usage tracker for resource:security_group_rule and tenant:1dfc4b991f214b468eb4dce010518aa3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:11:39.437850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:11:39.445827 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:39.508095 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-57f863c1-2886-4318-8891-9714ec888dcb req-3168e68f-dd88-4d82-b27c-751719520090 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.240 HTTP/1.1" status: 200  len: 696 time: 0.1070449
Jun 04 15:11:39.552430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, d3e6d47f-032d-4131-b2cf-e40b8170624f) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:11:39.564318 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d8d923-1c2c-4b47-bf56-7bd3a85a9be4 None None] Network d3e6d47f-032d-4131-b2cf-e40b8170624f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:11:39.583067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:39.583965 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:39.640591 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:39.729545 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.8065846
Jun 04 15:11:39.731541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36724) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:39.736020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-102352373-router', 'tenant_id': 'ca8ed9dff951491bab3000a1b762c96c', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:39.742344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:39.752558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Usage tracker for resource:router and tenant:ca8ed9dff951491bab3000a1b762c96c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:11:39.763624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:11:39.808859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:39.811048 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:39.842432 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-27204054-7b22-471f-916c-ac4853bd6692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:39.901929 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:11:39.924291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:39.932683 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:39.934108 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:39.934685 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Added segment 6e911d5a-94d1-4ae7-bcad-2a22a5a4d975 of type vlan for network ca8c743b-809f-4a4c-be43-e3957142ac09
Jun 04 15:11:40.018212 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:40.020179 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:40.043732 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-d3e6d47f-032d-4131-b2cf-e40b8170624f', 'network_id': 'd3e6d47f-032d-4131-b2cf-e40b8170624f', 'tenant_id': 'ca8ed9dff951491bab3000a1b762c96c', 'fixed_ips': [{'subnet_id': '978ca166-e61c-4319-a6cd-756f4a59b401'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:11:40.045142 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:40.072664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-57f863c1-2886-4318-8891-9714ec888dcb req-255b7b7a-fb95-4c86-baad-63ea830cd58a tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Deleting port 099635ea-940d-4d97-9022-7a89bfd7103f {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:11:40.074701 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-57f863c1-2886-4318-8891-9714ec888dcb req-255b7b7a-fb95-4c86-baad-63ea830cd58a tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:40.178004 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:40.264655 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:40.302159 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-57f863c1-2886-4318-8891-9714ec888dcb req-255b7b7a-fb95-4c86-baad-63ea830cd58a tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:40.302159 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-57f863c1-2886-4318-8891-9714ec888dcb req-255b7b7a-fb95-4c86-baad-63ea830cd58a tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:40.362856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede2a78-87cb-4cea-91c0-a5eddfcccb24 req-d1c7c0c6-d36f-44f8-af0e-94f5070b5377 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:40.369364 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ede2a78-87cb-4cea-91c0-a5eddfcccb24 req-d1c7c0c6-d36f-44f8-af0e-94f5070b5377 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.4004786
Jun 04 15:11:40.384497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0de82d-b921-4c2c-bafc-940eaa0bfb9f req-3fecd36e-3f27-41dd-bee2-0c92ed2bec88 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:40.388170 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cd0de82d-b921-4c2c-bafc-940eaa0bfb9f req-3fecd36e-3f27-41dd-bee2-0c92ed2bec88 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 945 time: 0.3144746
Jun 04 15:11:40.469386 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:40.531395 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-57f863c1-2886-4318-8891-9714ec888dcb req-255b7b7a-fb95-4c86-baad-63ea830cd58a tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Calling delete_port for 099635ea-940d-4d97-9022-7a89bfd7103f owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:11:40.763556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Allocated IP 172.20.0.2 (d3e6d47f-032d-4131-b2cf-e40b8170624f/978ca166-e61c-4319-a6cd-756f4a59b401/7f6fac9f-8f97-4dda-99c0-4fc35dc51e67) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:11:40.949906 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-57f863c1-2886-4318-8891-9714ec888dcb req-255b7b7a-fb95-4c86-baad-63ea830cd58a tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:40.960781 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1e366e4d-d563-413d-a2ad-355d14a8764c tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:41.035004 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:41.036453 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:41.091480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b7b7a-fb95-4c86-baad-63ea830cd58a tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Pushing event deleted for resources: {'Port': ['ID=099635ea-940d-4d97-9022-7a89bfd7103f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:41.151201 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-255b7b7a-fb95-4c86-baad-63ea830cd58a tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:41.152490 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:41.161619 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-57f863c1-2886-4318-8891-9714ec888dcb req-255b7b7a-fb95-4c86-baad-63ea830cd58a tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:41.231686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36744) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:41.232746 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.7332213
Jun 04 15:11:41.237214 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Request body: {'subnet': {'network_id': 'ca8c743b-809f-4a4c-be43-e3957142ac09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-28809482-subnet', 'tenant_id': '1dfc4b991f214b468eb4dce010518aa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:41.243740 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:41.246230 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:41.248254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Usage tracker for resource:subnet and tenant:1dfc4b991f214b468eb4dce010518aa3 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:11:41.256504 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:11:41.264171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:41.267802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Transition to ACTIVE for port object 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:11:41.273849 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-57f863c1-2886-4318-8891-9714ec888dcb req-255b7b7a-fb95-4c86-baad-63ea830cd58a tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:41.292582 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-57f863c1-2886-4318-8891-9714ec888dcb req-255b7b7a-fb95-4c86-baad-63ea830cd58a tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "DELETE /v2.0/floatingips/6297bd27-e941-43f0-8eea-cce19da6fb39 HTTP/1.1" status: 204  len: 173 time: 1.7983015
Jun 04 15:11:41.307727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Transition to ACTIVE for port object 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:11:41.345023 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Made reservation on behalf of 1dfc4b991f214b468eb4dce010518aa3 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:11:41.347817 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:41.382703 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Pushing event updated for resources: {'Network': ['ID=ca8c743b-809f-4a4c-be43-e3957142ac09,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:41.396444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network ca8c743b-809f-4a4c-be43-e3957142ac09 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:11:41.402259 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:41.424659 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:41.444392 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-454a2ca1-f30f-4139-9f05-e23a049b8b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:41.625315 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Network d3e6d47f-032d-4131-b2cf-e40b8170624f is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:11:41.687319 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:41.711416 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ede2a78-87cb-4cea-91c0-a5eddfcccb24 req-a4ad484d-a96c-4eb3-a1bb-6914bd13bc7c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3162310
Jun 04 15:11:41.736906 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-cd0de82d-b921-4c2c-bafc-940eaa0bfb9f req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Deleting port 91b58adf-8edb-4442-868d-4ab10f7b997a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:11:41.737336 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cd0de82d-b921-4c2c-bafc-940eaa0bfb9f req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:41.739984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:11:41.757568 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:11:41.762713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c3be9-75c4-42a1-95cd-1f47838aff91 req-c7313ff0-469c-4ce9-9b63-7946553266cc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:41.769997 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3a7c3be9-75c4-42a1-95cd-1f47838aff91 req-c7313ff0-469c-4ce9-9b63-7946553266cc tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 945 time: 0.1459982
Jun 04 15:11:41.775897 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Pushing event updated for resources: {'Port': ['ID=7f6fac9f-8f97-4dda-99c0-4fc35dc51e67,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:41.788346 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:41.852538 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3a7c3be9-75c4-42a1-95cd-1f47838aff91 req-eeac43b1-257c-4bd0-8e59-700cb0abcefd tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765052
Jun 04 15:11:41.910426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Attempting to bind port 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:11:41.910426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Attempting to bind port 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '59886ccd-ebb0-40fa-9643-f5a2ad5d4b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd3e6d47f-032d-4131-b2cf-e40b8170624f'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:11:41.910426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Attempting to bind port 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 on network d3e6d47f-032d-4131-b2cf-e40b8170624f {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:11:41.917939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:11:41.918326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Checking segment: {'id': '59886ccd-ebb0-40fa-9643-f5a2ad5d4b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd3e6d47f-032d-4131-b2cf-e40b8170624f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:11:41.918739 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:41.919160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Bound using segment: {'id': '59886ccd-ebb0-40fa-9643-f5a2ad5d4b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd3e6d47f-032d-4131-b2cf-e40b8170624f'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:11:41.919637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Bound port: 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59886ccd-ebb0-40fa-9643-f5a2ad5d4b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd3e6d47f-032d-4131-b2cf-e40b8170624f'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:11:41.920069 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:42.130262 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] For port 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:11:42.134264 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] For port 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7f6fac9f-8f97-4dda-99c0-4fc35dc51e67,segment=NetworkSegment(59886ccd-ebb0-40fa-9643-f5a2ad5d4b45),segment_id=59886ccd-ebb0-40fa-9643-f5a2ad5d4b45)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:11:42.209330 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-08bdf43d-cac4-4b5b-b756-f42206aabd65 req-73004cb8-4740-4d10-8010-bb40a1aca24b tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips/e77f89c2-58cb-4d0c-85e0-f7f14c9c3a63 HTTP/1.1" status: 200  len: 693 time: 0.2410431
Jun 04 15:11:42.213640 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:42.218006 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:42.235018 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:42.244550 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:42.292535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-cd0de82d-b921-4c2c-bafc-940eaa0bfb9f req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] For port 91b58adf-8edb-4442-868d-4ab10f7b997a, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=91b58adf-8edb-4442-868d-4ab10f7b997a,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:42.292809 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cd0de82d-b921-4c2c-bafc-940eaa0bfb9f req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:42.336044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b62819-10dc-4466-92b8-d4952a939561,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:42.342435 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:42.370411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Pushing event updated for resources: {'Port': ['ID=7f6fac9f-8f97-4dda-99c0-4fc35dc51e67,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:42.382605 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:42.404705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Checking segment: {'id': '6e911d5a-94d1-4ae7-bcad-2a22a5a4d975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ca8c743b-809f-4a4c-be43-e3957142ac09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:11:42.405196 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Network hostable DHCP agents. Network: ca8c743b-809f-4a4c-be43-e3957142ac09, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:11:42.527725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Network ca8c743b-809f-4a4c-be43-e3957142ac09 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:11:42.659798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, ca8c743b-809f-4a4c-be43-e3957142ac09) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:11:42.669629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:42.669629 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:42.690588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa4311-fc4b-456f-a3f4-624551cc9d20 None None] Network ca8c743b-809f-4a4c-be43-e3957142ac09 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:11:42.844011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdf43d-cac4-4b5b-b756-f42206aabd65 req-38ae3719-5295-4666-b864-db8669e12097 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:42.845613 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-08bdf43d-cac4-4b5b-b756-f42206aabd65 req-38ae3719-5295-4666-b864-db8669e12097 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.6184471
Jun 04 15:11:42.994837 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-08bdf43d-cac4-4b5b-b756-f42206aabd65 req-c41faa70-f92f-475c-8890-515562e07c08 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.167 HTTP/1.1" status: 200  len: 696 time: 0.1315546
Jun 04 15:11:43.023376 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed587886-dd5f-42d0-9df2-3ef7be421819 None None] Network ca8c743b-809f-4a4c-be43-e3957142ac09 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:11:43.111907 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acb0ba-86f3-4353-b5fe-c1e4be90611a req-10ad0b98-ab4f-4c70-9cfc-9540161864a1 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:43.120361 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e3acb0ba-86f3-4353-b5fe-c1e4be90611a req-10ad0b98-ab4f-4c70-9cfc-9540161864a1 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.1015384
Jun 04 15:11:43.212391 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.9370060
Jun 04 15:11:43.218415 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-08bdf43d-cac4-4b5b-b756-f42206aabd65 req-e0717b43-2781-434b-b626-cb1e573e8b88 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.167 HTTP/1.1" status: 200  len: 696 time: 0.2182672
Jun 04 15:11:43.263142 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e3acb0ba-86f3-4353-b5fe-c1e4be90611a req-aefcbba7-2875-4476-8a26-45e4a3a013c7 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349187
Jun 04 15:11:43.549359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 91b58adf-8edb-4442-868d-4ab10f7b997a no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:11:43.589632 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cd0de82d-b921-4c2c-bafc-940eaa0bfb9f req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:43.589632 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cd0de82d-b921-4c2c-bafc-940eaa0bfb9f req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:43.589632 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-cd0de82d-b921-4c2c-bafc-940eaa0bfb9f req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Floating IP 5f23ae63-0032-4704-8d39-12e70f2b577e disassociated. External IP: 172.25.4.109, port: 91b58adf-8edb-4442-868d-4ab10f7b997a.
Jun 04 15:11:43.589632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-cd0de82d-b921-4c2c-bafc-940eaa0bfb9f req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Calling delete_port for 91b58adf-8edb-4442-868d-4ab10f7b997a owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:11:43.673634 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b41138-c8f4-4aea-9299-9d3a2e787199 req-87f79e2e-a74e-4790-a0e5-9b72bc013ea1 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:43.675395 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-72b41138-c8f4-4aea-9299-9d3a2e787199 req-87f79e2e-a74e-4790-a0e5-9b72bc013ea1 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 945 time: 0.1888983
Jun 04 15:11:43.798754 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-72b41138-c8f4-4aea-9299-9d3a2e787199 req-80ed4cb8-894f-435b-9ed4-c03341d1dd10 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e88f52-0e27-4c44-9485-f25996ee2537&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1163404
Jun 04 15:11:43.859656 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Port 91b58adf-8edb-4442-868d-4ab10f7b997a update to DOWN by agent not found {{(pid=88302) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}}
Jun 04 15:11:43.940014 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cd0de82d-b921-4c2c-bafc-940eaa0bfb9f req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:44.059941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18ed940-f05f-4bf7-b656-0b0a141e75e7 None None] Network d3e6d47f-032d-4131-b2cf-e40b8170624f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:11:44.170007 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e1a3f441-bacb-493b-b1e7-2cfa40ba5792 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:44.298721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe4383-d875-424a-a622-b99970cad2a3 req-806e288b-9f35-4701-a8b2-db96faacea53 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:44.313574 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d4fe4383-d875-424a-a622-b99970cad2a3 req-806e288b-9f35-4701-a8b2-db96faacea53 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.2287736
Jun 04 15:11:44.409559 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d4fe4383-d875-424a-a622-b99970cad2a3 req-fd3776e0-e408-4a00-8bd4-d4f550abe8c6 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898254
Jun 04 15:11:44.486824 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bcf0464d-7607-4ed4-a947-25547d18f6d2 None None] Provisioning for port 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:11:44.507779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Pushing event deleted for resources: {'Port': ['ID=91b58adf-8edb-4442-868d-4ab10f7b997a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:44.700758 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:11:44.705988 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:44.764562 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:44.928284 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-08bdf43d-cac4-4b5b-b756-f42206aabd65 req-0f8ab18e-6524-41f1-9cee-975e0524daca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Deleting port f8a91ccc-f922-4ae7-914e-9b35bbcdb010 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:11:44.929334 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-08bdf43d-cac4-4b5b-b756-f42206aabd65 req-0f8ab18e-6524-41f1-9cee-975e0524daca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:44.963340 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36806) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:44.971368 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-800492204-network', 'tenant_id': 'e9472b65e98143bfa650fcc9b05cc4bc'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:44.978112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:44.984736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Usage tracker for resource:network and tenant:e9472b65e98143bfa650fcc9b05cc4bc is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:11:44.995181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:11:45.019953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:45.059985 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:45.132355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Made reservation on behalf of e9472b65e98143bfa650fcc9b05cc4bc for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:11:45.136744 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:45.143518 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:11:45.155456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:11:45.157024 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:45.186669 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:45.222361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:45.230883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Usage tracker for resource:security_group_rule and tenant:e9472b65e98143bfa650fcc9b05cc4bc is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:11:45.235267 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:11:45.244111 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:45.307419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd0de82d-b921-4c2c-bafc-940eaa0bfb9f req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:11:45.444670 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:45.452860 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-08bdf43d-cac4-4b5b-b756-f42206aabd65 req-0f8ab18e-6524-41f1-9cee-975e0524daca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:45.454540 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-08bdf43d-cac4-4b5b-b756-f42206aabd65 req-0f8ab18e-6524-41f1-9cee-975e0524daca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:45.454673 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:45.511775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7f6fac9f-8f97-4dda-99c0-4fc35dc51e67,segment=NetworkSegment(59886ccd-ebb0-40fa-9643-f5a2ad5d4b45),segment_id=59886ccd-ebb0-40fa-9643-f5a2ad5d4b45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:45.543079 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:45.546256 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e8bd083f-7671-44cb-b366-548311582c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:45.592206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:11:45.611264 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:45.611264 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cc21116e-7169-42aa-bcde-6bc3c62ae17d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:45.633863 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:45.634688 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Added segment 40f77bcc-1e11-44bd-8712-22a0bad034c8 of type vlan for network d52abd47-04e5-421a-a290-4eb23da103e6
Jun 04 15:11:45.651256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-08bdf43d-cac4-4b5b-b756-f42206aabd65 req-0f8ab18e-6524-41f1-9cee-975e0524daca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Calling delete_port for f8a91ccc-f922-4ae7-914e-9b35bbcdb010 owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:11:45.748246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Allocated IP 172.25.4.123 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/cd093bf9-1905-4f8a-9da3-e415917af0a1) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:11:45.771803 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=7f6fac9f-8f97-4dda-99c0-4fc35dc51e67,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:45.786542 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:45.870151 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:45.902456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd0de82d-b921-4c2c-bafc-940eaa0bfb9f req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:11:45.912714 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad94f89-7c3a-4239-93ac-cb60cbe7cb3e None None] Sync routers for ids ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:11:45.950117 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad94f89-7c3a-4239-93ac-cb60cbe7cb3e None None] Routers {'61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:11:45.950765 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1ad94f89-7c3a-4239-93ac-cb60cbe7cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8ce970>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:11:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:45.960180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631bebc6-bb8c-42ad-96f0-c2f0902a35f6,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:45.976052 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:45.986429 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:45.992524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:45.994257 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:46.014920 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:46.105657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0de82d-b921-4c2c-bafc-940eaa0bfb9f req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] No DVR routers for this DVR port 91b58adf-8edb-4442-868d-4ab10f7b997a on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:11:46.111342 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cd0de82d-b921-4c2c-bafc-940eaa0bfb9f req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:46.117071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e', 'name': 'network-vif-deleted', 'tag': '91b58adf-8edb-4442-868d-4ab10f7b997a'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:11:46.119718 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2293273-3ffa-4ac6-a24d-f761b8b99980" -d '{"events": [{"server_uuid": "1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e", "name": "network-vif-deleted", "tag": "91b58adf-8edb-4442-868d-4ab10f7b997a"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:11:46.175395 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:46.179739 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-cf9b64b6-e7fa-4254-88ed-3f18d6ec7c86 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2668829
Jun 04 15:11:46.180828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Pushing event updated for resources: {'Network': ['ID=d52abd47-04e5-421a-a290-4eb23da103e6,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:46.191489 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:46.257980 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.2922931
Jun 04 15:11:46.258658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36822) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:46.263400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network d52abd47-04e5-421a-a290-4eb23da103e6 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:11:46.265032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Request body: {'subnet': {'network_id': 'd52abd47-04e5-421a-a290-4eb23da103e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-800492204-subnet', 'tenant_id': 'e9472b65e98143bfa650fcc9b05cc4bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:46.272469 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:46.277088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Usage tracker for resource:subnet and tenant:e9472b65e98143bfa650fcc9b05cc4bc is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:11:46.281212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:11:46.288356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:46.316277 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cd0de82d-b921-4c2c-bafc-940eaa0bfb9f req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.65 "DELETE /v2.0/ports/91b58adf-8edb-4442-868d-4ab10f7b997a HTTP/1.1" status: 204  len: 173 time: 5.9133558
Jun 04 15:11:46.373271 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:46.378363 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bf7d5774-3bfb-41a0-9ee1-2e1e835850e6 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:46.420131 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-08bdf43d-cac4-4b5b-b756-f42206aabd65 req-0f8ab18e-6524-41f1-9cee-975e0524daca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:46.441649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Made reservation on behalf of e9472b65e98143bfa650fcc9b05cc4bc for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:11:46.445519 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-1ad94f89-7c3a-4239-93ac-cb60cbe7cb3e None None] Set router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:11:46.446006 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:46.714852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:11:46.774923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:11:46.788813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:11:46.809539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:11:46.983323 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:11:46.983778 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:47.144098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Pushing event updated for resources: {'Port': ['ID=cd093bf9-1905-4f8a-9da3-e415917af0a1,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:47.173433 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:47.175600 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.509s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:47.188279 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1ad94f89-7c3a-4239-93ac-cb60cbe7cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8ce970>, [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:14Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '24079c6f-c769-4169-82b5-462ea6082fdb', 'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'mac_address': 'fa:16:3e:2c:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:12Z', 'updated_at': '2021-06-04T15:06:21Z', 'revision_number': 5, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'subnets': [{'id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:47.193674 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad94f89-7c3a-4239-93ac-cb60cbe7cb3e None None] Checking router: 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:11:47.208630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad94f89-7c3a-4239-93ac-cb60cbe7cb3e None None] Routers {'61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:11:47.208630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1ad94f89-7c3a-4239-93ac-cb60cbe7cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8ce970>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:11:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:47.340047 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-018f76fa-86e1-4c2b-a92e-b999dcd3e60e req-12596ed1-f407-41be-8820-75fdc5654fd1 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e HTTP/1.1" status: 200  len: 210 time: 0.1463656
Jun 04 15:11:47.501767 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ab18e-6524-41f1-9cee-975e0524daca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Pushing event deleted for resources: {'Port': ['ID=f8a91ccc-f922-4ae7-914e-9b35bbcdb010,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:47.510820 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0f8ab18e-6524-41f1-9cee-975e0524daca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:47.517389 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-08bdf43d-cac4-4b5b-b756-f42206aabd65 req-0f8ab18e-6524-41f1-9cee-975e0524daca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:47.528633 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-08bdf43d-cac4-4b5b-b756-f42206aabd65 req-0f8ab18e-6524-41f1-9cee-975e0524daca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:47.547962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-1ad94f89-7c3a-4239-93ac-cb60cbe7cb3e None None] Set router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:11:47.561557 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-08bdf43d-cac4-4b5b-b756-f42206aabd65 req-0f8ab18e-6524-41f1-9cee-975e0524daca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "DELETE /v2.0/floatingips/e77f89c2-58cb-4d0c-85e0-f7f14c9c3a63 HTTP/1.1" status: 204  len: 173 time: 4.3272996
Jun 04 15:11:47.783953 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f88c8bf-8582-4e11-a5c3-8e9d2cd0e84c x-openstack-request-id: req-8f88c8bf-8582-4e11-a5c3-8e9d2cd0e84c {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:11:47.784919 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e", "name": "network-vif-deleted", "tag": "91b58adf-8edb-4442-868d-4ab10f7b997a", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:11:47.784919 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f88c8bf-8582-4e11-a5c3-8e9d2cd0e84c {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:11:47.784919 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0bd89e-73f5-4fbe-ac15-91c32ff27d2e', 'name': 'network-vif-deleted', 'tag': '91b58adf-8edb-4442-868d-4ab10f7b997a', 'status': 'completed', 'code': 200}
Jun 04 15:11:47.848515 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:47.860787 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:47.893829 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61836346-c0e8-45b0-8502-7dbf57f70c3a req-ba44e4ea-2e40-4df8-bcc3-65c6888d9a2d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips/0e4ca6b5-1bfa-4a4d-a719-daf120bf9408 HTTP/1.1" status: 200  len: 693 time: 0.1079819
Jun 04 15:11:48.083746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Checking segment: {'id': '40f77bcc-1e11-44bd-8712-22a0bad034c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd52abd47-04e5-421a-a290-4eb23da103e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:11:48.084772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Network hostable DHCP agents. Network: d52abd47-04e5-421a-a290-4eb23da103e6, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:11:48.090427 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:48.109830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bdbf3-fbcf-45ae-ad7a-8ab27b8b0cea req-3793f4ca-b341-42db-bae3-a173b6f386f8 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:48.111378 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c17bdbf3-fbcf-45ae-ad7a-8ab27b8b0cea req-3793f4ca-b341-42db-bae3-a173b6f386f8 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.5000715
Jun 04 15:11:48.113449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a478b4c4-24d7-4f17-8b1c-06fddeaa7144,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:48.132887 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:48.168834 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c17bdbf3-fbcf-45ae-ad7a-8ab27b8b0cea req-ab9dddce-3c02-4c34-8b47-a40d34724a8c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507553
Jun 04 15:11:48.264095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Network d52abd47-04e5-421a-a290-4eb23da103e6 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:11:48.354431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1ad94f89-7c3a-4239-93ac-cb60cbe7cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8ce970>, [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:14Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '24079c6f-c769-4169-82b5-462ea6082fdb', 'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'mac_address': 'fa:16:3e:2c:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:12Z', 'updated_at': '2021-06-04T15:06:21Z', 'revision_number': 5, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'subnets': [{'id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:48.359852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad94f89-7c3a-4239-93ac-cb60cbe7cb3e None None] The sync data for ids ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'] in n-d-791505-9 is: [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:06:14Z', 'revision_number': 4, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '24079c6f-c769-4169-82b5-462ea6082fdb', 'name': '', 'network_id': '66d7eae7-a52d-476b-acd4-4def4e5ed813', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'mac_address': 'fa:16:3e:2c:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:12Z', 'updated_at': '2021-06-04T15:06:21Z', 'revision_number': 5, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'subnets': [{'id': 'aa9d2765-5907-4511-a341-f87e937c912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:11:48.412711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, d52abd47-04e5-421a-a290-4eb23da103e6) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:11:48.423375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:48.425906 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf090af-36a2-4bfe-a8e5-1455e02e48d0 None None] Network d52abd47-04e5-421a-a290-4eb23da103e6 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:11:48.426230 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:48.560950 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.2915769
Jun 04 15:11:48.839232 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6cf7fc-d280-4173-9e01-28ac5bc8e52a None None] New status for floating IP 5f23ae63-0032-4704-8d39-12e70f2b577e: DOWN {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:11:48.866500 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:48.877451 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f66df54-b454-4c4c-af53-efd82163a876 None None] Network d52abd47-04e5-421a-a290-4eb23da103e6 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:11:49.003708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61836346-c0e8-45b0-8502-7dbf57f70c3a req-c8f56e17-8fb8-430f-b629-6113d48f6c0d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:49.014394 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61836346-c0e8-45b0-8502-7dbf57f70c3a req-c8f56e17-8fb8-430f-b629-6113d48f6c0d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 1.1048925
Jun 04 15:11:49.037227 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36878) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:49.179277 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af165c6f-5173-4b9f-8b86-622bd0881c27 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:49.269573 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af165c6f-5173-4b9f-8b86-622bd0881c27 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:49.541601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-61836346-c0e8-45b0-8502-7dbf57f70c3a req-e8ee35ff-2b78-45d8-b4c4-c86a930de542 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Synchronizing usage tracker for tenant:ced912ca923d4f6ab797bb88b4f80eef on resource:floatingip {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:11:49.597155 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af165c6f-5173-4b9f-8b86-622bd0881c27 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:49.611679 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-612bafd6-c4db-4e2e-b98f-d6cf1654e0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:49.626224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af165c6f-5173-4b9f-8b86-622bd0881c27 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e88f52-0e27-4c44-9485-f25996ee2537,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:49.630935 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-af165c6f-5173-4b9f-8b86-622bd0881c27 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:49.692436 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-765419ba-9161-4773-8552-ce9f3e72d819 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:49.700440 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-765419ba-9161-4773-8552-ce9f3e72d819 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/networks?id=ca8c743b-809f-4a4c-be43-e3957142ac09 HTTP/1.1" status: 200  len: 813 time: 0.2302372
Jun 04 15:11:49.702758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-61836346-c0e8-45b0-8502-7dbf57f70c3a req-e8ee35ff-2b78-45d8-b4c4-c86a930de542 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Unset dirty status for tenant:ced912ca923d4f6ab797bb88b4f80eef on resource:floatingip {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:11:49.704155 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61836346-c0e8-45b0-8502-7dbf57f70c3a req-e8ee35ff-2b78-45d8-b4c4-c86a930de542 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200  len: 696 time: 0.6916463
Jun 04 15:11:49.719236 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-055ed759-2117-445f-bf5e-840f5f14ee06 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/quotas/1dfc4b991f214b468eb4dce010518aa3 HTTP/1.1" status: 200  len: 375 time: 0.0176508
Jun 04 15:11:49.792370 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f9f26e0e-4a03-4768-ae74-161ca9ce183e tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dfc4b991f214b468eb4dce010518aa3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0717888
Jun 04 15:11:49.860942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61836346-c0e8-45b0-8502-7dbf57f70c3a req-601ddc50-0ea1-47e9-959e-0c1fd4600295 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200  len: 696 time: 0.1441450
Jun 04 15:11:49.920695 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af165c6f-5173-4b9f-8b86-622bd0881c27 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:49.935520 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-af165c6f-5173-4b9f-8b86-622bd0881c27 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "DELETE /v2.0/security-groups/90e88f52-0e27-4c44-9485-f25996ee2537 HTTP/1.1" status: 204  len: 168 time: 0.8836086
Jun 04 15:11:49.935520 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36900) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:49.957698 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-34b15164-0f92-4f61-b361-7b84726fcddd tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] show failed (client error): The resource could not be found.
Jun 04 15:11:49.958731 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-34b15164-0f92-4f61-b361-7b84726fcddd tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "GET /v2.0/security-groups/90e88f52-0e27-4c44-9485-f25996ee2537 HTTP/1.1" status: 404  len: 347 time: 0.0330100
Jun 04 15:11:49.963528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36902) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:50.081554 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-124bfac5-8710-4845-b539-402484067db7 service neutron] 10.222.0.32 "GET /v2.0/networks/ca8c743b-809f-4a4c-be43-e3957142ac09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2882051
Jun 04 15:11:50.246664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-86123b91-4a2d-4c79-9369-922951937baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:50.248169 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-86123b91-4a2d-4c79-9369-922951937baa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 1099 time: 0.3764119
Jun 04 15:11:50.256166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-61836346-c0e8-45b0-8502-7dbf57f70c3a req-8a712d43-9446-487d-8432-b2a8446080ca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Deleting port 51dddbe0-c5fc-437d-b860-5d4fa984e75d {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:11:50.259245 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-61836346-c0e8-45b0-8502-7dbf57f70c3a req-8a712d43-9446-487d-8432-b2a8446080ca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:50.301040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Router 53c7dfab-9b51-42eb-91da-bbfe448cfecd is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:11:50.669559 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-3698403a-9c4e-45a8-8da0-738f713ceb86 service neutron] 10.222.0.32 "GET /v2.0/networks/ca8c743b-809f-4a4c-be43-e3957142ac09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5110266
Jun 04 15:11:50.723163 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d7adb4ab-b3cd-42b3-9149-5725a5b39e22 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Deleting port 8a26f9bf-ea3b-4497-a482-eedc4e4689b5 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:11:50.723685 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7adb4ab-b3cd-42b3-9149-5725a5b39e22 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:50.749292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-71312c36-0047-48ba-a665-2a1f12372719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:50.751163 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-71312c36-0047-48ba-a665-2a1f12372719 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.4805365
Jun 04 15:11:50.754898 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-61836346-c0e8-45b0-8502-7dbf57f70c3a req-8a712d43-9446-487d-8432-b2a8446080ca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:50.755231 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-61836346-c0e8-45b0-8502-7dbf57f70c3a req-8a712d43-9446-487d-8432-b2a8446080ca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:50.892693 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7adb4ab-b3cd-42b3-9149-5725a5b39e22 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:50.893929 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7adb4ab-b3cd-42b3-9149-5725a5b39e22 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:51.078386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d7adb4ab-b3cd-42b3-9149-5725a5b39e22 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Calling delete_port for 8a26f9bf-ea3b-4497-a482-eedc4e4689b5 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:11:51.140235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:11:51.153163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Sync routers for ids ['53c7dfab-9b51-42eb-91da-bbfe448cfecd'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:11:51.172441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Routers {'53c7dfab-9b51-42eb-91da-bbfe448cfecd'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:11:51.173234 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d84178e0-3283-46ea-8963-7643c626eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cea7f10>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:11:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['53c7dfab-9b51-42eb-91da-bbfe448cfecd'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:51.174683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-61836346-c0e8-45b0-8502-7dbf57f70c3a req-8a712d43-9446-487d-8432-b2a8446080ca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Calling delete_port for 51dddbe0-c5fc-437d-b860-5d4fa984e75d owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:11:51.181143 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-9790e784-7e0a-42bc-be2b-5de64e140198 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9cca6167-1f51-464a-a79c-b196134decf0 HTTP/1.1" status: 200  len: 217 time: 0.4141731
Jun 04 15:11:51.413394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Set router 53c7dfab-9b51-42eb-91da-bbfe448cfecd gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:11:51.425358 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec435f-d34e-49fa-a05e-2536c53dc823 req-b515b623-a2c9-41b0-b105-9997219694e2 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:51.427221 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dcec435f-d34e-49fa-a05e-2536c53dc823 req-b515b623-a2c9-41b0-b105-9997219694e2 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.2701545
Jun 04 15:11:51.513986 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dcec435f-d34e-49fa-a05e-2536c53dc823 req-4acf8722-914b-4cf9-a5f2-7bc2df5da5f4 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694501
Jun 04 15:11:51.536808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-54feb381-e76a-49ca-9594-333b9da1b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:51.540134 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-54feb381-e76a-49ca-9594-333b9da1b453 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.3495345
Jun 04 15:11:51.556801 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7adb4ab-b3cd-42b3-9149-5725a5b39e22 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:51.565994 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:51.643574 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:51.644843 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 11.9129555
Jun 04 15:11:51.651783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36920) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:51.744899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adb4ab-b3cd-42b3-9149-5725a5b39e22 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Pushing event deleted for resources: {'Port': ['ID=8a26f9bf-ea3b-4497-a482-eedc4e4689b5,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:51.752876 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d7adb4ab-b3cd-42b3-9149-5725a5b39e22 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:51.817610 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b49fcb9a-5b39-4f02-b4a7-a45e785f52f1 req-8fca0e08-6f9a-4119-b02a-21533718153c tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 210 time: 0.1442819
Jun 04 15:11:51.837995 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7adb4ab-b3cd-42b3-9149-5725a5b39e22 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:51.879559 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-702874e3-9358-41dd-a64a-9f42dbe184c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:51.882062 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-702874e3-9358-41dd-a64a-9f42dbe184c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3335016
Jun 04 15:11:51.885809 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7adb4ab-b3cd-42b3-9149-5725a5b39e22 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:51.888564 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d7adb4ab-b3cd-42b3-9149-5725a5b39e22 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] 10.222.0.32 "DELETE /v2.0/floatingips/5f23ae63-0032-4704-8d39-12e70f2b577e HTTP/1.1" status: 204  len: 168 time: 1.9232371
Jun 04 15:11:51.937229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d84178e0-3283-46ea-8963-7643c626eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cea7f10>, [{'id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'name': 'tempest-FloatingIPsNegativeTestJSON-102352373-router', 'tenant_id': 'ca8ed9dff951491bab3000a1b762c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:11:40Z', 'updated_at': '2021-06-04T15:11:47Z', 'revision_number': 3, 'project_id': 'ca8ed9dff951491bab3000a1b762c96c', 'gw_port': {'id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:11:45Z', 'updated_at': '2021-06-04T15:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:51.941677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Checking router: 53c7dfab-9b51-42eb-91da-bbfe448cfecd for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:11:51.942025 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Updating router 53c7dfab-9b51-42eb-91da-bbfe448cfecd port cd093bf9-1905-4f8a-9da3-e415917af0a1 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:11:52.014291 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:52.166339 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-61836346-c0e8-45b0-8502-7dbf57f70c3a req-8a712d43-9446-487d-8432-b2a8446080ca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:52.173590 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:52.255593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a712d43-9446-487d-8432-b2a8446080ca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Pushing event deleted for resources: {'Port': ['ID=51dddbe0-c5fc-437d-b860-5d4fa984e75d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:52.299032 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8a712d43-9446-487d-8432-b2a8446080ca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:52.477149 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-7f8cbdfd-51d7-4065-a75e-1595071675a9 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5820153
Jun 04 15:11:52.521443 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:52.540443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Transition to ACTIVE for port object cd093bf9-1905-4f8a-9da3-e415917af0a1 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:11:52.606817 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-61836346-c0e8-45b0-8502-7dbf57f70c3a req-8a712d43-9446-487d-8432-b2a8446080ca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:52.786802 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:52.794001 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:52.815187 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-5e21c1ce-887f-4cfc-b87e-bb56a947eaf8 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3290172
Jun 04 15:11:52.917326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Attempting to bind port cd093bf9-1905-4f8a-9da3-e415917af0a1 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:11:52.917712 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Attempting to bind port cd093bf9-1905-4f8a-9da3-e415917af0a1 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:11:52.917994 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-61836346-c0e8-45b0-8502-7dbf57f70c3a req-8a712d43-9446-487d-8432-b2a8446080ca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:52.918268 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Attempting to bind port cd093bf9-1905-4f8a-9da3-e415917af0a1 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:11:52.919415 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61836346-c0e8-45b0-8502-7dbf57f70c3a req-8a712d43-9446-487d-8432-b2a8446080ca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] 10.222.0.32 "DELETE /v2.0/floatingips/0e4ca6b5-1bfa-4a4d-a719-daf120bf9408 HTTP/1.1" status: 204  len: 173 time: 3.0493433
Jun 04 15:11:52.927128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36948) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:52.941922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:11:52.946456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:11:52.946456 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:52.946922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:11:52.947668 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Bound port: cd093bf9-1905-4f8a-9da3-e415917af0a1, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:11:52.949245 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:53.062733 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d488c-4b57-48c6-8379-fa55a2ac896e None None] Pushing event updated for resources: {'Port': ['ID=cd093bf9-1905-4f8a-9da3-e415917af0a1,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:53.089373 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cf8d488c-4b57-48c6-8379-fa55a2ac896e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:53.159395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d84178e0-3283-46ea-8963-7643c626eade None None] For port cd093bf9-1905-4f8a-9da3-e415917af0a1, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:11:53.164768 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae80e5-3eb4-4900-a7d1-a3817eaba69d req-624b8b68-b84e-44a6-9815-a167d758fa98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:53.166747 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d84178e0-3283-46ea-8963-7643c626eade None None] For port cd093bf9-1905-4f8a-9da3-e415917af0a1, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=cd093bf9-1905-4f8a-9da3-e415917af0a1,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:11:53.167148 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8bae80e5-3eb4-4900-a7d1-a3817eaba69d req-624b8b68-b84e-44a6-9815-a167d758fa98 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.2494044
Jun 04 15:11:53.219804 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8bae80e5-3eb4-4900-a7d1-a3817eaba69d req-2f47262b-7b96-48a0-9279-3c4e8fa1a4a4 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470612
Jun 04 15:11:53.281275 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:53.310680 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:53.320710 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:53.436425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d56188e-3778-4016-addb-729018b5ff5f req-cc18be11-33a9-4839-b146-3ad0c2c1a02b tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 210 time: 0.1004689
Jun 04 15:11:53.514591 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Routers {'53c7dfab-9b51-42eb-91da-bbfe448cfecd'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:11:53.517683 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d84178e0-3283-46ea-8963-7643c626eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cea7f10>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:11:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['53c7dfab-9b51-42eb-91da-bbfe448cfecd'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:53.717071 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-d84178e0-3283-46ea-8963-7643c626eade None None] Set router 53c7dfab-9b51-42eb-91da-bbfe448cfecd gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:11:53.941492 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d488c-4b57-48c6-8379-fa55a2ac896e None None] Pushing event updated for resources: {'Port': ['ID=cd093bf9-1905-4f8a-9da3-e415917af0a1,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:53.955346 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cf8d488c-4b57-48c6-8379-fa55a2ac896e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:54.005757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36976) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:54.017471 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:54.234374 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d84178e0-3283-46ea-8963-7643c626eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cea7f10>, [{'id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'name': 'tempest-FloatingIPsNegativeTestJSON-102352373-router', 'tenant_id': 'ca8ed9dff951491bab3000a1b762c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:11:40Z', 'updated_at': '2021-06-04T15:11:47Z', 'revision_number': 3, 'project_id': 'ca8ed9dff951491bab3000a1b762c96c', 'gw_port': {'id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:11:45Z', 'updated_at': '2021-06-04T15:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:54.241053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84178e0-3283-46ea-8963-7643c626eade None None] The sync data for ids ['53c7dfab-9b51-42eb-91da-bbfe448cfecd'] in n-d-791505-9 is: [{'id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'name': 'tempest-FloatingIPsNegativeTestJSON-102352373-router', 'tenant_id': 'ca8ed9dff951491bab3000a1b762c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:11:40Z', 'updated_at': '2021-06-04T15:11:47Z', 'revision_number': 3, 'project_id': 'ca8ed9dff951491bab3000a1b762c96c', 'gw_port': {'id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:11:45Z', 'updated_at': '2021-06-04T15:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:11:54.716370 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b1ae22b2-bfd3-49e9-b0a9-f724e563004d req-c87f7643-ca6c-4607-90ba-d9f41086d528 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 210 time: 0.0976336
Jun 04 15:11:54.717874 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Allocated IP 172.20.0.1 (d3e6d47f-032d-4131-b2cf-e40b8170624f/978ca166-e61c-4319-a6cd-756f4a59b401/0f70a254-4693-4797-9a1a-f9e378dfd626) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:11:54.737692 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:11:55.049046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964b79d-5118-41b2-b125-56d66692b4d6 req-d7eb2499-7030-4861-a59d-319a9f577894 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:55.051455 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b964b79d-5118-41b2-b125-56d66692b4d6 req-d7eb2499-7030-4861-a59d-319a9f577894 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.6220601
Jun 04 15:11:55.295103 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b964b79d-5118-41b2-b125-56d66692b4d6 req-c1b082b6-e9ef-44d1-96e9-3fa9276d3c83 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2264905
Jun 04 15:11:55.318196 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:55.354795 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-744eaf8d-c871-4a43-aece-833135e48d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:55.444743 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-923a48f1-7472-4c14-91a8-c892bff8f118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:55.462424 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-effa9572-ab7a-4064-b197-88a833b20814 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:55.463278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-effa9572-ab7a-4064-b197-88a833b20814 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Synchronizing usage tracker for tenant:1dfc4b991f214b468eb4dce010518aa3 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:11:55.475352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Transition to ACTIVE for port object 0f70a254-4693-4797-9a1a-f9e378dfd626 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:11:55.487884 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:55.779107 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:55.788041 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e63d9f50-b2c0-486b-9af3-ceabdfcc25f7 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:55.979505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-effa9572-ab7a-4064-b197-88a833b20814 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Unset dirty status for tenant:1dfc4b991f214b468eb4dce010518aa3 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:11:55.980812 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-effa9572-ab7a-4064-b197-88a833b20814 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.62 "GET /v2.0/networks?id=ca8c743b-809f-4a4c-be43-e3957142ac09 HTTP/1.1" status: 200  len: 813 time: 0.8373983
Jun 04 15:11:56.005281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Request body: {'port': {'device_id': '937cd3df-1695-48b2-a781-c405f636ee18', 'network_id': 'ca8c743b-809f-4a4c-be43-e3957142ac09', 'admin_state_up': True, 'tenant_id': '1dfc4b991f214b468eb4dce010518aa3'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:56.066221 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-283adde8-41c5-48ca-ac04-764c02df215f req-585b8045-bc8d-4efb-9ea4-71f878b001c3 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 210 time: 0.1001434
Jun 04 15:11:56.072430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Network d3e6d47f-032d-4131-b2cf-e40b8170624f is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:11:56.083736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:11:56.093951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:11:56.105037 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-923a48f1-7472-4c14-91a8-c892bff8f118 admin admin] Deleting port 24079c6f-c769-4169-82b5-462ea6082fdb {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:11:56.105465 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-923a48f1-7472-4c14-91a8-c892bff8f118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:56.124097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Pushing event updated for resources: {'Port': ['ID=0f70a254-4693-4797-9a1a-f9e378dfd626,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:56.198365 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:56.263768 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-923a48f1-7472-4c14-91a8-c892bff8f118 admin admin] For port 24079c6f-c769-4169-82b5-462ea6082fdb, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=24079c6f-c769-4169-82b5-462ea6082fdb,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:56.264122 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-923a48f1-7472-4c14-91a8-c892bff8f118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:56.406815 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-923a48f1-7472-4c14-91a8-c892bff8f118 admin admin] Calling delete_port for 24079c6f-c769-4169-82b5-462ea6082fdb owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:11:56.424297 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:56.555986 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0da964a0-0120-427f-88e7-6d3c16cfe353 None None] Provisioning for port 0f70a254-4693-4797-9a1a-f9e378dfd626 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:11:56.562297 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0da964a0-0120-427f-88e7-6d3c16cfe353 None None] Provisioning complete for port 0f70a254-4693-4797-9a1a-f9e378dfd626 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:11:56.562996 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0da964a0-0120-427f-88e7-6d3c16cfe353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:56.658815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:11:56.667471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Usage tracker for resource:port and tenant:1dfc4b991f214b468eb4dce010518aa3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:11:56.671191 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:11:56.678272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:11:56.699668 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0da964a0-0120-427f-88e7-6d3c16cfe353 None None] Port 0f70a254-4693-4797-9a1a-f9e378dfd626 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:11:56.745442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cd093bf9-1905-4f8a-9da3-e415917af0a1 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:11:56.784601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-744eaf8d-c871-4a43-aece-833135e48d0a admin admin] Deleting port b752e580-dca8-45c9-94c3-f32ba03a6a13 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:11:56.784601 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-744eaf8d-c871-4a43-aece-833135e48d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:56.797449 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Made reservation on behalf of 1dfc4b991f214b468eb4dce010518aa3 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:11:56.804298 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:56.875141 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-923a48f1-7472-4c14-91a8-c892bff8f118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:56.879029 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:56.925631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a48f1-7472-4c14-91a8-c892bff8f118 admin admin] Pushing event deleted for resources: {'Port': ['ID=24079c6f-c769-4169-82b5-462ea6082fdb,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:56.949675 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port cd093bf9-1905-4f8a-9da3-e415917af0a1 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:11:56.953166 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-923a48f1-7472-4c14-91a8-c892bff8f118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:56.957038 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port cd093bf9-1905-4f8a-9da3-e415917af0a1 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:11:56.960563 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:57.002596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f59f8-0b61-4c2e-a4c4-03f6b860577d req-128d4249-0682-40b5-b4db-3653cbe2c04f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:57.004156 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5a1f59f8-0b61-4c2e-a4c4-03f6b860577d req-128d4249-0682-40b5-b4db-3653cbe2c04f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.5156343
Jun 04 15:11:57.132320 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5a1f59f8-0b61-4c2e-a4c4-03f6b860577d req-e42317cc-b845-4534-9759-ef4081bab7f3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170723
Jun 04 15:11:57.185155 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:57.212711 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port cd093bf9-1905-4f8a-9da3-e415917af0a1, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=cd093bf9-1905-4f8a-9da3-e415917af0a1,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:57.240017 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-923a48f1-7472-4c14-91a8-c892bff8f118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:57.270811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-744eaf8d-c871-4a43-aece-833135e48d0a admin admin] For port b752e580-dca8-45c9-94c3-f32ba03a6a13, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b752e580-dca8-45c9-94c3-f32ba03a6a13,segment=NetworkSegment(3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7),segment_id=3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:57.271185 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-744eaf8d-c871-4a43-aece-833135e48d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:57.325917 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:57.328348 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-04528595-2363-4c76-829a-5a8a65508407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:57.375477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Allocated IP 172.20.0.6 (ca8c743b-809f-4a4c-be43-e3957142ac09/a5b62819-10dc-4466-92b8-d4952a939561/e3e2e8eb-0695-4d64-9eed-984db8318eb0) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:11:57.427211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=cd093bf9-1905-4f8a-9da3-e415917af0a1,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:57.440566 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:57.444044 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:57.546726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-744eaf8d-c871-4a43-aece-833135e48d0a admin admin] Calling delete_port for b752e580-dca8-45c9-94c3-f32ba03a6a13 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:11:57.680124 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c1a51816-70a5-47cd-ab67-be4e08739970 req-654141e5-f60e-4289-b26b-05e9f237e3c6 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 210 time: 0.0967779
Jun 04 15:11:57.818056 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:57.839485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923a48f1-7472-4c14-91a8-c892bff8f118 admin admin] Router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:11:58.049863 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923a48f1-7472-4c14-91a8-c892bff8f118 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:11:58.060039 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6bdb50-425d-4d62-a333-96ecfb6e45a2 None None] Sync routers for ids ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:11:58.067016 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-923a48f1-7472-4c14-91a8-c892bff8f118 admin admin] 10.222.0.32 "PUT /v2.0/routers/61bb7680-5e34-4ce6-9f8d-c88e491bb2cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0601072
Jun 04 15:11:58.067636 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37020) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:11:58.073474 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6bdb50-425d-4d62-a333-96ecfb6e45a2 None None] Routers {'61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:11:58.074296 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9f6bdb50-425d-4d62-a333-96ecfb6e45a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd417c0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:11:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:58.275587 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-9f6bdb50-425d-4d62-a333-96ecfb6e45a2 None None] Set router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:11:58.290239 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:58.378261 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:58.456102 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:58.457616 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4b21a95e-7c7e-439a-8008-c054092bdf0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:58.515249 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:58.561996 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878780b-c51c-4372-9a8b-479732be8365 req-0fa8b5cc-1edd-483d-b521-e256551f6e9c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:58.563589 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c878780b-c51c-4372-9a8b-479732be8365 req-0fa8b5cc-1edd-483d-b521-e256551f6e9c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.3114972
Jun 04 15:11:58.564896 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:58.650855 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9f6bdb50-425d-4d62-a333-96ecfb6e45a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd417c0>, [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:11:56Z', 'revision_number': 5, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port': {'id': '38adeda4-ea2b-47ab-a300-a0dca0a21442', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:09Z', 'updated_at': '2021-06-04T15:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:58.656662 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6bdb50-425d-4d62-a333-96ecfb6e45a2 None None] Checking router: 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:11:58.671257 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6bdb50-425d-4d62-a333-96ecfb6e45a2 None None] Routers {'61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:11:58.672246 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9f6bdb50-425d-4d62-a333-96ecfb6e45a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd417c0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:11:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:58.676542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Network ca8c743b-809f-4a4c-be43-e3957142ac09 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:11:58.683493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:11:58.685663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Pushing event updated for resources: {'Port': ['ID=e3e2e8eb-0695-4d64-9eed-984db8318eb0,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:58.692731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:11:58.714863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cd093bf9-1905-4f8a-9da3-e415917af0a1 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:11:58.747136 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:58.783299 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0ca1f533-51c0-4663-8c48-a5955d07df6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:58.832801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] Deleting port 38adeda4-ea2b-47ab-a300-a0dca0a21442 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:11:58.833587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:58.840149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port cd093bf9-1905-4f8a-9da3-e415917af0a1 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:11:58.840838 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:58.954139 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c878780b-c51c-4372-9a8b-479732be8365 req-c88f90c2-bbb4-45a7-b021-36c0516e4baf tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3473859
Jun 04 15:11:58.976249 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-744eaf8d-c871-4a43-aece-833135e48d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:59.000260 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:59.012446 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-9f6bdb50-425d-4d62-a333-96ecfb6e45a2 None None] Set router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:11:59.047562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Pushing event updated for resources: {'Port': ['ID=0f70a254-4693-4797-9a1a-f9e378dfd626,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:59.058138 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:59.074008 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-761d8971-a1db-4d7a-8978-2025935fda8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:59.098408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] For port 38adeda4-ea2b-47ab-a300-a0dca0a21442, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=38adeda4-ea2b-47ab-a300-a0dca0a21442,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:11:59.098768 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:59.128749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:59.129716 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:59.225535 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9f6bdb50-425d-4d62-a333-96ecfb6e45a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd417c0>, [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:11:58Z', 'revision_number': 6, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:11:59.234529 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6bdb50-425d-4d62-a333-96ecfb6e45a2 None None] The sync data for ids ['61bb7680-5e34-4ce6-9f8d-c88e491bb2cf'] in n-d-791505-9 is: [{'id': '61bb7680-5e34-4ce6-9f8d-c88e491bb2cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-662516988-router', 'tenant_id': 'd9f41c4c2f734025b9beae4f469560f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:08Z', 'updated_at': '2021-06-04T15:11:58Z', 'revision_number': 6, 'project_id': 'd9f41c4c2f734025b9beae4f469560f3', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:11:59.348272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744eaf8d-c871-4a43-aece-833135e48d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=b752e580-dca8-45c9-94c3-f32ba03a6a13,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:59.368638 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-744eaf8d-c871-4a43-aece-833135e48d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:59.430796 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5f4033ff-a9f7-4097-adbc-82f498e3e00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:59.431389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] Calling delete_port for 38adeda4-ea2b-47ab-a300-a0dca0a21442 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:11:59.508765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Network d3e6d47f-032d-4131-b2cf-e40b8170624f is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:11:59.547349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3d53c-8ff2-47c5-b82c-9d88c18e3f7d req-69ca0713-f663-49d6-9c20-7e5f4d044e29 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:11:59.555982 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-21e3d53c-8ff2-47c5-b82c-9d88c18e3f7d req-69ca0713-f663-49d6-9c20-7e5f4d044e29 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 931 time: 0.2838464
Jun 04 15:11:59.564755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:11:59.579263 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5785406
Jun 04 15:11:59.582885 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4bac4e8f-709d-49bd-9bdd-ab144f0f4adc req-21f4f92f-fb98-48e3-97b3-41deaf47ec33 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.6644158
Jun 04 15:11:59.662860 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-21e3d53c-8ff2-47c5-b82c-9d88c18e3f7d req-d2a8f1a9-58ce-4530-95bf-7f42d00e861a tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/security-groups?id=1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059806
Jun 04 15:11:59.674893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Request body: {'port': {'device_id': '937cd3df-1695-48b2-a781-c405f636ee18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:11:59.836535 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:59.843142 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2296dc52-c1dd-407a-b91c-7e8df6332f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:11:59.893376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] Pushing event deleted for resources: {'Port': ['ID=38adeda4-ea2b-47ab-a300-a0dca0a21442,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:11:59.894087 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:11:59.938538 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:11:59.939364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d02732d8-b6f5-45f1-b8f2-aaa27d55b161 None None] Provisioning complete for port 0f70a254-4693-4797-9a1a-f9e378dfd626 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:11:59.940436 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d02732d8-b6f5-45f1-b8f2-aaa27d55b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:00.015785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-d02732d8-b6f5-45f1-b8f2-aaa27d55b161 None None] Port 0f70a254-4693-4797-9a1a-f9e378dfd626 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:12:00.078244 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-744eaf8d-c871-4a43-aece-833135e48d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:00.125108 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:00.161770 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:00.164339 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:00.395571 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:00.396019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61bb7680-5e34-4ce6-9f8d-c88e491bb2cf {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:12:00.400556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac4e8f-709d-49bd-9bdd-ab144f0f4adc req-d9e155c8-587c-4cb1-97ae-02ee245e1390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:00.402080 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4bac4e8f-709d-49bd-9bdd-ab144f0f4adc req-d9e155c8-587c-4cb1-97ae-02ee245e1390 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 1096 time: 0.7760272
Jun 04 15:12:00.409866 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:00.414572 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] 10.222.0.32 "DELETE /v2.0/routers/61bb7680-5e34-4ce6-9f8d-c88e491bb2cf HTTP/1.1" status: 204  len: 168 time: 2.3454340
Jun 04 15:12:00.415324 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37042) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:00.420879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Router 53c7dfab-9b51-42eb-91da-bbfe448cfecd has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:12:00.483590 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6be405-765e-4afd-a1f0-0fee64734b90 admin admin] Deleting subnet aa9d2765-5907-4511-a341-f87e937c912c {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:12:00.486845 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed6be405-765e-4afd-a1f0-0fee64734b90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:00.547925 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed6be405-765e-4afd-a1f0-0fee64734b90 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:00.634527 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed6be405-765e-4afd-a1f0-0fee64734b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:00.672850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 38adeda4-ea2b-47ab-a300-a0dca0a21442 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:00.702046 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 38adeda4-ea2b-47ab-a300-a0dca0a21442 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:00.703370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 38adeda4-ea2b-47ab-a300-a0dca0a21442 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:00.704000 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 24079c6f-c769-4169-82b5-462ea6082fdb no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:00.741919 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 24079c6f-c769-4169-82b5-462ea6082fdb {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:00.742569 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 24079c6f-c769-4169-82b5-462ea6082fdb not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:00.986526 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30fb60-ac0a-4317-9c6e-8165298938a7 req-06430184-f4c6-487f-a7ab-a0265f9d5771 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:00.988222 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c30fb60-ac0a-4317-9c6e-8165298938a7 req-06430184-f4c6-487f-a7ab-a0265f9d5771 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 931 time: 0.1707425
Jun 04 15:12:01.067761 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c30fb60-ac0a-4317-9c6e-8165298938a7 req-4246f17a-140d-4574-bdce-0b55397e2f80 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/security-groups?id=1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454383
Jun 04 15:12:01.103240 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed6be405-765e-4afd-a1f0-0fee64734b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:01.105746 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:01.117630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ed8ba-72dc-4cae-a871-4b5e610ba635 req-5c2ec772-cfdd-4ceb-94ac-47fcaa59e415 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:01.125118 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e83ed8ba-72dc-4cae-a871-4b5e610ba635 req-5c2ec772-cfdd-4ceb-94ac-47fcaa59e415 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.8269308
Jun 04 15:12:01.140397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac4e8f-709d-49bd-9bdd-ab144f0f4adc req-db5f3812-3af8-4eeb-9c58-874ce3df4884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:01.141939 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4bac4e8f-709d-49bd-9bdd-ab144f0f4adc req-db5f3812-3af8-4eeb-9c58-874ce3df4884 service neutron] 10.222.0.62 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.7007725
Jun 04 15:12:01.167683 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c52c11-38ac-474c-8bd1-f5b2b87bdfdf None None] Network 66d7eae7-a52d-476b-acd4-4def4e5ed813 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:12:01.170581 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed6be405-765e-4afd-a1f0-0fee64734b90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:01.178961 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6be405-765e-4afd-a1f0-0fee64734b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa9d2765-5907-4511-a341-f87e937c912c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:01.190213 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ed6be405-765e-4afd-a1f0-0fee64734b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:01.197434 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ed6be405-765e-4afd-a1f0-0fee64734b90 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aa9d2765-5907-4511-a341-f87e937c912c HTTP/1.1" status: 204  len: 168 time: 0.7810521
Jun 04 15:12:01.198029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37052) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:01.324227 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4bac4e8f-709d-49bd-9bdd-ab144f0f4adc req-63fccc11-2085-47a7-acf9-04b27ab0f5d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c15cf193-6d50-486c-8a4b-734ef4c73717 HTTP/1.1" status: 200  len: 217 time: 0.1715894
Jun 04 15:12:01.440111 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:01.531354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:12:01.553130 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] 10.222.0.32 "PUT /v2.0/routers/53c7dfab-9b51-42eb-91da-bbfe448cfecd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8999424
Jun 04 15:12:01.556509 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Sync routers for ids ['53c7dfab-9b51-42eb-91da-bbfe448cfecd'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:12:01.557090 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e83ed8ba-72dc-4cae-a871-4b5e610ba635 req-0055eed6-5acc-4190-84ee-6d3af19438a0 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4311495
Jun 04 15:12:01.589818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac4e8f-709d-49bd-9bdd-ab144f0f4adc req-dca867a8-2e40-44f2-a2c2-492083ce4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:01.591469 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4bac4e8f-709d-49bd-9bdd-ab144f0f4adc req-dca867a8-2e40-44f2-a2c2-492083ce4b95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.1392794
Jun 04 15:12:01.614585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744eaf8d-c871-4a43-aece-833135e48d0a admin admin] Router 7ceb1265-4035-438c-a140-c662a9ac6f09 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:12:01.632759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Routers {'53c7dfab-9b51-42eb-91da-bbfe448cfecd'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:01.633860 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5e1880>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:11:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['53c7dfab-9b51-42eb-91da-bbfe448cfecd'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:01.677727 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4bac4e8f-709d-49bd-9bdd-ab144f0f4adc req-34ed2480-2c68-4e79-b393-874d30534484 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0664303
Jun 04 15:12:01.758961 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-fd972846-a43f-46df-9e82-7e1d149a8433 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:01.766072 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-fd972846-a43f-46df-9e82-7e1d149a8433 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 808 time: 0.4386287
Jun 04 15:12:01.787052 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-178b0cda-8a9e-4a3a-9186-5974b8ae6744 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/quotas/a03aebe4cbe94e51823784c56531a643 HTTP/1.1" status: 200  len: 375 time: 0.0198743
Jun 04 15:12:01.903791 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8827a28-4158-4746-9ca3-ad597f3a393e None None] DHCP port deletion for 66d7eae7-a52d-476b-acd4-4def4e5ed813 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:12:01.918026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-263ec6d0-595a-46e8-8aa0-d93ec990d12d tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1172783
Jun 04 15:12:01.919827 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Deleting port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:01.920267 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:02.006973 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:02.013933 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Set router 53c7dfab-9b51-42eb-91da-bbfe448cfecd gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:02.051206 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:12:02.113313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] For port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=15bd3845-c7c8-4de4-8c21-bb795cca0c3b,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:02.114056 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:02.173437 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4aee29b6-53fb-424f-9c4b-4f17547b1020 req-74ea857d-7d74-42c1-963d-a2486b1d7ac6 tempest-FloatingIPsNegativeTestJSON-177141505 tempest-FloatingIPsNegativeTestJSON-177141505-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=ca8ed9dff951491bab3000a1b762c96c HTTP/1.1" status: 200  len: 217 time: 0.2024989
Jun 04 15:12:02.193088 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c8827a28-4158-4746-9ca3-ad597f3a393e None None] Deleting port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:02.193674 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c8827a28-4158-4746-9ca3-ad597f3a393e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:02.258308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Calling delete_port for 15bd3845-c7c8-4de4-8c21-bb795cca0c3b owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:02.297867 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-5b888fc5-17b0-41b3-97be-163a1565e16a service neutron] 10.222.0.32 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3379455
Jun 04 15:12:02.311959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e2e8eb-0695-4d64-9eed-984db8318eb0 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:12:02.340420 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:02.367668 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4bac4e8f-709d-49bd-9bdd-ab144f0f4adc req-74c5bf8b-ef6d-4b60-bb07-a8a8d2fdfab1 service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6794951
Jun 04 15:12:02.373990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744eaf8d-c871-4a43-aece-833135e48d0a admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:12:02.383937 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591b13d-a191-4da2-b244-3cba4c1cdf47 None None] Sync routers for ids ['7ceb1265-4035-438c-a140-c662a9ac6f09'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:12:02.399001 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591b13d-a191-4da2-b244-3cba4c1cdf47 None None] Routers {'7ceb1265-4035-438c-a140-c662a9ac6f09'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:02.400691 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-744eaf8d-c871-4a43-aece-833135e48d0a admin admin] 10.222.0.32 "PUT /v2.0/routers/7ceb1265-4035-438c-a140-c662a9ac6f09/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4725084
Jun 04 15:12:02.401134 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c591b13d-a191-4da2-b244-3cba4c1cdf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd41520>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7ceb1265-4035-438c-a140-c662a9ac6f09'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:02.404124 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Transition to ACTIVE for port object e3e2e8eb-0695-4d64-9eed-984db8318eb0 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:12:02.404783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37076) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:02.490494 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c8827a28-4158-4746-9ca3-ad597f3a393e None None] For port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=15bd3845-c7c8-4de4-8c21-bb795cca0c3b,segment=NetworkSegment(4dea6371-3687-4afd-a1da-4d32eb457769),segment_id=4dea6371-3687-4afd-a1da-4d32eb457769)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:02.491547 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c8827a28-4158-4746-9ca3-ad597f3a393e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:02.510513 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-32836292-d924-4a1a-b269-b60605e2fda0 service neutron] 10.222.0.32 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2058499
Jun 04 15:12:02.613093 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:02.618124 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:02.669536 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:02.687185 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-083ac29d-64ea-4b39-82b2-15511e6683cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:02.724108 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c8827a28-4158-4746-9ca3-ad597f3a393e None None] Calling delete_port for 15bd3845-c7c8-4de4-8c21-bb795cca0c3b owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:02.746878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=15bd3845-c7c8-4de4-8c21-bb795cca0c3b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:02.756147 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:02.763851 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] No DVR routers for this DVR port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:12:02.774390 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-c591b13d-a191-4da2-b244-3cba4c1cdf47 None None] Set router 7ceb1265-4035-438c-a140-c662a9ac6f09 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:02.815162 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c8827a28-4158-4746-9ca3-ad597f3a393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:02.833031 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:02.894578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 15bd3845-c7c8-4de4-8c21-bb795cca0c3b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:02.949527 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3716a8ef-5d3a-4c67-bfc8-ff225d43eeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:02.951180 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8827a28-4158-4746-9ca3-ad597f3a393e None None] No DVR routers for this DVR port 15bd3845-c7c8-4de4-8c21-bb795cca0c3b on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:12:02.953837 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8827a28-4158-4746-9ca3-ad597f3a393e None None] Pushing event deleted for resources: {'Port': ['ID=15bd3845-c7c8-4de4-8c21-bb795cca0c3b,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:02.982493 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 15bd3845-c7c8-4de4-8c21-bb795cca0c3b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:02.982760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 15bd3845-c7c8-4de4-8c21-bb795cca0c3b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:03.015602 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e2e8eb-0695-4d64-9eed-984db8318eb0,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:03.035568 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:03.052777 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c8827a28-4158-4746-9ca3-ad597f3a393e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:03.084462 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5e1880>, [{'id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'name': 'tempest-FloatingIPsNegativeTestJSON-102352373-router', 'tenant_id': 'ca8ed9dff951491bab3000a1b762c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:11:40Z', 'updated_at': '2021-06-04T15:11:57Z', 'revision_number': 4, 'project_id': 'ca8ed9dff951491bab3000a1b762c96c', 'gw_port': {'id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:11:45Z', 'updated_at': '2021-06-04T15:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0f70a254-4693-4797-9a1a-f9e378dfd626', 'name': '', 'network_id': 'd3e6d47f-032d-4131-b2cf-e40b8170624f', 'tenant_id': 'ca8ed9dff951491bab3000a1b762c96c', 'mac_address': 'fa:16:3e:9d:ec:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '978ca166-e61c-4319-a6cd-756f4a59b401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:11:54Z', 'updated_at': '2021-06-04T15:11:57Z', 'revision_number': 2, 'project_id': 'ca8ed9dff951491bab3000a1b762c96c', 'subnets': [{'id': '978ca166-e61c-4319-a6cd-756f4a59b401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:03.090869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Checking router: 53c7dfab-9b51-42eb-91da-bbfe448cfecd for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:12:03.091608 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Updating router 53c7dfab-9b51-42eb-91da-bbfe448cfecd port 0f70a254-4693-4797-9a1a-f9e378dfd626 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:12:03.109867 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:03.119960 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:03.153912 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8387e5e1f0>> segment before_delete 55550000 {{(pid=88301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:12:03.171825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8387e5e1f0>> subnet precommit_delete_associations 55550000 {{(pid=88301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:12:03.171825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83870004f0>> segment_host_mapping after_create 55550000 {{(pid=88301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:12:03.171825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83870004f0>> port after_create 55550000 {{(pid=88301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:12:03.171825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83870004f0>> port after_delete 55550000 {{(pid=88301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:12:03.171825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83870004f0>> port after_update 55550000 {{(pid=88301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:12:03.171825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83870004f0>> segment after_delete 55550000 {{(pid=88301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:12:03.171825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83870004f0>> subnet after_create 55550000 {{(pid=88301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:12:03.171825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83870004f0>> subnet after_delete 55550000 {{(pid=88301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:12:03.171825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83870004f0>> subnet after_update 55550000 {{(pid=88301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:12:03.177994 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:03.213353 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c591b13d-a191-4da2-b244-3cba4c1cdf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd41520>, [{'id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'name': 'tempest-FloatingIPDetailsTestJSON-1955571723-router', 'tenant_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:50Z', 'updated_at': '2021-06-04T15:11:58Z', 'revision_number': 5, 'project_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'gw_port': {'id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:54Z', 'updated_at': '2021-06-04T15:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:03.220926 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591b13d-a191-4da2-b244-3cba4c1cdf47 None None] Checking router: 7ceb1265-4035-438c-a140-c662a9ac6f09 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:12:03.221052 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4bac4e8f-709d-49bd-9bdd-ab144f0f4adc req-18687e91-0a2f-4cb2-9b0e-0e146802ebe4 service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8433435
Jun 04 15:12:03.228451 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591b13d-a191-4da2-b244-3cba4c1cdf47 None None] Routers {'7ceb1265-4035-438c-a140-c662a9ac6f09'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:03.229084 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c591b13d-a191-4da2-b244-3cba4c1cdf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd41520>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7ceb1265-4035-438c-a140-c662a9ac6f09'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:03.340935 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8387975a30>> subnet after_create 55550000 {{(pid=88301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:12:03.341307 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8387975a30>> subnet after_delete 55550000 {{(pid=88301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:12:03.341912 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8387975a30>> subnet before_create 55550000 {{(pid=88301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:12:03.342256 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8387975a30>> subnet before_update 55550000 {{(pid=88301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 04 15:12:03.342631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387d62340>,) {'filters': {'network_id': ['66d7eae7-a52d-476b-acd4-4def4e5ed813']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:03.360389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387d62340>, '4dea6371-3687-4afd-a1da-4d32eb457769') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:03.368091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387d62340>, '4dea6371-3687-4afd-a1da-4d32eb457769') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:03.393514 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:03.425894 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:03.437570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:12:03.439146 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   from cryptography.utils import int_from_bytes
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   from cryptography.utils import int_from_bytes
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:12:03.477524 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:12:03.521369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Attempting to bind port e3e2e8eb-0695-4d64-9eed-984db8318eb0 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:12:03.522029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Attempting to bind port e3e2e8eb-0695-4d64-9eed-984db8318eb0 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '6e911d5a-94d1-4ae7-bcad-2a22a5a4d975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ca8c743b-809f-4a4c-be43-e3957142ac09'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:12:03.522555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Attempting to bind port e3e2e8eb-0695-4d64-9eed-984db8318eb0 on network ca8c743b-809f-4a4c-be43-e3957142ac09 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:03.536868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Port e3e2e8eb-0695-4d64-9eed-984db8318eb0 on network ca8c743b-809f-4a4c-be43-e3957142ac09 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:12:03.537225 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Attempting to bind port e3e2e8eb-0695-4d64-9eed-984db8318eb0 on network ca8c743b-809f-4a4c-be43-e3957142ac09 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:03.551713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:12:03.552104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Checking segment: {'id': '6e911d5a-94d1-4ae7-bcad-2a22a5a4d975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ca8c743b-809f-4a4c-be43-e3957142ac09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:12:03.552443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Bound using segment: {'id': '6e911d5a-94d1-4ae7-bcad-2a22a5a4d975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ca8c743b-809f-4a4c-be43-e3957142ac09'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:12:03.553555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Bound port: e3e2e8eb-0695-4d64-9eed-984db8318eb0, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e911d5a-94d1-4ae7-bcad-2a22a5a4d975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ca8c743b-809f-4a4c-be43-e3957142ac09'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:12:03.553555 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:03.571684 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:03.583889 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-c591b13d-a191-4da2-b244-3cba4c1cdf47 None None] Set router 7ceb1265-4035-438c-a140-c662a9ac6f09 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:03.619566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c95bf9-45c0-421f-8667-256bbe15b742 req-5c04c972-5bfa-4709-a3be-0666c90a3d45 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:03.620307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c6c95bf9-45c0-421f-8667-256bbe15b742 req-5c04c972-5bfa-4709-a3be-0666c90a3d45 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Synchronizing usage tracker for tenant:1dfc4b991f214b468eb4dce010518aa3 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:12:03.710143 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:03.726971 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:03.738462 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d918bd95-e2d2-42fc-8bdb-d4ae467b114e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:03.793949 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:03.800053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=66d7eae7-a52d-476b-acd4-4def4e5ed813,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:03.831912 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:03.847462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-30786eaa-c388-4258-8389-b97436fda1d0 req-0d362650-49c0-44de-9ced-8ec8ee170cdb tempest-FloatingIPsNegativeTestJSON-177141505 tempest-FloatingIPsNegativeTestJSON-177141505-project] Synchronizing usage tracker for tenant:ca8ed9dff951491bab3000a1b762c96c on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:12:03.967985 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/66d7eae7-a52d-476b-acd4-4def4e5ed813 HTTP/1.1" status: 204  len: 168 time: 2.7689137
Jun 04 15:12:03.971789 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37104) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:03.972001 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:03.986039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Transition to ACTIVE for port object 0f70a254-4693-4797-9a1a-f9e378dfd626 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:12:04.011912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c6c95bf9-45c0-421f-8667-256bbe15b742 req-5c04c972-5bfa-4709-a3be-0666c90a3d45 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Unset dirty status for tenant:1dfc4b991f214b468eb4dce010518aa3 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:12:04.015563 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6c95bf9-45c0-421f-8667-256bbe15b742 req-5c04c972-5bfa-4709-a3be-0666c90a3d45 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 943 time: 0.6965604
Jun 04 15:12:04.052120 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:04.057538 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:04.062593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-30786eaa-c388-4258-8389-b97436fda1d0 req-0d362650-49c0-44de-9ced-8ec8ee170cdb tempest-FloatingIPsNegativeTestJSON-177141505 tempest-FloatingIPsNegativeTestJSON-177141505-project] Unset dirty status for tenant:ca8ed9dff951491bab3000a1b762c96c on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:12:04.070583 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-30786eaa-c388-4258-8389-b97436fda1d0 req-0d362650-49c0-44de-9ced-8ec8ee170cdb tempest-FloatingIPsNegativeTestJSON-177141505 tempest-FloatingIPsNegativeTestJSON-177141505-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.2717679
Jun 04 15:12:04.120893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] For port e3e2e8eb-0695-4d64-9eed-984db8318eb0, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:12:04.192336 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] For port e3e2e8eb-0695-4d64-9eed-984db8318eb0, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e3e2e8eb-0695-4d64-9eed-984db8318eb0,segment=NetworkSegment(6e911d5a-94d1-4ae7-bcad-2a22a5a4d975),segment_id=6e911d5a-94d1-4ae7-bcad-2a22a5a4d975)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:12:04.193231 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c591b13d-a191-4da2-b244-3cba4c1cdf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd41520>, [{'id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'name': 'tempest-FloatingIPDetailsTestJSON-1955571723-router', 'tenant_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:50Z', 'updated_at': '2021-06-04T15:11:58Z', 'revision_number': 5, 'project_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'gw_port': {'id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:54Z', 'updated_at': '2021-06-04T15:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:04.206979 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591b13d-a191-4da2-b244-3cba4c1cdf47 None None] The sync data for ids ['7ceb1265-4035-438c-a140-c662a9ac6f09'] in n-d-791505-9 is: [{'id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'name': 'tempest-FloatingIPDetailsTestJSON-1955571723-router', 'tenant_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:50Z', 'updated_at': '2021-06-04T15:11:58Z', 'revision_number': 5, 'project_id': 'ced912ca923d4f6ab797bb88b4f80eef', 'gw_port': {'id': '81ff4c05-bf0a-4127-b224-7171f005c52b', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb1265-4035-438c-a140-c662a9ac6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:54Z', 'updated_at': '2021-06-04T15:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:12:04.242245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c6c95bf9-45c0-421f-8667-256bbe15b742 req-3c3cc4af-c9a7-46c0-81c5-8544ad1e154d tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Synchronizing usage tracker for tenant:1dfc4b991f214b468eb4dce010518aa3 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:12:04.305350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] Deleting port 81ff4c05-bf0a-4127-b224-7171f005c52b {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:04.307836 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:04.362872 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:04.372897 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b8be63f2-9191-475d-ad48-8c58fa1f2f99 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:04.481482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b7143-fec7-4477-90a8-4e1a7ac1c6e8 None None] Pushing event updated for resources: {'Port': ['ID=0f70a254-4693-4797-9a1a-f9e378dfd626,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:04.503326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c6c95bf9-45c0-421f-8667-256bbe15b742 req-3c3cc4af-c9a7-46c0-81c5-8544ad1e154d tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Unset dirty status for tenant:1dfc4b991f214b468eb4dce010518aa3 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:12:04.514765 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6c95bf9-45c0-421f-8667-256bbe15b742 req-3c3cc4af-c9a7-46c0-81c5-8544ad1e154d tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/security-groups?id=1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4462621
Jun 04 15:12:04.518373 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-489b7143-fec7-4477-90a8-4e1a7ac1c6e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:04.556374 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Attempting to bind port 0f70a254-4693-4797-9a1a-f9e378dfd626 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:12:04.556670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Attempting to bind port 0f70a254-4693-4797-9a1a-f9e378dfd626 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '59886ccd-ebb0-40fa-9643-f5a2ad5d4b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd3e6d47f-032d-4131-b2cf-e40b8170624f'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:12:04.557074 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Attempting to bind port 0f70a254-4693-4797-9a1a-f9e378dfd626 on network d3e6d47f-032d-4131-b2cf-e40b8170624f {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:04.587093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:12:04.589154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Checking segment: {'id': '59886ccd-ebb0-40fa-9643-f5a2ad5d4b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd3e6d47f-032d-4131-b2cf-e40b8170624f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:12:04.594067 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:04.594067 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Bound using segment: {'id': '59886ccd-ebb0-40fa-9643-f5a2ad5d4b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd3e6d47f-032d-4131-b2cf-e40b8170624f'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:12:04.594067 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Bound port: 0f70a254-4693-4797-9a1a-f9e378dfd626, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59886ccd-ebb0-40fa-9643-f5a2ad5d4b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd3e6d47f-032d-4131-b2cf-e40b8170624f'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:12:04.594067 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:04.610248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:04.611160 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:04.612743 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] 10.222.0.62 "PUT /v2.0/ports/e3e2e8eb-0695-4d64-9eed-984db8318eb0 HTTP/1.1" status: 200  len: 1091 time: 4.9996388
Jun 04 15:12:04.616350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937cd3df-1695-48b2-a781-c405f636ee18', 'tag': 'e3e2e8eb-0695-4d64-9eed-984db8318eb0'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:12:04.621542 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36682946-7650-4fca-baee-08438229e979" -d '{"events": [{"name": "network-changed", "server_uuid": "937cd3df-1695-48b2-a781-c405f636ee18", "tag": "e3e2e8eb-0695-4d64-9eed-984db8318eb0"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:12:04.677674 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b752e580-dca8-45c9-94c3-f32ba03a6a13 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:04.688521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e2e8eb-0695-4d64-9eed-984db8318eb0,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:04.696528 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:04.761472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: b752e580-dca8-45c9-94c3-f32ba03a6a13 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:04.762402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b752e580-dca8-45c9-94c3-f32ba03a6a13 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:04.914528 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] For port 0f70a254-4693-4797-9a1a-f9e378dfd626, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:12:04.924023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] For port 81ff4c05-bf0a-4127-b224-7171f005c52b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=81ff4c05-bf0a-4127-b224-7171f005c52b,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:04.924023 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:04.936578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] For port 0f70a254-4693-4797-9a1a-f9e378dfd626, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0f70a254-4693-4797-9a1a-f9e378dfd626,segment=NetworkSegment(59886ccd-ebb0-40fa-9643-f5a2ad5d4b45),segment_id=59886ccd-ebb0-40fa-9643-f5a2ad5d4b45)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:12:05.024715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341941e6-24b0-4768-81ae-bd2f0c110958 req-ebfbaa07-ce9b-458f-8f80-6cae740b284a tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:05.034166 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-341941e6-24b0-4768-81ae-bd2f0c110958 req-ebfbaa07-ce9b-458f-8f80-6cae740b284a tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.7423475
Jun 04 15:12:05.074937 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:05.076068 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:05.081059 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:05.157488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] Calling delete_port for 81ff4c05-bf0a-4127-b224-7171f005c52b owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:05.165290 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5f9373ff-ec1c-4ca7-b459-fcb9a559ae94 req-2a54ec57-a9ba-4769-b484-1b36ef3224d5 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 210 time: 0.2191627
Jun 04 15:12:05.171017 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Routers {'53c7dfab-9b51-42eb-91da-bbfe448cfecd'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:05.171736 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5e1880>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['53c7dfab-9b51-42eb-91da-bbfe448cfecd'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:05.202020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-383121d1-61b0-44f7-8a5b-66b65b7d6f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:05.203625 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-383121d1-61b0-44f7-8a5b-66b65b7d6f46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1dfc4b991f214b468eb4dce010518aa3&device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 1094 time: 0.4217696
Jun 04 15:12:05.238102 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-341941e6-24b0-4768-81ae-bd2f0c110958 req-7c17961e-ed8f-4efd-894e-ef488876d7bd tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030597
Jun 04 15:12:05.447191 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf6dfce-84b6-44ea-94d8-073404421a16 x-openstack-request-id: req-ecf6dfce-84b6-44ea-94d8-073404421a16 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:12:05.448169 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937cd3df-1695-48b2-a781-c405f636ee18", "tag": "e3e2e8eb-0695-4d64-9eed-984db8318eb0", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:12:05.448538 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecf6dfce-84b6-44ea-94d8-073404421a16 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:12:05.448961 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937cd3df-1695-48b2-a781-c405f636ee18', 'tag': 'e3e2e8eb-0695-4d64-9eed-984db8318eb0', 'status': 'completed', 'code': 200}
Jun 04 15:12:05.480812 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fc6d216a-a7b1-429c-9e34-4ac6e4b320a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:05.484050 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [req-4d9953f1-8ebb-495b-95ec-fbfbffaa7ad6 req-9994ffb0-e9aa-4539-b703-b0f0adb62189 tempest-FloatingIPsNegativeTestJSON-177141505 tempest-FloatingIPsNegativeTestJSON-177141505-project] show failed (client error): The resource could not be found.
Jun 04 15:12:05.486537 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4d9953f1-8ebb-495b-95ec-fbfbffaa7ad6 req-9994ffb0-e9aa-4539-b703-b0f0adb62189 tempest-FloatingIPsNegativeTestJSON-177141505 tempest-FloatingIPsNegativeTestJSON-177141505-project] 10.222.0.32 "GET /v2.0/floatingips/c0694dd5-b0b9-4777-96ac-b39b49692181 HTTP/1.1" status: 404  len: 350 time: 0.2740664
Jun 04 15:12:05.489034 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-bad51124-04ae-4b6c-a999-04737f189520 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3e2e8eb-0695-4d64-9eed-984db8318eb0 HTTP/1.1" status: 200  len: 217 time: 0.2751267
Jun 04 15:12:05.499691 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37122) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:05.541936 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] Set router 53c7dfab-9b51-42eb-91da-bbfe448cfecd gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:05.716777 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-6cb97b69-d9ad-4e57-99a6-eab1551d1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:05.718672 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-6cb97b69-d9ad-4e57-99a6-eab1551d1f4e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a5b62819-10dc-4466-92b8-d4952a939561 HTTP/1.1" status: 200  len: 853 time: 0.1441879
Jun 04 15:12:05.807863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b7143-fec7-4477-90a8-4e1a7ac1c6e8 None None] Pushing event updated for resources: {'Port': ['ID=0f70a254-4693-4797-9a1a-f9e378dfd626,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:05.818539 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-489b7143-fec7-4477-90a8-4e1a7ac1c6e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:06.053841 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee305505-3393-4fb5-ba98-45b273576cc3 req-ced3aa68-2c09-4e15-bfe7-dc367744227d tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:06.057390 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ee305505-3393-4fb5-ba98-45b273576cc3 req-ced3aa68-2c09-4e15-bfe7-dc367744227d tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 943 time: 0.2732539
Jun 04 15:12:06.099573 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5e1880>, [{'id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'name': 'tempest-FloatingIPsNegativeTestJSON-102352373-router', 'tenant_id': 'ca8ed9dff951491bab3000a1b762c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:11:40Z', 'updated_at': '2021-06-04T15:11:57Z', 'revision_number': 4, 'project_id': 'ca8ed9dff951491bab3000a1b762c96c', 'gw_port': {'id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:11:45Z', 'updated_at': '2021-06-04T15:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0f70a254-4693-4797-9a1a-f9e378dfd626', 'name': '', 'network_id': 'd3e6d47f-032d-4131-b2cf-e40b8170624f', 'tenant_id': 'ca8ed9dff951491bab3000a1b762c96c', 'mac_address': 'fa:16:3e:9d:ec:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '978ca166-e61c-4319-a6cd-756f4a59b401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:11:54Z', 'updated_at': '2021-06-04T15:12:04Z', 'revision_number': 4, 'project_id': 'ca8ed9dff951491bab3000a1b762c96c', 'subnets': [{'id': '978ca166-e61c-4319-a6cd-756f4a59b401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:06.115242 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca24f878-20e8-4636-acbb-bceb796dd257 None None] The sync data for ids ['53c7dfab-9b51-42eb-91da-bbfe448cfecd'] in n-d-791505-9 is: [{'id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'name': 'tempest-FloatingIPsNegativeTestJSON-102352373-router', 'tenant_id': 'ca8ed9dff951491bab3000a1b762c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:11:40Z', 'updated_at': '2021-06-04T15:11:57Z', 'revision_number': 4, 'project_id': 'ca8ed9dff951491bab3000a1b762c96c', 'gw_port': {'id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:11:45Z', 'updated_at': '2021-06-04T15:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0f70a254-4693-4797-9a1a-f9e378dfd626', 'name': '', 'network_id': 'd3e6d47f-032d-4131-b2cf-e40b8170624f', 'tenant_id': 'ca8ed9dff951491bab3000a1b762c96c', 'mac_address': 'fa:16:3e:9d:ec:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '978ca166-e61c-4319-a6cd-756f4a59b401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:11:54Z', 'updated_at': '2021-06-04T15:12:04Z', 'revision_number': 4, 'project_id': 'ca8ed9dff951491bab3000a1b762c96c', 'subnets': [{'id': '978ca166-e61c-4319-a6cd-756f4a59b401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:12:06.163668 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-f8c09fba-c02b-4ad6-91ce-0b5ad22ec6bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ca8c743b-809f-4a4c-be43-e3957142ac09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4331000
Jun 04 15:12:06.256962 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ee305505-3393-4fb5-ba98-45b273576cc3 req-40522acd-b1f3-4ec2-8e13-f690b656a78e tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/security-groups?id=1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434062
Jun 04 15:12:06.419359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d216a-a7b1-429c-9e34-4ac6e4b320a0 admin admin] Deleting port f09a194e-7301-4768-9bd0-8db9ed5f81d5 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:06.419778 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fc6d216a-a7b1-429c-9e34-4ac6e4b320a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:06.654210 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:06.670685 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-097803eb-cbca-46f9-abe2-0ff33ded1cab tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:06.686883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0f70a254-4693-4797-9a1a-f9e378dfd626 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:12:06.697452 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-fc6d216a-a7b1-429c-9e34-4ac6e4b320a0 admin admin] For port f09a194e-7301-4768-9bd0-8db9ed5f81d5, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f09a194e-7301-4768-9bd0-8db9ed5f81d5,segment=NetworkSegment(68489fdc-0918-4577-b830-cf5aba77b116),segment_id=68489fdc-0918-4577-b830-cf5aba77b116)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:06.704786 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fc6d216a-a7b1-429c-9e34-4ac6e4b320a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:06.718827 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-badc92fd-9cb3-4b9c-85c6-8cbe8ae87300 req-71eb8a5b-0881-4710-99b9-2036296caa2a tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 210 time: 0.1409850
Jun 04 15:12:06.778861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ff4c05-bf0a-4127-b224-7171f005c52b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:06.791519 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:06.927515 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 0f70a254-4693-4797-9a1a-f9e378dfd626 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:12:06.936329 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 0f70a254-4693-4797-9a1a-f9e378dfd626 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:12:06.937600 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:06.941020 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-58f901fe-aa2e-45c1-812d-a59082d54a5d service neutron] 10.222.0.62 "GET /v2.0/networks/ca8c743b-809f-4a4c-be43-e3957142ac09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7421186
Jun 04 15:12:07.017857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d216a-a7b1-429c-9e34-4ac6e4b320a0 admin admin] Calling delete_port for f09a194e-7301-4768-9bd0-8db9ed5f81d5 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:07.056723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463ddad-ad02-4d99-af9e-7baba153282c req-a60d7c02-792d-47a9-8e41-ae4f2f15c04a tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:07.058307 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d463ddad-ad02-4d99-af9e-7baba153282c req-a60d7c02-792d-47a9-8e41-ae4f2f15c04a tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.4976087
Jun 04 15:12:07.158678 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d8acebe3-e8a4-499d-9997-32c45cac0174 req-e3074450-9beb-4d5a-881d-c89c9a8e4957 service neutron] 10.222.0.62 "GET /v2.0/networks/ca8c743b-809f-4a4c-be43-e3957142ac09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2060030
Jun 04 15:12:07.190943 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:07.199485 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d463ddad-ad02-4d99-af9e-7baba153282c req-d6777333-18ce-44a0-8035-e94990524ae9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292257
Jun 04 15:12:07.221465 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:07.236438 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 0f70a254-4693-4797-9a1a-f9e378dfd626, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0f70a254-4693-4797-9a1a-f9e378dfd626,segment=NetworkSegment(59886ccd-ebb0-40fa-9643-f5a2ad5d4b45),segment_id=59886ccd-ebb0-40fa-9643-f5a2ad5d4b45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:07.418115 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:07.422674 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cf8d488c-4b57-48c6-8379-fa55a2ac896e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:07.475482 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fc6d216a-a7b1-429c-9e34-4ac6e4b320a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:07.492525 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:07.582587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=0f70a254-4693-4797-9a1a-f9e378dfd626,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:07.587029 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:07.635069 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d216a-a7b1-429c-9e34-4ac6e4b320a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f09a194e-7301-4768-9bd0-8db9ed5f81d5,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:07.649187 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fc6d216a-a7b1-429c-9e34-4ac6e4b320a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:07.905663 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:07.915829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-428565f8-72ff-4dfc-b5b7-7e1e1484d62f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:07.918623 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-428565f8-72ff-4dfc-b5b7-7e1e1484d62f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.65 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 808 time: 0.7492385
Jun 04 15:12:07.920867 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:07.949702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Request body: {'port': {'device_id': '5546fd4b-1632-42e3-9abb-fd5e791dd6dc', 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252', 'admin_state_up': True, 'tenant_id': 'a03aebe4cbe94e51823784c56531a643'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:12:08.204520 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:08.208692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ceb1265-4035-438c-a140-c662a9ac6f09 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:12:08.225750 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fc6d216a-a7b1-429c-9e34-4ac6e4b320a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:08.246090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36682946-7650-4fca-baee-08438229e979 req-a1f2de84-98b1-44a4-8e1a-deb1454623dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:08.248546 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36682946-7650-4fca-baee-08438229e979 req-a1f2de84-98b1-44a4-8e1a-deb1454623dd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1dfc4b991f214b468eb4dce010518aa3&device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 1094 time: 0.7908185
Jun 04 15:12:08.295177 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b96d407-5b22-4a21-906e-15ed9ca292d9 req-15ff2914-d6d3-497b-9209-465f356ef8fb tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 210 time: 0.0625648
Jun 04 15:12:08.309057 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbb631-8dd0-4cd0-80b2-b6c5d967a16f req-d2276eb6-a2db-4c39-8f44-680c80005725 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:08.316469 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74dbb631-8dd0-4cd0-80b2-b6c5d967a16f req-d2276eb6-a2db-4c39-8f44-680c80005725 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 943 time: 0.6728802
Jun 04 15:12:08.408897 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:08.415895 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7ceb1265-4035-438c-a140-c662a9ac6f09 HTTP/1.1" status: 204  len: 168 time: 6.0099630
Jun 04 15:12:08.416609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37144) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:08.589767 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74dbb631-8dd0-4cd0-80b2-b6c5d967a16f req-fd993d58-6048-4bfe-a829-6ec8296d2a73 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/security-groups?id=1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2723043
Jun 04 15:12:08.592797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:12:08.788173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:12:08.798106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f41a0-1b82-4867-8d81-d4cfd4c3eece req-7edc5791-d6d6-4bc4-8144-da6c198e1afe tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:08.800153 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e27f41a0-1b82-4867-8d81-d4cfd4c3eece req-7edc5791-d6d6-4bc4-8144-da6c198e1afe tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.2187896
Jun 04 15:12:08.815944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2d5944-f4dd-431b-9a96-8c415eebd908 admin admin] Deleting subnet 283687b5-9a99-409e-bba8-b16658b31a55 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:12:08.830811 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af2d5944-f4dd-431b-9a96-8c415eebd908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:08.910174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36682946-7650-4fca-baee-08438229e979 req-b75b9947-bcde-4073-b0b6-812d8b771099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:08.921155 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36682946-7650-4fca-baee-08438229e979 req-b75b9947-bcde-4073-b0b6-812d8b771099 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ca8c743b-809f-4a4c-be43-e3957142ac09 HTTP/1.1" status: 200  len: 914 time: 0.6419108
Jun 04 15:12:08.921155 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c775d0c-25cd-43bd-a97f-5d2a6cc0cdb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:08.947706 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6d216a-a7b1-429c-9e34-4ac6e4b320a0 admin admin] Router 69f0e778-0c91-4735-ba06-80f8ab41aa9f has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:12:09.055880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Made reservation on behalf of a03aebe4cbe94e51823784c56531a643 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:12:09.057208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0f70a254-4693-4797-9a1a-f9e378dfd626 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:12:09.059419 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:09.080101 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e27f41a0-1b82-4867-8d81-d4cfd4c3eece req-6b413d63-0d93-4b13-9d1c-dfbe88d5e3ab tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631694
Jun 04 15:12:09.121435 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af2d5944-f4dd-431b-9a96-8c415eebd908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:09.155710 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36682946-7650-4fca-baee-08438229e979 req-9866e737-7a62-4e01-80e4-4f14a1a8dffc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3e2e8eb-0695-4d64-9eed-984db8318eb0 HTTP/1.1" status: 200  len: 217 time: 0.1745057
Jun 04 15:12:09.158203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 0f70a254-4693-4797-9a1a-f9e378dfd626 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:12:09.158589 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:09.234576 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6d216a-a7b1-429c-9e34-4ac6e4b320a0 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:12:09.248574 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fc6d216a-a7b1-429c-9e34-4ac6e4b320a0 admin admin] 10.222.0.32 "PUT /v2.0/routers/69f0e778-0c91-4735-ba06-80f8ab41aa9f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2748570
Jun 04 15:12:09.249207 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37148) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:09.281616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36682946-7650-4fca-baee-08438229e979 req-3b8f54b7-3917-4083-8ae9-3bcc3f08a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:09.283072 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36682946-7650-4fca-baee-08438229e979 req-3b8f54b7-3917-4083-8ae9-3bcc3f08a954 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a5b62819-10dc-4466-92b8-d4952a939561 HTTP/1.1" status: 200  len: 853 time: 0.0813127
Jun 04 15:12:09.294017 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540fd67f-8fcc-4c77-9e83-ed00312fe411 None None] Sync routers for ids ['69f0e778-0c91-4735-ba06-80f8ab41aa9f'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:12:09.309203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540fd67f-8fcc-4c77-9e83-ed00312fe411 None None] Routers {'69f0e778-0c91-4735-ba06-80f8ab41aa9f'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:09.310127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-540fd67f-8fcc-4c77-9e83-ed00312fe411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c836c10>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69f0e778-0c91-4735-ba06-80f8ab41aa9f'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:09.453079 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:09.462748 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36682946-7650-4fca-baee-08438229e979 req-7af46908-f4ae-4780-8f34-f996848628c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ca8c743b-809f-4a4c-be43-e3957142ac09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1675377
Jun 04 15:12:09.597328 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-540fd67f-8fcc-4c77-9e83-ed00312fe411 None None] Set router 69f0e778-0c91-4735-ba06-80f8ab41aa9f gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:09.637477 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36682946-7650-4fca-baee-08438229e979 req-52518558-037d-496d-887c-15caf0c420c8 service neutron] 10.222.0.62 "GET /v2.0/networks/ca8c743b-809f-4a4c-be43-e3957142ac09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514709
Jun 04 15:12:09.655120 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:09.739120 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e03b989d-b33f-4539-b98d-e689a91034a4 req-f0a81f6b-438d-4a86-8d36-382e0923b10d tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 210 time: 0.0951762
Jun 04 15:12:09.907092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] Deleting port 879bba6d-f6a7-4f33-9086-3859a00f3d76 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:09.908467 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:09.990044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359be8f-2a28-48cd-a723-96c80c9b17d8 req-b134488e-1be7-42d2-b068-da22a340ced7 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:10.001142 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6359be8f-2a28-48cd-a723-96c80c9b17d8 req-b134488e-1be7-42d2-b068-da22a340ced7 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 943 time: 0.2745211
Jun 04 15:12:10.010805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 81ff4c05-bf0a-4127-b224-7171f005c52b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:10.054235 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 81ff4c05-bf0a-4127-b224-7171f005c52b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:10.055510 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 81ff4c05-bf0a-4127-b224-7171f005c52b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:10.089146 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af2d5944-f4dd-431b-9a96-8c415eebd908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:10.098803 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-540fd67f-8fcc-4c77-9e83-ed00312fe411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c836c10>, [{'id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977778786-router', 'tenant_id': '59c728d21ba6476b831e76a97a96b8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '879bba6d-f6a7-4f33-9086-3859a00f3d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:20Z', 'updated_at': '2021-06-04T15:12:07Z', 'revision_number': 5, 'project_id': '59c728d21ba6476b831e76a97a96b8cc', 'gw_port': {'id': '879bba6d-f6a7-4f33-9086-3859a00f3d76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:06:22Z', 'updated_at': '2021-06-04T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:10.105345 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540fd67f-8fcc-4c77-9e83-ed00312fe411 None None] Checking router: 69f0e778-0c91-4735-ba06-80f8ab41aa9f for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:12:10.116463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540fd67f-8fcc-4c77-9e83-ed00312fe411 None None] Routers {'69f0e778-0c91-4735-ba06-80f8ab41aa9f'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:10.118256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-540fd67f-8fcc-4c77-9e83-ed00312fe411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c836c10>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69f0e778-0c91-4735-ba06-80f8ab41aa9f'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:10.135673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Allocated IP 172.20.0.11 (061fcf42-462b-46e3-9f65-54c102f9c252/6d86b49a-00d2-4998-bd4d-bc1a29d13a41/b9524087-cf35-4311-8886-e4f92efeeaef) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:12:10.166857 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36682946-7650-4fca-baee-08438229e979 req-4f6a0255-b1a0-4e48-b4d7-7293412ff212 service neutron] 10.222.0.62 "GET /v2.0/networks/ca8c743b-809f-4a4c-be43-e3957142ac09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4723361
Jun 04 15:12:10.400649 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-540fd67f-8fcc-4c77-9e83-ed00312fe411 None None] Set router 69f0e778-0c91-4735-ba06-80f8ab41aa9f gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:10.619104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-540fd67f-8fcc-4c77-9e83-ed00312fe411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c836c10>, [{'id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977778786-router', 'tenant_id': '59c728d21ba6476b831e76a97a96b8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:20Z', 'updated_at': '2021-06-04T15:12:09Z', 'revision_number': 6, 'project_id': '59c728d21ba6476b831e76a97a96b8cc', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:10.626115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540fd67f-8fcc-4c77-9e83-ed00312fe411 None None] The sync data for ids ['69f0e778-0c91-4735-ba06-80f8ab41aa9f'] in n-d-791505-9 is: [{'id': '69f0e778-0c91-4735-ba06-80f8ab41aa9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977778786-router', 'tenant_id': '59c728d21ba6476b831e76a97a96b8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:06:20Z', 'updated_at': '2021-06-04T15:12:09Z', 'revision_number': 6, 'project_id': '59c728d21ba6476b831e76a97a96b8cc', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:12:10.686997 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] For port 879bba6d-f6a7-4f33-9086-3859a00f3d76, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=879bba6d-f6a7-4f33-9086-3859a00f3d76,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:10.687594 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:10.841876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] Calling delete_port for 879bba6d-f6a7-4f33-9086-3859a00f3d76 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:10.995120 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6359be8f-2a28-48cd-a723-96c80c9b17d8 req-e7de4f57-1381-407a-bab3-af55898286e2 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/security-groups?id=1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9923453
Jun 04 15:12:11.048012 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071cbbe-b564-436e-a212-260b23e7861b req-b6bed43d-0296-4724-8495-5122b68cad6f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:11.060454 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a071cbbe-b564-436e-a212-260b23e7861b req-b6bed43d-0296-4724-8495-5122b68cad6f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.6975605
Jun 04 15:12:11.095179 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:11.109804 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:11.115088 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-156bafbf-f634-4636-80dc-7c1adb4aad9d tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:11.158966 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a071cbbe-b564-436e-a212-260b23e7861b req-ff9b2abe-11bc-474f-bf8b-b229f4a39d81 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927117
Jun 04 15:12:11.178014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-1c775d0c-25cd-43bd-a97f-5d2a6cc0cdb0 admin admin] Deleting port 0f70a254-4693-4797-9a1a-f9e378dfd626 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:11.178350 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c775d0c-25cd-43bd-a97f-5d2a6cc0cdb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:11.208318 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=879bba6d-f6a7-4f33-9086-3859a00f3d76,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:11.213403 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:11.290281 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af2d5944-f4dd-431b-9a96-8c415eebd908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:11.298527 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4f1b44f-f1b2-460d-a2e0-16cf709e64db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:11.339248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d5944-f4dd-431b-9a96-8c415eebd908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283687b5-9a99-409e-bba8-b16658b31a55,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:11.350054 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-af2d5944-f4dd-431b-9a96-8c415eebd908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:11.350054 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af2d5944-f4dd-431b-9a96-8c415eebd908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:11.355599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdab5eb-94b3-4019-88b3-7194db0abf9b None None] Network 80360e40-d51a-4837-9175-f4434db682f2 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:12:11.371745 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:11.385300 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0f8ab18e-6524-41f1-9cee-975e0524daca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:11.409766 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['470f8cf4-18ad-4867-a706-43e0332264d1'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:12:11.438352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-1c775d0c-25cd-43bd-a97f-5d2a6cc0cdb0 admin admin] For port 0f70a254-4693-4797-9a1a-f9e378dfd626, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0f70a254-4693-4797-9a1a-f9e378dfd626,segment=NetworkSegment(59886ccd-ebb0-40fa-9643-f5a2ad5d4b45),segment_id=59886ccd-ebb0-40fa-9643-f5a2ad5d4b45)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:11.438630 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c775d0c-25cd-43bd-a97f-5d2a6cc0cdb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:11.465109 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:11.483139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Network 061fcf42-462b-46e3-9f65-54c102f9c252 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:12:11.488194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:12:11.603255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:12:11.709347 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-af2d5944-f4dd-431b-9a96-8c415eebd908 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/283687b5-9a99-409e-bba8-b16658b31a55 HTTP/1.1" status: 204  len: 168 time: 3.2866724
Jun 04 15:12:11.715059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37168) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:11.726644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-1c775d0c-25cd-43bd-a97f-5d2a6cc0cdb0 admin admin] Calling delete_port for 0f70a254-4693-4797-9a1a-f9e378dfd626 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:11.772775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e3e2e8eb-0695-4d64-9eed-984db8318eb0 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:12:11.777816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36b86a-d3ea-4ca1-87bd-b3b70adce580 req-5fca9d86-64bd-4667-aa1a-1aff13e00683 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:11.793907 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1f36b86a-d3ea-4ca1-87bd-b3b70adce580 req-5fca9d86-64bd-4667-aa1a-1aff13e00683 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 932 time: 0.4532437
Jun 04 15:12:11.831320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Pushing event updated for resources: {'Port': ['ID=b9524087-cf35-4311-8886-e4f92efeeaef,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:11.835211 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:11.848134 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:11.854874 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:11.962877 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1f36b86a-d3ea-4ca1-87bd-b3b70adce580 req-cdd87ea5-4054-4635-9700-8f02d1797ae2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676302
Jun 04 15:12:11.966723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:11.967363 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:11.984579 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:11.985449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69f0e778-0c91-4735-ba06-80f8ab41aa9f {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:12:11.993841 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:12.055287 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:12.064363 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] 10.222.0.32 "DELETE /v2.0/routers/69f0e778-0c91-4735-ba06-80f8ab41aa9f HTTP/1.1" status: 204  len: 168 time: 2.8139801
Jun 04 15:12:12.068510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37174) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:12.076256 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1329963
Jun 04 15:12:12.083800 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef9f86b-da82-4010-bd6e-3a92bbddb8bc None None] DHCP port deletion for 80360e40-d51a-4837-9175-f4434db682f2 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:12:12.114939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Request body: {'port': {'device_id': '5546fd4b-1632-42e3-9abb-fd5e791dd6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:12:12.276758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd5c215-81ea-48b5-8104-cec6ed790b50 admin admin] Deleting subnet 8a6d936a-45f4-4837-aeed-70a4a60203aa {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:12:12.282306 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ddd5c215-81ea-48b5-8104-cec6ed790b50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:12.291386 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e3e2e8eb-0695-4d64-9eed-984db8318eb0, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e3e2e8eb-0695-4d64-9eed-984db8318eb0,segment=NetworkSegment(6e911d5a-94d1-4ae7-bcad-2a22a5a4d975),segment_id=6e911d5a-94d1-4ae7-bcad-2a22a5a4d975)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:12.310372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'e3e2e8eb-0695-4d64-9eed-984db8318eb0', 'network_id': 'ca8c743b-809f-4a4c-be43-e3957142ac09', 'port_id': 'e3e2e8eb-0695-4d64-9eed-984db8318eb0', 'mac_address': 'fa:16:3e:63:8e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b62819-10dc-4466-92b8-d4952a939561', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:12:12.352831 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5ef9f86b-da82-4010-bd6e-3a92bbddb8bc None None] Deleting port 9af19980-6977-4be2-8227-7c6e831bb1fa {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:12.354334 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5ef9f86b-da82-4010-bd6e-3a92bbddb8bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:12.361924 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ddd5c215-81ea-48b5-8104-cec6ed790b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:12.416674 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:12.455328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Deleting port 9af19980-6977-4be2-8227-7c6e831bb1fa {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:12.455668 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:12.466413 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-5ef9f86b-da82-4010-bd6e-3a92bbddb8bc None None] For port 9af19980-6977-4be2-8227-7c6e831bb1fa, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9af19980-6977-4be2-8227-7c6e831bb1fa,segment=NetworkSegment(3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7),segment_id=3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:12.466944 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5ef9f86b-da82-4010-bd6e-3a92bbddb8bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:12.569788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] For port 9af19980-6977-4be2-8227-7c6e831bb1fa, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9af19980-6977-4be2-8227-7c6e831bb1fa,segment=NetworkSegment(3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7),segment_id=3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:12.569788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:12.609413 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5ef9f86b-da82-4010-bd6e-3a92bbddb8bc None None] Calling delete_port for 9af19980-6977-4be2-8227-7c6e831bb1fa owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:12.682848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f09a194e-7301-4768-9bd0-8db9ed5f81d5 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:12.690933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-39703b13-f137-4227-984c-f94f8075317e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:12.698794 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-39703b13-f137-4227-984c-f94f8075317e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 820 time: 0.2876818
Jun 04 15:12:12.704671 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Calling delete_port for 9af19980-6977-4be2-8227-7c6e831bb1fa owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:12.725728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: f09a194e-7301-4768-9bd0-8db9ed5f81d5 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:12.726289 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f09a194e-7301-4768-9bd0-8db9ed5f81d5 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:12.726825 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 879bba6d-f6a7-4f33-9086-3859a00f3d76 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:12.728041 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-5ca2107c-ed85-45c5-9665-4593906ef92f tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/quotas/22c4a2a8b29d48d981ff2e2fc2535d0e HTTP/1.1" status: 200  len: 375 time: 0.0277946
Jun 04 15:12:12.768539 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 879bba6d-f6a7-4f33-9086-3859a00f3d76 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:12.769092 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 879bba6d-f6a7-4f33-9086-3859a00f3d76 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:12.769634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9af19980-6977-4be2-8227-7c6e831bb1fa no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:12.772768 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ddd5c215-81ea-48b5-8104-cec6ed790b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:12.826067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:12.829560 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5ef9f86b-da82-4010-bd6e-3a92bbddb8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:12.833119 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:12.837363 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8c6c1da8-7b57-4c87-b3bb-480eaaf29f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:12.844155 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c8827a28-4158-4746-9ca3-ad597f3a393e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:12.896491 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9f86b-da82-4010-bd6e-3a92bbddb8bc None None] Pushing event deleted for resources: {'Port': ['ID=9af19980-6977-4be2-8227-7c6e831bb1fa,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:12.904928 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5ef9f86b-da82-4010-bd6e-3a92bbddb8bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:12.907856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No active binding found for port 9af19980-6977-4be2-8227-7c6e831bb1fa {{(pid=88302) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 04 15:12:12.908405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9af19980-6977-4be2-8227-7c6e831bb1fa not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:12.914313 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e2e8eb-0695-4d64-9eed-984db8318eb0 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:12:12.933447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e3e2e8eb-0695-4d64-9eed-984db8318eb0, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e3e2e8eb-0695-4d64-9eed-984db8318eb0,segment=NetworkSegment(6e911d5a-94d1-4ae7-bcad-2a22a5a4d975),segment_id=6e911d5a-94d1-4ae7-bcad-2a22a5a4d975)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:12.936382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef9f86b-da82-4010-bd6e-3a92bbddb8bc None None] No DVR routers for this DVR port 9af19980-6977-4be2-8227-7c6e831bb1fa on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:12:13.017935 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:13.019842 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:13.052090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Pushing event deleted for resources: {'Port': ['ID=9af19980-6977-4be2-8227-7c6e831bb1fa,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:13.054905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] No DVR routers for this DVR port 9af19980-6977-4be2-8227-7c6e831bb1fa on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:12:13.057668 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-08581fbc-2f97-448a-bcb6-86e450ed90b2 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3284619
Jun 04 15:12:13.117636 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e3e2e8eb-0695-4d64-9eed-984db8318eb0,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:13.120566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:13.121200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:13.121531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:13.121989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:13.122450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:13.122568 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:13.122998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:13.123452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:13.123901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:13.124348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:13.124830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:13.125299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:13.125750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:13.223276 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:13.289408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16760f2c-d186-4bf8-b8bf-3f65cd4e3752 req-9dfde327-cb39-4841-baab-b14577166683 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:13.291051 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-16760f2c-d186-4bf8-b8bf-3f65cd4e3752 req-9dfde327-cb39-4841-baab-b14577166683 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 943 time: 0.9236560
Jun 04 15:12:13.396632 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:13.401744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['e3e2e8eb-0695-4d64-9eed-984db8318eb0'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:12:13.424099 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-3066f761-9a10-4866-90e1-9e0436e75f9e service neutron] 10.222.0.32 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3481572
Jun 04 15:12:13.426982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c142fd0>,) {'filters': {'network_id': ['80360e40-d51a-4837-9175-f4434db682f2']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:13.505783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c142fd0>, '3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:13.506082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c142fd0>, '3fd9e963-cd36-487d-b20d-ad6fcf3eb6f7') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:13.525621 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c775d0c-25cd-43bd-a97f-5d2a6cc0cdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:13.535085 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-744eaf8d-c871-4a43-aece-833135e48d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:13.573996 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:13.588381 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-16760f2c-d186-4bf8-b8bf-3f65cd4e3752 req-d743fdf9-0c7b-4828-a461-0748720dc4c1 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/security-groups?id=1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2442939
Jun 04 15:12:13.589402 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-e5038911-5a5e-4b45-860c-aad65f7e30e6 service neutron] 10.222.0.32 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1643536
Jun 04 15:12:13.602996 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c775d0c-25cd-43bd-a97f-5d2a6cc0cdb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f70a254-4693-4797-9a1a-f9e378dfd626,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:13.606143 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c775d0c-25cd-43bd-a97f-5d2a6cc0cdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:13.661270 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:13.675602 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ddd5c215-81ea-48b5-8104-cec6ed790b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:13.681571 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:13.745823 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ddd5c215-81ea-48b5-8104-cec6ed790b50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:13.749923 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbe9eb6-035c-4194-9c54-af519230cf05 None None] Network 46917d6a-2e4b-4010-ac29-0dbedca7f196 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:12:13.750464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5c215-81ea-48b5-8104-cec6ed790b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6d936a-45f4-4837-aeed-70a4a60203aa,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:13.753870 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ddd5c215-81ea-48b5-8104-cec6ed790b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:13.758917 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ddd5c215-81ea-48b5-8104-cec6ed790b50 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8a6d936a-45f4-4837-aeed-70a4a60203aa HTTP/1.1" status: 204  len: 168 time: 1.6892502
Jun 04 15:12:13.761537 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37186) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:13.911421 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:12:13.911769 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:13.918950 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:12:13.938152 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:12:14.046011 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Deleting port c1e4d49e-a1c4-4459-b9bf-9880d632175a {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:14.047114 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:14.189074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] For port c1e4d49e-a1c4-4459-b9bf-9880d632175a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c1e4d49e-a1c4-4459-b9bf-9880d632175a,segment=NetworkSegment(68489fdc-0918-4577-b830-cf5aba77b116),segment_id=68489fdc-0918-4577-b830-cf5aba77b116)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:14.192464 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:14.203502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d4567f-20f6-4c19-8ed0-77b158869204 None None] DHCP port deletion for 46917d6a-2e4b-4010-ac29-0dbedca7f196 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:12:14.325098 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-66d4567f-20f6-4c19-8ed0-77b158869204 None None] Deleting port c1e4d49e-a1c4-4459-b9bf-9880d632175a {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:14.325516 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-66d4567f-20f6-4c19-8ed0-77b158869204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:14.326642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9524087-cf35-4311-8886-e4f92efeeaef {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:12:14.349243 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:14.370101 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Calling delete_port for c1e4d49e-a1c4-4459-b9bf-9880d632175a owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:14.403053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a8ee3-3c1d-49ab-b8d6-63a857dd0840 req-fbb2c261-2b36-475e-be8b-b53d6bebe08f tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:14.404650 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a1a8ee3-3c1d-49ab-b8d6-63a857dd0840 req-fbb2c261-2b36-475e-be8b-b53d6bebe08f tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 946 time: 0.5686769
Jun 04 15:12:14.407469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Transition to ACTIVE for port object b9524087-cf35-4311-8886-e4f92efeeaef will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:12:14.443947 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-66d4567f-20f6-4c19-8ed0-77b158869204 None None] For port c1e4d49e-a1c4-4459-b9bf-9880d632175a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c1e4d49e-a1c4-4459-b9bf-9880d632175a,segment=NetworkSegment(68489fdc-0918-4577-b830-cf5aba77b116),segment_id=68489fdc-0918-4577-b830-cf5aba77b116)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:14.444246 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-66d4567f-20f6-4c19-8ed0-77b158869204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:14.493166 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:14.540076 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:14.542966 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:14.547728 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-75dd70a4-f3ac-4865-8ca9-973e806e6177 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:14.555528 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-33c4916a-63a9-42da-8b7f-a5ed16d42919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:14.620826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78f83a-ef93-4d03-89c1-8565691334de req-297596ec-93dc-4afa-9206-b3da203ff1a8 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:14.626705 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cc78f83a-ef93-4d03-89c1-8565691334de req-297596ec-93dc-4afa-9206-b3da203ff1a8 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.65 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 946 time: 0.8507218
Jun 04 15:12:14.637890 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-66d4567f-20f6-4c19-8ed0-77b158869204 None None] Calling delete_port for c1e4d49e-a1c4-4459-b9bf-9880d632175a owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:14.652536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e4d49e-a1c4-4459-b9bf-9880d632175a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:14.656800 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:14.659813 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] No DVR routers for this DVR port c1e4d49e-a1c4-4459-b9bf-9880d632175a on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:12:14.665874 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:14.722316 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-66d4567f-20f6-4c19-8ed0-77b158869204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:14.731402 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f2a84fc7-be22-448c-b344-d04c23c12299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:14.779941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c1e4d49e-a1c4-4459-b9bf-9880d632175a no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:14.816983 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a1a8ee3-3c1d-49ab-b8d6-63a857dd0840 req-55604852-9a25-46f9-9455-6388f3b7d050 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd168ad-92cb-4aa1-a9fb-5ed1c86aad53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3351943
Jun 04 15:12:14.829759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: c1e4d49e-a1c4-4459-b9bf-9880d632175a {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:14.830254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c1e4d49e-a1c4-4459-b9bf-9880d632175a not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:14.838994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4567f-20f6-4c19-8ed0-77b158869204 None None] No DVR routers for this DVR port c1e4d49e-a1c4-4459-b9bf-9880d632175a on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:12:14.842741 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4567f-20f6-4c19-8ed0-77b158869204 None None] Pushing event deleted for resources: {'Port': ['ID=c1e4d49e-a1c4-4459-b9bf-9880d632175a,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:14.846478 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-66d4567f-20f6-4c19-8ed0-77b158869204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:14.874110 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] 10.222.0.32 "DELETE /v2.0/networks/80360e40-d51a-4837-9175-f4434db682f2 HTTP/1.1" status: 204  len: 168 time: 3.1220133
Jun 04 15:12:14.927252 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:14.942506 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c775d0c-25cd-43bd-a97f-5d2a6cc0cdb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:14.945393 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387ec76a0>,) {'filters': {'network_id': ['46917d6a-2e4b-4010-ac29-0dbedca7f196']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:14.963186 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387ec76a0>, '68489fdc-0918-4577-b830-cf5aba77b116') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:14.963374 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387ec76a0>, '68489fdc-0918-4577-b830-cf5aba77b116') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:14.985914 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9524087-cf35-4311-8886-e4f92efeeaef,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:14.990105 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:14.997483 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:14.997679 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:15.013804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390ca06-b238-4bc5-915c-528bd5ff7904 req-025be9cc-c95e-4c28-a963-0599dcb36192 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:15.015414 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e390ca06-b238-4bc5-915c-528bd5ff7904 req-025be9cc-c95e-4c28-a963-0599dcb36192 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.2997074
Jun 04 15:12:15.024379 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:15.033506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:12:15.034105 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:12:15.117092 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:12:15.197347 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e390ca06-b238-4bc5-915c-528bd5ff7904 req-c0a83df9-2e69-4613-bc38-de8f3ac9a0ae tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793481
Jun 04 15:12:15.281566 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70dfb648-9e8f-4bea-8745-47319daeeb00 req-25108574-413c-46c5-b5b6-5a103cbca2d1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 210 time: 0.0481501
Jun 04 15:12:15.321772 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:15.326428 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:15.343471 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:15.349819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Pushing event deleted for resources: {'Network': ['ID=80360e40-d51a-4837-9175-f4434db682f2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:15.362710 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] 10.222.0.32 "DELETE /v2.0/networks/46917d6a-2e4b-4010-ac29-0dbedca7f196 HTTP/1.1" status: 204  len: 168 time: 1.5999203
Jun 04 15:12:15.369192 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:15.380729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Pushing event deleted for resources: {'Network': ['ID=46917d6a-2e4b-4010-ac29-0dbedca7f196,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:15.471613 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:15.472626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37208) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:15.554193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Attempting to bind port b9524087-cf35-4311-8886-e4f92efeeaef on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:12:15.554551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Attempting to bind port b9524087-cf35-4311-8886-e4f92efeeaef by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:12:15.555018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Attempting to bind port b9524087-cf35-4311-8886-e4f92efeeaef on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:15.568695 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Port b9524087-cf35-4311-8886-e4f92efeeaef on network 061fcf42-462b-46e3-9f65-54c102f9c252 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:12:15.568923 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-3172db16-3df8-4391-978f-547f7a4d31fd service neutron] show failed (client error): The resource could not be found.
Jun 04 15:12:15.569131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Attempting to bind port b9524087-cf35-4311-8886-e4f92efeeaef on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:15.569955 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-3172db16-3df8-4391-978f-547f7a4d31fd service neutron] 10.222.0.65 "GET /v2.0/ports/9cca6167-1f51-464a-a79c-b196134decf0/bindings/n-h2-791505-9 HTTP/1.1" status: 404  len: 380 time: 0.1858418
Jun 04 15:12:15.592153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-cc78f83a-ef93-4d03-89c1-8565691334de req-b3a38de8-b8cd-4ed7-8c5e-652e090857ed tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Deleting port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:15.592502 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cc78f83a-ef93-4d03-89c1-8565691334de req-b3a38de8-b8cd-4ed7-8c5e-652e090857ed tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:15.610894 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2637ad10-b2bd-436c-b4ec-f0a5731f6e57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ced912ca923d4f6ab797bb88b4f80eef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1291668
Jun 04 15:12:15.611183 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37212) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:15.612539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:12:15.612913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Checking segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:12:15.613348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Bound using segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:12:15.617204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Bound port: b9524087-cf35-4311-8886-e4f92efeeaef, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:12:15.617204 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:15.758758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5968125-5e68-4c1e-beb2-443681c8fc71 req-7177b179-c26c-4f7c-9200-3efbebc483db tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:15.759390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a5968125-5e68-4c1e-beb2-443681c8fc71 req-7177b179-c26c-4f7c-9200-3efbebc483db tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Synchronizing usage tracker for tenant:a03aebe4cbe94e51823784c56531a643 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:12:15.803442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbb209-967e-41fd-bac2-894b7a886c73 req-ee90ed3a-8f66-4389-bc4b-167fde45c0d2 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:15.809292 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-adcbb209-967e-41fd-bac2-894b7a886c73 req-ee90ed3a-8f66-4389-bc4b-167fde45c0d2 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 944 time: 0.3272765
Jun 04 15:12:15.817542 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e3e2e8eb-0695-4d64-9eed-984db8318eb0 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:12:15.844772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37214) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:15.920946 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c19237f9-05e4-4d90-a3db-b80205ce8c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:15.996030 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-adcbb209-967e-41fd-bac2-894b7a886c73 req-e68790ad-56e8-4ebc-81c0-2ce498f25e06 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/security-groups?id=1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545513
Jun 04 15:12:15.998696 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c19237f9-05e4-4d90-a3db-b80205ce8c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:16.010820 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4af0c0e0-cf07-4859-87d2-1ef8d6469551 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9f41c4c2f734025b9beae4f469560f3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1647007
Jun 04 15:12:16.014000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37220) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:16.055471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a5968125-5e68-4c1e-beb2-443681c8fc71 req-7177b179-c26c-4f7c-9200-3efbebc483db tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Unset dirty status for tenant:a03aebe4cbe94e51823784c56531a643 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:12:16.057086 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5968125-5e68-4c1e-beb2-443681c8fc71 req-7177b179-c26c-4f7c-9200-3efbebc483db tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 944 time: 0.8188384
Jun 04 15:12:16.093278 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port e3e2e8eb-0695-4d64-9eed-984db8318eb0 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:12:16.101685 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port e3e2e8eb-0695-4d64-9eed-984db8318eb0 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:12:16.103071 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:16.123430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:12:16.128804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-cc78f83a-ef93-4d03-89c1-8565691334de req-b3a38de8-b8cd-4ed7-8c5e-652e090857ed tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] For port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7b7a5d09-010e-4a7c-85da-5ef5403e2a4a,segment=NetworkSegment(982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab),segment_id=982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:16.131564 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cc78f83a-ef93-4d03-89c1-8565691334de req-b3a38de8-b8cd-4ed7-8c5e-652e090857ed tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:16.149397 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:16.228108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b9524087-cf35-4311-8886-e4f92efeeaef,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:12:16.248630 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:16.301585 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c19237f9-05e4-4d90-a3db-b80205ce8c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:16.311029 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f107e0e4-e1bc-40cb-a28b-b7e13f2f2c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:16.315423 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:16.328853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19237f9-05e4-4d90-a3db-b80205ce8c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3542ac-304d-448f-8a3c-491b8f5af6d4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:16.341284 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c19237f9-05e4-4d90-a3db-b80205ce8c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:16.348220 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5968125-5e68-4c1e-beb2-443681c8fc71 req-d6cfb713-b5e6-4d57-bec3-913fb0282277 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2715559
Jun 04 15:12:16.348503 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c19237f9-05e4-4d90-a3db-b80205ce8c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:16.352921 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c19237f9-05e4-4d90-a3db-b80205ce8c55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c3542ac-304d-448f-8a3c-491b8f5af6d4 HTTP/1.1" status: 204  len: 168 time: 0.7408283
Jun 04 15:12:16.360432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-cc78f83a-ef93-4d03-89c1-8565691334de req-b3a38de8-b8cd-4ed7-8c5e-652e090857ed tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Calling delete_port for 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:16.365868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95b80c-9293-4b42-a17d-e9a965f3f845 req-8096baa3-56b3-43aa-aed1-39a7ae9939e1 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:16.367444 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1f95b80c-9293-4b42-a17d-e9a965f3f845 req-8096baa3-56b3-43aa-aed1-39a7ae9939e1 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 946 time: 0.2029395
Jun 04 15:12:16.403919 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937cd3df-1695-48b2-a781-c405f636ee18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e2e8eb-0695-4d64-9eed-984db8318eb0'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:12:16.404108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c775d0c-25cd-43bd-a97f-5d2a6cc0cdb0 admin admin] Router 53c7dfab-9b51-42eb-91da-bbfe448cfecd has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:12:16.407452 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562e8ae0-99fa-4c5f-9a26-f441fa81f029" -d '{"events": [{"server_uuid": "937cd3df-1695-48b2-a781-c405f636ee18", "name": "network-vif-plugged", "status": "completed", "tag": "e3e2e8eb-0695-4d64-9eed-984db8318eb0"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:12:16.420115 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1f95b80c-9293-4b42-a17d-e9a965f3f845 req-222a770a-9808-450d-94cc-334fe37a5cdc tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cd168ad-92cb-4aa1-a9fb-5ed1c86aad53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440443
Jun 04 15:12:16.421586 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e3e2e8eb-0695-4d64-9eed-984db8318eb0, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e3e2e8eb-0695-4d64-9eed-984db8318eb0,segment=NetworkSegment(6e911d5a-94d1-4ae7-bcad-2a22a5a4d975),segment_id=6e911d5a-94d1-4ae7-bcad-2a22a5a4d975)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:16.441271 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:16.449227 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8178bced-1ba8-4c06-b824-3efbb48f1554 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:16.498552 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:16.503800 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5ca18342-93a2-4036-a44b-b64c36c689d5 tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:16.518596 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dcd126-e98a-4188-b453-b08c36caa201,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:16.523607 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:16.527327 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:16.530856 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1dcd126-e98a-4188-b453-b08c36caa201 HTTP/1.1" status: 204  len: 168 time: 0.5135589
Jun 04 15:12:16.531479 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:16.533749 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:16.534116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:16.534685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:16.535049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:16.535516 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:16.535740 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:16.536723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:16.537025 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:16.537367 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:16.537709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:16.538165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:16.538897 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:16.547630 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:16.681469 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-896d68aa-dad3-444a-8c80-7dd5e452ccc1 req-24dca317-3188-4d1d-9012-3a81a8ac5da6 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 210 time: 0.0817788
Jun 04 15:12:16.689151 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e3e2e8eb-0695-4d64-9eed-984db8318eb0,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:16.705680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:16.706487 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:16.707965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] 10.222.0.65 "PUT /v2.0/ports/b9524087-cf35-4311-8886-e4f92efeeaef HTTP/1.1" status: 200  len: 1092 time: 4.6074319
Jun 04 15:12:16.714681 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:16.761474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5546fd4b-1632-42e3-9abb-fd5e791dd6dc', 'tag': 'b9524087-cf35-4311-8886-e4f92efeeaef'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:12:16.763841 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71943bac-8727-44df-b2d5-1aea48979cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "5546fd4b-1632-42e3-9abb-fd5e791dd6dc", "tag": "b9524087-cf35-4311-8886-e4f92efeeaef"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:12:17.079245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9524087-cf35-4311-8886-e4f92efeeaef,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:17.083214 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:17.127670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-a0368d0b-f4ec-4430-9623-1f5df5529167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:17.129235 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-a0368d0b-f4ec-4430-9623-1f5df5529167 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871&tenant_id=3254735b2dc54fbdbff67741a34d5965 HTTP/1.1" status: 200  len: 1099 time: 0.8288476
Jun 04 15:12:17.164491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-9', 'device_owner': 'compute:nova'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:12:17.226868 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5630d1-6519-4064-bef7-1b2f77c95587 x-openstack-request-id: req-1d5630d1-6519-4064-bef7-1b2f77c95587 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:12:17.227332 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937cd3df-1695-48b2-a781-c405f636ee18", "name": "network-vif-plugged", "status": "completed", "tag": "e3e2e8eb-0695-4d64-9eed-984db8318eb0", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:12:17.227475 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d5630d1-6519-4064-bef7-1b2f77c95587 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:12:17.227827 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937cd3df-1695-48b2-a781-c405f636ee18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e2e8eb-0695-4d64-9eed-984db8318eb0', 'code': 200}
Jun 04 15:12:17.324863 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12068a5-6ae1-41a8-8a72-e1101739dad2 x-openstack-request-id: req-a12068a5-6ae1-41a8-8a72-e1101739dad2 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:12:17.324863 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5546fd4b-1632-42e3-9abb-fd5e791dd6dc", "tag": "b9524087-cf35-4311-8886-e4f92efeeaef", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:12:17.324863 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a12068a5-6ae1-41a8-8a72-e1101739dad2 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:12:17.324863 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5546fd4b-1632-42e3-9abb-fd5e791dd6dc', 'tag': 'b9524087-cf35-4311-8886-e4f92efeeaef', 'status': 'completed', 'code': 200}
Jun 04 15:12:17.383590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c775d0c-25cd-43bd-a97f-5d2a6cc0cdb0 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:12:17.408290 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b869f7dc-1dea-4290-8b78-b98c79837714 None None] Sync routers for ids ['53c7dfab-9b51-42eb-91da-bbfe448cfecd'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:12:17.409112 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b869f7dc-1dea-4290-8b78-b98c79837714 None None] Routers {'53c7dfab-9b51-42eb-91da-bbfe448cfecd'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:17.409816 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b869f7dc-1dea-4290-8b78-b98c79837714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d720070>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['53c7dfab-9b51-42eb-91da-bbfe448cfecd'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:17.413678 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cc78f83a-ef93-4d03-89c1-8565691334de req-b3a38de8-b8cd-4ed7-8c5e-652e090857ed tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:17.432836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74684ea3-612f-4fa6-b809-ac36cde94495 req-bd302d13-5d8f-4066-a76a-fe7cf7bb7271 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:17.439779 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74684ea3-612f-4fa6-b809-ac36cde94495 req-bd302d13-5d8f-4066-a76a-fe7cf7bb7271 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.7874854
Jun 04 15:12:17.471604 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-95608f8e-9f78-48f7-a63a-daf0f08e3051 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:17.540512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a38de8-b8cd-4ed7-8c5e-652e090857ed tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Pushing event deleted for resources: {'Port': ['ID=7b7a5d09-010e-4a7c-85da-5ef5403e2a4a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:17.549664 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b3a38de8-b8cd-4ed7-8c5e-652e090857ed tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:17.569312 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:17.593567 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-9101c2d7-13f0-451c-b627-fdfeb2f9f95c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:17.595031 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-9101c2d7-13f0-451c-b627-fdfeb2f9f95c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.62 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 820 time: 0.2824104
Jun 04 15:12:17.639672 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37256) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:17.645206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Request body: {'port': {'device_id': '044c659c-55cd-49ae-a324-6b6de3f2db75', 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969', 'admin_state_up': True, 'tenant_id': '22c4a2a8b29d48d981ff2e2fc2535d0e'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:12:17.652705 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-b869f7dc-1dea-4290-8b78-b98c79837714 None None] Set router 53c7dfab-9b51-42eb-91da-bbfe448cfecd gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:17.660286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-8a2bdb15-f5e7-49fb-a222-79d7261361c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:17.661788 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-8a2bdb15-f5e7-49fb-a222-79d7261361c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 1095 time: 0.7866511
Jun 04 15:12:17.746583 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:17.854465 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:17.855192 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:17.856327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9cca6167-1f51-464a-a79c-b196134decf0 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:17.988192 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2afe391b-3fce-4380-8453-f44b602d3cd6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59c728d21ba6476b831e76a97a96b8cc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3473895
Jun 04 15:12:18.003790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9cca6167-1f51-464a-a79c-b196134decf0,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:18.028757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96027192-cee4-4d83-b2a2-7c9e27dbea0d req-b8aac8fe-2bf1-40e6-b09f-0161de5e2253 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:18.034008 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:18.036008 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-96027192-cee4-4d83-b2a2-7c9e27dbea0d req-b8aac8fe-2bf1-40e6-b09f-0161de5e2253 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 945 time: 0.4399722
Jun 04 15:12:18.036349 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b869f7dc-1dea-4290-8b78-b98c79837714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d720070>, [{'id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'name': 'tempest-FloatingIPsNegativeTestJSON-102352373-router', 'tenant_id': 'ca8ed9dff951491bab3000a1b762c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:11:40Z', 'updated_at': '2021-06-04T15:12:13Z', 'revision_number': 5, 'project_id': 'ca8ed9dff951491bab3000a1b762c96c', 'gw_port': {'id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:11:45Z', 'updated_at': '2021-06-04T15:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:18.038197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37262) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:18.042608 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b869f7dc-1dea-4290-8b78-b98c79837714 None None] Checking router: 53c7dfab-9b51-42eb-91da-bbfe448cfecd for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:12:18.059782 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b869f7dc-1dea-4290-8b78-b98c79837714 None None] Routers {'53c7dfab-9b51-42eb-91da-bbfe448cfecd'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:18.060565 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b869f7dc-1dea-4290-8b78-b98c79837714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d720070>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['53c7dfab-9b51-42eb-91da-bbfe448cfecd'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:18.071371 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1c775d0c-25cd-43bd-a97f-5d2a6cc0cdb0 admin admin] 10.222.0.32 "PUT /v2.0/routers/53c7dfab-9b51-42eb-91da-bbfe448cfecd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5683210
Jun 04 15:12:18.150056 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37266) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:18.155375 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-23fe4f7b-5e3d-4b7c-84ac-4c0d86489f13 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9524087-cf35-4311-8886-e4f92efeeaef HTTP/1.1" status: 200  len: 217 time: 0.0903823
Jun 04 15:12:18.230643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc78f83a-ef93-4d03-89c1-8565691334de req-b3a38de8-b8cd-4ed7-8c5e-652e090857ed tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] No DVR routers for this DVR port 7b7a5d09-010e-4a7c-85da-5ef5403e2a4a on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:12:18.235523 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cc78f83a-ef93-4d03-89c1-8565691334de req-b3a38de8-b8cd-4ed7-8c5e-652e090857ed tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:18.237627 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cc78f83a-ef93-4d03-89c1-8565691334de req-b3a38de8-b8cd-4ed7-8c5e-652e090857ed tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.65 "DELETE /v2.0/ports/7b7a5d09-010e-4a7c-85da-5ef5403e2a4a HTTP/1.1" status: 204  len: 173 time: 3.4826212
Jun 04 15:12:18.300505 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-b869f7dc-1dea-4290-8b78-b98c79837714 None None] Set router 53c7dfab-9b51-42eb-91da-bbfe448cfecd gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:18.373328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-ff6afd39-433a-4ffd-8036-1e82bf795a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:18.374809 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-ff6afd39-433a-4ffd-8036-1e82bf795a2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.1479719
Jun 04 15:12:18.384477 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74684ea3-612f-4fa6-b809-ac36cde94495 req-5f80dd46-3136-4f27-9bf2-1b8acf837d8c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9385884
Jun 04 15:12:18.391302 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:18.456204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9544a0-742d-4011-9def-d5eb147c8482 req-da9ce6d2-5fd5-459c-9eb5-d9eac1e27d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:18.457880 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f9544a0-742d-4011-9def-d5eb147c8482 req-da9ce6d2-5fd5-459c-9eb5-d9eac1e27d16 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 1096 time: 1.1382101
Jun 04 15:12:18.489694 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-56fc1fe8-f4ca-4cdb-80ca-804071e67002 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1018579
Jun 04 15:12:18.556361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37272) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:18.627528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:12:18.650486 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-96027192-cee4-4d83-b2a2-7c9e27dbea0d req-9500de9e-7027-4e0b-990b-ea8bcde55215 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/security-groups?id=1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6135414
Jun 04 15:12:18.677474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:12:18.711926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:12:18.848576 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b869f7dc-1dea-4290-8b78-b98c79837714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d720070>, [{'id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'name': 'tempest-FloatingIPsNegativeTestJSON-102352373-router', 'tenant_id': 'ca8ed9dff951491bab3000a1b762c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:11:40Z', 'updated_at': '2021-06-04T15:12:13Z', 'revision_number': 5, 'project_id': 'ca8ed9dff951491bab3000a1b762c96c', 'gw_port': {'id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:11:45Z', 'updated_at': '2021-06-04T15:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:18.860408 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b869f7dc-1dea-4290-8b78-b98c79837714 None None] The sync data for ids ['53c7dfab-9b51-42eb-91da-bbfe448cfecd'] in n-d-791505-9 is: [{'id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'name': 'tempest-FloatingIPsNegativeTestJSON-102352373-router', 'tenant_id': 'ca8ed9dff951491bab3000a1b762c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:11:40Z', 'updated_at': '2021-06-04T15:12:13Z', 'revision_number': 5, 'project_id': 'ca8ed9dff951491bab3000a1b762c96c', 'gw_port': {'id': 'cd093bf9-1905-4f8a-9da3-e415917af0a1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7dfab-9b51-42eb-91da-bbfe448cfecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:11:45Z', 'updated_at': '2021-06-04T15:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:12:18.910298 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f9544a0-742d-4011-9def-d5eb147c8482 req-14d5e441-d38e-459e-92a0-6aeb75f8c61b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4283140
Jun 04 15:12:18.916712 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7d89c57-a093-4b41-9e87-4b1758b299af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:18.925096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8021120-network', 'tenant_id': '9df4d803cb234550b4c16ffa44a1264d'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:12:18.942305 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-406bdeaf-f0e1-4b99-91e0-b872d3d6346e req-1fa5102b-60a7-43a2-9b3c-57813bf28438 tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf03e1e-7b70-4bf4-b793-d77d1d251067 HTTP/1.1" status: 200  len: 210 time: 0.0671542
Jun 04 15:12:18.957658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:12:18.963133 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:18.975893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Usage tracker for resource:network and tenant:9df4d803cb234550b4c16ffa44a1264d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:12:18.982212 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:12:18.983278 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7d89c57-a093-4b41-9e87-4b1758b299af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:19.009689 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:12:19.017630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Transition to ACTIVE for port object 9cca6167-1f51-464a-a79c-b196134decf0 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:12:19.022919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-a6f6fa7f-d0d8-4fcb-a518-8f736c303a79 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4652598
Jun 04 15:12:19.039572 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Made reservation on behalf of 22c4a2a8b29d48d981ff2e2fc2535d0e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:12:19.043518 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:19.050763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ea5c3-1170-4dd0-9924-f345b4f38f2f req-9430fe72-8875-4693-82e3-1262c050822e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:19.062244 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e84ea5c3-1170-4dd0-9924-f345b4f38f2f req-9430fe72-8875-4693-82e3-1262c050822e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 944 time: 0.4381881
Jun 04 15:12:19.113269 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:19.130356 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-726afbca-cc21-4030-9328-8ea6b920e857 req-422a88e7-6455-4220-ae37-99162e79b053 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 210 time: 0.0639555
Jun 04 15:12:19.146808 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:19.151219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Made reservation on behalf of 9df4d803cb234550b4c16ffa44a1264d for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:12:19.153588 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:19.168858 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:19.201785 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:12:19.202901 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:12:19.275781 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:19.562211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf03e1e-7b70-4bf4-b793-d77d1d251067', 'name': 'network-vif-deleted', 'tag': '7b7a5d09-010e-4a7c-85da-5ef5403e2a4a'}, {'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:12:19.576835 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ea98c4-3a23-4c17-b9dd-ededfac44218" -d '{"events": [{"server_uuid": "1cf03e1e-7b70-4bf4-b793-d77d1d251067", "name": "network-vif-deleted", "tag": "7b7a5d09-010e-4a7c-85da-5ef5403e2a4a"}, {"server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "name": "network-vif-unplugged", "status": "completed", "tag": "9cca6167-1f51-464a-a79c-b196134decf0"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:12:19.583925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:12:19.588704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Usage tracker for resource:security_group_rule and tenant:9df4d803cb234550b4c16ffa44a1264d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:12:19.592056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:12:19.598871 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:12:19.782642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Allocated IP 172.20.0.10 (760c71b3-e8c0-4258-bd3c-3da1c3b21969/89890e03-c3ba-40af-a914-1d8ff3976cbd/78518635-f3e4-4442-9813-e342cf5d7a38) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:12:19.822573 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f06c6ca5-0927-412b-b0cb-5483d5c68456 req-9d631c4e-bee6-49f8-8ad8-db6979f37ad8 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7648311
Jun 04 15:12:19.833385 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7d89c57-a093-4b41-9e87-4b1758b299af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:19.833598 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a13b6828-2da1-4120-9b80-319b244a0928 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:19.837721 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e84ea5c3-1170-4dd0-9924-f345b4f38f2f req-9a795f61-d2aa-450c-bdcc-e4581fd687bd tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7528648
Jun 04 15:12:19.842695 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] No DVR routers for this DVR port 9cca6167-1f51-464a-a79c-b196134decf0 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:12:19.843870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] Deleting port cd093bf9-1905-4f8a-9da3-e415917af0a1 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:19.844296 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:19.896549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d89c57-a093-4b41-9e87-4b1758b299af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cadba1-151e-4812-bf8c-182adf269b9b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:19.905644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Pushing event updated for resources: {'Port': ['ID=9cca6167-1f51-464a-a79c-b196134decf0,revision_number=6']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:19.918984 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b7d89c57-a093-4b41-9e87-4b1758b299af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:19.929920 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:19.957591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fb8ab-a775-4339-87c4-690783fc7ed7 req-b1bcca93-4d30-4cfc-99b4-b3ff96f2563b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:19.959119 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ec5fb8ab-a775-4339-87c4-690783fc7ed7 req-b1bcca93-4d30-4cfc-99b4-b3ff96f2563b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 946 time: 0.3257797
Jun 04 15:12:19.959542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Attempting to bind port 9cca6167-1f51-464a-a79c-b196134decf0 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:12:19.959891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Attempting to bind port 9cca6167-1f51-464a-a79c-b196134decf0 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:12:19.960224 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Attempting to bind port 9cca6167-1f51-464a-a79c-b196134decf0 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:19.994888 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:20.014706 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Port 9cca6167-1f51-464a-a79c-b196134decf0 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:12:20.015310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Attempting to bind port 9cca6167-1f51-464a-a79c-b196134decf0 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:20.033390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:12:20.033736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:12:20.034111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:12:20.035140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Bound port: 9cca6167-1f51-464a-a79c-b196134decf0, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:12:20.035140 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:20.111375 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:20.114567 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4d3d72ba-2219-433d-a381-3bb20463fe86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:20.203015 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7d89c57-a093-4b41-9e87-4b1758b299af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:20.206989 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b7d89c57-a093-4b41-9e87-4b1758b299af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8cadba1-151e-4812-bf8c-182adf269b9b HTTP/1.1" status: 204  len: 168 time: 2.1645534
Jun 04 15:12:20.217115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:12:20.222244 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ec5fb8ab-a775-4339-87c4-690783fc7ed7 req-c454bb98-fc80-4850-98de-96c53cbf66bc tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2106907
Jun 04 15:12:20.230231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] For port cd093bf9-1905-4f8a-9da3-e415917af0a1, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=cd093bf9-1905-4f8a-9da3-e415917af0a1,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:20.230231 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:20.230562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eec5b6e-a6f5-4442-aa27-0d76a4b73ab2,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:20.245405 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:20.262702 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:20.263048 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Added segment 824dfdd5-261b-4eeb-a31a-5e98c84a3c8b of type vlan for network dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5
Jun 04 15:12:20.337138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71943bac-8727-44df-b2d5-1aea48979cb4 req-0e094eb3-bbe3-4635-8d48-f3a7e12dbbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:20.338672 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71943bac-8727-44df-b2d5-1aea48979cb4 req-0e094eb3-bbe3-4635-8d48-f3a7e12dbbc1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 1095 time: 0.3840516
Jun 04 15:12:20.347542 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:20.354044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:12:20.407006 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785226d8-c2cc-4e4a-a920-7aa4f6940fa1 req-872bc471-18bd-4c27-a2b1-994affde6fff tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:20.408711 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-785226d8-c2cc-4e4a-a920-7aa4f6940fa1 req-872bc471-18bd-4c27-a2b1-994affde6fff tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 945 time: 0.3406878
Jun 04 15:12:20.422250 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 04 Jun 2021 15:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf96e6a-f823-4178-951a-c5ea7b456ec9 x-openstack-request-id: req-6cf96e6a-f823-4178-951a-c5ea7b456ec9 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:12:20.422785 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf03e1e-7b70-4bf4-b793-d77d1d251067", "name": "network-vif-deleted", "tag": "7b7a5d09-010e-4a7c-85da-5ef5403e2a4a", "status": "completed", "code": 200}, {"server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "name": "network-vif-unplugged", "status": "completed", "tag": "9cca6167-1f51-464a-a79c-b196134decf0", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:12:20.423113 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cf96e6a-f823-4178-951a-c5ea7b456ec9 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:12:20.423665 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf03e1e-7b70-4bf4-b793-d77d1d251067', 'name': 'network-vif-deleted', 'tag': '7b7a5d09-010e-4a7c-85da-5ef5403e2a4a', 'status': 'completed', 'code': 200}
Jun 04 15:12:20.424007 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0', 'code': 200}
Jun 04 15:12:20.427314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9cca6167-1f51-464a-a79c-b196134decf0,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:12:20.451085 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] Calling delete_port for cd093bf9-1905-4f8a-9da3-e415917af0a1 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:20.500123 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:20.534127 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:20.545335 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-962f90fb-1ef6-46e6-aa81-e6e1c964a254 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:20.587359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0f70a254-4693-4797-9a1a-f9e378dfd626 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:20.656687 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-785226d8-c2cc-4e4a-a920-7aa4f6940fa1 req-d85c5223-17e3-40a3-b5f1-02ce24e11c25 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/security-groups?id=1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245681
Jun 04 15:12:20.664662 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:20.664959 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:20.666581 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] 10.222.0.62 "PUT /v2.0/ports/9cca6167-1f51-464a-a79c-b196134decf0 HTTP/1.1" status: 200  len: 1094 time: 3.5109205
Jun 04 15:12:20.688891 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:20.690158 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:20.729051 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-56c5d521-2a6c-4e1c-bcf2-13e00cb78c98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:20.736899 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['c77103ec-9088-4d69-9c0e-188bf2972c52'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:12:20.801571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:20.802171 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:20.821994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 0f70a254-4693-4797-9a1a-f9e378dfd626 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:20.823048 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0f70a254-4693-4797-9a1a-f9e378dfd626 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:20.837859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71943bac-8727-44df-b2d5-1aea48979cb4 req-eb52ac9a-f31c-4602-aedb-852fcb3718ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:20.839542 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71943bac-8727-44df-b2d5-1aea48979cb4 req-eb52ac9a-f31c-4602-aedb-852fcb3718ed service neutron] 10.222.0.65 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.4809082
Jun 04 15:12:20.852719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Pushing event updated for resources: {'Port': ['ID=9cca6167-1f51-464a-a79c-b196134decf0,revision_number=7']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:20.875917 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:20.981352 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:21.148740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Pushing event updated for resources: {'Network': ['ID=dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:21.164199 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:12:21.173826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:12:21.181411 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:12:21.203864 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:21.223256 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71943bac-8727-44df-b2d5-1aea48979cb4 req-f1473ed7-ed52-4480-b7de-0fce33dc54f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9524087-cf35-4311-8886-e4f92efeeaef HTTP/1.1" status: 200  len: 217 time: 0.3653457
Jun 04 15:12:21.230350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:12:21.294811 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Pushing event updated for resources: {'Port': ['ID=78518635-f3e4-4442-9813-e342cf5d7a38,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:21.313045 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:21.327498 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 2.7616901
Jun 04 15:12:21.328276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37326) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:21.336338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71943bac-8727-44df-b2d5-1aea48979cb4 req-a8ee368e-a1e3-4ef2-b9ad-12ec4beb29e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:21.337717 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71943bac-8727-44df-b2d5-1aea48979cb4 req-a8ee368e-a1e3-4ef2-b9ad-12ec4beb29e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.1022310
Jun 04 15:12:21.348412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Request body: {'subnet': {'network_id': 'dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8021120-subnet', 'tenant_id': '9df4d803cb234550b4c16ffa44a1264d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:12:21.358809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:12:21.361150 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:21.361914 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:21.384687 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10845805-3ed6-4da2-9fae-4c756963a256 req-59262120-65d2-4acc-8160-f7b82301b348 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:21.385546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-10845805-3ed6-4da2-9fae-4c756963a256 req-59262120-65d2-4acc-8160-f7b82301b348 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Synchronizing usage tracker for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:12:21.398402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-83cc8623-926e-41a1-8571-4da8d347a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:21.398402 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-83cc8623-926e-41a1-8571-4da8d347a531 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 1097 time: 0.7016411
Jun 04 15:12:21.408078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Usage tracker for resource:subnet and tenant:9df4d803cb234550b4c16ffa44a1264d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:12:21.440450 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:21.443987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:12:21.445367 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:21.449192 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71943bac-8727-44df-b2d5-1aea48979cb4 req-8f52a185-f886-4435-890f-8c609937a0ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0923393
Jun 04 15:12:21.463061 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f967fcb-4351-4c90-815f-8c88f0ae731d req-0df9a6be-d29e-4616-baf4-9b4ef3316cc9 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:21.464578 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f967fcb-4351-4c90-815f-8c88f0ae731d req-0df9a6be-d29e-4616-baf4-9b4ef3316cc9 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 944 time: 0.3278201
Jun 04 15:12:21.466750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:12:21.498553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] Pushing event deleted for resources: {'Port': ['ID=cd093bf9-1905-4f8a-9da3-e415917af0a1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:21.506636 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:21.569176 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9243913
Jun 04 15:12:21.572303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-10845805-3ed6-4da2-9fae-4c756963a256 req-59262120-65d2-4acc-8160-f7b82301b348 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Unset dirty status for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:12:21.578662 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10845805-3ed6-4da2-9fae-4c756963a256 req-59262120-65d2-4acc-8160-f7b82301b348 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 932 time: 0.7673612
Jun 04 15:12:21.613927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Request body: {'port': {'device_id': '044c659c-55cd-49ae-a324-6b6de3f2db75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:12:21.627967 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71943bac-8727-44df-b2d5-1aea48979cb4 req-8c584c65-120a-43c9-b17b-4190044ff0ac service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504323
Jun 04 15:12:21.785652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Made reservation on behalf of 9df4d803cb234550b4c16ffa44a1264d for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:12:21.789823 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:21.873251 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10845805-3ed6-4da2-9fae-4c756963a256 req-216d4cae-54bb-47d9-9215-909f177f56be tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2918587
Jun 04 15:12:21.876261 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:21.899120 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:22.077767 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f967fcb-4351-4c90-815f-8c88f0ae731d req-b8a501a7-3b17-409d-9c41-afd8d782a6c3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4540086
Jun 04 15:12:22.235310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-1af90758-feab-4e22-95f6-00921d36a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:22.239089 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-1af90758-feab-4e22-95f6-00921d36a638 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.8318257
Jun 04 15:12:22.356294 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-b9778e10-a5b9-44cc-bf53-1c03fab3f296 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9cca6167-1f51-464a-a79c-b196134decf0 HTTP/1.1" status: 200  len: 217 time: 0.1071026
Jun 04 15:12:22.428662 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:12:22.431865 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45081206-0815-42ea-a8ba-9e6259fbe02c" -d '{"events": [{"name": "network-changed", "server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "tag": "9cca6167-1f51-464a-a79c-b196134decf0"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:12:22.690581 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71943bac-8727-44df-b2d5-1aea48979cb4 req-54968b32-80d9-482e-b690-76b152e6c6cc service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0349329
Jun 04 15:12:22.789219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-be8e57be-0edf-4038-947e-1fecba8d8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:22.791045 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-be8e57be-0edf-4038-947e-1fecba8d8c2c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.3637526
Jun 04 15:12:22.810290 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dde560-6432-480b-b273-f582bf0bee37 req-669f3b4d-c63d-416e-a69b-781ea3aad4b4 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:22.812784 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-65dde560-6432-480b-b273-f582bf0bee37 req-669f3b4d-c63d-416e-a69b-781ea3aad4b4 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 945 time: 0.4508727
Jun 04 15:12:22.826691 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:22.830752 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:22.934389 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:22.934926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c7dfab-9b51-42eb-91da-bbfe448cfecd {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:12:22.972464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fd5c3-6b9a-49bb-811f-7ec3d55a2716 req-fc10cc05-340a-4074-868f-49d1aac76aba tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:22.979800 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf9fd5c3-6b9a-49bb-811f-7ec3d55a2716 req-fc10cc05-340a-4074-868f-49d1aac76aba tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 946 time: 0.8424008
Jun 04 15:12:23.029591 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:23.030894 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] 10.222.0.32 "DELETE /v2.0/routers/53c7dfab-9b51-42eb-91da-bbfe448cfecd HTTP/1.1" status: 204  len: 168 time: 4.8770833
Jun 04 15:12:23.042516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37378) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:23.063358 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78518635-f3e4-4442-9813-e342cf5d7a38 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:12:23.076322 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:23.091242 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf9fd5c3-6b9a-49bb-811f-7ec3d55a2716 req-cefa51f1-ef39-4215-a8bd-c27142ef6875 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099000
Jun 04 15:12:23.122080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Transition to ACTIVE for port object 78518635-f3e4-4442-9813-e342cf5d7a38 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:12:23.149384 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:23.205151 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:23.209536 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d7adb4ab-b3cd-42b3-9149-5725a5b39e22 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:23.230956 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-65dde560-6432-480b-b273-f582bf0bee37 req-5f9da787-56f6-484d-a871-7de2b792206f tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/security-groups?id=1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2766910
Jun 04 15:12:23.249428 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622957db-f105-4703-9df5-2994a548f7fd x-openstack-request-id: req-622957db-f105-4703-9df5-2994a548f7fd {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:12:23.249799 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "tag": "9cca6167-1f51-464a-a79c-b196134decf0", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:12:23.250224 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-622957db-f105-4703-9df5-2994a548f7fd {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:12:23.250657 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0', 'status': 'completed', 'code': 200}
Jun 04 15:12:23.414835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7879b60-ff59-44bb-8966-27102bb805c2 admin admin] Deleting subnet 978ca166-e61c-4319-a6cd-756f4a59b401 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:12:23.426710 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7879b60-ff59-44bb-8966-27102bb805c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:23.473412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-052e4364-7d01-46ca-ab58-98971d060468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:23.475247 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-052e4364-7d01-46ca-ab58-98971d060468 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.6740837
Jun 04 15:12:23.503259 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86269590-6e45-4723-a34b-189622b210be service neutron] Pushing event updated for resources: {'Port': ['ID=78518635-f3e4-4442-9813-e342cf5d7a38,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:23.513416 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-86269590-6e45-4723-a34b-189622b210be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:23.656885 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Attempting to bind port 78518635-f3e4-4442-9813-e342cf5d7a38 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:12:23.657239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Attempting to bind port 78518635-f3e4-4442-9813-e342cf5d7a38 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:12:23.657564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Attempting to bind port 78518635-f3e4-4442-9813-e342cf5d7a38 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:23.663933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Port 78518635-f3e4-4442-9813-e342cf5d7a38 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:12:23.664339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Attempting to bind port 78518635-f3e4-4442-9813-e342cf5d7a38 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:23.672207 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:12:23.672541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Checking segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:12:23.672922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Bound using segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:12:23.675216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Bound port: 78518635-f3e4-4442-9813-e342cf5d7a38, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:12:23.675216 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:23.687176 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7879b60-ff59-44bb-8966-27102bb805c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:23.709998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b17a47-e1e6-49ad-815a-ebcbd1bc0105 req-63f7e8a4-ffa0-473e-b783-df12133cb6bd tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:23.709998 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00b17a47-e1e6-49ad-815a-ebcbd1bc0105 req-63f7e8a4-ffa0-473e-b783-df12133cb6bd tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 944 time: 0.2924280
Jun 04 15:12:23.827784 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-19f5b9ca-41cb-45bb-8b68-bfee5aaba284 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3362658
Jun 04 15:12:23.830235 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00b17a47-e1e6-49ad-815a-ebcbd1bc0105 req-d660d30e-4e2a-4947-b755-5810091112b2 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858164
Jun 04 15:12:23.834554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-07e254a5-03ef-4a87-9e87-a3e318ab15e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:23.836952 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-07e254a5-03ef-4a87-9e87-a3e318ab15e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 1097 time: 0.5957534
Jun 04 15:12:23.837928 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:23.863934 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] For port 78518635-f3e4-4442-9813-e342cf5d7a38, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:12:23.874364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] For port 78518635-f3e4-4442-9813-e342cf5d7a38, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=78518635-f3e4-4442-9813-e342cf5d7a38,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:12:23.902550 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-826b2280-6841-4d18-9052-6d43e5f594f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:23.942886 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:23.949046 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-923a48f1-7472-4c14-91a8-c892bff8f118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:24.035093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:24.035345 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:24.036759 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-86269590-6e45-4723-a34b-189622b210be service neutron] 10.222.0.62 "PUT /v2.0/ports/78518635-f3e4-4442-9813-e342cf5d7a38 HTTP/1.1" status: 200  len: 1092 time: 2.4568608
Jun 04 15:12:24.040202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044c659c-55cd-49ae-a324-6b6de3f2db75', 'tag': '78518635-f3e4-4442-9813-e342cf5d7a38'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:12:24.043914 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f4cf34-5251-4f91-aae6-1b4737218ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "044c659c-55cd-49ae-a324-6b6de3f2db75", "tag": "78518635-f3e4-4442-9813-e342cf5d7a38"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:12:24.048899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86269590-6e45-4723-a34b-189622b210be service neutron] Pushing event updated for resources: {'Port': ['ID=78518635-f3e4-4442-9813-e342cf5d7a38,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:24.055271 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-86269590-6e45-4723-a34b-189622b210be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:24.271470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-516289dd-7ec8-4938-a013-cfc18b2698dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:24.275024 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-516289dd-7ec8-4938-a013-cfc18b2698dd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 1095 time: 0.1176472
Jun 04 15:12:24.281091 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f98c73b-27f9-466b-b63e-b150cd7cadc0 x-openstack-request-id: req-6f98c73b-27f9-466b-b63e-b150cd7cadc0 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:12:24.281439 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044c659c-55cd-49ae-a324-6b6de3f2db75", "tag": "78518635-f3e4-4442-9813-e342cf5d7a38", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:12:24.281732 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f98c73b-27f9-466b-b63e-b150cd7cadc0 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:12:24.282219 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044c659c-55cd-49ae-a324-6b6de3f2db75', 'tag': '78518635-f3e4-4442-9813-e342cf5d7a38', 'status': 'completed', 'code': 200}
Jun 04 15:12:24.344560 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7879b60-ff59-44bb-8966-27102bb805c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:24.405314 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-40de772d-0e9a-4b68-bb9a-e9c6eb333c53 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78518635-f3e4-4442-9813-e342cf5d7a38 HTTP/1.1" status: 200  len: 217 time: 0.1174128
Jun 04 15:12:24.439221 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca3b400c-bd51-44dc-8680-49023dd7a7c1,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:24.450007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-680554ad-4b31-43a9-a90f-5b50418139bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:24.451615 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-680554ad-4b31-43a9-a90f-5b50418139bc service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.6067934
Jun 04 15:12:24.458273 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:24.475172 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5920c-85c1-4ab3-92ed-0c9e1e7a9526 req-4f833cbf-6fd3-4471-aba9-817f411742c6 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:24.476793 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ffd5920c-85c1-4ab3-92ed-0c9e1e7a9526 req-4f833cbf-6fd3-4471-aba9-817f411742c6 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 944 time: 0.8770847
Jun 04 15:12:24.560232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-16e24c81-3f2e-499c-b5a1-65a955d50c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:24.561758 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-16e24c81-3f2e-499c-b5a1-65a955d50c8e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.1453676
Jun 04 15:12:24.597564 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-d855c530-e1fe-4279-b934-7ab369b5f728 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9cca6167-1f51-464a-a79c-b196134decf0 HTTP/1.1" status: 200  len: 217 time: 0.1306398
Jun 04 15:12:24.598287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Checking segment: {'id': '824dfdd5-261b-4eeb-a31a-5e98c84a3c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:12:24.598659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Network hostable DHCP agents. Network: dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:12:24.618801 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cd093bf9-1905-4f8a-9da3-e415917af0a1 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:24.622720 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c294e7c-83ed-4498-a89e-6bb2656886a1 req-03caeda7-a6d4-43c6-a52c-d1636857acfb service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7800455
Jun 04 15:12:24.631067 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-309d75cd-9658-46a9-92c6-f776d8e3c615 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473747
Jun 04 15:12:24.679978 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: cd093bf9-1905-4f8a-9da3-e415917af0a1 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:24.680312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cd093bf9-1905-4f8a-9da3-e415917af0a1 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:24.718594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7516164-32e1-461e-a74b-423373aa7b2a req-b6a7f495-9f6c-4159-91ca-87bfe84c483a tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:24.720690 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c7516164-32e1-461e-a74b-423373aa7b2a req-b6a7f495-9f6c-4159-91ca-87bfe84c483a tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 946 time: 0.2535725
Jun 04 15:12:24.789618 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ffd5920c-85c1-4ab3-92ed-0c9e1e7a9526 req-8d3cf2cb-14af-4618-bcc3-1ca5908d3b20 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2563014
Jun 04 15:12:24.791269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-862f7c47-d008-4544-a3eb-2d2be06f7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:24.792751 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-862f7c47-d008-4544-a3eb-2d2be06f7965 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1822472
Jun 04 15:12:24.864593 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c7516164-32e1-461e-a74b-423373aa7b2a req-bfa360c8-213e-4106-ae6e-ed066d609ecd tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899920
Jun 04 15:12:24.874811 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-469c0096-4691-4c64-94e9-722166d8c860 service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2285333
Jun 04 15:12:24.995027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Network dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:12:25.145043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:12:25.156383 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8dc852-924f-450c-965d-d6df187d6bb7 None None] Network dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:12:25.217190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:25.217799 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:25.223240 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-c68ab60a-6aa9-4959-b9ed-7238c8e6eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:25.224797 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-c68ab60a-6aa9-4959-b9ed-7238c8e6eaf7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 1097 time: 0.4292080
Jun 04 15:12:25.231540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-7d398f3a-b8ca-4c3a-ad51-5427915b0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:25.233292 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-7d398f3a-b8ca-4c3a-ad51-5427915b0bc7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3373511
Jun 04 15:12:25.491757 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 4.1585925
Jun 04 15:12:25.508453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37426) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:25.515128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8021120-router', 'tenant_id': '9df4d803cb234550b4c16ffa44a1264d', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:12:25.529320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:12:25.542307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Usage tracker for resource:router and tenant:9df4d803cb234550b4c16ffa44a1264d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:12:25.564618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:12:25.581712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:12:25.627264 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a536aba-682f-4dc4-a2b8-1b72413d06cc req-ba66e1ed-1ac7-4ca3-866f-ef432c90fc97 service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7455630
Jun 04 15:12:25.657076 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7879b60-ff59-44bb-8966-27102bb805c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:25.660005 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-3c36d457-f605-4a24-878b-86ee12c21013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:25.664656 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-3c36d457-f605-4a24-878b-86ee12c21013 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.4206979
Jun 04 15:12:25.670775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bfd8b-e897-4537-86cc-3a0f05725382 req-d9d05069-03b4-4f4a-9290-a0fc808bb389 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:25.681021 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f35bfd8b-e897-4537-86cc-3a0f05725382 req-d9d05069-03b4-4f4a-9290-a0fc808bb389 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 944 time: 0.2633314
Jun 04 15:12:25.685387 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-abea3732-27e9-4ce4-9a0f-df13e6078ebe service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4402719
Jun 04 15:12:25.687465 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-78927566-7466-4029-926a-21fe19a3396b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:25.704430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5', 'network_id': 'dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5', 'tenant_id': '9df4d803cb234550b4c16ffa44a1264d', 'fixed_ips': [{'subnet_id': 'ca3b400c-bd51-44dc-8680-49023dd7a7c1'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:12:25.705739 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:25.894487 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4cf34-5251-4f91-aae6-1b4737218ecc req-e606d2e2-23ae-4f6d-a2af-79f4c8229110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:25.896680 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-98f4cf34-5251-4f91-aae6-1b4737218ecc req-e606d2e2-23ae-4f6d-a2af-79f4c8229110 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 1095 time: 0.1142302
Jun 04 15:12:25.927288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7879b60-ff59-44bb-8966-27102bb805c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=978ca166-e61c-4319-a6cd-756f4a59b401,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:25.930806 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-7749b44b-dfb5-4275-ba46-af901e58309b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9cca6167-1f51-464a-a79c-b196134decf0 HTTP/1.1" status: 200  len: 217 time: 0.2441390
Jun 04 15:12:25.931638 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:25.932709 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:25.956062 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:25.985052 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Allocated IP 172.20.0.2 (dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5/ca3b400c-bd51-44dc-8680-49023dd7a7c1/f9993074-9258-43f1-a0cf-5f35ec6bd7e4) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:12:25.990404 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7879b60-ff59-44bb-8966-27102bb805c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:25.994008 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b7879b60-ff59-44bb-8966-27102bb805c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:26.209088 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41dd263-3df8-4a34-a7c7-fc3dc5b5ef0a None None] Network d3e6d47f-032d-4131-b2cf-e40b8170624f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:12:26.232755 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f35bfd8b-e897-4537-86cc-3a0f05725382 req-826585c9-1617-4786-b626-cb061b79492f tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5508413
Jun 04 15:12:26.234230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4cf34-5251-4f91-aae6-1b4737218ecc req-752b6fbc-aa01-443d-a238-ca5c8efd7736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:26.235593 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-98f4cf34-5251-4f91-aae6-1b4737218ecc req-752b6fbc-aa01-443d-a238-ca5c8efd7736 service neutron] 10.222.0.62 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.3281884
Jun 04 15:12:26.249921 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:26.279222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-50d369da-0755-42ef-bbc7-7aad21e9e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:26.281132 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-50d369da-0755-42ef-bbc7-7aad21e9e226 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2858815
Jun 04 15:12:26.340008 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-98f4cf34-5251-4f91-aae6-1b4737218ecc req-f4d47c2a-c851-445c-a23e-6ac71b10548b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78518635-f3e4-4442-9813-e342cf5d7a38 HTTP/1.1" status: 200  len: 217 time: 0.0964153
Jun 04 15:12:26.374395 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b7879b60-ff59-44bb-8966-27102bb805c2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/978ca166-e61c-4319-a6cd-756f4a59b401 HTTP/1.1" status: 204  len: 168 time: 3.3333812
Jun 04 15:12:26.407491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37440) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:26.540103 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-ec42a3c0-861e-4299-a6cf-86f14ae59643 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7767529
Jun 04 15:12:26.617485 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:26.648227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Transition to ACTIVE for port object f9993074-9258-43f1-a0cf-5f35ec6bd7e4 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:12:26.667213 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4cf34-5251-4f91-aae6-1b4737218ecc req-7584a705-ad07-4088-a4b5-8fcec7c2dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:26.668914 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-98f4cf34-5251-4f91-aae6-1b4737218ecc req-7584a705-ad07-4088-a4b5-8fcec7c2dc87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.3192923
Jun 04 15:12:26.703193 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Transition to ACTIVE for port object f9993074-9258-43f1-a0cf-5f35ec6bd7e4 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:12:26.738789 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:26.777926 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-98f4cf34-5251-4f91-aae6-1b4737218ecc req-84c809ae-7f5d-4dac-9cd7-3a15b52b1ccd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1006730
Jun 04 15:12:26.793510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24bdbb-1a78-4bb6-a31b-d5c10819be22 req-502ce80e-7e8f-4f29-9d1a-2914630e58ea tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:26.793510 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3e24bdbb-1a78-4bb6-a31b-d5c10819be22 req-502ce80e-7e8f-4f29-9d1a-2914630e58ea tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 944 time: 0.5268207
Jun 04 15:12:26.795826 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:26.801888 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-66d4567f-20f6-4c19-8ed0-77b158869204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:26.833318 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d82c8e-9d60-4163-82c4-008412c1130c req-39edbe16-4996-440b-8122-4c8a12ba7aa9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:26.837166 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-45d82c8e-9d60-4163-82c4-008412c1130c req-39edbe16-4996-440b-8122-4c8a12ba7aa9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 946 time: 0.3840394
Jun 04 15:12:26.874917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ac368a-5446-479a-b3d6-d89ce8aef710 None None] DHCP port deletion for d3e6d47f-032d-4131-b2cf-e40b8170624f request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:12:26.939253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Network dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:12:26.948677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:12:26.957718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:12:26.996964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Pushing event updated for resources: {'Port': ['ID=f9993074-9258-43f1-a0cf-5f35ec6bd7e4,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:27.023745 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:27.071817 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-45d82c8e-9d60-4163-82c4-008412c1130c req-19f87b71-c2dd-4942-8aef-1702fd1cf6dc tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980531
Jun 04 15:12:27.107999 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Attempting to bind port f9993074-9258-43f1-a0cf-5f35ec6bd7e4 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:12:27.108370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Attempting to bind port f9993074-9258-43f1-a0cf-5f35ec6bd7e4 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '824dfdd5-261b-4eeb-a31a-5e98c84a3c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:12:27.108737 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Attempting to bind port f9993074-9258-43f1-a0cf-5f35ec6bd7e4 on network dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:27.113685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-92334ef3-6c9c-42d5-a0f2-ee11b918cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:27.115280 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-92334ef3-6c9c-42d5-a0f2-ee11b918cb56 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.7427297
Jun 04 15:12:27.118410 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:12:27.118857 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Checking segment: {'id': '824dfdd5-261b-4eeb-a31a-5e98c84a3c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:12:27.119419 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:27.120108 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Bound using segment: {'id': '824dfdd5-261b-4eeb-a31a-5e98c84a3c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:12:27.120936 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Bound port: f9993074-9258-43f1-a0cf-5f35ec6bd7e4, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824dfdd5-261b-4eeb-a31a-5e98c84a3c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:12:27.121612 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:27.129451 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-98f4cf34-5251-4f91-aae6-1b4737218ecc req-512951ba-c6a0-4199-8144-3f23e481bc18 service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2907524
Jun 04 15:12:27.205393 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-61ac368a-5446-479a-b3d6-d89ce8aef710 None None] Deleting port 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:27.205737 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-61ac368a-5446-479a-b3d6-d89ce8aef710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:27.245590 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3e24bdbb-1a78-4bb6-a31b-d5c10819be22 req-77cb1bed-ce46-4e46-a71a-2a31b288949a tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4513509
Jun 04 15:12:27.302452 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:27.345609 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-98f4cf34-5251-4f91-aae6-1b4737218ecc req-468d0fc2-1e67-44ef-af16-767a74a264ab service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2039506
Jun 04 15:12:27.366670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Deleting port 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:27.368228 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:27.540200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] For port 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7f6fac9f-8f97-4dda-99c0-4fc35dc51e67,segment=NetworkSegment(59886ccd-ebb0-40fa-9643-f5a2ad5d4b45),segment_id=59886ccd-ebb0-40fa-9643-f5a2ad5d4b45)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:27.540577 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:27.544551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] For port f9993074-9258-43f1-a0cf-5f35ec6bd7e4, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:12:27.546378 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-4dafd6f0-43f4-436e-9801-e504d3b8a239 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2880030
Jun 04 15:12:27.604529 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-61ac368a-5446-479a-b3d6-d89ce8aef710 None None] For port 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7f6fac9f-8f97-4dda-99c0-4fc35dc51e67,segment=NetworkSegment(59886ccd-ebb0-40fa-9643-f5a2ad5d4b45),segment_id=59886ccd-ebb0-40fa-9643-f5a2ad5d4b45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:27.605394 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-61ac368a-5446-479a-b3d6-d89ce8aef710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:27.623940 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] For port f9993074-9258-43f1-a0cf-5f35ec6bd7e4, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f9993074-9258-43f1-a0cf-5f35ec6bd7e4,segment=NetworkSegment(824dfdd5-261b-4eeb-a31a-5e98c84a3c8b),segment_id=824dfdd5-261b-4eeb-a31a-5e98c84a3c8b)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:12:27.746534 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-61ac368a-5446-479a-b3d6-d89ce8aef710 None None] Calling delete_port for 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:27.756312 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:27.762484 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:27.764780 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Calling delete_port for 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:27.817070 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b9524087-cf35-4311-8886-e4f92efeeaef details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:12:27.897449 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9cca6167-1f51-464a-a79c-b196134decf0 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:12:27.916279 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:27.921121 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Pushing event updated for resources: {'Port': ['ID=f9993074-9258-43f1-a0cf-5f35ec6bd7e4,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:27.927900 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:27.931386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95b2e6-41b4-488c-a94b-8cf4d523630c req-6326df75-135c-407d-adeb-634285df34dd tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:27.934229 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d13b04e9-c488-4484-94f0-63c2ab4b90e1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:27.939174 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4a95b2e6-41b4-488c-a94b-8cf4d523630c req-6326df75-135c-407d-adeb-634285df34dd tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 944 time: 0.2716217
Jun 04 15:12:27.974584 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45081206-0815-42ea-a8ba-9e6259fbe02c req-4631277f-7cc1-48c3-8ce3-b7ebc5b6203e service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4158506
Jun 04 15:12:28.056859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] No DVR routers for this DVR port 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:12:28.077961 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-61ac368a-5446-479a-b3d6-d89ce8aef710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:28.086120 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:28.111002 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4a95b2e6-41b4-488c-a94b-8cf4d523630c req-fa8b0ce9-6854-4254-a650-7dbeeb87d744 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709323
Jun 04 15:12:28.223447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ac368a-5446-479a-b3d6-d89ce8aef710 None None] No DVR routers for this DVR port 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:12:28.237892 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac368a-5446-479a-b3d6-d89ce8aef710 None None] Pushing event deleted for resources: {'Port': ['ID=7f6fac9f-8f97-4dda-99c0-4fc35dc51e67,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:28.244379 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b9524087-cf35-4311-8886-e4f92efeeaef,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:28.261406 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-61ac368a-5446-479a-b3d6-d89ce8aef710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:28.287797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'b9524087-cf35-4311-8886-e4f92efeeaef', 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252', 'port_id': 'b9524087-cf35-4311-8886-e4f92efeeaef', 'mac_address': 'fa:16:3e:81:d1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d86b49a-00d2-4998-bd4d-bc1a29d13a41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:12:28.352012 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9cca6167-1f51-464a-a79c-b196134decf0,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:28.356933 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:28.392978 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '9cca6167-1f51-464a-a79c-b196134decf0', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '9cca6167-1f51-464a-a79c-b196134decf0', 'mac_address': 'fa:16:3e:d3:37:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:12:28.446067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:28.446501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6fac9f-8f97-4dda-99c0-4fc35dc51e67,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:28.452522 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:28.481641 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:28.502450 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:28.514364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cca6167-1f51-464a-a79c-b196134decf0 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:12:28.533498 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9524087-cf35-4311-8886-e4f92efeeaef {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:12:28.554477 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:28.590432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c10ffa0>,) {'filters': {'network_id': ['d3e6d47f-032d-4131-b2cf-e40b8170624f']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:28.603197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b9524087-cf35-4311-8886-e4f92efeeaef,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:28.612411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9cca6167-1f51-464a-a79c-b196134decf0,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:28.649586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c10ffa0>, '59886ccd-ebb0-40fa-9643-f5a2ad5d4b45') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:28.656189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c10ffa0>, '59886ccd-ebb0-40fa-9643-f5a2ad5d4b45') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:28.691053 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:28.695283 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:28.695801 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:28.712806 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce88287-18bb-48d2-8b38-a3578eee9b23 req-e2311996-9069-4a09-87a8-abf5e8f13d18 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:28.721482 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cce88287-18bb-48d2-8b38-a3578eee9b23 req-e2311996-9069-4a09-87a8-abf5e8f13d18 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 946 time: 0.2280695
Jun 04 15:12:28.768303 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:28.771281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Allocated IP 172.25.4.246 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/08830ca0-d867-4a7c-840c-aba50776f67c) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:12:28.798240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:12:28.798663 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:28.816692 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f9993074-9258-43f1-a0cf-5f35ec6bd7e4 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:12:28.845881 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:12:28.848054 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cce88287-18bb-48d2-8b38-a3578eee9b23 req-28f78d80-295a-4bb9-a192-68342d012c13 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135132
Jun 04 15:12:28.994335 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:29.097907 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['b9524087-cf35-4311-8886-e4f92efeeaef'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:12:29.197893 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=b9524087-cf35-4311-8886-e4f92efeeaef,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:29.223006 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:29.225409 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:29.230030 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:29.258386 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:29.258519 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:29.267779 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:29.339022 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:29.350987 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-90a95a68-16e6-4028-8cf1-a9815b2ffef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:29.373910 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e6d47f-032d-4131-b2cf-e40b8170624f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:29.380348 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port f9993074-9258-43f1-a0cf-5f35ec6bd7e4 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:12:29.384749 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:29.415304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2b992-05e9-437b-b4de-7418657a23ee req-78c800c0-cba3-46bc-8cab-282a81099b77 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:29.431611 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0ad2b992-05e9-437b-b4de-7418657a23ee req-78c800c0-cba3-46bc-8cab-282a81099b77 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 945 time: 0.4062855
Jun 04 15:12:29.487055 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d3e6d47f-032d-4131-b2cf-e40b8170624f HTTP/1.1" status: 204  len: 168 time: 3.0777638
Jun 04 15:12:29.497472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ed6493-4bea-4af4-84c7-e28fd129c629 None None] Network dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:12:29.584908 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0ad2b992-05e9-437b-b4de-7418657a23ee req-5eeeef56-eafc-4526-89ef-d1758b2031ad tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506970
Jun 04 15:12:29.628288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:12:29.630840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:12:29.646561 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:12:29.655020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:29.682581 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['9cca6167-1f51-464a-a79c-b196134decf0'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:12:29.780747 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37490) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:29.886723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:29.887082 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7f6fac9f-8f97-4dda-99c0-4fc35dc51e67 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:29.916438 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-47057a05-70f6-45fc-8c92-ab91f3007dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:29.982866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=9cca6167-1f51-464a-a79c-b196134decf0,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:30.092836 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:30.116967 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f29f391c-41af-4d47-babc-7a43d6aedef1 None None] Provisioning for port f9993074-9258-43f1-a0cf-5f35ec6bd7e4 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:12:30.140734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37498) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:30.155578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f29f391c-41af-4d47-babc-7a43d6aedef1 None None] Provisioning complete for port f9993074-9258-43f1-a0cf-5f35ec6bd7e4 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:12:30.155958 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f29f391c-41af-4d47-babc-7a43d6aedef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:30.255711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Pushing event updated for resources: {'Port': ['ID=08830ca0-d867-4a7c-840c-aba50776f67c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:30.369482 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.012s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:30.482131 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f29f391c-41af-4d47-babc-7a43d6aedef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:30.497802 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c4a54318-d5c3-47cf-b3c7-72bc3eadc13a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca8ed9dff951491bab3000a1b762c96c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3482296
Jun 04 15:12:30.501170 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37500) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:30.550622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa9c31-7279-48cb-b71b-f417558d21bd req-40c4c2b2-5a14-44c9-b47c-c091a2341456 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:30.552369 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-21aa9c31-7279-48cb-b71b-f417558d21bd req-40c4c2b2-5a14-44c9-b47c-c091a2341456 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 944 time: 0.6345811
Jun 04 15:12:30.636609 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-21aa9c31-7279-48cb-b71b-f417558d21bd req-bb9e705b-da36-44ad-990c-5f37ee4171f5 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772238
Jun 04 15:12:30.715112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f29f391c-41af-4d47-babc-7a43d6aedef1 None None] For port f9993074-9258-43f1-a0cf-5f35ec6bd7e4, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f9993074-9258-43f1-a0cf-5f35ec6bd7e4,segment=NetworkSegment(824dfdd5-261b-4eeb-a31a-5e98c84a3c8b),segment_id=824dfdd5-261b-4eeb-a31a-5e98c84a3c8b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:30.791018 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f29f391c-41af-4d47-babc-7a43d6aedef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:30.801681 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:30.815188 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780a651-0dac-494b-b5b5-1a584dd62a48 req-8e776280-953f-4887-82ae-7635f72dc275 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:30.840630 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e780a651-0dac-494b-b5b5-1a584dd62a48 req-8e776280-953f-4887-82ae-7635f72dc275 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 947 time: 0.6340573
Jun 04 15:12:30.949290 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ecbbf3bb-7976-4814-8bcf-50ea75d8d1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:30.992754 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f391c-41af-4d47-babc-7a43d6aedef1 None None] Pushing event updated for resources: {'Port': ['ID=f9993074-9258-43f1-a0cf-5f35ec6bd7e4,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:31.001846 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f29f391c-41af-4d47-babc-7a43d6aedef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:31.006456 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ecbbf3bb-7976-4814-8bcf-50ea75d8d1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:31.032933 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-16329332-c68f-4e6c-acb4-7781afebe93f None None] Provisioning complete for port f9993074-9258-43f1-a0cf-5f35ec6bd7e4 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:12:31.032933 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-16329332-c68f-4e6c-acb4-7781afebe93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:31.114845 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:31.116200 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e780a651-0dac-494b-b5b5-1a584dd62a48 req-85c7a6e0-b793-47cb-bb00-13a0b0afa4c9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2744584
Jun 04 15:12:31.249854 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ecbbf3bb-7976-4814-8bcf-50ea75d8d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:31.263686 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-517a6dca-fe53-4cfa-aa56-ae487d85d5d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:31.282049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbf3bb-7976-4814-8bcf-50ea75d8d1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f924bb-f62c-40b8-a90b-2184d6c13642,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:31.284207 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ecbbf3bb-7976-4814-8bcf-50ea75d8d1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:31.285152 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ecbbf3bb-7976-4814-8bcf-50ea75d8d1a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8f924bb-f62c-40b8-a90b-2184d6c13642 HTTP/1.1" status: 204  len: 168 time: 0.7468171
Jun 04 15:12:31.287373 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ecbbf3bb-7976-4814-8bcf-50ea75d8d1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:31.350122 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8019faf4-9f57-46da-9769-1092fd39c76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:31.665671 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb71a5-8d90-472a-9c5b-db2f934f6c21 req-b1f8b0aa-bec0-43b9-8519-ab1c9c630832 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:31.667241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-23fb71a5-8d90-472a-9c5b-db2f934f6c21 req-b1f8b0aa-bec0-43b9-8519-ab1c9c630832 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 945 time: 0.4407570
Jun 04 15:12:31.736770 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:12:31.846363 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-23fb71a5-8d90-472a-9c5b-db2f934f6c21 req-6994a1f7-62d4-4c11-9c52-0a0a593577af tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689832
Jun 04 15:12:31.859237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b9524087-cf35-4311-8886-e4f92efeeaef up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:12:31.903584 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:32.062837 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:32.080977 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port b9524087-cf35-4311-8886-e4f92efeeaef completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:12:32.087718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port b9524087-cf35-4311-8886-e4f92efeeaef triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:12:32.091388 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:32.360446 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c86cf1c4-d7d7-4950-8713-9e0b96a9e027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:32.412570 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:32.419387 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8019faf4-9f57-46da-9769-1092fd39c76b admin admin] Deleting port bc85c723-c522-42c6-9e0a-95b6b0d55293 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:32.419956 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8019faf4-9f57-46da-9769-1092fd39c76b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:32.508175 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b9524087-cf35-4311-8886-e4f92efeeaef,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:32.509257 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5546fd4b-1632-42e3-9abb-fd5e791dd6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9524087-cf35-4311-8886-e4f92efeeaef'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:12:32.512880 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cd7a40-9189-4719-b010-adc183a1fd70" -d '{"events": [{"server_uuid": "5546fd4b-1632-42e3-9abb-fd5e791dd6dc", "name": "network-vif-plugged", "status": "completed", "tag": "b9524087-cf35-4311-8886-e4f92efeeaef"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:12:32.555567 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:32.558538 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:32.653750 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f9993074-9258-43f1-a0cf-5f35ec6bd7e4 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:12:32.654496 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17b223-d885-4e67-b394-65a595d0f588 req-423d22f2-c9f1-45a6-9f46-934eac2b4d67 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:32.663734 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e17b223-d885-4e67-b394-65a595d0f588 req-423d22f2-c9f1-45a6-9f46-934eac2b4d67 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 944 time: 0.3634810
Jun 04 15:12:32.720234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Router 4f1c0736-8f64-4a1d-b32e-c1c041a6623d is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:12:32.733266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af6c5-150a-439e-802c-0582bb5ed243 req-d323350d-d976-4764-8247-f07a9eb0786d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:32.734762 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-d323350d-d976-4764-8247-f07a9eb0786d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871&tenant_id=3254735b2dc54fbdbff67741a34d5965&binding%3Ahost_id=n-h2-791505-9 HTTP/1.1" status: 200  len: 947 time: 0.2735527
Jun 04 15:12:32.814383 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-8019faf4-9f57-46da-9769-1092fd39c76b admin admin] For port bc85c723-c522-42c6-9e0a-95b6b0d55293, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bc85c723-c522-42c6-9e0a-95b6b0d55293,segment=NetworkSegment(982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab),segment_id=982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:32.814776 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8019faf4-9f57-46da-9769-1092fd39c76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:32.890027 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=b9524087-cf35-4311-8886-e4f92efeeaef,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:32.902176 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port f9993074-9258-43f1-a0cf-5f35ec6bd7e4 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:12:32.903005 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:32.921514 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e17b223-d885-4e67-b394-65a595d0f588 req-f8576a56-8756-4c53-93c4-9bb870d1dcd9 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2565694
Jun 04 15:12:32.935810 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-3e161634-6697-4b43-8d6f-393c17e372e0 service neutron] 10.222.0.62 "GET /v2.0/ports/9cca6167-1f51-464a-a79c-b196134decf0/bindings/n-h2-791505-9 HTTP/1.1" status: 200  len: 382 time: 0.1891973
Jun 04 15:12:32.986705 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:32.987200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:32.987642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:32.988135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:32.988857 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:32.989314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:32.989761 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:32.990187 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:32.990701 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:32.991646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:32.996874 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:33.003204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:12:33.020855 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:33.075814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8019faf4-9f57-46da-9769-1092fd39c76b admin admin] Calling delete_port for bc85c723-c522-42c6-9e0a-95b6b0d55293 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:33.103411 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6075e1-a890-4b94-ad4c-432a30fdf986 req-d2700bde-8dba-436c-9eae-e6017f47dbdc tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:33.111796 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cb6075e1-a890-4b94-ad4c-432a30fdf986 req-d2700bde-8dba-436c-9eae-e6017f47dbdc tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 947 time: 0.3929219
Jun 04 15:12:33.178621 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e199f8ea-4016-45ca-b0b0-3683c0e09d0c x-openstack-request-id: req-e199f8ea-4016-45ca-b0b0-3683c0e09d0c {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:12:33.179230 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5546fd4b-1632-42e3-9abb-fd5e791dd6dc", "name": "network-vif-plugged", "status": "completed", "tag": "b9524087-cf35-4311-8886-e4f92efeeaef", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:12:33.180075 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e199f8ea-4016-45ca-b0b0-3683c0e09d0c {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:12:33.180334 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5546fd4b-1632-42e3-9abb-fd5e791dd6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9524087-cf35-4311-8886-e4f92efeeaef', 'code': 200}
Jun 04 15:12:33.273925 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cb6075e1-a890-4b94-ad4c-432a30fdf986 req-36d97025-3d55-4482-955b-95747ee8fca1 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607838
Jun 04 15:12:33.447294 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:33.562277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:12:33.578488 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8019faf4-9f57-46da-9769-1092fd39c76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:33.591404 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Sync routers for ids ['4f1c0736-8f64-4a1d-b32e-c1c041a6623d'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:12:33.592932 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:33.609057 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Routers {'4f1c0736-8f64-4a1d-b32e-c1c041a6623d'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:33.626426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c902ca0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4f1c0736-8f64-4a1d-b32e-c1c041a6623d'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:33.665416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af6c5-150a-439e-802c-0582bb5ed243 req-e2d9d9de-d10a-4c40-8701-1aaaf0c0baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:33.670673 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-e2d9d9de-d10a-4c40-8701-1aaaf0c0baf9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 1098 time: 0.3635983
Jun 04 15:12:33.685378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827bcb3-0568-4e5e-aa95-cafb956e5d9c req-3ff01dba-8ea0-4143-9e78-31969bdb1c4f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:33.688339 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f827bcb3-0568-4e5e-aa95-cafb956e5d9c req-3ff01dba-8ea0-4143-9e78-31969bdb1c4f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 946 time: 0.2499754
Jun 04 15:12:33.692802 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:33.699517 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 933 time: 8.1896563
Jun 04 15:12:33.705651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32a97f-900d-4ece-8b98-89d5129b71da req-e7a73880-06ed-4b33-82df-3432f844c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:33.705651 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9b32a97f-900d-4ece-8b98-89d5129b71da req-e7a73880-06ed-4b33-82df-3432f844c774 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 1097 time: 0.3997235
Jun 04 15:12:33.708792 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37564) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:33.806532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019faf4-9f57-46da-9769-1092fd39c76b admin admin] Pushing event deleted for resources: {'Port': ['ID=bc85c723-c522-42c6-9e0a-95b6b0d55293,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:33.815625 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8019faf4-9f57-46da-9769-1092fd39c76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:33.930140 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 78518635-f3e4-4442-9813-e342cf5d7a38 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:12:34.056665 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f827bcb3-0568-4e5e-aa95-cafb956e5d9c req-c34f3bbd-8e0a-4825-b2c3-9c41232cccbe tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3010871
Jun 04 15:12:34.059339 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9b32a97f-900d-4ece-8b98-89d5129b71da req-3f9b6ff2-d74b-4f23-954e-5d07f3e47799 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3108571
Jun 04 15:12:34.073274 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-11c388b1-3966-4694-a1a1-8eff3d052f41 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4481fd19c51c437bb06a3ed5275a6b82&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0508237
Jun 04 15:12:34.111868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af6c5-150a-439e-802c-0582bb5ed243 req-924513f6-10c8-47e4-8c6f-a2ffcfddb394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:34.114503 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-924513f6-10c8-47e4-8c6f-a2ffcfddb394 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.4244127
Jun 04 15:12:34.183372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 78518635-f3e4-4442-9813-e342cf5d7a38, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=78518635-f3e4-4442-9813-e342cf5d7a38,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:34.199293 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9cca6167-1f51-464a-a79c-b196134decf0 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:12:34.255475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-384d0a01-c081-4ffb-88a8-07f63cbf2755 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9cca6167-1f51-464a-a79c-b196134decf0 HTTP/1.1" status: 200  len: 217 time: 0.1326923
Jun 04 15:12:34.287377 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '78518635-f3e4-4442-9813-e342cf5d7a38', 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969', 'port_id': '78518635-f3e4-4442-9813-e342cf5d7a38', 'mac_address': 'fa:16:3e:5c:5d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89890e03-c3ba-40af-a914-1d8ff3976cbd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:12:34.371573 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:34.398454 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78518635-f3e4-4442-9813-e342cf5d7a38 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:12:34.402385 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8019faf4-9f57-46da-9769-1092fd39c76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:34.418703 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 78518635-f3e4-4442-9813-e342cf5d7a38, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=78518635-f3e4-4442-9813-e342cf5d7a38,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:34.429766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af6c5-150a-439e-802c-0582bb5ed243 req-768113f7-a4d4-410d-9f92-f434a16d1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:34.432271 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-768113f7-a4d4-410d-9f92-f434a16d1fc4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1694536
Jun 04 15:12:34.439053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Set router 4f1c0736-8f64-4a1d-b32e-c1c041a6623d gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:34.509429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d625c-7d87-4f6b-81e7-77217a9e4e4b req-796ab95a-4737-4b89-b38a-a2234612e97b tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:34.518623 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-644d625c-7d87-4f6b-81e7-77217a9e4e4b req-796ab95a-4737-4b89-b38a-a2234612e97b tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 944 time: 0.2057366
Jun 04 15:12:34.582738 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 9cca6167-1f51-464a-a79c-b196134decf0 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:12:34.586722 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:34.607406 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b0ce46a4-a0e6-4617-9e0d-995c3cbb2203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:34.609393 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-644d625c-7d87-4f6b-81e7-77217a9e4e4b req-ebe2805f-514f-4c57-8291-bb6fed2745fd tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889735
Jun 04 15:12:34.681439 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af6c5-150a-439e-802c-0582bb5ed243 req-787530e1-1d47-496a-836d-79d4d7806eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:34.685503 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-787530e1-1d47-496a-836d-79d4d7806eae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2407849
Jun 04 15:12:34.757606 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 9cca6167-1f51-464a-a79c-b196134decf0 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:12:34.757954 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:35.041313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-70db3d9c-83fb-4ab3-8a1f-9d1dc253e1bf tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:35.043459 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-70db3d9c-83fb-4ab3-8a1f-9d1dc253e1bf tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.9605203
Jun 04 15:12:35.048256 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-9bbec780-1a5b-4802-b000-98f772c65a7f service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3441508
Jun 04 15:12:35.154762 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=78518635-f3e4-4442-9813-e342cf5d7a38,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:35.164696 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:35.179798 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['78518635-f3e4-4442-9813-e342cf5d7a38'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:12:35.190810 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-2806e3ca-f6d8-4178-8899-04dc29db0021 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/quotas/4481fd19c51c437bb06a3ed5275a6b82 HTTP/1.1" status: 200  len: 375 time: 0.0606389
Jun 04 15:12:35.283204 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:35.341335 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-b100278a-2a54-46b6-9ae1-c8f74c0d1cc5 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4481fd19c51c437bb06a3ed5275a6b82&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0901613
Jun 04 15:12:35.451584 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20588c-e3bd-46f5-aa16-a57c0089c9ac req-0fc89bad-0513-4ff4-94eb-b1770849cad4 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:35.453239 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-df20588c-e3bd-46f5-aa16-a57c0089c9ac req-0fc89bad-0513-4ff4-94eb-b1770849cad4 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 947 time: 0.3563576
Jun 04 15:12:35.494528 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:35.522628 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-e7dc60a5-ddf4-4ff0-b843-b34b95aaa299 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4644949
Jun 04 15:12:35.558021 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9cca6167-1f51-464a-a79c-b196134decf0,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:35.559659 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:12:35.563334 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fee1635-652c-4663-99d3-4c19250a98ef" -d '{"events": [{"server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "name": "network-vif-plugged", "status": "completed", "tag": "9cca6167-1f51-464a-a79c-b196134decf0"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:12:35.587779 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-df20588c-e3bd-46f5-aa16-a57c0089c9ac req-3df491b6-634e-4ee8-86a0-9b51bede6b3c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278801
Jun 04 15:12:35.639213 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:35.642969 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-199d87a7-cc1e-4fc1-a8f7-ae4310527ec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:35.736408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c902ca0>, [{'id': '4f1c0736-8f64-4a1d-b32e-c1c041a6623d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8021120-router', 'tenant_id': '9df4d803cb234550b4c16ffa44a1264d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '08830ca0-d867-4a7c-840c-aba50776f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:12:25Z', 'updated_at': '2021-06-04T15:12:30Z', 'revision_number': 3, 'project_id': '9df4d803cb234550b4c16ffa44a1264d', 'gw_port': {'id': '08830ca0-d867-4a7c-840c-aba50776f67c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1c0736-8f64-4a1d-b32e-c1c041a6623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:12:28Z', 'updated_at': '2021-06-04T15:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:35.745305 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:35.769966 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Checking router: 4f1c0736-8f64-4a1d-b32e-c1c041a6623d for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:12:35.770558 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Updating router 4f1c0736-8f64-4a1d-b32e-c1c041a6623d port 08830ca0-d867-4a7c-840c-aba50776f67c binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:12:35.845417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8019faf4-9f57-46da-9769-1092fd39c76b admin admin] Router f29aa087-79de-4f84-88b2-1e87642060da has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:12:35.872324 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af68987-6872-4476-be94-7bc7a25ca556 x-openstack-request-id: req-9af68987-6872-4476-be94-7bc7a25ca556 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:12:35.881586 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "name": "network-vif-plugged", "status": "completed", "tag": "9cca6167-1f51-464a-a79c-b196134decf0", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:12:35.887830 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9af68987-6872-4476-be94-7bc7a25ca556 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:12:35.888786 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0', 'code': 200}
Jun 04 15:12:35.944823 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=9cca6167-1f51-464a-a79c-b196134decf0,revision_number=9']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:35.952454 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:35.961041 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:36.264053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8019faf4-9f57-46da-9769-1092fd39c76b admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:12:36.297090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Allocated IP 172.20.0.1 (dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5/ca3b400c-bd51-44dc-8680-49023dd7a7c1/9a4d47bc-ca23-4983-bbd6-05e2dd4f0867) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:12:36.298340 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c492e4-3d61-4333-8f0a-4d48f2815941 None None] Sync routers for ids ['f29aa087-79de-4f84-88b2-1e87642060da'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:12:36.302156 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8019faf4-9f57-46da-9769-1092fd39c76b admin admin] 10.222.0.32 "PUT /v2.0/routers/f29aa087-79de-4f84-88b2-1e87642060da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5202487
Jun 04 15:12:36.306760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37604) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:36.323812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f787a-8167-46ef-ae22-8a5962c83c26 req-aa858e46-5272-4016-b828-e83e38d008cc tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:36.326533 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ab5f787a-8167-46ef-ae22-8a5962c83c26 req-aa858e46-5272-4016-b828-e83e38d008cc tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 945 time: 0.2122638
Jun 04 15:12:36.330260 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c492e4-3d61-4333-8f0a-4d48f2815941 None None] Routers {'f29aa087-79de-4f84-88b2-1e87642060da'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:36.332178 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-21c492e4-3d61-4333-8f0a-4d48f2815941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb8e7c0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['f29aa087-79de-4f84-88b2-1e87642060da'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:36.577532 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-21c492e4-3d61-4333-8f0a-4d48f2815941 None None] Set router f29aa087-79de-4f84-88b2-1e87642060da gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:36.688929 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:36.752109 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ab5f787a-8167-46ef-ae22-8a5962c83c26 req-1b69288f-dfab-4071-aff4-ee4431d695bf tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4133828
Jun 04 15:12:36.846530 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:36.898873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Transition to ACTIVE for port object 08830ca0-d867-4a7c-840c-aba50776f67c will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:12:36.997041 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:37.011858 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:37.018501 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-18c987f9-c224-427b-a074-e15fb488b37d req-bb8409e1-f9bd-4829-adc2-53927b123e4a tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 210 time: 0.0742285
Jun 04 15:12:37.027643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16023fd-3a37-4496-82cf-4c8d83ee8d54 req-0821150c-5ccc-432b-bc45-1875bfdfbaac tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:37.048418 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b16023fd-3a37-4496-82cf-4c8d83ee8d54 req-0821150c-5ccc-432b-bc45-1875bfdfbaac tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 946 time: 0.9155602
Jun 04 15:12:37.081857 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-21c492e4-3d61-4333-8f0a-4d48f2815941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb8e7c0>, [{'id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'name': 'tempest-AttachSCSIVolumeTestJSON-1446314272-router', 'tenant_id': '9533bf6d683c40c7950c3e298510b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42b81ab2-0209-4646-bc34-0d279550c212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:09:48Z', 'updated_at': '2021-06-04T15:12:33Z', 'revision_number': 5, 'project_id': '9533bf6d683c40c7950c3e298510b11f', 'gw_port': {'id': '42b81ab2-0209-4646-bc34-0d279550c212', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:09:50Z', 'updated_at': '2021-06-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:37.092660 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c492e4-3d61-4333-8f0a-4d48f2815941 None None] Checking router: f29aa087-79de-4f84-88b2-1e87642060da for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:12:37.106221 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:37.121343 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c492e4-3d61-4333-8f0a-4d48f2815941 None None] Routers {'f29aa087-79de-4f84-88b2-1e87642060da'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:37.123263 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-21c492e4-3d61-4333-8f0a-4d48f2815941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb8e7c0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['f29aa087-79de-4f84-88b2-1e87642060da'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:37.142554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Transition to ACTIVE for port object 9a4d47bc-ca23-4983-bbd6-05e2dd4f0867 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:12:37.193956 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b16023fd-3a37-4496-82cf-4c8d83ee8d54 req-68d7a3d0-fda6-4628-866c-790f97ac053b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576607
Jun 04 15:12:37.269673 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a1192-053d-433c-b97e-5afd2602b9f9 None None] Pushing event updated for resources: {'Port': ['ID=08830ca0-d867-4a7c-840c-aba50776f67c,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:37.275991 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:37.285609 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2f6a1192-053d-433c-b97e-5afd2602b9f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:37.289274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Attempting to bind port 08830ca0-d867-4a7c-840c-aba50776f67c on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:12:37.289274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Attempting to bind port 08830ca0-d867-4a7c-840c-aba50776f67c by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:12:37.289274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Attempting to bind port 08830ca0-d867-4a7c-840c-aba50776f67c on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:37.298713 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:12:37.299547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:12:37.299547 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:37.300648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:12:37.300648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Bound port: 08830ca0-d867-4a7c-840c-aba50776f67c, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:12:37.301884 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:37.329678 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:37.357681 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f6e3a9e4-7f0f-4902-b92b-e3e992d87991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:37.455268 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Network dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:12:37.462932 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:12:37.466097 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:12:37.515617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Pushing event updated for resources: {'Port': ['ID=9a4d47bc-ca23-4983-bbd6-05e2dd4f0867,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:37.519480 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:37.550882 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] For port 08830ca0-d867-4a7c-840c-aba50776f67c, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:12:37.556085 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] For port 08830ca0-d867-4a7c-840c-aba50776f67c, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=08830ca0-d867-4a7c-840c-aba50776f67c,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:12:37.567182 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:37.576508 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-21c492e4-3d61-4333-8f0a-4d48f2815941 None None] Set router f29aa087-79de-4f84-88b2-1e87642060da gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:37.659352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] Deleting port 42b81ab2-0209-4646-bc34-0d279550c212 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:37.659849 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:37.664715 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:37.673517 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:37.822330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a1192-053d-433c-b97e-5afd2602b9f9 None None] Pushing event updated for resources: {'Port': ['ID=08830ca0-d867-4a7c-840c-aba50776f67c,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:37.827262 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2f6a1192-053d-433c-b97e-5afd2602b9f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:37.848752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Routers {'4f1c0736-8f64-4a1d-b32e-c1c041a6623d'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:37.849604 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c902ca0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4f1c0736-8f64-4a1d-b32e-c1c041a6623d'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:37.865556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00260dfb-acaf-4d90-bcb9-c484c004266c req-63b2ac2e-e500-45ab-b071-1ab0a4961a93 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:37.867494 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00260dfb-acaf-4d90-bcb9-c484c004266c req-63b2ac2e-e500-45ab-b071-1ab0a4961a93 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.6103332
Jun 04 15:12:37.927055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 78518635-f3e4-4442-9813-e342cf5d7a38 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:12:37.931101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] For port 42b81ab2-0209-4646-bc34-0d279550c212, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=42b81ab2-0209-4646-bc34-0d279550c212,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:37.932162 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:37.960028 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00260dfb-acaf-4d90-bcb9-c484c004266c req-4f611182-813d-493b-a3ce-f572089f60a2 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819652
Jun 04 15:12:38.117228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] Calling delete_port for 42b81ab2-0209-4646-bc34-0d279550c212 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:38.139072 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-21c492e4-3d61-4333-8f0a-4d48f2815941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb8e7c0>, [{'id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'name': 'tempest-AttachSCSIVolumeTestJSON-1446314272-router', 'tenant_id': '9533bf6d683c40c7950c3e298510b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42b81ab2-0209-4646-bc34-0d279550c212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:09:48Z', 'updated_at': '2021-06-04T15:12:33Z', 'revision_number': 5, 'project_id': '9533bf6d683c40c7950c3e298510b11f', 'gw_port': {'id': '42b81ab2-0209-4646-bc34-0d279550c212', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:09:50Z', 'updated_at': '2021-06-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:38.142609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b21fa-20f4-423b-8e1b-efe351eaaad5 req-0c9d94b0-7f5c-4174-b489-43b09966f4f5 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:38.149332 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c492e4-3d61-4333-8f0a-4d48f2815941 None None] The sync data for ids ['f29aa087-79de-4f84-88b2-1e87642060da'] in n-d-791505-9 is: [{'id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'name': 'tempest-AttachSCSIVolumeTestJSON-1446314272-router', 'tenant_id': '9533bf6d683c40c7950c3e298510b11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42b81ab2-0209-4646-bc34-0d279550c212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:09:48Z', 'updated_at': '2021-06-04T15:12:33Z', 'revision_number': 5, 'project_id': '9533bf6d683c40c7950c3e298510b11f', 'gw_port': {'id': '42b81ab2-0209-4646-bc34-0d279550c212', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aa087-79de-4f84-88b2-1e87642060da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:09:50Z', 'updated_at': '2021-06-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:12:38.153491 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-667b21fa-20f4-423b-8e1b-efe351eaaad5 req-0c9d94b0-7f5c-4174-b489-43b09966f4f5 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 1097 time: 0.2931547
Jun 04 15:12:38.233348 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-667b21fa-20f4-423b-8e1b-efe351eaaad5 req-29367949-2ac4-4e89-8e08-75aa101ee7ed tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785859
Jun 04 15:12:38.308569 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bb6d6659-9940-4210-8992-74edfde07787 None None] Provisioning for port 9a4d47bc-ca23-4983-bbd6-05e2dd4f0867 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:12:38.322439 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bb6d6659-9940-4210-8992-74edfde07787 None None] Provisioning complete for port 9a4d47bc-ca23-4983-bbd6-05e2dd4f0867 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:12:38.322816 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bb6d6659-9940-4210-8992-74edfde07787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:38.368373 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:38.434511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] Set router 4f1c0736-8f64-4a1d-b32e-c1c041a6623d gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:38.483750 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4a121b89-af1f-4292-b4d7-bf60796546e4 req-eebdca23-f5f7-40e4-b4c6-0d573f80b8a7 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 210 time: 0.0679412
Jun 04 15:12:38.491211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d14416-0fe5-4265-9f64-00c4c3137f07 req-05fc6ff5-c776-4aca-b0c0-f98c4433f175 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:38.492845 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f9d14416-0fe5-4265-9f64-00c4c3137f07 req-05fc6ff5-c776-4aca-b0c0-f98c4433f175 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 945 time: 0.3365219
Jun 04 15:12:38.501329 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d6659-9940-4210-8992-74edfde07787 None None] Port 9a4d47bc-ca23-4983-bbd6-05e2dd4f0867 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:12:38.572422 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:38.579300 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-083e8841-2bda-48f0-a634-8935a80fbc37 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:38.600573 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 78518635-f3e4-4442-9813-e342cf5d7a38 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:12:38.635240 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f9d14416-0fe5-4265-9f64-00c4c3137f07 req-90f56b6e-21b4-40bd-b9a1-9e67c4fe3158 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349359
Jun 04 15:12:38.664861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bc85c723-c522-42c6-9e0a-95b6b0d55293 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:38.690594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] Pushing event deleted for resources: {'Port': ['ID=42b81ab2-0209-4646-bc34-0d279550c212,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:38.696545 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:38.747606 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 78518635-f3e4-4442-9813-e342cf5d7a38 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:12:38.748140 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:38.797893 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:38.802709 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: bc85c723-c522-42c6-9e0a-95b6b0d55293 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:38.803199 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bc85c723-c522-42c6-9e0a-95b6b0d55293 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:38.863036 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:38.897056 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:38.934150 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:39.028092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Pushing event updated for resources: {'Port': ['ID=9a4d47bc-ca23-4983-bbd6-05e2dd4f0867,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:39.038709 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:39.039810 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:39.106641 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:39.132535 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c902ca0>, [{'id': '4f1c0736-8f64-4a1d-b32e-c1c041a6623d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8021120-router', 'tenant_id': '9df4d803cb234550b4c16ffa44a1264d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '08830ca0-d867-4a7c-840c-aba50776f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:12:25Z', 'updated_at': '2021-06-04T15:12:30Z', 'revision_number': 3, 'project_id': '9df4d803cb234550b4c16ffa44a1264d', 'gw_port': {'id': '08830ca0-d867-4a7c-840c-aba50776f67c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1c0736-8f64-4a1d-b32e-c1c041a6623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:12:28Z', 'updated_at': '2021-06-04T15:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:39.139426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489dfb06-53bc-4c9e-b7f1-be223ba67e1a None None] The sync data for ids ['4f1c0736-8f64-4a1d-b32e-c1c041a6623d'] in n-d-791505-9 is: [{'id': '4f1c0736-8f64-4a1d-b32e-c1c041a6623d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8021120-router', 'tenant_id': '9df4d803cb234550b4c16ffa44a1264d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '08830ca0-d867-4a7c-840c-aba50776f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:12:25Z', 'updated_at': '2021-06-04T15:12:30Z', 'revision_number': 3, 'project_id': '9df4d803cb234550b4c16ffa44a1264d', 'gw_port': {'id': '08830ca0-d867-4a7c-840c-aba50776f67c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1c0736-8f64-4a1d-b32e-c1c041a6623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:12:28Z', 'updated_at': '2021-06-04T15:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:12:39.157145 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044c659c-55cd-49ae-a324-6b6de3f2db75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78518635-f3e4-4442-9813-e342cf5d7a38'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:12:39.160575 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb27d98c-cc03-4a95-b023-754c47236102" -d '{"events": [{"server_uuid": "044c659c-55cd-49ae-a324-6b6de3f2db75", "name": "network-vif-plugged", "status": "completed", "tag": "78518635-f3e4-4442-9813-e342cf5d7a38"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:12:39.170989 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-ca025b03-7789-4a33-a60b-0ee36f861811 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=4481fd19c51c437bb06a3ed5275a6b82&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0392358
Jun 04 15:12:39.190020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 78518635-f3e4-4442-9813-e342cf5d7a38, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=78518635-f3e4-4442-9813-e342cf5d7a38,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:39.210457 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:39.213316 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:39.250965 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:39.255004 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:39.284864 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Network dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:12:39.286784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:12:39.313504 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:39.314816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f29aa087-79de-4f84-88b2-1e87642060da {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:12:39.378778 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:39.384393 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] 10.222.0.32 "DELETE /v2.0/routers/f29aa087-79de-4f84-88b2-1e87642060da HTTP/1.1" status: 204  len: 168 time: 3.0765495
Jun 04 15:12:39.403390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37648) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:39.434380 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=78518635-f3e4-4442-9813-e342cf5d7a38,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:39.439008 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:39.735223 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Router 4f1c0736-8f64-4a1d-b32e-c1c041a6623d has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:12:39.751615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9c287-bf16-4013-83af-336357d8fcba req-fd700b2b-5a88-454f-a19c-91495044e2bc tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:39.754199 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bbc9c287-bf16-4013-83af-336357d8fcba req-fd700b2b-5a88-454f-a19c-91495044e2bc tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.6011677
Jun 04 15:12:39.760942 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a3bc9afc-132a-4315-9592-34879f92be15 None None] Provisioning complete for port 9a4d47bc-ca23-4983-bbd6-05e2dd4f0867 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:12:39.761568 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9afc-132a-4315-9592-34879f92be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:39.843354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd11f8f-0630-4474-9010-7ffa6578de29 req-762ed415-4bcf-4225-a6b2-94fe70ac9009 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:39.845241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9dd11f8f-0630-4474-9010-7ffa6578de29 req-762ed415-4bcf-4225-a6b2-94fe70ac9009 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 1097 time: 1.1577358
Jun 04 15:12:39.902029 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc9afc-132a-4315-9592-34879f92be15 None None] Port 9a4d47bc-ca23-4983-bbd6-05e2dd4f0867 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:12:39.956425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9dd11f8f-0630-4474-9010-7ffa6578de29 req-693a124a-e8b0-4170-8b71-e3f2624f390a tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826170
Jun 04 15:12:39.956425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b148c8-c1bd-42a0-b70d-c0115b360ba4 admin admin] Deleting subnet f13511b4-09b2-4e41-a7af-014654bd8515 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:12:40.002794 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91b148c8-c1bd-42a0-b70d-c0115b360ba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:40.015938 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bbc9c287-bf16-4013-83af-336357d8fcba req-c39d8dc2-ad0f-46fb-8a29-a1b1f4639f9b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2409794
Jun 04 15:12:40.117805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-cdb386a4-4b65-43cd-90ab-91810790eafc tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:40.118459 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4425ca47-51f0-4917-b981-0a50802f23d7 x-openstack-request-id: req-4425ca47-51f0-4917-b981-0a50802f23d7 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:12:40.119016 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044c659c-55cd-49ae-a324-6b6de3f2db75", "name": "network-vif-plugged", "status": "completed", "tag": "78518635-f3e4-4442-9813-e342cf5d7a38", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:12:40.119302 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4425ca47-51f0-4917-b981-0a50802f23d7 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:12:40.119786 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044c659c-55cd-49ae-a324-6b6de3f2db75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78518635-f3e4-4442-9813-e342cf5d7a38', 'code': 200}
Jun 04 15:12:40.121310 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-cdb386a4-4b65-43cd-90ab-91810790eafc tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.9382131
Jun 04 15:12:40.141691 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91b148c8-c1bd-42a0-b70d-c0115b360ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:40.234324 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:12:40.248265 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] 10.222.0.32 "PUT /v2.0/routers/4f1c0736-8f64-4a1d-b32e-c1c041a6623d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5176997
Jun 04 15:12:40.252398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Request body: {'port': {'device_id': '6761c902-0d4e-4e47-a55e-15da7606cb9f', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '4481fd19c51c437bb06a3ed5275a6b82'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:12:40.399239 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91b148c8-c1bd-42a0-b70d-c0115b360ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:40.399426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00f8ff-166e-4398-ae4b-33003f4e72c1 req-0692a00a-67e3-4d4d-ba0b-c6d8c34672ff tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:40.405038 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6f00f8ff-166e-4398-ae4b-33003f4e72c1 req-0692a00a-67e3-4d4d-ba0b-c6d8c34672ff tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 946 time: 0.1173120
Jun 04 15:12:40.459118 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6f00f8ff-166e-4398-ae4b-33003f4e72c1 req-9a4de8c0-be23-4643-8e86-7d1fec593021 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531926
Jun 04 15:12:40.475009 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-28dc7611-e831-43b3-9b55-e9caab5b4275 req-aff20c91-4ae3-4111-b250-d95b317c0d88 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 210 time: 0.1197526
Jun 04 15:12:40.619213 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:12:40.623186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Usage tracker for resource:port and tenant:4481fd19c51c437bb06a3ed5275a6b82 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:12:40.626239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:12:40.649768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:12:40.650018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af6c5-150a-439e-802c-0582bb5ed243 req-b529ca73-b8f2-48c7-874c-92837cacae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:40.651486 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-b529ca73-b8f2-48c7-874c-92837cacae46 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871&tenant_id=3254735b2dc54fbdbff67741a34d5965 HTTP/1.1" status: 200  len: 1099 time: 1.0801761
Jun 04 15:12:40.701545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 08830ca0-d867-4a7c-840c-aba50776f67c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:12:40.799988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-9', 'device_owner': 'compute:nova'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:12:40.826503 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [req-ae558ca1-f9b9-48c3-8693-01130bc79a10 req-41262720-9c3c-4b8c-9111-c1a24c4ef5f8 tempest-FloatingIPDetailsNegativeTestJSON-1938229343 tempest-FloatingIPDetailsNegativeTestJSON-1938229343-project] show failed (client error): The resource could not be found.
Jun 04 15:12:40.827535 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae558ca1-f9b9-48c3-8693-01130bc79a10 req-41262720-9c3c-4b8c-9111-c1a24c4ef5f8 tempest-FloatingIPDetailsNegativeTestJSON-1938229343 tempest-FloatingIPDetailsNegativeTestJSON-1938229343-project] 10.222.0.32 "GET /v2.0/floatingips/413f27c5-a699-4b65-abc3-904c6c61b46d HTTP/1.1" status: 404  len: 350 time: 0.1186249
Jun 04 15:12:40.840339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37672) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:40.863806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 08830ca0-d867-4a7c-840c-aba50776f67c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:12:40.871685 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 08830ca0-d867-4a7c-840c-aba50776f67c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:12:40.873145 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:40.961272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Made reservation on behalf of 4481fd19c51c437bb06a3ed5275a6b82 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:12:40.972276 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:41.038829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7c169-8353-4dbc-ba34-ef7f255afe3c req-2043555a-0010-42dc-b419-c344a8194365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:41.040578 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8ef7c169-8353-4dbc-ba34-ef7f255afe3c req-2043555a-0010-42dc-b419-c344a8194365 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 1097 time: 0.7554142
Jun 04 15:12:41.041390 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:41.093791 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:41.134352 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 08830ca0-d867-4a7c-840c-aba50776f67c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=08830ca0-d867-4a7c-840c-aba50776f67c,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:41.201614 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:41.231259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:12:41.275183 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:41.276618 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:41.341364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Usage tracker for resource:security_group_rule and tenant:4481fd19c51c437bb06a3ed5275a6b82 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:12:41.349624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:12:41.351648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 42b81ab2-0209-4646-bc34-0d279550c212 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:41.390314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:12:41.397482 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8ef7c169-8353-4dbc-ba34-ef7f255afe3c req-3f5825a7-f3e3-462d-ae84-c3f7137f6fd9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3401532
Jun 04 15:12:41.401738 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 42b81ab2-0209-4646-bc34-0d279550c212 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:41.402073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 42b81ab2-0209-4646-bc34-0d279550c212 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:41.413765 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=08830ca0-d867-4a7c-840c-aba50776f67c,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:41.422014 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:41.626788 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94be457d-6d10-474e-914d-ef3ba4b0ca3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:41.685816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd7dfa-6337-4d9b-8c59-b2b6841dcb2a None None] Sync routers for ids ['4f1c0736-8f64-4a1d-b32e-c1c041a6623d'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:12:41.709824 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd7dfa-6337-4d9b-8c59-b2b6841dcb2a None None] Routers {'4f1c0736-8f64-4a1d-b32e-c1c041a6623d'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:41.711680 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5cbd7dfa-6337-4d9b-8c59-b2b6841dcb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c55e100>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4f1c0736-8f64-4a1d-b32e-c1c041a6623d'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:41.718715 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91b148c8-c1bd-42a0-b70d-c0115b360ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:41.726222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696b63a-b062-41b8-91de-d0ce0be6189c req-d9966068-f00d-4f1b-98f0-25fee31f21f6 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:41.729530 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1696b63a-b062-41b8-91de-d0ce0be6189c req-d9966068-f00d-4f1b-98f0-25fee31f21f6 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.5030818
Jun 04 15:12:41.864605 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:41.923619 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:41.926545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b148c8-c1bd-42a0-b70d-c0115b360ba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f13511b4-09b2-4e41-a7af-014654bd8515,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:41.937114 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9cca6167-1f51-464a-a79c-b196134decf0 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:41.939430 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-91b148c8-c1bd-42a0-b70d-c0115b360ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:41.940421 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91b148c8-c1bd-42a0-b70d-c0115b360ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:41.965778 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1696b63a-b062-41b8-91de-d0ce0be6189c req-002e5b3f-bb87-4172-ab9f-dabe1451474d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104447
Jun 04 15:12:41.973294 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-91b148c8-c1bd-42a0-b70d-c0115b360ba4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f13511b4-09b2-4e41-a7af-014654bd8515 HTTP/1.1" status: 204  len: 168 time: 2.4920607
Jun 04 15:12:41.981492 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37702) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:41.985665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f45a5e-432a-4fab-9f73-70acb76169b4 None None] Network 5c8e1129-4637-4865-8e2f-9338b07c50ee requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:12:42.008928 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:42.017963 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-894a95b9-04df-4e30-a02f-c3bfdb5dffcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:42.081416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9cca6167-1f51-464a-a79c-b196134decf0,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:42.128100 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:42.353793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e912d967-911d-45c3-a854-4aab9b2f8738,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:42.418122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-5cbd7dfa-6337-4d9b-8c59-b2b6841dcb2a None None] Set router 4f1c0736-8f64-4a1d-b32e-c1c041a6623d gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:42.443707 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:42.446793 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b7863b6-dd9e-4075-9524-7e7050d4eecf req-53c19841-0368-4863-b89a-3d6e297ad74d tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 210 time: 0.0791876
Jun 04 15:12:42.453989 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:12:42.505934 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:12:42.520428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Deleting port 6d6d730b-c9bb-4c23-9cee-06f5b1950119 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:42.520428 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:42.636306 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:42.685617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Transition to ACTIVE for port object 9cca6167-1f51-464a-a79c-b196134decf0 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:12:42.688835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:12:42.698146 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49350dd-08cd-4137-a412-35e40477bdf9" -d '{"events": [{"server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "name": "network-vif-unplugged", "status": "completed", "tag": "9cca6167-1f51-464a-a79c-b196134decf0"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:12:42.715186 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] For port 6d6d730b-c9bb-4c23-9cee-06f5b1950119, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6d6d730b-c9bb-4c23-9cee-06f5b1950119,segment=NetworkSegment(982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab),segment_id=982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:42.715550 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:42.724027 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 08830ca0-d867-4a7c-840c-aba50776f67c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:12:42.829783 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:42.854579 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f4208d20-5a1d-4b7f-a0ac-4f55de3c18b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:42.898880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Calling delete_port for 6d6d730b-c9bb-4c23-9cee-06f5b1950119 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:42.916363 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-94be457d-6d10-474e-914d-ef3ba4b0ca3e admin admin] Deleting port 9a4d47bc-ca23-4983-bbd6-05e2dd4f0867 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:42.919696 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94be457d-6d10-474e-914d-ef3ba4b0ca3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:43.107837 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 08830ca0-d867-4a7c-840c-aba50776f67c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:12:43.108557 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:43.169865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] No DVR routers for this DVR port 9cca6167-1f51-464a-a79c-b196134decf0 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:12:43.193725 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94be457d-6d10-474e-914d-ef3ba4b0ca3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:43.243170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Pushing event updated for resources: {'Port': ['ID=9cca6167-1f51-464a-a79c-b196134decf0,revision_number=10']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:43.273306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Allocated IP 192.168.233.73 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/22adaf6c-e125-4b81-a873-7f02203d70e7) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:12:43.285523 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:43.346440 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bbda3-1e0f-42b4-a16e-fcf6c86fc6ae req-786f3d70-156d-43eb-8b5b-3a7f469a3ab1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:43.347938 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-665bbda3-1e0f-42b4-a16e-fcf6c86fc6ae req-786f3d70-156d-43eb-8b5b-3a7f469a3ab1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 946 time: 0.6423554
Jun 04 15:12:43.351308 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:43.352969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Attempting to bind port 9cca6167-1f51-464a-a79c-b196134decf0 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:12:43.353546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Attempting to bind port 9cca6167-1f51-464a-a79c-b196134decf0 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:12:43.354085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Attempting to bind port 9cca6167-1f51-464a-a79c-b196134decf0 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:43.380748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee32ba-093e-49e9-a1b8-d105fca6742a None None] DHCP port deletion for 5c8e1129-4637-4865-8e2f-9338b07c50ee request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:12:43.410846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Port 9cca6167-1f51-464a-a79c-b196134decf0 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:12:43.411164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Attempting to bind port 9cca6167-1f51-464a-a79c-b196134decf0 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:43.414104 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:43.433452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:12:43.433452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:12:43.433452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:12:43.433452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Bound port: 9cca6167-1f51-464a-a79c-b196134decf0, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:12:43.433452 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:43.457812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-94be457d-6d10-474e-914d-ef3ba4b0ca3e admin admin] Calling delete_port for 9a4d47bc-ca23-4983-bbd6-05e2dd4f0867 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:43.477948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] No DVR routers for this DVR port 6d6d730b-c9bb-4c23-9cee-06f5b1950119 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:12:43.481134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6d730b-c9bb-4c23-9cee-06f5b1950119,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:43.506513 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5cbd7dfa-6337-4d9b-8c59-b2b6841dcb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c55e100>, [{'id': '4f1c0736-8f64-4a1d-b32e-c1c041a6623d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8021120-router', 'tenant_id': '9df4d803cb234550b4c16ffa44a1264d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '08830ca0-d867-4a7c-840c-aba50776f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:12:25Z', 'updated_at': '2021-06-04T15:12:38Z', 'revision_number': 4, 'project_id': '9df4d803cb234550b4c16ffa44a1264d', 'gw_port': {'id': '08830ca0-d867-4a7c-840c-aba50776f67c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1c0736-8f64-4a1d-b32e-c1c041a6623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:12:28Z', 'updated_at': '2021-06-04T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '9a4d47bc-ca23-4983-bbd6-05e2dd4f0867', 'name': '', 'network_id': 'dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5', 'tenant_id': '9df4d803cb234550b4c16ffa44a1264d', 'mac_address': 'fa:16:3e:a7:55:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1c0736-8f64-4a1d-b32e-c1c041a6623d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ca3b400c-bd51-44dc-8680-49023dd7a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:12:35Z', 'updated_at': '2021-06-04T15:12:38Z', 'revision_number': 2, 'project_id': '9df4d803cb234550b4c16ffa44a1264d', 'subnets': [{'id': 'ca3b400c-bd51-44dc-8680-49023dd7a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:43.517518 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd7dfa-6337-4d9b-8c59-b2b6841dcb2a None None] Checking router: 4f1c0736-8f64-4a1d-b32e-c1c041a6623d for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:12:43.517866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd7dfa-6337-4d9b-8c59-b2b6841dcb2a None None] Updating router 4f1c0736-8f64-4a1d-b32e-c1c041a6623d port 9a4d47bc-ca23-4983-bbd6-05e2dd4f0867 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:12:43.526072 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:43.590333 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-665bbda3-1e0f-42b4-a16e-fcf6c86fc6ae req-78ce0e70-2483-46f8-ac5b-2d48b5c1af10 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2174866
Jun 04 15:12:43.613382 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7dfa-6337-4d9b-8c59-b2b6841dcb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:43.712297 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:43.746398 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838708d5e0>,) {'filters': {'network_id': ['5c8e1129-4637-4865-8e2f-9338b07c50ee']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:43.781963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838708d5e0>, '982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:43.781963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838708d5e0>, '982a6476-1b29-4d6e-8ac3-3d5d3f28f7ab') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:43.791172 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:12:43.798752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9cca6167-1f51-464a-a79c-b196134decf0,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:12:43.869853 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:43.891556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Transition to ACTIVE for port object 22adaf6c-e125-4b81-a873-7f02203d70e7 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:12:43.924494 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4210a671-cfca-447a-bbc7-36eccc016cb7 x-openstack-request-id: req-4210a671-cfca-447a-bbc7-36eccc016cb7 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:12:43.924899 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "name": "network-vif-unplugged", "status": "completed", "tag": "9cca6167-1f51-464a-a79c-b196134decf0", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:12:43.925133 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4210a671-cfca-447a-bbc7-36eccc016cb7 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:12:43.928014 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0', 'code': 200}
Jun 04 15:12:43.929944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-caf9a749-46be-4f0b-bde6-0059c63b97f2 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:12:43.930944 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-caf9a749-46be-4f0b-bde6-0059c63b97f2 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3952157
Jun 04 15:12:43.932684 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:43.936604 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-814d8a45-319d-410a-a8b6-eedd7cb1cd8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:43.940234 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:43.976436 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:43.996857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:12:43.997434 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:12:44.013603 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:12:44.048603 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:44.084019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:44.085606 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:44.088165 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] 10.222.0.65 "PUT /v2.0/ports/9cca6167-1f51-464a-a79c-b196134decf0 HTTP/1.1" status: 200  len: 1095 time: 3.2965319
Jun 04 15:12:44.100440 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Pushing event updated for resources: {'Port': ['ID=9cca6167-1f51-464a-a79c-b196134decf0,revision_number=11']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:44.111975 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:44.120891 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:44.162292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:12:44.200745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:44.201918 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:12:44.211178 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:44.222602 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:12:44.231328 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:44.239785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c8e1129-4637-4865-8e2f-9338b07c50ee,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:44.241332 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:44.256323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-51ca893e-f3a8-4ad5-8e2c-a95cc4024e04 service neutron] Request body: {'binding': {'host': 'n-h2-791505-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:12:44.257056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-51ca893e-f3a8-4ad5-8e2c-a95cc4024e04 service neutron] Unknown quota resources ['binding']. {{(pid=88300) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 15:12:44.306414 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94be457d-6d10-474e-914d-ef3ba4b0ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:44.309991 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-5cbd7dfa-6337-4d9b-8c59-b2b6841dcb2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:12:44.310819 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-5cbd7dfa-6337-4d9b-8c59-b2b6841dcb2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:12:44.320627 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fd9122af-b4df-4758-b16a-686571be1152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:44.378931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Pushing event updated for resources: {'Port': ['ID=22adaf6c-e125-4b81-a873-7f02203d70e7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:44.388484 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:44.399225 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5c8e1129-4637-4865-8e2f-9338b07c50ee HTTP/1.1" status: 204  len: 168 time: 2.4066505
Jun 04 15:12:44.401058 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37728) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:44.450629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be457d-6d10-474e-914d-ef3ba4b0ca3e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4d47bc-ca23-4983-bbd6-05e2dd4f0867,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:44.475952 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-94be457d-6d10-474e-914d-ef3ba4b0ca3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:44.522920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:44.523748 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:44.584682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dae430-029f-4914-8b6c-acbc20e02860 req-6fdafde9-055c-4376-a9d7-a122881bb483 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:44.607187 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78dae430-029f-4914-8b6c-acbc20e02860 req-6fdafde9-055c-4376-a9d7-a122881bb483 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 947 time: 0.6840782
Jun 04 15:12:44.676186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6d6d730b-c9bb-4c23-9cee-06f5b1950119 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:44.728750 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 6d6d730b-c9bb-4c23-9cee-06f5b1950119 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:44.731726 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6d6d730b-c9bb-4c23-9cee-06f5b1950119 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:44.860058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd7dfa-6337-4d9b-8c59-b2b6841dcb2a None None] Port 9a4d47bc-ca23-4983-bbd6-05e2dd4f0867 not found while updating agent binding for router 4f1c0736-8f64-4a1d-b32e-c1c041a6623d. {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Jun 04 15:12:44.872060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd7dfa-6337-4d9b-8c59-b2b6841dcb2a None None] Routers {'4f1c0736-8f64-4a1d-b32e-c1c041a6623d'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:44.872992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5cbd7dfa-6337-4d9b-8c59-b2b6841dcb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c55e100>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4f1c0736-8f64-4a1d-b32e-c1c041a6623d'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:44.974681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.7444210
Jun 04 15:12:45.043016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e6055881-c75b-4793-a9c4-a060876313c4 None None] Provisioning for port 22adaf6c-e125-4b81-a873-7f02203d70e7 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:12:45.063256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Request body: {'port': {'device_id': '6761c902-0d4e-4e47-a55e-15da7606cb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:12:45.072225 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e6055881-c75b-4793-a9c4-a060876313c4 None None] Provisioning complete for port 22adaf6c-e125-4b81-a873-7f02203d70e7 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:12:45.072617 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e6055881-c75b-4793-a9c4-a060876313c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:45.093322 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94be457d-6d10-474e-914d-ef3ba4b0ca3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:45.134394 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78dae430-029f-4914-8b6c-acbc20e02860 req-5c64b886-bf88-4659-a909-375242b19eac tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5262017
Jun 04 15:12:45.153659 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-5cbd7dfa-6337-4d9b-8c59-b2b6841dcb2a None None] Set router 4f1c0736-8f64-4a1d-b32e-c1c041a6623d gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:45.194956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af6c5-150a-439e-802c-0582bb5ed243 req-3117a919-df5f-4eab-b889-1a1cd8cafbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:45.196848 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-3117a919-df5f-4eab-b889-1a1cd8cafbd8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 1098 time: 1.0438604
Jun 04 15:12:45.279136 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e6055881-c75b-4793-a9c4-a060876313c4 None None] Port 22adaf6c-e125-4b81-a873-7f02203d70e7 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:12:45.556188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-51ca893e-f3a8-4ad5-8e2c-a95cc4024e04 service neutron] Attempting to bind port b9524087-cf35-4311-8886-e4f92efeeaef on host n-h2-791505-9 for vnic_type normal with profile None {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:12:45.557379 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-51ca893e-f3a8-4ad5-8e2c-a95cc4024e04 service neutron] Attempting to bind port b9524087-cf35-4311-8886-e4f92efeeaef by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:12:45.558099 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-51ca893e-f3a8-4ad5-8e2c-a95cc4024e04 service neutron] Attempting to bind port b9524087-cf35-4311-8886-e4f92efeeaef on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:45.588390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-51ca893e-f3a8-4ad5-8e2c-a95cc4024e04 service neutron] Port b9524087-cf35-4311-8886-e4f92efeeaef on network 061fcf42-462b-46e3-9f65-54c102f9c252 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:12:45.589373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-51ca893e-f3a8-4ad5-8e2c-a95cc4024e04 service neutron] Attempting to bind port b9524087-cf35-4311-8886-e4f92efeeaef on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:45.601331 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:45.619688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5cbd7dfa-6337-4d9b-8c59-b2b6841dcb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c55e100>, [{'id': '4f1c0736-8f64-4a1d-b32e-c1c041a6623d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8021120-router', 'tenant_id': '9df4d803cb234550b4c16ffa44a1264d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '08830ca0-d867-4a7c-840c-aba50776f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:12:25Z', 'updated_at': '2021-06-04T15:12:44Z', 'revision_number': 5, 'project_id': '9df4d803cb234550b4c16ffa44a1264d', 'gw_port': {'id': '08830ca0-d867-4a7c-840c-aba50776f67c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1c0736-8f64-4a1d-b32e-c1c041a6623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:12:28Z', 'updated_at': '2021-06-04T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:45.625028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd7dfa-6337-4d9b-8c59-b2b6841dcb2a None None] The sync data for ids ['4f1c0736-8f64-4a1d-b32e-c1c041a6623d'] in n-d-791505-9 is: [{'id': '4f1c0736-8f64-4a1d-b32e-c1c041a6623d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8021120-router', 'tenant_id': '9df4d803cb234550b4c16ffa44a1264d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '08830ca0-d867-4a7c-840c-aba50776f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:12:25Z', 'updated_at': '2021-06-04T15:12:44Z', 'revision_number': 5, 'project_id': '9df4d803cb234550b4c16ffa44a1264d', 'gw_port': {'id': '08830ca0-d867-4a7c-840c-aba50776f67c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1c0736-8f64-4a1d-b32e-c1c041a6623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:12:28Z', 'updated_at': '2021-06-04T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:12:45.662154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94be457d-6d10-474e-914d-ef3ba4b0ca3e admin admin] Router 4f1c0736-8f64-4a1d-b32e-c1c041a6623d has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:12:45.707137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-51ca893e-f3a8-4ad5-8e2c-a95cc4024e04 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:12:45.707575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-51ca893e-f3a8-4ad5-8e2c-a95cc4024e04 service neutron] Checking segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:12:45.712072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-51ca893e-f3a8-4ad5-8e2c-a95cc4024e04 service neutron] Bound using segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:12:45.712072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-51ca893e-f3a8-4ad5-8e2c-a95cc4024e04 service neutron] Bound port: b9524087-cf35-4311-8886-e4f92efeeaef, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:12:45.774861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af6c5-150a-439e-802c-0582bb5ed243 req-31539c91-687d-42c8-913d-cc1f458d3846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:45.777553 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-31539c91-687d-42c8-913d-cc1f458d3846 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.5670979
Jun 04 15:12:45.864569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94be457d-6d10-474e-914d-ef3ba4b0ca3e admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:12:45.872642 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-94be457d-6d10-474e-914d-ef3ba4b0ca3e admin admin] 10.222.0.32 "PUT /v2.0/routers/4f1c0736-8f64-4a1d-b32e-c1c041a6623d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0306380
Jun 04 15:12:45.877435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37736) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:45.952314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:12:45.955083 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdf1555-62de-4d49-8d90-b71054254e80" -d '{"events": [{"name": "network-changed", "server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "tag": "9cca6167-1f51-464a-a79c-b196134decf0"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:12:45.967134 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-3e2c9608-bebb-4130-ae18-fa1d4bfcc7cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9cca6167-1f51-464a-a79c-b196134decf0 HTTP/1.1" status: 200  len: 217 time: 0.1618948
Jun 04 15:12:46.099391 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:46.130617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc782c6a-7bb8-4eae-b882-92ce1fe4f97a req-c03050f5-9923-4f9a-8062-9140d8e768cc tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:46.132279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-dc782c6a-7bb8-4eae-b882-92ce1fe4f97a req-c03050f5-9923-4f9a-8062-9140d8e768cc tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Synchronizing usage tracker for tenant:4481fd19c51c437bb06a3ed5275a6b82 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:12:46.165386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-51ca893e-f3a8-4ad5-8e2c-a95cc4024e04 service neutron] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b9524087-cf35-4311-8886-e4f92efeeaef,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:12:46.259022 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-51ca893e-f3a8-4ad5-8e2c-a95cc4024e04 service neutron] Notify callbacks [] for binding, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:46.260660 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-51ca893e-f3a8-4ad5-8e2c-a95cc4024e04 service neutron] 10.222.0.32 "POST /v2.0/ports/b9524087-cf35-4311-8886-e4f92efeeaef/bindings HTTP/1.1" status: 201  len: 389 time: 2.2305250
Jun 04 15:12:46.270269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af6c5-150a-439e-802c-0582bb5ed243 req-c58c39f3-866e-4c67-a89c-f94b1b6e7519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:46.272556 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-c58c39f3-866e-4c67-a89c-f94b1b6e7519 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2897661
Jun 04 15:12:46.329569 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:46.362062 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a241169-a83a-43ef-89e8-c7797b3c1e38 None None] Sync routers for ids ['4f1c0736-8f64-4a1d-b32e-c1c041a6623d'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:12:46.367363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-dc782c6a-7bb8-4eae-b882-92ce1fe4f97a req-c03050f5-9923-4f9a-8062-9140d8e768cc tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Unset dirty status for tenant:4481fd19c51c437bb06a3ed5275a6b82 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:12:46.368894 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc782c6a-7bb8-4eae-b882-92ce1fe4f97a req-c03050f5-9923-4f9a-8062-9140d8e768cc tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 935 time: 1.0220335
Jun 04 15:12:46.374207 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a241169-a83a-43ef-89e8-c7797b3c1e38 None None] Routers {'4f1c0736-8f64-4a1d-b32e-c1c041a6623d'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:46.375169 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3a241169-a83a-43ef-89e8-c7797b3c1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8263a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4f1c0736-8f64-4a1d-b32e-c1c041a6623d'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:46.517679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] Deleting port 08830ca0-d867-4a7c-840c-aba50776f67c {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:46.518197 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:46.558384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-dc782c6a-7bb8-4eae-b882-92ce1fe4f97a req-12800e16-2408-425f-a895-fe8a23542f92 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Synchronizing usage tracker for tenant:4481fd19c51c437bb06a3ed5275a6b82 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:12:46.565692 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-3a241169-a83a-43ef-89e8-c7797b3c1e38 None None] Set router 4f1c0736-8f64-4a1d-b32e-c1c041a6623d gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:46.573727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af6c5-150a-439e-802c-0582bb5ed243 req-a780b641-53b6-4ad8-9635-f7621472d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:46.574819 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-a780b641-53b6-4ad8-9635-f7621472d05f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2781403
Jun 04 15:12:46.723216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-dc782c6a-7bb8-4eae-b882-92ce1fe4f97a req-12800e16-2408-425f-a895-fe8a23542f92 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Unset dirty status for tenant:4481fd19c51c437bb06a3ed5275a6b82 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:12:46.724566 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc782c6a-7bb8-4eae-b882-92ce1fe4f97a req-12800e16-2408-425f-a895-fe8a23542f92 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e912d967-911d-45c3-a854-4aab9b2f8738&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3364427
Jun 04 15:12:46.741694 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] For port 08830ca0-d867-4a7c-840c-aba50776f67c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=08830ca0-d867-4a7c-840c-aba50776f67c,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:46.742790 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:46.811138 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3a241169-a83a-43ef-89e8-c7797b3c1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8263a0>, [{'id': '4f1c0736-8f64-4a1d-b32e-c1c041a6623d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8021120-router', 'tenant_id': '9df4d803cb234550b4c16ffa44a1264d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:12:25Z', 'updated_at': '2021-06-04T15:12:46Z', 'revision_number': 6, 'project_id': '9df4d803cb234550b4c16ffa44a1264d', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:46.825672 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a241169-a83a-43ef-89e8-c7797b3c1e38 None None] Checking router: 4f1c0736-8f64-4a1d-b32e-c1c041a6623d for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:12:46.860209 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a241169-a83a-43ef-89e8-c7797b3c1e38 None None] Routers {'4f1c0736-8f64-4a1d-b32e-c1c041a6623d'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:46.862527 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3a241169-a83a-43ef-89e8-c7797b3c1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8263a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4f1c0736-8f64-4a1d-b32e-c1c041a6623d'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:47.075645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22adaf6c-e125-4b81-a873-7f02203d70e7 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:12:47.089508 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:47.092766 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-3a241169-a83a-43ef-89e8-c7797b3c1e38 None None] Set router 4f1c0736-8f64-4a1d-b32e-c1c041a6623d gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:47.108643 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-4097daca-be80-4c89-a460-42b161da2f8b service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5206401
Jun 04 15:12:47.148437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] Calling delete_port for 08830ca0-d867-4a7c-840c-aba50776f67c owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:47.153323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Transition to ACTIVE for port object 22adaf6c-e125-4b81-a873-7f02203d70e7 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:12:47.236582 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3a241169-a83a-43ef-89e8-c7797b3c1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8263a0>, [{'id': '4f1c0736-8f64-4a1d-b32e-c1c041a6623d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8021120-router', 'tenant_id': '9df4d803cb234550b4c16ffa44a1264d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:12:25Z', 'updated_at': '2021-06-04T15:12:46Z', 'revision_number': 6, 'project_id': '9df4d803cb234550b4c16ffa44a1264d', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:47.247737 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:47.249203 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a241169-a83a-43ef-89e8-c7797b3c1e38 None None] The sync data for ids ['4f1c0736-8f64-4a1d-b32e-c1c041a6623d'] in n-d-791505-9 is: [{'id': '4f1c0736-8f64-4a1d-b32e-c1c041a6623d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8021120-router', 'tenant_id': '9df4d803cb234550b4c16ffa44a1264d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:12:25Z', 'updated_at': '2021-06-04T15:12:46Z', 'revision_number': 6, 'project_id': '9df4d803cb234550b4c16ffa44a1264d', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:12:47.257814 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8a712d43-9446-487d-8432-b2a8446080ca tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:47.317359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac19a0-0212-437c-84c4-17773f8760d2 req-9d546ee3-cd08-48a5-bb3e-746e247bef13 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:47.319897 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-74ac19a0-0212-437c-84c4-17773f8760d2 req-9d546ee3-cd08-48a5-bb3e-746e247bef13 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 946 time: 0.1795254
Jun 04 15:12:47.369820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Pushing event updated for resources: {'Port': ['ID=22adaf6c-e125-4b81-a873-7f02203d70e7,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:47.379070 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-df456b35-a7b0-4e8f-8447-e05ac63a6b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:47.400079 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-74ac19a0-0212-437c-84c4-17773f8760d2 req-d75e7628-2d94-43a3-a5c3-b1eba0314584 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721078
Jun 04 15:12:47.488840 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:47.526422 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:47.531976 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-86269590-6e45-4723-a34b-189622b210be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:47.662793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-3c2b53fd-1e60-4d2c-8378-186edc5004c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:47.665520 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-3c2b53fd-1e60-4d2c-8378-186edc5004c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 1097 time: 0.6734223
Jun 04 15:12:47.687985 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0424e6d8-6000-4278-b27d-b7898aa0c5d8 x-openstack-request-id: req-0424e6d8-6000-4278-b27d-b7898aa0c5d8 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:12:47.688414 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "tag": "9cca6167-1f51-464a-a79c-b196134decf0", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:12:47.688753 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0424e6d8-6000-4278-b27d-b7898aa0c5d8 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:12:47.689331 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0', 'status': 'completed', 'code': 200}
Jun 04 15:12:47.710913 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] Pushing event deleted for resources: {'Port': ['ID=08830ca0-d867-4a7c-840c-aba50776f67c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:47.744980 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:47.903869 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:48.082866 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-920af6c5-150a-439e-802c-0582bb5ed243 req-ccbdea9d-fa1c-4196-9555-a4b256b31e6b service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9577906
Jun 04 15:12:48.097948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-2abc03bb-34a0-4887-868d-1b5809cc9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:48.099498 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-2abc03bb-34a0-4887-868d-1b5809cc9615 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 1098 time: 0.4584444
Jun 04 15:12:48.110419 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:48.117017 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:48.154292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2b9c-ec82-4b11-9e73-dd4ae85a5664 req-8a14989e-17c8-4ab9-9be0-3b41a0e1cab2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:48.155708 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d9d2b9c-ec82-4b11-9e73-dd4ae85a5664 req-8a14989e-17c8-4ab9-9be0-3b41a0e1cab2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 946 time: 0.3902421
Jun 04 15:12:48.287041 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d9d2b9c-ec82-4b11-9e73-dd4ae85a5664 req-3a098b94-c0a9-4cb3-8da6-ed50bdc635e0 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172178
Jun 04 15:12:48.290901 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:48.291368 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f1c0736-8f64-4a1d-b32e-c1c041a6623d {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:12:48.339424 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Attempting to bind port 22adaf6c-e125-4b81-a873-7f02203d70e7 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:12:48.339770 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Attempting to bind port 22adaf6c-e125-4b81-a873-7f02203d70e7 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:12:48.343916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Attempting to bind port 22adaf6c-e125-4b81-a873-7f02203d70e7 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:48.344353 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-e8a71292-f80e-4a20-a802-6f2a64b4eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:48.344353 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-e8a71292-f80e-4a20-a802-6f2a64b4eb1a service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2309582
Jun 04 15:12:48.382477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Port 22adaf6c-e125-4b81-a873-7f02203d70e7 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:12:48.382916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Attempting to bind port 22adaf6c-e125-4b81-a873-7f02203d70e7 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:48.390936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-81c12a0d-7d90-480e-b716-54aa0ec7c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:48.392394 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-81c12a0d-7d90-480e-b716-54aa0ec7c7cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.6936393
Jun 04 15:12:48.401237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b1afe-c336-48c9-9f84-2f2e06bcc597 req-32167d2f-706a-44e2-b168-47791503cff1 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:48.408692 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e38b1afe-c336-48c9-9f84-2f2e06bcc597 req-32167d2f-706a-44e2-b168-47791503cff1 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 947 time: 0.7057278
Jun 04 15:12:48.433165 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:48.436981 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4f1c0736-8f64-4a1d-b32e-c1c041a6623d HTTP/1.1" status: 204  len: 168 time: 2.5560343
Jun 04 15:12:48.445784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37762) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:48.491562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:12:48.491948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:12:48.492323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:12:48.492761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Bound port: 22adaf6c-e125-4b81-a873-7f02203d70e7, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:12:48.493307 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:48.535678 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-204ee3c8-f938-4470-9096-5346c95e2612 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9524087-cf35-4311-8886-e4f92efeeaef HTTP/1.1" status: 200  len: 217 time: 0.1207647
Jun 04 15:12:48.549130 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-dbf36aaa-5bdc-4bc9-a664-8a650d32a181 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9cca6167-1f51-464a-a79c-b196134decf0 HTTP/1.1" status: 200  len: 217 time: 0.1975048
Jun 04 15:12:48.625342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7f89bf-2140-4435-aa44-32d73ca6accd admin admin] Deleting subnet ca3b400c-bd51-44dc-8680-49023dd7a7c1 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:12:48.637646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 08830ca0-d867-4a7c-840c-aba50776f67c no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:48.643500 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a7f89bf-2140-4435-aa44-32d73ca6accd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:48.657719 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e38b1afe-c336-48c9-9f84-2f2e06bcc597 req-5d0a7abc-acf8-4074-b30a-0b62079021e6 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2481637
Jun 04 15:12:48.676814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 08830ca0-d867-4a7c-840c-aba50776f67c {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:48.687611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 08830ca0-d867-4a7c-840c-aba50776f67c not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:48.704642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-66ac2c74-8ce5-4612-8dbe-89cab03b628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:48.706468 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-66ac2c74-8ce5-4612-8dbe-89cab03b628a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1461854
Jun 04 15:12:48.714572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-ab9b7b4e-02fb-4acd-869d-994c8ec45414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:48.722299 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-ab9b7b4e-02fb-4acd-869d-994c8ec45414 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.1687589
Jun 04 15:12:48.722515 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a7f89bf-2140-4435-aa44-32d73ca6accd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:48.725109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-a3ef3617-9833-4682-b214-b4e78aa304d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:48.726864 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-a3ef3617-9833-4682-b214-b4e78aa304d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 1098 time: 0.5773623
Jun 04 15:12:48.816325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8ade1-6754-4e4d-87eb-4795a5dbd817 req-ddf2dd55-6857-44a9-9f9d-20c5cb2ecefe tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:48.817969 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cec8ade1-6754-4e4d-87eb-4795a5dbd817 req-ddf2dd55-6857-44a9-9f9d-20c5cb2ecefe tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 1097 time: 0.3292799
Jun 04 15:12:48.846783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] For port 22adaf6c-e125-4b81-a873-7f02203d70e7, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:12:48.862063 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-8e49116f-b5d1-4e30-84cf-84d4d59e1b1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1262844
Jun 04 15:12:48.919163 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cec8ade1-6754-4e4d-87eb-4795a5dbd817 req-07301b44-cba5-4d76-8c38-6ac2635033e7 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873930
Jun 04 15:12:48.923864 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a7f89bf-2140-4435-aa44-32d73ca6accd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:49.060923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] For port 22adaf6c-e125-4b81-a873-7f02203d70e7, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=22adaf6c-e125-4b81-a873-7f02203d70e7,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:12:49.091441 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-b8128761-50d6-4de8-b6d8-4a6ec9f502b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:49.093024 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-b8128761-50d6-4de8-b6d8-4a6ec9f502b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3401968
Jun 04 15:12:49.139992 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:49.150974 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:49.315791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:49.315791 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:49.316419 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] 10.222.0.65 "PUT /v2.0/ports/22adaf6c-e125-4b81-a873-7f02203d70e7 HTTP/1.1" status: 200  len: 1095 time: 4.2786658
Jun 04 15:12:49.410772 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-94190766-1fa0-4a25-ad60-54ed2de2b270 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3027129
Jun 04 15:12:49.422642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Pushing event updated for resources: {'Port': ['ID=22adaf6c-e125-4b81-a873-7f02203d70e7,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:49.426295 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:49.468660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-a08a4208-7591-428d-b5f8-4307826d6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:49.470942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-a08a4208-7591-428d-b5f8-4307826d6f85 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.7338290
Jun 04 15:12:49.606393 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-7352e3ec-e38a-40e6-ba1b-ea1994656737 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9cca6167-1f51-464a-a79c-b196134decf0 HTTP/1.1" status: 200  len: 217 time: 0.1165764
Jun 04 15:12:49.650385 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-be74630c-eac5-4f4a-880b-92ada13a5342 service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6216021
Jun 04 15:12:49.694713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6761c902-0d4e-4e47-a55e-15da7606cb9f', 'tag': '22adaf6c-e125-4b81-a873-7f02203d70e7'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:12:49.697199 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3c11f7-96e5-4860-b588-f297dd3ed36f" -d '{"events": [{"name": "network-changed", "server_uuid": "6761c902-0d4e-4e47-a55e-15da7606cb9f", "tag": "22adaf6c-e125-4b81-a873-7f02203d70e7"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:12:49.734280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-df456b35-a7b0-4e8f-8447-e05ac63a6b31 admin admin] Deleting port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:49.735010 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-df456b35-a7b0-4e8f-8447-e05ac63a6b31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:49.760357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-b2eedeae-eeeb-466c-b37f-7e9b49dc0b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:49.761736 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-b2eedeae-eeeb-466c-b37f-7e9b49dc0b82 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1467881
Jun 04 15:12:49.901932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9cca6167-1f51-464a-a79c-b196134decf0 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:12:49.943098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522507b4-93ea-43ca-a3d3-92f3173fd640 req-53ad8734-6942-4306-85e9-587ad8b5d8ea tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:49.950535 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-522507b4-93ea-43ca-a3d3-92f3173fd640 req-53ad8734-6942-4306-85e9-587ad8b5d8ea tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 947 time: 0.5979261
Jun 04 15:12:49.954654 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-42cea90f-7761-4085-b420-59aabf695a41 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4339166
Jun 04 15:12:49.994939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-e0cf9784-cb05-41f6-accd-6a443523562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:49.996346 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-e0cf9784-cb05-41f6-accd-6a443523562c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4481fd19c51c437bb06a3ed5275a6b82&device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 1098 time: 0.5687571
Jun 04 15:12:50.021367 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a7f89bf-2140-4435-aa44-32d73ca6accd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:50.049051 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8083b605-7e82-48d2-aea7-e5db22a3c246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:50.103775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9cca6167-1f51-464a-a79c-b196134decf0,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:50.124273 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a7f89bf-2140-4435-aa44-32d73ca6accd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:50.125880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52dc5c7-86e0-45ca-806e-1a15c8201c52 None None] Network dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:12:50.130869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f89bf-2140-4435-aa44-32d73ca6accd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca3b400c-bd51-44dc-8680-49023dd7a7c1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:50.138977 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-4581eff9-ae40-4387-95eb-9b09c565ad44 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=22adaf6c-e125-4b81-a873-7f02203d70e7 HTTP/1.1" status: 200  len: 217 time: 0.1279032
Jun 04 15:12:50.139994 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8a7f89bf-2140-4435-aa44-32d73ca6accd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:50.142545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '9cca6167-1f51-464a-a79c-b196134decf0', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '9cca6167-1f51-464a-a79c-b196134decf0', 'mac_address': 'fa:16:3e:d3:37:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:12:50.156307 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-522507b4-93ea-43ca-a3d3-92f3173fd640 req-9b52ee7a-91ac-4be6-9ddd-ca60f2ab3a3e tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e912d967-911d-45c3-a854-4aab9b2f8738&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1983488
Jun 04 15:12:50.173853 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8a7f89bf-2140-4435-aa44-32d73ca6accd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ca3b400c-bd51-44dc-8680-49023dd7a7c1 HTTP/1.1" status: 204  len: 168 time: 1.7220175
Jun 04 15:12:50.174266 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-eca204c8-097e-469d-99d8-73872560d523 service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5058045
Jun 04 15:12:50.176536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37782) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:50.231128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-df456b35-a7b0-4e8f-8447-e05ac63a6b31 admin admin] For port 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7940d6c1-dea5-4af8-a47d-61c32eb6e5ee,segment=NetworkSegment(4c4cab05-25dc-4986-96fe-bcc0ba0fb250),segment_id=4c4cab05-25dc-4986-96fe-bcc0ba0fb250)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:50.231492 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-df456b35-a7b0-4e8f-8447-e05ac63a6b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:50.339359 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:50.402320 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:50.441538 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cca6167-1f51-464a-a79c-b196134decf0 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:12:50.464846 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9cca6167-1f51-464a-a79c-b196134decf0,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:50.496493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-df456b35-a7b0-4e8f-8447-e05ac63a6b31 admin admin] Calling delete_port for 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:50.516686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-0715181c-3561-446a-bce3-c8086db24f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:50.519418 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-0715181c-3561-446a-bce3-c8086db24f33 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.7037492
Jun 04 15:12:50.524667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-0e760665-d094-49be-81ba-7795c47787de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:50.526247 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-0e760665-d094-49be-81ba-7795c47787de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.3740222
Jun 04 15:12:50.526893 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:50.533242 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5ef9f86b-da82-4010-bd6e-3a92bbddb8bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:50.561579 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ff07e-6f5f-4c8e-b42c-bb1c0d0889b8 req-8e30574b-a2ca-4ef1-864b-4e6ec8b2d664 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:50.569595 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e51ff07e-6f5f-4c8e-b42c-bb1c0d0889b8 req-8e30574b-a2ca-4ef1-864b-4e6ec8b2d664 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 1097 time: 0.8642159
Jun 04 15:12:50.591744 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed2498-67c9-4cb0-b985-d757ab163a23 req-6362bd50-dec0-400a-afef-ac67f884087c tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:50.602300 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eaed2498-67c9-4cb0-b985-d757ab163a23 req-6362bd50-dec0-400a-afef-ac67f884087c tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 946 time: 0.1670825
Jun 04 15:12:50.614923 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff6d99b-56a8-435e-b072-c6023a694116 None None] DHCP port deletion for dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:12:50.647143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Deleting port f9993074-9258-43f1-a0cf-5f35ec6bd7e4 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:50.647916 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:50.751488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9cca6167-1f51-464a-a79c-b196134decf0,revision_number=12']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:50.758978 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:50.763430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f9993074-9258-43f1-a0cf-5f35ec6bd7e4 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:50.839459 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eaed2498-67c9-4cb0-b985-d757ab163a23 req-f18b30a9-793e-4b5b-a225-1899c9f9ff67 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2360420
Jun 04 15:12:50.881945 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9cca6167-1f51-464a-a79c-b196134decf0'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:12:50.921730 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] For port f9993074-9258-43f1-a0cf-5f35ec6bd7e4, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f9993074-9258-43f1-a0cf-5f35ec6bd7e4,segment=NetworkSegment(824dfdd5-261b-4eeb-a31a-5e98c84a3c8b),segment_id=824dfdd5-261b-4eeb-a31a-5e98c84a3c8b)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:50.922360 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:51.059288 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-e7800e4e-fbf8-4724-b85a-14be7f095463 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5316825
Jun 04 15:12:51.084190 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e51ff07e-6f5f-4c8e-b42c-bb1c0d0889b8 req-e41b2ed5-10cf-4809-a692-6985a1c8fe95 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5133877
Jun 04 15:12:51.130385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Calling delete_port for f9993074-9258-43f1-a0cf-5f35ec6bd7e4 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:51.190071 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:51.241703 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-dff6d99b-56a8-435e-b072-c6023a694116 None None] Deleting port f9993074-9258-43f1-a0cf-5f35ec6bd7e4 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:51.242018 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dff6d99b-56a8-435e-b072-c6023a694116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:51.275050 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:51.287270 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-31d621f3-a067-41e9-a6fc-71178abf6513 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:51.339956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9993074-9258-43f1-a0cf-5f35ec6bd7e4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:51.343533 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:51.353956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] No DVR routers for this DVR port f9993074-9258-43f1-a0cf-5f35ec6bd7e4 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:12:51.404228 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c640496-62c9-436c-8883-06e632797c74 x-openstack-request-id: req-3c640496-62c9-436c-8883-06e632797c74 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:12:51.415504 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6761c902-0d4e-4e47-a55e-15da7606cb9f", "tag": "22adaf6c-e125-4b81-a873-7f02203d70e7", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:12:51.416387 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c640496-62c9-436c-8883-06e632797c74 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:12:51.416387 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6761c902-0d4e-4e47-a55e-15da7606cb9f', 'tag': '22adaf6c-e125-4b81-a873-7f02203d70e7', 'status': 'completed', 'code': 200}
Jun 04 15:12:51.430220 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-dff6d99b-56a8-435e-b072-c6023a694116 None None] For port f9993074-9258-43f1-a0cf-5f35ec6bd7e4, host n-d-791505-9, got binding levels [] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:51.430622 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dff6d99b-56a8-435e-b072-c6023a694116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:51.476473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b355c9-7ff0-44bd-b2fb-8578fbba31e0 req-d54e927d-2efa-4ac3-b785-e7a34bcdcc90 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:51.489617 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-21b355c9-7ff0-44bd-b2fb-8578fbba31e0 req-d54e927d-2efa-4ac3-b785-e7a34bcdcc90 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.3039854
Jun 04 15:12:51.493138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-12a733fb-a3fc-49c2-8d2f-a0427ff8c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:51.494784 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-12a733fb-a3fc-49c2-8d2f-a0427ff8c1f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.9368930
Jun 04 15:12:51.577089 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:51.608877 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386b9aa30>,) {'filters': {'network_id': ['dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:51.617962 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2cdf1555-62de-4d49-8d90-b71054254e80 req-59a47d69-e669-43f3-8ff4-9f7ed62c8a47 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5200114
Jun 04 15:12:51.648405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-dff6d99b-56a8-435e-b072-c6023a694116 None None] Calling delete_port for f9993074-9258-43f1-a0cf-5f35ec6bd7e4 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:51.653664 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.ipam_backend_mixin [None req-dff6d99b-56a8-435e-b072-c6023a694116 None None] Port f9993074-9258-43f1-a0cf-5f35ec6bd7e4 was not found and therefore no delete operation was performed {{(pid=88302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Jun 04 15:12:51.655816 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dff6d99b-56a8-435e-b072-c6023a694116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:51.661574 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:51.760283 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386b9aa30>, '824dfdd5-261b-4eeb-a31a-5e98c84a3c8b') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:51.760578 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386b9aa30>, '824dfdd5-261b-4eeb-a31a-5e98c84a3c8b') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:51.770834 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-df456b35-a7b0-4e8f-8447-e05ac63a6b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:51.784119 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-21b355c9-7ff0-44bd-b2fb-8578fbba31e0 req-cf31faba-8836-4ef2-8c33-69dd60248a0d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2869024
Jun 04 15:12:51.787006 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6d99b-56a8-435e-b072-c6023a694116 None None] Pushing event deleted for resources: {'Port': ['ID=f9993074-9258-43f1-a0cf-5f35ec6bd7e4,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:51.793116 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c775d0c-25cd-43bd-a97f-5d2a6cc0cdb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:51.793934 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:51.802091 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6d99b-56a8-435e-b072-c6023a694116 None None] No DVR routers for this DVR port f9993074-9258-43f1-a0cf-5f35ec6bd7e4 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:12:51.804492 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-dff6d99b-56a8-435e-b072-c6023a694116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:51.833761 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:51.867448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:12:51.870533 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:12:51.903353 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:12:52.161711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd07002-96db-497f-b970-361099a09637 req-c3363e7c-9fd1-4bfa-89bb-989bc7db0216 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:52.164469 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-acd07002-96db-497f-b970-361099a09637 req-c3363e7c-9fd1-4bfa-89bb-989bc7db0216 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 948 time: 0.1237981
Jun 04 15:12:52.182339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df456b35-a7b0-4e8f-8447-e05ac63a6b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=7940d6c1-dea5-4af8-a47d-61c32eb6e5ee,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:52.185292 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-df456b35-a7b0-4e8f-8447-e05ac63a6b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:52.210643 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:52.221292 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:52.236865 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:52.243172 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-acd07002-96db-497f-b970-361099a09637 req-596c5326-5773-4036-8f25-0b461cae96d6 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724492
Jun 04 15:12:52.247584 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:52.252093 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:52.259177 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dc43d2be-c6b9-4dd2-98df-9e7ffc206bb5 HTTP/1.1" status: 204  len: 168 time: 2.0773873
Jun 04 15:12:52.351520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee0f4a-726f-4348-a6ec-f193d91cdcf1 req-e67f708a-b651-4c0c-a614-d7164e23d9af tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:52.353020 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-81ee0f4a-726f-4348-a6ec-f193d91cdcf1 req-e67f708a-b651-4c0c-a614-d7164e23d9af tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 947 time: 0.6563256
Jun 04 15:12:52.393563 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-958aec26-51ad-47fd-b4d9-2c33d9e149c7 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8680751
Jun 04 15:12:52.467213 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-df456b35-a7b0-4e8f-8447-e05ac63a6b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:52.487017 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-81ee0f4a-726f-4348-a6ec-f193d91cdcf1 req-0c843950-1d5b-47b5-a09e-a26b192cd106 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e912d967-911d-45c3-a854-4aab9b2f8738&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088247
Jun 04 15:12:52.576451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37810) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:52.688304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37814) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:52.756844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37816) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:52.757773 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e95bced9-51f2-48b8-8724-8e3dce41e8c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9df4d803cb234550b4c16ffa44a1264d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0672467
Jun 04 15:12:52.912344 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aaf07ca8-fbdf-4e93-b000-944166acdbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:52.926766 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff5f6962-50c5-44fd-b72e-1316cf341d95 req-3db291c6-226e-40e7-8fec-3ddd052551b1 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5248954
Jun 04 15:12:52.932038 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-aaf07ca8-fbdf-4e93-b000-944166acdbae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:12:52.936413 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-aaf07ca8-fbdf-4e93-b000-944166acdbae admin admin] Usage tracker for resource:security_group_rule and tenant:0bbf70081340443b95cb195c35916636 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:12:52.940161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-aaf07ca8-fbdf-4e93-b000-944166acdbae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:12:52.948712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-aaf07ca8-fbdf-4e93-b000-944166acdbae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:12:52.975500 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3c423f6-356f-4970-b76c-7598c155d582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:53.073563 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aaf07ca8-fbdf-4e93-b000-944166acdbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:53.109337 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:53.121706 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3c423f6-356f-4970-b76c-7598c155d582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:53.143164 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aaf07ca8-fbdf-4e93-b000-944166acdbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:53.152608 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-af165c6f-5173-4b9f-8b86-622bd0881c27 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:53.202257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf07ca8-fbdf-4e93-b000-944166acdbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f1db06-1c0c-47f2-99a2-acf33ad89a99,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:53.207848 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aaf07ca8-fbdf-4e93-b000-944166acdbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:53.214596 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-aaf07ca8-fbdf-4e93-b000-944166acdbae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0bbf70081340443b95cb195c35916636&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6348369
Jun 04 15:12:53.217701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37822) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:53.282696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e297426-fc86-406c-8560-d32302257178 req-000faa45-86bb-47f2-85d4-a5428a597d31 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:53.284232 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8e297426-fc86-406c-8560-d32302257178 req-000faa45-86bb-47f2-85d4-a5428a597d31 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 946 time: 0.6095243
Jun 04 15:12:53.293235 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-617eab00-708a-4f2d-9557-53ae2e5f9879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:53.324197 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-617eab00-708a-4f2d-9557-53ae2e5f9879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:53.487168 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8e297426-fc86-406c-8560-d32302257178 req-3ec117cf-4c32-4a51-81c1-6ad84878b330 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925075
Jun 04 15:12:53.498752 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-617eab00-708a-4f2d-9557-53ae2e5f9879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:53.511630 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9133101c-4dc0-4c62-a1ba-3682a50b9b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:53.515280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c11f7-96e5-4860-b588-f297dd3ed36f req-3b71dd7f-6c51-40d8-985b-c78175613503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:53.516761 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c3c11f7-96e5-4860-b588-f297dd3ed36f req-3b71dd7f-6c51-40d8-985b-c78175613503 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4481fd19c51c437bb06a3ed5275a6b82&device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 1098 time: 0.4391251
Jun 04 15:12:53.527426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617eab00-708a-4f2d-9557-53ae2e5f9879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f1db06-1c0c-47f2-99a2-acf33ad89a99,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:53.528338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df456b35-a7b0-4e8f-8447-e05ac63a6b31 admin admin] Router 4963fd23-5880-469b-a1c5-1b415afd87c5 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:12:53.538661 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-617eab00-708a-4f2d-9557-53ae2e5f9879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:53.539845 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-617eab00-708a-4f2d-9557-53ae2e5f9879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:53.555271 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-617eab00-708a-4f2d-9557-53ae2e5f9879 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5f1db06-1c0c-47f2-99a2-acf33ad89a99 HTTP/1.1" status: 204  len: 168 time: 0.3273790
Jun 04 15:12:53.783637 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3c423f6-356f-4970-b76c-7598c155d582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:53.798662 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:53.864896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c423f6-356f-4970-b76c-7598c155d582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eec5b6e-a6f5-4442-aa27-0d76a4b73ab2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:53.918403 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9cca6167-1f51-464a-a79c-b196134decf0 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:12:53.969720 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a3c423f6-356f-4970-b76c-7598c155d582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:54.028695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3c423f6-356f-4970-b76c-7598c155d582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:54.030056 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a3c423f6-356f-4970-b76c-7598c155d582 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4eec5b6e-a6f5-4442-aa27-0d76a4b73ab2 HTTP/1.1" status: 204  len: 168 time: 1.2675176
Jun 04 15:12:54.060652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df456b35-a7b0-4e8f-8447-e05ac63a6b31 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:12:54.070031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c11f7-96e5-4860-b588-f297dd3ed36f req-7967e4b0-464f-4cf7-8f73-f0cbe2241552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:54.070766 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c3c11f7-96e5-4860-b588-f297dd3ed36f req-7967e4b0-464f-4cf7-8f73-f0cbe2241552 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.5449507
Jun 04 15:12:54.072910 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31c6bc-9176-4195-b7fa-9eb64baee09c None None] Sync routers for ids ['4963fd23-5880-469b-a1c5-1b415afd87c5'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:12:54.074555 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-df456b35-a7b0-4e8f-8447-e05ac63a6b31 admin admin] 10.222.0.32 "PUT /v2.0/routers/4963fd23-5880-469b-a1c5-1b415afd87c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6682322
Jun 04 15:12:54.077339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37852) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:54.085309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 9cca6167-1f51-464a-a79c-b196134decf0 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:12:54.092892 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 9cca6167-1f51-464a-a79c-b196134decf0 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:12:54.093564 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:54.183369 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c3c11f7-96e5-4860-b588-f297dd3ed36f req-0afb4687-8345-4ed0-8e11-bd611bcf20c9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=22adaf6c-e125-4b81-a873-7f02203d70e7 HTTP/1.1" status: 200  len: 217 time: 0.0837822
Jun 04 15:12:54.184859 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b31c6bc-9176-4195-b7fa-9eb64baee09c None None] Routers {'4963fd23-5880-469b-a1c5-1b415afd87c5'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:54.186670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-8b31c6bc-9176-4195-b7fa-9eb64baee09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3ec130>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4963fd23-5880-469b-a1c5-1b415afd87c5'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:54.267574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c175e6c-95be-4dd3-8ac5-34c12eeb25c4 req-b4fd8045-0095-4e89-ba4b-40d75c6670ec tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:54.277149 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2c175e6c-95be-4dd3-8ac5-34c12eeb25c4 req-b4fd8045-0095-4e89-ba4b-40d75c6670ec tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 947 time: 0.4993730
Jun 04 15:12:54.353304 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2c175e6c-95be-4dd3-8ac5-34c12eeb25c4 req-77dd4b57-9824-4180-9399-5809b0057e99 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e912d967-911d-45c3-a854-4aab9b2f8738&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743809
Jun 04 15:12:54.358520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c11f7-96e5-4860-b588-f297dd3ed36f req-4179353f-c0ab-40e7-beff-33bb09337687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:54.360522 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c3c11f7-96e5-4860-b588-f297dd3ed36f req-4179353f-c0ab-40e7-beff-33bb09337687 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1701357
Jun 04 15:12:54.410522 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:54.512830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37860) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:54.525912 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-8b31c6bc-9176-4195-b7fa-9eb64baee09c None None] Set router 4963fd23-5880-469b-a1c5-1b415afd87c5 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:54.547547 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b45cb661-90e9-4a4e-a9e6-c831cf8d172a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:54.653417 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:54.677181 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-9619c91b-8ed0-48e7-9c03-f100d53b8a14 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3254735b2dc54fbdbff67741a34d5965&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0537384
Jun 04 15:12:54.683942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b45cb661-90e9-4a4e-a9e6-c831cf8d172a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:12:54.688939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b45cb661-90e9-4a4e-a9e6-c831cf8d172a admin admin] Usage tracker for resource:security_group_rule and tenant:5a9d0bcb5de74fdfa2bef8e41b9796c5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:12:54.693149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b45cb661-90e9-4a4e-a9e6-c831cf8d172a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:12:54.701072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b45cb661-90e9-4a4e-a9e6-c831cf8d172a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:12:54.834952 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:54.917889 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] Deleting port 9fa29bcc-a547-42b8-a9b4-31b451f56e7c {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:12:54.918341 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:54.921940 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9cca6167-1f51-464a-a79c-b196134decf0,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:54.927748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:12:54.935034 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93d4016-310b-4c7e-9c2c-84013997c8ea" -d '{"events": [{"server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "name": "network-vif-plugged", "status": "completed", "tag": "9cca6167-1f51-464a-a79c-b196134decf0"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:12:54.954185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-b490ba55-3af1-4f5d-bd11-411a84da9149 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:54.963149 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-b490ba55-3af1-4f5d-bd11-411a84da9149 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2848527
Jun 04 15:12:54.992768 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:54.996020 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-a36c8910-5f76-4274-93b8-b6daba4822b3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/quotas/3254735b2dc54fbdbff67741a34d5965 HTTP/1.1" status: 200  len: 375 time: 0.0314202
Jun 04 15:12:55.001273 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:55.119813 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] For port 9fa29bcc-a547-42b8-a9b4-31b451f56e7c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9fa29bcc-a547-42b8-a9b4-31b451f56e7c,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:55.120772 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:55.140576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c11f7-96e5-4860-b588-f297dd3ed36f req-e8b0ae8a-b0bb-46af-9a25-b474883d7f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:55.143600 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c3c11f7-96e5-4860-b588-f297dd3ed36f req-e8b0ae8a-b0bb-46af-9a25-b474883d7f20 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.7711270
Jun 04 15:12:55.202976 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b45cb661-90e9-4a4e-a9e6-c831cf8d172a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:55.269552 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9cca6167-1f51-464a-a79c-b196134decf0,revision_number=13']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:55.283944 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:55.289408 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b45cb661-90e9-4a4e-a9e6-c831cf8d172a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:55.302555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-8b31c6bc-9176-4195-b7fa-9eb64baee09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3ec130>, [{'id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-653852906-router', 'tenant_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '9fa29bcc-a547-42b8-a9b4-31b451f56e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:08Z', 'updated_at': '2021-06-04T15:12:51Z', 'revision_number': 5, 'project_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'gw_port': {'id': '9fa29bcc-a547-42b8-a9b4-31b451f56e7c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:10:11Z', 'updated_at': '2021-06-04T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:55.307639 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31c6bc-9176-4195-b7fa-9eb64baee09c None None] Checking router: 4963fd23-5880-469b-a1c5-1b415afd87c5 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:12:55.326330 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7dcbacd7-0022-4253-82c7-7fa46f22f471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:55.337777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] Calling delete_port for 9fa29bcc-a547-42b8-a9b4-31b451f56e7c owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:12:55.342310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b31c6bc-9176-4195-b7fa-9eb64baee09c None None] Routers {'4963fd23-5880-469b-a1c5-1b415afd87c5'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:12:55.343087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-8b31c6bc-9176-4195-b7fa-9eb64baee09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3ec130>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:12:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4963fd23-5880-469b-a1c5-1b415afd87c5'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:55.357131 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b45cb661-90e9-4a4e-a9e6-c831cf8d172a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a9d0bcb5de74fdfa2bef8e41b9796c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8412983
Jun 04 15:12:55.429336 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:55.436071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37882) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:55.529154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cb661-90e9-4a4e-a9e6-c831cf8d172a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f72fae-3fe2-4732-9d54-1fffcf33bbd7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:55.539643 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-aaaf476f-0b10-46a1-b9ca-68be7f785859 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:12:55.551303 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-a1fe0d69-b2fd-41e9-80b1-4d450c436069 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5541472
Jun 04 15:12:55.552499 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b45cb661-90e9-4a4e-a9e6-c831cf8d172a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:55.553705 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-aaaf476f-0b10-46a1-b9ca-68be7f785859 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8565729
Jun 04 15:12:55.612109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-8b31c6bc-9176-4195-b7fa-9eb64baee09c None None] Set router 4963fd23-5880-469b-a1c5-1b415afd87c5 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:12:55.640982 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:55.655623 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:55.655871 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c3c11f7-96e5-4860-b588-f297dd3ed36f req-5e23027b-bb3d-4fe9-b09e-1bf2fc505e37 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4450622
Jun 04 15:12:55.829396 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-aaf78f75-dcc5-4b09-9572-dbd0a684dbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:55.877999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-e5fa07bf-0390-48a0-9313-6d926763e57f service neutron] Request body: {'binding': {'host': 'n-h1-791505-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:12:55.878502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-8b31c6bc-9176-4195-b7fa-9eb64baee09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3ec130>, [{'id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-653852906-router', 'tenant_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:08Z', 'updated_at': '2021-06-04T15:12:54Z', 'revision_number': 6, 'project_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:12:55.880733 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-e5fa07bf-0390-48a0-9313-6d926763e57f service neutron] Unknown quota resources ['binding']. {{(pid=88301) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 15:12:55.884122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31c6bc-9176-4195-b7fa-9eb64baee09c None None] The sync data for ids ['4963fd23-5880-469b-a1c5-1b415afd87c5'] in n-d-791505-9 is: [{'id': '4963fd23-5880-469b-a1c5-1b415afd87c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-653852906-router', 'tenant_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:10:08Z', 'updated_at': '2021-06-04T15:12:54Z', 'revision_number': 6, 'project_id': 'c3f94d9a6c874712a9d48f27d2cd8787', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:12:55.925244 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 22adaf6c-e125-4b81-a873-7f02203d70e7 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:12:56.018224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa29bcc-a547-42b8-a9b4-31b451f56e7c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:56.255791 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 22adaf6c-e125-4b81-a873-7f02203d70e7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=22adaf6c-e125-4b81-a873-7f02203d70e7,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:56.276625 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-aaf78f75-dcc5-4b09-9572-dbd0a684dbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:56.309240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '22adaf6c-e125-4b81-a873-7f02203d70e7', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '22adaf6c-e125-4b81-a873-7f02203d70e7', 'mac_address': 'fa:16:3e:86:4d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:12:56.402768 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:56.433167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22adaf6c-e125-4b81-a873-7f02203d70e7 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:12:56.470418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 22adaf6c-e125-4b81-a873-7f02203d70e7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=22adaf6c-e125-4b81-a873-7f02203d70e7,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:12:56.470648 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:56.548015 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:56.568243 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-aaf78f75-dcc5-4b09-9572-dbd0a684dbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:56.582319 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b7cec932-e9e2-420f-ab03-72ebc376dd50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:56.611878 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c3c11f7-96e5-4860-b588-f297dd3ed36f req-9c4afbd2-3367-49a5-86e6-4e6f17facf70 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9332054
Jun 04 15:12:56.616379 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf78f75-dcc5-4b09-9572-dbd0a684dbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f72fae-3fe2-4732-9d54-1fffcf33bbd7,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:56.619259 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:56.625263 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cf8d488c-4b57-48c6-8379-fa55a2ac896e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:56.646208 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-aaf78f75-dcc5-4b09-9572-dbd0a684dbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:56.646208 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-aaf78f75-dcc5-4b09-9572-dbd0a684dbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:56.646208 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-aaf78f75-dcc5-4b09-9572-dbd0a684dbec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24f72fae-3fe2-4732-9d54-1fffcf33bbd7 HTTP/1.1" status: 204  len: 168 time: 1.2062163
Jun 04 15:12:56.669297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486ec5b-8b37-4402-bbb1-46fe824ff1ce req-e0e746e1-64c1-4ed2-9a7f-7e39e7614348 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:56.683786 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6486ec5b-8b37-4402-bbb1-46fe824ff1ce req-e0e746e1-64c1-4ed2-9a7f-7e39e7614348 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 946 time: 0.4571254
Jun 04 15:12:56.777292 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6486ec5b-8b37-4402-bbb1-46fe824ff1ce req-5f2b1bf5-47ca-4dee-8390-124e0677308d tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975068
Jun 04 15:12:56.952129 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f944afb-e1f0-46f2-ac67-d45e2688a798 x-openstack-request-id: req-8f944afb-e1f0-46f2-ac67-d45e2688a798 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:12:56.952473 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "name": "network-vif-plugged", "status": "completed", "tag": "9cca6167-1f51-464a-a79c-b196134decf0", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:12:56.952782 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f944afb-e1f0-46f2-ac67-d45e2688a798 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:12:56.953249 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0', 'code': 200}
Jun 04 15:12:56.961546 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9fa29bcc-a547-42b8-a9b4-31b451f56e7c no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:56.971323 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:56.976478 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:57.074962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=22adaf6c-e125-4b81-a873-7f02203d70e7,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:57.102425 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['22adaf6c-e125-4b81-a873-7f02203d70e7'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:12:57.118289 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:57.118878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4963fd23-5880-469b-a1c5-1b415afd87c5 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:12:57.134517 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-e5fa07bf-0390-48a0-9313-6d926763e57f service neutron] Attempting to bind port 78518635-f3e4-4442-9813-e342cf5d7a38 on host n-h1-791505-9 for vnic_type normal with profile None {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:12:57.135277 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-e5fa07bf-0390-48a0-9313-6d926763e57f service neutron] Attempting to bind port 78518635-f3e4-4442-9813-e342cf5d7a38 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:12:57.135707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-e5fa07bf-0390-48a0-9313-6d926763e57f service neutron] Attempting to bind port 78518635-f3e4-4442-9813-e342cf5d7a38 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:57.142064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-e5fa07bf-0390-48a0-9313-6d926763e57f service neutron] Port 78518635-f3e4-4442-9813-e342cf5d7a38 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:12:57.142579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-e5fa07bf-0390-48a0-9313-6d926763e57f service neutron] Attempting to bind port 78518635-f3e4-4442-9813-e342cf5d7a38 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:12:57.164270 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-e5fa07bf-0390-48a0-9313-6d926763e57f service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:12:57.165473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-e5fa07bf-0390-48a0-9313-6d926763e57f service neutron] Checking segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:12:57.166030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-e5fa07bf-0390-48a0-9313-6d926763e57f service neutron] Bound using segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:12:57.166515 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-e5fa07bf-0390-48a0-9313-6d926763e57f service neutron] Bound port: 78518635-f3e4-4442-9813-e342cf5d7a38, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:12:57.172875 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:57.174050 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4963fd23-5880-469b-a1c5-1b415afd87c5 HTTP/1.1" status: 204  len: 168 time: 3.0956078
Jun 04 15:12:57.175982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe4e72-74bd-41c5-a1b5-dd18fd2d4567 req-cd53b767-d769-4601-9855-ec3eee586015 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:57.176900 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:57.178583 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-adbe4e72-74bd-41c5-a1b5-dd18fd2d4567 req-cd53b767-d769-4601-9855-ec3eee586015 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 948 time: 0.1413379
Jun 04 15:12:57.179128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37912) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:57.185155 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 9fa29bcc-a547-42b8-a9b4-31b451f56e7c {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:57.185867 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9fa29bcc-a547-42b8-a9b4-31b451f56e7c not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:57.186471 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:12:57.216582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-e5fa07bf-0390-48a0-9313-6d926763e57f service neutron] For port 78518635-f3e4-4442-9813-e342cf5d7a38, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=78518635-f3e4-4442-9813-e342cf5d7a38,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:12:57.257431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:12:57.259506 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7940d6c1-dea5-4af8-a47d-61c32eb6e5ee not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:12:57.333840 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-e5fa07bf-0390-48a0-9313-6d926763e57f service neutron] Notify callbacks [] for binding, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:57.335524 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-e5fa07bf-0390-48a0-9313-6d926763e57f service neutron] 10.222.0.32 "POST /v2.0/ports/78518635-f3e4-4442-9813-e342cf5d7a38/bindings HTTP/1.1" status: 201  len: 389 time: 1.7803454
Jun 04 15:12:57.409432 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-adbe4e72-74bd-41c5-a1b5-dd18fd2d4567 req-b89c9e9d-c322-45c2-8245-c49a798ba074 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e912d967-911d-45c3-a854-4aab9b2f8738&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790791
Jun 04 15:12:57.409432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-9794795b-a50d-4951-a54d-0365f8ac8d3b admin admin] Deleting subnet ae673e1e-7d2a-42db-9174-96471240cb11 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:12:57.419998 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9794795b-a50d-4951-a54d-0365f8ac8d3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:57.516017 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9794795b-a50d-4951-a54d-0365f8ac8d3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:57.692673 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9794795b-a50d-4951-a54d-0365f8ac8d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:57.866857 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8812b188-7734-49c5-952a-25f33eb60cfa req-9679a9e1-9e9b-4d82-bae2-d614576c86e5 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 210 time: 0.1173224
Jun 04 15:12:58.426594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec011c-e847-425b-be34-b7f6345d37be req-d2f8026f-000b-4e41-8c8e-79e98954fa8e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:58.434809 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9aec011c-e847-425b-be34-b7f6345d37be req-d2f8026f-000b-4e41-8c8e-79e98954fa8e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 946 time: 0.1574571
Jun 04 15:12:58.484707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-830359fb-8360-49ce-9243-f29fd615c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:58.486962 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-830359fb-8360-49ce-9243-f29fd615c30d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 1097 time: 0.2108493
Jun 04 15:12:58.530150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5552865-0fdb-46a1-a83d-cad96634bdab req-2310d66d-2ce8-4d0d-938c-c6513b5f05a1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:58.541035 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f5552865-0fdb-46a1-a83d-cad96634bdab req-2310d66d-2ce8-4d0d-938c-c6513b5f05a1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 946 time: 0.3607016
Jun 04 15:12:58.558486 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9aec011c-e847-425b-be34-b7f6345d37be req-580a031a-c5c8-4ae5-8621-f4a871c6bcaa tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208920
Jun 04 15:12:58.647479 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9794795b-a50d-4951-a54d-0365f8ac8d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:58.794957 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c6813728-a83d-47ff-abd5-26a4e915d1e4 req-1a126324-f9e7-443f-a181-a585e5ace643 tempest-AbsoluteLimitsNegativeTestJSON-737635392 tempest-AbsoluteLimitsNegativeTestJSON-737635392-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7a210704cbe24b28be56623e886b0c83&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0595982
Jun 04 15:12:58.816337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-8eeeb055-aa64-4624-b86e-17cee1d13ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:58.825340 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-8eeeb055-aa64-4624-b86e-17cee1d13ac1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.3294721
Jun 04 15:12:58.829385 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:12:59.092824 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f5552865-0fdb-46a1-a83d-cad96634bdab req-5a9876d4-750f-4f01-a602-bae056258ebe tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5503802
Jun 04 15:12:59.096985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794795b-a50d-4951-a54d-0365f8ac8d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae673e1e-7d2a-42db-9174-96471240cb11,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:12:59.100618 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-93c04b9c-728e-4020-9f9c-871ff625f5a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78518635-f3e4-4442-9813-e342cf5d7a38 HTTP/1.1" status: 200  len: 217 time: 0.2302015
Jun 04 15:12:59.102191 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9794795b-a50d-4951-a54d-0365f8ac8d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:59.107060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f481e7-1bc0-4a35-acfc-3e92a2f3343d None None] Network 5adf0729-a8c9-44c5-8a11-4744fd36b204 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:12:59.124374 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9794795b-a50d-4951-a54d-0365f8ac8d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:12:59.136045 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6813728-a83d-47ff-abd5-26a4e915d1e4 req-73ea67a6-f49d-470d-8371-27bcc23342be tempest-AbsoluteLimitsNegativeTestJSON-737635392 tempest-AbsoluteLimitsNegativeTestJSON-737635392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:59.143598 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c6813728-a83d-47ff-abd5-26a4e915d1e4 req-73ea67a6-f49d-470d-8371-27bcc23342be tempest-AbsoluteLimitsNegativeTestJSON-737635392 tempest-AbsoluteLimitsNegativeTestJSON-737635392-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3474276
Jun 04 15:12:59.195791 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c6813728-a83d-47ff-abd5-26a4e915d1e4 req-90d34492-2e1a-43a5-a22c-8250dcb0b4ce tempest-AbsoluteLimitsNegativeTestJSON-737635392 tempest-AbsoluteLimitsNegativeTestJSON-737635392-project] 10.222.0.32 "GET /v2.0/quotas/7a210704cbe24b28be56623e886b0c83 HTTP/1.1" status: 200  len: 375 time: 0.0508237
Jun 04 15:12:59.269148 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c6813728-a83d-47ff-abd5-26a4e915d1e4 req-decc4762-0ad2-4f91-ad3b-22cbb4c9133c tempest-AbsoluteLimitsNegativeTestJSON-737635392 tempest-AbsoluteLimitsNegativeTestJSON-737635392-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a210704cbe24b28be56623e886b0c83&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0713780
Jun 04 15:12:59.367911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-12ae927e-519f-40c6-8f9f-0cc51ed42e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:12:59.370387 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-12ae927e-519f-40c6-8f9f-0cc51ed42e25 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.2381487
Jun 04 15:12:59.415261 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9794795b-a50d-4951-a54d-0365f8ac8d3b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ae673e1e-7d2a-42db-9174-96471240cb11 HTTP/1.1" status: 204  len: 168 time: 2.2318096
Jun 04 15:12:59.417054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37968) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:12:59.513057 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-34546ca1-b76b-4c27-bfc8-4e487d3e5805 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0907066
Jun 04 15:12:59.530523 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-554752e9-0e6f-4203-aca6-3a5393458d9c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3254735b2dc54fbdbff67741a34d5965&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1586003
Jun 04 15:12:59.713502 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb00a-8730-4052-b8ad-34793557d37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:59.770614 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:12:59.949578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 22adaf6c-e125-4b81-a873-7f02203d70e7 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:12:59.997818 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f2372004-c439-40fe-9222-67b02d30f4c6 req-0cbcd555-f6e0-4c44-8a4f-8d0a8d0107bf tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 210 time: 0.0860045
Jun 04 15:13:00.073636 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Deleting port 026cb90e-2e96-48b9-bc86-1671075a307f {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:13:00.074192 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:00.129944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9237985d-84f1-4a98-9eb5-cef31a37b397 None None] DHCP port deletion for 5adf0729-a8c9-44c5-8a11-4744fd36b204 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:13:00.213239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] For port 026cb90e-2e96-48b9-bc86-1671075a307f, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=026cb90e-2e96-48b9-bc86-1671075a307f,segment=NetworkSegment(4c4cab05-25dc-4986-96fe-bcc0ba0fb250),segment_id=4c4cab05-25dc-4986-96fe-bcc0ba0fb250)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:00.214505 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:00.388923 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9237985d-84f1-4a98-9eb5-cef31a37b397 None None] Deleting port 026cb90e-2e96-48b9-bc86-1671075a307f {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:13:00.390053 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9237985d-84f1-4a98-9eb5-cef31a37b397 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:00.442514 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 22adaf6c-e125-4b81-a873-7f02203d70e7 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:13:00.454342 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 22adaf6c-e125-4b81-a873-7f02203d70e7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:00.454886 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:00.557200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Calling delete_port for 026cb90e-2e96-48b9-bc86-1671075a307f owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:13:00.575599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-61bb63c9-f3d2-46d3-97e0-1f09ba0a1015 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:00.576369 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-61bb63c9-f3d2-46d3-97e0-1f09ba0a1015 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8996658
Jun 04 15:13:00.597963 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37988) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:00.684897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Request body: {'port': {'device_id': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '3254735b2dc54fbdbff67741a34d5965'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:00.711306 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-80c0f018-7027-45c6-bd68-b92c7fd041fd service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1905854
Jun 04 15:13:00.729285 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 026cb90e-2e96-48b9-bc86-1671075a307f no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:13:00.847551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-9237985d-84f1-4a98-9eb5-cef31a37b397 None None] For port 026cb90e-2e96-48b9-bc86-1671075a307f, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=026cb90e-2e96-48b9-bc86-1671075a307f,segment=NetworkSegment(4c4cab05-25dc-4986-96fe-bcc0ba0fb250),segment_id=4c4cab05-25dc-4986-96fe-bcc0ba0fb250)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:00.847964 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9237985d-84f1-4a98-9eb5-cef31a37b397 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:00.893620 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d4187-d678-4162-b4b8-89e8de13a427 req-dbbdfedd-03f5-4936-b7c2-2c678f0d7e0e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:00.902583 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2a2d4187-d678-4162-b4b8-89e8de13a427 req-dbbdfedd-03f5-4936-b7c2-2c678f0d7e0e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 946 time: 0.4869611
Jun 04 15:13:00.927643 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09992b6c-0486-4e81-becc-80ddde5eab24 req-510a29dc-a51f-431b-af51-cc7ab2f5c93c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5541553
Jun 04 15:13:00.928677 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:00.937528 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8019faf4-9f57-46da-9769-1092fd39c76b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:01.005032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Pushing event deleted for resources: {'Port': ['ID=026cb90e-2e96-48b9-bc86-1671075a307f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:01.036644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9237985d-84f1-4a98-9eb5-cef31a37b397 None None] Calling delete_port for 026cb90e-2e96-48b9-bc86-1671075a307f owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:13:01.047838 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:01.062380 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] No DVR routers for this DVR port 026cb90e-2e96-48b9-bc86-1671075a307f on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:13:01.085741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:01.103083 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc0f4584-9cc6-4550-b2cb-726de11e0061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:01.111199 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:01.138464 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No active binding found for port 026cb90e-2e96-48b9-bc86-1671075a307f {{(pid=88302) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 04 15:13:01.139239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 026cb90e-2e96-48b9-bc86-1671075a307f not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:13:01.157782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6761c902-0d4e-4e47-a55e-15da7606cb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22adaf6c-e125-4b81-a873-7f02203d70e7'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:13:01.160102 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9b4300-f5e0-4049-8986-0f6146a03a02" -d '{"events": [{"server_uuid": "6761c902-0d4e-4e47-a55e-15da7606cb9f", "name": "network-vif-plugged", "status": "completed", "tag": "22adaf6c-e125-4b81-a873-7f02203d70e7"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:13:01.174214 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 22adaf6c-e125-4b81-a873-7f02203d70e7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=22adaf6c-e125-4b81-a873-7f02203d70e7,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:01.189094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:01.196917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fc0f4584-9cc6-4550-b2cb-726de11e0061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:01.197795 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9237985d-84f1-4a98-9eb5-cef31a37b397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:01.201907 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fc0f4584-9cc6-4550-b2cb-726de11e0061 admin admin] Usage tracker for resource:security_group_rule and tenant:7a210704cbe24b28be56623e886b0c83 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:01.204267 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:01.204895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fc0f4584-9cc6-4550-b2cb-726de11e0061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:01.211384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fc0f4584-9cc6-4550-b2cb-726de11e0061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:01.235918 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2a2d4187-d678-4162-b4b8-89e8de13a427 req-ee6364e0-68b4-4e4f-98da-098262406202 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3319564
Jun 04 15:13:01.257104 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:01.269983 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237985d-84f1-4a98-9eb5-cef31a37b397 None None] Pushing event deleted for resources: {'Port': ['ID=026cb90e-2e96-48b9-bc86-1671075a307f,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:01.274383 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9237985d-84f1-4a98-9eb5-cef31a37b397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:01.275107 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:01.276024 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:01.305028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83909a0040>,) {'filters': {'network_id': ['5adf0729-a8c9-44c5-8a11-4744fd36b204']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:01.323292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83909a0040>, '4c4cab05-25dc-4986-96fe-bcc0ba0fb250') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:01.323855 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83909a0040>, '4c4cab05-25dc-4986-96fe-bcc0ba0fb250') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:01.331352 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc0f4584-9cc6-4550-b2cb-726de11e0061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:01.341893 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:01.353656 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f43f6-cc71-4647-97fe-585cbe1e25e7 req-b0cb51f0-8206-4f99-b174-526fc52e0360 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:01.356239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237985d-84f1-4a98-9eb5-cef31a37b397 None None] No DVR routers for this DVR port 026cb90e-2e96-48b9-bc86-1671075a307f on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:13:01.358179 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=22adaf6c-e125-4b81-a873-7f02203d70e7,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:01.359186 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e98f43f6-cc71-4647-97fe-585cbe1e25e7 req-b0cb51f0-8206-4f99-b174-526fc52e0360 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 948 time: 1.7353368
Jun 04 15:13:01.362438 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:01.373521 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:01.381422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:13:01.385476 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:01.394064 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-66bc7f2f-3adc-47e4-bf8d-85a13120100e req-2151f9f1-432c-49cc-9e62-f7c0d062030e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 1.7811017
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:13:01.414199 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:13:01.463315 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc0f4584-9cc6-4550-b2cb-726de11e0061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:01.483383 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-3aa5730d-63ed-4ac1-9764-ca896a757bf2 service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7650909
Jun 04 15:13:01.492089 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-508679a9-7755-4355-962a-1a93b779ec62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:01.515629 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e98f43f6-cc71-4647-97fe-585cbe1e25e7 req-04e7efbf-bc69-4fbc-a97d-b0891fc074f1 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e912d967-911d-45c3-a854-4aab9b2f8738&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558800
Jun 04 15:13:01.583034 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Made reservation on behalf of 3254735b2dc54fbdbff67741a34d5965 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:13:01.587774 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:01.619767 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09992b6c-0486-4e81-becc-80ddde5eab24 req-91adfdb4-c967-4642-bdd5-48cb91ccb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:01.622002 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09992b6c-0486-4e81-becc-80ddde5eab24 req-91adfdb4-c967-4642-bdd5-48cb91ccb80e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 1095 time: 0.6192164
Jun 04 15:13:01.647857 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fc0f4584-9cc6-4550-b2cb-726de11e0061 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a210704cbe24b28be56623e886b0c83&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0429261
Jun 04 15:13:01.648531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38002) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:01.669648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f4584-9cc6-4550-b2cb-726de11e0061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ec89f8-733e-46e5-be19-056f54d8d9e9,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:01.676147 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fc0f4584-9cc6-4550-b2cb-726de11e0061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:01.797405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc7f2f-3adc-47e4-bf8d-85a13120100e req-ddb88d6a-a156-4973-a258-c3f0a107289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:01.798933 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-66bc7f2f-3adc-47e4-bf8d-85a13120100e req-ddb88d6a-a156-4973-a258-c3f0a107289c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 1095 time: 0.2974324
Jun 04 15:13:01.831125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09992b6c-0486-4e81-becc-80ddde5eab24 req-ceb19aaf-db7f-45a4-ac9f-765df466ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:01.833026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09992b6c-0486-4e81-becc-80ddde5eab24 req-ceb19aaf-db7f-45a4-ac9f-765df466ce73 service neutron] 10.222.0.62 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.1869700
Jun 04 15:13:01.836002 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:01.843303 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:01.921174 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:01.922224 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-567495f4-1a0d-4549-9422-d630ce457b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:01.933717 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09992b6c-0486-4e81-becc-80ddde5eab24 req-db2c05a9-bc32-4000-bf8b-1240a71e0409 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3 HTTP/1.1" status: 200  len: 217 time: 0.0919330
Jun 04 15:13:01.934821 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:01.939976 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5adf0729-a8c9-44c5-8a11-4744fd36b204 HTTP/1.1" status: 204  len: 168 time: 2.5215540
Jun 04 15:13:01.941910 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Pushing event deleted for resources: {'Network': ['ID=5adf0729-a8c9-44c5-8a11-4744fd36b204,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:01.951884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594afa7-2009-4eee-851d-a5793f871238 req-141c2a68-0592-44c7-9a0f-9ad06a6f028c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:01.959276 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b594afa7-2009-4eee-851d-a5793f871238 req-141c2a68-0592-44c7-9a0f-9ad06a6f028c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 946 time: 0.4867411
Jun 04 15:13:01.993976 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:02.059792 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-567495f4-1a0d-4549-9422-d630ce457b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:02.080860 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b594afa7-2009-4eee-851d-a5793f871238 req-3b9097b2-4459-403b-a0c0-3251624063c9 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206217
Jun 04 15:13:02.103021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09992b6c-0486-4e81-becc-80ddde5eab24 req-ea185c73-e4fb-4d2a-b4f5-cfd5c98e0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:02.105632 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09992b6c-0486-4e81-becc-80ddde5eab24 req-ea185c73-e4fb-4d2a-b4f5-cfd5c98e0e6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.1444416
Jun 04 15:13:02.127286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Allocated IP 192.168.233.129 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/d3750d13-39cf-4214-bf49-5aa80781898b) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:13:02.203177 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09992b6c-0486-4e81-becc-80ddde5eab24 req-fc49765c-738f-4911-8daf-326ab72706ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0892112
Jun 04 15:13:02.234799 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4ef6-78c0-4057-b2e0-76a49e573725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:02.374552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc7f2f-3adc-47e4-bf8d-85a13120100e req-46e2c86f-14ef-4370-b507-06f320973e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:02.376274 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-66bc7f2f-3adc-47e4-bf8d-85a13120100e req-46e2c86f-14ef-4370-b507-06f320973e1a service neutron] 10.222.0.65 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.5517738
Jun 04 15:13:02.409131 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09992b6c-0486-4e81-becc-80ddde5eab24 req-3dabc4e7-bf3d-478b-9cad-901ccd58cd7a service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975648
Jun 04 15:13:02.419131 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38010) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:02.538874 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-66bc7f2f-3adc-47e4-bf8d-85a13120100e req-43483ec3-9008-4632-bc62-46b533e51741 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f HTTP/1.1" status: 200  len: 217 time: 0.1447794
Jun 04 15:13:02.553376 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1f39b23f-b470-4e4d-a640-fae8497e7ee4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9533bf6d683c40c7950c3e298510b11f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1323006
Jun 04 15:13:02.601706 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38016) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:02.707913 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb9fe605-8441-4bad-830d-eb66ad71df7c req-a920fa71-9e49-44ef-98ae-fe5d1c387b6c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 210 time: 0.0678635
Jun 04 15:13:02.719355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc7f2f-3adc-47e4-bf8d-85a13120100e req-fff81c44-4855-4973-bbe5-d9a043e0b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:02.720829 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-66bc7f2f-3adc-47e4-bf8d-85a13120100e req-fff81c44-4855-4973-bbe5-d9a043e0b8a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.1691186
Jun 04 15:13:02.730426 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:02.748906 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09992b6c-0486-4e81-becc-80ddde5eab24 req-6d739c29-b6eb-4ab1-8999-b1e21b17988a service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3143017
Jun 04 15:13:02.786739 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17967071-bb5c-4104-85b4-e523e6582215 x-openstack-request-id: req-17967071-bb5c-4104-85b4-e523e6582215 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:13:02.786944 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6761c902-0d4e-4e47-a55e-15da7606cb9f", "name": "network-vif-plugged", "status": "completed", "tag": "22adaf6c-e125-4b81-a873-7f02203d70e7", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:13:02.787970 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17967071-bb5c-4104-85b4-e523e6582215 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:13:02.788359 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6761c902-0d4e-4e47-a55e-15da7606cb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22adaf6c-e125-4b81-a873-7f02203d70e7', 'code': 200}
Jun 04 15:13:02.805923 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-567495f4-1a0d-4549-9422-d630ce457b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:02.814369 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:02.824129 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-66bc7f2f-3adc-47e4-bf8d-85a13120100e req-66c8d9a6-c48d-44c5-8a0e-d02ec0105534 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0884886
Jun 04 15:13:02.834753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Transition to ACTIVE for port object d3750d13-39cf-4214-bf49-5aa80781898b will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:13:02.837130 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c9c42a1-11d1-4819-adc2-2247a33f812a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:02.875042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567495f4-1a0d-4549-9422-d630ce457b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ec89f8-733e-46e5-be19-056f54d8d9e9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:02.921762 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-567495f4-1a0d-4549-9422-d630ce457b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:03.043887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905052f-3f99-40fb-b920-1b4c581a5363 req-83d0b345-269f-45e9-ac55-580f22366825 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:03.046173 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a905052f-3f99-40fb-b920-1b4c581a5363 req-83d0b345-269f-45e9-ac55-580f22366825 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 946 time: 0.1163619
Jun 04 15:13:03.139242 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a905052f-3f99-40fb-b920-1b4c581a5363 req-a9faa699-0854-4bf3-8400-da7969327014 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764380
Jun 04 15:13:03.154251 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c9c42a1-11d1-4819-adc2-2247a33f812a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:03.220599 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-567495f4-1a0d-4549-9422-d630ce457b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:03.221764 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-567495f4-1a0d-4549-9422-d630ce457b39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4ec89f8-733e-46e5-be19-056f54d8d9e9 HTTP/1.1" status: 204  len: 168 time: 1.5665934
Jun 04 15:13:03.296673 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-66bc7f2f-3adc-47e4-bf8d-85a13120100e req-7296978f-4c19-4629-bd0c-71cab3e13b4e service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4571922
Jun 04 15:13:03.344546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428767fb-15ee-4d58-9f64-04ae6ea24454 req-755cda94-ea30-4da4-a090-3eaba1e5623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:03.346095 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-428767fb-15ee-4d58-9f64-04ae6ea24454 req-755cda94-ea30-4da4-a090-3eaba1e5623c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 1100 time: 0.4664736
Jun 04 15:13:03.454113 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:03.467300 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['dd2bace0-30e3-482a-b51e-568b2f544066', 'd743d4d8-102c-4706-8562-191e04fe9923', '9cca6167-1f51-464a-a79c-b196134decf0'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:13:03.475126 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4999ff58-2eef-494b-8ee2-5483dd3e7e15 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:03.524827 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:13:03.534358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:03.550421 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:13:03.602040 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:03.703896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:03.705497 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:03.739120 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-428767fb-15ee-4d58-9f64-04ae6ea24454 req-28a32bc9-8144-4fb3-a6a3-97c8ed807d84 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e912d967-911d-45c3-a854-4aab9b2f8738&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3772047
Jun 04 15:13:03.739871 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c9c42a1-11d1-4819-adc2-2247a33f812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:03.744324 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c9c42a1-11d1-4819-adc2-2247a33f812a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:03.748494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0c9c42a1-11d1-4819-adc2-2247a33f812a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cd168ad-92cb-4aa1-a9fb-5ed1c86aad53 HTTP/1.1" status: 204  len: 168 time: 1.1429625
Jun 04 15:13:03.834061 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Pushing event updated for resources: {'Port': ['ID=d3750d13-39cf-4214-bf49-5aa80781898b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:03.835474 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:03.839539 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e4ecb413-e075-477a-b416-13269dc57c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:03.871797 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.2746089
Jun 04 15:13:03.883067 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-66bc7f2f-3adc-47e4-bf8d-85a13120100e req-ac82f18e-dda4-497f-a600-8e87a687fa6f service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5778136
Jun 04 15:13:03.884194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c42a1-11d1-4819-adc2-2247a33f812a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd168ad-92cb-4aa1-a9fb-5ed1c86aad53,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:03.887323 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c9c42a1-11d1-4819-adc2-2247a33f812a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:03.898497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Request body: {'port': {'device_id': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:04.256961 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f933b-4aa3-454c-b932-162de5f8ef0e req-1fa07072-71ed-4a77-84c9-21257cb2ef4c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:04.262178 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6b9f933b-4aa3-454c-b932-162de5f8ef0e req-1fa07072-71ed-4a77-84c9-21257cb2ef4c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 946 time: 0.2529254
Jun 04 15:13:04.284074 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6171fed5-5c21-4df3-8df3-ac43f6c2e99b None None] Provisioning for port d3750d13-39cf-4214-bf49-5aa80781898b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:13:04.319454 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6171fed5-5c21-4df3-8df3-ac43f6c2e99b None None] Provisioning complete for port d3750d13-39cf-4214-bf49-5aa80781898b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:04.319454 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6171fed5-5c21-4df3-8df3-ac43f6c2e99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:04.349856 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:04.372835 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6b9f933b-4aa3-454c-b932-162de5f8ef0e req-134f0d4d-e01d-4f27-b67a-a600e2b554f0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047237
Jun 04 15:13:04.556283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6171fed5-5c21-4df3-8df3-ac43f6c2e99b None None] Port d3750d13-39cf-4214-bf49-5aa80781898b cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:13:04.591831 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972332f-a621-445a-8dad-a7a9b3d76902 req-6341cecc-de03-4e38-8649-4d7a3e8eaba8 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:04.594820 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f972332f-a621-445a-8dad-a7a9b3d76902 req-6341cecc-de03-4e38-8649-4d7a3e8eaba8 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 949 time: 0.5319741
Jun 04 15:13:04.770874 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f972332f-a621-445a-8dad-a7a9b3d76902 req-64659176-6143-4768-a141-45b3405ced9c tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e912d967-911d-45c3-a854-4aab9b2f8738&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673162
Jun 04 15:13:04.921095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194099c6-95fb-45f7-a3e3-e714a2165a6e req-44bec586-7976-409c-ade4-39ab2012c2d0 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:04.932075 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-194099c6-95fb-45f7-a3e3-e714a2165a6e req-44bec586-7976-409c-ade4-39ab2012c2d0 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 936 time: 0.2813940
Jun 04 15:13:04.968785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38050) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:05.065335 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-194099c6-95fb-45f7-a3e3-e714a2165a6e req-6d764e33-4293-47f3-8327-40572e34d891 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317024
Jun 04 15:13:05.068611 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:05.323777 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4f79fcf3-b165-4081-a3fa-9311667453d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3f94d9a6c874712a9d48f27d2cd8787&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3536663
Jun 04 15:13:05.327789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38058) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:05.508260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608772-1b3b-4887-9c98-58340063d915 req-82d060da-5b0d-4315-aa5a-18357f0d5a54 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:05.510121 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5a608772-1b3b-4887-9c98-58340063d915 req-82d060da-5b0d-4315-aa5a-18357f0d5a54 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 946 time: 0.4503601
Jun 04 15:13:05.652387 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5a608772-1b3b-4887-9c98-58340063d915 req-5a5d1e6d-8101-4f61-8d7b-9b0e3c5ebe4a tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284621
Jun 04 15:13:05.652387 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fb0de6af-4677-4e1a-983a-0de4dfcc49d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:05.722345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3750d13-39cf-4214-bf49-5aa80781898b {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:13:05.765680 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:05.774100 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fb0de6af-4677-4e1a-983a-0de4dfcc49d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:05.805365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Transition to ACTIVE for port object d3750d13-39cf-4214-bf49-5aa80781898b will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:13:05.815747 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b203e-2336-4634-baed-b8237c6390b5 req-b3d92757-91ca-425c-b27f-81750f85c4c0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:05.827998 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0a7b203e-2336-4634-baed-b8237c6390b5 req-b3d92757-91ca-425c-b27f-81750f85c4c0 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 946 time: 0.1952376
Jun 04 15:13:05.844252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38082) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:05.932238 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:05.938159 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d6bfb74b-dc0d-4955-bcf0-2b979d63b471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:05.943532 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0a7b203e-2336-4634-baed-b8237c6390b5 req-3760d14b-d309-47f3-822f-86d350714684 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135380
Jun 04 15:13:06.015344 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fb0de6af-4677-4e1a-983a-0de4dfcc49d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:06.174907 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1798879262-network', 'tenant_id': 'ef1f8bca92884089b1346e04292fa4c6'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:06.180937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:06.185367 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Usage tracker for resource:network and tenant:ef1f8bca92884089b1346e04292fa4c6 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:06.189223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:06.197520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:06.231293 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fb0de6af-4677-4e1a-983a-0de4dfcc49d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:06.235332 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fb0de6af-4677-4e1a-983a-0de4dfcc49d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75da4e0f-bf97-42d3-bcda-36a6a9221220 HTTP/1.1" status: 204  len: 168 time: 0.9018247
Jun 04 15:13:06.309334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Pushing event updated for resources: {'Port': ['ID=d3750d13-39cf-4214-bf49-5aa80781898b,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:06.372806 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:06.387817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dc8da-f9b4-4dd7-a2c3-fd83b974b317 req-24584385-7a41-4e94-8480-6011d2a32f33 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:06.390988 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-515dc8da-f9b4-4dd7-a2c3-fd83b974b317 req-24584385-7a41-4e94-8480-6011d2a32f33 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 948 time: 0.1363480
Jun 04 15:13:06.395590 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-567495f4-1a0d-4549-9422-d630ce457b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:06.425084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Made reservation on behalf of ef1f8bca92884089b1346e04292fa4c6 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:13:06.429055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:06.452993 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-515dc8da-f9b4-4dd7-a2c3-fd83b974b317 req-6a12b697-99ec-49d4-a33e-95e02f2b17d5 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554340
Jun 04 15:13:06.456427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0de6af-4677-4e1a-983a-0de4dfcc49d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75da4e0f-bf97-42d3-bcda-36a6a9221220,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:06.462229 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:06.474862 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fb0de6af-4677-4e1a-983a-0de4dfcc49d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:06.492964 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:06.502455 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Usage tracker for resource:security_group_rule and tenant:ef1f8bca92884089b1346e04292fa4c6 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:06.509625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:06.524035 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:06.537678 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b73385-7fb6-4b8d-9d32-2480dfe9246a req-d93d46c7-3df9-45f3-ae7d-8c9fff682008 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:06.544700 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-28b73385-7fb6-4b8d-9d32-2480dfe9246a req-d93d46c7-3df9-45f3-ae7d-8c9fff682008 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 949 time: 0.5095458
Jun 04 15:13:06.808561 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38102) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:06.811023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Attempting to bind port d3750d13-39cf-4214-bf49-5aa80781898b on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:13:06.811524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Attempting to bind port d3750d13-39cf-4214-bf49-5aa80781898b by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:13:06.811646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Attempting to bind port d3750d13-39cf-4214-bf49-5aa80781898b on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:13:06.838391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Port d3750d13-39cf-4214-bf49-5aa80781898b on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:13:06.838755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Attempting to bind port d3750d13-39cf-4214-bf49-5aa80781898b on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:13:06.870323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:13:06.870684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:13:06.871048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:13:06.871807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Bound port: d3750d13-39cf-4214-bf49-5aa80781898b, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:13:06.871807 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:06.965617 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-28b73385-7fb6-4b8d-9d32-2480dfe9246a req-bf98a9f2-12ac-4890-a512-416fcc90b1cc tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e912d967-911d-45c3-a854-4aab9b2f8738&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4199541
Jun 04 15:13:07.088410 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-968c137c-4dd2-4f85-9cd9-dd62319000bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:07.091897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:13:07.099225 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d3750d13-39cf-4214-bf49-5aa80781898b,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:13:07.112492 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-968c137c-4dd2-4f85-9cd9-dd62319000bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:07.117770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-968c137c-4dd2-4f85-9cd9-dd62319000bd admin admin] Usage tracker for resource:security_group_rule and tenant:2a6ab0ad0d6845d489c233806dd2c8ec is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:07.121016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-968c137c-4dd2-4f85-9cd9-dd62319000bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:07.127433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-968c137c-4dd2-4f85-9cd9-dd62319000bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:07.142455 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d411ae-c2fc-41f9-9e5f-8b0fb43358b4 req-d1697d1d-1ed0-4754-ad39-adb0250475c9 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:07.144075 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b6d411ae-c2fc-41f9-9e5f-8b0fb43358b4 req-d1697d1d-1ed0-4754-ad39-adb0250475c9 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 946 time: 0.2582786
Jun 04 15:13:07.195753 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b6d411ae-c2fc-41f9-9e5f-8b0fb43358b4 req-c4980670-c923-4e7d-be06-bc96de276d25 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418801
Jun 04 15:13:07.198481 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:07.252879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119da404-8ad1-4c59-9b68-2c5e1383dbd5 req-679e1782-5b54-4506-97f2-d5e005bb44ad tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:07.254651 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-119da404-8ad1-4c59-9b68-2c5e1383dbd5 req-679e1782-5b54-4506-97f2-d5e005bb44ad tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 946 time: 0.1018472
Jun 04 15:13:07.307382 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:07.314646 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9b258c90-a82c-4b1c-a01d-13b076dfda4e tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:07.359092 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:07.374061 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-119da404-8ad1-4c59-9b68-2c5e1383dbd5 req-99749e8f-25b9-4a8a-a383-ccadb1712a67 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048045
Jun 04 15:13:07.404258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:07.404964 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:07.406438 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] 10.222.0.62 "PUT /v2.0/ports/d3750d13-39cf-4214-bf49-5aa80781898b HTTP/1.1" status: 200  len: 1096 time: 3.5165482
Jun 04 15:13:07.417054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:13:07.419626 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52650823-4800-482c-b2b6-9da474a7675c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:13:07.460505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:13:07.493346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-968c137c-4dd2-4f85-9cd9-dd62319000bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:07.505528 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b48b19-90aa-47d3-ae7f-dbb884cdc462 x-openstack-request-id: req-69b48b19-90aa-47d3-ae7f-dbb884cdc462 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:13:07.506466 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:13:07.506820 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69b48b19-90aa-47d3-ae7f-dbb884cdc462 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:13:07.507434 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b', 'status': 'completed', 'code': 200}
Jun 04 15:13:07.512384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Pushing event updated for resources: {'Port': ['ID=d3750d13-39cf-4214-bf49-5aa80781898b,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:07.519392 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:07.522292 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-83281c7d-d56a-4553-a30d-e0dea6714711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:07.568117 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:07.568544 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Added segment ea583b0e-cf9b-49bd-b186-f7d659cef4a8 of type vlan for network 64018707-9132-4dd5-a91e-611ca8957998
Jun 04 15:13:07.629152 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-968c137c-4dd2-4f85-9cd9-dd62319000bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:07.678249 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e7808c6c-701d-4ecb-b576-fbc461cc1c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:07.733138 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-968c137c-4dd2-4f85-9cd9-dd62319000bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a6ab0ad0d6845d489c233806dd2c8ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9230509
Jun 04 15:13:07.741327 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:07.754745 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38130) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:07.820843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98041f15-f3aa-4fd2-bf08-991a28bb64f7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:07.835202 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:07.854657 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c137c-4dd2-4f85-9cd9-dd62319000bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26090579-456b-4317-a796-06b04900098a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:07.866395 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-968c137c-4dd2-4f85-9cd9-dd62319000bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:07.926522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52650823-4800-482c-b2b6-9da474a7675c req-3fdb5282-2cc1-4a27-9de8-6f405c1f6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:07.928684 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-52650823-4800-482c-b2b6-9da474a7675c req-3fdb5282-2cc1-4a27-9de8-6f405c1f6581 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 1099 time: 0.4081774
Jun 04 15:13:07.995656 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c45aa29-1a0e-48a8-ad1a-359fe6d36cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:08.013831 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-52650823-4800-482c-b2b6-9da474a7675c req-1156701c-d59b-422d-9860-3a9f411b1276 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3254735b2dc54fbdbff67741a34d5965&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0754802
Jun 04 15:13:08.026703 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452dadb1-5bf3-4f9e-b46c-010de42356e5 req-41f47ac9-8ae6-4f52-b2dc-324f4c95e6df tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:08.027571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-452dadb1-5bf3-4f9e-b46c-010de42356e5 req-41f47ac9-8ae6-4f52-b2dc-324f4c95e6df tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Synchronizing usage tracker for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:13:08.041581 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c45aa29-1a0e-48a8-ad1a-359fe6d36cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:08.101080 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:08.113072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:08.113980 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:08.126888 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d91c8000-9ef2-4dc3-9515-33d4ee2de6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:08.148614 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38138) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:08.338329 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5109cbe-660b-43b4-9b2f-f23081a9e43b req-25e3335e-6797-4a7f-9f22-3a6bc6686fdc tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:08.352698 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b5109cbe-660b-43b4-9b2f-f23081a9e43b req-25e3335e-6797-4a7f-9f22-3a6bc6686fdc tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 949 time: 0.1995504
Jun 04 15:13:08.371438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Pushing event updated for resources: {'Network': ['ID=64018707-9132-4dd5-a91e-611ca8957998,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:08.379162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-452dadb1-5bf3-4f9e-b46c-010de42356e5 req-41f47ac9-8ae6-4f52-b2dc-324f4c95e6df tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Unset dirty status for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:13:08.381375 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-452dadb1-5bf3-4f9e-b46c-010de42356e5 req-41f47ac9-8ae6-4f52-b2dc-324f4c95e6df tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 948 time: 0.6759419
Jun 04 15:13:08.382282 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:08.384095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 64018707-9132-4dd5-a91e-611ca8957998 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:13:08.439398 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1347586839-network', 'tenant_id': '170821b51002469da86d3c4cef5805e5'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:08.461795 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c45aa29-1a0e-48a8-ad1a-359fe6d36cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:08.464359 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-452dadb1-5bf3-4f9e-b46c-010de42356e5 req-ec023ba0-2318-44b5-b304-40b94799bb4e tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670838
Jun 04 15:13:08.478565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:08.486400 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aaf07ca8-fbdf-4e93-b000-944166acdbae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:08.509992 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b5109cbe-660b-43b4-9b2f-f23081a9e43b req-1cc5cca4-24ac-4a33-be9c-3a11c1af7b4b tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e912d967-911d-45c3-a854-4aab9b2f8738&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557894
Jun 04 15:13:08.512708 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Usage tracker for resource:network and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:08.518160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52650823-4800-482c-b2b6-9da474a7675c req-806c935f-d848-46e8-8450-ec8a0e70991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:08.520084 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-52650823-4800-482c-b2b6-9da474a7675c req-806c935f-d848-46e8-8450-ec8a0e70991e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4885614
Jun 04 15:13:08.553241 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:08.570106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45aa29-1a0e-48a8-ad1a-359fe6d36cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26090579-456b-4317-a796-06b04900098a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:08.584722 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:08.595417 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c45aa29-1a0e-48a8-ad1a-359fe6d36cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:08.603660 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c45aa29-1a0e-48a8-ad1a-359fe6d36cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:08.605161 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3c45aa29-1a0e-48a8-ad1a-359fe6d36cb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26090579-456b-4317-a796-06b04900098a HTTP/1.1" status: 204  len: 168 time: 0.8493969
Jun 04 15:13:08.697386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38150) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:08.697978 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.8497491
Jun 04 15:13:08.703254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Request body: {'subnet': {'network_id': '64018707-9132-4dd5-a91e-611ca8957998', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1798879262-subnet', 'tenant_id': 'ef1f8bca92884089b1346e04292fa4c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:08.715094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:08.736701 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:13:08.738857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Usage tracker for resource:subnet and tenant:ef1f8bca92884089b1346e04292fa4c6 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:08.742810 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:08.750216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-3668c0f9-86c7-4663-9a68-b45305aa79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:08.751233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:08.754359 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-3668c0f9-86c7-4663-9a68-b45305aa79cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 1099 time: 0.1844988
Jun 04 15:13:08.829035 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Made reservation on behalf of 170821b51002469da86d3c4cef5805e5 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:13:08.831796 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:08.891089 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-9b4d8452-6a87-4161-b023-4dff2296377c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d3750d13-39cf-4214-bf49-5aa80781898b HTTP/1.1" status: 200  len: 217 time: 0.0890222
Jun 04 15:13:08.900220 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:08.915591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Made reservation on behalf of ef1f8bca92884089b1346e04292fa4c6 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:13:08.918002 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:08.964062 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:08.974278 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Usage tracker for resource:security_group_rule and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:08.980378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:08.991276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:09.015080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-ec7238ed-c622-483f-9325-d7a06c0e2933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:09.016620 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-ec7238ed-c622-483f-9325-d7a06c0e2933 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1115644
Jun 04 15:13:09.034364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c194f-0fce-45a0-97bd-95a7c37590b3 req-212b984f-f99f-4570-8e9e-c54a5a368bae tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:09.036167 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d55c194f-0fce-45a0-97bd-95a7c37590b3 req-212b984f-f99f-4570-8e9e-c54a5a368bae tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 946 time: 0.2807472
Jun 04 15:13:09.148844 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d55c194f-0fce-45a0-97bd-95a7c37590b3 req-73936bd7-66b6-408e-95c5-69cb4624a09d tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764937
Jun 04 15:13:09.220126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-e3dbeaef-347d-46a2-9423-35714818b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:09.222115 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-e3dbeaef-347d-46a2-9423-35714818b9e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1849864
Jun 04 15:13:09.336658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b90531-ab2d-43a1-bdd9-f71e58d51cb7 req-5820999f-2a15-4988-8a0a-bd43d5aa7eba tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:09.341592 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-01b90531-ab2d-43a1-bdd9-f71e58d51cb7 req-5820999f-2a15-4988-8a0a-bd43d5aa7eba tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 946 time: 0.4986224
Jun 04 15:13:09.375295 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-0511ec59-3740-45a1-9a4b-b4643f396c16 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435227
Jun 04 15:13:09.417884 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-01b90531-ab2d-43a1-bdd9-f71e58d51cb7 req-19a79968-c1f0-4ff3-bdf4-f1bc37995137 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684400
Jun 04 15:13:09.497093 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:09.670169 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:09.678610 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c4f22a27-5e42-4e79-997d-a84607d5c723 tempest-TenantUsagesTestJSON-753733685 tempest-TenantUsagesTestJSON-753733685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:09.746803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:13:09.773967 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:09.774333 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Added segment 001c6fda-19b8-44b7-9d6a-5f1f7abb921d of type vlan for network b6fd14b5-fe16-4479-b95d-921ab565bab3
Jun 04 15:13:09.777966 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af001d4a-375d-450f-83ce-3c5c14889ea3 req-50928fd8-d7f9-4d22-883c-82b89256a56e service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3824098
Jun 04 15:13:09.798448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd824210-4583-443e-b8da-38edacd42f87,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:09.805685 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:09.806704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10ac39-ed82-46e5-b15e-63a00275e24d req-f34cf048-2ec0-4b4c-ac32-e27163276dcd tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:09.808551 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dd10ac39-ed82-46e5-b15e-63a00275e24d req-f34cf048-2ec0-4b4c-ac32-e27163276dcd tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.65 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 949 time: 0.3906646
Jun 04 15:13:09.814917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38162) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:09.969531 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:10.013941 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:10.031453 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:10.045818 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f105bc1-bed4-40d5-8e46-c265758d7fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:10.101270 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2f105bc1-bed4-40d5-8e46-c265758d7fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:10.116940 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2f105bc1-bed4-40d5-8e46-c265758d7fef admin admin] Usage tracker for resource:security_group_rule and tenant:54d3d88ec6b74ebe8720d88619925db8 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:10.125564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2f105bc1-bed4-40d5-8e46-c265758d7fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:10.149281 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40813d9-bb85-4575-bcdf-0ac6fd01fb3b req-d2e4c747-0d00-4aa0-b576-3bb40b77bd9f tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:10.151540 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f40813d9-bb85-4575-bcdf-0ac6fd01fb3b req-d2e4c747-0d00-4aa0-b576-3bb40b77bd9f tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 949 time: 0.3150740
Jun 04 15:13:10.155100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:10.161298 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:10.169620 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Checking segment: {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:13:10.170230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Network hostable DHCP agents. Network: 64018707-9132-4dd5-a91e-611ca8957998, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:13:10.196554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2f105bc1-bed4-40d5-8e46-c265758d7fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:10.203487 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:10.219886 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:10.220508 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:10.230884 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:10.246943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0987f2-5d45-40cb-925c-669343e3afda req-f3c287e7-587a-42a0-8cef-e913e13b12d9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:10.248487 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9d0987f2-5d45-40cb-925c-669343e3afda req-f3c287e7-587a-42a0-8cef-e913e13b12d9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 948 time: 0.5595493
Jun 04 15:13:10.291426 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f40813d9-bb85-4575-bcdf-0ac6fd01fb3b req-759e2ebd-da0e-4ff8-b14f-bcab0a6052e8 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e912d967-911d-45c3-a854-4aab9b2f8738&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133535
Jun 04 15:13:10.326182 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-dd10ac39-ed82-46e5-b15e-63a00275e24d req-a466e80e-bb55-4bf8-a19a-4f14c2c671c1 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Deleting port 22adaf6c-e125-4b81-a873-7f02203d70e7 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:13:10.326518 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dd10ac39-ed82-46e5-b15e-63a00275e24d req-a466e80e-bb55-4bf8-a19a-4f14c2c671c1 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:10.364217 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Network 64018707-9132-4dd5-a91e-611ca8957998 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:13:10.372817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Pushing event updated for resources: {'Network': ['ID=b6fd14b5-fe16-4479-b95d-921ab565bab3,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:10.377599 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:10.387660 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network b6fd14b5-fe16-4479-b95d-921ab565bab3 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:13:10.518180 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.3681083
Jun 04 15:13:10.525215 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38170) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:10.535337 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Request body: {'subnet': {'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1347586839-subnet', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:10.554420 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:10.556323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-dd10ac39-ed82-46e5-b15e-63a00275e24d req-a466e80e-bb55-4bf8-a19a-4f14c2c671c1 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] For port 22adaf6c-e125-4b81-a873-7f02203d70e7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=22adaf6c-e125-4b81-a873-7f02203d70e7,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:10.557098 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dd10ac39-ed82-46e5-b15e-63a00275e24d req-a466e80e-bb55-4bf8-a19a-4f14c2c671c1 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:10.562070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Usage tracker for resource:subnet and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:10.573529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:10.581475 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:10.607149 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6625498-37c8-415a-912e-697aa4759257 req-92f9748d-dfb4-4ac6-a847-aff10e08cc95 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:10.608926 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a6625498-37c8-415a-912e-697aa4759257 req-92f9748d-dfb4-4ac6-a847-aff10e08cc95 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 946 time: 0.1479299
Jun 04 15:13:10.610127 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 64018707-9132-4dd5-a91e-611ca8957998) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:10.621781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36639de7-ccdb-4f22-b536-c877e28c5639 None None] Network 64018707-9132-4dd5-a91e-611ca8957998 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:13:10.646960 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:10.647555 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:10.682391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Made reservation on behalf of 170821b51002469da86d3c4cef5805e5 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:13:10.684783 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:10.723172 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a6625498-37c8-415a-912e-697aa4759257 req-24bf96f4-8b69-4556-820b-0ab83b4ec845 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977170
Jun 04 15:13:10.806682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-dd10ac39-ed82-46e5-b15e-63a00275e24d req-a466e80e-bb55-4bf8-a19a-4f14c2c671c1 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Calling delete_port for 22adaf6c-e125-4b81-a873-7f02203d70e7 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:13:10.900379 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b2ebd-9840-4d92-a15d-8596b765e077 None None] Network 64018707-9132-4dd5-a91e-611ca8957998 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:13:10.939901 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f105bc1-bed4-40d5-8e46-c265758d7fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:10.962292 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9d0987f2-5d45-40cb-925c-669343e3afda req-9feaa994-82b4-446a-b6a5-6c75ea843568 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6957092
Jun 04 15:13:11.054978 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.3556807
Jun 04 15:13:11.137797 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f105bc1-bed4-40d5-8e46-c265758d7fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:11.153287 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e8df0c5b-76cc-454c-afff-2c44827fe68a tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:11.192365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2f105bc1-bed4-40d5-8e46-c265758d7fef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54d3d88ec6b74ebe8720d88619925db8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3756073
Jun 04 15:13:11.193851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38176) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:11.206054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec2c0d-579b-4c11-a3c1-f433fe211761 req-df203c21-ccd6-40da-85c0-5028d4042dc1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:11.213197 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dd10ac39-ed82-46e5-b15e-63a00275e24d req-a466e80e-bb55-4bf8-a19a-4f14c2c671c1 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:11.215311 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b7ec2c0d-579b-4c11-a3c1-f433fe211761 req-df203c21-ccd6-40da-85c0-5028d4042dc1 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 946 time: 0.1644216
Jun 04 15:13:11.222590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f105bc1-bed4-40d5-8e46-c265758d7fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed034cd-3efa-4a05-a5ae-9a5019a04c53,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:11.250559 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2f105bc1-bed4-40d5-8e46-c265758d7fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:11.252858 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b3a38de8-b8cd-4ed7-8c5e-652e090857ed tempest-AttachSCSIVolumeTestJSON-515057606 tempest-AttachSCSIVolumeTestJSON-515057606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:11.316982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466e80e-bb55-4bf8-a19a-4f14c2c671c1 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Pushing event deleted for resources: {'Port': ['ID=22adaf6c-e125-4b81-a873-7f02203d70e7,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:11.319951 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a466e80e-bb55-4bf8-a19a-4f14c2c671c1 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:11.399254 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b7ec2c0d-579b-4c11-a3c1-f433fe211761 req-e6afbc54-4cdd-45ce-903a-f583ea9204cf tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045060
Jun 04 15:13:11.457190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd10ac39-ed82-46e5-b15e-63a00275e24d req-a466e80e-bb55-4bf8-a19a-4f14c2c671c1 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] No DVR routers for this DVR port 22adaf6c-e125-4b81-a873-7f02203d70e7 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:13:11.462879 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dd10ac39-ed82-46e5-b15e-63a00275e24d req-a466e80e-bb55-4bf8-a19a-4f14c2c671c1 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:11.465744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6761c902-0d4e-4e47-a55e-15da7606cb9f', 'name': 'network-vif-deleted', 'tag': '22adaf6c-e125-4b81-a873-7f02203d70e7'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:13:11.468280 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186b9edb-1193-4107-9997-9072c9c395cc" -d '{"events": [{"server_uuid": "6761c902-0d4e-4e47-a55e-15da7606cb9f", "name": "network-vif-deleted", "tag": "22adaf6c-e125-4b81-a873-7f02203d70e7"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:13:11.502683 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f8857a1c-208d-4bb0-8665-7009107763ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:11.725161 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f0480929-2696-4d16-b6e7-2875cec562fb req-19dd13a9-ab90-4c64-aec3-3ff68cf96e1b tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.32 "GET /v2.0/ports?device_id=6761c902-0d4e-4e47-a55e-15da7606cb9f HTTP/1.1" status: 200  len: 210 time: 0.0507641
Jun 04 15:13:11.752608 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dd10ac39-ed82-46e5-b15e-63a00275e24d req-a466e80e-bb55-4bf8-a19a-4f14c2c671c1 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] 10.222.0.65 "DELETE /v2.0/ports/22adaf6c-e125-4b81-a873-7f02203d70e7 HTTP/1.1" status: 204  len: 173 time: 1.9104936
Jun 04 15:13:11.776286 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f8857a1c-208d-4bb0-8665-7009107763ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:11.826139 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c9c2b6-056b-4f56-8a4c-7fa259b788db x-openstack-request-id: req-d1c9c2b6-056b-4f56-8a4c-7fa259b788db {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:13:11.826735 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6761c902-0d4e-4e47-a55e-15da7606cb9f", "name": "network-vif-deleted", "tag": "22adaf6c-e125-4b81-a873-7f02203d70e7", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:13:11.827383 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1c9c2b6-056b-4f56-8a4c-7fa259b788db {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:13:11.827827 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6761c902-0d4e-4e47-a55e-15da7606cb9f', 'name': 'network-vif-deleted', 'tag': '22adaf6c-e125-4b81-a873-7f02203d70e7', 'status': 'completed', 'code': 200}
Jun 04 15:13:11.895310 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:11.900589 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:11.956506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-e005bd06-349f-47a6-8b57-e40051e8ca0c tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:11.958292 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-e005bd06-349f-47a6-8b57-e40051e8ca0c tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc&tenant_id=a03aebe4cbe94e51823784c56531a643&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 1097 time: 0.3822565
Jun 04 15:13:12.019213 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-9'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:12.025637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 22adaf6c-e125-4b81-a873-7f02203d70e7 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:13:12.067045 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f8857a1c-208d-4bb0-8665-7009107763ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:12.083968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3923c1e-f693-458d-b8fe-0bcbec1d9098,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:12.087985 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a3c423f6-356f-4970-b76c-7598c155d582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:12.090671 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:12.098042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Checking segment: {'id': '001c6fda-19b8-44b7-9d6a-5f1f7abb921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:13:12.098582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Network hostable DHCP agents. Network: b6fd14b5-fe16-4479-b95d-921ab565bab3, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:13:12.126042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 22adaf6c-e125-4b81-a873-7f02203d70e7 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:13:12.126807 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 22adaf6c-e125-4b81-a873-7f02203d70e7 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:13:12.135038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8857a1c-208d-4bb0-8665-7009107763ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed034cd-3efa-4a05-a5ae-9a5019a04c53,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:12.140693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab52d9d-47f8-4832-9811-103eeb6abdc3 req-0b3755db-d6c5-4b76-8078-9c5a68a75d59 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:12.142495 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5ab52d9d-47f8-4832-9811-103eeb6abdc3 req-0b3755db-d6c5-4b76-8078-9c5a68a75d59 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 946 time: 0.1901627
Jun 04 15:13:12.143055 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f8857a1c-208d-4bb0-8665-7009107763ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:12.231951 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5ab52d9d-47f8-4832-9811-103eeb6abdc3 req-51a62484-2c2f-4e08-8b9b-23938173c196 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699806
Jun 04 15:13:12.242381 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Network b6fd14b5-fe16-4479-b95d-921ab565bab3 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:13:12.257788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f8857a1c-208d-4bb0-8665-7009107763ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:12.259139 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f8857a1c-208d-4bb0-8665-7009107763ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ed034cd-3efa-4a05-a5ae-9a5019a04c53 HTTP/1.1" status: 204  len: 168 time: 1.0646293
Jun 04 15:13:12.282125 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:12.308370 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294546d1-1517-45b7-8f15-69706eacb865 req-7a26c368-baf6-4124-a3dc-6df545a452ff tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:12.309865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-294546d1-1517-45b7-8f15-69706eacb865 req-7a26c368-baf6-4124-a3dc-6df545a452ff tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Synchronizing usage tracker for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:13:12.417956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, b6fd14b5-fe16-4479-b95d-921ab565bab3) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:12.435739 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03230fb9-1514-45ef-aedc-63379b9872e8 None None] Network b6fd14b5-fe16-4479-b95d-921ab565bab3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:13:12.437971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:12.438573 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:12.478769 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452d5de-e2aa-44d2-8399-5e8c8ea07f10 req-d9e7cfbe-3862-4a84-b88b-6a64b4cd2f31 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:12.480467 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4452d5de-e2aa-44d2-8399-5e8c8ea07f10 req-d9e7cfbe-3862-4a84-b88b-6a64b4cd2f31 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 948 time: 0.1417308
Jun 04 15:13:12.527227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-294546d1-1517-45b7-8f15-69706eacb865 req-7a26c368-baf6-4124-a3dc-6df545a452ff tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Unset dirty status for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:13:12.528399 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294546d1-1517-45b7-8f15-69706eacb865 req-7a26c368-baf6-4124-a3dc-6df545a452ff tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 812 time: 0.6648984
Jun 04 15:13:12.541762 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4452d5de-e2aa-44d2-8399-5e8c8ea07f10 req-1f1b2876-43b4-456f-a960-e7a0e99e14d1 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500066
Jun 04 15:13:12.566475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b9524087-cf35-4311-8886-e4f92efeeaef,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:12.569422 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294546d1-1517-45b7-8f15-69706eacb865 req-7ffc5e0f-bdec-43ab-89a6-0623cf86e913 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/quotas/ef1f8bca92884089b1346e04292fa4c6 HTTP/1.1" status: 200  len: 375 time: 0.0292718
Jun 04 15:13:12.651719 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-60019e13-ad85-494c-a855-56211830852b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.1197617
Jun 04 15:13:12.651988 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38206) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:12.664272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1347586839-router', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:12.669756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:12.676184 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Usage tracker for resource:router and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:12.679813 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:12.687170 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:12.710641 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294546d1-1517-45b7-8f15-69706eacb865 req-ff1a8a1b-ad11-4560-8880-339eaac0736a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0936913
Jun 04 15:13:12.714376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:13:12.786084 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:12.787642 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:12.804483 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:12.817884 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-b6fd14b5-fe16-4479-b95d-921ab565bab3', 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'fixed_ips': [{'subnet_id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:13:12.819342 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:12.861952 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:12.891525 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:12.898993 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-df456b35-a7b0-4e8f-8447-e05ac63a6b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:12.918883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcb4a8-def9-4a89-b563-a5f48914901d req-8b1965a0-e840-45b4-a9b2-7a149127d8df tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:12.928185 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8ffcb4a8-def9-4a89-b563-a5f48914901d req-8b1965a0-e840-45b4-a9b2-7a149127d8df tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 946 time: 0.2210722
Jun 04 15:13:13.093021 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8ffcb4a8-def9-4a89-b563-a5f48914901d req-b5a7a1bc-a51c-4046-a089-f832fc471b92 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605358
Jun 04 15:13:13.211942 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Allocated IP 172.20.0.2 (b6fd14b5-fe16-4479-b95d-921ab565bab3/c3923c1e-f693-458d-b8fe-0bcbec1d9098/1bd23872-5c47-4916-9991-2944e1a1a337) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:13:13.493662 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:13.560037 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294546d1-1517-45b7-8f15-69706eacb865 req-b8d951dc-5109-467b-acbd-2c3e4b597b33 service neutron] 10.222.0.32 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8487265
Jun 04 15:13:13.565956 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:13.583215 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Transition to ACTIVE for port object 1bd23872-5c47-4916-9991-2944e1a1a337 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:13:13.608436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Transition to ACTIVE for port object 1bd23872-5c47-4916-9991-2944e1a1a337 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:13:13.611751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9524087-cf35-4311-8886-e4f92efeeaef,revision_number=7']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:13.633480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Attempting to bind port b9524087-cf35-4311-8886-e4f92efeeaef on host n-h1-791505-9 for vnic_type normal with profile {"migrating_to": "n-h2-791505-9"} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:13:13.633807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Attempting to bind port b9524087-cf35-4311-8886-e4f92efeeaef by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:13:13.635161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Attempting to bind port b9524087-cf35-4311-8886-e4f92efeeaef on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:13:13.638843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:13.639183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:13.639538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:13.639889 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:13.640235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:13.640576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:13.640926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:13.641284 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:13.641617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:13.641966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:13.642290 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:13.642621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:13.653104 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:13.715325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Port b9524087-cf35-4311-8886-e4f92efeeaef on network 061fcf42-462b-46e3-9f65-54c102f9c252 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:13:13.715808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Attempting to bind port b9524087-cf35-4311-8886-e4f92efeeaef on network 061fcf42-462b-46e3-9f65-54c102f9c252 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:13:13.757255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:13:13.758902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Checking segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:13:13.759397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Bound using segment: {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:13:13.759847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Bound port: b9524087-cf35-4311-8886-e4f92efeeaef, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd054d-e046-4845-b504-a286dac9792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '061fcf42-462b-46e3-9f65-54c102f9c252'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:13:13.760195 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:13.791760 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:13.803585 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:13.901142 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:13:13.904681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b9524087-cf35-4311-8886-e4f92efeeaef,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:13:13.918023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5546fd4b-1632-42e3-9abb-fd5e791dd6dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9524087-cf35-4311-8886-e4f92efeeaef'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:13:13.921248 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5c35d9-2ee5-48ea-a8d9-b81deb3c3098" -d '{"events": [{"server_uuid": "5546fd4b-1632-42e3-9abb-fd5e791dd6dc", "name": "network-vif-unplugged", "status": "completed", "tag": "b9524087-cf35-4311-8886-e4f92efeeaef"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:13:13.942177 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294546d1-1517-45b7-8f15-69706eacb865 req-da7eec1a-419d-4789-bbb3-7d1a9cb3c268 service neutron] 10.222.0.32 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3619683
Jun 04 15:13:13.966197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Network b6fd14b5-fe16-4479-b95d-921ab565bab3 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:13:13.969500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:13.975034 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:13:14.024401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Pushing event updated for resources: {'Port': ['ID=1bd23872-5c47-4916-9991-2944e1a1a337,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:14.035445 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:14.071840 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d65b8edd-1e3f-421a-80ec-9de42ebf4874 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:14.075697 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:14.111515 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b9524087-cf35-4311-8886-e4f92efeeaef details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:13:14.359944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9524087-cf35-4311-8886-e4f92efeeaef,revision_number=8']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:14.374590 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:14.458925 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:14.477961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:14.479090 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:14.482871 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] 10.222.0.62 "PUT /v2.0/ports/b9524087-cf35-4311-8886-e4f92efeeaef HTTP/1.1" status: 200  len: 1122 time: 2.4681056
Jun 04 15:13:14.495607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b9524087-cf35-4311-8886-e4f92efeeaef,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:14.512303 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:14.574277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Attempting to bind port 1bd23872-5c47-4916-9991-2944e1a1a337 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:13:14.576175 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Attempting to bind port 1bd23872-5c47-4916-9991-2944e1a1a337 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '001c6fda-19b8-44b7-9d6a-5f1f7abb921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:13:14.576586 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Attempting to bind port 1bd23872-5c47-4916-9991-2944e1a1a337 on network b6fd14b5-fe16-4479-b95d-921ab565bab3 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:13:14.622309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b9524087-cf35-4311-8886-e4f92efeeaef has no active binding in host n-h2-791505-9 {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 04 15:13:14.632185 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['b9524087-cf35-4311-8886-e4f92efeeaef'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:13:14.643161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5ba54-bd7c-4d55-9bd0-f168f4dc0de2 req-28c5f6c1-71c2-40c3-8d62-31a31cd83a80 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:14.651375 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2bf5ba54-bd7c-4d55-9bd0-f168f4dc0de2 req-28c5f6c1-71c2-40c3-8d62-31a31cd83a80 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 944 time: 0.3403742
Jun 04 15:13:14.699443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['b9524087-cf35-4311-8886-e4f92efeeaef'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:13:14.743447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:13:14.743883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Checking segment: {'id': '001c6fda-19b8-44b7-9d6a-5f1f7abb921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:13:14.744012 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc8941-1910-46b8-afff-e90c50937d01 req-21152b5e-3fba-43b2-9503-8f919456fb72 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:14.744458 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:14.744718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Bound using segment: {'id': '001c6fda-19b8-44b7-9d6a-5f1f7abb921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:13:14.745311 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Bound port: 1bd23872-5c47-4916-9991-2944e1a1a337, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001c6fda-19b8-44b7-9d6a-5f1f7abb921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:13:14.745691 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:14.746425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bcfc8941-1910-46b8-afff-e90c50937d01 req-21152b5e-3fba-43b2-9503-8f919456fb72 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 948 time: 0.1096869
Jun 04 15:13:14.765971 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2bf5ba54-bd7c-4d55-9bd0-f168f4dc0de2 req-1a309204-1752-4a12-aac8-6d7c6f283528 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133475
Jun 04 15:13:14.800470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Allocated IP 172.25.4.29 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/06185cd6-2576-4017-8fdf-0247cd06f104) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:13:14.849157 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bcfc8941-1910-46b8-afff-e90c50937d01 req-cc08a2f3-7fef-485d-ba69-578c25318786 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935168
Jun 04 15:13:14.895085 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633383a2-44e7-4a77-a141-495a71d58427 x-openstack-request-id: req-633383a2-44e7-4a77-a141-495a71d58427 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:13:14.895484 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5546fd4b-1632-42e3-9abb-fd5e791dd6dc", "name": "network-vif-unplugged", "status": "completed", "tag": "b9524087-cf35-4311-8886-e4f92efeeaef", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:13:14.895790 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-633383a2-44e7-4a77-a141-495a71d58427 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:13:14.897313 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5546fd4b-1632-42e3-9abb-fd5e791dd6dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9524087-cf35-4311-8886-e4f92efeeaef', 'code': 200}
Jun 04 15:13:15.065376 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] For port 1bd23872-5c47-4916-9991-2944e1a1a337, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:13:15.095309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] For port 1bd23872-5c47-4916-9991-2944e1a1a337, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1bd23872-5c47-4916-9991-2944e1a1a337,segment=NetworkSegment(001c6fda-19b8-44b7-9d6a-5f1f7abb921d),segment_id=001c6fda-19b8-44b7-9d6a-5f1f7abb921d)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:13:15.138329 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:15.152970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e8a46-4d26-4efd-963a-4be2d895cfc9 req-f01bfdf8-e264-4b11-8bd7-b6805decc5be tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:15.155725 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f67e8a46-4d26-4efd-963a-4be2d895cfc9 req-f01bfdf8-e264-4b11-8bd7-b6805decc5be tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 945 time: 0.1527750
Jun 04 15:13:15.243973 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f67e8a46-4d26-4efd-963a-4be2d895cfc9 req-a74693b8-c684-4b82-8218-03dc91779f27 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/security-groups?id=1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819173
Jun 04 15:13:15.250204 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:15.251114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccd887-1bd0-44b2-9f10-c7372d1d2679 req-6c3396d0-c337-410a-a573-b3a248902c31 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:15.254189 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-06ccd887-1bd0-44b2-9f10-c7372d1d2679 req-6c3396d0-c337-410a-a573-b3a248902c31 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 946 time: 0.2202144
Jun 04 15:13:15.257899 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2f6a1192-053d-433c-b97e-5afd2602b9f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:15.279476 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:15.288723 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:15.367364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Pushing event updated for resources: {'Port': ['ID=1bd23872-5c47-4916-9991-2944e1a1a337,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:15.371196 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:15.376465 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f11db75-c12d-4cb4-a199-46b4eb05555e req-be699275-1bcf-4cbc-983a-b8f2b02dd775 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 210 time: 0.0807502
Jun 04 15:13:15.462002 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-06ccd887-1bd0-44b2-9f10-c7372d1d2679 req-c9af158b-ac4f-44b1-b2bb-ebb8b11e0cd8 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2034888
Jun 04 15:13:15.472435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:13:15.477655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:15.481857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:13:15.582240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Pushing event updated for resources: {'Port': ['ID=06185cd6-2576-4017-8fdf-0247cd06f104,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:15.589181 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:16.134842 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d3750d13-39cf-4214-bf49-5aa80781898b details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:13:16.139528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766448f-0945-4a66-9952-4d1cde9ce624 req-48a4d16c-a1ff-4ddc-9430-898b1019d29f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:16.142767 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3766448f-0945-4a66-9952-4d1cde9ce624 req-48a4d16c-a1ff-4ddc-9430-898b1019d29f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 944 time: 0.1705742
Jun 04 15:13:16.309058 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3766448f-0945-4a66-9952-4d1cde9ce624 req-31998294-8b96-4d7a-b093-76673f27e9ce tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561325
Jun 04 15:13:16.381783 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d3750d13-39cf-4214-bf49-5aa80781898b,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:16.400854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'd3750d13-39cf-4214-bf49-5aa80781898b', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'd3750d13-39cf-4214-bf49-5aa80781898b', 'mac_address': 'fa:16:3e:a2:5e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:13:16.416414 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:16.497533 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7f63e-0bd2-4e33-bc6f-d8b5b9222b0b req-5b392db6-f13b-4cde-a73d-80d806dd7e3f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:16.499304 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f1c7f63e-0bd2-4e33-bc6f-d8b5b9222b0b req-5b392db6-f13b-4cde-a73d-80d806dd7e3f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 948 time: 0.3072767
Jun 04 15:13:16.508168 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:16.527967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0f5ec-bab5-4db7-8c70-edff2370920a req-287ffa92-d68e-4999-9bde-a34885a6ec95 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:16.530480 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8ac0f5ec-bab5-4db7-8c70-edff2370920a req-287ffa92-d68e-4999-9bde-a34885a6ec95 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.62 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 945 time: 0.2893927
Jun 04 15:13:16.569895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3750d13-39cf-4214-bf49-5aa80781898b {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:13:16.626498 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d3750d13-39cf-4214-bf49-5aa80781898b,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:16.757795 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f1c7f63e-0bd2-4e33-bc6f-d8b5b9222b0b req-ca5a4c73-bd12-41a9-b252-15413a1f7460 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2411976
Jun 04 15:13:16.767869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1bd23872-5c47-4916-9991-2944e1a1a337 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:13:16.902373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5546fd4b-1632-42e3-9abb-fd5e791dd6dc', 'tag': 'b9524087-cf35-4311-8886-e4f92efeeaef'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:13:16.905254 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65159e0-1323-4695-9526-456bfadb66c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5546fd4b-1632-42e3-9abb-fd5e791dd6dc", "tag": "b9524087-cf35-4311-8886-e4f92efeeaef"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:13:16.937601 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:16.959329 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:16.974527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38304) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:17.039380 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-cdac3802-1043-40ce-9cdf-f2e54ce56fde tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:17.041146 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-cdac3802-1043-40ce-9cdf-f2e54ce56fde tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75&tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&binding%3Ahost_id=n-h2-791505-9 HTTP/1.1" status: 200  len: 1097 time: 0.6919641
Jun 04 15:13:17.065433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-9'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:17.137332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0300d6-3293-4708-a296-527a7a00757e None None] Network b6fd14b5-fe16-4479-b95d-921ab565bab3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:13:17.183359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-8ac0f5ec-bab5-4db7-8c70-edff2370920a req-41501fad-88ac-484c-b618-1a4d3fe2b9c7 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Deleting port e3e2e8eb-0695-4d64-9eed-984db8318eb0 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:13:17.184029 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8ac0f5ec-bab5-4db7-8c70-edff2370920a req-41501fad-88ac-484c-b618-1a4d3fe2b9c7 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:17.245442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=d3750d13-39cf-4214-bf49-5aa80781898b,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:17.253465 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:17.373930 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6d48882a-90b0-4cce-8013-c5045cc9765e None None] Provisioning for port 1bd23872-5c47-4916-9991-2944e1a1a337 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:13:17.466928 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f19bf44-716a-44b7-a1f2-ec11f3ff5643 req-046e36c8-88e5-4af9-b464-22d406fa0073 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 210 time: 0.3794518
Jun 04 15:13:17.489318 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 1bd23872-5c47-4916-9991-2944e1a1a337 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:13:17.521617 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 1bd23872-5c47-4916-9991-2944e1a1a337 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:17.522447 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:17.671696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b706b-02a7-4308-9107-e37fe94d9772 req-89e1bf7e-3b7a-4eec-b03e-fe196e3ce5e6 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:17.674254 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d66b706b-02a7-4308-9107-e37fe94d9772 req-89e1bf7e-3b7a-4eec-b03e-fe196e3ce5e6 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 945 time: 0.7269545
Jun 04 15:13:17.674821 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:17.682890 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:17.716598 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['d3750d13-39cf-4214-bf49-5aa80781898b'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:13:17.831499 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b6caf67e-2533-4d18-9e7e-e34da6c0c936 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4481fd19c51c437bb06a3ed5275a6b82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8615358
Jun 04 15:13:17.843512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38312) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:17.871621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-8ac0f5ec-bab5-4db7-8c70-edff2370920a req-41501fad-88ac-484c-b618-1a4d3fe2b9c7 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] For port e3e2e8eb-0695-4d64-9eed-984db8318eb0, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e3e2e8eb-0695-4d64-9eed-984db8318eb0,segment=NetworkSegment(6e911d5a-94d1-4ae7-bcad-2a22a5a4d975),segment_id=6e911d5a-94d1-4ae7-bcad-2a22a5a4d975)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:17.872143 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8ac0f5ec-bab5-4db7-8c70-edff2370920a req-41501fad-88ac-484c-b618-1a4d3fe2b9c7 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:17.893825 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d66b706b-02a7-4308-9107-e37fe94d9772 req-d36ecab1-04fd-4243-9284-b244c8c9a185 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/security-groups?id=1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1938877
Jun 04 15:13:17.956951 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:18.079473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b91703-c23b-42d8-86e1-72482388a382 req-786feb23-d1f2-4ce3-ad34-2aae0bf37a54 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:18.088379 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e9b91703-c23b-42d8-86e1-72482388a382 req-786feb23-d1f2-4ce3-ad34-2aae0bf37a54 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 946 time: 0.4153187
Jun 04 15:13:18.088597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 78518635-f3e4-4442-9813-e342cf5d7a38 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:13:18.119651 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 1bd23872-5c47-4916-9991-2944e1a1a337, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1bd23872-5c47-4916-9991-2944e1a1a337,segment=NetworkSegment(001c6fda-19b8-44b7-9d6a-5f1f7abb921d),segment_id=001c6fda-19b8-44b7-9d6a-5f1f7abb921d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:18.135044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-8ac0f5ec-bab5-4db7-8c70-edff2370920a req-41501fad-88ac-484c-b618-1a4d3fe2b9c7 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Calling delete_port for e3e2e8eb-0695-4d64-9eed-984db8318eb0 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:13:18.166667 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e9b91703-c23b-42d8-86e1-72482388a382 req-dd4eb9ba-c8fa-4f1e-9064-74c1c9d5fb70 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773919
Jun 04 15:13:18.168988 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a2bd8f-2adc-4151-870f-1119d68f22eb x-openstack-request-id: req-76a2bd8f-2adc-4151-870f-1119d68f22eb {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:13:18.169332 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5546fd4b-1632-42e3-9abb-fd5e791dd6dc", "tag": "b9524087-cf35-4311-8886-e4f92efeeaef", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:13:18.169610 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76a2bd8f-2adc-4151-870f-1119d68f22eb {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:13:18.171107 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5546fd4b-1632-42e3-9abb-fd5e791dd6dc', 'tag': 'b9524087-cf35-4311-8886-e4f92efeeaef', 'status': 'completed', 'code': 200}
Jun 04 15:13:18.220163 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:18.245188 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9237985d-84f1-4a98-9eb5-cef31a37b397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:18.291468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Router 6a93df71-dc94-49a0-804e-3719c30e0620 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:13:18.417257 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1123b21c-5318-4a01-a927-4bfaa94bd09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:18.560442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=1bd23872-5c47-4916-9991-2944e1a1a337,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:18.570821 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:18.581610 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 78518635-f3e4-4442-9813-e342cf5d7a38, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=78518635-f3e4-4442-9813-e342cf5d7a38,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:18.589758 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-68b102f1-bcc1-44df-a70e-02481581783a None None] Provisioning complete for port 1bd23872-5c47-4916-9991-2944e1a1a337 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:18.590184 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-68b102f1-bcc1-44df-a70e-02481581783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:18.629436 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1123b21c-5318-4a01-a927-4bfaa94bd09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:18.664469 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 78518635-f3e4-4442-9813-e342cf5d7a38 has no active binding in host n-h1-791505-9 {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 04 15:13:18.690669 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1bd23872-5c47-4916-9991-2944e1a1a337 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:13:18.716246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb562f-b5e6-478f-88b2-78e04c3f1e2b req-7cf5317a-50eb-4cbb-aaa3-160f7674f1bc tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:18.721067 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61eb562f-b5e6-478f-88b2-78e04c3f1e2b req-7cf5317a-50eb-4cbb-aaa3-160f7674f1bc tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 944 time: 0.5591471
Jun 04 15:13:18.724598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65159e0-1323-4695-9526-456bfadb66c1 req-c03378a8-2eff-4281-ba99-e4b3a503a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:18.727436 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f65159e0-1323-4695-9526-456bfadb66c1 req-c03378a8-2eff-4281-ba99-e4b3a503a4da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 1125 time: 0.5514514
Jun 04 15:13:18.868429 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 1bd23872-5c47-4916-9991-2944e1a1a337 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:18.868910 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:18.887621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] For port 78518635-f3e4-4442-9813-e342cf5d7a38, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=78518635-f3e4-4442-9813-e342cf5d7a38,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:18.909075 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294546d1-1517-45b7-8f15-69706eacb865 req-187b7ebc-52c6-41a0-942f-b2d530247492 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:18.911930 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-294546d1-1517-45b7-8f15-69706eacb865 req-187b7ebc-52c6-41a0-942f-b2d530247492 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.65 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 812 time: 0.5999970
Jun 04 15:13:18.937200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-294546d1-1517-45b7-8f15-69706eacb865 req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Request body: {'port': {'device_id': 'd48277e3-c08a-4fcf-9917-d226568eb587', 'network_id': '64018707-9132-4dd5-a91e-611ca8957998', 'admin_state_up': True, 'tenant_id': 'ef1f8bca92884089b1346e04292fa4c6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:18.954877 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:13:18.987425 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Sync routers for ids ['6a93df71-dc94-49a0-804e-3719c30e0620'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:13:19.003632 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Routers {'6a93df71-dc94-49a0-804e-3719c30e0620'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:13:19.004279 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd11d90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:13:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a93df71-dc94-49a0-804e-3719c30e0620'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:19.054555 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61eb562f-b5e6-478f-88b2-78e04c3f1e2b req-63723e2a-8168-4c47-8456-8caccf03d44b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2748086
Jun 04 15:13:19.077970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] For port 78518635-f3e4-4442-9813-e342cf5d7a38, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:13:19.147880 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:19.154336 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8ac0f5ec-bab5-4db7-8c70-edff2370920a req-41501fad-88ac-484c-b618-1a4d3fe2b9c7 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:19.176552 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-237e313d-de1b-44a0-b254-21764c1f7d77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:19.208394 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:19.210234 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.5568700
Jun 04 15:13:19.223750 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bb49d-3fe0-4977-b5b0-b9a596f18c8b req-1a31255c-543b-45fe-abbb-2e001f13da35 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:19.226438 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ac1bb49d-3fe0-4977-b5b0-b9a596f18c8b req-1a31255c-543b-45fe-abbb-2e001f13da35 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 949 time: 0.6705940
Jun 04 15:13:19.230959 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38328) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:19.255478 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:19.255987 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Set router 6a93df71-dc94-49a0-804e-3719c30e0620 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:13:19.277058 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41501fad-88ac-484c-b618-1a4d3fe2b9c7 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Pushing event deleted for resources: {'Port': ['ID=e3e2e8eb-0695-4d64-9eed-984db8318eb0,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:19.283187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65159e0-1323-4695-9526-456bfadb66c1 req-2156600d-6127-426d-bead-77e53b29c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:19.284609 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f65159e0-1323-4695-9526-456bfadb66c1 req-2156600d-6127-426d-bead-77e53b29c3f3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.4668105
Jun 04 15:13:19.286030 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-41501fad-88ac-484c-b618-1a4d3fe2b9c7 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:19.288061 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:19.438017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-294546d1-1517-45b7-8f15-69706eacb865 req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:19.446165 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f65159e0-1323-4695-9526-456bfadb66c1 req-f91694e3-8518-46d2-8515-12961bcad03c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9524087-cf35-4311-8886-e4f92efeeaef HTTP/1.1" status: 200  len: 217 time: 0.0898600
Jun 04 15:13:19.477628 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ac1bb49d-3fe0-4977-b5b0-b9a596f18c8b req-2e961c68-cec3-40df-b45a-0ea725f96762 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093886
Jun 04 15:13:19.481849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-294546d1-1517-45b7-8f15-69706eacb865 req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Usage tracker for resource:port and tenant:ef1f8bca92884089b1346e04292fa4c6 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:19.495214 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-294546d1-1517-45b7-8f15-69706eacb865 req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:19.576464 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1123b21c-5318-4a01-a927-4bfaa94bd09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:19.627738 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-294546d1-1517-45b7-8f15-69706eacb865 req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:19.658025 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd11d90>, [{'id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'name': 'tempest-TaggedBootDevicesTest-1347586839-router', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:12Z', 'updated_at': '2021-06-04T15:13:15Z', 'revision_number': 3, 'project_id': '170821b51002469da86d3c4cef5805e5', 'gw_port': {'id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:14Z', 'updated_at': '2021-06-04T15:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:19.664483 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Checking router: 6a93df71-dc94-49a0-804e-3719c30e0620 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:13:19.670319 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Updating router 6a93df71-dc94-49a0-804e-3719c30e0620 port 06185cd6-2576-4017-8fdf-0247cd06f104 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:13:19.721677 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a4699e69-70f3-430c-a96e-a6efd7d65f25 req-dd0e5f42-dc26-4a4d-87e9-1adb5642742c tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 210 time: 0.0898867
Jun 04 15:13:19.790490 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:19.854078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Attempting to bind port 78518635-f3e4-4442-9813-e342cf5d7a38 on host n-h2-791505-9 for vnic_type normal with profile {"migrating_to": "n-h1-791505-9"} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:13:19.854407 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Attempting to bind port 78518635-f3e4-4442-9813-e342cf5d7a38 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:13:19.854739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Attempting to bind port 78518635-f3e4-4442-9813-e342cf5d7a38 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:13:19.860680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac0f5ec-bab5-4db7-8c70-edff2370920a req-41501fad-88ac-484c-b618-1a4d3fe2b9c7 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] No DVR routers for this DVR port e3e2e8eb-0695-4d64-9eed-984db8318eb0 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:13:19.889688 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb0b5ab5-d1dd-460e-8790-75ce671c7c4a req-7bf49243-4498-4a8f-9078-efe487fba643 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 210 time: 0.3672581
Jun 04 15:13:19.897736 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8ac0f5ec-bab5-4db7-8c70-edff2370920a req-41501fad-88ac-484c-b618-1a4d3fe2b9c7 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:19.898934 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294546d1-1517-45b7-8f15-69706eacb865 req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Made reservation on behalf of ef1f8bca92884089b1346e04292fa4c6 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:13:19.903138 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-294546d1-1517-45b7-8f15-69706eacb865 req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:19.907206 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8ac0f5ec-bab5-4db7-8c70-edff2370920a req-41501fad-88ac-484c-b618-1a4d3fe2b9c7 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.62 "DELETE /v2.0/ports/e3e2e8eb-0695-4d64-9eed-984db8318eb0 HTTP/1.1" status: 204  len: 173 time: 3.3657351
Jun 04 15:13:19.924582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65159e0-1323-4695-9526-456bfadb66c1 req-7baa7378-7722-489c-83ca-62a81b53c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:19.924582 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f65159e0-1323-4695-9526-456bfadb66c1 req-7baa7378-7722-489c-83ca-62a81b53c4aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.3296444
Jun 04 15:13:19.924582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Port 78518635-f3e4-4442-9813-e342cf5d7a38 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:13:19.924582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Attempting to bind port 78518635-f3e4-4442-9813-e342cf5d7a38 on network 760c71b3-e8c0-4258-bd3c-3da1c3b21969 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:13:20.131207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:13:20.131207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Checking segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:13:20.131207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Bound using segment: {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:13:20.131207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Bound port: 78518635-f3e4-4442-9813-e342cf5d7a38, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '760c71b3-e8c0-4258-bd3c-3da1c3b21969'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:13:20.131207 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:20.186637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b9524087-cf35-4311-8886-e4f92efeeaef details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:13:20.189350 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d3750d13-39cf-4214-bf49-5aa80781898b up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:13:20.212018 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1123b21c-5318-4a01-a927-4bfaa94bd09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:20.216806 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1123b21c-5318-4a01-a927-4bfaa94bd09f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e912d967-911d-45c3-a854-4aab9b2f8738 HTTP/1.1" status: 204  len: 168 time: 2.3684974
Jun 04 15:13:20.243874 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044c659c-55cd-49ae-a324-6b6de3f2db75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78518635-f3e4-4442-9813-e342cf5d7a38'}, {'server_uuid': '937cd3df-1695-48b2-a781-c405f636ee18', 'name': 'network-vif-deleted', 'tag': 'e3e2e8eb-0695-4d64-9eed-984db8318eb0'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:13:20.249152 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea4ca31-1e02-4003-9c94-235ca95fa114" -d '{"events": [{"server_uuid": "044c659c-55cd-49ae-a324-6b6de3f2db75", "name": "network-vif-unplugged", "status": "completed", "tag": "78518635-f3e4-4442-9813-e342cf5d7a38"}, {"server_uuid": "937cd3df-1695-48b2-a781-c405f636ee18", "name": "network-vif-deleted", "tag": "e3e2e8eb-0695-4d64-9eed-984db8318eb0"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:13:20.264059 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f65159e0-1323-4695-9526-456bfadb66c1 req-c217d671-a662-4ff3-8a5c-2ab487b8198e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3294728
Jun 04 15:13:20.275743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=78518635-f3e4-4442-9813-e342cf5d7a38,revision_number=7']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:20.307742 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.019s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:20.309518 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5f676535-b315-4477-a72f-fbcd6013ce44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.643s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:20.316586 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:20.328299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123b21c-5318-4a01-a927-4bfaa94bd09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e912d967-911d-45c3-a854-4aab9b2f8738,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:20.368340 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Transition to ACTIVE for port object 06185cd6-2576-4017-8fdf-0247cd06f104 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:13:20.403395 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1123b21c-5318-4a01-a927-4bfaa94bd09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:20.503270 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:20.523418 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:20.524399 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b9524087-cf35-4311-8886-e4f92efeeaef,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:20.542905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b9524087-cf35-4311-8886-e4f92efeeaef has no active binding in host n-h2-791505-9 {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 04 15:13:20.555681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] For port 78518635-f3e4-4442-9813-e342cf5d7a38, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:13:20.566026 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port d3750d13-39cf-4214-bf49-5aa80781898b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:13:20.588976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port d3750d13-39cf-4214-bf49-5aa80781898b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:20.591829 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:20.643442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] For port 78518635-f3e4-4442-9813-e342cf5d7a38, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=78518635-f3e4-4442-9813-e342cf5d7a38,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:13:20.669519 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Attempting to bind port 06185cd6-2576-4017-8fdf-0247cd06f104 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:13:20.670172 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Attempting to bind port 06185cd6-2576-4017-8fdf-0247cd06f104 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:13:20.670704 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Attempting to bind port 06185cd6-2576-4017-8fdf-0247cd06f104 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:13:20.685520 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae86d0-c9b3-4150-aa5b-a0ea4eb77818 req-8f1f82d0-453b-45bd-ae24-37e3a8c2960e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:20.693264 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70ae86d0-c9b3-4150-aa5b-a0ea4eb77818 req-8f1f82d0-453b-45bd-ae24-37e3a8c2960e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 944 time: 0.7436457
Jun 04 15:13:20.697285 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:13:20.699479 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:13:20.700059 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:20.701856 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:13:20.706244 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Bound port: 06185cd6-2576-4017-8fdf-0247cd06f104, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:13:20.706244 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:20.707946 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f65159e0-1323-4695-9526-456bfadb66c1 req-d3d64ab7-7758-4265-b47c-6f7069c9f705 service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4335980
Jun 04 15:13:20.740749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22e586-feab-43f8-b9ef-1b2ee8730121 req-f48802b1-aff1-4deb-acbb-4032596342c0 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:20.745064 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec22e586-feab-43f8-b9ef-1b2ee8730121 req-f48802b1-aff1-4deb-acbb-4032596342c0 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 944 time: 0.4363363
Jun 04 15:13:20.838554 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:20.844813 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] For port 06185cd6-2576-4017-8fdf-0247cd06f104, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:13:20.849909 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] For port 06185cd6-2576-4017-8fdf-0247cd06f104, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=06185cd6-2576-4017-8fdf-0247cd06f104,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:13:20.851140 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:20.863812 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:20.907074 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Pushing event updated for resources: {'Port': ['ID=06185cd6-2576-4017-8fdf-0247cd06f104,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:20.953217 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:20.954766 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:20.955537 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:20.955876 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:20.956204 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:20.961056 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:20.964459 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:20.964938 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:13:20.965722 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:20.966560 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:20.968579 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:20.969035 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fca1714-609c-4e10-a9d3-9397f1138234" -d '{"events": [{"server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "name": "network-vif-plugged", "status": "completed", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:13:20.969180 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:20.969549 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:20.986101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d3750d13-39cf-4214-bf49-5aa80781898b,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:20.992477 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:20.992477 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:20.992477 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:21.070341 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:21.071302 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e3e2e8eb-0695-4d64-9eed-984db8318eb0 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:13:21.139642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec22e586-feab-43f8-b9ef-1b2ee8730121 req-f2d90d2e-f335-4465-81d2-6040f01ded9e tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3485897
Jun 04 15:13:21.177511 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70ae86d0-c9b3-4150-aa5b-a0ea4eb77818 req-a7c4837f-8639-4d97-83a8-e728d5598a1e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4827795
Jun 04 15:13:21.190151 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Routers {'6a93df71-dc94-49a0-804e-3719c30e0620'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:13:21.190800 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd11d90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:13:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a93df71-dc94-49a0-804e-3719c30e0620'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:21.192507 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:21.305179 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Pushing event updated for resources: {'Port': ['ID=06185cd6-2576-4017-8fdf-0247cd06f104,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:21.328092 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=d3750d13-39cf-4214-bf49-5aa80781898b,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:21.334886 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: e3e2e8eb-0695-4d64-9eed-984db8318eb0 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:13:21.335332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e3e2e8eb-0695-4d64-9eed-984db8318eb0 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:13:21.336928 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:21.395508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:21.396260 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:21.397921 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] 10.222.0.65 "PUT /v2.0/ports/78518635-f3e4-4442-9813-e342cf5d7a38 HTTP/1.1" status: 200  len: 1122 time: 4.3408761
Jun 04 15:13:21.406177 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-294546d1-1517-45b7-8f15-69706eacb865 req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Allocated IP 172.20.0.14 (64018707-9132-4dd5-a91e-611ca8957998/7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc/0c28286e-5f70-443a-883b-6703d615a240) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:13:21.432324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=78518635-f3e4-4442-9813-e342cf5d7a38,revision_number=8']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:21.439042 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:21.449681 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 04 Jun 2021 15:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1998285-db31-4e0f-9bfa-4895bfdbfaa9 x-openstack-request-id: req-b1998285-db31-4e0f-9bfa-4895bfdbfaa9 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:13:21.450030 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044c659c-55cd-49ae-a324-6b6de3f2db75", "name": "network-vif-unplugged", "status": "completed", "tag": "78518635-f3e4-4442-9813-e342cf5d7a38", "code": 200}, {"server_uuid": "937cd3df-1695-48b2-a781-c405f636ee18", "name": "network-vif-deleted", "tag": "e3e2e8eb-0695-4d64-9eed-984db8318eb0", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:13:21.450319 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1998285-db31-4e0f-9bfa-4895bfdbfaa9 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:13:21.450766 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044c659c-55cd-49ae-a324-6b6de3f2db75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78518635-f3e4-4442-9813-e342cf5d7a38', 'code': 200}
Jun 04 15:13:21.451058 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937cd3df-1695-48b2-a781-c405f636ee18', 'name': 'network-vif-deleted', 'tag': 'e3e2e8eb-0695-4d64-9eed-984db8318eb0', 'status': 'completed', 'code': 200}
Jun 04 15:13:21.477715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['78518635-f3e4-4442-9813-e342cf5d7a38'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:13:21.479496 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f65159e0-1323-4695-9526-456bfadb66c1 req-74faf6ff-861f-4bb8-a4d1-46e8652cb9ee service neutron] 10.222.0.65 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7589917
Jun 04 15:13:21.617856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['78518635-f3e4-4442-9813-e342cf5d7a38'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:13:21.622705 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] Set router 6a93df71-dc94-49a0-804e-3719c30e0620 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:13:21.729847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-44efa770-cd5f-4506-9f1a-3fc2ae68fe64 req-55b26bf8-3956-4846-b0a6-457582421cf3 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Synchronizing usage tracker for tenant:1dfc4b991f214b468eb4dce010518aa3 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:13:21.848002 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:21.885581 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-294546d1-1517-45b7-8f15-69706eacb865 req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:21.959251 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-44efa770-cd5f-4506-9f1a-3fc2ae68fe64 req-55b26bf8-3956-4846-b0a6-457582421cf3 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Unset dirty status for tenant:1dfc4b991f214b468eb4dce010518aa3 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:13:21.959251 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-44efa770-cd5f-4506-9f1a-3fc2ae68fe64 req-55b26bf8-3956-4846-b0a6-457582421cf3 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] 10.222.0.32 "GET /v2.0/ports?device_id=937cd3df-1695-48b2-a781-c405f636ee18 HTTP/1.1" status: 200  len: 210 time: 0.2729881
Jun 04 15:13:22.088010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b9524087-cf35-4311-8886-e4f92efeeaef no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:13:22.139034 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89d93c-7a13-4c39-9a65-a6d7b6706f73 req-fa4203b6-5c1e-4b39-8bff-4e698ba858ff tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:22.140049 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ce89d93c-7a13-4c39-9a65-a6d7b6706f73 req-fa4203b6-5c1e-4b39-8bff-4e698ba858ff tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.3025236
Jun 04 15:13:22.163018 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd11d90>, [{'id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'name': 'tempest-TaggedBootDevicesTest-1347586839-router', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:12Z', 'updated_at': '2021-06-04T15:13:15Z', 'revision_number': 3, 'project_id': '170821b51002469da86d3c4cef5805e5', 'gw_port': {'id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:14Z', 'updated_at': '2021-06-04T15:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:22.167818 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a335c1e-e801-4e1a-baab-6784d44d56c6 None None] The sync data for ids ['6a93df71-dc94-49a0-804e-3719c30e0620'] in n-d-791505-9 is: [{'id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'name': 'tempest-TaggedBootDevicesTest-1347586839-router', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:12Z', 'updated_at': '2021-06-04T15:13:15Z', 'revision_number': 3, 'project_id': '170821b51002469da86d3c4cef5805e5', 'gw_port': {'id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:14Z', 'updated_at': '2021-06-04T15:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:13:22.207720 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fdccc192-cd95-4775-b3b0-14d7e7ab2623 req-d330f468-405d-41d7-bb9b-0563d4afbbf2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 210 time: 0.0902855
Jun 04 15:13:22.258520 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-294546d1-1517-45b7-8f15-69706eacb865 req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:22.286340 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-230d24cd-c58c-4439-bcef-5b5cab86b361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:22.336987 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa317e89-21aa-470c-b559-8dbaff04cbef x-openstack-request-id: req-fa317e89-21aa-470c-b559-8dbaff04cbef {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:13:22.337547 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "name": "network-vif-plugged", "status": "completed", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:13:22.339838 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa317e89-21aa-470c-b559-8dbaff04cbef {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:13:22.340400 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b', 'code': 200}
Jun 04 15:13:22.372186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38380) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:22.401918 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-9713ecda-d888-471a-9f5d-3d9a6effd17c service neutron] 10.222.0.65 "GET /v2.0/ports/b9524087-cf35-4311-8886-e4f92efeeaef/bindings/n-h2-791505-9 HTTP/1.1" status: 200  len: 384 time: 0.1930809
Jun 04 15:13:22.403854 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294546d1-1517-45b7-8f15-69706eacb865 req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Network 64018707-9132-4dd5-a91e-611ca8957998 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:13:22.415601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Pushing event updated for resources: {'Port': ['ID=0c28286e-5f70-443a-883b-6703d615a240,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:22.425560 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-294546d1-1517-45b7-8f15-69706eacb865 req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:22.432380 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:22.432828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:22.433386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:22.433778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:22.434213 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:22.434640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:22.435063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:22.435545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:22.441293 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:22.441293 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:22.441293 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:22.441293 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:22.448588 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:22.470263 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:22.471156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-294546d1-1517-45b7-8f15-69706eacb865 req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:13:22.732773 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ce89d93c-7a13-4c39-9a65-a6d7b6706f73 req-b3e462c1-4a86-4bf3-b1e2-6a86e85a097a tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5802867
Jun 04 15:13:22.792014 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 06185cd6-2576-4017-8fdf-0247cd06f104 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:13:22.817222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1204985251-network', 'tenant_id': '033be366519a46eb9d528c6270c2e78b'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:22.856732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:22.873614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e98433-ec4d-4390-8424-70063c4fa202 req-96ad626e-0fd5-47c1-9db0-eb8de4454262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:22.876965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-32e98433-ec4d-4390-8424-70063c4fa202 req-96ad626e-0fd5-47c1-9db0-eb8de4454262 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 1101 time: 0.3979976
Jun 04 15:13:22.880928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Usage tracker for resource:network and tenant:033be366519a46eb9d528c6270c2e78b is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:22.919213 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:22.936339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:22.946088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294546d1-1517-45b7-8f15-69706eacb865 req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:22.946819 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-294546d1-1517-45b7-8f15-69706eacb865 req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:23.017153 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-32e98433-ec4d-4390-8424-70063c4fa202 req-f66f5512-14a0-4dcb-a6cb-5f9c94bb3b9f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288350
Jun 04 15:13:23.091804 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 06185cd6-2576-4017-8fdf-0247cd06f104 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:13:23.106064 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 06185cd6-2576-4017-8fdf-0247cd06f104 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:23.106302 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:23.122027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Made reservation on behalf of 033be366519a46eb9d528c6270c2e78b for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:13:23.126060 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:23.147372 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:23.174914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38390) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:23.195215 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Allocated IP 172.20.0.1 (b6fd14b5-fe16-4479-b95d-921ab565bab3/c3923c1e-f693-458d-b8fe-0bcbec1d9098/6fd35846-0673-4a4b-a901-ee5ac91e2713) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:13:23.197967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:23.213485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619486f3-5e70-4507-b484-c3381ccd2b98 req-da55235a-bc02-4fa3-a687-a4d74f6f2cd5 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:23.217142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64978994-6e6e-4023-9db0-24552af914c0 req-ade43419-b1df-47f0-ad40-cbd278a22ec3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:23.221104 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-619486f3-5e70-4507-b484-c3381ccd2b98 req-da55235a-bc02-4fa3-a687-a4d74f6f2cd5 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 944 time: 0.5250118
Jun 04 15:13:23.227444 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:23.231747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Usage tracker for resource:security_group_rule and tenant:033be366519a46eb9d528c6270c2e78b is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:23.233293 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-64978994-6e6e-4023-9db0-24552af914c0 req-ade43419-b1df-47f0-ad40-cbd278a22ec3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 944 time: 0.2752726
Jun 04 15:13:23.235431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-4f058e93-06e0-4acd-afba-d14af138a485 service neutron] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b9524087-cf35-4311-8886-e4f92efeeaef,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:23.236607 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-294546d1-1517-45b7-8f15-69706eacb865 req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3096786
Jun 04 15:13:23.253803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Request body: {'port': {'device_id': 'd48277e3-c08a-4fcf-9917-d226568eb587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:23.264254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:23.290564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:23.341726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-4f058e93-06e0-4acd-afba-d14af138a485 service neutron] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:13:23.387630 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:23.429452 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-619486f3-5e70-4507-b484-c3381ccd2b98 req-8bea42a1-5561-4356-a90f-b03b33864186 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2061839
Jun 04 15:13:23.436221 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 06185cd6-2576-4017-8fdf-0247cd06f104, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=06185cd6-2576-4017-8fdf-0247cd06f104,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:23.474780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044c659c-55cd-49ae-a324-6b6de3f2db75', 'tag': '78518635-f3e4-4442-9813-e342cf5d7a38'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:13:23.489251 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c72b956-1068-4804-a533-534195c92fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "044c659c-55cd-49ae-a324-6b6de3f2db75", "tag": "78518635-f3e4-4442-9813-e342cf5d7a38"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:13:23.522020 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:23.532020 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:23.534305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-4f058e93-06e0-4acd-afba-d14af138a485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9524087-cf35-4311-8886-e4f92efeeaef {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:13:23.572273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-4f058e93-06e0-4acd-afba-d14af138a485 service neutron] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b9524087-cf35-4311-8886-e4f92efeeaef,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:23.654913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38398) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:23.723864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=06185cd6-2576-4017-8fdf-0247cd06f104,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:23.726374 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:23.735508 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e6f57cf4-c41a-475c-b93d-a1f8747a9d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:23.762911 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-4f058e93-06e0-4acd-afba-d14af138a485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:23.806750 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:23.825299 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-64978994-6e6e-4023-9db0-24552af914c0 req-3bb9888f-0082-4e9d-8a82-efb573981744 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5773723
Jun 04 15:13:23.844212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e6f57cf4-c41a-475c-b93d-a1f8747a9d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:23.875580 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e6f57cf4-c41a-475c-b93d-a1f8747a9d0c admin admin] Usage tracker for resource:security_group_rule and tenant:188f443ba3364347a52c50c332856ba9 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:23.888685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e6f57cf4-c41a-475c-b93d-a1f8747a9d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:23.920092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e6f57cf4-c41a-475c-b93d-a1f8747a9d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:23.949174 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:23.968255 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:24.110312 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588ca8ac-dddb-49a0-a974-6caa1be94aa5 x-openstack-request-id: req-588ca8ac-dddb-49a0-a974-6caa1be94aa5 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:13:24.111131 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044c659c-55cd-49ae-a324-6b6de3f2db75", "tag": "78518635-f3e4-4442-9813-e342cf5d7a38", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:13:24.111280 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-588ca8ac-dddb-49a0-a974-6caa1be94aa5 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:13:24.111829 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044c659c-55cd-49ae-a324-6b6de3f2db75', 'tag': '78518635-f3e4-4442-9813-e342cf5d7a38', 'status': 'completed', 'code': 200}
Jun 04 15:13:24.113968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Transition to ACTIVE for port object 6fd35846-0673-4a4b-a901-ee5ac91e2713 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:13:24.120021 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-384f4302-7945-431f-b248-f48574416eb8 admin admin] Deleting subnet a5b62819-10dc-4466-92b8-d4952a939561 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:13:24.137918 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:24.157495 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-384f4302-7945-431f-b248-f48574416eb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:24.219787 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4753b66e-9fff-4171-a724-303987e0b1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:24.329532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:13:24.391171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba1af70-dc8d-47b1-9aae-f1e9aecab489,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:24.409589 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-384f4302-7945-431f-b248-f48574416eb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:24.469306 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:24.469523 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Added segment a9790877-d2db-4b8a-80ae-1ce772a79e28 of type vlan for network 18b375a7-7cc2-4169-a256-980dd8700031
Jun 04 15:13:24.473864 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:24.510096 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e6f57cf4-c41a-475c-b93d-a1f8747a9d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:24.522832 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e0298-eebc-43e2-860b-8da4d6cf8faa req-03c23fb5-262a-4b3d-b653-f6e060e4a1ec tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:24.524102 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-116e0298-eebc-43e2-860b-8da4d6cf8faa req-03c23fb5-262a-4b3d-b653-f6e060e4a1ec tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.4047844
Jun 04 15:13:24.581403 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:24.595170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-4f058e93-06e0-4acd-afba-d14af138a485 service neutron] Transition to ACTIVE for port object b9524087-cf35-4311-8886-e4f92efeeaef will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:13:24.599676 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-384f4302-7945-431f-b248-f48574416eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:24.600602 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-29cebbde-8ec3-4c35-bf43-b77f8fc21c1b tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:24.633840 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:24.648542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72b956-1068-4804-a533-534195c92fe2 req-093254b5-067d-4996-8e5a-7bf35abbab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:24.650126 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c72b956-1068-4804-a533-534195c92fe2 req-093254b5-067d-4996-8e5a-7bf35abbab28 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 1125 time: 0.6154566
Jun 04 15:13:24.656264 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e6f57cf4-c41a-475c-b93d-a1f8747a9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:24.693741 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 06185cd6-2576-4017-8fdf-0247cd06f104 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:13:24.704559 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-4f058e93-06e0-4acd-afba-d14af138a485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:24.717560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90a0c5-71b3-442a-a0d8-94382e9e53c0 req-6cd765dd-7cae-44f3-b40c-ba4b35db0bf2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:24.725081 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec90a0c5-71b3-442a-a0d8-94382e9e53c0 req-6cd765dd-7cae-44f3-b40c-ba4b35db0bf2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 932 time: 0.6117089
Jun 04 15:13:24.743141 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-86b16388-0dca-4c45-84e9-a0e156215402 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:24.743593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Network b6fd14b5-fe16-4479-b95d-921ab565bab3 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:13:24.758223 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:24.771356 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e6f57cf4-c41a-475c-b93d-a1f8747a9d0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=188f443ba3364347a52c50c332856ba9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5906653
Jun 04 15:13:24.771356 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-116e0298-eebc-43e2-860b-8da4d6cf8faa req-19d26004-f86e-47f0-beb2-85d67e54c18b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1950092
Jun 04 15:13:24.771527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:13:24.789622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38404) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:24.828056 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Pushing event updated for resources: {'Port': ['ID=6fd35846-0673-4a4b-a901-ee5ac91e2713,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:24.852892 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:24.865362 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ecbbf3bb-7976-4814-8bcf-50ea75d8d1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:25.011388 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.resource_extend [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:13:25.057476 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:25.114731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 06185cd6-2576-4017-8fdf-0247cd06f104 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:25.116331 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:25.137699 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:25.253160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:25.254403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:25.337568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f57cf4-c41a-475c-b93d-a1f8747a9d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef5f494-6eb3-4e46-b797-e7daa5121857,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:25.355343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-4f058e93-06e0-4acd-afba-d14af138a485 service neutron] No DVR routers for this DVR port b9524087-cf35-4311-8886-e4f92efeeaef on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:13:25.382601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ec90a0c5-71b3-442a-a0d8-94382e9e53c0 req-87834865-15a2-4780-b965-ef4fe8aa53aa tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Synchronizing usage tracker for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:13:25.389380 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e6f57cf4-c41a-475c-b93d-a1f8747a9d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:25.430507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c28286e-5f70-443a-883b-6703d615a240 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:13:25.451269 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:25.456513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f058e93-06e0-4acd-afba-d14af138a485 service neutron] Pushing event updated for resources: {'Port': ['ID=b9524087-cf35-4311-8886-e4f92efeeaef,revision_number=10']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:25.461968 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4f058e93-06e0-4acd-afba-d14af138a485 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:25.477277 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:25.495161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Transition to ACTIVE for port object 0c28286e-5f70-443a-883b-6703d615a240 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:13:25.502740 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 3.1288762
Jun 04 15:13:25.508286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38410) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:25.512815 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Request body: {'subnet': {'network_id': '18b375a7-7cc2-4169-a256-980dd8700031', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1204985251-subnet', 'tenant_id': '033be366519a46eb9d528c6270c2e78b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:25.515869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72b956-1068-4804-a533-534195c92fe2 req-dc2ac8c0-bf0c-4226-a61d-296b6d62a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:25.517485 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c72b956-1068-4804-a533-534195c92fe2 req-dc2ac8c0-bf0c-4226-a61d-296b6d62a00d service neutron] 10.222.0.62 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.8564920
Jun 04 15:13:25.529225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:25.538197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Usage tracker for resource:subnet and tenant:033be366519a46eb9d528c6270c2e78b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:25.543339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:25.546456 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:25.558775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021eea70-dd97-4ee1-bb4a-55680467f553 req-4cc8c280-6125-4232-9f2f-620a6067e2e9 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:25.560666 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-021eea70-dd97-4ee1-bb4a-55680467f553 req-4cc8c280-6125-4232-9f2f-620a6067e2e9 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 945 time: 0.2672789
Jun 04 15:13:25.579006 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:25.623029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:25.637560 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-4f058e93-06e0-4acd-afba-d14af138a485 service neutron] 10.222.0.65 "PUT /v2.0/ports/b9524087-cf35-4311-8886-e4f92efeeaef/bindings/n-h2-791505-9/activate HTTP/1.1" status: 200  len: 369 time: 3.2269917
Jun 04 15:13:25.641835 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6ff34ffb-3082-4126-ba57-773930ed84e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:25.683015 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6ff34ffb-3082-4126-ba57-773930ed84e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:25.685218 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:25.758012 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5cec9d6e-b46a-42f9-823f-cdbf9b398efd None None] Provisioning for port 6fd35846-0673-4a4b-a901-ee5ac91e2713 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:13:25.770741 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5cec9d6e-b46a-42f9-823f-cdbf9b398efd None None] Provisioning complete for port 6fd35846-0673-4a4b-a901-ee5ac91e2713 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:25.772148 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5cec9d6e-b46a-42f9-823f-cdbf9b398efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:25.778609 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c72b956-1068-4804-a533-534195c92fe2 req-97da9540-dcac-4194-8310-4a75a35b1fe0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78518635-f3e4-4442-9813-e342cf5d7a38 HTTP/1.1" status: 200  len: 217 time: 0.2381487
Jun 04 15:13:25.842551 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Pushing event updated for resources: {'Port': ['ID=0c28286e-5f70-443a-883b-6703d615a240,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:25.850364 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6ff34ffb-3082-4126-ba57-773930ed84e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:25.864177 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5cec9d6e-b46a-42f9-823f-cdbf9b398efd None None] Port 6fd35846-0673-4a4b-a901-ee5ac91e2713 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:13:25.921366 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:25.945490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=18b375a7-7cc2-4169-a256-980dd8700031,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:25.949426 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:25.954506 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-aaf78f75-dcc5-4b09-9572-dbd0a684dbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:25.970225 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ec90a0c5-71b3-442a-a0d8-94382e9e53c0 req-87834865-15a2-4780-b965-ef4fe8aa53aa tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Unset dirty status for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:13:25.971396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 18b375a7-7cc2-4169-a256-980dd8700031 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:13:25.983981 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec90a0c5-71b3-442a-a0d8-94382e9e53c0 req-87834865-15a2-4780-b965-ef4fe8aa53aa tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2553182
Jun 04 15:13:26.022081 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Made reservation on behalf of 033be366519a46eb9d528c6270c2e78b for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:13:26.026023 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:26.031009 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff34ffb-3082-4126-ba57-773930ed84e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef5f494-6eb3-4e46-b797-e7daa5121857,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:26.034511 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6ff34ffb-3082-4126-ba57-773930ed84e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:26.065370 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6ff34ffb-3082-4126-ba57-773930ed84e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:26.075398 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6ff34ffb-3082-4126-ba57-773930ed84e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ef5f494-6eb3-4e46-b797-e7daa5121857 HTTP/1.1" status: 204  len: 168 time: 1.2491648
Jun 04 15:13:26.103841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72b956-1068-4804-a533-534195c92fe2 req-9760801c-de02-4640-a07e-4a23c5b4c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:26.105377 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c72b956-1068-4804-a533-534195c92fe2 req-9760801c-de02-4640-a07e-4a23c5b4c5da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.2611959
Jun 04 15:13:26.238808 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c72b956-1068-4804-a533-534195c92fe2 req-48dcf2e1-e7e3-440c-a8b0-dd96e5b11bce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1248434
Jun 04 15:13:26.461149 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-384f4302-7945-431f-b248-f48574416eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:26.500820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Attempting to bind port 0c28286e-5f70-443a-883b-6703d615a240 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:13:26.501158 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Attempting to bind port 0c28286e-5f70-443a-883b-6703d615a240 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:13:26.501448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Attempting to bind port 0c28286e-5f70-443a-883b-6703d615a240 on network 64018707-9132-4dd5-a91e-611ca8957998 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:13:26.516595 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:26.518758 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:26.553811 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Port 0c28286e-5f70-443a-883b-6703d615a240 on network 64018707-9132-4dd5-a91e-611ca8957998 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:13:26.554210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Attempting to bind port 0c28286e-5f70-443a-883b-6703d615a240 on network 64018707-9132-4dd5-a91e-611ca8957998 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:13:26.576176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f4302-7945-431f-b248-f48574416eb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b62819-10dc-4466-92b8-d4952a939561,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:26.578227 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-384f4302-7945-431f-b248-f48574416eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:26.584794 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-384f4302-7945-431f-b248-f48574416eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:26.594828 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-384f4302-7945-431f-b248-f48574416eb8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a5b62819-10dc-4466-92b8-d4952a939561 HTTP/1.1" status: 204  len: 168 time: 2.9383168
Jun 04 15:13:26.601895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38418) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:26.656051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:13:26.656338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Checking segment: {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:13:26.656776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Bound using segment: {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:13:26.657234 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Bound port: 0c28286e-5f70-443a-883b-6703d615a240, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:13:26.657572 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:26.670214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40e7a1-9f3d-43aa-b398-011f5871621b req-54a9f1de-3720-47f4-a5d2-ac03dc885f69 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:26.676650 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-021eea70-dd97-4ee1-bb4a-55680467f553 req-c096d596-84e6-4aab-8bce-e6bbe1aedabf tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0513773
Jun 04 15:13:26.677641 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7a40e7a1-9f3d-43aa-b398-011f5871621b req-54a9f1de-3720-47f4-a5d2-ac03dc885f69 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 944 time: 0.4954884
Jun 04 15:13:26.681359 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c72b956-1068-4804-a533-534195c92fe2 req-a75ca6fa-4303-4bc7-a6ee-24706cace50e service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4295926
Jun 04 15:13:26.814544 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c55f72e-1b51-4e9b-818b-7512c24f7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:26.836629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-60d67293-88f8-40db-88e4-894797e6af5a tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:26.838187 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-60d67293-88f8-40db-88e4-894797e6af5a tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc&tenant_id=a03aebe4cbe94e51823784c56531a643&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 1096 time: 0.9180961
Jun 04 15:13:26.901539 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7a40e7a1-9f3d-43aa-b398-011f5871621b req-8a2ffcaf-dd8d-4456-880a-dbb9d177a957 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2229838
Jun 04 15:13:26.953595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38420) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:26.988593 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-831773b8-8277-4a62-9946-fa5a7edb7a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:27.054826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-831773b8-8277-4a62-9946-fa5a7edb7a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:27.069431 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] For port 0c28286e-5f70-443a-883b-6703d615a240, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:13:27.122250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-831773b8-8277-4a62-9946-fa5a7edb7a40 admin admin] Usage tracker for resource:security_group_rule and tenant:6d360f0d98304acf844d3fe5006d6482 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:27.126497 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] For port 0c28286e-5f70-443a-883b-6703d615a240, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=0c28286e-5f70-443a-883b-6703d615a240,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:13:27.126805 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c72b956-1068-4804-a533-534195c92fe2 req-429cbb81-6cd6-4d72-8fd7-8aac08e818b4 service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3954127
Jun 04 15:13:27.127679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-831773b8-8277-4a62-9946-fa5a7edb7a40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:27.143476 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c55f72e-1b51-4e9b-818b-7512c24f7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:27.189846 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-0167eefa-ae18-41ad-84ff-3b7acd6c81cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:27.191311 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-0167eefa-ae18-41ad-84ff-3b7acd6c81cb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc&tenant_id=a03aebe4cbe94e51823784c56531a643 HTTP/1.1" status: 200  len: 1096 time: 0.3391209
Jun 04 15:13:27.194183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-831773b8-8277-4a62-9946-fa5a7edb7a40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:27.195886 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:27.202787 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:27.205389 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9526a26a-7223-4015-b297-02890c7e42b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:27.205589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5c55f72e-1b51-4e9b-818b-7512c24f7185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c0af5e0>,) {'filters': {'network_id': ['ca8c743b-809f-4a4c-be43-e3957142ac09']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:27.233899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5c55f72e-1b51-4e9b-818b-7512c24f7185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c0af5e0>, '6e911d5a-94d1-4ae7-bcad-2a22a5a4d975') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:27.234290 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5c55f72e-1b51-4e9b-818b-7512c24f7185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c0af5e0>, '6e911d5a-94d1-4ae7-bcad-2a22a5a4d975') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:27.264906 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c55f72e-1b51-4e9b-818b-7512c24f7185 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:27.298766 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c55f72e-1b51-4e9b-818b-7512c24f7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:27.306226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9255d3c-2fe6-45e2-95b9-f4b19ebd00e5 req-41ad3727-03e0-4e9c-8f44-635635cfee8c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:27.307865 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f9255d3c-2fe6-45e2-95b9-f4b19ebd00e5 req-41ad3727-03e0-4e9c-8f44-635635cfee8c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.4111648
Jun 04 15:13:27.316258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c55f72e-1b51-4e9b-818b-7512c24f7185 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:13:27.316665 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c55f72e-1b51-4e9b-818b-7512c24f7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:27.332373 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:27.332965 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:13:27.333129 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:13:27.335744 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-294546d1-1517-45b7-8f15-69706eacb865 req-9680034a-3b97-480f-8867-688007d55e98 service neutron] 10.222.0.65 "PUT /v2.0/ports/0c28286e-5f70-443a-883b-6703d615a240 HTTP/1.1" status: 200  len: 1092 time: 4.0855043
Jun 04 15:13:27.341356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48277e3-c08a-4fcf-9917-d226568eb587', 'tag': '0c28286e-5f70-443a-883b-6703d615a240'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:13:27.343701 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f30062-3944-4753-bae3-5653e65eac0a" -d '{"events": [{"name": "network-changed", "server_uuid": "d48277e3-c08a-4fcf-9917-d226568eb587", "tag": "0c28286e-5f70-443a-883b-6703d615a240"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:13:27.350478 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:27.360975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c20b24-ba80-4296-862b-ae8af28d9d7e req-32beb0ad-c72c-474d-84a2-9879721780f9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:27.362387 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-63c20b24-ba80-4296-862b-ae8af28d9d7e req-32beb0ad-c72c-474d-84a2-9879721780f9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 944 time: 0.2107105
Jun 04 15:13:27.464440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Pushing event updated for resources: {'Port': ['ID=0c28286e-5f70-443a-883b-6703d615a240,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:27.478840 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:27.480288 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0f31d9d4-aaba-46bc-bdba-1ffec80a9618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:27.562783 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-63c20b24-ba80-4296-862b-ae8af28d9d7e req-2ccae866-fba1-45f1-8a8b-c76c568a1917 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447887
Jun 04 15:13:27.571071 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-831773b8-8277-4a62-9946-fa5a7edb7a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:27.575686 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-92297ef1-4b83-4ff0-8107-2f7d1de7292c service neutron] 10.222.0.62 "GET /v2.0/ports/78518635-f3e4-4442-9813-e342cf5d7a38/bindings/n-h1-791505-9 HTTP/1.1" status: 200  len: 384 time: 0.1566656
Jun 04 15:13:27.577055 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f9255d3c-2fe6-45e2-95b9-f4b19ebd00e5 req-377c05b5-b813-4d13-88e4-9de3dce9ea25 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2408519
Jun 04 15:13:27.592146 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:27.641555 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c55f72e-1b51-4e9b-818b-7512c24f7185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:27.654288 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:27.673323 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c55f72e-1b51-4e9b-818b-7512c24f7185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:27.681078 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-831773b8-8277-4a62-9946-fa5a7edb7a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:27.693956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55f72e-1b51-4e9b-818b-7512c24f7185 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca8c743b-809f-4a4c-be43-e3957142ac09,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:27.699590 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07f025f-fafd-4f13-9832-ba59841b60d7 x-openstack-request-id: req-e07f025f-fafd-4f13-9832-ba59841b60d7 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:13:27.700386 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48277e3-c08a-4fcf-9917-d226568eb587", "tag": "0c28286e-5f70-443a-883b-6703d615a240", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:13:27.700682 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e07f025f-fafd-4f13-9832-ba59841b60d7 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:13:27.701677 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48277e3-c08a-4fcf-9917-d226568eb587', 'tag': '0c28286e-5f70-443a-883b-6703d615a240', 'status': 'completed', 'code': 200}
Jun 04 15:13:27.706597 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5c55f72e-1b51-4e9b-818b-7512c24f7185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:27.707098 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-64382589-80b3-43b4-98d0-6b7a8793ecab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:27.723252 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Pushing event updated for resources: {'Port': ['ID=6fd35846-0673-4a4b-a901-ee5ac91e2713,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:27.734128 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-962c4cbe-e39f-4a78-a7d8-45a39b55834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:27.736262 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-962c4cbe-e39f-4a78-a7d8-45a39b55834f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a03aebe4cbe94e51823784c56531a643&device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 1096 time: 0.4936047
Jun 04 15:13:27.737188 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:27.761817 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-831773b8-8277-4a62-9946-fa5a7edb7a40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d360f0d98304acf844d3fe5006d6482&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8043187
Jun 04 15:13:27.763744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38430) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:27.810691 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831773b8-8277-4a62-9946-fa5a7edb7a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af444550-38ad-4dd3-975d-d8e0f78eb42a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:27.827173 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5c55f72e-1b51-4e9b-818b-7512c24f7185 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ca8c743b-809f-4a4c-be43-e3957142ac09 HTTP/1.1" status: 204  len: 168 time: 1.2240088
Jun 04 15:13:27.829162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38432) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:27.836986 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-831773b8-8277-4a62-9946-fa5a7edb7a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:28.022999 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2b08ff9-d9f2-4c54-a09c-07a18bbd3d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:28.060379 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294546d1-1517-45b7-8f15-69706eacb865 req-93075526-5a42-4b48-be38-ea87c1297f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:28.061893 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-294546d1-1517-45b7-8f15-69706eacb865 req-93075526-5a42-4b48-be38-ea87c1297f9e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 1095 time: 0.5845013
Jun 04 15:13:28.085082 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6c20d0-c335-42c1-b37c-9525a63e2acd admin admin] Deleting subnet a478b4c4-24d7-4f17-8b1c-06fddeaa7144 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:13:28.089739 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2b08ff9-d9f2-4c54-a09c-07a18bbd3d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:28.107931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-1b4ad8e8-6d9b-436d-855a-5b95e7cd0eac service neutron] For port 78518635-f3e4-4442-9813-e342cf5d7a38, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=78518635-f3e4-4442-9813-e342cf5d7a38,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:28.153258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfea90-cc9a-4f6d-9566-fa304813c3d4 req-9f89ee4d-a081-4f34-8ef0-e2290b0fe458 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:28.154831 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1cfea90-cc9a-4f6d-9566-fa304813c3d4 req-9f89ee4d-a081-4f34-8ef0-e2290b0fe458 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 945 time: 0.3073831
Jun 04 15:13:28.188328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-1b4ad8e8-6d9b-436d-855a-5b95e7cd0eac service neutron] For port 78518635-f3e4-4442-9813-e342cf5d7a38, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:13:28.236081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 78518635-f3e4-4442-9813-e342cf5d7a38 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:13:28.264514 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1cfea90-cc9a-4f6d-9566-fa304813c3d4 req-d21d96d6-30b4-4ed8-89dc-33d2426b60c5 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017063
Jun 04 15:13:28.269744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-1b4ad8e8-6d9b-436d-855a-5b95e7cd0eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78518635-f3e4-4442-9813-e342cf5d7a38 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:13:28.281385 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-1b4ad8e8-6d9b-436d-855a-5b95e7cd0eac service neutron] For port 78518635-f3e4-4442-9813-e342cf5d7a38, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=78518635-f3e4-4442-9813-e342cf5d7a38,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:28.298980 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef6c20d0-c335-42c1-b37c-9525a63e2acd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:28.340570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Network b6fd14b5-fe16-4479-b95d-921ab565bab3 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:13:28.354626 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2b08ff9-d9f2-4c54-a09c-07a18bbd3d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:28.363332 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-294546d1-1517-45b7-8f15-69706eacb865 req-e414d684-8485-4abe-8c94-dd2fbf06f85e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c28286e-5f70-443a-883b-6703d615a240 HTTP/1.1" status: 200  len: 217 time: 0.2760580
Jun 04 15:13:28.363332 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:28.370732 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6ff34ffb-3082-4126-ba57-773930ed84e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:28.403888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b08ff9-d9f2-4c54-a09c-07a18bbd3d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af444550-38ad-4dd3-975d-d8e0f78eb42a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:28.439244 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2b08ff9-d9f2-4c54-a09c-07a18bbd3d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:28.442793 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a2b08ff9-d9f2-4c54-a09c-07a18bbd3d5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af444550-38ad-4dd3-975d-d8e0f78eb42a HTTP/1.1" status: 204  len: 168 time: 0.6507185
Jun 04 15:13:28.455497 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a2b08ff9-d9f2-4c54-a09c-07a18bbd3d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:28.469198 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-1b4ad8e8-6d9b-436d-855a-5b95e7cd0eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:28.545109 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9b3fb-f226-476a-9db4-20bd3f5399ec req-f9aa912e-0dbb-47bb-8e3e-51f376df9e49 tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:28.552987 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6be9b3fb-f226-476a-9db4-20bd3f5399ec req-f9aa912e-0dbb-47bb-8e3e-51f376df9e49 tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 1101 time: 0.8068767
Jun 04 15:13:28.556711 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef6c20d0-c335-42c1-b37c-9525a63e2acd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:28.624652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-c8d41893-3a93-43fb-8e4a-ac4466fe9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:28.632131 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-c8d41893-3a93-43fb-8e4a-ac4466fe9dd9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 200  len: 909 time: 0.8273616
Jun 04 15:13:28.719630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2873bee0-988a-4d21-87a2-e7776695f62c None None] Provisioning complete for port 6fd35846-0673-4a4b-a901-ee5ac91e2713 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:28.720167 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2873bee0-988a-4d21-87a2-e7776695f62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:28.734697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0011c-2215-4dcf-bf8a-0a325c3625c7 req-1589c4a8-6d61-4060-942e-b9cf8299f9d4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:28.742614 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5ec0011c-2215-4dcf-bf8a-0a325c3625c7 req-1589c4a8-6d61-4060-942e-b9cf8299f9d4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 944 time: 0.3423254
Jun 04 15:13:28.772078 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294546d1-1517-45b7-8f15-69706eacb865 req-932ef5b1-7437-43d3-8989-9b227926444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:28.774182 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-294546d1-1517-45b7-8f15-69706eacb865 req-932ef5b1-7437-43d3-8989-9b227926444f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc HTTP/1.1" status: 200  len: 852 time: 0.4048271
Jun 04 15:13:28.779086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-1b4ad8e8-6d9b-436d-855a-5b95e7cd0eac service neutron] Transition to ACTIVE for port object 78518635-f3e4-4442-9813-e342cf5d7a38 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:13:28.783234 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-c3ca95e1-7403-49b6-a219-c6b5d8007288 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9524087-cf35-4311-8886-e4f92efeeaef HTTP/1.1" status: 200  len: 217 time: 0.1407826
Jun 04 15:13:28.801342 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-2873bee0-988a-4d21-87a2-e7776695f62c None None] Port 6fd35846-0673-4a4b-a901-ee5ac91e2713 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:13:28.813710 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5ec0011c-2215-4dcf-bf8a-0a325c3625c7 req-03214e1b-b57f-449c-96e1-ca0f5e5d6eb2 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700581
Jun 04 15:13:28.868030 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-1b4ad8e8-6d9b-436d-855a-5b95e7cd0eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:28.873974 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-612f1ec0-e185-4a85-be3b-17c15d175415 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:28.959596 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6be9b3fb-f226-476a-9db4-20bd3f5399ec req-586c604d-8e0e-4739-a7b5-3e753ae5d22c tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4056468
Jun 04 15:13:28.974830 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef6c20d0-c335-42c1-b37c-9525a63e2acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:29.030114 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-294546d1-1517-45b7-8f15-69706eacb865 req-38a46c35-efcc-4063-ab98-d6ec52165759 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64018707-9132-4dd5-a91e-611ca8957998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2441165
Jun 04 15:13:29.058865 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:29.119181 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:29.123083 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-1b4ad8e8-6d9b-436d-855a-5b95e7cd0eac service neutron] No DVR routers for this DVR port 78518635-f3e4-4442-9813-e342cf5d7a38 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:13:29.180018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ad8e8-6d9b-436d-855a-5b95e7cd0eac service neutron] Pushing event updated for resources: {'Port': ['ID=78518635-f3e4-4442-9813-e342cf5d7a38,revision_number=10']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:29.185586 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-1b4ad8e8-6d9b-436d-855a-5b95e7cd0eac service neutron] 10.222.0.62 "PUT /v2.0/ports/78518635-f3e4-4442-9813-e342cf5d7a38/bindings/n-h1-791505-9/activate HTTP/1.1" status: 200  len: 369 time: 1.6028309
Jun 04 15:13:29.188249 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1b4ad8e8-6d9b-436d-855a-5b95e7cd0eac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:29.206360 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b7a3-3547-44c7-84d3-9f89d6ef63a8 req-0771655c-d874-46b8-a715-809eb94d18c7 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:29.214338 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2d59b7a3-3547-44c7-84d3-9f89d6ef63a8 req-0771655c-d874-46b8-a715-809eb94d18c7 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 944 time: 0.2734890
Jun 04 15:13:29.260398 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2d59b7a3-3547-44c7-84d3-9f89d6ef63a8 req-5ad4d679-380a-4e7f-9475-e36eed6b7c4a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451005
Jun 04 15:13:29.324589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-f70f9157-d9f4-4fbe-ae7e-b5a838930543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:29.326207 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-f70f9157-d9f4-4fbe-ae7e-b5a838930543 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 200  len: 848 time: 0.4381804
Jun 04 15:13:29.347320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Router 6a93df71-dc94-49a0-804e-3719c30e0620 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:13:29.427741 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-654010b9-79e4-4616-9d01-d1b607869529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:29.496728 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-98a60cf3-7712-46e7-81ef-5b4fefce7722 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=061fcf42-462b-46e3-9f65-54c102f9c252&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1481144
Jun 04 15:13:29.511893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5de2a97-54a8-442f-9a58-3ea9722eaaff,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:29.525431 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:29.531741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-b0eaebb4-8084-4b1f-b89b-4e78df05d6a9 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:29.533306 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-b0eaebb4-8084-4b1f-b89b-4e78df05d6a9 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75&tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&binding%3Ahost_id=n-h2-791505-9 HTTP/1.1" status: 200  len: 1096 time: 0.2087164
Jun 04 15:13:29.591575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63d1aa-23e0-432f-9cd1-d849f4e134ee req-d5845207-311a-435c-9b0b-33994295713b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:29.599656 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f63d1aa-23e0-432f-9cd1-d849f4e134ee req-d5845207-311a-435c-9b0b-33994295713b tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 945 time: 0.1730680
Jun 04 15:13:29.665645 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f63d1aa-23e0-432f-9cd1-d849f4e134ee req-d7e10d79-52f6-4bdf-881a-2660313df267 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650611
Jun 04 15:13:29.667979 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Checking segment: {'id': 'a9790877-d2db-4b8a-80ae-1ce772a79e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:13:29.668461 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Network hostable DHCP agents. Network: 18b375a7-7cc2-4169-a256-980dd8700031, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:13:29.680282 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-294546d1-1517-45b7-8f15-69706eacb865 req-35465119-f24e-40ad-b523-7bb78b43b8bf service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6291335
Jun 04 15:13:29.684547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-b1fd6e09-03cd-496e-9861-608e2d781901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:29.686118 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-b1fd6e09-03cd-496e-9861-608e2d781901 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75&tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e HTTP/1.1" status: 200  len: 1096 time: 0.1432815
Jun 04 15:13:29.786568 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38472) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:29.809496 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-8ab0a5da-dec9-4d04-8032-763ccec31696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:29.811402 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-8ab0a5da-dec9-4d04-8032-763ccec31696 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 1096 time: 0.0929415
Jun 04 15:13:29.957602 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-29218579-network', 'tenant_id': '08306b9c90654d1489efd6ac910951d3'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:29.962982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:29.967306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Usage tracker for resource:network and tenant:08306b9c90654d1489efd6ac910951d3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:29.972128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:30.025045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:30.124747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-c4f03e01-07aa-41f2-8f77-436b3eeff444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:30.126256 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-c4f03e01-07aa-41f2-8f77-436b3eeff444 service neutron] 10.222.0.65 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.3070748
Jun 04 15:13:30.196131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Made reservation on behalf of 08306b9c90654d1489efd6ac910951d3 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:13:30.198341 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:30.221603 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-64244e9f-2864-41f3-ac88-6e4fe323656a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78518635-f3e4-4442-9813-e342cf5d7a38 HTTP/1.1" status: 200  len: 217 time: 0.0872133
Jun 04 15:13:30.228978 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:30.260967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Network 18b375a7-7cc2-4169-a256-980dd8700031 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:13:30.292851 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-97793a42-b8a0-4920-b02d-4774659149d8 service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7717371
Jun 04 15:13:30.293165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:30.307677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Usage tracker for resource:security_group_rule and tenant:08306b9c90654d1489efd6ac910951d3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:30.320697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cd334-f2e2-4ece-8c2c-43ed98784434 req-75494300-ee61-427b-ae7d-ff25cfee06e0 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:30.322181 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-605cd334-f2e2-4ece-8c2c-43ed98784434 req-75494300-ee61-427b-ae7d-ff25cfee06e0 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.3395860
Jun 04 15:13:30.325707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:30.337188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:30.342325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:13:30.344051 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-bd8183fc-5e5c-4560-a45f-9100d7c8fd58 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3032677
Jun 04 15:13:30.352014 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Sync routers for ids ['6a93df71-dc94-49a0-804e-3719c30e0620'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:13:30.364221 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-d8e86251-0bf6-4873-a232-73ebf917de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:30.365943 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-d8e86251-0bf6-4873-a232-73ebf917de11 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.1286838
Jun 04 15:13:30.368174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Routers {'6a93df71-dc94-49a0-804e-3719c30e0620'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:13:30.370304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c902ca0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:13:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a93df71-dc94-49a0-804e-3719c30e0620'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:30.393110 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-294546d1-1517-45b7-8f15-69706eacb865 req-2e997c3c-47a1-4189-88ae-e3e246dfee1d service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6496444
Jun 04 15:13:30.393692 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 18b375a7-7cc2-4169-a256-980dd8700031) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:30.436906 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-bab43316-5236-4205-83b4-1db39655c372 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0637865
Jun 04 15:13:30.448653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0725ded2-4d6c-4254-bde4-2f2da4ef9be2 None None] Network 18b375a7-7cc2-4169-a256-980dd8700031 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:13:30.468560 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:30.469189 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:30.479359 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-605cd334-f2e2-4ece-8c2c-43ed98784434 req-aa9962fd-b697-4ff3-a608-a3e2e4c6a20c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433659
Jun 04 15:13:30.523437 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef6c20d0-c335-42c1-b37c-9525a63e2acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:30.538147 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] 10.222.0.32 "PUT /v2.0/routers/6a93df71-dc94-49a0-804e-3719c30e0620/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2948804
Jun 04 15:13:30.538147 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fea7c1a9-fcde-451e-b53d-a424ae6db7b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:30.603330 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2c89c-773d-4677-acfd-891188e39ef4 req-aeb82a9e-a030-420a-bcee-d82a3143af69 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:30.606059 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4a2c89c-773d-4677-acfd-891188e39ef4 req-aeb82a9e-a030-420a-bcee-d82a3143af69 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 945 time: 0.4879940
Jun 04 15:13:30.647625 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c20d0-c335-42c1-b37c-9525a63e2acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a478b4c4-24d7-4f17-8b1c-06fddeaa7144,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:30.674736 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 5.1584954
Jun 04 15:13:30.674736 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef6c20d0-c335-42c1-b37c-9525a63e2acd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:30.677967 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ef6c20d0-c335-42c1-b37c-9525a63e2acd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a478b4c4-24d7-4f17-8b1c-06fddeaa7144 HTTP/1.1" status: 204  len: 168 time: 2.8216691
Jun 04 15:13:30.690393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38490) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:30.694571 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ef6c20d0-c335-42c1-b37c-9525a63e2acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:30.700457 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-e187b792-3d14-4cd8-8fea-84703ddfda8d service neutron] 10.222.0.62 "GET /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3882813
Jun 04 15:13:30.742135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Set router 6a93df71-dc94-49a0-804e-3719c30e0620 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:13:30.851026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4a2c89c-773d-4677-acfd-891188e39ef4 req-21946e5e-f7a7-468c-8744-11f37e82cdf2 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008643
Jun 04 15:13:30.907937 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f30062-3944-4753-bae3-5653e65eac0a req-327d1322-8f49-485f-8bb3-bfcf29582ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:30.907937 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-83f30062-3944-4753-bae3-5653e65eac0a req-327d1322-8f49-485f-8bb3-bfcf29582ccb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 1095 time: 0.3203249
Jun 04 15:13:30.985610 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-7bb0c154-7096-4059-a484-1e67b72fc012 service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5401168
Jun 04 15:13:31.052246 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:31.127661 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8314ab68-d99d-4f8d-9d0f-d18693aa445a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:31.262867 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:31.278896 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f8857a1c-208d-4bb0-8665-7009107763ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:31.365568 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:13:31.394314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f30062-3944-4753-bae3-5653e65eac0a req-7182d241-33de-43fe-bf88-dfb158786e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:31.396401 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-83f30062-3944-4753-bae3-5653e65eac0a req-7182d241-33de-43fe-bf88-dfb158786e59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 913 time: 0.4804926
Jun 04 15:13:31.464198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21cab5a-7bc6-4c68-973f-837af3e72951,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:31.508302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4cd87-f92e-4363-9306-c65516bc8c86 req-8038b976-51b9-40d4-8ef1-449bc78af4f0 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:31.509861 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-47a4cd87-f92e-4363-9306-c65516bc8c86 req-8038b976-51b9-40d4-8ef1-449bc78af4f0 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 944 time: 0.7501862
Jun 04 15:13:31.511158 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:31.511500 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Added segment 608d9226-1333-4ac8-9ce1-94a927f24def of type vlan for network 34efa842-df20-4b24-8d82-2a287140d582
Jun 04 15:13:31.512932 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:31.515146 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8314ab68-d99d-4f8d-9d0f-d18693aa445a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:31.549255 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-5e380708-5f68-4472-b651-e85fbac661c7 service neutron] 10.222.0.65 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4989493
Jun 04 15:13:31.564176 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-83f30062-3944-4753-bae3-5653e65eac0a req-5369555a-c763-4cee-8e5c-4cedb126986d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c28286e-5f70-443a-883b-6703d615a240 HTTP/1.1" status: 200  len: 217 time: 0.1586905
Jun 04 15:13:31.603340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8314ab68-d99d-4f8d-9d0f-d18693aa445a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83873a0a90>,) {'filters': {'network_id': ['d52abd47-04e5-421a-a290-4eb23da103e6']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:31.625864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8a6ca0-f66c-4fb2-9f14-a92a7d30ce03 None None] Network 18b375a7-7cc2-4169-a256-980dd8700031 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:13:31.650948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8314ab68-d99d-4f8d-9d0f-d18693aa445a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83873a0a90>, '40f77bcc-1e11-44bd-8712-22a0bad034c8') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:31.651242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8314ab68-d99d-4f8d-9d0f-d18693aa445a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83873a0a90>, '40f77bcc-1e11-44bd-8712-22a0bad034c8') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:31.713720 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:31.731550 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8314ab68-d99d-4f8d-9d0f-d18693aa445a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:31.735357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a464048-e325-45e2-b243-5fe902454853 req-92fe2656-3ea2-4605-a1ff-823bbcefd09d tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:31.749686 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6a464048-e325-45e2-b243-5fe902454853 req-92fe2656-3ea2-4605-a1ff-823bbcefd09d tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 945 time: 0.5264900
Jun 04 15:13:31.810914 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-47a4cd87-f92e-4363-9306-c65516bc8c86 req-fedbc372-1b63-4b5c-aa97-c57fbbc50f55 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2608557
Jun 04 15:13:31.816404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-58fba62c-663b-48fd-9fb0-5963e16ea8f6 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:31.819250 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-58fba62c-663b-48fd-9fb0-5963e16ea8f6 tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc&tenant_id=a03aebe4cbe94e51823784c56531a643&binding%3Ahost_id=n-h2-791505-9 HTTP/1.1" status: 200  len: 1096 time: 0.5311878
Jun 04 15:13:31.834891 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8314ab68-d99d-4f8d-9d0f-d18693aa445a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:31.839939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c902ca0>, [{'id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'name': 'tempest-TaggedBootDevicesTest-1347586839-router', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:12Z', 'updated_at': '2021-06-04T15:13:25Z', 'revision_number': 4, 'project_id': '170821b51002469da86d3c4cef5805e5', 'gw_port': {'id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:14Z', 'updated_at': '2021-06-04T15:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '6fd35846-0673-4a4b-a901-ee5ac91e2713', 'name': '', 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'mac_address': 'fa:16:3e:c0:08:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:22Z', 'updated_at': '2021-06-04T15:13:26Z', 'revision_number': 2, 'project_id': '170821b51002469da86d3c4cef5805e5', 'subnets': [{'id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:31.852832 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f30062-3944-4753-bae3-5653e65eac0a req-a3872788-e161-4c7b-9e03-e4ee00590843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:31.854318 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-83f30062-3944-4753-bae3-5653e65eac0a req-a3872788-e161-4c7b-9e03-e4ee00590843 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc HTTP/1.1" status: 200  len: 852 time: 0.2778831
Jun 04 15:13:31.861648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8314ab68-d99d-4f8d-9d0f-d18693aa445a admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:13:31.862117 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8314ab68-d99d-4f8d-9d0f-d18693aa445a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:31.870194 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6a464048-e325-45e2-b243-5fe902454853 req-d08f5de4-34cd-434e-89f0-243fe9e64517 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189520
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:13:31.878038 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:13:31.940703 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Checking router: 6a93df71-dc94-49a0-804e-3719c30e0620 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:13:31.941090 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Updating router 6a93df71-dc94-49a0-804e-3719c30e0620 port 6fd35846-0673-4a4b-a901-ee5ac91e2713 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:13:31.990159 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:31.991661 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:31.992303 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:31.996319 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:32.004009 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-83f30062-3944-4753-bae3-5653e65eac0a req-ae112b9e-2a93-49fb-af7e-326d04e1d177 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64018707-9132-4dd5-a91e-611ca8957998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1284463
Jun 04 15:13:32.197155 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8314ab68-d99d-4f8d-9d0f-d18693aa445a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:32.204874 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Pushing event updated for resources: {'Network': ['ID=34efa842-df20-4b24-8d82-2a287140d582,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:32.209683 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:32.210353 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:32.225876 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8314ab68-d99d-4f8d-9d0f-d18693aa445a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:32.230867 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8314ab68-d99d-4f8d-9d0f-d18693aa445a admin admin] 10.222.0.32 "DELETE /v2.0/networks/d52abd47-04e5-421a-a290-4eb23da103e6 HTTP/1.1" status: 204  len: 168 time: 1.5393765
Jun 04 15:13:32.237844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314ab68-d99d-4f8d-9d0f-d18693aa445a admin admin] Pushing event deleted for resources: {'Network': ['ID=d52abd47-04e5-421a-a290-4eb23da103e6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:32.241338 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8314ab68-d99d-4f8d-9d0f-d18693aa445a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:32.279715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 0c28286e-5f70-443a-883b-6703d615a240 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:13:32.283530 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 34efa842-df20-4b24-8d82-2a287140d582 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:13:32.303288 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:32.340961 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 2.5529959
Jun 04 15:13:32.345263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38572) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:32.360559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Request body: {'subnet': {'network_id': '34efa842-df20-4b24-8d82-2a287140d582', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-29218579-subnet', 'tenant_id': '08306b9c90654d1489efd6ac910951d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:32.376185 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:32.395084 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Usage tracker for resource:subnet and tenant:08306b9c90654d1489efd6ac910951d3 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:32.400526 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:32.404211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:32.428917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:32.446608 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-83f30062-3944-4753-bae3-5653e65eac0a req-a66fe9e1-1ef5-4be2-bb5b-08b10c130580 service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4313691
Jun 04 15:13:32.492630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-9e747c9d-6406-4b5c-94aa-645a8fa293ef tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:32.494292 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-9e747c9d-6406-4b5c-94aa-645a8fa293ef tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75&tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 1096 time: 0.2004244
Jun 04 15:13:32.509069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b0d102e2-d458-46ea-84e2-f0aae819aaad tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:32.509955 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b0d102e2-d458-46ea-84e2-f0aae819aaad tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Synchronizing usage tracker for tenant:033be366519a46eb9d528c6270c2e78b on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:13:32.633889 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Made reservation on behalf of 08306b9c90654d1489efd6ac910951d3 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:13:32.638671 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:32.679256 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc491f3-e38f-4db6-a366-83e5e32e1eb1 req-f1a9617c-15b8-4dc7-a958-043d8c7e67ac tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:32.680868 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8cc491f3-e38f-4db6-a366-83e5e32e1eb1 req-f1a9617c-15b8-4dc7-a958-043d8c7e67ac tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.4050312
Jun 04 15:13:32.685638 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4fe142a1-337c-45f9-b281-f78f18c8c683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:32.704127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b0d102e2-d458-46ea-84e2-f0aae819aaad tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Unset dirty status for tenant:033be366519a46eb9d528c6270c2e78b on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:13:32.706800 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b0d102e2-d458-46ea-84e2-f0aae819aaad tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/networks?id=18b375a7-7cc2-4169-a256-980dd8700031 HTTP/1.1" status: 200  len: 822 time: 0.4518795
Jun 04 15:13:32.734242 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-080263b3-d688-4125-951e-c1a9d53d42ed req-03676ed4-3e5c-4c9b-be0a-59cdde59f1e6 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/quotas/033be366519a46eb9d528c6270c2e78b HTTP/1.1" status: 200  len: 375 time: 0.0188928
Jun 04 15:13:32.750060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38574) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:32.781506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-6e500ed6-379d-42d2-b311-be44cb130927 service neutron] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:13:32.800134 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 0c28286e-5f70-443a-883b-6703d615a240, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=0c28286e-5f70-443a-883b-6703d615a240,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:32.818673 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-080263b3-d688-4125-951e-c1a9d53d42ed req-0e3d5ea5-63a5-47ec-a932-511fea1cd295 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=033be366519a46eb9d528c6270c2e78b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0811882
Jun 04 15:13:32.820847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-565bd906-7c76-416d-b000-1d7c3ee91ef5 service neutron] For port 78518635-f3e4-4442-9813-e342cf5d7a38, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:13:32.825651 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-565bd906-7c76-416d-b000-1d7c3ee91ef5 service neutron] Notify callbacks [] for binding, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:32.827285 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-565bd906-7c76-416d-b000-1d7c3ee91ef5 service neutron] 10.222.0.65 "DELETE /v2.0/ports/78518635-f3e4-4442-9813-e342cf5d7a38/bindings/n-h2-791505-9 HTTP/1.1" status: 204  len: 173 time: 0.3264859
Jun 04 15:13:32.882862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '0c28286e-5f70-443a-883b-6703d615a240', 'network_id': '64018707-9132-4dd5-a91e-611ca8957998', 'port_id': '0c28286e-5f70-443a-883b-6703d615a240', 'mac_address': 'fa:16:3e:fc:ab:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:13:32.993397 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:33.000059 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-080263b3-d688-4125-951e-c1a9d53d42ed req-a8fde8fc-4f62-49f7-8498-e883371d0418 service neutron] 10.222.0.32 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1714420
Jun 04 15:13:33.027171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c28286e-5f70-443a-883b-6703d615a240 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:13:33.048609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 0c28286e-5f70-443a-883b-6703d615a240, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=0c28286e-5f70-443a-883b-6703d615a240,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:33.103305 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-6e500ed6-379d-42d2-b311-be44cb130927 service neutron] Notify callbacks [] for binding, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:33.104510 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff098c43-b050-4bf3-b23b-4752ad4db394 req-6e500ed6-379d-42d2-b311-be44cb130927 service neutron] 10.222.0.62 "DELETE /v2.0/ports/b9524087-cf35-4311-8886-e4f92efeeaef/bindings/n-h1-791505-9 HTTP/1.1" status: 204  len: 173 time: 1.2471471
Jun 04 15:13:33.162956 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:33.167362 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2f6a1192-053d-433c-b97e-5afd2602b9f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:33.214657 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-83f30062-3944-4753-bae3-5653e65eac0a req-0dc14234-bb4d-44d9-8c5f-0527f462a50d service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7587225
Jun 04 15:13:33.222710 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-080263b3-d688-4125-951e-c1a9d53d42ed req-ab3e2d2a-2781-459f-9df5-c54602c3e1ea service neutron] 10.222.0.32 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2124968
Jun 04 15:13:33.248755 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8cc491f3-e38f-4db6-a366-83e5e32e1eb1 req-947a9d8d-2f78-412c-9ba8-45cb50b98c87 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5528514
Jun 04 15:13:33.258519 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:33.283317 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Transition to ACTIVE for port object 6fd35846-0673-4a4b-a901-ee5ac91e2713 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:13:33.284507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38584) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:33.284711 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cb08c642-548c-432e-911e-4a7c89e89bb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1dfc4b991f214b468eb4dce010518aa3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5295858
Jun 04 15:13:33.289542 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=0c28286e-5f70-443a-883b-6703d615a240,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:33.299380 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:33.300157 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:33.300157 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:33.300391 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:33.300728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:33.301093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:33.301418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:33.301749 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:33.302137 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:33.302640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:33.303003 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:33.303335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:13:33.308114 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:33.357771 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:33.359665 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f29f391c-41af-4d47-babc-7a43d6aedef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:33.460026 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6407ce3-e8b2-4e2d-a1bc-5d3229bae0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:33.499071 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6407ce3-e8b2-4e2d-a1bc-5d3229bae0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:33.608749 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f230b7e-6772-4c5b-b20f-370e2dad075d None None] Pushing event updated for resources: {'Port': ['ID=6fd35846-0673-4a4b-a901-ee5ac91e2713,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:33.620928 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7f230b7e-6772-4c5b-b20f-370e2dad075d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:33.636790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['0c28286e-5f70-443a-883b-6703d615a240'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:13:33.650291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0365cc4-d523-4011-99dd-29f840e79172 req-388083c7-85c4-4871-9372-76b74d1b9f83 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:33.662512 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0365cc4-d523-4011-99dd-29f840e79172 req-388083c7-85c4-4871-9372-76b74d1b9f83 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 945 time: 0.2125471
Jun 04 15:13:33.685753 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6407ce3-e8b2-4e2d-a1bc-5d3229bae0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:33.702991 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-269cb5bb-a41d-429a-aac4-4fdb0853d76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:33.744362 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:33.789616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6407ce3-e8b2-4e2d-a1bc-5d3229bae0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:33.794838 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0365cc4-d523-4011-99dd-29f840e79172 req-fc89fc27-c094-4f73-971c-7a634abfff69 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316028
Jun 04 15:13:33.796773 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b6407ce3-e8b2-4e2d-a1bc-5d3229bae0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:33.822285 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6407ce3-e8b2-4e2d-a1bc-5d3229bae0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:33.826028 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b6407ce3-e8b2-4e2d-a1bc-5d3229bae0f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1263b0b7-db4e-40c4-a469-0a6ff6b5d0a6 HTTP/1.1" status: 204  len: 168 time: 0.5374081
Jun 04 15:13:34.274382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Attempting to bind port 6fd35846-0673-4a4b-a901-ee5ac91e2713 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:13:34.274667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Attempting to bind port 6fd35846-0673-4a4b-a901-ee5ac91e2713 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '001c6fda-19b8-44b7-9d6a-5f1f7abb921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:13:34.275064 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Attempting to bind port 6fd35846-0673-4a4b-a901-ee5ac91e2713 on network b6fd14b5-fe16-4479-b95d-921ab565bab3 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:13:34.278723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facae52-a9f0-48ee-a235-c6513e51f7c8 req-5ae7b472-aed9-4aa3-bf62-666ca99a4529 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:34.282998 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:34.287385 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0facae52-a9f0-48ee-a235-c6513e51f7c8 req-5ae7b472-aed9-4aa3-bf62-666ca99a4529 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 945 time: 0.5584259
Jun 04 15:13:34.311912 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:13:34.313912 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Checking segment: {'id': '001c6fda-19b8-44b7-9d6a-5f1f7abb921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:13:34.313912 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:34.313912 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Bound using segment: {'id': '001c6fda-19b8-44b7-9d6a-5f1f7abb921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:13:34.313912 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Bound port: 6fd35846-0673-4a4b-a901-ee5ac91e2713, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001c6fda-19b8-44b7-9d6a-5f1f7abb921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:13:34.321257 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:34.330185 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8b7b314e-4c17-4067-8258-dbd17912f5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:34.356720 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0facae52-a9f0-48ee-a235-c6513e51f7c8 req-e6dc1b2b-40d0-4c48-ad95-325e0d483ee6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666003
Jun 04 15:13:34.496933 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9b0deb5c-aa70-4717-8683-49a386ce5d2e req-d9c41a57-b7e9-4e7e-9bbb-18225499d849 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 210 time: 0.0684581
Jun 04 15:13:34.526994 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d660e-643f-4808-b38a-6905aeab60b5 req-78c4291a-a05b-4d4c-ad51-611b1b411e35 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:34.535257 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fa4d660e-643f-4808-b38a-6905aeab60b5 req-78c4291a-a05b-4d4c-ad51-611b1b411e35 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 945 time: 0.4627643
Jun 04 15:13:34.577422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a30f85-10a9-4db2-a384-d2fbae01ea8f,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:34.586557 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:34.588973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Checking segment: {'id': '608d9226-1333-4ac8-9ce1-94a927f24def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '34efa842-df20-4b24-8d82-2a287140d582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:13:34.589470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Network hostable DHCP agents. Network: 34efa842-df20-4b24-8d82-2a287140d582, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:13:34.635326 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fa4d660e-643f-4808-b38a-6905aeab60b5 req-dfe98804-3264-497f-a081-12a642eda85d tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987935
Jun 04 15:13:34.677650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-c524f874-e85e-40ea-9d99-52f25f33222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:34.680402 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-c524f874-e85e-40ea-9d99-52f25f33222b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 1101 time: 0.2876811
Jun 04 15:13:34.742039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] For port 6fd35846-0673-4a4b-a901-ee5ac91e2713, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:13:34.753128 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] For port 6fd35846-0673-4a4b-a901-ee5ac91e2713, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6fd35846-0673-4a4b-a901-ee5ac91e2713,segment=NetworkSegment(001c6fda-19b8-44b7-9d6a-5f1f7abb921d),segment_id=001c6fda-19b8-44b7-9d6a-5f1f7abb921d)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:13:34.827443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34060e4-750e-45fc-9bd4-281e87cf75e7 req-4c428026-5d39-42d0-a939-e480d3b40fec tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:34.829898 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f34060e4-750e-45fc-9bd4-281e87cf75e7 req-4c428026-5d39-42d0-a939-e480d3b40fec tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.1025655
Jun 04 15:13:34.888528 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f34060e4-750e-45fc-9bd4-281e87cf75e7 req-877f2b60-eabd-4d84-aa45-27a0f8da6682 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517545
Jun 04 15:13:34.891453 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:34.898054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Network 34efa842-df20-4b24-8d82-2a287140d582 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:13:34.898263 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:34.965806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-5c449a65-54ac-4327-b308-c861ace0695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:34.967452 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-5c449a65-54ac-4327-b308-c861ace0695d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2786367
Jun 04 15:13:34.977435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 34efa842-df20-4b24-8d82-2a287140d582) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:35.002301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ba0716-cb05-4850-807c-9755bc07f70c None None] Network 34efa842-df20-4b24-8d82-2a287140d582 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:13:35.069081 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fea42d-82cf-4a37-a347-b3313f95b87e req-34bd05ba-4219-4542-9c81-d1ea9aad64b4 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:35.070629 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d0fea42d-82cf-4a37-a347-b3313f95b87e req-34bd05ba-4219-4542-9c81-d1ea9aad64b4 tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 1096 time: 0.2106843
Jun 04 15:13:35.072729 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-56e8727f-744a-49f8-b85d-fcca31a9f6a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d3750d13-39cf-4214-bf49-5aa80781898b HTTP/1.1" status: 200  len: 217 time: 0.0921137
Jun 04 15:13:35.074767 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:35.075368 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:35.082066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f230b7e-6772-4c5b-b20f-370e2dad075d None None] Pushing event updated for resources: {'Port': ['ID=6fd35846-0673-4a4b-a901-ee5ac91e2713,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:35.115135 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7f230b7e-6772-4c5b-b20f-370e2dad075d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:35.167470 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38642) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:35.242074 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 2.8861454
Jun 04 15:13:35.331514 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-e41a3486-b53f-48bf-a36f-5eb355c937fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:35.345348 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-e41a3486-b53f-48bf-a36f-5eb355c937fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2353566
Jun 04 15:13:35.352707 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d0fea42d-82cf-4a37-a347-b3313f95b87e req-26762014-aa74-445e-9e99-c0c480b962da tempest-LiveAutoBlockMigrationV225Test-960333874 tempest-LiveAutoBlockMigrationV225Test-960333874-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2545815
Jun 04 15:13:35.385464 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Routers {'6a93df71-dc94-49a0-804e-3719c30e0620'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:13:35.385464 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c902ca0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:13:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a93df71-dc94-49a0-804e-3719c30e0620'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:35.497930 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c503e9fd-7cac-4a14-9815-7ef8ec3f9a90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9472b65e98143bfa650fcc9b05cc4bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3230891
Jun 04 15:13:35.498919 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:35.508299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38650) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:35.611090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-6959221a-143e-4057-a725-ef30b6d8ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:35.619057 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-6959221a-143e-4057-a725-ef30b6d8ace5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2562637
Jun 04 15:13:35.641296 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f27e8f5c-c6c8-43c4-8fdc-c0308d05c828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:35.676902 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f27e8f5c-c6c8-43c4-8fdc-c0308d05c828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:35.695976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eb3d61-ae3d-4f69-8663-042dee12a441 None None] Network 34efa842-df20-4b24-8d82-2a287140d582 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:13:35.738152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83278cd5-ff7a-4c43-ad5b-4ae7f1baebb0 req-c6755ff7-7c9c-4d99-abf7-3a227feddafa tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:35.746334 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-83278cd5-ff7a-4c43-ad5b-4ae7f1baebb0 req-c6755ff7-7c9c-4d99-abf7-3a227feddafa tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 1096 time: 0.4767237
Jun 04 15:13:35.800800 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-83278cd5-ff7a-4c43-ad5b-4ae7f1baebb0 req-bef08c54-726f-49db-87fc-3eb47f27ecce tempest-LiveMigrationTest-1941005638 tempest-LiveMigrationTest-1941005638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534823
Jun 04 15:13:35.828967 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f27e8f5c-c6c8-43c4-8fdc-c0308d05c828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:35.832945 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a2e67126-bff2-4aec-b845-67a806ec9179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:35.869202 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e8f5c-c6c8-43c4-8fdc-c0308d05c828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631bebc6-bb8c-42ad-96f0-c2f0902a35f6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:35.873984 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f27e8f5c-c6c8-43c4-8fdc-c0308d05c828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:35.885074 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f27e8f5c-c6c8-43c4-8fdc-c0308d05c828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:35.889412 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f27e8f5c-c6c8-43c4-8fdc-c0308d05c828 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/631bebc6-bb8c-42ad-96f0-c2f0902a35f6 HTTP/1.1" status: 204  len: 168 time: 0.3649137
Jun 04 15:13:35.920212 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-11fa6eab-946b-45b3-bf4b-0550293c7aef service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2953613
Jun 04 15:13:35.935212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240385e5-a7ee-4fc5-a4cc-d3577fd49b08 req-36621ff4-73d2-404d-9d90-ea2d8d44ee53 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:35.935884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-240385e5-a7ee-4fc5-a4cc-d3577fd49b08 req-36621ff4-73d2-404d-9d90-ea2d8d44ee53 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Synchronizing usage tracker for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:13:36.100630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] Set router 6a93df71-dc94-49a0-804e-3719c30e0620 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:13:36.152263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-240385e5-a7ee-4fc5-a4cc-d3577fd49b08 req-36621ff4-73d2-404d-9d90-ea2d8d44ee53 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Unset dirty status for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:13:36.159623 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-240385e5-a7ee-4fc5-a4cc-d3577fd49b08 req-36621ff4-73d2-404d-9d90-ea2d8d44ee53 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 945 time: 0.4789732
Jun 04 15:13:36.165831 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2d611663-4b22-42a7-9804-60c60c649646 req-7a88c2a3-dea4-4555-8c09-507a363cebdb tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 210 time: 0.1474671
Jun 04 15:13:36.232622 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-240385e5-a7ee-4fc5-a4cc-d3577fd49b08 req-955c7cc7-08aa-4cb3-8cce-bf82aaee9c90 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717599
Jun 04 15:13:36.302104 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-28cec429-1e5a-4ee0-a592-d8315fe70fdf service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3540661
Jun 04 15:13:36.449074 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 0c28286e-5f70-443a-883b-6703d615a240 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:13:36.964171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c902ca0>, [{'id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'name': 'tempest-TaggedBootDevicesTest-1347586839-router', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:12Z', 'updated_at': '2021-06-04T15:13:25Z', 'revision_number': 4, 'project_id': '170821b51002469da86d3c4cef5805e5', 'gw_port': {'id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:14Z', 'updated_at': '2021-06-04T15:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '6fd35846-0673-4a4b-a901-ee5ac91e2713', 'name': '', 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'mac_address': 'fa:16:3e:c0:08:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:22Z', 'updated_at': '2021-06-04T15:13:34Z', 'revision_number': 4, 'project_id': '170821b51002469da86d3c4cef5805e5', 'subnets': [{'id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:36.966324 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 0c28286e-5f70-443a-883b-6703d615a240 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:13:36.972294 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2107ee4f-d6ef-4733-85a6-f4a00b0f42dc None None] The sync data for ids ['6a93df71-dc94-49a0-804e-3719c30e0620'] in n-d-791505-9 is: [{'id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'name': 'tempest-TaggedBootDevicesTest-1347586839-router', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:12Z', 'updated_at': '2021-06-04T15:13:25Z', 'revision_number': 4, 'project_id': '170821b51002469da86d3c4cef5805e5', 'gw_port': {'id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:14Z', 'updated_at': '2021-06-04T15:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '6fd35846-0673-4a4b-a901-ee5ac91e2713', 'name': '', 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'mac_address': 'fa:16:3e:c0:08:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:22Z', 'updated_at': '2021-06-04T15:13:34Z', 'revision_number': 4, 'project_id': '170821b51002469da86d3c4cef5805e5', 'subnets': [{'id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:13:36.977872 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 0c28286e-5f70-443a-883b-6703d615a240 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:36.977872 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:37.243402 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:37.284858 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48277e3-c08a-4fcf-9917-d226568eb587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c28286e-5f70-443a-883b-6703d615a240'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:13:37.287815 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0758538c-1f74-4290-9150-35ef67323fad" -d '{"events": [{"server_uuid": "d48277e3-c08a-4fcf-9917-d226568eb587", "name": "network-vif-plugged", "status": "completed", "tag": "0c28286e-5f70-443a-883b-6703d615a240"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:13:37.318399 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 0c28286e-5f70-443a-883b-6703d615a240, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=0c28286e-5f70-443a-883b-6703d615a240,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:37.394317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60c26b-c5be-4256-a497-ca1441de4eb5 req-bd9de317-9951-4a48-84b7-eed633b0c2fd tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:37.409757 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ea60c26b-c5be-4256-a497-ca1441de4eb5 req-bd9de317-9951-4a48-84b7-eed633b0c2fd tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.3850338
Jun 04 15:13:37.421978 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:37.427286 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:37.485167 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38698) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:37.503432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c40421-e488-477e-8322-31da135cb070 req-893c00f6-11e8-4440-b0da-e3f1ede194ad tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:37.511973 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-32c40421-e488-477e-8322-31da135cb070 req-893c00f6-11e8-4440-b0da-e3f1ede194ad tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 945 time: 0.2221215
Jun 04 15:13:37.512230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1034397793-network', 'tenant_id': 'c5cc7c4e499b480abdb74e20b3e6e8a1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:37.535597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:37.541359 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ea60c26b-c5be-4256-a497-ca1441de4eb5 req-2975664d-b182-4557-a197-05929450600e tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302094
Jun 04 15:13:37.545414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Usage tracker for resource:network and tenant:c5cc7c4e499b480abdb74e20b3e6e8a1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:37.548729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:37.558524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:37.591436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=0c28286e-5f70-443a-883b-6703d615a240,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:37.613100 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:37.663297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Made reservation on behalf of c5cc7c4e499b480abdb74e20b3e6e8a1 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:13:37.666503 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:37.700239 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:37.756643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:37.762756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Usage tracker for resource:security_group_rule and tenant:c5cc7c4e499b480abdb74e20b3e6e8a1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:37.765900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:37.780883 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:38.138156 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:38.173456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefd6cd-45d6-464a-9695-146b0fe0f710 req-0ed58023-5d27-4855-a970-896d1571ebd3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:38.181526 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7aefd6cd-45d6-464a-9695-146b0fe0f710 req-0ed58023-5d27-4855-a970-896d1571ebd3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 945 time: 0.3199394
Jun 04 15:13:38.222973 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-32c40421-e488-477e-8322-31da135cb070 req-1a9b97fe-3c60-4087-9727-5b726c5f5c72 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2908099
Jun 04 15:13:38.229123 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:38.235375 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f27e8f5c-c6c8-43c4-8fdc-c0308d05c828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:38.291203 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7aefd6cd-45d6-464a-9695-146b0fe0f710 req-d52b7e92-4211-4fd6-ad6f-ba994986e863 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086924
Jun 04 15:13:38.294185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38708) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:38.328658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b6e3c-6b17-4377-8f8b-90234cfbe666 req-9dad9318-62c7-43fa-b5bd-5eaff7b62465 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:38.330212 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0c7b6e3c-6b17-4377-8f8b-90234cfbe666 req-9dad9318-62c7-43fa-b5bd-5eaff7b62465 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.62 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 945 time: 0.3783126
Jun 04 15:13:38.331066 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080263b3-d688-4125-951e-c1a9d53d42ed req-9104c1d7-28d1-4e77-9a80-e1ac54b3f7f2 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:38.332595 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-080263b3-d688-4125-951e-c1a9d53d42ed req-9104c1d7-28d1-4e77-9a80-e1ac54b3f7f2 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.62 "GET /v2.0/networks?id=18b375a7-7cc2-4169-a256-980dd8700031 HTTP/1.1" status: 200  len: 822 time: 0.3634305
Jun 04 15:13:38.350204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e9e25-40db-4106-8031-542cd859f9e4 req-036d87bf-66ef-484d-b37c-6502797de155 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:38.352326 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b3e9e25-40db-4106-8031-542cd859f9e4 req-036d87bf-66ef-484d-b37c-6502797de155 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.65 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 945 time: 0.8420334
Jun 04 15:13:38.357861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-080263b3-d688-4125-951e-c1a9d53d42ed req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Request body: {'port': {'device_id': '1a26bdbb-6837-44be-b1cf-f71180e7e5d2', 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031', 'admin_state_up': True, 'tenant_id': '033be366519a46eb9d528c6270c2e78b'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:38.431945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:13:38.522565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-network', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:38.575731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234f986f-cb38-4716-b34f-73a895461ced,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:38.583577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:38.585978 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:38.585978 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Added segment 7d4f87b1-8704-4760-9744-bba9dae7bc10 of type vlan for network 59dc3d5f-3c2f-4f12-b52e-600bb360b2e1
Jun 04 15:13:38.587081 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:38.588527 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0d6ee9ad-8b9d-4d24-b5b1-9f9cfdd71ab3 req-8afbb9e2-5126-4fda-b40c-f814342009d6 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 210 time: 0.1768255
Jun 04 15:13:38.599266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Usage tracker for resource:network and tenant:c3e4ae83578c4cbebafa2993e109f242 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:38.610897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:38.631192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:38.685470 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c435ddb-7b78-4ae6-888a-06e4c681bf12 x-openstack-request-id: req-6c435ddb-7b78-4ae6-888a-06e4c681bf12 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:13:38.685960 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48277e3-c08a-4fcf-9917-d226568eb587", "name": "network-vif-plugged", "status": "completed", "tag": "0c28286e-5f70-443a-883b-6703d615a240", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:13:38.686082 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c435ddb-7b78-4ae6-888a-06e4c681bf12 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:13:38.687755 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48277e3-c08a-4fcf-9917-d226568eb587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c28286e-5f70-443a-883b-6703d615a240', 'code': 200}
Jun 04 15:13:38.709303 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:38.776398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Made reservation on behalf of c3e4ae83578c4cbebafa2993e109f242 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:13:38.779015 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:38.798312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6fd35846-0673-4a4b-a901-ee5ac91e2713 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:13:38.839314 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:38.877737 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:13:38.900685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:38.906495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Usage tracker for resource:security_group_rule and tenant:c3e4ae83578c4cbebafa2993e109f242 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:38.909744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:38.922598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:38.947341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee9338-76d0-4270-8954-5811d26b1e11 req-9634fa1f-59a0-4dae-9696-32437a63693b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:38.954281 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 6fd35846-0673-4a4b-a901-ee5ac91e2713 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:13:38.955004 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-adee9338-76d0-4270-8954-5811d26b1e11 req-9634fa1f-59a0-4dae-9696-32437a63693b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 946 time: 0.4418104
Jun 04 15:13:38.960471 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 6fd35846-0673-4a4b-a901-ee5ac91e2713 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:38.961184 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:39.041602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-080263b3-d688-4125-951e-c1a9d53d42ed req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:39.054079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-0c7b6e3c-6b17-4377-8f8b-90234cfbe666 req-61abe59e-520b-4e4a-aa19-98015846b0ff tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Deleting port b9524087-cf35-4311-8886-e4f92efeeaef {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:13:39.054349 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0c7b6e3c-6b17-4377-8f8b-90234cfbe666 req-61abe59e-520b-4e4a-aa19-98015846b0ff tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:39.066406 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-080263b3-d688-4125-951e-c1a9d53d42ed req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Usage tracker for resource:port and tenant:033be366519a46eb9d528c6270c2e78b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:39.073310 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-080263b3-d688-4125-951e-c1a9d53d42ed req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:39.084225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-080263b3-d688-4125-951e-c1a9d53d42ed req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:39.101583 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-adee9338-76d0-4270-8954-5811d26b1e11 req-6018b4ce-6956-4a78-b2d3-beccca1703ec tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424630
Jun 04 15:13:39.123307 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:39.135563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-3b3e9e25-40db-4106-8031-542cd859f9e4 req-2d439972-24e9-4fb6-bcf9-e22b92cca37e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Deleting port 78518635-f3e4-4442-9813-e342cf5d7a38 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:13:39.139170 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-3b3e9e25-40db-4106-8031-542cd859f9e4 req-2d439972-24e9-4fb6-bcf9-e22b92cca37e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:39.144438 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:39.158695 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:39.159827 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:39.166963 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 6fd35846-0673-4a4b-a901-ee5ac91e2713, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6fd35846-0673-4a4b-a901-ee5ac91e2713,segment=NetworkSegment(001c6fda-19b8-44b7-9d6a-5f1f7abb921d),segment_id=001c6fda-19b8-44b7-9d6a-5f1f7abb921d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:39.171882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b44761-c225-4f32-b727-4f69a10d9f6d req-97c8ecd9-3262-4a30-9e9f-5a3ea56e6f05 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:39.172254 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:39.173607 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-03b44761-c225-4f32-b727-4f69a10d9f6d req-97c8ecd9-3262-4a30-9e9f-5a3ea56e6f05 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.2694571
Jun 04 15:13:39.209314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080263b3-d688-4125-951e-c1a9d53d42ed req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Made reservation on behalf of 033be366519a46eb9d528c6270c2e78b for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:13:39.213435 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-080263b3-d688-4125-951e-c1a9d53d42ed req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:39.263979 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:39.265898 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-489b7143-fec7-4477-90a8-4e1a7ac1c6e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:39.346696 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-03b44761-c225-4f32-b727-4f69a10d9f6d req-0eac7752-a94b-4cbc-a800-82da32df77cc tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578999
Jun 04 15:13:39.373966 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=6fd35846-0673-4a4b-a901-ee5ac91e2713,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:39.378561 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:39.419501 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:39.423713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba781892-2578-4f74-b9d1-00b42adc01ca req-641962f7-efb1-46ad-bb3b-d9b7b008bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:39.427520 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba781892-2578-4f74-b9d1-00b42adc01ca req-641962f7-efb1-46ad-bb3b-d9b7b008bef2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 1097 time: 0.6522536
Jun 04 15:13:39.449688 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.9633934
Jun 04 15:13:39.455307 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38720) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:39.460848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Request body: {'subnet': {'network_id': '59dc3d5f-3c2f-4f12-b52e-600bb360b2e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1034397793-subnet', 'tenant_id': 'c5cc7c4e499b480abdb74e20b3e6e8a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:39.480075 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:39.487221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-3b3e9e25-40db-4106-8031-542cd859f9e4 req-2d439972-24e9-4fb6-bcf9-e22b92cca37e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] For port 78518635-f3e4-4442-9813-e342cf5d7a38, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=78518635-f3e4-4442-9813-e342cf5d7a38,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:39.487857 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-3b3e9e25-40db-4106-8031-542cd859f9e4 req-2d439972-24e9-4fb6-bcf9-e22b92cca37e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:39.503905 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Usage tracker for resource:subnet and tenant:c5cc7c4e499b480abdb74e20b3e6e8a1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:39.545364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:39.604076 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:39.619529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Pushing event updated for resources: {'Network': ['ID=59dc3d5f-3c2f-4f12-b52e-600bb360b2e1,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:39.629634 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:39.631373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-0c7b6e3c-6b17-4377-8f8b-90234cfbe666 req-61abe59e-520b-4e4a-aa19-98015846b0ff tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] For port b9524087-cf35-4311-8886-e4f92efeeaef, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b9524087-cf35-4311-8886-e4f92efeeaef,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:39.631705 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0c7b6e3c-6b17-4377-8f8b-90234cfbe666 req-61abe59e-520b-4e4a-aa19-98015846b0ff tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:39.632426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 59dc3d5f-3c2f-4f12-b52e-600bb360b2e1 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:13:39.640979 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba781892-2578-4f74-b9d1-00b42adc01ca req-6d2197ed-0f59-4a25-ad47-bb0d5a1191ee service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877913
Jun 04 15:13:39.641540 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fc0f4584-9cc6-4550-b2cb-726de11e0061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:39.670336 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:13:39.672050 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:39.688208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-3b3e9e25-40db-4106-8031-542cd859f9e4 req-2d439972-24e9-4fb6-bcf9-e22b92cca37e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Calling delete_port for 78518635-f3e4-4442-9813-e342cf5d7a38 owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:13:39.874390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-080263b3-d688-4125-951e-c1a9d53d42ed req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Allocated IP 172.20.0.6 (18b375a7-7cc2-4169-a256-980dd8700031/b5de2a97-54a8-442f-9a58-3ea9722eaaff/d4561a88-5421-4dc3-a220-67042ac51b33) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:13:39.898171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Made reservation on behalf of c5cc7c4e499b480abdb74e20b3e6e8a1 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:13:39.900485 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:39.945034 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-0c7b6e3c-6b17-4377-8f8b-90234cfbe666 req-61abe59e-520b-4e4a-aa19-98015846b0ff tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Calling delete_port for b9524087-cf35-4311-8886-e4f92efeeaef owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:13:39.966263 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:39.966639 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Added segment 453ee623-39df-48f1-a92f-32b655b8d6c1 of type vlan for network fc578392-edaf-4d3c-9dfb-10e567eb7921
Jun 04 15:13:39.975750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc05d09a-295b-4330-8d97-70ebdf333e19,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:39.979101 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:40.025617 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:40.053271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a02ff-e12d-45f8-b671-edb1a2ca7c3b req-e0a654f5-c326-4adb-a99f-737153cd8ed6 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:40.054867 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-374a02ff-e12d-45f8-b671-edb1a2ca7c3b req-e0a654f5-c326-4adb-a99f-737153cd8ed6 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 945 time: 0.6217718
Jun 04 15:13:40.116193 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b00d7-794b-4747-ae45-c9e4454d654e req-90853e66-30f2-43a0-8403-37cee139bfd4 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:40.126158 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-835b00d7-794b-4747-ae45-c9e4454d654e req-90853e66-30f2-43a0-8403-37cee139bfd4 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 945 time: 0.6151865
Jun 04 15:13:40.168812 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-374a02ff-e12d-45f8-b671-edb1a2ca7c3b req-2c242b63-0f1e-42f5-aa80-32d13ae89452 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025946
Jun 04 15:13:40.184759 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:40.191941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:40.193169 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:40.196982 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:40.255743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 78518635-f3e4-4442-9813-e342cf5d7a38 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:13:40.317925 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-835b00d7-794b-4747-ae45-c9e4454d654e req-2168718d-99b9-4671-a8b9-d59f1578adc1 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1908185
Jun 04 15:13:40.340372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b9524087-cf35-4311-8886-e4f92efeeaef no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:13:40.382906 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0c7b6e3c-6b17-4377-8f8b-90234cfbe666 req-61abe59e-520b-4e4a-aa19-98015846b0ff tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:40.389622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Pushing event updated for resources: {'Network': ['ID=fc578392-edaf-4d3c-9dfb-10e567eb7921,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:40.411579 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:40.411579 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f64dbc41-2de4-46c6-a7a1-5787ec875629 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:40.436098 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['470f8cf4-18ad-4867-a706-43e0332264d1'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:13:40.515916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abe59e-520b-4e4a-aa19-98015846b0ff tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Pushing event deleted for resources: {'Port': ['ID=b9524087-cf35-4311-8886-e4f92efeeaef,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:40.516526 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network fc578392-edaf-4d3c-9dfb-10e567eb7921 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:13:40.526370 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2c7c1d2-fb23-4c85-84aa-feef00ee7a17 req-1c04fb81-2949-4937-bcec-84e4250fcd8c tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 210 time: 0.1339040
Jun 04 15:13:40.593213 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-61abe59e-520b-4e4a-aa19-98015846b0ff tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:40.670859 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: b9524087-cf35-4311-8886-e4f92efeeaef {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:13:40.671216 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b9524087-cf35-4311-8886-e4f92efeeaef not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:13:40.715651 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 2.4164407
Jun 04 15:13:40.726462 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38730) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:40.769762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Request body: {'subnet': {'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-subnet', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:40.777824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7b6e3c-6b17-4377-8f8b-90234cfbe666 req-61abe59e-520b-4e4a-aa19-98015846b0ff tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] No DVR routers for this DVR port b9524087-cf35-4311-8886-e4f92efeeaef on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:13:40.782076 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0c7b6e3c-6b17-4377-8f8b-90234cfbe666 req-61abe59e-520b-4e4a-aa19-98015846b0ff tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:40.784322 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0c7b6e3c-6b17-4377-8f8b-90234cfbe666 req-61abe59e-520b-4e4a-aa19-98015846b0ff tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.62 "DELETE /v2.0/ports/b9524087-cf35-4311-8886-e4f92efeeaef HTTP/1.1" status: 204  len: 173 time: 2.4238484
Jun 04 15:13:40.785556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:40.789771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5546fd4b-1632-42e3-9abb-fd5e791dd6dc', 'name': 'network-vif-deleted', 'tag': 'b9524087-cf35-4311-8886-e4f92efeeaef'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:13:40.792390 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b346c7b-27a5-4eb0-8587-2ab052293c50" -d '{"events": [{"server_uuid": "5546fd4b-1632-42e3-9abb-fd5e791dd6dc", "name": "network-vif-deleted", "tag": "b9524087-cf35-4311-8886-e4f92efeeaef"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:13:40.837690 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Usage tracker for resource:subnet and tenant:c3e4ae83578c4cbebafa2993e109f242 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:40.846179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:40.864980 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:40.896728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6fd35846-0673-4a4b-a901-ee5ac91e2713 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:13:40.921027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e7846-c914-46ee-9982-6ffba7e68573 req-a916319f-378c-45dc-aa64-4b006cc1fe0b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:40.937106 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f5e7846-c914-46ee-9982-6ffba7e68573 req-a916319f-378c-45dc-aa64-4b006cc1fe0b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.1588588
Jun 04 15:13:41.031114 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f5e7846-c914-46ee-9982-6ffba7e68573 req-7fa3b011-7164-4fdd-8909-ca85e497886d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901375
Jun 04 15:13:41.031751 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-080263b3-d688-4125-951e-c1a9d53d42ed req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:41.035223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Made reservation on behalf of c3e4ae83578c4cbebafa2993e109f242 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:13:41.050364 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:41.115066 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-3b3e9e25-40db-4106-8031-542cd859f9e4 req-2d439972-24e9-4fb6-bcf9-e22b92cca37e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:41.141690 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['c77103ec-9088-4d69-9c0e-188bf2972c52'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:13:41.144192 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:41.257243 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e872d58-7092-442a-84d0-3f455f0505fd x-openstack-request-id: req-0e872d58-7092-442a-84d0-3f455f0505fd {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:13:41.257576 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5546fd4b-1632-42e3-9abb-fd5e791dd6dc", "name": "network-vif-deleted", "tag": "b9524087-cf35-4311-8886-e4f92efeeaef", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:13:41.257872 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e872d58-7092-442a-84d0-3f455f0505fd {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:13:41.264262 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5546fd4b-1632-42e3-9abb-fd5e791dd6dc', 'name': 'network-vif-deleted', 'tag': 'b9524087-cf35-4311-8886-e4f92efeeaef', 'status': 'completed', 'code': 200}
Jun 04 15:13:41.266162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 6fd35846-0673-4a4b-a901-ee5ac91e2713 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:41.266981 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:41.273581 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b3a62-6fc6-46a5-ab5f-1403916771fa req-ae43a9a5-4105-439a-8bec-5f0a2c488faf tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:41.281658 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ea0b3a62-6fc6-46a5-ab5f-1403916771fa req-ae43a9a5-4105-439a-8bec-5f0a2c488faf tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 946 time: 0.5259092
Jun 04 15:13:41.370696 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d439972-24e9-4fb6-bcf9-e22b92cca37e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Pushing event deleted for resources: {'Port': ['ID=78518635-f3e4-4442-9813-e342cf5d7a38,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:41.379189 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2d439972-24e9-4fb6-bcf9-e22b92cca37e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:41.585665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3e9e25-40db-4106-8031-542cd859f9e4 req-2d439972-24e9-4fb6-bcf9-e22b92cca37e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] No DVR routers for this DVR port 78518635-f3e4-4442-9813-e342cf5d7a38 on host n-h1-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:13:41.589825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-3b3e9e25-40db-4106-8031-542cd859f9e4 req-2d439972-24e9-4fb6-bcf9-e22b92cca37e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:41.611473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044c659c-55cd-49ae-a324-6b6de3f2db75', 'name': 'network-vif-deleted', 'tag': '78518635-f3e4-4442-9813-e342cf5d7a38'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:13:41.614369 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aeeab9f-ebe8-42aa-995d-f6d6f7ec0d90" -d '{"events": [{"server_uuid": "044c659c-55cd-49ae-a324-6b6de3f2db75", "name": "network-vif-deleted", "tag": "78518635-f3e4-4442-9813-e342cf5d7a38"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:13:41.618596 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-652b4716-af29-40f6-81a2-5c9bff1c07f8 req-30132e64-77c1-4874-aedb-caee5d79a241 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 210 time: 0.1622756
Jun 04 15:13:41.666612 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ea0b3a62-6fc6-46a5-ab5f-1403916771fa req-d1bbdb9f-589f-44c2-b986-651b99853835 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3355176
Jun 04 15:13:41.696164 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b3e9e25-40db-4106-8031-542cd859f9e4 req-2d439972-24e9-4fb6-bcf9-e22b92cca37e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.65 "DELETE /v2.0/ports/78518635-f3e4-4442-9813-e342cf5d7a38 HTTP/1.1" status: 204  len: 173 time: 3.2821312
Jun 04 15:13:41.844027 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-080263b3-d688-4125-951e-c1a9d53d42ed req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:41.893725 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-564f0d55-69bc-461b-a55e-33284b7f08af req-735a3604-896f-4e86-9a74-1eef8b8d7006 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Synchronizing usage tracker for tenant:a03aebe4cbe94e51823784c56531a643 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:13:41.895920 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c0435347-e24a-4c04-a94b-efa52297627a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:42.059690 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080263b3-d688-4125-951e-c1a9d53d42ed req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Network 18b375a7-7cc2-4169-a256-980dd8700031 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:13:42.065019 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:42.066972 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-080263b3-d688-4125-951e-c1a9d53d42ed req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:42.077526 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-53ba7340-3675-4c94-809c-64fdd877f770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:42.077825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-080263b3-d688-4125-951e-c1a9d53d42ed req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:13:42.121738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-564f0d55-69bc-461b-a55e-33284b7f08af req-735a3604-896f-4e86-9a74-1eef8b8d7006 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Unset dirty status for tenant:a03aebe4cbe94e51823784c56531a643 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:13:42.126266 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Pushing event updated for resources: {'Port': ['ID=d4561a88-5421-4dc3-a220-67042ac51b33,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:42.132271 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-564f0d55-69bc-461b-a55e-33284b7f08af req-735a3604-896f-4e86-9a74-1eef8b8d7006 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 210 time: 0.3116622
Jun 04 15:13:42.147138 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:42.226758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Checking segment: {'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:13:42.227102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Network hostable DHCP agents. Network: fc578392-edaf-4d3c-9dfb-10e567eb7921, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:13:42.230706 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37fec73-8278-44ef-96a9-c0c2b4914081,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:42.234820 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:42.264956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080263b3-d688-4125-951e-c1a9d53d42ed req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:42.267585 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-080263b3-d688-4125-951e-c1a9d53d42ed req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:42.294536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc10b3-f98c-4e3d-b5ca-76558ee306ae req-5c51b709-c52f-4532-8d33-a6f6688dd377 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:42.294536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c2dc10b3-f98c-4e3d-b5ca-76558ee306ae req-5c51b709-c52f-4532-8d33-a6f6688dd377 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Synchronizing usage tracker for tenant:033be366519a46eb9d528c6270c2e78b on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:13:42.320112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Network fc578392-edaf-4d3c-9dfb-10e567eb7921 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:13:42.331375 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:42.336274 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ed6be405-765e-4afd-a1f0-0fee64734b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:42.420339 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-080263b3-d688-4125-951e-c1a9d53d42ed req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0664544
Jun 04 15:13:42.425428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=273cd829-8b5c-4fc9-9bf7-5d3e264f33de,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:42.436328 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:42.438511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, fc578392-edaf-4d3c-9dfb-10e567eb7921) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:42.442983 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Request body: {'port': {'device_id': '1a26bdbb-6837-44be-b1cf-f71180e7e5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:42.452603 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5d514e-d4f3-4c3e-bf06-b24698d38429 None None] Network fc578392-edaf-4d3c-9dfb-10e567eb7921 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:13:42.462279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:42.463180 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:42.480350 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8b8f34-2b76-4a68-98b6-b77f035f153d x-openstack-request-id: req-5a8b8f34-2b76-4a68-98b6-b77f035f153d {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:13:42.480677 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044c659c-55cd-49ae-a324-6b6de3f2db75", "name": "network-vif-deleted", "tag": "78518635-f3e4-4442-9813-e342cf5d7a38", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:13:42.480965 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a8b8f34-2b76-4a68-98b6-b77f035f153d {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:13:42.481418 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044c659c-55cd-49ae-a324-6b6de3f2db75', 'name': 'network-vif-deleted', 'tag': '78518635-f3e4-4442-9813-e342cf5d7a38', 'status': 'completed', 'code': 200}
Jun 04 15:13:42.482486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c2dc10b3-f98c-4e3d-b5ca-76558ee306ae req-5c51b709-c52f-4532-8d33-a6f6688dd377 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Unset dirty status for tenant:033be366519a46eb9d528c6270c2e78b on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:13:42.491226 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c2dc10b3-f98c-4e3d-b5ca-76558ee306ae req-5c51b709-c52f-4532-8d33-a6f6688dd377 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 931 time: 0.5371983
Jun 04 15:13:42.509145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Checking segment: {'id': '7d4f87b1-8704-4760-9744-bba9dae7bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59dc3d5f-3c2f-4f12-b52e-600bb360b2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:13:42.509514 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Network hostable DHCP agents. Network: 59dc3d5f-3c2f-4f12-b52e-600bb360b2e1, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:13:42.549971 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.8089435
Jun 04 15:13:42.553635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38746) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:42.560079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:13:42.578094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:13:42.584663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Usage tracker for resource:router and tenant:c3e4ae83578c4cbebafa2993e109f242 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:13:42.590364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:13:42.602495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:13:42.651730 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c2dc10b3-f98c-4e3d-b5ca-76558ee306ae req-c8d98481-2796-45ee-83b6-d8ce160c3c81 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595540
Jun 04 15:13:42.685959 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:42.687781 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:42.706364 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:42.719862 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Network 59dc3d5f-3c2f-4f12-b52e-600bb360b2e1 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:13:42.743071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 59dc3d5f-3c2f-4f12-b52e-600bb360b2e1) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:42.745279 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:42.769212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:42.773952 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41faa533-7da2-48e2-a81a-83b5139f78df None None] Network 59dc3d5f-3c2f-4f12-b52e-600bb360b2e1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:13:42.774155 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:42.969483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbe03d-478d-4d4b-a95b-4ea7350df967 req-85f9b6e4-7a3f-4344-aaf9-15dd4039acda tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:42.971054 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61fbe03d-478d-4d4b-a95b-4ea7350df967 req-85f9b6e4-7a3f-4344-aaf9-15dd4039acda tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.3367548
Jun 04 15:13:42.998271 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-fc578392-edaf-4d3c-9dfb-10e567eb7921', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:13:42.999474 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:43.259256 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.8027442
Jun 04 15:13:43.285282 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-383d9f44-0ec2-4c71-805b-59cbd53f11b7 req-f38222d0-9af7-4ac6-afcb-4839429cae83 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Synchronizing usage tracker for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:13:43.310401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Allocated IP 172.20.0.2 (fc578392-edaf-4d3c-9dfb-10e567eb7921/d37fec73-8278-44ef-96a9-c0c2b4914081/71482d54-4dcc-4ec3-aa40-8bc27520992d) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:13:43.314475 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:43.338072 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61fbe03d-478d-4d4b-a95b-4ea7350df967 req-3ca9cf46-9349-4c61-bb1c-7a29e03d6b97 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3571038
Jun 04 15:13:43.368706 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc61c1f-ad3f-4154-adb3-86b68d55c46d None None] Network 59dc3d5f-3c2f-4f12-b52e-600bb360b2e1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:13:43.486535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38758) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:43.493972 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-383d9f44-0ec2-4c71-805b-59cbd53f11b7 req-f38222d0-9af7-4ac6-afcb-4839429cae83 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Unset dirty status for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:13:43.502371 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-383d9f44-0ec2-4c71-805b-59cbd53f11b7 req-f38222d0-9af7-4ac6-afcb-4839429cae83 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 210 time: 0.6216729
Jun 04 15:13:43.536078 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4561a88-5421-4dc3-a220-67042ac51b33 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:13:43.557377 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:43.587308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-94622bae-5fc8-4297-8636-5c17e695184c admin admin] Deleting subnet 15a30f85-10a9-4db2-a384-d2fbae01ea8f {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:13:43.589684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Transition to ACTIVE for port object d4561a88-5421-4dc3-a220-67042ac51b33 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:13:43.651268 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:43.656839 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dc32905c-acba-4e84-b8ad-f81a31abb2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233 tempest-FloatingIPsAssociationNegativeTestJSON-1244421233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:43.691183 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94622bae-5fc8-4297-8636-5c17e695184c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:43.800871 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94622bae-5fc8-4297-8636-5c17e695184c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:43.810928 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:43.827957 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Transition to ACTIVE for port object 71482d54-4dcc-4ec3-aa40-8bc27520992d will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:13:43.894864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Transition to ACTIVE for port object 71482d54-4dcc-4ec3-aa40-8bc27520992d will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:13:43.901870 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94622bae-5fc8-4297-8636-5c17e695184c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:43.961385 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:43.966388 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:43.971829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6eb56-5089-4d15-8e3d-079572ab8ab9 req-349afe48-516e-46a6-bd9d-137aa8587161 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:43.979743 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2bc6eb56-5089-4d15-8e3d-079572ab8ab9 req-349afe48-516e-46a6-bd9d-137aa8587161 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 946 time: 0.3257225
Jun 04 15:13:44.018301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Network fc578392-edaf-4d3c-9dfb-10e567eb7921 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:13:44.028016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:44.030907 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:13:44.059239 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00faf2d4-b59c-488e-b4be-1eb5f6ee83f1 req-0fced510-bbab-4119-b119-111dda4e8d81 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 210 time: 0.2050388
Jun 04 15:13:44.089169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Pushing event updated for resources: {'Port': ['ID=d4561a88-5421-4dc3-a220-67042ac51b33,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:44.107368 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:44.240411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Pushing event updated for resources: {'Port': ['ID=71482d54-4dcc-4ec3-aa40-8bc27520992d,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:44.247071 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:44.254830 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Attempting to bind port 71482d54-4dcc-4ec3-aa40-8bc27520992d on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:13:44.255256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Attempting to bind port 71482d54-4dcc-4ec3-aa40-8bc27520992d by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:13:44.255632 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Attempting to bind port 71482d54-4dcc-4ec3-aa40-8bc27520992d on network fc578392-edaf-4d3c-9dfb-10e567eb7921 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:13:44.262457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Attempting to bind port d4561a88-5421-4dc3-a220-67042ac51b33 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:13:44.263044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Attempting to bind port d4561a88-5421-4dc3-a220-67042ac51b33 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'a9790877-d2db-4b8a-80ae-1ce772a79e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:13:44.263173 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Attempting to bind port d4561a88-5421-4dc3-a220-67042ac51b33 on network 18b375a7-7cc2-4169-a256-980dd8700031 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:13:44.269256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:13:44.269643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Checking segment: {'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:13:44.270056 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:44.271078 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Bound using segment: {'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:13:44.271659 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Bound port: 71482d54-4dcc-4ec3-aa40-8bc27520992d, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:13:44.271933 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:44.278724 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Port d4561a88-5421-4dc3-a220-67042ac51b33 on network 18b375a7-7cc2-4169-a256-980dd8700031 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:13:44.279048 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Attempting to bind port d4561a88-5421-4dc3-a220-67042ac51b33 on network 18b375a7-7cc2-4169-a256-980dd8700031 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:13:44.282428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2bc6eb56-5089-4d15-8e3d-079572ab8ab9 req-33150d84-670b-4c13-a178-d9298ad4b7ce tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3016210
Jun 04 15:13:44.299918 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:13:44.300314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Checking segment: {'id': 'a9790877-d2db-4b8a-80ae-1ce772a79e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:13:44.300703 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Bound using segment: {'id': 'a9790877-d2db-4b8a-80ae-1ce772a79e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:13:44.301159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Bound port: d4561a88-5421-4dc3-a220-67042ac51b33, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9790877-d2db-4b8a-80ae-1ce772a79e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:13:44.301569 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:44.465866 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] For port d4561a88-5421-4dc3-a220-67042ac51b33, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:13:44.470366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] For port d4561a88-5421-4dc3-a220-67042ac51b33, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d4561a88-5421-4dc3-a220-67042ac51b33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:13:44.479295 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] For port 71482d54-4dcc-4ec3-aa40-8bc27520992d, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:13:44.483059 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] For port 71482d54-4dcc-4ec3-aa40-8bc27520992d, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=71482d54-4dcc-4ec3-aa40-8bc27520992d,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:13:44.496414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76524ca-e429-487b-ab08-e01a1bd83c44 req-777f9a37-0be3-4f19-b99c-3c48d4f1c1b6 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:44.498058 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f76524ca-e429-487b-ab08-e01a1bd83c44 req-777f9a37-0be3-4f19-b99c-3c48d4f1c1b6 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 943 time: 0.1854968
Jun 04 15:13:44.562766 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:44.579630 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f76524ca-e429-487b-ab08-e01a1bd83c44 req-46ab6b6e-0c36-4b3b-950c-598905ff632a tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747366
Jun 04 15:13:44.584090 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:44.589972 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:44.596295 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:44.609986 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-489b7143-fec7-4477-90a8-4e1a7ac1c6e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:44.610506 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:44.667750 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:44.668370 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:44.669786 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-080263b3-d688-4125-951e-c1a9d53d42ed req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] 10.222.0.62 "PUT /v2.0/ports/d4561a88-5421-4dc3-a220-67042ac51b33 HTTP/1.1" status: 200  len: 1091 time: 2.2349405
Jun 04 15:13:44.670298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a26bdbb-6837-44be-b1cf-f71180e7e5d2', 'tag': 'd4561a88-5421-4dc3-a220-67042ac51b33'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:13:44.672682 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9a36fb-1cfb-42a5-8d47-9d8c3ec4f015" -d '{"events": [{"name": "network-changed", "server_uuid": "1a26bdbb-6837-44be-b1cf-f71180e7e5d2", "tag": "d4561a88-5421-4dc3-a220-67042ac51b33"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:13:44.728599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Pushing event updated for resources: {'Port': ['ID=d4561a88-5421-4dc3-a220-67042ac51b33,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:44.738254 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:44.743509 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Pushing event updated for resources: {'Port': ['ID=71482d54-4dcc-4ec3-aa40-8bc27520992d,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:44.749264 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:45.019087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080263b3-d688-4125-951e-c1a9d53d42ed req-141d05fd-9e70-471e-ac5a-aa13b5a0e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:45.021515 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-080263b3-d688-4125-951e-c1a9d53d42ed req-141d05fd-9e70-471e-ac5a-aa13b5a0e6b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=033be366519a46eb9d528c6270c2e78b&device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 1094 time: 0.1924484
Jun 04 15:13:45.035742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195956f-f949-436b-a9d3-f85c06f67733 req-c51f871c-c725-4bc0-a42e-c1e21c8d7cdb tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:45.043929 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f195956f-f949-436b-a9d3-f85c06f67733 req-c51f871c-c725-4bc0-a42e-c1e21c8d7cdb tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.2603412
Jun 04 15:13:45.086911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Allocated IP 172.25.4.62 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/c5da37cb-2973-4813-bd76-3c87ffccd78e) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:13:45.093656 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94622bae-5fc8-4297-8636-5c17e695184c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:45.119457 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-af2d5944-f4dd-431b-9a96-8c415eebd908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:45.233991 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94622bae-5fc8-4297-8636-5c17e695184c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:45.268184 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94622bae-5fc8-4297-8636-5c17e695184c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a30f85-10a9-4db2-a384-d2fbae01ea8f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:45.297295 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-080263b3-d688-4125-951e-c1a9d53d42ed req-550fd9ec-f544-49fc-9a43-e60fe51e1865 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4561a88-5421-4dc3-a220-67042ac51b33 HTTP/1.1" status: 200  len: 217 time: 0.1875966
Jun 04 15:13:45.346794 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-94622bae-5fc8-4297-8636-5c17e695184c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:45.373644 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5255bf9c-5c96-4978-a017-18f67a8f93ef req-73ad84be-830f-40b0-a8ce-c1e3be939284 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 210 time: 0.0694144
Jun 04 15:13:45.378578 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-94622bae-5fc8-4297-8636-5c17e695184c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/15a30f85-10a9-4db2-a384-d2fbae01ea8f HTTP/1.1" status: 204  len: 168 time: 1.8909805
Jun 04 15:13:45.389709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38774) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:45.513096 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f195956f-f949-436b-a9d3-f85c06f67733 req-56a96c6c-953d-4af5-9510-b6496c382147 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4682369
Jun 04 15:13:45.518820 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5f40af-6977-4b3d-89b5-d6b66d6db611 x-openstack-request-id: req-0e5f40af-6977-4b3d-89b5-d6b66d6db611 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:13:45.524553 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a26bdbb-6837-44be-b1cf-f71180e7e5d2", "tag": "d4561a88-5421-4dc3-a220-67042ac51b33", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:13:45.524553 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e5f40af-6977-4b3d-89b5-d6b66d6db611 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:13:45.524553 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a26bdbb-6837-44be-b1cf-f71180e7e5d2', 'tag': 'd4561a88-5421-4dc3-a220-67042ac51b33', 'status': 'completed', 'code': 200}
Jun 04 15:13:45.609201 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:45.735786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080263b3-d688-4125-951e-c1a9d53d42ed req-fe8106c2-acd2-4f62-b6ad-f008075aafa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:45.735786 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-080263b3-d688-4125-951e-c1a9d53d42ed req-fe8106c2-acd2-4f62-b6ad-f008075aafa4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b5de2a97-54a8-442f-9a58-3ea9722eaaff HTTP/1.1" status: 200  len: 862 time: 0.4175019
Jun 04 15:13:45.745428 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:13:45.801573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd7583-b31f-40eb-97ed-2b5fa5048238 req-d791c740-08d8-4478-8874-d553919d1b63 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:45.803179 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3cfd7583-b31f-40eb-97ed-2b5fa5048238 req-d791c740-08d8-4478-8874-d553919d1b63 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 946 time: 0.1539619
Jun 04 15:13:45.829787 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd23a-259c-4c1b-b990-d318e21ae054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:45.847505 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:45.855239 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:45.856731 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-439178d0-a34b-4813-b4c2-9c34d652366c req-2708b84e-428a-4de3-b89f-fd7bcac04e7f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 210 time: 0.1458204
Jun 04 15:13:45.868611 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-080263b3-d688-4125-951e-c1a9d53d42ed req-d9b5834d-fc5f-4a1c-9560-e2dde3f0a2e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18b375a7-7cc2-4169-a256-980dd8700031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0774810
Jun 04 15:13:46.162901 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3cfd7583-b31f-40eb-97ed-2b5fa5048238 req-442298b9-5cd7-4935-adf7-39f4b0d14ff1 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3430374
Jun 04 15:13:46.168859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Pushing event updated for resources: {'Port': ['ID=c5da37cb-2973-4813-bd76-3c87ffccd78e,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:46.172829 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:46.174946 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:13:46.176227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:46.178906 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:13:46.378588 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-080263b3-d688-4125-951e-c1a9d53d42ed req-bd6437e7-45da-4fd6-bd46-39eaf4a45c52 service neutron] 10.222.0.62 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4699028
Jun 04 15:13:46.383760 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd23a-259c-4c1b-b990-d318e21ae054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:46.480869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9290be-847c-4a31-b414-9ebef681b87a None None] Network fc578392-edaf-4d3c-9dfb-10e567eb7921 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:13:46.674107 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-080263b3-d688-4125-951e-c1a9d53d42ed req-c1d1d965-ebcb-4f81-a520-05e0ffa6335a service neutron] 10.222.0.62 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1875694
Jun 04 15:13:46.677268 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8b991685-c946-40cd-9ddd-1a2a54ec7ee5 None None] Provisioning for port 71482d54-4dcc-4ec3-aa40-8bc27520992d completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:13:46.693684 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-125f2bc7-70cc-40f6-83d7-07ff694f4e67 req-8f22f1f0-51b6-4086-8413-1dfcf54469c4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 210 time: 0.1233377
Jun 04 15:13:46.732384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6f0dd23a-259c-4c1b-b990-d318e21ae054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c7a0bb0>,) {'filters': {'network_id': ['34efa842-df20-4b24-8d82-2a287140d582']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:46.806153 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6f0dd23a-259c-4c1b-b990-d318e21ae054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c7a0bb0>, '608d9226-1333-4ac8-9ce1-94a927f24def') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:46.806445 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6f0dd23a-259c-4c1b-b990-d318e21ae054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c7a0bb0>, '608d9226-1333-4ac8-9ce1-94a927f24def') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:46.933791 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 71482d54-4dcc-4ec3-aa40-8bc27520992d up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:13:47.019577 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd23a-259c-4c1b-b990-d318e21ae054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:47.052334 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd23a-259c-4c1b-b990-d318e21ae054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:47.061348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0dd23a-259c-4c1b-b990-d318e21ae054 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:13:47.062010 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd23a-259c-4c1b-b990-d318e21ae054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:13:47.126125 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:13:47.144164 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 71482d54-4dcc-4ec3-aa40-8bc27520992d completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:13:47.157499 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 71482d54-4dcc-4ec3-aa40-8bc27520992d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:47.158066 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:47.235388 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:47.310837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909669e-4118-4159-84a5-e83496ef9f6b req-0b9980fa-4eae-4f15-bc74-d5c16cffb231 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:47.313687 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2909669e-4118-4159-84a5-e83496ef9f6b req-0b9980fa-4eae-4f15-bc74-d5c16cffb231 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.65 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 946 time: 0.9196756
Jun 04 15:13:47.334581 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1782d4-5899-40ec-9633-48f2bb6004c6 req-91a44b05-64be-474a-b4a8-9ae760d7b4d3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:47.337453 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6e1782d4-5899-40ec-9633-48f2bb6004c6 req-91a44b05-64be-474a-b4a8-9ae760d7b4d3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 943 time: 1.2110834
Jun 04 15:13:47.345095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9d015-ab56-42ea-bc79-e7e17ace6170 req-37807548-ffbb-445f-8fa3-d453f2fa4a6e tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:47.346726 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-64a9d015-ab56-42ea-bc79-e7e17ace6170 req-37807548-ffbb-445f-8fa3-d453f2fa4a6e tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.4017842
Jun 04 15:13:47.414713 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:47.432648 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd23a-259c-4c1b-b990-d318e21ae054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:47.457794 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f7860b01-81b7-488d-9cb4-6157fce92b45 None None] Provisioning complete for port 71482d54-4dcc-4ec3-aa40-8bc27520992d triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:47.458437 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f7860b01-81b7-488d-9cb4-6157fce92b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:47.512907 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a36fb-1cfb-42a5-8d47-9d8c3ec4f015 req-bd29aa7f-7d55-469d-bd6a-c5de118c225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:47.515054 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-64a9d015-ab56-42ea-bc79-e7e17ace6170 req-5395d75e-07ed-467a-a030-0c668be0a41b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587915
Jun 04 15:13:47.516976 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c9a36fb-1cfb-42a5-8d47-9d8c3ec4f015 req-bd29aa7f-7d55-469d-bd6a-c5de118c225d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=033be366519a46eb9d528c6270c2e78b&device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 1094 time: 0.6788623
Jun 04 15:13:47.527389 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 71482d54-4dcc-4ec3-aa40-8bc27520992d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=71482d54-4dcc-4ec3-aa40-8bc27520992d,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:47.535094 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09ed3400-ed8e-4541-a46d-d378909258a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:47.666462 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd23a-259c-4c1b-b990-d318e21ae054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:47.697088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dd23a-259c-4c1b-b990-d318e21ae054 admin admin] Pushing event deleted for resources: {'Network': ['ID=34efa842-df20-4b24-8d82-2a287140d582,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:47.710946 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6f0dd23a-259c-4c1b-b990-d318e21ae054 admin admin] 10.222.0.32 "DELETE /v2.0/networks/34efa842-df20-4b24-8d82-2a287140d582 HTTP/1.1" status: 204  len: 168 time: 2.3079984
Jun 04 15:13:47.720170 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:47.727342 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6f0dd23a-259c-4c1b-b990-d318e21ae054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:47.734011 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6e1782d4-5899-40ec-9633-48f2bb6004c6 req-49a4f0db-d689-43f2-b228-63f07b8a59fa tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3547900
Jun 04 15:13:47.735729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38786) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:47.755556 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:47.904942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6e7223aa-b61f-4563-91b1-3c3bb1587027 req-94aef58c-9782-4169-b55c-2fe0099e0450 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=5546fd4b-1632-42e3-9abb-fd5e791dd6dc HTTP/1.1" status: 200  len: 210 time: 0.1639800
Jun 04 15:13:47.930650 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:47.977495 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=71482d54-4dcc-4ec3-aa40-8bc27520992d,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:47.980819 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:48.000975 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d292d4-3589-4038-bab7-41c9c70775b7 admin admin] Deleting subnet 273cd829-8b5c-4fc9-9bf7-5d3e264f33de {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:13:48.016433 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54d292d4-3589-4038-bab7-41c9c70775b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:48.097370 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54d292d4-3589-4038-bab7-41c9c70775b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:48.170225 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54d292d4-3589-4038-bab7-41c9c70775b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:48.207238 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1439c96a-dbe4-4f1a-8043-8308a0d0813e req-7b81c056-0352-4ff5-80a1-14fd2c6c93c7 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 210 time: 0.0804965
Jun 04 15:13:48.495550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:13:48.636582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a36fb-1cfb-42a5-8d47-9d8c3ec4f015 req-5d405f91-0518-453d-8b50-eef5e976142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:48.638112 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c9a36fb-1cfb-42a5-8d47-9d8c3ec4f015 req-5d405f91-0518-453d-8b50-eef5e976142a service neutron] 10.222.0.62 "GET /v2.0/networks?id=18b375a7-7cc2-4169-a256-980dd8700031 HTTP/1.1" status: 200  len: 923 time: 1.0196040
Jun 04 15:13:48.769752 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c9a36fb-1cfb-42a5-8d47-9d8c3ec4f015 req-09098a26-a4ff-40f4-af3a-0e2758d211c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4561a88-5421-4dc3-a220-67042ac51b33 HTTP/1.1" status: 200  len: 217 time: 0.1187603
Jun 04 15:13:48.797106 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 71482d54-4dcc-4ec3-aa40-8bc27520992d up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:13:48.804527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-2909669e-4118-4159-84a5-e83496ef9f6b req-ce2ef842-d335-4dc3-8cc9-84f365d0ef62 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Deleting port 0c28286e-5f70-443a-883b-6703d615a240 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:13:48.804901 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2909669e-4118-4159-84a5-e83496ef9f6b req-ce2ef842-d335-4dc3-8cc9-84f365d0ef62 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:48.904046 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecaa927-b122-439e-af6f-4375157db8c2 req-70eeda03-4e97-43c2-b16f-2dfe7890b7fd tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:48.913275 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7ecaa927-b122-439e-af6f-4375157db8c2 req-70eeda03-4e97-43c2-b16f-2dfe7890b7fd tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 946 time: 0.6259110
Jun 04 15:13:48.983065 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 71482d54-4dcc-4ec3-aa40-8bc27520992d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:48.983915 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:49.139218 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:13:49.152449 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Sync routers for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:13:49.167908 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:13:49.168470 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-aa577523-b868-4274-9c88-cc478247f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8f72e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:13:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:49.202904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455753b6-8243-4716-bcb5-de61bea03d3b req-5f9e91ff-1b4d-4da6-a93a-acfde1d7796d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:49.204826 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-455753b6-8243-4716-bcb5-de61bea03d3b req-5f9e91ff-1b4d-4da6-a93a-acfde1d7796d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.1909380
Jun 04 15:13:49.264531 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:49.269097 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 6.7136199
Jun 04 15:13:49.274665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38800) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:49.341265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-2909669e-4118-4159-84a5-e83496ef9f6b req-ce2ef842-d335-4dc3-8cc9-84f365d0ef62 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] For port 0c28286e-5f70-443a-883b-6703d615a240, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=0c28286e-5f70-443a-883b-6703d615a240,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:49.341731 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2909669e-4118-4159-84a5-e83496ef9f6b req-ce2ef842-d335-4dc3-8cc9-84f365d0ef62 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:49.443060 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-455753b6-8243-4716-bcb5-de61bea03d3b req-621776eb-d9ee-4538-9085-ec949fe25991 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2227447
Jun 04 15:13:49.499661 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:13:49.530817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-2909669e-4118-4159-84a5-e83496ef9f6b req-ce2ef842-d335-4dc3-8cc9-84f365d0ef62 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Calling delete_port for 0c28286e-5f70-443a-883b-6703d615a240 owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:13:49.547561 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54d292d4-3589-4038-bab7-41c9c70775b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:49.572484 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7252700e-769b-4d80-b6f1-0d01d14391a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:49.644698 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7ecaa927-b122-439e-af6f-4375157db8c2 req-b269b650-050a-465d-971c-2df208ffe51c tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7305334
Jun 04 15:13:49.659990 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54d292d4-3589-4038-bab7-41c9c70775b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:49.685723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a36fb-1cfb-42a5-8d47-9d8c3ec4f015 req-0b6921d3-9b77-4407-825e-fa3ca0005439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:49.687176 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c9a36fb-1cfb-42a5-8d47-9d8c3ec4f015 req-0b6921d3-9b77-4407-825e-fa3ca0005439 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b5de2a97-54a8-442f-9a58-3ea9722eaaff HTTP/1.1" status: 200  len: 862 time: 0.8656220
Jun 04 15:13:49.688016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d292d4-3589-4038-bab7-41c9c70775b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=273cd829-8b5c-4fc9-9bf7-5d3e264f33de,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:49.708301 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-54d292d4-3589-4038-bab7-41c9c70775b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:50.065418 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-aa577523-b868-4274-9c88-cc478247f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8f72e0>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:46Z', 'revision_number': 3, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:50.078651 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Checking router: 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:13:50.079004 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Updating router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 port c5da37cb-2973-4813-bd76-3c87ffccd78e binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:13:50.168391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19e047-ec58-49d6-96df-40d7aa420973 req-dc1dd93b-0371-4221-a699-e2efe257ad3c tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:50.170091 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b19e047-ec58-49d6-96df-40d7aa420973 req-dc1dd93b-0371-4221-a699-e2efe257ad3c tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 943 time: 0.2786233
Jun 04 15:13:50.182478 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:50.195394 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-54d292d4-3589-4038-bab7-41c9c70775b7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/273cd829-8b5c-4fc9-9bf7-5d3e264f33de HTTP/1.1" status: 204  len: 168 time: 2.4439631
Jun 04 15:13:50.196148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38806) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:50.322820 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 0c28286e-5f70-443a-883b-6703d615a240 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:13:50.371678 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c9a36fb-1cfb-42a5-8d47-9d8c3ec4f015 req-a4fdfe8a-3f30-4124-9f9e-2f5de1c6ee5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18b375a7-7cc2-4169-a256-980dd8700031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6617005
Jun 04 15:13:50.374964 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3b19e047-ec58-49d6-96df-40d7aa420973 req-4026f85e-85d6-4147-8688-fbf7ae80c529 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Synchronizing usage tracker for tenant:033be366519a46eb9d528c6270c2e78b on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:13:50.388028 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54271aec-e001-496d-ade8-0931a30c8778 req-b73de7e8-0b8c-4596-bc16-6b6fd9b6b75a tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 210 time: 0.1986451
Jun 04 15:13:50.508815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3b19e047-ec58-49d6-96df-40d7aa420973 req-4026f85e-85d6-4147-8688-fbf7ae80c529 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Unset dirty status for tenant:033be366519a46eb9d528c6270c2e78b on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:13:50.521036 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b19e047-ec58-49d6-96df-40d7aa420973 req-4026f85e-85d6-4147-8688-fbf7ae80c529 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3365905
Jun 04 15:13:50.555933 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:50.669875 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:50.732285 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48277e3-c08a-4fcf-9917-d226568eb587', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c28286e-5f70-443a-883b-6703d615a240'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:13:50.734966 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08d23c8-38b2-4ba7-bc4a-6ad3d5f5ed22" -d '{"events": [{"server_uuid": "d48277e3-c08a-4fcf-9917-d226568eb587", "name": "network-vif-unplugged", "status": "completed", "tag": "0c28286e-5f70-443a-883b-6703d615a240"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:13:50.752275 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 0c28286e-5f70-443a-883b-6703d615a240, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=0c28286e-5f70-443a-883b-6703d615a240,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:50.768163 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:50.776172 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3c45bc2-9196-437d-843e-d19b9c0c7800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:50.782010 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Transition to ACTIVE for port object c5da37cb-2973-4813-bd76-3c87ffccd78e will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:13:50.829150 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:50.831113 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:50.857255 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:50.865514 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:50.998834 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=0c28286e-5f70-443a-883b-6703d615a240,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:51.002252 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:51.019292 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Attempting to bind port c5da37cb-2973-4813-bd76-3c87ffccd78e on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:13:51.019829 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Attempting to bind port c5da37cb-2973-4813-bd76-3c87ffccd78e by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:13:51.021025 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Attempting to bind port c5da37cb-2973-4813-bd76-3c87ffccd78e on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:13:51.028035 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51ce5b-fb72-49c1-8ea2-bde739afb353 None None] Pushing event updated for resources: {'Port': ['ID=c5da37cb-2973-4813-bd76-3c87ffccd78e,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:51.032460 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-1e51ce5b-fb72-49c1-8ea2-bde739afb353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:51.033545 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:13:51.034037 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:13:51.034558 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:51.035053 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:13:51.035993 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Bound port: c5da37cb-2973-4813-bd76-3c87ffccd78e, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:13:51.036822 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:51.091775 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c9a36fb-1cfb-42a5-8d47-9d8c3ec4f015 req-07bc97f7-9dc1-4ce1-803c-6fe466d05ca2 service neutron] 10.222.0.62 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6840477
Jun 04 15:13:51.106793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d47454-5e61-4f53-add9-47feb2aff8a1 req-3bb36f69-2113-4f41-af64-40d058a94f7f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:51.119653 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14d47454-5e61-4f53-add9-47feb2aff8a1 req-3bb36f69-2113-4f41-af64-40d058a94f7f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 944 time: 0.2641377
Jun 04 15:13:51.131627 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-aa577523-b868-4274-9c88-cc478247f87d None None] For port c5da37cb-2973-4813-bd76-3c87ffccd78e, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:13:51.135320 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-aa577523-b868-4274-9c88-cc478247f87d None None] For port c5da37cb-2973-4813-bd76-3c87ffccd78e, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c5da37cb-2973-4813-bd76-3c87ffccd78e,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:13:51.217835 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:51.222638 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-1e29f2cd-b1f4-40ec-89c8-41a6ae641468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:51.281834 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3c45bc2-9196-437d-843e-d19b9c0c7800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:51.300049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a3c45bc2-9196-437d-843e-d19b9c0c7800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386662e50>,) {'filters': {'network_id': ['59dc3d5f-3c2f-4f12-b52e-600bb360b2e1']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:51.314741 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a3c45bc2-9196-437d-843e-d19b9c0c7800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386662e50>, '7d4f87b1-8704-4760-9744-bba9dae7bc10') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:51.314998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a3c45bc2-9196-437d-843e-d19b9c0c7800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386662e50>, '7d4f87b1-8704-4760-9744-bba9dae7bc10') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:51.319010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Allocated IP 172.20.0.1 (fc578392-edaf-4d3c-9dfb-10e567eb7921/d37fec73-8278-44ef-96a9-c0c2b4914081/c44a2426-57a9-43bb-91d3-2ec750e5af11) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:13:51.328359 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3c45bc2-9196-437d-843e-d19b9c0c7800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:51.339057 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51ce5b-fb72-49c1-8ea2-bde739afb353 None None] Pushing event updated for resources: {'Port': ['ID=c5da37cb-2973-4813-bd76-3c87ffccd78e,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:51.339897 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14d47454-5e61-4f53-add9-47feb2aff8a1 req-03c099cc-e527-4f64-889a-ff846e3c3d69 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2190928
Jun 04 15:13:51.355192 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-1e51ce5b-fb72-49c1-8ea2-bde739afb353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:51.360784 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3c45bc2-9196-437d-843e-d19b9c0c7800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:51.382685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c45bc2-9196-437d-843e-d19b9c0c7800 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:13:51.390466 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3c45bc2-9196-437d-843e-d19b9c0c7800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:51.390627 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:13:51.390627 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-aa577523-b868-4274-9c88-cc478247f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8f72e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:13:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:51.457934 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98fb025-8ba2-406e-a60c-a05901b9fc3e x-openstack-request-id: req-d98fb025-8ba2-406e-a60c-a05901b9fc3e {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:13:51.459177 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48277e3-c08a-4fcf-9917-d226568eb587", "name": "network-vif-unplugged", "status": "completed", "tag": "0c28286e-5f70-443a-883b-6703d615a240", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:13:51.459606 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d98fb025-8ba2-406e-a60c-a05901b9fc3e {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:13:51.461578 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48277e3-c08a-4fcf-9917-d226568eb587', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c28286e-5f70-443a-883b-6703d615a240', 'code': 200}
Jun 04 15:13:51.574843 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:13:51.583378 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:13:51.648483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Transition to ACTIVE for port object c44a2426-57a9-43bb-91d3-2ec750e5af11 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:13:51.679246 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3c45bc2-9196-437d-843e-d19b9c0c7800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:51.685730 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-aa577523-b868-4274-9c88-cc478247f87d None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:13:51.698866 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968775f3-9164-4b53-bb47-dd92e03ebd6e req-f4e2efd5-eb12-4694-b291-3c8e55487f1b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:51.707066 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-968775f3-9164-4b53-bb47-dd92e03ebd6e req-f4e2efd5-eb12-4694-b291-3c8e55487f1b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.9213328
Jun 04 15:13:51.768416 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2909669e-4118-4159-84a5-e83496ef9f6b req-ce2ef842-d335-4dc3-8cc9-84f365d0ef62 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:51.792413 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:51.804010 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3c45bc2-9196-437d-843e-d19b9c0c7800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:51.810530 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:51.818359 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e44fb606-21f7-4b72-9a4c-4a2019aa2013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:51.924433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c45bc2-9196-437d-843e-d19b9c0c7800 admin admin] Pushing event deleted for resources: {'Network': ['ID=59dc3d5f-3c2f-4f12-b52e-600bb360b2e1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:51.951791 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3c45bc2-9196-437d-843e-d19b9c0c7800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:51.966171 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-862e3deb-7fad-4135-9991-cd23bf6c419e req-b13b88cc-49d4-43b1-8450-7cce7960fda6 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 210 time: 0.2615376
Jun 04 15:13:51.969485 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-968775f3-9164-4b53-bb47-dd92e03ebd6e req-49402909-d26e-4e3f-b763-b21e0dfa181c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2608654
Jun 04 15:13:51.980131 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-255b7b7a-fb95-4c86-baad-63ea830cd58a tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:52.043043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Network fc578392-edaf-4d3c-9dfb-10e567eb7921 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:13:52.047543 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:52.063163 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:13:52.079835 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a3c45bc2-9196-437d-843e-d19b9c0c7800 admin admin] 10.222.0.32 "DELETE /v2.0/networks/59dc3d5f-3c2f-4f12-b52e-600bb360b2e1 HTTP/1.1" status: 204  len: 168 time: 1.8610377
Jun 04 15:13:52.088891 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef842-d335-4dc3-8cc9-84f365d0ef62 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Pushing event deleted for resources: {'Port': ['ID=0c28286e-5f70-443a-883b-6703d615a240,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:52.116993 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ce2ef842-d335-4dc3-8cc9-84f365d0ef62 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:52.176588 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-2909669e-4118-4159-84a5-e83496ef9f6b req-ce2ef842-d335-4dc3-8cc9-84f365d0ef62 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] No DVR routers for this DVR port 0c28286e-5f70-443a-883b-6703d615a240 on host n-h1-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:13:52.181145 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2909669e-4118-4159-84a5-e83496ef9f6b req-ce2ef842-d335-4dc3-8cc9-84f365d0ef62 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:52.183193 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2909669e-4118-4159-84a5-e83496ef9f6b req-ce2ef842-d335-4dc3-8cc9-84f365d0ef62 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.65 "DELETE /v2.0/ports/0c28286e-5f70-443a-883b-6703d615a240 HTTP/1.1" status: 204  len: 173 time: 4.8442166
Jun 04 15:13:52.183748 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48277e3-c08a-4fcf-9917-d226568eb587', 'name': 'network-vif-deleted', 'tag': '0c28286e-5f70-443a-883b-6703d615a240'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:13:52.186305 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0716b061-bd03-44b4-9bc3-bad0f2c5cf10" -d '{"events": [{"server_uuid": "d48277e3-c08a-4fcf-9917-d226568eb587", "name": "network-vif-deleted", "tag": "0c28286e-5f70-443a-883b-6703d615a240"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:13:52.195282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Pushing event updated for resources: {'Port': ['ID=c44a2426-57a9-43bb-91d3-2ec750e5af11,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:52.210913 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:52.215693 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c9a36fb-1cfb-42a5-8d47-9d8c3ec4f015 req-026598e2-c922-451b-b099-9b25e7b9badc service neutron] 10.222.0.62 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1045070
Jun 04 15:13:52.236348 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-aa577523-b868-4274-9c88-cc478247f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8f72e0>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:46Z', 'revision_number': 3, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:52.242958 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa577523-b868-4274-9c88-cc478247f87d None None] The sync data for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 is: [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:46Z', 'revision_number': 3, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:13:52.288044 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263281c6-c855-4adb-ba83-7d18f6851da7 x-openstack-request-id: req-263281c6-c855-4adb-ba83-7d18f6851da7 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:13:52.288388 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48277e3-c08a-4fcf-9917-d226568eb587", "name": "network-vif-deleted", "tag": "0c28286e-5f70-443a-883b-6703d615a240", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:13:52.288673 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-263281c6-c855-4adb-ba83-7d18f6851da7 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:13:52.289139 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48277e3-c08a-4fcf-9917-d226568eb587', 'name': 'network-vif-deleted', 'tag': '0c28286e-5f70-443a-883b-6703d615a240', 'status': 'completed', 'code': 200}
Jun 04 15:13:52.329595 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d4561a88-5421-4dc3-a220-67042ac51b33 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:13:52.411815 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:52.590812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-fd6a2e23-6055-4369-b842-99312629504f req-a562c097-2edb-4b0a-abad-438e09f7e494 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Synchronizing usage tracker for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:13:52.654393 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4bdc45dc-7d82-4f51-b4d2-f756c913bb64 None None] Provisioning for port c44a2426-57a9-43bb-91d3-2ec750e5af11 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:13:52.702983 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4bdc45dc-7d82-4f51-b4d2-f756c913bb64 None None] Provisioning complete for port c44a2426-57a9-43bb-91d3-2ec750e5af11 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:52.713591 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4bdc45dc-7d82-4f51-b4d2-f756c913bb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:52.719852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-fd6a2e23-6055-4369-b842-99312629504f req-a562c097-2edb-4b0a-abad-438e09f7e494 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Unset dirty status for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:13:52.725224 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fd6a2e23-6055-4369-b842-99312629504f req-a562c097-2edb-4b0a-abad-438e09f7e494 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=d48277e3-c08a-4fcf-9917-d226568eb587 HTTP/1.1" status: 200  len: 210 time: 0.1926887
Jun 04 15:13:52.887712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38832) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:52.892253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c5da37cb-2973-4813-bd76-3c87ffccd78e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:13:52.972836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bccf0-5c0d-446d-8aa2-cd09645a35fe req-9075efce-0ac4-4115-ad1a-443b4639c23b tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:52.980888 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4bdc45dc-7d82-4f51-b4d2-f756c913bb64 None None] Port c44a2426-57a9-43bb-91d3-2ec750e5af11 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:13:52.991138 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cd5bccf0-5c0d-446d-8aa2-cd09645a35fe req-9075efce-0ac4-4115-ad1a-443b4639c23b tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 943 time: 0.7261569
Jun 04 15:13:53.001766 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d4561a88-5421-4dc3-a220-67042ac51b33, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d4561a88-5421-4dc3-a220-67042ac51b33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:53.027476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'd4561a88-5421-4dc3-a220-67042ac51b33', 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031', 'port_id': 'd4561a88-5421-4dc3-a220-67042ac51b33', 'mac_address': 'fa:16:3e:6c:b5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5de2a97-54a8-442f-9a58-3ea9722eaaff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:13:53.030545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38838) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:53.032529 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a303583a-7d87-4a1e-99c1-e6aa10d793db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08306b9c90654d1489efd6ac910951d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1425121
Jun 04 15:13:53.162949 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:53.201859 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4561a88-5421-4dc3-a220-67042ac51b33 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:13:53.211469 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cd5bccf0-5c0d-446d-8aa2-cd09645a35fe req-da32f526-5836-4165-bb9c-78c6e8435e2d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2173474
Jun 04 15:13:53.240682 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d4561a88-5421-4dc3-a220-67042ac51b33, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d4561a88-5421-4dc3-a220-67042ac51b33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:53.243225 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:53.243654 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9233ac1c-f677-40d7-b16d-33d7d719056e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:53.245242 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port c5da37cb-2973-4813-bd76-3c87ffccd78e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:13:53.255727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c5da37cb-2973-4813-bd76-3c87ffccd78e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:53.256448 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:53.327812 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9233ac1c-f677-40d7-b16d-33d7d719056e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:53.346656 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:53.351502 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-dff6d99b-56a8-435e-b072-c6023a694116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:53.553608 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9233ac1c-f677-40d7-b16d-33d7d719056e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:53.600670 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:53.606732 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=d4561a88-5421-4dc3-a220-67042ac51b33,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:53.611507 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:53.619232 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:53.639715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port c5da37cb-2973-4813-bd76-3c87ffccd78e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c5da37cb-2973-4813-bd76-3c87ffccd78e,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:53.713182 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:53.718178 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-61ac368a-5446-479a-b3d6-d89ce8aef710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:53.722618 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3de592cf-e7e7-4a5e-b26d-a398e1dd22eb req-36a64653-32cc-4be9-bcf9-0fd705ed0379 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 210 time: 0.1424775
Jun 04 15:13:53.761416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233ac1c-f677-40d7-b16d-33d7d719056e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21cab5a-7bc6-4c68-973f-837af3e72951,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:53.766138 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9233ac1c-f677-40d7-b16d-33d7d719056e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:53.842142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['d4561a88-5421-4dc3-a220-67042ac51b33'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:13:53.846467 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9233ac1c-f677-40d7-b16d-33d7d719056e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:53.852751 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9233ac1c-f677-40d7-b16d-33d7d719056e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e21cab5a-7bc6-4c68-973f-837af3e72951 HTTP/1.1" status: 204  len: 168 time: 0.7854533
Jun 04 15:13:53.856673 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:53.953059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7d0ec-20e9-4222-a75e-76979cefdb67 req-3c5a1932-420d-401c-8d07-b047965fd74e tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:53.963201 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8db7d0ec-20e9-4222-a75e-76979cefdb67 req-3c5a1932-420d-401c-8d07-b047965fd74e tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.4759128
Jun 04 15:13:54.045434 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8db7d0ec-20e9-4222-a75e-76979cefdb67 req-57165df0-8cc1-48fa-8073-a9b50bb62889 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806327
Jun 04 15:13:54.141142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=c5da37cb-2973-4813-bd76-3c87ffccd78e,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:54.146636 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:54.309261 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:54.418644 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:54.504448 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-75ce5971-550c-460d-b07f-f6585b996548 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:54.683472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-8efcf2fe-ffbe-478d-9b1c-f2adbc88454a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:54.693995 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-8efcf2fe-ffbe-478d-9b1c-f2adbc88454a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 812 time: 0.3334832
Jun 04 15:13:54.729597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Pushing event updated for resources: {'Port': ['ID=c44a2426-57a9-43bb-91d3-2ec750e5af11,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:54.732243 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-c1b644d3-5520-41b9-96e5-6e13b1e7c215 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/quotas/ef1f8bca92884089b1346e04292fa4c6 HTTP/1.1" status: 200  len: 375 time: 0.0363371
Jun 04 15:13:54.756121 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c5da37cb-2973-4813-bd76-3c87ffccd78e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:13:54.774420 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:54.788031 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:54.796254 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-d7dbda00-06fd-4053-9d03-7b4aaca34c71 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0627542
Jun 04 15:13:54.903286 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c5da37cb-2973-4813-bd76-3c87ffccd78e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:54.903938 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:55.132121 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d6aff-3fc2-4418-a203-52bee057bc9d req-bedaa20b-29bc-42b1-9f63-79949e64e8e3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:55.147980 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf3d6aff-3fc2-4418-a203-52bee057bc9d req-bedaa20b-29bc-42b1-9f63-79949e64e8e3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 944 time: 0.5912626
Jun 04 15:13:55.233161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38874) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:55.308911 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf3d6aff-3fc2-4418-a203-52bee057bc9d req-e5948c28-6fcc-4be8-821e-135b30dd71cc tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395566
Jun 04 15:13:55.417635 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:55.499351 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-e1b81244-6f23-4f3a-b9f7-f8ca8190c14c service neutron] 10.222.0.32 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7021451
Jun 04 15:13:55.748487 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-28064465-6de3-4cd0-85c9-c1f3b209e450 service neutron] 10.222.0.32 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2478836
Jun 04 15:13:55.763396 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59bbc750-e588-4f50-8e41-89be0d951ab0 req-51f36a4a-43c3-4a39-a31a-6f79a4e63367 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=044c659c-55cd-49ae-a324-6b6de3f2db75 HTTP/1.1" status: 200  len: 210 time: 0.0777810
Jun 04 15:13:55.767804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Network fc578392-edaf-4d3c-9dfb-10e567eb7921 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:13:55.769807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:13:55.773973 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dfb4da29-d669-4515-ac3b-5a957ee1b9a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5cc7c4e499b480abdb74e20b3e6e8a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5389884
Jun 04 15:13:55.777350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38878) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:13:56.190660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:13:56.190660 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-48a27e22-eb03-4473-8248-bec85179b99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:56.192258 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-382cae05-8eae-4314-8edd-413eab9ed3db None None] Provisioning complete for port c44a2426-57a9-43bb-91d3-2ec750e5af11 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:56.192258 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-382cae05-8eae-4314-8edd-413eab9ed3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:56.192258 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-382cae05-8eae-4314-8edd-413eab9ed3db None None] Port c44a2426-57a9-43bb-91d3-2ec750e5af11 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:13:56.243750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1f4b1-1651-4c92-ad5b-5cd8a95a558c req-bfef32cb-183b-477c-b940-2f28bcdf8250 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:56.253387 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75a1f4b1-1651-4c92-ad5b-5cd8a95a558c req-bfef32cb-183b-477c-b940-2f28bcdf8250 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.2814667
Jun 04 15:13:56.253387 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-48a27e22-eb03-4473-8248-bec85179b99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:56.346104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d4561a88-5421-4dc3-a220-67042ac51b33 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:13:56.403001 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75a1f4b1-1651-4c92-ad5b-5cd8a95a558c req-92a7a3dd-39d6-42b5-8073-422b2f17d9da tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440246
Jun 04 15:13:56.439698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:13:56.470740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Sync routers for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:13:56.470917 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] 10.222.0.32 "PUT /v2.0/routers/1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1897790
Jun 04 15:13:56.494162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:13:56.494890 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c441130>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:13:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:56.622330 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-39ffc710-8344-4273-8677-4c8b6e4469cb req-b9648e75-b1bd-4ac0-b0cc-cb8c8ad37b03 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 210 time: 0.0740469
Jun 04 15:13:56.733607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cbb90-d681-458b-9b7a-701c67ce3541 req-8579d856-a642-4741-a1ed-8187661e1e04 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:56.742486 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a4cbb90-d681-458b-9b7a-701c67ce3541 req-8579d856-a642-4741-a1ed-8187661e1e04 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 944 time: 0.2078943
Jun 04 15:13:56.873771 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a4cbb90-d681-458b-9b7a-701c67ce3541 req-51b895a1-3430-4a05-b313-b5e359e37697 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297288
Jun 04 15:13:56.876137 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-48a27e22-eb03-4473-8248-bec85179b99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:56.877209 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port d4561a88-5421-4dc3-a220-67042ac51b33 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:13:56.882914 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-48a27e22-eb03-4473-8248-bec85179b99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:56.891689 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-48a27e22-eb03-4473-8248-bec85179b99a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/234f986f-cb38-4716-b34f-73a895461ced HTTP/1.1" status: 204  len: 168 time: 1.1092517
Jun 04 15:13:56.891689 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:56.911789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a27e22-eb03-4473-8248-bec85179b99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234f986f-cb38-4716-b34f-73a895461ced,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:56.930886 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-48a27e22-eb03-4473-8248-bec85179b99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:56.938102 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:13:57.094699 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port d4561a88-5421-4dc3-a220-67042ac51b33 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:13:57.095757 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:57.791872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-98d40285-3873-42ee-928f-ef8abef37b7c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:57.793243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-98d40285-3873-42ee-928f-ef8abef37b7c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Synchronizing usage tracker for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:13:57.908989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-98d40285-3873-42ee-928f-ef8abef37b7c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Unset dirty status for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:13:57.911705 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-98d40285-3873-42ee-928f-ef8abef37b7c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 820 time: 0.5284362
Jun 04 15:13:57.950605 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-562e9dc9-bb69-4ade-9608-202a6162370b tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/quotas/c3e4ae83578c4cbebafa2993e109f242 HTTP/1.1" status: 200  len: 375 time: 0.0282969
Jun 04 15:13:58.052009 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9eee6-10ff-4530-8448-6fb4caca008b req-4b5fe89a-ae66-4bf2-a867-9691ddb857f9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:58.075476 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-99c9eee6-10ff-4530-8448-6fb4caca008b req-4b5fe89a-ae66-4bf2-a867-9691ddb857f9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.3322906
Jun 04 15:13:58.088142 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:58.128147 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d4561a88-5421-4dc3-a220-67042ac51b33, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d4561a88-5421-4dc3-a220-67042ac51b33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:13:58.131807 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a26bdbb-6837-44be-b1cf-f71180e7e5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4561a88-5421-4dc3-a220-67042ac51b33'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:13:58.134378 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f3a92b-9d7f-4c58-8496-60b3bb310826" -d '{"events": [{"server_uuid": "1a26bdbb-6837-44be-b1cf-f71180e7e5d2", "name": "network-vif-plugged", "status": "completed", "tag": "d4561a88-5421-4dc3-a220-67042ac51b33"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:13:58.163370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c441130>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:13:54Z', 'revision_number': 2, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:13:58.187790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Checking router: 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:13:58.188161 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Updating router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 port c44a2426-57a9-43bb-91d3-2ec750e5af11 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:13:58.274498 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-99c9eee6-10ff-4530-8448-6fb4caca008b req-85ce51d9-4b35-451a-9663-95fa2cb1e5d3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980710
Jun 04 15:13:58.277591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-730a89ff-7887-4c72-a639-6d1706dbc139 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Synchronizing usage tracker for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:13:58.314981 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:58.347643 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:13:58.411811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-730a89ff-7887-4c72-a639-6d1706dbc139 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Unset dirty status for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:13:58.421822 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-730a89ff-7887-4c72-a639-6d1706dbc139 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4700503
Jun 04 15:13:58.528405 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:58.679024 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=d4561a88-5421-4dc3-a220-67042ac51b33,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:13:58.683750 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:13:58.810358 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fc28cc9c-c325-4748-8989-d6866ef6beee req-2cd93ece-3efb-4ac1-ae35-dd5352d2a459 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 210 time: 0.1706219
Jun 04 15:13:58.965676 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-c6efda1e-d011-40a0-a284-b021dc1d3530 service neutron] 10.222.0.32 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5296042
Jun 04 15:13:59.437123 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-1657fab8-16ea-4e44-aa7f-615d7815c1ba service neutron] 10.222.0.32 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4704349
Jun 04 15:13:59.711739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ae279-ff19-48cb-b4b5-4cccecc9cd4c req-2437d8fe-a259-4d41-9b97-448d9539fdc4 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:13:59.726147 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2939e5f4-f0d9-4894-b4c7-4a74d7dcfa88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:13:59.742417 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-867ae279-ff19-48cb-b4b5-4cccecc9cd4c req-2437d8fe-a259-4d41-9b97-448d9539fdc4 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 945 time: 0.6131251
Jun 04 15:13:59.874854 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-d904aaba-6da8-4ed0-965d-90909964d919 service neutron] show failed (client error): The resource could not be found.
Jun 04 15:13:59.875854 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-d904aaba-6da8-4ed0-965d-90909964d919 service neutron] 10.222.0.62 "GET /v2.0/ports/d3750d13-39cf-4214-bf49-5aa80781898b/bindings/n-h1-791505-9 HTTP/1.1" status: 404  len: 380 time: 0.5404837
Jun 04 15:14:00.022805 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-867ae279-ff19-48cb-b4b5-4cccecc9cd4c req-d86f88e1-3052-4f97-a77f-98009d5167b2 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2649810
Jun 04 15:14:00.120265 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:00.175679 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Transition to ACTIVE for port object c44a2426-57a9-43bb-91d3-2ec750e5af11 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:00.196976 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db1ee19-5d4d-4312-a699-d2a46e730d45 x-openstack-request-id: req-7db1ee19-5d4d-4312-a699-d2a46e730d45 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:00.197611 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a26bdbb-6837-44be-b1cf-f71180e7e5d2", "name": "network-vif-plugged", "status": "completed", "tag": "d4561a88-5421-4dc3-a220-67042ac51b33", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:00.198083 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7db1ee19-5d4d-4312-a699-d2a46e730d45 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:00.199468 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a26bdbb-6837-44be-b1cf-f71180e7e5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4561a88-5421-4dc3-a220-67042ac51b33', 'code': 200}
Jun 04 15:14:00.240857 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3ed5a6d7-2f5c-4b77-89a6-e842dd736123 req-6f6fbcb3-0fcc-4ced-a651-fc9c6404289d tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 210 time: 0.1106069
Jun 04 15:14:00.256757 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:00.270702 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7f230b7e-6772-4c5b-b20f-370e2dad075d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:00.462500 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f6d0-3842-436f-b0d5-597944ac34b8 req-ccec7bce-9fa0-43e3-85f7-997b47b79e3d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:00.483935 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-63b5f6d0-3842-436f-b0d5-597944ac34b8 req-ccec7bce-9fa0-43e3-85f7-997b47b79e3d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.3097603
Jun 04 15:14:00.712938 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-63b5f6d0-3842-436f-b0d5-597944ac34b8 req-49e87411-d412-4a47-b391-a8af1b0d3ff2 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2228389
Jun 04 15:14:00.896182 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0d7008bf-599c-4bdf-a46d-b4ef2cd9a7c1 req-7a578d2f-d15d-40e9-9992-703e12c09783 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 210 time: 0.3500617
Jun 04 15:14:00.957722 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220cf8f-c377-4545-ae69-5440281d203d None None] Pushing event updated for resources: {'Port': ['ID=c44a2426-57a9-43bb-91d3-2ec750e5af11,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:00.987077 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8220cf8f-c377-4545-ae69-5440281d203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:01.141276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Attempting to bind port c44a2426-57a9-43bb-91d3-2ec750e5af11 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:14:01.141763 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Attempting to bind port c44a2426-57a9-43bb-91d3-2ec750e5af11 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:14:01.142101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Attempting to bind port c44a2426-57a9-43bb-91d3-2ec750e5af11 on network fc578392-edaf-4d3c-9dfb-10e567eb7921 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:01.184809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:14:01.187411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Checking segment: {'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:14:01.190644 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:01.190644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Bound using segment: {'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:14:01.190644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Bound port: c44a2426-57a9-43bb-91d3-2ec750e5af11, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:14:01.191031 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:01.193665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c69e2a-56d9-48f5-839c-afd72819446d req-babf95ab-110d-4ae3-9ed6-8a0b682ef6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:01.195642 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f9c69e2a-56d9-48f5-839c-afd72819446d req-babf95ab-110d-4ae3-9ed6-8a0b682ef6fd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 1096 time: 0.4902976
Jun 04 15:14:01.209345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-04749b60-41d3-42d3-a75d-c0239bfa5954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:01.215702 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-04749b60-41d3-42d3-a75d-c0239bfa5954 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5&tenant_id=3254735b2dc54fbdbff67741a34d5965 HTTP/1.1" status: 200  len: 1101 time: 0.2832680
Jun 04 15:14:01.258683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-9', 'device_owner': 'compute:nova'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:01.475686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] For port c44a2426-57a9-43bb-91d3-2ec750e5af11, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:14:01.482894 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] For port c44a2426-57a9-43bb-91d3-2ec750e5af11, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c44a2426-57a9-43bb-91d3-2ec750e5af11,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:14:01.530640 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e07d9e45-d7d3-4153-a2c8-5ee24e83c5b6 req-71f2d3bc-5489-457f-9975-7f2af6753731 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 210 time: 0.0949779
Jun 04 15:14:01.551512 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f9c69e2a-56d9-48f5-839c-afd72819446d req-2eb41b5b-2b5d-4624-8a90-de7772f5ac61 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3470347
Jun 04 15:14:01.623563 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:01.627277 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:01.736508 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:01.893426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220cf8f-c377-4545-ae69-5440281d203d None None] Pushing event updated for resources: {'Port': ['ID=c44a2426-57a9-43bb-91d3-2ec750e5af11,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:01.915821 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8220cf8f-c377-4545-ae69-5440281d203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:02.037847 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:14:02.038563 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c441130>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:13:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:14:02.530996 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-5e636d4c-f737-414c-bb53-5507db9d9d29 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:02.532695 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-5e636d4c-f737-414c-bb53-5507db9d9d29 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.65 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 812 time: 1.1062462
Jun 04 15:14:02.547653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Request body: {'port': {'device_id': 'c83f507b-7d7b-4590-b293-ada6017312be', 'network_id': '64018707-9132-4dd5-a91e-611ca8957998', 'admin_state_up': True, 'tenant_id': 'ef1f8bca92884089b1346e04292fa4c6'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:02.747545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:14:02.974334 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9b2e5285-1feb-4b8f-964b-a3499a607738 req-99cc55ba-fa71-4a0d-80fd-6a339a479b29 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 1.0532093
Jun 04 15:14:03.079124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eec021-7a87-4acd-af7d-2d7037f34317 req-24951f65-1f91-4426-b5bd-ba0a5e3e59db tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:03.086188 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71eec021-7a87-4acd-af7d-2d7037f34317 req-24951f65-1f91-4426-b5bd-ba0a5e3e59db tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 1.0013678
Jun 04 15:14:03.128646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d3750d13-39cf-4214-bf49-5aa80781898b no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:14:03.147348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a277706-6c57-42ce-a0dd-37e1f492fcf8 req-6463b6a1-329b-4d37-8fdf-ba7e3519eaa4 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:03.158432 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a277706-6c57-42ce-a0dd-37e1f492fcf8 req-6463b6a1-329b-4d37-8fdf-ba7e3519eaa4 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 945 time: 1.8843601
Jun 04 15:14:03.177458 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:03.260665 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71eec021-7a87-4acd-af7d-2d7037f34317 req-c8c9a307-79c6-43ae-9369-805a4e09f1fd tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683111
Jun 04 15:14:03.267722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:03.376713 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a277706-6c57-42ce-a0dd-37e1f492fcf8 req-2158197d-92b0-40bd-8442-bbdaf3b61c7b tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2139151
Jun 04 15:14:03.395015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:03.399930 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d3750d13-39cf-4214-bf49-5aa80781898b,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:03.443098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e5285-1feb-4b8f-964b-a3499a607738 req-239b1519-0f10-4d92-a0af-d4f0e80af1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:03.445083 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9b2e5285-1feb-4b8f-964b-a3499a607738 req-239b1519-0f10-4d92-a0af-d4f0e80af1e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 1095 time: 0.2086067
Jun 04 15:14:03.508506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Made reservation on behalf of ef1f8bca92884089b1346e04292fa4c6 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:14:03.512138 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:03.581401 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7ab5af05-3a49-4e68-bb9e-a39550fb7c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:03.725227 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:03.729681 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:03.970808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Allocated IP 172.20.0.8 (64018707-9132-4dd5-a91e-611ca8957998/7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc/177dcff1-cd4d-4c3e-b13b-17b72f33d72c) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:14:03.987985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:14:04.002369 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c441130>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:01Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:14:04.018853 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ac4e7-cb1d-4fd8-a6e1-99b21546bef7 None None] The sync data for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 is: [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:01Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:14:04.190351 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e5285-1feb-4b8f-964b-a3499a607738 req-eea97b46-c9ba-4acf-814c-2135212c2bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:04.196772 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9b2e5285-1feb-4b8f-964b-a3499a607738 req-eea97b46-c9ba-4acf-814c-2135212c2bce service neutron] 10.222.0.62 "GET /v2.0/networks?id=760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 200  len: 921 time: 0.7223415
Jun 04 15:14:04.606548 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-165c4066-4548-402c-91cc-f2c702ea68c5 req-eda0bf48-77bd-4448-b62f-5c8d2d524daf tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 210 time: 0.5680518
Jun 04 15:14:04.643016 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9b2e5285-1feb-4b8f-964b-a3499a607738 req-0ca7d126-b064-4770-81da-7324466703d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f714e28-ec36-4ad5-b7fd-a48af7b53f62 HTTP/1.1" status: 200  len: 217 time: 0.3342376
Jun 04 15:14:04.816383 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c44a2426-57a9-43bb-91d3-2ec750e5af11 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:14:04.927722 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:04.930492 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bb229c-9b7c-48f5-a38c-4020e588b5d0" -d '{"events": [{"server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "name": "network-vif-unplugged", "status": "completed", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:04.944952 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:05.121196 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-17005569-f1d7-4b6b-864c-582b480d0de7 req-986b2dd7-4a1d-451c-bae0-3527bd40cac1 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 210 time: 0.1849384
Jun 04 15:14:05.127473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Transition to ACTIVE for port object d3750d13-39cf-4214-bf49-5aa80781898b will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:05.179211 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:05.181414 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:05.235125 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:05.249816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e5285-1feb-4b8f-964b-a3499a607738 req-e19cf223-4eb5-44aa-bb62-bd60bc73f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:05.255815 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9b2e5285-1feb-4b8f-964b-a3499a607738 req-e19cf223-4eb5-44aa-bb62-bd60bc73f3c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 200  len: 860 time: 0.6044812
Jun 04 15:14:05.262661 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-86269590-6e45-4723-a34b-189622b210be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:05.293378 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port c44a2426-57a9-43bb-91d3-2ec750e5af11 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:05.355811 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c44a2426-57a9-43bb-91d3-2ec750e5af11 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:05.358349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-dd5c806f-188c-450a-a6ab-ed2bff60d020 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:05.359889 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:05.360020 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-dd5c806f-188c-450a-a6ab-ed2bff60d020 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.65 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 820 time: 1.1877253
Jun 04 15:14:05.390984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Request body: {'port': {'device_id': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'admin_state_up': True, 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:05.431779 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:05.484635 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c7efd5f6-99e5-4613-b0cc-8c186c594245 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:05.537878 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:14:05.538423 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:14:05.597097 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9b2e5285-1feb-4b8f-964b-a3499a607738 req-445b674d-0e3e-4cb7-9ac1-30517e292e6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=760c71b3-e8c0-4258-bd3c-3da1c3b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2003391
Jun 04 15:14:05.639944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Network 64018707-9132-4dd5-a91e-611ca8957998 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:14:05.705481 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:05.777385 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:14:05.790890 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port c44a2426-57a9-43bb-91d3-2ec750e5af11, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c44a2426-57a9-43bb-91d3-2ec750e5af11,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:05.804262 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:14:05.875629 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:05.878273 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:05.936735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9fd3b-1d8e-4711-ad57-eceae981b4df req-4ca4a236-d991-42b9-a27f-701f99c56eab tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:05.944754 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6c9fd3b-1d8e-4711-ad57-eceae981b4df req-4ca4a236-d991-42b9-a27f-701f99c56eab tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 948 time: 0.7236869
Jun 04 15:14:05.992282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Pushing event updated for resources: {'Port': ['ID=177dcff1-cd4d-4c3e-b13b-17b72f33d72c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:06.007436 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:06.020814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=c44a2426-57a9-43bb-91d3-2ec750e5af11,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:06.026542 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:06.079514 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-019bd550-4c84-489d-bc4e-04cf2b99b03e req-4e1ebe02-6313-4828-a9c5-42e35d789387 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 1.2867053
Jun 04 15:14:06.083094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] No DVR routers for this DVR port d3750d13-39cf-4214-bf49-5aa80781898b on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:14:06.120417 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6c9fd3b-1d8e-4711-ad57-eceae981b4df req-649dcd1e-0cdf-4d22-a9d3-55bcf32b286b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746526
Jun 04 15:14:06.141269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81a963-ca48-47c3-890e-725b22f44eec req-c691623e-6d5d-43da-b63a-234b29c17454 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:06.142811 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c81a963-ca48-47c3-890e-725b22f44eec req-c691623e-6d5d-43da-b63a-234b29c17454 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.62 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 945 time: 0.8635178
Jun 04 15:14:06.221829 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Pushing event updated for resources: {'Port': ['ID=d3750d13-39cf-4214-bf49-5aa80781898b,revision_number=6']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:06.234963 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.971s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:06.334746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:06.335465 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:06.341131 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9b2e5285-1feb-4b8f-964b-a3499a607738 req-f98d9850-cf25-4c04-a952-74e1f0fd3ac7 service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5880969
Jun 04 15:14:06.366395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:06.377802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Attempting to bind port d3750d13-39cf-4214-bf49-5aa80781898b on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:14:06.378168 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Attempting to bind port d3750d13-39cf-4214-bf49-5aa80781898b by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:14:06.378468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Attempting to bind port d3750d13-39cf-4214-bf49-5aa80781898b on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:06.428888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Port d3750d13-39cf-4214-bf49-5aa80781898b on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:14:06.429320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Attempting to bind port d3750d13-39cf-4214-bf49-5aa80781898b on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:06.443970 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4495dd-f4bc-4b90-9475-e70a38a75468 req-59e15f0b-82e8-4c14-a69f-7748da6a3e83 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:06.451609 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2a4495dd-f4bc-4b90-9475-e70a38a75468 req-59e15f0b-82e8-4c14-a69f-7748da6a3e83 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 945 time: 0.9930828
Jun 04 15:14:06.454115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:06.466782 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:14:06.467276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:14:06.467731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:14:06.468134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Bound port: d3750d13-39cf-4214-bf49-5aa80781898b, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:14:06.468486 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:06.555753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388a2f9-77af-4335-a3d6-1a13270834df req-8ceeacde-4982-43b0-a4b1-49fd64e6842a tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:06.558462 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9388a2f9-77af-4335-a3d6-1a13270834df req-8ceeacde-4982-43b0-a4b1-49fd64e6842a tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 945 time: 0.1840177
Jun 04 15:14:06.564146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5c81a963-ca48-47c3-890e-725b22f44eec req-5f674da4-4bfc-4c7e-a3c6-2eaf515d7ed3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Deleting port 470f8cf4-18ad-4867-a706-43e0332264d1 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:14:06.565769 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5c81a963-ca48-47c3-890e-725b22f44eec req-5f674da4-4bfc-4c7e-a3c6-2eaf515d7ed3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:06.599913 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0561962
Jun 04 15:14:06.628284 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Request body: {'port': {'device_id': 'c83f507b-7d7b-4590-b293-ada6017312be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:06.664823 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2a4495dd-f4bc-4b90-9475-e70a38a75468 req-24dc24dc-94b3-42b5-aaa7-22d3a4008dcb tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2123370
Jun 04 15:14:06.667047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bd550-4c84-489d-bc4e-04cf2b99b03e req-7e8bf067-fb30-43b2-8946-ae11070482b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:06.681343 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-019bd550-4c84-489d-bc4e-04cf2b99b03e req-7e8bf067-fb30-43b2-8946-ae11070482b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 1101 time: 0.5652916
Jun 04 15:14:06.757416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c44a2426-57a9-43bb-91d3-2ec750e5af11 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:14:06.771433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:14:06.778788 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d3750d13-39cf-4214-bf49-5aa80781898b,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:14:06.791852 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9b2e5285-1feb-4b8f-964b-a3499a607738 req-9fdff0a4-375c-4729-bc4d-82e6ec7d975c service neutron] 10.222.0.62 "GET /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4031582
Jun 04 15:14:06.809534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Made reservation on behalf of c3e4ae83578c4cbebafa2993e109f242 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:14:06.815179 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:06.892375 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c44a2426-57a9-43bb-91d3-2ec750e5af11 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:06.893104 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:06.903958 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:06.915347 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7c779e94-3773-4c62-8d39-209b13272574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:07.084220 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:07.120930 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9388a2f9-77af-4335-a3d6-1a13270834df req-782452a1-c415-4549-be6f-16d3fb8eb635 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5296617
Jun 04 15:14:07.297468 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c21e245-20e3-4145-adbf-53bb98f90c07 x-openstack-request-id: req-9c21e245-20e3-4145-adbf-53bb98f90c07 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:07.298568 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "name": "network-vif-unplugged", "status": "completed", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:07.298568 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c21e245-20e3-4145-adbf-53bb98f90c07 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:07.299098 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b', 'code': 200}
Jun 04 15:14:07.399806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:07.400041 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:07.401560 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] 10.222.0.65 "PUT /v2.0/ports/d3750d13-39cf-4214-bf49-5aa80781898b HTTP/1.1" status: 200  len: 1096 time: 6.1527061
Jun 04 15:14:07.424132 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-38e71bad-dcd6-4b5f-bc8b-26a801e68dc7 req-28eb0a2b-d3f0-4224-9b6b-17510b844586 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 210 time: 0.1120989
Jun 04 15:14:07.477767 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5c81a963-ca48-47c3-890e-725b22f44eec req-5f674da4-4bfc-4c7e-a3c6-2eaf515d7ed3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] For port 470f8cf4-18ad-4867-a706-43e0332264d1, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=470f8cf4-18ad-4867-a706-43e0332264d1,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:07.478197 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5c81a963-ca48-47c3-890e-725b22f44eec req-5f674da4-4bfc-4c7e-a3c6-2eaf515d7ed3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:07.526656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bd550-4c84-489d-bc4e-04cf2b99b03e req-2ecf5f0a-a091-40c2-a14e-c87d7dae30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:07.528238 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-019bd550-4c84-489d-bc4e-04cf2b99b03e req-2ecf5f0a-a091-40c2-a14e-c87d7dae30f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.8287621
Jun 04 15:14:07.546170 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Pushing event updated for resources: {'Port': ['ID=d3750d13-39cf-4214-bf49-5aa80781898b,revision_number=7']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:07.549769 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:07.638851 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-019bd550-4c84-489d-bc4e-04cf2b99b03e req-b44e520e-6e2c-4a65-b6e3-6a57ff2ba875 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=dd2bace0-30e3-482a-b51e-568b2f544066 HTTP/1.1" status: 200  len: 217 time: 0.0968475
Jun 04 15:14:07.679155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5c81a963-ca48-47c3-890e-725b22f44eec req-5f674da4-4bfc-4c7e-a3c6-2eaf515d7ed3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Calling delete_port for 470f8cf4-18ad-4867-a706-43e0332264d1 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:14:07.731632 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bd550-4c84-489d-bc4e-04cf2b99b03e req-a2980889-72d9-43f8-8b66-9f8fdf3dfb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:07.733149 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-019bd550-4c84-489d-bc4e-04cf2b99b03e req-a2980889-72d9-43f8-8b66-9f8fdf3dfb41 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0854683
Jun 04 15:14:07.749873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6b92d-32b4-44b1-8949-8c5e5ed535f7 req-47d1a6f0-9709-415e-9d58-49e7f46f3249 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:07.751514 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ecc6b92d-32b4-44b1-8949-8c5e5ed535f7 req-47d1a6f0-9709-415e-9d58-49e7f46f3249 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 931 time: 0.4426436
Jun 04 15:14:07.812927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-b9bff8fe-ec6d-4c8a-adef-8f83baa9ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:07.814436 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-b9bff8fe-ec6d-4c8a-adef-8f83baa9ca89 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 1099 time: 0.3610182
Jun 04 15:14:07.865467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Allocated IP 172.20.0.14 (fc578392-edaf-4d3c-9dfb-10e567eb7921/d37fec73-8278-44ef-96a9-c0c2b4914081/6bddfaf8-ac06-4dbe-9bc1-4352a798742c) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:14:07.949063 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ecc6b92d-32b4-44b1-8949-8c5e5ed535f7 req-0606f9ad-3d89-444c-a16e-d97b9f3844cf tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629884
Jun 04 15:14:07.996184 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bd550-4c84-489d-bc4e-04cf2b99b03e req-a892ce13-864c-4cfc-b471-6ae08d640444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:07.997763 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-019bd550-4c84-489d-bc4e-04cf2b99b03e req-a892ce13-864c-4cfc-b471-6ae08d640444 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2453556
Jun 04 15:14:08.076837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-2d0a9b43-c84e-4559-a06e-e9a265144cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:08.078411 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-2d0a9b43-c84e-4559-a06e-e9a265144cc2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2572713
Jun 04 15:14:08.234831 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-ce1ee676-0fd4-41e1-9b4d-ff98ca52ae7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d3750d13-39cf-4214-bf49-5aa80781898b HTTP/1.1" status: 200  len: 217 time: 0.1494780
Jun 04 15:14:08.247118 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:14:08.313824 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5c81a963-ca48-47c3-890e-725b22f44eec req-5f674da4-4bfc-4c7e-a3c6-2eaf515d7ed3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:08.337458 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a466e80e-bb55-4bf8-a19a-4f14c2c671c1 tempest-ImagesNegativeTestJSON-1484706351 tempest-ImagesNegativeTestJSON-1484706351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:08.393164 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 470f8cf4-18ad-4867-a706-43e0332264d1 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:14:08.395894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-4fdb1294-a903-43c2-a0f1-c2dcc72acfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:08.397565 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-4fdb1294-a903-43c2-a0f1-c2dcc72acfa0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1518545
Jun 04 15:14:08.399487 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-019bd550-4c84-489d-bc4e-04cf2b99b03e req-9b26c48e-e387-4f3c-878d-d1ae4da9fe3c service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3937969
Jun 04 15:14:08.407278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f674da4-4bfc-4c7e-a3c6-2eaf515d7ed3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Pushing event deleted for resources: {'Port': ['ID=470f8cf4-18ad-4867-a706-43e0332264d1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:08.415941 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5f674da4-4bfc-4c7e-a3c6-2eaf515d7ed3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:08.418872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177dcff1-cd4d-4c3e-b13b-17b72f33d72c {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:14:08.456620 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:08.464075 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 470f8cf4-18ad-4867-a706-43e0332264d1 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:14:08.464469 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 470f8cf4-18ad-4867-a706-43e0332264d1 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:14:08.489712 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:08.551258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c81a963-ca48-47c3-890e-725b22f44eec req-5f674da4-4bfc-4c7e-a3c6-2eaf515d7ed3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] No DVR routers for this DVR port 470f8cf4-18ad-4867-a706-43e0332264d1 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:14:08.556598 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5c81a963-ca48-47c3-890e-725b22f44eec req-5f674da4-4bfc-4c7e-a3c6-2eaf515d7ed3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:08.559236 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45', 'name': 'network-vif-deleted', 'tag': '470f8cf4-18ad-4867-a706-43e0332264d1'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:08.561564 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f244ad-4bc5-417e-aa2f-4d43709b7930" -d '{"events": [{"server_uuid": "13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45", "name": "network-vif-deleted", "tag": "470f8cf4-18ad-4867-a706-43e0332264d1"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:08.594896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3fc7f-a0c0-46d2-9183-b61ea37fc0ce req-c9100dfb-03df-4643-b0eb-379af4df5c77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:08.596404 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-13c3fc7f-a0c0-46d2-9183-b61ea37fc0ce req-c9100dfb-03df-4643-b0eb-379af4df5c77 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 948 time: 0.4106710
Jun 04 15:14:08.598755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Transition to ACTIVE for port object 177dcff1-cd4d-4c3e-b13b-17b72f33d72c will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:08.599806 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Transition to ACTIVE for port object 6bddfaf8-ac06-4dbe-9bc1-4352a798742c will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:08.622342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2762c5-3334-4a8e-b19b-e99fb96206f8 req-32c78be3-afbe-4f8f-8aa4-d716cbde4573 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:08.623893 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e2762c5-3334-4a8e-b19b-e99fb96206f8 req-32c78be3-afbe-4f8f-8aa4-d716cbde4573 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 945 time: 0.3816259
Jun 04 15:14:08.635544 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-019bd550-4c84-489d-bc4e-04cf2b99b03e req-d96b9abb-7dc9-4427-a8fc-eca9b21f8069 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2223709
Jun 04 15:14:08.637784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-595c5d77-654e-493a-88e3-3a9312bd7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:08.639663 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-595c5d77-654e-493a-88e3-3a9312bd7be3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2250416
Jun 04 15:14:08.672576 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c81a963-ca48-47c3-890e-725b22f44eec req-5f674da4-4bfc-4c7e-a3c6-2eaf515d7ed3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.62 "DELETE /v2.0/ports/470f8cf4-18ad-4867-a706-43e0332264d1 HTTP/1.1" status: 204  len: 173 time: 2.4820035
Jun 04 15:14:08.702005 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:08.711567 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-61abe59e-520b-4e4a-aa19-98015846b0ff tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:08.765415 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e2762c5-3334-4a8e-b19b-e99fb96206f8 req-fe4871fd-1348-43f9-bb0f-0599762e1fdc tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247804
Jun 04 15:14:08.773597 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-13c3fc7f-a0c0-46d2-9183-b61ea37fc0ce req-2cfae74b-95b6-4189-88ce-278f8ac0bb6f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402619
Jun 04 15:14:08.836231 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-f206deee-57c0-44f7-9324-2e25dc87e6f4 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766884
Jun 04 15:14:09.024770 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-66b4947f-d2b3-4e43-80e1-0f431609ec6c req-3a5d2f50-59b1-4393-90bf-847aa432dbd8 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45 HTTP/1.1" status: 200  len: 210 time: 0.1163962
Jun 04 15:14:09.066102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Pushing event updated for resources: {'Port': ['ID=177dcff1-cd4d-4c3e-b13b-17b72f33d72c,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:09.086891 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-a0f9610d-25de-426d-8de6-eb24d599ce01 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2390137
Jun 04 15:14:09.105746 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:09.113454 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:09.169239 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-93324db9-a9cd-4713-be24-8a239b095851 tempest-ServersOnMultiNodesTest-305008627 tempest-ServersOnMultiNodesTest-305008627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:09.249175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c8d31-fc85-4639-b0ac-66b7984f307d req-d06e5bfc-7899-4573-8039-6e6aeb4ea7bf tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:09.250703 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aa9c8d31-fc85-4639-b0ac-66b7984f307d req-d06e5bfc-7899-4573-8039-6e6aeb4ea7bf tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.65 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 944 time: 0.6534255
Jun 04 15:14:09.307030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:09.309717 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8836f1-6f46-43d9-af1d-b9f3793cded1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:09.315297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Network fc578392-edaf-4d3c-9dfb-10e567eb7921 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:14:09.330422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:14:09.345209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:14:09.405495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Pushing event updated for resources: {'Port': ['ID=6bddfaf8-ac06-4dbe-9bc1-4352a798742c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:09.422343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0f9c8-2a72-49aa-8d5b-2d409c511f71 req-4fdad54e-d88d-4acc-a228-80f8c6766b29 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:09.423521 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:09.434469 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-86f0f9c8-2a72-49aa-8d5b-2d409c511f71 req-4fdad54e-d88d-4acc-a228-80f8c6766b29 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 932 time: 0.1647248
Jun 04 15:14:09.473237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Attempting to bind port 177dcff1-cd4d-4c3e-b13b-17b72f33d72c on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:14:09.474138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Attempting to bind port 177dcff1-cd4d-4c3e-b13b-17b72f33d72c by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:14:09.474138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Attempting to bind port 177dcff1-cd4d-4c3e-b13b-17b72f33d72c on network 64018707-9132-4dd5-a91e-611ca8957998 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:09.556651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Port 177dcff1-cd4d-4c3e-b13b-17b72f33d72c on network 64018707-9132-4dd5-a91e-611ca8957998 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:14:09.562832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Attempting to bind port 177dcff1-cd4d-4c3e-b13b-17b72f33d72c on network 64018707-9132-4dd5-a91e-611ca8957998 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:09.574169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:14:09.574788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Checking segment: {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:14:09.575352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Bound using segment: {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:14:09.576002 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Bound port: 177dcff1-cd4d-4c3e-b13b-17b72f33d72c, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:14:09.576522 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:09.604843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:09.606506 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:09.641136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88de8c6-28d0-4a3d-8d59-16c62d8adb9e req-a96c7b30-8f1d-42b5-bac4-d7ccc89bcec5 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:09.642942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d88de8c6-28d0-4a3d-8d59-16c62d8adb9e req-a96c7b30-8f1d-42b5-bac4-d7ccc89bcec5 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 944 time: 0.5835695
Jun 04 15:14:09.710282 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-86f0f9c8-2a72-49aa-8d5b-2d409c511f71 req-5330b67f-f20e-4520-87ef-62c4e3f4e7f3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2745755
Jun 04 15:14:09.766514 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3906398
Jun 04 15:14:09.777038 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d88de8c6-28d0-4a3d-8d59-16c62d8adb9e req-0b03af1b-2cd2-443c-9bb4-af22878ba91a tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998695
Jun 04 15:14:09.782413 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a6ce5b-4005-48ad-9d3c-728f9660f80c x-openstack-request-id: req-c9a6ce5b-4005-48ad-9d3c-728f9660f80c {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:09.782749 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45", "name": "network-vif-deleted", "tag": "470f8cf4-18ad-4867-a706-43e0332264d1", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:09.783368 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9a6ce5b-4005-48ad-9d3c-728f9660f80c {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:09.783467 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d71c11-fe9e-4ca3-b9e0-e2e617e5ca45', 'name': 'network-vif-deleted', 'tag': '470f8cf4-18ad-4867-a706-43e0332264d1', 'status': 'completed', 'code': 200}
Jun 04 15:14:09.788056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Request body: {'port': {'device_id': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:09.812648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-75f2b685-80b7-4431-9460-1f8dbda97dd4 None None] Provisioning for port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:09.823994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-aa9c8d31-fc85-4639-b0ac-66b7984f307d req-84dc2d5d-5bb9-4612-9982-158a01f9d8f3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Deleting port c77103ec-9088-4d69-9c0e-188bf2972c52 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:14:09.824352 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-aa9c8d31-fc85-4639-b0ac-66b7984f307d req-84dc2d5d-5bb9-4612-9982-158a01f9d8f3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:09.833999 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-75f2b685-80b7-4431-9460-1f8dbda97dd4 None None] Provisioning complete for port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:09.835196 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-75f2b685-80b7-4431-9460-1f8dbda97dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:09.873089 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] For port 177dcff1-cd4d-4c3e-b13b-17b72f33d72c, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:14:09.923564 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-75f2b685-80b7-4431-9460-1f8dbda97dd4 None None] Port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:14:09.945345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] For port 177dcff1-cd4d-4c3e-b13b-17b72f33d72c, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=177dcff1-cd4d-4c3e-b13b-17b72f33d72c,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:14:10.031675 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c32410-7893-48dc-b2df-e66133e95dec x-openstack-request-id: req-b7c32410-7893-48dc-b2df-e66133e95dec {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:10.033704 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:10.033704 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7c32410-7893-48dc-b2df-e66133e95dec {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:10.033704 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b', 'status': 'completed', 'code': 200}
Jun 04 15:14:10.046165 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:10.101044 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:10.114691 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:10.159589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-aa9c8d31-fc85-4639-b0ac-66b7984f307d req-84dc2d5d-5bb9-4612-9982-158a01f9d8f3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] For port c77103ec-9088-4d69-9c0e-188bf2972c52, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c77103ec-9088-4d69-9c0e-188bf2972c52,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:10.159957 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-aa9c8d31-fc85-4639-b0ac-66b7984f307d req-84dc2d5d-5bb9-4612-9982-158a01f9d8f3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:10.164399 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e795d-d568-468f-842c-4be1b36f0a12 req-b5b25394-fb11-4813-8029-5374846b286d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:10.171776 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-513e795d-d568-468f-842c-4be1b36f0a12 req-b5b25394-fb11-4813-8029-5374846b286d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 943 time: 0.1941011
Jun 04 15:14:10.193652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-62b5a07e-5157-4972-a200-10fce5f71b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:10.195122 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-62b5a07e-5157-4972-a200-10fce5f71b6d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 1099 time: 0.1525075
Jun 04 15:14:10.291189 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-513e795d-d568-468f-842c-4be1b36f0a12 req-3f1313ab-1552-452c-897c-955cdac3e461 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128676
Jun 04 15:14:10.293733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:10.294375 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:10.295785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] 10.222.0.65 "PUT /v2.0/ports/177dcff1-cd4d-4c3e-b13b-17b72f33d72c HTTP/1.1" status: 200  len: 1091 time: 3.6723192
Jun 04 15:14:10.447105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-aa9c8d31-fc85-4639-b0ac-66b7984f307d req-84dc2d5d-5bb9-4612-9982-158a01f9d8f3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Calling delete_port for c77103ec-9088-4d69-9c0e-188bf2972c52 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:14:10.508626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-bcbdf3f4-1d4d-49e1-b7c9-fe36194915ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:10.510088 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-bcbdf3f4-1d4d-49e1-b7c9-fe36194915ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.3058851
Jun 04 15:14:10.608860 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-fa739cb8-9b0d-49d8-b6a3-4f9bee9d0440 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d3750d13-39cf-4214-bf49-5aa80781898b HTTP/1.1" status: 200  len: 217 time: 0.0877914
Jun 04 15:14:10.625440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de69d3f-5070-4c10-b9f2-1579b2601b01 req-2d71a583-ca95-44e0-af79-646695fce160 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:10.625440 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3de69d3f-5070-4c10-b9f2-1579b2601b01 req-2d71a583-ca95-44e0-af79-646695fce160 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 948 time: 0.2063296
Jun 04 15:14:10.638080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Pushing event updated for resources: {'Port': ['ID=177dcff1-cd4d-4c3e-b13b-17b72f33d72c,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:10.642643 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:10.727463 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3de69d3f-5070-4c10-b9f2-1579b2601b01 req-b881b15c-1988-405a-b03c-a8fd6963067e tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703368
Jun 04 15:14:10.729157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-15bb8488-95da-4980-a90c-a6ce3bec8e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:10.730549 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-15bb8488-95da-4980-a90c-a6ce3bec8e7e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1070216
Jun 04 15:14:10.781154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-40230632-76f7-4e51-929f-0fe00b243c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:10.782836 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-40230632-76f7-4e51-929f-0fe00b243c26 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 1099 time: 0.7240112
Jun 04 15:14:10.834268 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-1dfbc0dd-1bde-4cb2-9923-f5589fc389e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:10.835784 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-1dfbc0dd-1bde-4cb2-9923-f5589fc389e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0979705
Jun 04 15:14:10.891173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112639c-feed-4018-9b94-5d853db0509c req-d889d0e2-3176-45c8-b7b7-84b12c951b8b tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:10.892587 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4112639c-feed-4018-9b94-5d853db0509c req-d889d0e2-3176-45c8-b7b7-84b12c951b8b tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 945 time: 0.4356723
Jun 04 15:14:10.994086 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-c5c9b3a8-e4ee-4395-ab00-7cd2dac2f539 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490374
Jun 04 15:14:11.087048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-4776bb9e-d61f-4559-a5cc-76232c773346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:11.088542 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-4776bb9e-d61f-4559-a5cc-76232c773346 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 1094 time: 0.6515315
Jun 04 15:14:11.138910 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-c53c7c49-d08f-46a2-8e44-ab4f071b6d09 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377192
Jun 04 15:14:11.319826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c029dbf-b923-4be8-bc3c-9a823a54ffe3 req-7aa0dac7-4ccc-4545-952b-d8a2b61035fe tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:11.321680 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c029dbf-b923-4be8-bc3c-9a823a54ffe3 req-7aa0dac7-4ccc-4545-952b-d8a2b61035fe tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 932 time: 0.1119409
Jun 04 15:14:11.325382 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-609dd915-dcc3-4407-9d14-ba247deba37d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177dcff1-cd4d-4c3e-b13b-17b72f33d72c HTTP/1.1" status: 200  len: 217 time: 0.1653864
Jun 04 15:14:11.372431 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c029dbf-b923-4be8-bc3c-9a823a54ffe3 req-d40a5800-7073-4996-a076-3b4dd2bab605 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443428
Jun 04 15:14:11.462973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-e3ba5549-e3d8-47fd-a693-b43999b1a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:11.464426 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-e3ba5549-e3d8-47fd-a693-b43999b1a39d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc HTTP/1.1" status: 200  len: 852 time: 0.1241577
Jun 04 15:14:11.467253 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4112639c-feed-4018-9b94-5d853db0509c req-46906b10-38db-49c9-b03e-b07caa424dc3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3860753
Jun 04 15:14:11.530051 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-61af56bb-c77e-4e90-bdfc-746cd0b272a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64018707-9132-4dd5-a91e-611ca8957998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0507438
Jun 04 15:14:11.532267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-b9164437-3e2b-4100-9769-7880a55b554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:11.536858 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-b9164437-3e2b-4100-9769-7880a55b554d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.7211671
Jun 04 15:14:11.583027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d2860-bfcb-41fd-977a-82d3a47ad1e9 req-48b0eb7e-a162-483a-81b5-1699b7be17b4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:11.593340 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-605d2860-bfcb-41fd-977a-82d3a47ad1e9 req-48b0eb7e-a162-483a-81b5-1699b7be17b4 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=7252f527-5ba0-47bf-ac1b-bde080dd907e HTTP/1.1" status: 200  len: 944 time: 0.1085796
Jun 04 15:14:11.647429 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-605d2860-bfcb-41fd-977a-82d3a47ad1e9 req-8611d771-cfee-448d-aaa9-f516f38eb902 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531416
Jun 04 15:14:11.682836 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-7a421160-4cf6-4760-a9ca-69a55bfed952 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d3750d13-39cf-4214-bf49-5aa80781898b HTTP/1.1" status: 200  len: 217 time: 0.1162305
Jun 04 15:14:11.684772 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-aa9c8d31-fc85-4639-b0ac-66b7984f307d req-84dc2d5d-5bb9-4612-9982-158a01f9d8f3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:11.704528 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8d8d3005-bb03-475b-bfdf-dc58aefa745b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:11.830286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c83f507b-7d7b-4590-b293-ada6017312be', 'tag': '177dcff1-cd4d-4c3e-b13b-17b72f33d72c'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:11.833281 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0294045-33d5-4e9d-8b31-1b27fc64106c" -d '{"events": [{"name": "network-changed", "server_uuid": "c83f507b-7d7b-4590-b293-ada6017312be", "tag": "177dcff1-cd4d-4c3e-b13b-17b72f33d72c"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:11.859110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc2d5d-5bb9-4612-9982-158a01f9d8f3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Pushing event deleted for resources: {'Port': ['ID=c77103ec-9088-4d69-9c0e-188bf2972c52,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:11.879017 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-84dc2d5d-5bb9-4612-9982-158a01f9d8f3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:11.883047 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bddfaf8-ac06-4dbe-9bc1-4352a798742c {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:14:11.923185 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:11.969406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-9e9761ec-7f77-4bcd-8765-7cf8a9671431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:11.970873 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-9e9761ec-7f77-4bcd-8765-7cf8a9671431 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2674689
Jun 04 15:14:11.992049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f4c77-66a4-4ce4-9053-a3a20ee94148 req-33b1bc9b-2376-4580-b0f4-9151950a9953 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:11.993624 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0a1f4c77-66a4-4ce4-9053-a3a20ee94148 req-33b1bc9b-2376-4580-b0f4-9151950a9953 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 943 time: 0.0991545
Jun 04 15:14:12.048829 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0a1f4c77-66a4-4ce4-9053-a3a20ee94148 req-92f88172-5ade-48d4-9b30-e6cbc36d6c0f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474100
Jun 04 15:14:12.056181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9c8d31-fc85-4639-b0ac-66b7984f307d req-84dc2d5d-5bb9-4612-9982-158a01f9d8f3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] No DVR routers for this DVR port c77103ec-9088-4d69-9c0e-188bf2972c52 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:14:12.063230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Transition to ACTIVE for port object 6bddfaf8-ac06-4dbe-9bc1-4352a798742c will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:12.065462 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-d31fda26-881e-406f-bf10-feb8468b9ec0 service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5277426
Jun 04 15:14:12.066605 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-aa9c8d31-fc85-4639-b0ac-66b7984f307d req-84dc2d5d-5bb9-4612-9982-158a01f9d8f3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:12.200824 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:12.216137 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:12.266083 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aa9c8d31-fc85-4639-b0ac-66b7984f307d req-84dc2d5d-5bb9-4612-9982-158a01f9d8f3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.65 "DELETE /v2.0/ports/c77103ec-9088-4d69-9c0e-188bf2972c52 HTTP/1.1" status: 204  len: 173 time: 3.0004623
Jun 04 15:14:12.278541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9d21c-94db-44d0-a2d5-5caf0d9c9c06 req-a7637e87-72e9-4d18-be22-b4258900fa6e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:12.292360 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7ed9d21c-94db-44d0-a2d5-5caf0d9c9c06 req-a7637e87-72e9-4d18-be22-b4258900fa6e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 945 time: 0.1347678
Jun 04 15:14:12.378539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Pushing event updated for resources: {'Port': ['ID=6bddfaf8-ac06-4dbe-9bc1-4352a798742c,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:12.389684 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7ed9d21c-94db-44d0-a2d5-5caf0d9c9c06 req-228de894-9922-4732-8001-d809f4a1919a tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919785
Jun 04 15:14:12.451650 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:12.469721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d3750d13-39cf-4214-bf49-5aa80781898b details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:14:12.497973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-1e892a9e-6068-49e0-b813-cf0f7b062f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:12.500536 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-1e892a9e-6068-49e0-b813-cf0f7b062f8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.5025592
Jun 04 15:14:12.509202 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbf2d77-fafb-449b-b10a-053f968701fc x-openstack-request-id: req-edbf2d77-fafb-449b-b10a-053f968701fc {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:12.509714 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c83f507b-7d7b-4590-b293-ada6017312be", "tag": "177dcff1-cd4d-4c3e-b13b-17b72f33d72c", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:12.510183 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-edbf2d77-fafb-449b-b10a-053f968701fc {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:12.510764 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c83f507b-7d7b-4590-b293-ada6017312be', 'tag': '177dcff1-cd4d-4c3e-b13b-17b72f33d72c', 'status': 'completed', 'code': 200}
Jun 04 15:14:12.523986 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device c77103ec-9088-4d69-9c0e-188bf2972c52 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:14:12.548050 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7b34463f-0dde-4c5c-b72d-3a20564e69fc req-7db5c741-871f-4fa6-b1ec-256fd13e6832 service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4737487
Jun 04 15:14:12.640436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: c77103ec-9088-4d69-9c0e-188bf2972c52 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:14:12.640967 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device c77103ec-9088-4d69-9c0e-188bf2972c52 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:14:12.802971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016d13f-d419-4b85-9bf2-ab82a1d81c76 req-18140911-cafa-40bb-8496-1db423dfd219 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:12.804791 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d016d13f-d419-4b85-9bf2-ab82a1d81c76 req-18140911-cafa-40bb-8496-1db423dfd219 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.62 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 944 time: 0.1545594
Jun 04 15:14:12.821143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d3750d13-39cf-4214-bf49-5aa80781898b,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:12.850207 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'd3750d13-39cf-4214-bf49-5aa80781898b', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'd3750d13-39cf-4214-bf49-5aa80781898b', 'mac_address': 'fa:16:3e:a2:5e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:14:12.992849 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:13.041661 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3750d13-39cf-4214-bf49-5aa80781898b {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:14:13.070710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d3750d13-39cf-4214-bf49-5aa80781898b,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:13.101835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533340f3-9263-448e-82f9-c3c2fecd3605 req-57c7ff71-7234-414f-a927-76eaa944dd31 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:13.103241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-533340f3-9263-448e-82f9-c3c2fecd3605 req-57c7ff71-7234-414f-a927-76eaa944dd31 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 948 time: 0.8557065
Jun 04 15:14:13.157260 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:13.166889 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:13.177407 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-3c2957cf-e1ab-4cec-9cfc-3f1b3390d219 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6637969
Jun 04 15:14:13.183631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Attempting to bind port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:14:13.183977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Attempting to bind port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:14:13.184346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Attempting to bind port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c on network fc578392-edaf-4d3c-9dfb-10e567eb7921 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:13.193969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-d016d13f-d419-4b85-9bf2-ab82a1d81c76 req-5a69f1ed-9bd1-44f7-b223-f72b684ed72f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Deleting port 813f4f5b-4123-4e1e-923d-9448ffb376d3 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:14:13.194419 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-d016d13f-d419-4b85-9bf2-ab82a1d81c76 req-5a69f1ed-9bd1-44f7-b223-f72b684ed72f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:13.229154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c on network fc578392-edaf-4d3c-9dfb-10e567eb7921 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:14:13.231677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Attempting to bind port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c on network fc578392-edaf-4d3c-9dfb-10e567eb7921 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:13.267643 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-533340f3-9263-448e-82f9-c3c2fecd3605 req-05069903-102a-487e-bd9e-2e9f2900f34f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576257
Jun 04 15:14:13.279489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:14:13.280100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Checking segment: {'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:14:13.280752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Bound using segment: {'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:14:13.281456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Bound port: 6bddfaf8-ac06-4dbe-9bc1-4352a798742c, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:14:13.282055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:13.318281 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=d3750d13-39cf-4214-bf49-5aa80781898b,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:13.331114 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:13.401584 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0294045-33d5-4e9d-8b31-1b27fc64106c req-e264a658-5e75-459c-86da-5be0b32a53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:13.403088 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0294045-33d5-4e9d-8b31-1b27fc64106c req-e264a658-5e75-459c-86da-5be0b32a53df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 1094 time: 0.6844773
Jun 04 15:14:13.442571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff04c3d-ac05-4e00-a7f1-896f913d9480 req-707ce1b7-e6a4-4e2e-812e-88e324efc392 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:13.444578 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ff04c3d-ac05-4e00-a7f1-896f913d9480 req-707ce1b7-e6a4-4e2e-812e-88e324efc392 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 944 time: 0.4241729
Jun 04 15:14:13.461267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['d3750d13-39cf-4214-bf49-5aa80781898b'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:14:13.546600 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-d016d13f-d419-4b85-9bf2-ab82a1d81c76 req-5a69f1ed-9bd1-44f7-b223-f72b684ed72f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] For port 813f4f5b-4123-4e1e-923d-9448ffb376d3, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=813f4f5b-4123-4e1e-923d-9448ffb376d3,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:13.547511 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-d016d13f-d419-4b85-9bf2-ab82a1d81c76 req-5a69f1ed-9bd1-44f7-b223-f72b684ed72f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:13.557701 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ff04c3d-ac05-4e00-a7f1-896f913d9480 req-112af5ad-6a0e-4ec0-873a-5eb5a6633e99 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019499
Jun 04 15:14:13.688571 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bb8836f1-6f46-43d9-af1d-b9f3793cded1 req-d34dc095-2ca3-4e3d-9ffb-72ecae2b25a2 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4943147
Jun 04 15:14:13.693207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] For port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:14:13.697986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] For port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6bddfaf8-ac06-4dbe-9bc1-4352a798742c,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:14:13.705484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0294045-33d5-4e9d-8b31-1b27fc64106c req-c3aa0b96-93df-4510-8920-576e65629666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:13.707993 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0294045-33d5-4e9d-8b31-1b27fc64106c req-c3aa0b96-93df-4510-8920-576e65629666 service neutron] 10.222.0.65 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 913 time: 0.2740161
Jun 04 15:14:13.714817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-d016d13f-d419-4b85-9bf2-ab82a1d81c76 req-5a69f1ed-9bd1-44f7-b223-f72b684ed72f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Calling delete_port for 813f4f5b-4123-4e1e-923d-9448ffb376d3 owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:14:13.803135 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:13.807574 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0294045-33d5-4e9d-8b31-1b27fc64106c req-dabceca9-f39c-4fb5-9906-5fc836e840c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177dcff1-cd4d-4c3e-b13b-17b72f33d72c HTTP/1.1" status: 200  len: 217 time: 0.0927346
Jun 04 15:14:13.809301 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8c48debd-3c3d-44ea-8a7a-5765d2f14a73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:13.844711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e43f0d-064b-4ae7-9c06-33e8e27c3c89 req-98287692-5d5f-41e9-85b6-03209da3ceb4 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:13.845445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-14e43f0d-064b-4ae7-9c06-33e8e27c3c89 req-98287692-5d5f-41e9-85b6-03209da3ceb4 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Synchronizing usage tracker for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:13.902427 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-d016d13f-d419-4b85-9bf2-ab82a1d81c76 req-5a69f1ed-9bd1-44f7-b223-f72b684ed72f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:13.916975 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-94be457d-6d10-474e-914d-ef3ba4b0ca3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:13.931657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:13.932623 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:13.934117 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] 10.222.0.65 "PUT /v2.0/ports/6bddfaf8-ac06-4dbe-9bc1-4352a798742c HTTP/1.1" status: 200  len: 1092 time: 4.1560709
Jun 04 15:14:13.963545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0294045-33d5-4e9d-8b31-1b27fc64106c req-83c76f6c-7b3f-491a-a34a-d8c7f4f863d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:13.965064 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0294045-33d5-4e9d-8b31-1b27fc64106c req-83c76f6c-7b3f-491a-a34a-d8c7f4f863d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc HTTP/1.1" status: 200  len: 852 time: 0.1156940
Jun 04 15:14:13.965850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Pushing event updated for resources: {'Port': ['ID=6bddfaf8-ac06-4dbe-9bc1-4352a798742c,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:13.975495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:13.975856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:13.976406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:13.976791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:13.977154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:13.977520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:13.977844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:13.978362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:13.978709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:13.979053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:13.979538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:13.979897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:14.019108 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:14.026416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69f1ed-9bd1-44f7-b223-f72b684ed72f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Pushing event deleted for resources: {'Port': ['ID=813f4f5b-4123-4e1e-923d-9448ffb376d3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:14.027262 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0294045-33d5-4e9d-8b31-1b27fc64106c req-134e9098-f5fc-43ef-9bd5-70d79b76cd0f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64018707-9132-4dd5-a91e-611ca8957998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536616
Jun 04 15:14:14.028385 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-14e43f0d-064b-4ae7-9c06-33e8e27c3c89 req-98287692-5d5f-41e9-85b6-03209da3ceb4 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Unset dirty status for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:14.028534 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5a69f1ed-9bd1-44f7-b223-f72b684ed72f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:14.035464 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14e43f0d-064b-4ae7-9c06-33e8e27c3c89 req-98287692-5d5f-41e9-85b6-03209da3ceb4 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 944 time: 0.5314898
Jun 04 15:14:14.136015 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-d016d13f-d419-4b85-9bf2-ab82a1d81c76 req-5a69f1ed-9bd1-44f7-b223-f72b684ed72f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] No DVR routers for this DVR port 813f4f5b-4123-4e1e-923d-9448ffb376d3 on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:14:14.140173 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-d016d13f-d419-4b85-9bf2-ab82a1d81c76 req-5a69f1ed-9bd1-44f7-b223-f72b684ed72f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:14.143045 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79c89ed-c038-4a0e-882d-0adf1727386e', 'name': 'network-vif-deleted', 'tag': '813f4f5b-4123-4e1e-923d-9448ffb376d3'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:14.146199 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321004e8-a723-4ae6-b558-982e98693b25" -d '{"events": [{"server_uuid": "c79c89ed-c038-4a0e-882d-0adf1727386e", "name": "network-vif-deleted", "tag": "813f4f5b-4123-4e1e-923d-9448ffb376d3"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:14.160738 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d016d13f-d419-4b85-9bf2-ab82a1d81c76 req-5a69f1ed-9bd1-44f7-b223-f72b684ed72f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.62 "DELETE /v2.0/ports/813f4f5b-4123-4e1e-923d-9448ffb376d3 HTTP/1.1" status: 204  len: 173 time: 1.3495052
Jun 04 15:14:14.195101 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8472e44-6100-4cc0-97c5-8dbcbfd32c54 req-26f458b4-422f-4d7d-82d0-6ac9930e951a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:14.195101 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c8472e44-6100-4cc0-97c5-8dbcbfd32c54 req-26f458b4-422f-4d7d-82d0-6ac9930e951a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 943 time: 0.2272835
Jun 04 15:14:14.262302 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c8472e44-6100-4cc0-97c5-8dbcbfd32c54 req-a56ed3ec-3c07-4ef5-a14c-146f69ddc574 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602062
Jun 04 15:14:14.267104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-14e43f0d-064b-4ae7-9c06-33e8e27c3c89 req-a34d0579-3651-42ba-a240-af5abfd27eef tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Synchronizing usage tracker for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:14.353028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-59b6ed65-9210-494d-87dd-80574a740cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:14.355595 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-59b6ed65-9210-494d-87dd-80574a740cc9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 1095 time: 0.2783685
Jun 04 15:14:14.359498 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0294045-33d5-4e9d-8b31-1b27fc64106c req-2db78a40-2b0d-434e-8f66-9c17aeb4a5e7 service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3063872
Jun 04 15:14:14.463918 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 177dcff1-cd4d-4c3e-b13b-17b72f33d72c details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:14:14.467262 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d3750d13-39cf-4214-bf49-5aa80781898b up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:14:14.476755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-14e43f0d-064b-4ae7-9c06-33e8e27c3c89 req-a34d0579-3651-42ba-a240-af5abfd27eef tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Unset dirty status for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:14.481542 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14e43f0d-064b-4ae7-9c06-33e8e27c3c89 req-a34d0579-3651-42ba-a240-af5abfd27eef tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4448776
Jun 04 15:14:14.489267 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-19281f3c-7181-4302-8e6b-923558410f3f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bddfaf8-ac06-4dbe-9bc1-4352a798742c HTTP/1.1" status: 200  len: 217 time: 0.1124237
Jun 04 15:14:14.561085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7252f527-5ba0-47bf-ac1b-bde080dd907e', 'name': 'network-vif-deleted', 'tag': 'c77103ec-9088-4d69-9c0e-188bf2972c52'}, {'name': 'network-changed', 'server_uuid': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'tag': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:14.563472 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c62d29-bf66-4820-9bc0-9ca70e76684c" -d '{"events": [{"server_uuid": "7252f527-5ba0-47bf-ac1b-bde080dd907e", "name": "network-vif-deleted", "tag": "c77103ec-9088-4d69-9c0e-188bf2972c52"}, {"name": "network-changed", "server_uuid": "cd298d8e-b03d-49fc-9447-02be9b262f29", "tag": "6bddfaf8-ac06-4dbe-9bc1-4352a798742c"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:14.674464 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port d3750d13-39cf-4214-bf49-5aa80781898b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:14.689339 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port d3750d13-39cf-4214-bf49-5aa80781898b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:14.689860 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:14.725705 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-d6d37fc8-7f6f-489d-aaf4-38874ef83b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:14.730200 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-d6d37fc8-7f6f-489d-aaf4-38874ef83b9b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.2246177
Jun 04 15:14:14.794440 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 177dcff1-cd4d-4c3e-b13b-17b72f33d72c, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=177dcff1-cd4d-4c3e-b13b-17b72f33d72c,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:14.861267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '177dcff1-cd4d-4c3e-b13b-17b72f33d72c', 'network_id': '64018707-9132-4dd5-a91e-611ca8957998', 'port_id': '177dcff1-cd4d-4c3e-b13b-17b72f33d72c', 'mac_address': 'fa:16:3e:50:09:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:14:15.013346 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:15.030375 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:15.034475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0294045-33d5-4e9d-8b31-1b27fc64106c req-9c6b7cda-30bc-44a5-9f70-f8606a80cf7c service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6533873
Jun 04 15:14:15.048689 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177dcff1-cd4d-4c3e-b13b-17b72f33d72c {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:14:15.079233 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d3750d13-39cf-4214-bf49-5aa80781898b,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:15.085023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:15.087745 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3e0f20-e775-4ba7-8e67-3c8175666a39" -d '{"events": [{"server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "name": "network-vif-plugged", "status": "completed", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:15.096813 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 177dcff1-cd4d-4c3e-b13b-17b72f33d72c, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=177dcff1-cd4d-4c3e-b13b-17b72f33d72c,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:15.139116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee431df-47c7-4178-94ab-f4e134ad944f req-689ac0cf-97a8-487f-ad96-db7a39a9a27f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:15.140909 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5ee431df-47c7-4178-94ab-f4e134ad944f req-689ac0cf-97a8-487f-ad96-db7a39a9a27f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 945 time: 0.5060012
Jun 04 15:14:15.163380 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:15.167254 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:15.170222 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fed3dde7-b597-4e84-b46e-e07a4d9dbc90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:15.220726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-fbc4e393-a947-44e1-bf65-d24f3a2c5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:15.222198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-fbc4e393-a947-44e1-bf65-d24f3a2c5cea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4786916
Jun 04 15:14:15.225123 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5ee431df-47c7-4178-94ab-f4e134ad944f req-6d9170d7-169f-45d3-9799-b8304f56c7d3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703094
Jun 04 15:14:15.233974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-c94cb7b2-7aae-4ca5-ac8f-03d0c0e0951f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:15.239313 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-c94cb7b2-7aae-4ca5-ac8f-03d0c0e0951f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5&tenant_id=3254735b2dc54fbdbff67741a34d5965&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 949 time: 0.2987137
Jun 04 15:14:15.248071 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=177dcff1-cd4d-4c3e-b13b-17b72f33d72c,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:15.325758 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae338f9-fe5d-45aa-9315-d368ba4f5960 x-openstack-request-id: req-aae338f9-fe5d-45aa-9315-d368ba4f5960 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:15.326788 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79c89ed-c038-4a0e-882d-0adf1727386e", "name": "network-vif-deleted", "tag": "813f4f5b-4123-4e1e-923d-9448ffb376d3", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:15.327443 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aae338f9-fe5d-45aa-9315-d368ba4f5960 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:15.328193 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79c89ed-c038-4a0e-882d-0adf1727386e', 'name': 'network-vif-deleted', 'tag': '813f4f5b-4123-4e1e-923d-9448ffb376d3', 'status': 'completed', 'code': 200}
Jun 04 15:14:15.383772 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=d3750d13-39cf-4214-bf49-5aa80781898b,revision_number=9']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:15.401273 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:15.401806 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:15.402166 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:15.443246 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['177dcff1-cd4d-4c3e-b13b-17b72f33d72c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:14:15.443398 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fd4b67-e988-4d2d-a35d-bc2e8236363c x-openstack-request-id: req-64fd4b67-e988-4d2d-a35d-bc2e8236363c {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:15.443398 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7252f527-5ba0-47bf-ac1b-bde080dd907e", "name": "network-vif-deleted", "tag": "c77103ec-9088-4d69-9c0e-188bf2972c52", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cd298d8e-b03d-49fc-9447-02be9b262f29", "tag": "6bddfaf8-ac06-4dbe-9bc1-4352a798742c", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:15.443398 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64fd4b67-e988-4d2d-a35d-bc2e8236363c {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:15.444166 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7252f527-5ba0-47bf-ac1b-bde080dd907e', 'name': 'network-vif-deleted', 'tag': 'c77103ec-9088-4d69-9c0e-188bf2972c52', 'status': 'completed', 'code': 200}
Jun 04 15:14:15.444166 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'tag': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'status': 'completed', 'code': 200}
Jun 04 15:14:15.487691 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-d4c26217-0849-4104-acef-1a871bebd188 service neutron] 10.222.0.65 "GET /v2.0/ports/d3750d13-39cf-4214-bf49-5aa80781898b/bindings/n-h1-791505-9 HTTP/1.1" status: 200  len: 382 time: 0.2342076
Jun 04 15:14:15.513663 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-72056b37-3044-455a-8dfa-ec8d4d213167 service neutron] 10.222.0.65 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2631960
Jun 04 15:14:15.673710 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-4b073433-add2-424b-98d1-b85a82215a0d req-28c842de-7063-4919-a4f7-c3f130158787 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Synchronizing usage tracker for tenant:a03aebe4cbe94e51823784c56531a643 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:15.777309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-4b073433-add2-424b-98d1-b85a82215a0d req-28c842de-7063-4919-a4f7-c3f130158787 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Unset dirty status for tenant:a03aebe4cbe94e51823784c56531a643 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:15.778840 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b073433-add2-424b-98d1-b85a82215a0d req-28c842de-7063-4919-a4f7-c3f130158787 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=c79c89ed-c038-4a0e-882d-0adf1727386e HTTP/1.1" status: 200  len: 210 time: 0.1703625
Jun 04 15:14:15.881565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-d637c7f4-c81f-46a0-a6c5-0de4c75f162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:15.887851 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-d637c7f4-c81f-46a0-a6c5-0de4c75f162d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 1101 time: 0.3610268
Jun 04 15:14:15.962094 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9e01cdf-e425-48ec-9f8c-c4cc5fcf9d62 req-d6abd6bf-b768-4aef-9a39-dc5f303769d9 service neutron] 10.222.0.65 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4409301
Jun 04 15:14:15.975193 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d901e1a-d064-400a-a01e-d4b3fcaa802d x-openstack-request-id: req-4d901e1a-d064-400a-a01e-d4b3fcaa802d {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:15.975729 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "name": "network-vif-plugged", "status": "completed", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:15.975729 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d901e1a-d064-400a-a01e-d4b3fcaa802d {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:15.976132 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b', 'code': 200}
Jun 04 15:14:16.012414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32213c88-25cf-467e-91ae-9c3457cb27bf req-ba710848-43a2-4c2a-bf82-4973edee02e7 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:16.014163 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-32213c88-25cf-467e-91ae-9c3457cb27bf req-ba710848-43a2-4c2a-bf82-4973edee02e7 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 944 time: 0.1522534
Jun 04 15:14:16.203374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-94d1af52-6b0a-4830-b0c1-e80b0cebdde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:16.204856 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-94d1af52-6b0a-4830-b0c1-e80b0cebdde7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.3128519
Jun 04 15:14:16.281670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e993aaf-e6d0-4813-9964-88a4cead4cdd req-a022112d-c168-477d-83c5-ee2cec03c793 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:16.287532 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e993aaf-e6d0-4813-9964-88a4cead4cdd req-a022112d-c168-477d-83c5-ee2cec03c793 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.2722082
Jun 04 15:14:16.322610 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-04e4bb01-e8ef-4ca1-b70d-e6a4a9a4f940 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d3750d13-39cf-4214-bf49-5aa80781898b HTTP/1.1" status: 200  len: 217 time: 0.1054780
Jun 04 15:14:16.339508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-32213c88-25cf-467e-91ae-9c3457cb27bf req-e8f8eb5d-9f64-40ee-b953-aed189de6200 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Deleting port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:14:16.340122 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-32213c88-25cf-467e-91ae-9c3457cb27bf req-e8f8eb5d-9f64-40ee-b953-aed189de6200 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:16.382552 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e993aaf-e6d0-4813-9964-88a4cead4cdd req-0496a8c8-d197-437f-a091-c54a3142b5fa tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851233
Jun 04 15:14:16.408268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c39936-d35c-4dd5-8d34-5d8e52d6b18f req-26240260-5b6f-458f-a8a9-aff681991854 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:16.409780 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c39936-d35c-4dd5-8d34-5d8e52d6b18f req-26240260-5b6f-458f-a8a9-aff681991854 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 945 time: 0.3095663
Jun 04 15:14:16.415428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c62d29-bf66-4820-9bc0-9ca70e76684c req-7e984b3d-b1bd-4118-a380-05505ddd04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:16.416894 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5c62d29-bf66-4820-9bc0-9ca70e76684c req-7e984b3d-b1bd-4118-a380-05505ddd04c0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 1095 time: 0.3555689
Jun 04 15:14:16.424709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-db630835-c94f-4e2d-83c9-9db7d19b1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:16.426211 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-db630835-c94f-4e2d-83c9-9db7d19b1f50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0964282
Jun 04 15:14:16.440866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 813f4f5b-4123-4e1e-923d-9448ffb376d3 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:14:16.504584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 813f4f5b-4123-4e1e-923d-9448ffb376d3 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:14:16.505040 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 813f4f5b-4123-4e1e-923d-9448ffb376d3 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:14:16.515226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-32213c88-25cf-467e-91ae-9c3457cb27bf req-e8f8eb5d-9f64-40ee-b953-aed189de6200 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] For port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:16.515696 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-32213c88-25cf-467e-91ae-9c3457cb27bf req-e8f8eb5d-9f64-40ee-b953-aed189de6200 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:16.614375 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c39936-d35c-4dd5-8d34-5d8e52d6b18f req-9533a644-5b45-4340-a8e4-aa1535dfba5b tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909952
Jun 04 15:14:16.651293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c62d29-bf66-4820-9bc0-9ca70e76684c req-5eeb12eb-400b-44dd-ada5-0b5034551a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:16.652695 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5c62d29-bf66-4820-9bc0-9ca70e76684c req-5eeb12eb-400b-44dd-ada5-0b5034551a17 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 921 time: 0.2256694
Jun 04 15:14:16.658949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-7d970b41-755b-432b-a158-ff9f25e5f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:16.661647 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-7d970b41-755b-432b-a158-ff9f25e5f91f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2043638
Jun 04 15:14:16.716774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-32213c88-25cf-467e-91ae-9c3457cb27bf req-e8f8eb5d-9f64-40ee-b953-aed189de6200 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Calling delete_port for 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:14:16.748430 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5c62d29-bf66-4820-9bc0-9ca70e76684c req-d8779962-efe1-4b11-9a12-85597d228160 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bddfaf8-ac06-4dbe-9bc1-4352a798742c HTTP/1.1" status: 200  len: 217 time: 0.0861118
Jun 04 15:14:16.779784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4db6fd-fe57-4fd5-99bd-52859826d8fe req-4b48030d-2744-4bb7-983d-5b3c8aa6f36c tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:16.781331 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c4db6fd-fe57-4fd5-99bd-52859826d8fe req-4b48030d-2744-4bb7-983d-5b3c8aa6f36c tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 944 time: 0.2572639
Jun 04 15:14:16.871756 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c4db6fd-fe57-4fd5-99bd-52859826d8fe req-889b9708-9e3c-476a-b913-27f0c91945ea tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784900
Jun 04 15:14:16.966822 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-32213c88-25cf-467e-91ae-9c3457cb27bf req-e8f8eb5d-9f64-40ee-b953-aed189de6200 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:16.978452 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0f1986a1-dbc4-458b-b8fd-6bfb571e227a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:17.062706 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c62d29-bf66-4820-9bc0-9ca70e76684c req-dc5db06e-fb4f-45c0-88c7-2c145178224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:17.064281 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5c62d29-bf66-4820-9bc0-9ca70e76684c req-dc5db06e-fb4f-45c0-88c7-2c145178224d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.2649829
Jun 04 15:14:17.099322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8eb5d-9f64-40ee-b953-aed189de6200 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Pushing event deleted for resources: {'Port': ['ID=5f714e28-ec36-4ad5-b7fd-a48af7b53f62,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:17.102228 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e8f8eb5d-9f64-40ee-b953-aed189de6200 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:17.133232 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-94dc8132-e436-49d2-b3c7-61324a243c3c service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4140522
Jun 04 15:14:17.183377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8b1d0-fdba-4994-bac5-a422fbaf787a req-b28a90c5-30b4-4522-a569-36aeef152dad tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:17.184004 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-19c8b1d0-fdba-4994-bac5-a422fbaf787a req-b28a90c5-30b4-4522-a569-36aeef152dad tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Synchronizing usage tracker for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:17.294652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-32213c88-25cf-467e-91ae-9c3457cb27bf req-e8f8eb5d-9f64-40ee-b953-aed189de6200 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] No DVR routers for this DVR port 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:14:17.301076 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-32213c88-25cf-467e-91ae-9c3457cb27bf req-e8f8eb5d-9f64-40ee-b953-aed189de6200 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:17.302503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c62d29-bf66-4820-9bc0-9ca70e76684c req-1146e25b-c9ba-48f2-af58-aecd8eec3a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:17.304220 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5c62d29-bf66-4820-9bc0-9ca70e76684c req-1146e25b-c9ba-48f2-af58-aecd8eec3a05 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2312703
Jun 04 15:14:17.324755 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-32213c88-25cf-467e-91ae-9c3457cb27bf req-e8f8eb5d-9f64-40ee-b953-aed189de6200 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.62 "DELETE /v2.0/ports/5f714e28-ec36-4ad5-b7fd-a48af7b53f62 HTTP/1.1" status: 204  len: 173 time: 1.2608159
Jun 04 15:14:17.337247 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2b53f5-5a47-4ca0-85e3-2e30b8feeded', 'name': 'network-vif-deleted', 'tag': '5f714e28-ec36-4ad5-b7fd-a48af7b53f62'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:17.341888 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c59594c-15ee-4242-be0b-019d687d91da" -d '{"events": [{"server_uuid": "5b2b53f5-5a47-4ca0-85e3-2e30b8feeded", "name": "network-vif-deleted", "tag": "5f714e28-ec36-4ad5-b7fd-a48af7b53f62"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:17.356424 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570924d-43ca-44d6-8a5f-6bf635fcc701 req-40f8ab25-3033-4361-884b-5b1f942a123d tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:17.357975 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7570924d-43ca-44d6-8a5f-6bf635fcc701 req-40f8ab25-3033-4361-884b-5b1f942a123d tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 944 time: 0.3249762
Jun 04 15:14:17.415816 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7570924d-43ca-44d6-8a5f-6bf635fcc701 req-5716d65a-6777-494a-b42c-408b1c571720 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453482
Jun 04 15:14:17.436640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-19c8b1d0-fdba-4994-bac5-a422fbaf787a req-b28a90c5-30b4-4522-a569-36aeef152dad tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Unset dirty status for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:17.437930 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19c8b1d0-fdba-4994-bac5-a422fbaf787a req-b28a90c5-30b4-4522-a569-36aeef152dad tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2b53f5-5a47-4ca0-85e3-2e30b8feeded HTTP/1.1" status: 200  len: 866 time: 0.6913064
Jun 04 15:14:17.474933 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-2de9bb9e-6fce-417a-bdd0-b073257b7582 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3350031
Jun 04 15:14:17.525062 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5c62d29-bf66-4820-9bc0-9ca70e76684c req-7bb1e2e2-a101-4ce7-95bf-efa36f57bc0d service neutron] 10.222.0.65 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116039
Jun 04 15:14:17.621928 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19c8b1d0-fdba-4994-bac5-a422fbaf787a req-048158e3-d6ec-4e39-882b-c5dfaf8343b5 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674323
Jun 04 15:14:17.674698 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5c62d29-bf66-4820-9bc0-9ca70e76684c req-d90c7e79-7607-4a5a-9a3a-592aa062764f service neutron] 10.222.0.65 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428266
Jun 04 15:14:17.766356 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6374d7-1f94-4cae-9e17-b7376cd15ec9 x-openstack-request-id: req-7c6374d7-1f94-4cae-9e17-b7376cd15ec9 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:17.772172 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2b53f5-5a47-4ca0-85e3-2e30b8feeded", "name": "network-vif-deleted", "tag": "5f714e28-ec36-4ad5-b7fd-a48af7b53f62", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:17.772172 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c6374d7-1f94-4cae-9e17-b7376cd15ec9 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:17.772172 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2b53f5-5a47-4ca0-85e3-2e30b8feeded', 'name': 'network-vif-deleted', 'tag': '5f714e28-ec36-4ad5-b7fd-a48af7b53f62', 'status': 'completed', 'code': 200}
Jun 04 15:14:17.949595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0670de-26b5-4c2f-af34-ef94aedc5711 req-dbd3d5c3-2c82-42fd-b06a-c10734d50f6f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:17.951193 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5a0670de-26b5-4c2f-af34-ef94aedc5711 req-dbd3d5c3-2c82-42fd-b06a-c10734d50f6f tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.0973008
Jun 04 15:14:18.012119 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5a0670de-26b5-4c2f-af34-ef94aedc5711 req-85b75be2-730e-4a97-8087-75767f97744d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548630
Jun 04 15:14:18.216858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c46ef-d9b2-4cbe-95de-abfa93932254 req-02b986b0-80b8-4113-8d9b-8df343dc9c42 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:18.218351 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-831c46ef-d9b2-4cbe-95de-abfa93932254 req-02b986b0-80b8-4113-8d9b-8df343dc9c42 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 945 time: 0.0872412
Jun 04 15:14:18.273121 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-831c46ef-d9b2-4cbe-95de-abfa93932254 req-9692851d-bb2c-49b7-8aef-0e277c216c25 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471973
Jun 04 15:14:18.440171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:14:18.469414 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6bddfaf8-ac06-4dbe-9bc1-4352a798742c details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:14:18.471719 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 177dcff1-cd4d-4c3e-b13b-17b72f33d72c up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:14:18.523072 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:14:18.523292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 5f714e28-ec36-4ad5-b7fd-a48af7b53f62 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:14:18.680205 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6bddfaf8-ac06-4dbe-9bc1-4352a798742c,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:18.687751 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 177dcff1-cd4d-4c3e-b13b-17b72f33d72c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:18.698474 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 177dcff1-cd4d-4c3e-b13b-17b72f33d72c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:18.698858 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:18.723108 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'port_id': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'mac_address': 'fa:16:3e:59:dc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:14:18.811492 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:18.834355 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bddfaf8-ac06-4dbe-9bc1-4352a798742c {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:14:18.894786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6bddfaf8-ac06-4dbe-9bc1-4352a798742c,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:18.920545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad88a01-5ca2-4480-8113-3393e8d05f40 req-de0de472-c7b8-4615-83bf-59d7c971a5b9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:18.921918 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7ad88a01-5ca2-4480-8113-3393e8d05f40 req-de0de472-c7b8-4615-83bf-59d7c971a5b9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Synchronizing usage tracker for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:18.927077 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:18.966485 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:18.968426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83f507b-7d7b-4590-b293-ada6017312be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177dcff1-cd4d-4c3e-b13b-17b72f33d72c'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:18.972139 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03007690-b49e-416c-a67e-1768c09e4582" -d '{"events": [{"server_uuid": "c83f507b-7d7b-4590-b293-ada6017312be", "name": "network-vif-plugged", "status": "completed", "tag": "177dcff1-cd4d-4c3e-b13b-17b72f33d72c"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:18.981730 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:19.005636 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7ad88a01-5ca2-4480-8113-3393e8d05f40 req-de0de472-c7b8-4615-83bf-59d7c971a5b9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Unset dirty status for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:19.007300 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ad88a01-5ca2-4480-8113-3393e8d05f40 req-de0de472-c7b8-4615-83bf-59d7c971a5b9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 944 time: 0.2022533
Jun 04 15:14:19.051646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 177dcff1-cd4d-4c3e-b13b-17b72f33d72c, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=177dcff1-cd4d-4c3e-b13b-17b72f33d72c,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:19.064472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55543a11-cec5-4139-84ec-457711314e49 req-eda8499e-f6ed-4bfc-85da-b66b28bbfd2d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:19.072435 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55543a11-cec5-4139-84ec-457711314e49 req-eda8499e-f6ed-4bfc-85da-b66b28bbfd2d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 945 time: 0.1513608
Jun 04 15:14:19.101424 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ad88a01-5ca2-4480-8113-3393e8d05f40 req-63c3ec0e-5795-42e7-9426-689633956f1c tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871418
Jun 04 15:14:19.145944 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:19.167192 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55543a11-cec5-4139-84ec-457711314e49 req-57ee2db5-0239-48d2-a41c-7c6c4cf114ce tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854630
Jun 04 15:14:19.196212 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=6bddfaf8-ac06-4dbe-9bc1-4352a798742c,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:19.203797 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:19.204311 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:19.254338 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6bddfaf8-ac06-4dbe-9bc1-4352a798742c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:14:19.344144 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=177dcff1-cd4d-4c3e-b13b-17b72f33d72c,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:19.348503 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:19.388109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c50b40-b796-42aa-8c2c-e90481215c1b req-006d2e9b-66ca-4c8d-87a0-0fb3cd4bcc79 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:19.389651 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50c50b40-b796-42aa-8c2c-e90481215c1b req-006d2e9b-66ca-4c8d-87a0-0fb3cd4bcc79 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 945 time: 0.1218555
Jun 04 15:14:19.442155 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50c50b40-b796-42aa-8c2c-e90481215c1b req-4172e9e4-1533-4a8b-a113-b4a6dda75619 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462265
Jun 04 15:14:19.475925 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324d89e-4415-4074-af6a-fd06518662fa req-abc83f83-3768-4f59-ba0b-07ea53c86ac2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:19.477462 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f324d89e-4415-4074-af6a-fd06518662fa req-abc83f83-3768-4f59-ba0b-07ea53c86ac2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 945 time: 0.1630056
Jun 04 15:14:19.492400 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7f27c-c417-4fd6-8d38-4ccc4c470583 req-6fa8ee57-8c5b-4464-ab66-5953f2cc5df2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:19.494415 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a3e7f27c-c417-4fd6-8d38-4ccc4c470583 req-6fa8ee57-8c5b-4464-ab66-5953f2cc5df2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 945 time: 0.1194122
Jun 04 15:14:19.595209 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a3e7f27c-c417-4fd6-8d38-4ccc4c470583 req-7834081f-2b78-41da-a3d5-89153799a7f6 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/security-groups?id=579806ad-ace4-4284-ae3f-9dd6c726104f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686681
Jun 04 15:14:19.657849 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4441b4e7-e82a-4634-a5b2-dcaa25cb6359 x-openstack-request-id: req-4441b4e7-e82a-4634-a5b2-dcaa25cb6359 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:19.658371 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c83f507b-7d7b-4590-b293-ada6017312be", "name": "network-vif-plugged", "status": "completed", "tag": "177dcff1-cd4d-4c3e-b13b-17b72f33d72c", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:19.658529 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4441b4e7-e82a-4634-a5b2-dcaa25cb6359 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:19.658933 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83f507b-7d7b-4590-b293-ada6017312be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177dcff1-cd4d-4c3e-b13b-17b72f33d72c', 'code': 200}
Jun 04 15:14:19.674236 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-f324d89e-4415-4074-af6a-fd06518662fa req-695ab959-9423-4d45-9890-1991415a20e2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Deleting port c15cf193-6d50-486c-8a4b-734ef4c73717 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:14:19.674605 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f324d89e-4415-4074-af6a-fd06518662fa req-695ab959-9423-4d45-9890-1991415a20e2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:19.796264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b429c8c-1ed0-40f0-8d54-7a0775998086 req-9a3ff53a-8dae-4c83-98b4-3ee83a094e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:19.797894 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b429c8c-1ed0-40f0-8d54-7a0775998086 req-9a3ff53a-8dae-4c83-98b4-3ee83a094e2b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 1096 time: 0.0791106
Jun 04 15:14:19.851785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b429c8c-1ed0-40f0-8d54-7a0775998086 req-1f8c4ca6-2654-439c-89fc-4ca691c3e769 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464945
Jun 04 15:14:19.889574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-f324d89e-4415-4074-af6a-fd06518662fa req-695ab959-9423-4d45-9890-1991415a20e2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] For port c15cf193-6d50-486c-8a4b-734ef4c73717, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c15cf193-6d50-486c-8a4b-734ef4c73717,segment=NetworkSegment(2fcd054d-e046-4845-b504-a286dac9792d),segment_id=2fcd054d-e046-4845-b504-a286dac9792d)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:19.889928 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f324d89e-4415-4074-af6a-fd06518662fa req-695ab959-9423-4d45-9890-1991415a20e2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:20.024414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-f324d89e-4415-4074-af6a-fd06518662fa req-695ab959-9423-4d45-9890-1991415a20e2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Calling delete_port for c15cf193-6d50-486c-8a4b-734ef4c73717 owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:14:20.040128 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038efc70-4835-44a6-83f0-1ea0d2b59daa req-503e645f-55e2-415b-ad1a-574bc729a2a4 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:20.041632 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-038efc70-4835-44a6-83f0-1ea0d2b59daa req-503e645f-55e2-415b-ad1a-574bc729a2a4 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.2638934
Jun 04 15:14:20.105893 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-038efc70-4835-44a6-83f0-1ea0d2b59daa req-289f0b6f-3ef3-4a13-b337-2239ece8a5e8 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581264
Jun 04 15:14:20.251454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-05066145-dbe1-4b97-8935-8e7b3d706b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:20.253106 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-05066145-dbe1-4b97-8935-8e7b3d706b7b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5&tenant_id=3254735b2dc54fbdbff67741a34d5965 HTTP/1.1" status: 200  len: 1101 time: 0.0776091
Jun 04 15:14:20.261143 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f324d89e-4415-4074-af6a-fd06518662fa req-695ab959-9423-4d45-9890-1991415a20e2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:20.267547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-9', 'device_owner': 'compute:nova'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:20.273525 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2ccea6df-6ca2-4e14-b920-3496e31ff902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:20.337578 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39306) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:20.346892 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1627570078'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:20.364412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:20.384189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ab959-9423-4d45-9890-1991415a20e2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Pushing event deleted for resources: {'Port': ['ID=c15cf193-6d50-486c-8a4b-734ef4c73717,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:20.392643 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-695ab959-9423-4d45-9890-1991415a20e2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:20.393753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Usage tracker for resource:network and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:20.401995 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:20.420111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:20.433091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-f324d89e-4415-4074-af6a-fd06518662fa req-695ab959-9423-4d45-9890-1991415a20e2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] No DVR routers for this DVR port c15cf193-6d50-486c-8a4b-734ef4c73717 on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:14:20.435622 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f324d89e-4415-4074-af6a-fd06518662fa req-695ab959-9423-4d45-9890-1991415a20e2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:20.438458 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4', 'name': 'network-vif-deleted', 'tag': 'c15cf193-6d50-486c-8a4b-734ef4c73717'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:20.438710 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:20.440790 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5303113d-9095-4fb9-b1ce-ab44e0bc74be" -d '{"events": [{"server_uuid": "f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4", "name": "network-vif-deleted", "tag": "c15cf193-6d50-486c-8a4b-734ef4c73717"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:20.474723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6bddfaf8-ac06-4dbe-9bc1-4352a798742c up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:14:20.582854 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f324d89e-4415-4074-af6a-fd06518662fa req-695ab959-9423-4d45-9890-1991415a20e2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.62 "DELETE /v2.0/ports/c15cf193-6d50-486c-8a4b-734ef4c73717 HTTP/1.1" status: 204  len: 173 time: 1.0872166
Jun 04 15:14:20.585414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Made reservation on behalf of 170821b51002469da86d3c4cef5805e5 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:14:20.589035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:20.643807 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:20.650497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:20.650880 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:20.659272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:14:20.724382 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:20.724720 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Added segment a2b0de0c-b18a-4fad-b4b6-1f88702b48d5 of type vlan for network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3
Jun 04 15:14:20.793423 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:20.798918 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d3750d13-39cf-4214-bf49-5aa80781898b,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:20.820555 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:20.881069 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6bddfaf8-ac06-4dbe-9bc1-4352a798742c,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:20.885988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:14:20.954934 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:20.957806 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47631451-e220-465e-b4fc-fb4a2ef5c4da" -d '{"events": [{"server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "name": "network-vif-unplugged", "status": "completed", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:20.962263 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:20.964775 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:20.970509 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:20.971111 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:20.978696 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-98850ab4-94d7-4fd1-993b-181bc610c80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:21.009982 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:21.012522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d3750d13-39cf-4214-bf49-5aa80781898b no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:14:21.048292 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8220cf8f-c377-4545-ae69-5440281d203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:21.152680 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=6bddfaf8-ac06-4dbe-9bc1-4352a798742c,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:21.161976 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:21.180152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Transition to ACTIVE for port object d3750d13-39cf-4214-bf49-5aa80781898b will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:21.249504 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:21.255779 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:21.256540 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.9159462
Jun 04 15:14:21.258570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event updated for resources: {'Network': ['ID=487d8500-c646-4ff8-a2dd-8d1e735bc6c3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:21.260008 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39324) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:21.264688 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:21.265393 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d6b70326-e2bf-4c05-addc-302ee8bfc545 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:21.283147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-12193733'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:21.289629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:21.294000 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:14:21.294233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Usage tracker for resource:network and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:21.298886 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:21.306826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:21.415536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Made reservation on behalf of 170821b51002469da86d3c4cef5805e5 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:14:21.422322 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:21.434506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] No DVR routers for this DVR port d3750d13-39cf-4214-bf49-5aa80781898b on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:14:21.444876 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3750d13-39cf-4214-bf49-5aa80781898b,revision_number=10']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:21.476703 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:21.506179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Attempting to bind port d3750d13-39cf-4214-bf49-5aa80781898b on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:14:21.506431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Attempting to bind port d3750d13-39cf-4214-bf49-5aa80781898b by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:14:21.506741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Attempting to bind port d3750d13-39cf-4214-bf49-5aa80781898b on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:21.511962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Port d3750d13-39cf-4214-bf49-5aa80781898b on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:14:21.512288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Attempting to bind port d3750d13-39cf-4214-bf49-5aa80781898b on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:21.518478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:14:21.518821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:14:21.519777 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:14:21.520413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Bound port: d3750d13-39cf-4214-bf49-5aa80781898b, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:14:21.520939 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:21.604264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:14:21.624611 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:21.625259 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Added segment b99a71e7-f410-418f-bc1e-e673af8b8465 of type vlan for network 640a3ff5-2e7f-415c-92c2-71c9ab9caf25
Jun 04 15:14:21.663626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:21.665407 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:21.666363 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e53129-2266-41d9-be57-e94c8e9c4f5c" -d '{"events": [{"server_uuid": "cd298d8e-b03d-49fc-9447-02be9b262f29", "name": "network-vif-plugged", "status": "completed", "tag": "6bddfaf8-ac06-4dbe-9bc1-4352a798742c"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:21.686552 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b74f3-9052-4dc7-bb08-e514551a5cec req-98066ae8-31df-424f-afc3-532bf3365e00 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:21.691715 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e55b74f3-9052-4dc7-bb08-e514551a5cec req-98066ae8-31df-424f-afc3-532bf3365e00 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 945 time: 0.2254212
Jun 04 15:14:21.699917 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:14:21.703560 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:14:21.713051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:14:21.747154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d3750d13-39cf-4214-bf49-5aa80781898b,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:14:21.762119 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e55b74f3-9052-4dc7-bb08-e514551a5cec req-7c1fe5a3-cdf9-4c52-802f-4b207351cb05 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686226
Jun 04 15:14:21.776745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab899f4-55e3-454c-b280-8247b921644c req-c45fc6ce-8198-4a29-b7b0-9deb6999b6e3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:21.778267 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bab899f4-55e3-454c-b280-8247b921644c req-c45fc6ce-8198-4a29-b7b0-9deb6999b6e3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.65 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 944 time: 0.1155503
Jun 04 15:14:21.797449 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287987e8-a1ce-489c-85f3-67488dd1d9d6 x-openstack-request-id: req-287987e8-a1ce-489c-85f3-67488dd1d9d6 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:21.798087 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4", "name": "network-vif-deleted", "tag": "c15cf193-6d50-486c-8a4b-734ef4c73717", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:21.798389 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-287987e8-a1ce-489c-85f3-67488dd1d9d6 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:21.798871 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4', 'name': 'network-vif-deleted', 'tag': 'c15cf193-6d50-486c-8a4b-734ef4c73717', 'status': 'completed', 'code': 200}
Jun 04 15:14:21.856770 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:21.864796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:21.871012 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:21.871385 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:21.893746 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:21.926990 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6f0dd23a-259c-4c1b-b990-d318e21ae054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:22.097702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3750d13-39cf-4214-bf49-5aa80781898b,revision_number=11']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:22.104241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:22.105089 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:22.106296 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] 10.222.0.62 "PUT /v2.0/ports/d3750d13-39cf-4214-bf49-5aa80781898b HTTP/1.1" status: 200  len: 1097 time: 1.8449140
Jun 04 15:14:22.107955 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8c67e7a8-0dec-4578-9d87-079dbb6d3d1c req-e315e0a7-96f2-4cdf-99ab-c32cdefd7a37 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Synchronizing usage tracker for tenant:a03aebe4cbe94e51823784c56531a643 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:22.114425 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8530991
Jun 04 15:14:22.116173 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:22.118898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39334) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:22.125386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event updated for resources: {'Network': ['ID=640a3ff5-2e7f-415c-92c2-71c9ab9caf25,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:22.126712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Request body: {'subnet': {'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:22.128380 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:22.140449 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 640a3ff5-2e7f-415c-92c2-71c9ab9caf25 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:14:22.159789 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c9116-5dd7-422e-aed0-d8bed71955a8 req-34ca3a2c-1fa8-463f-b6ee-b0dc81a914e4 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:22.162614 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b84c9116-5dd7-422e-aed0-d8bed71955a8 req-34ca3a2c-1fa8-463f-b6ee-b0dc81a914e4 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 946 time: 0.2771101
Jun 04 15:14:22.242659 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b84c9116-5dd7-422e-aed0-d8bed71955a8 req-35dd2eeb-aa0f-4b16-8896-f065931a0365 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733235
Jun 04 15:14:22.435272 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b5894b-6431-4083-af32-dd3727115ed1 x-openstack-request-id: req-98b5894b-6431-4083-af32-dd3727115ed1 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:22.435956 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "name": "network-vif-unplugged", "status": "completed", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:22.436307 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98b5894b-6431-4083-af32-dd3727115ed1 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:22.436991 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b', 'code': 200}
Jun 04 15:14:22.440600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8c67e7a8-0dec-4578-9d87-079dbb6d3d1c req-e315e0a7-96f2-4cdf-99ab-c32cdefd7a37 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Unset dirty status for tenant:a03aebe4cbe94e51823784c56531a643 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:22.453970 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c67e7a8-0dec-4578-9d87-079dbb6d3d1c req-e315e0a7-96f2-4cdf-99ab-c32cdefd7a37 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6fdb366-e9aa-4bd1-bb39-8e3751ce03f4 HTTP/1.1" status: 200  len: 210 time: 0.4825385
Jun 04 15:14:22.489807 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c15cf193-6d50-486c-8a4b-734ef4c73717 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:14:22.517525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:22.526227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Usage tracker for resource:subnet and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:22.532805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:22.542255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:22.549483 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39340) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:22.582978 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: c15cf193-6d50-486c-8a4b-734ef4c73717 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:14:22.583530 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c15cf193-6d50-486c-8a4b-734ef4c73717 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:14:22.602969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-bab899f4-55e3-454c-b280-8247b921644c req-29f7ab08-ee1d-4a64-8c11-d998f035406c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Deleting port 6fa90b49-81c0-42db-8129-ec8c25f6983f {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:14:22.603642 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bab899f4-55e3-454c-b280-8247b921644c req-29f7ab08-ee1d-4a64-8c11-d998f035406c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:22.655302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Made reservation on behalf of 170821b51002469da86d3c4cef5805e5 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:14:22.660824 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:22.735977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aebe26-7ff0-4dce-93a7-30925c3bbcc6 req-7b553ad3-9368-46d3-b4be-ca50f7fdf861 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:22.745802 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:14:22.746543 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f9aebe26-7ff0-4dce-93a7-30925c3bbcc6 req-7b553ad3-9368-46d3-b4be-ca50f7fdf861 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 949 time: 0.1599591
Jun 04 15:14:22.803320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-59a0ef64-9aba-485e-814c-453715717770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:22.805816 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-59a0ef64-9aba-485e-814c-453715717770 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 1100 time: 0.6517651
Jun 04 15:14:22.843304 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:22.861814 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f9aebe26-7ff0-4dce-93a7-30925c3bbcc6 req-69c59688-57f3-4680-b9c8-05f08091ebec tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123059
Jun 04 15:14:22.872510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:22.878471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Usage tracker for resource:security_group_rule and tenant:c9c2c756725f43668e255c9516523065 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:22.884350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:22.897974 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:23.027731 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6401d4a-a052-49f7-b508-842307f56161 x-openstack-request-id: req-a6401d4a-a052-49f7-b508-842307f56161 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:23.028211 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd298d8e-b03d-49fc-9447-02be9b262f29", "name": "network-vif-plugged", "status": "completed", "tag": "6bddfaf8-ac06-4dbe-9bc1-4352a798742c", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:23.028627 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6401d4a-a052-49f7-b508-842307f56161 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:23.029271 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'code': 200}
Jun 04 15:14:23.172059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-bab899f4-55e3-454c-b280-8247b921644c req-29f7ab08-ee1d-4a64-8c11-d998f035406c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] For port 6fa90b49-81c0-42db-8129-ec8c25f6983f, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6fa90b49-81c0-42db-8129-ec8c25f6983f,segment=NetworkSegment(f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76),segment_id=f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:23.172418 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bab899f4-55e3-454c-b280-8247b921644c req-29f7ab08-ee1d-4a64-8c11-d998f035406c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:23.192980 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:23.223247 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:23.328684 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:23.340185 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-50f35317-ab68-41c9-9d4b-9bd0c0dd04c9 tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:23.376517 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e9f786-59d9-4cbe-bed5-159023224b69,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:23.400382 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:23.400759 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:23.405361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:23.405361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:23.405361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:23.405361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:23.405361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:23.405361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:23.405361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:23.405361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:23.405361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:23.405361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:23.411735 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:23.415495 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9c2c756725f43668e255c9516523065&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8636096
Jun 04 15:14:23.421602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39356) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:23.499406 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f96eea73-b01a-4830-9186-fc2885c92882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:23.535300 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f96eea73-b01a-4830-9186-fc2885c92882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:23.581571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-bab899f4-55e3-454c-b280-8247b921644c req-29f7ab08-ee1d-4a64-8c11-d998f035406c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Calling delete_port for 6fa90b49-81c0-42db-8129-ec8c25f6983f owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:14:23.698817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513100d1-a1b5-45cb-ab43-e0b6c6285e9c req-0ca3213b-6b9c-458e-b319-941af8bfcae2 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:23.700565 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-513100d1-a1b5-45cb-ab43-e0b6c6285e9c req-0ca3213b-6b9c-458e-b319-941af8bfcae2 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 944 time: 1.0466771
Jun 04 15:14:23.726311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-155302a8-a1e9-4311-acb5-c0ed5de05d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:23.732985 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-155302a8-a1e9-4311-acb5-c0ed5de05d54 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.8013299
Jun 04 15:14:23.760543 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f96eea73-b01a-4830-9186-fc2885c92882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:23.770862 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1aba2f27-c31b-4679-bf18-0800782bb9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:23.797371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96eea73-b01a-4830-9186-fc2885c92882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e9f786-59d9-4cbe-bed5-159023224b69,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:23.801637 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f96eea73-b01a-4830-9186-fc2885c92882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:23.809740 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f96eea73-b01a-4830-9186-fc2885c92882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:23.814285 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f96eea73-b01a-4830-9186-fc2885c92882 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3e9f786-59d9-4cbe-bed5-159023224b69 HTTP/1.1" status: 204  len: 168 time: 0.3909941
Jun 04 15:14:23.852861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da26e96-2652-4c97-83ea-a58804833a2f req-c8bbd7fc-4757-4280-a6db-86a3eda5fe3d tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:23.854694 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6da26e96-2652-4c97-83ea-a58804833a2f req-c8bbd7fc-4757-4280-a6db-86a3eda5fe3d tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 946 time: 0.1790998
Jun 04 15:14:23.885246 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-69f9b6a5-4767-4fc1-a2cf-570e91427f1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d3750d13-39cf-4214-bf49-5aa80781898b HTTP/1.1" status: 200  len: 217 time: 0.1384685
Jun 04 15:14:23.887414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e575a-6935-4b47-9742-9e0b9cb1c810 req-e41d1dcb-6996-4dd7-a388-6eca85e4334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:23.888918 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-581e575a-6935-4b47-9742-9e0b9cb1c810 req-e41d1dcb-6996-4dd7-a388-6eca85e4334f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 1097 time: 0.7682278
Jun 04 15:14:23.926866 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6da26e96-2652-4c97-83ea-a58804833a2f req-38a3363f-6e65-45c1-82e1-2766df84792c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650995
Jun 04 15:14:24.065279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39370) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:24.155484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-0e8b47e3-714b-435b-a01e-507e75449604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:24.157016 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-0e8b47e3-714b-435b-a01e-507e75449604 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2569478
Jun 04 15:14:24.269989 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-513100d1-a1b5-45cb-ab43-e0b6c6285e9c req-e7370722-1059-49d2-a6ad-9a1f6408e449 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/security-groups?id=7275ed2b-20da-4798-baab-aa087146e606&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5518665
Jun 04 15:14:24.362470 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-581e575a-6935-4b47-9742-9e0b9cb1c810 req-f9b64aeb-b84b-4cb1-94b6-b13d8a792e60 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4629602
Jun 04 15:14:24.372899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994cc5e-9a50-4848-a3b9-4b369cc53909 req-96ee4094-4bfa-499a-849b-9a81d43c9f07 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:24.395860 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c994cc5e-9a50-4848-a3b9-4b369cc53909 req-96ee4094-4bfa-499a-849b-9a81d43c9f07 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 945 time: 0.1555514
Jun 04 15:14:24.484283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6fa90b49-81c0-42db-8129-ec8c25f6983f no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:14:24.515881 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:24.518296 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c994cc5e-9a50-4848-a3b9-4b369cc53909 req-741dfc5b-eab9-43b8-8d2f-fb15c6b734ba tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202953
Jun 04 15:14:24.518424 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db734c02-1460-4117-973c-ae388e2692a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:24.538135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7be0b2-2368-49f5-b5a0-9e1fb7259349 admin admin] Deleting subnet 6d86b49a-00d2-4998-bd4d-bc1a29d13a41 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:14:24.551918 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d7be0b2-2368-49f5-b5a0-9e1fb7259349 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:24.568952 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bab899f4-55e3-454c-b280-8247b921644c req-29f7ab08-ee1d-4a64-8c11-d998f035406c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:24.591451 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:24.609589 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No active binding found for port 6fa90b49-81c0-42db-8129-ec8c25f6983f {{(pid=88302) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 04 15:14:24.610121 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6fa90b49-81c0-42db-8129-ec8c25f6983f not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:14:24.638576 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f8720b-fc96-4877-8439-592526c6694f x-openstack-request-id: req-20f8720b-fc96-4877-8439-592526c6694f {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:24.638894 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:24.640196 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20f8720b-fc96-4877-8439-592526c6694f {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:24.640196 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b', 'status': 'completed', 'code': 200}
Jun 04 15:14:24.666213 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d7be0b2-2368-49f5-b5a0-9e1fb7259349 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:24.693252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7ab08-ee1d-4a64-8c11-d998f035406c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Pushing event deleted for resources: {'Port': ['ID=6fa90b49-81c0-42db-8129-ec8c25f6983f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:24.709843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-11f9cd9d-7def-4b51-a7f1-ce30a375e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:24.711321 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-11f9cd9d-7def-4b51-a7f1-ce30a375e58e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.5369704
Jun 04 15:14:24.719336 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29f7ab08-ee1d-4a64-8c11-d998f035406c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:24.741569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39378) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:24.763441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d7be0b2-2368-49f5-b5a0-9e1fb7259349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:24.792063 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95b26636-7520-483e-82ca-67951792d8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:24.824070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-95b26636-7520-483e-82ca-67951792d8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:24.830948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-95b26636-7520-483e-82ca-67951792d8e2 admin admin] Usage tracker for resource:security_group_rule and tenant:830ad353c3ab463d9a5a99fa4412d300 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:24.835425 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-95b26636-7520-483e-82ca-67951792d8e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:24.865142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-95b26636-7520-483e-82ca-67951792d8e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:24.883115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab899f4-55e3-454c-b280-8247b921644c req-29f7ab08-ee1d-4a64-8c11-d998f035406c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] No DVR routers for this DVR port 6fa90b49-81c0-42db-8129-ec8c25f6983f on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:14:24.893555 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bab899f4-55e3-454c-b280-8247b921644c req-29f7ab08-ee1d-4a64-8c11-d998f035406c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:25.041504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1ca75-ad1a-432e-8a79-c1168f5c7323 req-556da71e-667b-4e4e-a9d5-57c06155c6ea tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:25.043077 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0c1ca75-ad1a-432e-8a79-c1168f5c7323 req-556da71e-667b-4e4e-a9d5-57c06155c6ea tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 949 time: 0.5281367
Jun 04 15:14:25.078330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734c02-1460-4117-973c-ae388e2692a6 req-37da57c0-2284-4236-8f10-f9cdcad644cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:25.079753 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db734c02-1460-4117-973c-ae388e2692a6 req-37da57c0-2284-4236-8f10-f9cdcad644cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 1100 time: 0.4269886
Jun 04 15:14:25.086597 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-036f161d-e8fc-4da3-8d60-be7e0db091b2 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3571134
Jun 04 15:14:25.093298 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bab899f4-55e3-454c-b280-8247b921644c req-29f7ab08-ee1d-4a64-8c11-d998f035406c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.65 "DELETE /v2.0/ports/6fa90b49-81c0-42db-8129-ec8c25f6983f HTTP/1.1" status: 204  len: 173 time: 3.3091302
Jun 04 15:14:25.224962 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95b26636-7520-483e-82ca-67951792d8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:25.275957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3ef48-016b-4304-b899-21c9a87a5bea req-af3afc35-29aa-4d47-b935-af0c3a2cd0e2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:25.291243 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9ff3ef48-016b-4304-b899-21c9a87a5bea req-af3afc35-29aa-4d47-b935-af0c3a2cd0e2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 946 time: 0.2151871
Jun 04 15:14:25.291385 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95b26636-7520-483e-82ca-67951792d8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:25.301081 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c45aa29-1a0e-48a8-ad1a-359fe6d36cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:25.345197 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:25.348653 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d7be0b2-2368-49f5-b5a0-9e1fb7259349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:25.360912 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0c1ca75-ad1a-432e-8a79-c1168f5c7323 req-045417d7-0312-4d74-a074-ba47661ae19d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2764990
Jun 04 15:14:25.379968 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:25.396950 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-95b26636-7520-483e-82ca-67951792d8e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=830ad353c3ab463d9a5a99fa4412d300&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6541150
Jun 04 15:14:25.403115 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39388) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:25.406553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b26636-7520-483e-82ca-67951792d8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8a55eb-0c20-41e8-93d6-ee53bb45d161,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:25.421613 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-95b26636-7520-483e-82ca-67951792d8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:25.423555 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:25.451087 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d7be0b2-2368-49f5-b5a0-9e1fb7259349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:25.466017 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9ff3ef48-016b-4304-b899-21c9a87a5bea req-100c54ae-674b-4a78-b269-d6e12d71af70 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658692
Jun 04 15:14:25.491960 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:25.499332 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7be0b2-2368-49f5-b5a0-9e1fb7259349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d86b49a-00d2-4998-bd4d-bc1a29d13a41,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:25.523628 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2d7be0b2-2368-49f5-b5a0-9e1fb7259349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:25.575689 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2d7be0b2-2368-49f5-b5a0-9e1fb7259349 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6d86b49a-00d2-4998-bd4d-bc1a29d13a41 HTTP/1.1" status: 204  len: 168 time: 1.5067132
Jun 04 15:14:25.584902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39394) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:25.634412 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5c1476a1-d822-4e33-b7a1-4e95fb44dd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:25.686935 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff864d95-dfea-44d7-ad23-8cce12448259 req-833ca753-26fb-47f9-afb9-4ff8d4602fe8 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5618465
Jun 04 15:14:25.712064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event updated for resources: {'Subnet': ['ID=2dc932ea-5716-46ac-bb2f-890dcddeefcb,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:25.718033 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:25.721417 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734c02-1460-4117-973c-ae388e2692a6 req-83238fb0-3592-4eea-beca-9c9ef643763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:25.723743 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db734c02-1460-4117-973c-ae388e2692a6 req-83238fb0-3592-4eea-beca-9c9ef643763e service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.6131024
Jun 04 15:14:25.724689 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Checking segment: {'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:14:25.725072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Network hostable DHCP agents. Network: 487d8500-c646-4ff8-a2dd-8d1e735bc6c3, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:14:25.747277 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5c1476a1-d822-4e33-b7a1-4e95fb44dd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:25.772837 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0903977d-d3f0-436b-8243-6670e6ed2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:25.811941 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db734c02-1460-4117-973c-ae388e2692a6 req-279bd2b1-da09-4520-a3d9-e42f393f2aaf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d3750d13-39cf-4214-bf49-5aa80781898b HTTP/1.1" status: 200  len: 217 time: 0.0777714
Jun 04 15:14:25.882887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734c02-1460-4117-973c-ae388e2692a6 req-3d6b8c0d-b807-4d9d-a4df-90bf39653db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:25.884491 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db734c02-1460-4117-973c-ae388e2692a6 req-3d6b8c0d-b807-4d9d-a4df-90bf39653db8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0662808
Jun 04 15:14:25.903690 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-84b3bd65-f11a-45b4-ab30-cca5c4a0c886 req-98cc2d2e-a6c3-4cc5-b71b-755a4f68e7c2 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Synchronizing usage tracker for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:25.983003 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0903977d-d3f0-436b-8243-6670e6ed2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:25.991125 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:14:25.998304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-0903977d-d3f0-436b-8243-6670e6ed2de0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c1f6a30>,) {'filters': {'network_id': ['061fcf42-462b-46e3-9f65-54c102f9c252']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:14:26.013205 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-0903977d-d3f0-436b-8243-6670e6ed2de0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c1f6a30>, '2fcd054d-e046-4845-b504-a286dac9792d') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:14:26.013547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-0903977d-d3f0-436b-8243-6670e6ed2de0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c1f6a30>, '2fcd054d-e046-4845-b504-a286dac9792d') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:14:26.027033 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0903977d-d3f0-436b-8243-6670e6ed2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:26.037587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5c1476a1-d822-4e33-b7a1-4e95fb44dd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:26.043970 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b7d89c57-a093-4b41-9e87-4b1758b299af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:26.058072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734c02-1460-4117-973c-ae388e2692a6 req-e86c8447-cadd-4acd-b191-534db570af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:26.059754 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db734c02-1460-4117-973c-ae388e2692a6 req-e86c8447-cadd-4acd-b191-534db570af20 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1686468
Jun 04 15:14:26.063159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734c02-1460-4117-973c-ae388e2692a6 req-5edd97b2-3358-498b-950c-c3cd2db8fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:26.063767 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1476a1-d822-4e33-b7a1-4e95fb44dd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8a55eb-0c20-41e8-93d6-ee53bb45d161,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:26.064666 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db734c02-1460-4117-973c-ae388e2692a6 req-5edd97b2-3358-498b-950c-c3cd2db8fac2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3254735b2dc54fbdbff67741a34d5965&device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 1100 time: 0.1377525
Jun 04 15:14:26.066712 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0903977d-d3f0-436b-8243-6670e6ed2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:26.071113 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5c1476a1-d822-4e33-b7a1-4e95fb44dd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:26.076833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-84b3bd65-f11a-45b4-ab30-cca5c4a0c886 req-98cc2d2e-a6c3-4cc5-b71b-755a4f68e7c2 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Unset dirty status for tenant:22c4a2a8b29d48d981ff2e2fc2535d0e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:26.083779 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-84b3bd65-f11a-45b4-ab30-cca5c4a0c886 req-98cc2d2e-a6c3-4cc5-b71b-755a4f68e7c2 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] 10.222.0.32 "GET /v2.0/ports?device_id=05fa0c74-c3bd-48d6-9d0f-6363ff240ab2 HTTP/1.1" status: 200  len: 210 time: 0.2497780
Jun 04 15:14:26.089614 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0903977d-d3f0-436b-8243-6670e6ed2de0 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:14:26.090096 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0903977d-d3f0-436b-8243-6670e6ed2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:14:26.134252 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:14:26.139477 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5c1476a1-d822-4e33-b7a1-4e95fb44dd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:26.146161 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5c1476a1-d822-4e33-b7a1-4e95fb44dd42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c8a55eb-0c20-41e8-93d6-ee53bb45d161 HTTP/1.1" status: 204  len: 168 time: 0.7364719
Jun 04 15:14:26.223832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 487d8500-c646-4ff8-a2dd-8d1e735bc6c3) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:14:26.236159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51583cc3-0bfd-4d1c-814d-c27bee980189 None None] Network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:14:26.334350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:26.334980 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:26.424061 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db734c02-1460-4117-973c-ae388e2692a6 req-fb5a1069-5561-475a-bcae-b75553c46e7a service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3570309
Jun 04 15:14:26.425737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734c02-1460-4117-973c-ae388e2692a6 req-c2ebe5df-2ab8-4e79-a43b-5df8c3b18f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:26.427182 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db734c02-1460-4117-973c-ae388e2692a6 req-c2ebe5df-2ab8-4e79-a43b-5df8c3b18f9d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.3348038
Jun 04 15:14:26.451070 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0903977d-d3f0-436b-8243-6670e6ed2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:26.456254 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-46f8c952-8399-4ca2-a41d-472737e3ffd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:26.473987 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0903977d-d3f0-436b-8243-6670e6ed2de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:26.495976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903977d-d3f0-436b-8243-6670e6ed2de0 admin admin] Pushing event deleted for resources: {'Network': ['ID=061fcf42-462b-46e3-9f65-54c102f9c252,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:26.504511 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0903977d-d3f0-436b-8243-6670e6ed2de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:26.510154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d4561a88-5421-4dc3-a220-67042ac51b33 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:14:26.538671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819b2f6-6df4-4b6b-8397-a5e0bc8eda3c req-f2699a56-cc77-4a49-8323-493ed0931c5e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:26.548744 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6819b2f6-6df4-4b6b-8397-a5e0bc8eda3c req-f2699a56-cc77-4a49-8323-493ed0931c5e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 945 time: 0.2874405
Jun 04 15:14:26.554473 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db734c02-1460-4117-973c-ae388e2692a6 req-2ebc47e1-023b-43b2-a0eb-462d8d8b97ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=d3750d13-39cf-4214-bf49-5aa80781898b HTTP/1.1" status: 200  len: 217 time: 0.0980473
Jun 04 15:14:26.620242 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6819b2f6-6df4-4b6b-8397-a5e0bc8eda3c req-46b0d45e-605c-41ae-8610-e5e9a48db7f1 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727262
Jun 04 15:14:26.622014 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0903977d-d3f0-436b-8243-6670e6ed2de0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/061fcf42-462b-46e3-9f65-54c102f9c252 HTTP/1.1" status: 204  len: 168 time: 1.0357640
Jun 04 15:14:26.626027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39406) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:26.734658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc36ded-d842-4624-a2fe-a06f6194c7f4 admin admin] Deleting subnet bb63ad52-b0f6-4241-abbe-096f246ea604 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:14:26.745988 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abc36ded-d842-4624-a2fe-a06f6194c7f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:26.791668 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fa0c74-c3bd-48d6-9d0f-6363ff240ab2', 'name': 'network-vif-deleted', 'tag': '6fa90b49-81c0-42db-8129-ec8c25f6983f'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:26.794129 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c8e0db-bc99-4021-bde7-921bd0f7e5f2" -d '{"events": [{"server_uuid": "05fa0c74-c3bd-48d6-9d0f-6363ff240ab2", "name": "network-vif-deleted", "tag": "6fa90b49-81c0-42db-8129-ec8c25f6983f"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:26.799515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734c02-1460-4117-973c-ae388e2692a6 req-07b0f708-0519-4e9c-83e6-754df09a9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:26.801248 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db734c02-1460-4117-973c-ae388e2692a6 req-07b0f708-0519-4e9c-83e6-754df09a9aec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2399490
Jun 04 15:14:26.803911 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db734c02-1460-4117-973c-ae388e2692a6 req-fbc4a1e1-c680-44c9-bc1e-675a26dc7b52 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3714225
Jun 04 15:14:26.806662 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 4.6844084
Jun 04 15:14:26.835337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-487d8500-c646-4ff8-a2dd-8d1e735bc6c3', 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'fixed_ips': [{'subnet_id': '2dc932ea-5716-46ac-bb2f-890dcddeefcb'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:14:26.836508 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:26.858504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39412) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:26.860762 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abc36ded-d842-4624-a2fe-a06f6194c7f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:26.862354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Request body: {'subnet': {'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:26.928929 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abc36ded-d842-4624-a2fe-a06f6194c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:26.989452 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d4561a88-5421-4dc3-a220-67042ac51b33, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d4561a88-5421-4dc3-a220-67042ac51b33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:27.013526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:27.018760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Usage tracker for resource:subnet and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:27.019945 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'd4561a88-5421-4dc3-a220-67042ac51b33', 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031', 'port_id': 'd4561a88-5421-4dc3-a220-67042ac51b33', 'mac_address': 'fa:16:3e:6c:b5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5de2a97-54a8-442f-9a58-3ea9722eaaff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:14:27.024198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:27.032693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:27.112253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734c02-1460-4117-973c-ae388e2692a6 req-e2b1536d-12fe-4e46-8a27-96eee37d71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:27.114607 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db734c02-1460-4117-973c-ae388e2692a6 req-e2b1536d-12fe-4e46-8a27-96eee37d71db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3062103
Jun 04 15:14:27.189418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Made reservation on behalf of 170821b51002469da86d3c4cef5805e5 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:14:27.195382 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:27.263790 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:27.278406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Allocated IP 10.1.1.2 (487d8500-c646-4ff8-a2dd-8d1e735bc6c3/2dc932ea-5716-46ac-bb2f-890dcddeefcb/fa90034e-c209-490e-b29d-60fe1a283dc0) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:14:27.301069 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4561a88-5421-4dc3-a220-67042ac51b33 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:14:27.459341 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d4561a88-5421-4dc3-a220-67042ac51b33, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d4561a88-5421-4dc3-a220-67042ac51b33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:27.467500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a4ce7-c04e-42a4-81a4-38c4c3984658 req-1f35e88d-942f-47e2-8033-e2c7eb10f2a4 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:27.469772 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-341a4ce7-c04e-42a4-81a4-38c4c3984658 req-1f35e88d-942f-47e2-8033-e2c7eb10f2a4 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 949 time: 0.1644299
Jun 04 15:14:27.534719 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-341a4ce7-c04e-42a4-81a4-38c4c3984658 req-95eb1859-c800-45c4-8140-bb7cdf337a60 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579596
Jun 04 15:14:27.553899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abc36ded-d842-4624-a2fe-a06f6194c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:27.573211 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-78552981-bae5-42c1-8bd7-85ec4960b9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:27.574325 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db734c02-1460-4117-973c-ae388e2692a6 req-bd597740-fac7-4ec6-a9b9-0d6db81b98df service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4504282
Jun 04 15:14:27.648715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30128bb3-e5eb-4d4b-9ccd-dc9ac44de65e req-5e042265-ca9f-4953-ba33-defd75d0aac9 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:27.650394 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-30128bb3-e5eb-4d4b-9ccd-dc9ac44de65e req-5e042265-ca9f-4953-ba33-defd75d0aac9 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 946 time: 0.4385049
Jun 04 15:14:27.661678 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abc36ded-d842-4624-a2fe-a06f6194c7f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:27.674142 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:27.687243 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb6232e-b96b-4dda-85d0-30d40d0c6f96 x-openstack-request-id: req-8fb6232e-b96b-4dda-85d0-30d40d0c6f96 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:27.687243 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fa0c74-c3bd-48d6-9d0f-6363ff240ab2", "name": "network-vif-deleted", "tag": "6fa90b49-81c0-42db-8129-ec8c25f6983f", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:27.687243 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fb6232e-b96b-4dda-85d0-30d40d0c6f96 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:27.688286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc36ded-d842-4624-a2fe-a06f6194c7f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb63ad52-b0f6-4241-abbe-096f246ea604,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:27.688286 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-abc36ded-d842-4624-a2fe-a06f6194c7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:27.690636 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fa0c74-c3bd-48d6-9d0f-6363ff240ab2', 'name': 'network-vif-deleted', 'tag': '6fa90b49-81c0-42db-8129-ec8c25f6983f', 'status': 'completed', 'code': 200}
Jun 04 15:14:27.692767 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-abc36ded-d842-4624-a2fe-a06f6194c7f4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bb63ad52-b0f6-4241-abbe-096f246ea604 HTTP/1.1" status: 204  len: 168 time: 1.0648649
Jun 04 15:14:27.693457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39430) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:27.696474 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:27.811911 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:27.843497 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f847fa4-cf20-4c09-a4b5-5228aa5298e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:27.848502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39434) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:27.878253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Transition to ACTIVE for port object fa90034e-c209-490e-b29d-60fe1a283dc0 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:27.904514 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['d4561a88-5421-4dc3-a220-67042ac51b33'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:14:28.075952 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Transition to ACTIVE for port object fa90034e-c209-490e-b29d-60fe1a283dc0 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:28.090470 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=d4561a88-5421-4dc3-a220-67042ac51b33,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:28.103057 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:28.203947 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f847fa4-cf20-4c09-a4b5-5228aa5298e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:28.241601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6f847fa4-cf20-4c09-a4b5-5228aa5298e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386f4f610>,) {'filters': {'network_id': ['3ba0d0f3-769e-4d17-a575-111b3bd7ad29']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:14:28.262610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6f847fa4-cf20-4c09-a4b5-5228aa5298e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f4f610>, '030bf82b-3c1e-4ecd-a374-593489380b8e') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:14:28.262870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6f847fa4-cf20-4c09-a4b5-5228aa5298e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f4f610>, '030bf82b-3c1e-4ecd-a374-593489380b8e') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:14:28.277572 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f847fa4-cf20-4c09-a4b5-5228aa5298e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:28.278843 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:28.286090 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:28.326363 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f847fa4-cf20-4c09-a4b5-5228aa5298e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:28.352659 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f847fa4-cf20-4c09-a4b5-5228aa5298e8 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:14:28.357142 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f847fa4-cf20-4c09-a4b5-5228aa5298e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:28.365077 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-30128bb3-e5eb-4d4b-9ccd-dc9ac44de65e req-64a4e838-de38-4317-97b4-560908bbdbe7 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5990095
Jun 04 15:14:28.375457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:14:28.380766 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:14:28.384841 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:14:28.415187 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:14:28.460905 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db734c02-1460-4117-973c-ae388e2692a6 req-f713e23f-8ffc-438f-a642-51ea227a480a service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8636789
Jun 04 15:14:28.579589 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d4561a88-5421-4dc3-a220-67042ac51b33 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:14:28.663391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b189ca3-b2e4-4d62-b2b2-b3d166000abf admin admin] Deleting subnet 89890e03-c3ba-40af-a914-1d8ff3976cbd {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:14:28.672110 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4b189ca3-b2e4-4d62-b2b2-b3d166000abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:28.688200 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-bdc1e96b-4c0d-4698-9497-3642a560cbe3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2260478
Jun 04 15:14:28.714746 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Pushing event updated for resources: {'Port': ['ID=fa90034e-c209-490e-b29d-60fe1a283dc0,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:28.734679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:28.738326 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:28.741911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:28.746076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e5149-1955-477f-9be4-830edca33869 req-a1617534-e932-4c12-862f-abce228c95c1 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:28.746483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Usage tracker for resource:floatingip and tenant:c3e4ae83578c4cbebafa2993e109f242 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:28.747916 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-051e5149-1955-477f-9be4-830edca33869 req-a1617534-e932-4c12-862f-abce228c95c1 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 944 time: 0.6094654
Jun 04 15:14:28.751082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:28.759007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:28.761260 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4b189ca3-b2e4-4d62-b2b2-b3d166000abf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:28.765252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Attempting to bind port fa90034e-c209-490e-b29d-60fe1a283dc0 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:14:28.774384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Attempting to bind port fa90034e-c209-490e-b29d-60fe1a283dc0 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:14:28.774384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Attempting to bind port fa90034e-c209-490e-b29d-60fe1a283dc0 on network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:28.785198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:14:28.785458 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Checking segment: {'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:14:28.785899 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:28.786310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Bound using segment: {'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:14:28.787853 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Bound port: fa90034e-c209-490e-b29d-60fe1a283dc0, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:14:28.788287 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:28.871711 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4b189ca3-b2e4-4d62-b2b2-b3d166000abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:28.888582 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port d4561a88-5421-4dc3-a220-67042ac51b33 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:28.889379 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:28.907659 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:28.928383 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f847fa4-cf20-4c09-a4b5-5228aa5298e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:28.945349 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0903977d-d3f0-436b-8243-6670e6ed2de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:28.972264 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f847fa4-cf20-4c09-a4b5-5228aa5298e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:28.974977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f847fa4-cf20-4c09-a4b5-5228aa5298e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba0d0f3-769e-4d17-a575-111b3bd7ad29,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:28.995686 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6f847fa4-cf20-4c09-a4b5-5228aa5298e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:29.009689 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6f847fa4-cf20-4c09-a4b5-5228aa5298e8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3ba0d0f3-769e-4d17-a575-111b3bd7ad29 HTTP/1.1" status: 204  len: 168 time: 1.3149574
Jun 04 15:14:29.046094 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-051e5149-1955-477f-9be4-830edca33869 req-a4bcc7d3-4c9f-4ffd-b69e-8de1d7c64f02 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2898731
Jun 04 15:14:29.156692 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] For port fa90034e-c209-490e-b29d-60fe1a283dc0, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:14:29.166472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] For port fa90034e-c209-490e-b29d-60fe1a283dc0, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=fa90034e-c209-490e-b29d-60fe1a283dc0,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:14:29.169399 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:29.210543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a26bdbb-6837-44be-b1cf-f71180e7e5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4561a88-5421-4dc3-a220-67042ac51b33'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:29.213741 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d112f10d-bfe5-480a-b1fe-a7848fb054ac" -d '{"events": [{"server_uuid": "1a26bdbb-6837-44be-b1cf-f71180e7e5d2", "name": "network-vif-plugged", "status": "completed", "tag": "d4561a88-5421-4dc3-a220-67042ac51b33"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:29.220316 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d4561a88-5421-4dc3-a220-67042ac51b33, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d4561a88-5421-4dc3-a220-67042ac51b33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:29.354708 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:29.357974 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:29.366461 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:29.377230 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8650e819-297c-4c8d-a794-1cef4afd96f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:29.414467 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:29.426261 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:29.549859 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c5c183c-0cda-4ce4-b451-0b387b36cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:29.557449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991a2dd-b42f-408b-b678-c4ba7730a595 req-d023f48c-2b92-4c45-bec3-c0076fa1e986 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:29.560050 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0991a2dd-b42f-408b-b678-c4ba7730a595 req-d023f48c-2b92-4c45-bec3-c0076fa1e986 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 949 time: 0.3377092
Jun 04 15:14:29.568127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=d4561a88-5421-4dc3-a220-67042ac51b33,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:29.578243 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:29.578243 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:29.645958 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4b189ca3-b2e4-4d62-b2b2-b3d166000abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:29.669204 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:29.725301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Pushing event updated for resources: {'Port': ['ID=fa90034e-c209-490e-b29d-60fe1a283dc0,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:29.735363 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:29.740488 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4b189ca3-b2e4-4d62-b2b2-b3d166000abf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:29.745977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b189ca3-b2e4-4d62-b2b2-b3d166000abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89890e03-c3ba-40af-a914-1d8ff3976cbd,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:29.754519 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4b189ca3-b2e4-4d62-b2b2-b3d166000abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:29.759154 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0991a2dd-b42f-408b-b678-c4ba7730a595 req-04a415f4-d4fd-48b0-b8e0-cac9bb25afc5 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914306
Jun 04 15:14:29.763070 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4b189ca3-b2e4-4d62-b2b2-b3d166000abf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/89890e03-c3ba-40af-a914-1d8ff3976cbd HTTP/1.1" status: 204  len: 168 time: 1.9128799
Jun 04 15:14:29.765818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39466) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:29.798785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event updated for resources: {'Subnet': ['ID=a336d59d-0ff7-4a9a-8db6-fe01b767ae75,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:29.802494 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:29.860865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39470) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:29.897141 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8424d4-1e1f-41d8-8384-0c1cc0de3d97 x-openstack-request-id: req-3e8424d4-1e1f-41d8-8384-0c1cc0de3d97 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:29.897895 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a26bdbb-6837-44be-b1cf-f71180e7e5d2", "name": "network-vif-plugged", "status": "completed", "tag": "d4561a88-5421-4dc3-a220-67042ac51b33", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:29.898525 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e8424d4-1e1f-41d8-8384-0c1cc0de3d97 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:29.899254 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a26bdbb-6837-44be-b1cf-f71180e7e5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4561a88-5421-4dc3-a220-67042ac51b33', 'code': 200}
Jun 04 15:14:29.936361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Checking segment: {'id': 'b99a71e7-f410-418f-bc1e-e673af8b8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:14:29.938641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Network hostable DHCP agents. Network: 640a3ff5-2e7f-415c-92c2-71c9ab9caf25, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:14:29.984304 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f91f17e-01d5-4817-a079-f61e1cea578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:29.992283 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Allocated IP 172.25.4.108 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/c45a48d5-337a-4946-bd23-2989e29a985e) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:14:30.045475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-280b6ccf-d09b-4884-8088-fa7c6278e876 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a03aebe4cbe94e51823784c56531a643&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1690679
Jun 04 15:14:30.050819 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39472) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:30.084815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Network 640a3ff5-2e7f-415c-92c2-71c9ab9caf25 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:14:30.217785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 640a3ff5-2e7f-415c-92c2-71c9ab9caf25) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:14:30.229819 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd59668a-571d-43c6-a060-b2e0a841a3e2 None None] Network 640a3ff5-2e7f-415c-92c2-71c9ab9caf25 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:14:30.260212 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f91f17e-01d5-4817-a079-f61e1cea578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:30.271651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:30.272250 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:30.283093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6f91f17e-01d5-4817-a079-f61e1cea578d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386e906d0>,) {'filters': {'network_id': ['760c71b3-e8c0-4258-bd3c-3da1c3b21969']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:14:30.298646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6f91f17e-01d5-4817-a079-f61e1cea578d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386e906d0>, 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:14:30.299239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6f91f17e-01d5-4817-a079-f61e1cea578d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386e906d0>, 'f3ab0a1b-4bfd-47c1-8b5c-d57330d14b76') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:14:30.313586 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f91f17e-01d5-4817-a079-f61e1cea578d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:30.326953 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:30.334403 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f91f17e-01d5-4817-a079-f61e1cea578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:30.342570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f91f17e-01d5-4817-a079-f61e1cea578d admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:14:30.343508 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f91f17e-01d5-4817-a079-f61e1cea578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:14:30.377759 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:14:30.507174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-640a3ff5-2e7f-415c-92c2-71c9ab9caf25', 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'fixed_ips': [{'subnet_id': 'a336d59d-0ff7-4a9a-8db6-fe01b767ae75'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:14:30.508258 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:30.531018 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d3750d13-39cf-4214-bf49-5aa80781898b details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:14:30.543858 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:30.555310 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:30.557266 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6b251ad-9221-4e3a-ac8d-b2a0247651fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:30.605578 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6b251ad-9221-4e3a-ac8d-b2a0247651fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:30.644415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ffdd5-13cf-4048-95ef-e0dcf56f6ad5 req-2631b1ca-bfd6-483e-a40a-675d5cc64ee8 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:30.646201 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d65ffdd5-13cf-4048-95ef-e0dcf56f6ad5 req-2631b1ca-bfd6-483e-a40a-675d5cc64ee8 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 945 time: 0.2670536
Jun 04 15:14:30.651838 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 3.7936935
Jun 04 15:14:30.655495 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39480) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:30.687845 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Request body: {'port': {'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3', 'name': 'tempest-TaggedBootDevicesTest-641797390', 'fixed_ips': [{'subnet_id': '2dc932ea-5716-46ac-bb2f-890dcddeefcb'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:30.695645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:14:30.699967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:14:30.716931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:14:30.740284 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f91f17e-01d5-4817-a079-f61e1cea578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:30.773111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Pushing event updated for resources: {'Port': ['ID=c45a48d5-337a-4946-bd23-2989e29a985e,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:30.779891 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:30.783315 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9c078dbe-8886-4c36-b88f-dad614cf64cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:30.846021 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f91f17e-01d5-4817-a079-f61e1cea578d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:30.896362 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device fa90034e-c209-490e-b29d-60fe1a283dc0 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:14:30.918063 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:30.921020 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d65ffdd5-13cf-4048-95ef-e0dcf56f6ad5 req-485e09c3-c29b-465b-b186-155bf884cc68 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2459641
Jun 04 15:14:30.999249 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91f17e-01d5-4817-a079-f61e1cea578d admin admin] Pushing event deleted for resources: {'Network': ['ID=760c71b3-e8c0-4258-bd3c-3da1c3b21969,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:31.002332 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6f91f17e-01d5-4817-a079-f61e1cea578d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:31.068027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:31.072494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Usage tracker for resource:port and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:31.075574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:31.082126 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:31.094471 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6b251ad-9221-4e3a-ac8d-b2a0247651fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:31.114405 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1061a32f-9722-47f8-bb08-49aa268ee336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:31.119280 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Allocated IP 10.2.2.2 (640a3ff5-2e7f-415c-92c2-71c9ab9caf25/a336d59d-0ff7-4a9a-8db6-fe01b767ae75/15245741-3ca6-4a84-8d9d-3df3956ebaf8) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:14:31.150490 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b251ad-9221-4e3a-ac8d-b2a0247651fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579806ad-ace4-4284-ae3f-9dd6c726104f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:31.154980 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c6b251ad-9221-4e3a-ac8d-b2a0247651fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:31.190306 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:31.198790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Made reservation on behalf of 170821b51002469da86d3c4cef5805e5 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:14:31.265663 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6f91f17e-01d5-4817-a079-f61e1cea578d admin admin] 10.222.0.32 "DELETE /v2.0/networks/760c71b3-e8c0-4258-bd3c-3da1c3b21969 HTTP/1.1" status: 204  len: 168 time: 1.4984629
Jun 04 15:14:31.270233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39488) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:31.271948 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6b251ad-9221-4e3a-ac8d-b2a0247651fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:31.282827 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c6b251ad-9221-4e3a-ac8d-b2a0247651fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/579806ad-ace4-4284-ae3f-9dd6c726104f HTTP/1.1" status: 204  len: 168 time: 1.2211750
Jun 04 15:14:31.514072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18009b2-8e7c-4fab-b6b2-9119f279c82f admin admin] Deleting subnet 296cfaad-359c-4592-9b19-8604f69952b7 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:14:31.539787 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9960ca-f672-45bf-a6af-0dbd440517f4 None None] Network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:14:31.616964 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:31.674507 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:31.709618 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e18009b2-8e7c-4fab-b6b2-9119f279c82f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:31.726859 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Transition to ACTIVE for port object 15245741-3ca6-4a84-8d9d-3df3956ebaf8 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:31.774116 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d3750d13-39cf-4214-bf49-5aa80781898b,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:31.793602 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-320e3147-fdb8-4fc3-bee6-830605c59784 None None] Provisioning for port fa90034e-c209-490e-b29d-60fe1a283dc0 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:31.795217 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9200a754-bec0-4f82-9f4a-b367ed2f9999 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8dc4f6a353c9483e8416536b2b98cba7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2792428
Jun 04 15:14:31.804490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Transition to ACTIVE for port object 15245741-3ca6-4a84-8d9d-3df3956ebaf8 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:31.809711 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:31.815098 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'd3750d13-39cf-4214-bf49-5aa80781898b', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'd3750d13-39cf-4214-bf49-5aa80781898b', 'mac_address': 'fa:16:3e:a2:5e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:14:31.826184 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:31.840856 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5f674da4-4bfc-4c7e-a3c6-2eaf515d7ed3 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:31.954040 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e18009b2-8e7c-4fab-b6b2-9119f279c82f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:31.989529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Pushing event updated for resources: {'Port': ['ID=c45a48d5-337a-4946-bd23-2989e29a985e,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:32.008582 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:32.021607 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:32.063303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] device_id is not set on port 9be08e86-8d27-40e8-8898-cc000823e63c yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:14:32.072770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port fa90034e-c209-490e-b29d-60fe1a283dc0 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:32.076476 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:32.078578 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:32.089430 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:32.137978 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:32.138636 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:32.140109 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.4295661
Jun 04 15:14:32.163816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port fa90034e-c209-490e-b29d-60fe1a283dc0 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:32.164491 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:32.245062 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Network 640a3ff5-2e7f-415c-92c2-71c9ab9caf25 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:14:32.366241 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:14:32.368231 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Pushing event updated for resources: {'Port': ['ID=15245741-3ca6-4a84-8d9d-3df3956ebaf8,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:32.375820 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3750d13-39cf-4214-bf49-5aa80781898b {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:14:32.412041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:14:32.427497 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-c8aa2ec7-0e2e-4ae4-b00a-d67b7cfe844a tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:32.429069 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-c8aa2ec7-0e2e-4ae4-b00a-d67b7cfe844a tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6056836
Jun 04 15:14:32.437593 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:32.453111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-4a08b282-ba73-467d-b386-2848ccb89e15 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Synchronizing usage tracker for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:floatingip {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:32.496905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39508) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:32.581306 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-27d508cc-8821-47df-9efc-d80e21b7a84d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6afead77c8194e9a9f31a7c5f31108bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0828247
Jun 04 15:14:32.582006 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39510) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:32.594705 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-4a08b282-ba73-467d-b386-2848ccb89e15 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Unset dirty status for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:floatingip {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:32.599878 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-4a08b282-ba73-467d-b386-2848ccb89e15 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200  len: 696 time: 0.4474983
Jun 04 15:14:32.600095 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-672dfee8-cf35-4990-8d16-53d4646734f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:32.604976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d3750d13-39cf-4214-bf49-5aa80781898b,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:32.643277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Attempting to bind port 15245741-3ca6-4a84-8d9d-3df3956ebaf8 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:14:32.643983 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Attempting to bind port 15245741-3ca6-4a84-8d9d-3df3956ebaf8 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'b99a71e7-f410-418f-bc1e-e673af8b8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:14:32.644542 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Attempting to bind port 15245741-3ca6-4a84-8d9d-3df3956ebaf8 on network 640a3ff5-2e7f-415c-92c2-71c9ab9caf25 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:32.664476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:14:32.665232 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Checking segment: {'id': 'b99a71e7-f410-418f-bc1e-e673af8b8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:14:32.666552 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:32.667281 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Bound using segment: {'id': 'b99a71e7-f410-418f-bc1e-e673af8b8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:14:32.668006 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Bound port: 15245741-3ca6-4a84-8d9d-3df3956ebaf8, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99a71e7-f410-418f-bc1e-e673af8b8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:14:32.668625 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:32.712029 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e18009b2-8e7c-4fab-b6b2-9119f279c82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:32.764111 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-1ea4dcfa-5a7b-4b71-a65b-683461226a3f tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/quotas/8dc4f6a353c9483e8416536b2b98cba7 HTTP/1.1" status: 200  len: 375 time: 0.2954180
Jun 04 15:14:32.793232 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:32.815119 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:32.860797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-70e66983-b120-48c4-8aa5-5f87a9a201f3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:32.863054 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bf986f68-2cc8-42cc-8697-29f4ac7dd46a req-70e66983-b120-48c4-8aa5-5f87a9a201f3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.2593639
Jun 04 15:14:32.899407 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-44d4c111-bb46-4de0-b8cc-cd63f06dccf7 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dc4f6a353c9483e8416536b2b98cba7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1174040
Jun 04 15:14:32.956045 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4533db57-4fb1-4db3-a110-77a125ed6059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:33.008794 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4533db57-4fb1-4db3-a110-77a125ed6059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:33.094747 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:33.161099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=d3750d13-39cf-4214-bf49-5aa80781898b,revision_number=12']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:33.170070 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:33.170545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-01932934-8d17-465d-9613-36877f2eb639 None None] For port 15245741-3ca6-4a84-8d9d-3df3956ebaf8, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:14:33.179642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-01932934-8d17-465d-9613-36877f2eb639 None None] For port 15245741-3ca6-4a84-8d9d-3df3956ebaf8, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=15245741-3ca6-4a84-8d9d-3df3956ebaf8,segment=NetworkSegment(b99a71e7-f410-418f-bc1e-e673af8b8465),segment_id=b99a71e7-f410-418f-bc1e-e673af8b8465)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:14:33.185896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port fa90034e-c209-490e-b29d-60fe1a283dc0, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=fa90034e-c209-490e-b29d-60fe1a283dc0,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:33.215881 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fd74b882-1c95-49d5-aaf9-871400560204 None None] Provisioning complete for port fa90034e-c209-490e-b29d-60fe1a283dc0 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:33.216274 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fd74b882-1c95-49d5-aaf9-871400560204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:33.269094 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4533db57-4fb1-4db3-a110-77a125ed6059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:33.273640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Allocated IP 10.1.1.204 (487d8500-c646-4ff8-a2dd-8d1e735bc6c3/2dc932ea-5716-46ac-bb2f-890dcddeefcb/9be08e86-8d27-40e8-8898-cc000823e63c) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:14:33.283767 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['d3750d13-39cf-4214-bf49-5aa80781898b'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:14:33.290327 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3254ac89-9225-4218-bbb3-7e026c5d5517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:33.328291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533db57-4fb1-4db3-a110-77a125ed6059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9979c0-25fe-4eb7-8422-70505bee6018,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:33.349915 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4533db57-4fb1-4db3-a110-77a125ed6059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:33.406851 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:33.409199 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:33.424317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3fff7-579f-437e-b1ff-604df525ec4c req-3ad2a56f-b09d-41b0-ab0b-b4dba8209fce tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:33.430328 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-40d3fff7-579f-437e-b1ff-604df525ec4c req-3ad2a56f-b09d-41b0-ab0b-b4dba8209fce tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.2363944
Jun 04 15:14:33.453360 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:33.505622 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4533db57-4fb1-4db3-a110-77a125ed6059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:33.509462 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4533db57-4fb1-4db3-a110-77a125ed6059 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d9979c0-25fe-4eb7-8422-70505bee6018 HTTP/1.1" status: 204  len: 168 time: 0.9257891
Jun 04 15:14:33.528949 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-40d3fff7-579f-437e-b1ff-604df525ec4c req-1387b01a-3243-408d-9935-ee3e5900e915 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956018
Jun 04 15:14:33.671343 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:33.684236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=fa90034e-c209-490e-b29d-60fe1a283dc0,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:33.699151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Transition to ACTIVE for port object 9be08e86-8d27-40e8-8898-cc000823e63c will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:33.726956 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:33.789111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:33.789492 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:33.789840 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:33.790176 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:33.790512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:33.790845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:33.791173 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:33.791516 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:33.791823 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:33.792147 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:33.792494 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:33.792813 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:14:33.951199 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e18009b2-8e7c-4fab-b6b2-9119f279c82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:33.980077 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8a7f89bf-2140-4435-aa44-32d73ca6accd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:34.011404 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Pushing event updated for resources: {'Port': ['ID=15245741-3ca6-4a84-8d9d-3df3956ebaf8,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:34.020657 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:34.021175 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.507s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:34.021530 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:34.079248 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e18009b2-8e7c-4fab-b6b2-9119f279c82f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:34.085791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-98494c62-b898-4568-ab52-91a17891f165 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:34.087387 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-98494c62-b898-4568-ab52-91a17891f165 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 820 time: 0.3543770
Jun 04 15:14:34.103564 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e18009b2-8e7c-4fab-b6b2-9119f279c82f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/296cfaad-359c-4592-9b19-8604f69952b7 HTTP/1.1" status: 204  len: 168 time: 2.8138728
Jun 04 15:14:34.103564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18009b2-8e7c-4fab-b6b2-9119f279c82f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=296cfaad-359c-4592-9b19-8604f69952b7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:34.110462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39540) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:34.134446 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-b56eb63e-91ad-4db5-a069-d72ca35fc1f6 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/quotas/c3e4ae83578c4cbebafa2993e109f242 HTTP/1.1" status: 200  len: 375 time: 0.0390422
Jun 04 15:14:34.244119 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e18009b2-8e7c-4fab-b6b2-9119f279c82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:34.264401 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-fccf424a-8466-4fa0-95c9-36f205244199 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1214540
Jun 04 15:14:34.279963 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab75dad0-63f6-493d-910a-faad66497cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:34.310276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea3bb0-f4d5-405f-87b6-55c73d274930 req-f773b482-8dfa-4f5a-a93a-76b039a5a2b1 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:34.311857 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7eea3bb0-f4d5-405f-87b6-55c73d274930 req-f773b482-8dfa-4f5a-a93a-76b039a5a2b1 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 945 time: 0.4711218
Jun 04 15:14:34.389806 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:34.401513 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e8f8eb5d-9f64-40ee-b953-aed189de6200 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:34.512496 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7eea3bb0-f4d5-405f-87b6-55c73d274930 req-77945641-f65f-4ba0-9f21-3403a401141b tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644123
Jun 04 15:14:34.526202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:14:34.532872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:14:34.536595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:14:34.644559 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-9979c37d-b2f9-4d73-a592-c9ba5cb8b000 service neutron] 10.222.0.32 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3667281
Jun 04 15:14:34.651168 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab75dad0-63f6-493d-910a-faad66497cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:34.726836 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event updated for resources: {'Port': ['ID=9be08e86-8d27-40e8-8898-cc000823e63c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:34.753624 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4a33aae3-19e2-4a8a-8d39-1348af0f0708 req-95e6a7d2-8623-4296-a4b3-926f2471d834 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03b56fd-ac95-4145-95bb-7b26d5d1c157 HTTP/1.1" status: 200  len: 210 time: 0.0934081
Jun 04 15:14:34.770676 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:34.771677 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ab75dad0-63f6-493d-910a-faad66497cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387d04c70>,) {'filters': {'network_id': ['8cdda4f2-94fb-4c8b-a578-adcbcc4fdb8d']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:14:34.808128 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ab75dad0-63f6-493d-910a-faad66497cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387d04c70>, '39d0d57f-422e-437a-a2a5-f73f6c5be94f') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:14:34.809697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ab75dad0-63f6-493d-910a-faad66497cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387d04c70>, '39d0d57f-422e-437a-a2a5-f73f6c5be94f') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:14:34.811782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d4561a88-5421-4dc3-a220-67042ac51b33 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:14:34.843570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:34.844875 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:34.854796 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab75dad0-63f6-493d-910a-faad66497cad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:34.921904 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab75dad0-63f6-493d-910a-faad66497cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:34.927672 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-2367ff96-6445-4bd9-91fb-31860229040d service neutron] 10.222.0.32 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2790372
Jun 04 15:14:34.942738 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab75dad0-63f6-493d-910a-faad66497cad admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:14:34.944250 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab75dad0-63f6-493d-910a-faad66497cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:14:34.981630 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:14:35.089570 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:35.106698 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:35.144232 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a26bdbb-6837-44be-b1cf-f71180e7e5d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4561a88-5421-4dc3-a220-67042ac51b33'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:35.145803 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.4874718
Jun 04 15:14:35.147570 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab51de8-c661-47f1-955e-8f2babbda537" -d '{"events": [{"server_uuid": "1a26bdbb-6837-44be-b1cf-f71180e7e5d2", "name": "network-vif-unplugged", "status": "completed", "tag": "d4561a88-5421-4dc3-a220-67042ac51b33"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:35.148354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39566) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:35.156507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Request body: {'port': {'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3', 'name': 'tempest-TaggedBootDevicesTest-1022731147', 'fixed_ips': [{'subnet_id': '2dc932ea-5716-46ac-bb2f-890dcddeefcb'}]}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:35.174431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-12320785-85dc-4080-bea6-10116335845e None None] Provisioning for port 9be08e86-8d27-40e8-8898-cc000823e63c completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:35.195621 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-12320785-85dc-4080-bea6-10116335845e None None] Provisioning complete for port 9be08e86-8d27-40e8-8898-cc000823e63c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:35.204547 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-12320785-85dc-4080-bea6-10116335845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:35.204658 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab75dad0-63f6-493d-910a-faad66497cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:35.204658 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:35.223366 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab75dad0-63f6-493d-910a-faad66497cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:35.230770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75dad0-63f6-493d-910a-faad66497cad admin admin] Pushing event deleted for resources: {'Network': ['ID=8cdda4f2-94fb-4c8b-a578-adcbcc4fdb8d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:35.238836 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ab75dad0-63f6-493d-910a-faad66497cad admin admin] 10.222.0.32 "DELETE /v2.0/networks/8cdda4f2-94fb-4c8b-a578-adcbcc4fdb8d HTTP/1.1" status: 204  len: 168 time: 1.1213267
Jun 04 15:14:35.238836 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ab75dad0-63f6-493d-910a-faad66497cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:35.317992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d4561a88-5421-4dc3-a220-67042ac51b33, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d4561a88-5421-4dc3-a220-67042ac51b33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:35.317992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-12320785-85dc-4080-bea6-10116335845e None None] Port 9be08e86-8d27-40e8-8898-cc000823e63c cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:14:35.320573 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c97954-5d35-4419-ae49-505d39b803d2 None None] Network 640a3ff5-2e7f-415c-92c2-71c9ab9caf25 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:14:35.533405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:35.544873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Usage tracker for resource:port and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:35.550416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:35.588846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:35.633542 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:35.635171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec4599-5589-4792-aad1-2d7e8351a8c7 req-5aee39b4-fb3e-49d4-9859-67b917d29dde tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:35.641744 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-11ec4599-5589-4792-aad1-2d7e8351a8c7 req-5aee39b4-fb3e-49d4-9859-67b917d29dde tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 1101 time: 0.2580957
Jun 04 15:14:35.648547 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:35.718307 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-11ec4599-5589-4792-aad1-2d7e8351a8c7 req-7d7bcca2-f42f-465a-bbe3-367e5858a1c2 tempest-MigrationsAdminTest-751574012 tempest-MigrationsAdminTest-751574012-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515532
Jun 04 15:14:35.738485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device fa90034e-c209-490e-b29d-60fe1a283dc0 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:14:35.746602 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Made reservation on behalf of 170821b51002469da86d3c4cef5805e5 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:14:35.828279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39590) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:35.957530 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39594) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:35.958156 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc97a4bc-31ba-4761-9b85-bebfec2f4f86 x-openstack-request-id: req-bc97a4bc-31ba-4761-9b85-bebfec2f4f86 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:35.958975 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a26bdbb-6837-44be-b1cf-f71180e7e5d2", "name": "network-vif-unplugged", "status": "completed", "tag": "d4561a88-5421-4dc3-a220-67042ac51b33", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:35.959586 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc97a4bc-31ba-4761-9b85-bebfec2f4f86 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:35.959786 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-18bad2b8-f6d7-4cf3-a949-125a87908163 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22c4a2a8b29d48d981ff2e2fc2535d0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1293299
Jun 04 15:14:35.960320 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a26bdbb-6837-44be-b1cf-f71180e7e5d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4561a88-5421-4dc3-a220-67042ac51b33', 'code': 200}
Jun 04 15:14:35.988894 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=d4561a88-5421-4dc3-a220-67042ac51b33,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:36.010210 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:36.024847 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-dbbcfa5d-dd40-4d60-8dfd-b66f1ab91a5e None None] Provisioning for port 15245741-3ca6-4a84-8d9d-3df3956ebaf8 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:36.037107 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9d41cbc3-c2da-4515-b1ba-1902795d66dc req-528be6a5-bfca-4be5-ae99-ac1504c996ef tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 210 time: 0.0728719
Jun 04 15:14:36.037852 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:36.086334 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port fa90034e-c209-490e-b29d-60fe1a283dc0 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:36.087173 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:36.162073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] device_id is not set on port 622d11de-7803-48e8-9746-b225f13357c1 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:14:36.250376 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 15245741-3ca6-4a84-8d9d-3df3956ebaf8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:14:36.339673 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-900b31d7-dd3e-48dd-b4c7-d5ed61a27d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:36.440109 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9d2f692a-7ddb-40a2-9382-364682c232ab req-435a404f-4063-4ede-b1dc-04b37a12a0e5 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03b56fd-ac95-4145-95bb-7b26d5d1c157 HTTP/1.1" status: 200  len: 210 time: 0.1371739
Jun 04 15:14:36.493133 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-900b31d7-dd3e-48dd-b4c7-d5ed61a27d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:36.527630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 15245741-3ca6-4a84-8d9d-3df3956ebaf8 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:36.538004 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 15245741-3ca6-4a84-8d9d-3df3956ebaf8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:36.539166 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:36.596885 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-740492f8-7447-4645-98d1-fca8a45ede02 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8dc4f6a353c9483e8416536b2b98cba7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0422602
Jun 04 15:14:36.619195 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-82511ce6-069a-4650-9d4a-561ca1f86e1b None None] Provisioning complete for port 15245741-3ca6-4a84-8d9d-3df3956ebaf8 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:36.619564 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-82511ce6-069a-4650-9d4a-561ca1f86e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:36.814883 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Allocated IP 10.1.1.181 (487d8500-c646-4ff8-a2dd-8d1e735bc6c3/2dc932ea-5716-46ac-bb2f-890dcddeefcb/622d11de-7803-48e8-9746-b225f13357c1) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:14:36.838826 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-900b31d7-dd3e-48dd-b4c7-d5ed61a27d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:36.851806 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0478a138-56b1-4209-be69-8a4064bc2e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:36.855473 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-82511ce6-069a-4650-9d4a-561ca1f86e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:36.919637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d3750d13-39cf-4214-bf49-5aa80781898b up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:14:37.064231 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:37.079319 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-82511ce6-069a-4650-9d4a-561ca1f86e1b None None] For port 15245741-3ca6-4a84-8d9d-3df3956ebaf8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=15245741-3ca6-4a84-8d9d-3df3956ebaf8,segment=NetworkSegment(b99a71e7-f410-418f-bc1e-e673af8b8465),segment_id=b99a71e7-f410-418f-bc1e-e673af8b8465)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:37.144222 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-82511ce6-069a-4650-9d4a-561ca1f86e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:37.148153 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:37.165194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-5fb33454-e4c3-4bca-a804-5f61d3f5c4ac tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:37.168193 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-5fb33454-e4c3-4bca-a804-5f61d3f5c4ac tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5409710
Jun 04 15:14:37.176304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb5f4f-4108-4fd3-866e-ad0350cc704f req-836e0d05-984c-428c-a0a7-83dcfe9d13af tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:37.184267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b31d7-dd3e-48dd-b4c7-d5ed61a27d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7275ed2b-20da-4798-baab-aa087146e606,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:37.185047 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f0fb5f4f-4108-4fd3-866e-ad0350cc704f req-836e0d05-984c-428c-a0a7-83dcfe9d13af tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 943 time: 0.5785897
Jun 04 15:14:37.201202 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-900b31d7-dd3e-48dd-b4c7-d5ed61a27d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:37.209576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Request body: {'port': {'device_id': 'd03b56fd-ac95-4145-95bb-7b26d5d1c157', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '8dc4f6a353c9483e8416536b2b98cba7'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:37.329721 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f0fb5f4f-4108-4fd3-866e-ad0350cc704f req-50d9a99f-7e82-48b8-98fc-8cdaca4c03be tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243548
Jun 04 15:14:37.333298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port d3750d13-39cf-4214-bf49-5aa80781898b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:37.421747 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port d3750d13-39cf-4214-bf49-5aa80781898b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:37.422282 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:37.517914 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:14:37.518445 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:14:37.527738 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-900b31d7-dd3e-48dd-b4c7-d5ed61a27d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:37.527738 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-900b31d7-dd3e-48dd-b4c7-d5ed61a27d5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7275ed2b-20da-4798-baab-aa087146e606 HTTP/1.1" status: 204  len: 168 time: 1.5660188
Jun 04 15:14:37.529200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82511ce6-069a-4650-9d4a-561ca1f86e1b None None] Pushing event updated for resources: {'Port': ['ID=15245741-3ca6-4a84-8d9d-3df3956ebaf8,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:37.533259 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-82511ce6-069a-4650-9d4a-561ca1f86e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:37.572471 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-730dea54-078e-4245-8526-be4366c888f5 req-1dec7299-cd94-4120-9a7e-cc915bb3cb03 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 210 time: 0.1000352
Jun 04 15:14:37.658484 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:37.663991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:37.677326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Usage tracker for resource:port and tenant:8dc4f6a353c9483e8416536b2b98cba7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:37.680453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:37.695053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:37.731901 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d3750d13-39cf-4214-bf49-5aa80781898b,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:37.733606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffe5b4-83ba-40b3-a039-e8a199681eca req-a783c645-38a8-4c0a-a3f6-d2827aee6315 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:37.735557 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-81ffe5b4-83ba-40b3-a039-e8a199681eca req-a783c645-38a8-4c0a-a3f6-d2827aee6315 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 950 time: 0.5561230
Jun 04 15:14:37.834720 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:37.836688 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:37.844682 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-81ffe5b4-83ba-40b3-a039-e8a199681eca req-a8191e5d-be6d-43ab-a505-3fdd47743c49 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960343
Jun 04 15:14:37.845581 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:37.866288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Transition to ACTIVE for port object 622d11de-7803-48e8-9746-b225f13357c1 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:37.932060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Made reservation on behalf of 8dc4f6a353c9483e8416536b2b98cba7 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:14:37.938971 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=d3750d13-39cf-4214-bf49-5aa80781898b,revision_number=13']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:37.941482 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:37.945947 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:37.961798 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:37.966142 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444b330d-fd72-4068-8683-372f64682898" -d '{"events": [{"server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "name": "network-vif-plugged", "status": "completed", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:37.972803 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:38.004001 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:38.017329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:38.021043 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-492b9898-238c-454d-9356-c0dc8287b59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:38.057352 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b6d34a48-e1bf-42c8-b88b-cdae82fde842 req-063ae7d0-0fd6-46ae-aacb-8e2f56927e28 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03b56fd-ac95-4145-95bb-7b26d5d1c157 HTTP/1.1" status: 200  len: 210 time: 0.0750127
Jun 04 15:14:38.090351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Usage tracker for resource:security_group_rule and tenant:8dc4f6a353c9483e8416536b2b98cba7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:38.104931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:38.122727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:38.127926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:14:38.133282 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c68329f-29e2-4c70-9f72-81ce28517162 x-openstack-request-id: req-1c68329f-29e2-4c70-9f72-81ce28517162 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:38.133791 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "name": "network-vif-plugged", "status": "completed", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:38.133921 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c68329f-29e2-4c70-9f72-81ce28517162 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:38.134277 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b', 'code': 200}
Jun 04 15:14:38.152534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:14:38.164471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event updated for resources: {'Port': ['ID=622d11de-7803-48e8-9746-b225f13357c1,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:38.173658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:14:38.238740 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:38.255024 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 15245741-3ca6-4a84-8d9d-3df3956ebaf8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:14:38.302171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:38.303072 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:38.403625 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 15245741-3ca6-4a84-8d9d-3df3956ebaf8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:38.404258 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:38.447746 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.2921743
Jun 04 15:14:38.474810 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:38.541247 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:38.541247 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e09b8a9b-05e4-4164-b301-79d12f7c0737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:38.715016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e0a211-ed68-4463-ac1a-be9e05f36c8b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:38.728654 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:38.735798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39654) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:38.812254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-dbbd2a84-9217-4e89-b08c-b240992f2e8d None None] Provisioning for port 622d11de-7803-48e8-9746-b225f13357c1 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:38.820786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-dbbd2a84-9217-4e89-b08c-b240992f2e8d None None] Provisioning complete for port 622d11de-7803-48e8-9746-b225f13357c1 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:38.821331 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dbbd2a84-9217-4e89-b08c-b240992f2e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:38.857495 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459a56b-f1dd-44c2-84e1-ac56c8af075c req-e3838b66-3abe-46ac-8c9e-8bc000352347 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:38.859191 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6459a56b-f1dd-44c2-84e1-ac56c8af075c req-e3838b66-3abe-46ac-8c9e-8bc000352347 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 943 time: 0.1846585
Jun 04 15:14:38.912627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd2a84-9217-4e89-b08c-b240992f2e8d None None] Port 622d11de-7803-48e8-9746-b225f13357c1 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:14:38.967296 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cca1a-5583-49ab-9930-0e28ae96ba50 req-12683eca-fbc9-4d4c-bb9b-49fca3b35b8c tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:38.977053 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf1cca1a-5583-49ab-9930-0e28ae96ba50 req-12683eca-fbc9-4d4c-bb9b-49fca3b35b8c tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 943 time: 0.2992949
Jun 04 15:14:39.008855 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39660) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:39.026772 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-359408e8-a075-4b49-9676-a70df2ee44a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8fc90bc40eb485fbdaaa6f09cac32b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2899163
Jun 04 15:14:39.032203 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39662) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:39.049050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39664) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:39.070803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--750988049', 'description': 'tempest-description--1455240981'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:39.104154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:39.122160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Allocated IP 192.168.233.148 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/17cdbf02-3193-4cda-880f-a612759fa054) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:14:39.131473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Usage tracker for resource:security_group and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:39.137043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-71c300b9-227a-4fc2-80f0-4b1eca20b9cd tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:39.138347 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-71c300b9-227a-4fc2-80f0-4b1eca20b9cd tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.62 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 820 time: 0.3719206
Jun 04 15:14:39.140293 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:39.157582 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf1cca1a-5583-49ab-9930-0e28ae96ba50 req-73b4adde-6f65-461f-b545-ef8f05d91a86 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792951
Jun 04 15:14:39.160882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:39.208986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Request body: {'port': {'device_id': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'admin_state_up': True, 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:39.210458 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-6459a56b-f1dd-44c2-84e1-ac56c8af075c req-b7398356-03f3-4d50-86bf-8c6cd9506d0d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Deleting port d4561a88-5421-4dc3-a220-67042ac51b33 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:14:39.210813 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-6459a56b-f1dd-44c2-84e1-ac56c8af075c req-b7398356-03f3-4d50-86bf-8c6cd9506d0d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:39.254948 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:39.295009 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:39.298104 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4fe5e1f4-e57a-4a1b-bf60-c9b5920cb96a req-d64c1f4b-2f89-441b-847d-c10c0e68db40 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 210 time: 0.1571045
Jun 04 15:14:39.336246 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d43fb62f-5630-4751-9e94-df2305728b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:39.388554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Usage tracker for resource:security_group_rule and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:39.393595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:39.446253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:39.495847 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac33f92c-4ebb-4feb-a371-821d07076a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:39.526830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d43fb62f-5630-4751-9e94-df2305728b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:39.549587 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba41e99a-189e-49c0-a249-c73c2e70e18a req-0d663e26-932b-4e7e-b948-56d2b541dea9 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03b56fd-ac95-4145-95bb-7b26d5d1c157 HTTP/1.1" status: 200  len: 210 time: 0.1175139
Jun 04 15:14:39.564013 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-6459a56b-f1dd-44c2-84e1-ac56c8af075c req-b7398356-03f3-4d50-86bf-8c6cd9506d0d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] For port d4561a88-5421-4dc3-a220-67042ac51b33, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d4561a88-5421-4dc3-a220-67042ac51b33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:39.564373 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-6459a56b-f1dd-44c2-84e1-ac56c8af075c req-b7398356-03f3-4d50-86bf-8c6cd9506d0d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:39.571194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d43fb62f-5630-4751-9e94-df2305728b3c admin admin] Usage tracker for resource:security_group_rule and tenant:ef6502c582bd48f289168146616b7127 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:39.600212 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d43fb62f-5630-4751-9e94-df2305728b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:39.608118 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac33f92c-4ebb-4feb-a371-821d07076a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:39.633990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d43fb62f-5630-4751-9e94-df2305728b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:39.727264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-6459a56b-f1dd-44c2-84e1-ac56c8af075c req-b7398356-03f3-4d50-86bf-8c6cd9506d0d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Calling delete_port for d4561a88-5421-4dc3-a220-67042ac51b33 owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:14:39.742642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec4f52-3620-47cb-8a0b-7739151c06c7 req-5936f599-234b-4bac-a3ae-a76da23f43b9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:39.744222 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3fec4f52-3620-47cb-8a0b-7739151c06c7 req-5936f599-234b-4bac-a3ae-a76da23f43b9 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 951 time: 0.4529536
Jun 04 15:14:39.744348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:39.769291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e327479-9873-47ac-8fcd-459f0003a21b req-e99caee2-1753-4a1f-8c90-f25f2b8bb081 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:39.771487 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e327479-9873-47ac-8fcd-459f0003a21b req-e99caee2-1753-4a1f-8c90-f25f2b8bb081 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 951 time: 0.3792124
Jun 04 15:14:39.795007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:39.803004 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:39.841087 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:39.869909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Transition to ACTIVE for port object 17cdbf02-3193-4cda-880f-a612759fa054 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:39.885969 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:39.895006 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c19237f9-05e4-4d90-a3db-b80205ce8c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:39.904854 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3fec4f52-3620-47cb-8a0b-7739151c06c7 req-a218191d-de00-4871-95a0-4bc4e2ebcd26 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450827
Jun 04 15:14:39.916715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Made reservation on behalf of c3e4ae83578c4cbebafa2993e109f242 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:14:39.919690 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:39.946863 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d43fb62f-5630-4751-9e94-df2305728b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:39.990073 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac33f92c-4ebb-4feb-a371-821d07076a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:39.993437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b575bb-0477-4be0-b580-24c28106b718,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:39.995958 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4aef77d8-e04a-415c-b7d6-68a42c1ed524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:40.005146 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:40.027110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33f92c-4ebb-4feb-a371-821d07076a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7aa273-4213-49fb-9630-fa7c936ae857,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:40.088912 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-7e327479-9873-47ac-8fcd-459f0003a21b req-d45a83de-c4bb-4ed6-9724-a933641ab9a3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Deleting port d3750d13-39cf-4214-bf49-5aa80781898b {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:14:40.089277 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7e327479-9873-47ac-8fcd-459f0003a21b req-d45a83de-c4bb-4ed6-9724-a933641ab9a3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:40.128976 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:40.132867 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.1197824
Jun 04 15:14:40.135224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39672) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:40.145393 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-58981974-880b-4201-9650-bf14ec82dd96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Request body: {'security_group_rule': {'security_group_id': 'f7b575bb-0477-4be0-b580-24c28106b718', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:40.182714 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ac33f92c-4ebb-4feb-a371-821d07076a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:40.195962 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d43fb62f-5630-4751-9e94-df2305728b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:40.197477 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-58981974-880b-4201-9650-bf14ec82dd96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:40.207441 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:40.208899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-58981974-880b-4201-9650-bf14ec82dd96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Usage tracker for resource:security_group_rule and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:40.216557 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-58981974-880b-4201-9650-bf14ec82dd96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:40.220905 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:40.228018 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-6459a56b-f1dd-44c2-84e1-ac56c8af075c req-b7398356-03f3-4d50-86bf-8c6cd9506d0d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:40.235588 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-58981974-880b-4201-9650-bf14ec82dd96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:40.241741 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:40.304298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7398356-03f3-4d50-86bf-8c6cd9506d0d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Pushing event deleted for resources: {'Port': ['ID=d4561a88-5421-4dc3-a220-67042ac51b33,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:40.338553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:14:40.342455 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b7398356-03f3-4d50-86bf-8c6cd9506d0d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:40.427420 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d43fb62f-5630-4751-9e94-df2305728b3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef6502c582bd48f289168146616b7127&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3721399
Jun 04 15:14:40.428680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:14:40.431496 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:14:40.489048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39678) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:40.515085 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-34f63322-af4a-4b3a-9518-28fd5f879be9 req-889d130e-0295-4d47-b942-b391d6cfc5e5 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 210 time: 0.1957874
Jun 04 15:14:40.528408 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac33f92c-4ebb-4feb-a371-821d07076a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:40.535698 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ac33f92c-4ebb-4feb-a371-821d07076a44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b7aa273-4213-49fb-9630-fa7c936ae857 HTTP/1.1" status: 204  len: 168 time: 1.4996352
Jun 04 15:14:40.535698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Pushing event updated for resources: {'Port': ['ID=17cdbf02-3193-4cda-880f-a612759fa054,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:40.537820 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:40.551686 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fb0de6af-4677-4e1a-983a-0de4dfcc49d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:40.656269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Allocated IP 172.20.0.7 (fc578392-edaf-4d3c-9dfb-10e567eb7921/d37fec73-8278-44ef-96a9-c0c2b4914081/9f9e9abf-d474-4730-8981-ff53e02ae81b) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:14:40.693734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-7e327479-9873-47ac-8fcd-459f0003a21b req-d45a83de-c4bb-4ed6-9724-a933641ab9a3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d3750d13-39cf-4214-bf49-5aa80781898b,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:40.696029 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7e327479-9873-47ac-8fcd-459f0003a21b req-d45a83de-c4bb-4ed6-9724-a933641ab9a3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:40.791166 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c333cd82-5d38-4f02-bed9-80b7d59b458e req-04b7397b-f147-4be5-b0b6-ac80ec5eb4b8 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 210 time: 0.2435560
Jun 04 15:14:40.844265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d3750d13-39cf-4214-bf49-5aa80781898b no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:14:40.859183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:40.859990 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:40.886569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-6459a56b-f1dd-44c2-84e1-ac56c8af075c req-b7398356-03f3-4d50-86bf-8c6cd9506d0d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] No DVR routers for this DVR port d4561a88-5421-4dc3-a220-67042ac51b33 on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:14:40.898008 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-7e327479-9873-47ac-8fcd-459f0003a21b req-d45a83de-c4bb-4ed6-9724-a933641ab9a3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Calling delete_port for d3750d13-39cf-4214-bf49-5aa80781898b owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:14:40.900987 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-58981974-880b-4201-9650-bf14ec82dd96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:40.907793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fb62f-5630-4751-9e94-df2305728b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831907c9-cd80-4c49-8cde-dadc2722de37,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:40.910898 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d43fb62f-5630-4751-9e94-df2305728b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:40.912789 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-6459a56b-f1dd-44c2-84e1-ac56c8af075c req-b7398356-03f3-4d50-86bf-8c6cd9506d0d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:40.924234 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a26bdbb-6837-44be-b1cf-f71180e7e5d2', 'name': 'network-vif-deleted', 'tag': 'd4561a88-5421-4dc3-a220-67042ac51b33'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:40.927182 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ef4901-b725-4a27-b78e-0ab5dac0c293" -d '{"events": [{"server_uuid": "1a26bdbb-6837-44be-b1cf-f71180e7e5d2", "name": "network-vif-deleted", "tag": "d4561a88-5421-4dc3-a220-67042ac51b33"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:40.980374 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2361084f-6ffd-4e60-8056-00f144f1f004 None None] Provisioning for port 17cdbf02-3193-4cda-880f-a612759fa054 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:41.026251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2361084f-6ffd-4e60-8056-00f144f1f004 None None] Provisioning complete for port 17cdbf02-3193-4cda-880f-a612759fa054 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:41.026722 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2361084f-6ffd-4e60-8056-00f144f1f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:41.041542 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba1879b-03b3-4271-ae47-f575a1dd5537 x-openstack-request-id: req-cba1879b-03b3-4271-ae47-f575a1dd5537 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:41.041860 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a26bdbb-6837-44be-b1cf-f71180e7e5d2", "name": "network-vif-deleted", "tag": "d4561a88-5421-4dc3-a220-67042ac51b33", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:41.042325 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cba1879b-03b3-4271-ae47-f575a1dd5537 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:41.043013 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a26bdbb-6837-44be-b1cf-f71180e7e5d2', 'name': 'network-vif-deleted', 'tag': 'd4561a88-5421-4dc3-a220-67042ac51b33', 'status': 'completed', 'code': 200}
Jun 04 15:14:41.053243 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6459a56b-f1dd-44c2-84e1-ac56c8af075c req-b7398356-03f3-4d50-86bf-8c6cd9506d0d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.62 "DELETE /v2.0/ports/d4561a88-5421-4dc3-a220-67042ac51b33 HTTP/1.1" status: 204  len: 173 time: 2.1868625
Jun 04 15:14:41.111474 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-58981974-880b-4201-9650-bf14ec82dd96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:41.121375 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.9330041
Jun 04 15:14:41.126834 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:41.138674 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a29abeb7-c80e-4111-8b3d-6272bc76b9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:41.146444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Request body: {'port': {'device_id': 'd03b56fd-ac95-4145-95bb-7b26d5d1c157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:41.173182 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-2361084f-6ffd-4e60-8056-00f144f1f004 None None] Port 17cdbf02-3193-4cda-880f-a612759fa054 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:14:41.176861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:41.179795 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7edfe9-06c6-4298-9815-d6ffea293837" -d '{"events": [{"server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "name": "network-vif-unplugged", "status": "completed", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:41.204719 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d3750d13-39cf-4214-bf49-5aa80781898b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d3750d13-39cf-4214-bf49-5aa80781898b,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:41.205934 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-58981974-880b-4201-9650-bf14ec82dd96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:41.238164 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:41.245197 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:41.270118 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58981974-880b-4201-9650-bf14ec82dd96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b1e3ea-a971-40ab-bd74-43af1adb7936,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:41.292837 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-58981974-880b-4201-9650-bf14ec82dd96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:41.297786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f0887-f2d9-465c-bd22-526b4572743f req-89c0dbbe-f501-4fa9-8a8c-3c6b13e91437 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:41.298524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-632f0887-f2d9-465c-bd22-526b4572743f req-89c0dbbe-f501-4fa9-8a8c-3c6b13e91437 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Synchronizing usage tracker for tenant:8dc4f6a353c9483e8416536b2b98cba7 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:41.304682 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a29abeb7-c80e-4111-8b3d-6272bc76b9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:41.313014 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12052135-832a-445c-b3e9-086519bafeed req-0ddc5152-3ac0-4675-a50b-8e1c52e5fadf tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:41.314930 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-12052135-832a-445c-b3e9-086519bafeed req-0ddc5152-3ac0-4675-a50b-8e1c52e5fadf tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 951 time: 0.2127757
Jun 04 15:14:41.318726 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:41.318726 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d4561a88-5421-4dc3-a220-67042ac51b33 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:14:41.347681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Transition to ACTIVE for port object 9f9e9abf-d474-4730-8981-ff53e02ae81b will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:41.357228 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:41.397446 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: d4561a88-5421-4dc3-a220-67042ac51b33 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:14:41.398122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d4561a88-5421-4dc3-a220-67042ac51b33 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:14:41.414670 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-58981974-880b-4201-9650-bf14ec82dd96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:41.417753 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-58981974-880b-4201-9650-bf14ec82dd96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2784824
Jun 04 15:14:41.425696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39700) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:41.434219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-83b4a41d-c57c-4afe-bad8-9bd82975c5d2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Request body: {'security_group_rule': {'security_group_id': 'f7b575bb-0477-4be0-b580-24c28106b718', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:41.439157 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=d3750d13-39cf-4214-bf49-5aa80781898b,revision_number=14']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:41.441717 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:41.443480 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:41.452736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-83b4a41d-c57c-4afe-bad8-9bd82975c5d2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:41.463370 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-83b4a41d-c57c-4afe-bad8-9bd82975c5d2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Usage tracker for resource:security_group_rule and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:41.469066 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-83b4a41d-c57c-4afe-bad8-9bd82975c5d2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:41.475828 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-12052135-832a-445c-b3e9-086519bafeed req-1289ab43-8d8d-438a-9b2b-66b170bfadc2 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672798
Jun 04 15:14:41.512483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-83b4a41d-c57c-4afe-bad8-9bd82975c5d2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:41.538915 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26857351-f369-4615-bc1e-ad4cb587b469 x-openstack-request-id: req-26857351-f369-4615-bc1e-ad4cb587b469 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:41.539203 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "name": "network-vif-unplugged", "status": "completed", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:41.539865 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26857351-f369-4615-bc1e-ad4cb587b469 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:41.539865 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b', 'code': 200}
Jun 04 15:14:41.543471 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7e327479-9873-47ac-8fcd-459f0003a21b req-d45a83de-c4bb-4ed6-9724-a933641ab9a3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:41.544585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-632f0887-f2d9-465c-bd22-526b4572743f req-89c0dbbe-f501-4fa9-8a8c-3c6b13e91437 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Unset dirty status for tenant:8dc4f6a353c9483e8416536b2b98cba7 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:41.545788 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-632f0887-f2d9-465c-bd22-526b4572743f req-89c0dbbe-f501-4fa9-8a8c-3c6b13e91437 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03b56fd-ac95-4145-95bb-7b26d5d1c157 HTTP/1.1" status: 200  len: 936 time: 0.7862115
Jun 04 15:14:41.556627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['dd2bace0-30e3-482a-b51e-568b2f544066', 'd743d4d8-102c-4706-8562-191e04fe9923', '9cca6167-1f51-464a-a79c-b196134decf0'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:14:41.560602 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:41.741055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a83de-c4bb-4ed6-9724-a933641ab9a3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Pushing event deleted for resources: {'Port': ['ID=d3750d13-39cf-4214-bf49-5aa80781898b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:41.758114 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d45a83de-c4bb-4ed6-9724-a933641ab9a3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:41.759405 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e327479-9873-47ac-8fcd-459f0003a21b req-d45a83de-c4bb-4ed6-9724-a933641ab9a3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] No DVR routers for this DVR port d3750d13-39cf-4214-bf49-5aa80781898b on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:14:41.762611 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7e327479-9873-47ac-8fcd-459f0003a21b req-d45a83de-c4bb-4ed6-9724-a933641ab9a3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:41.871199 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-d6859681-befe-406e-84a1-0f8c9212920f req-9078b64f-c312-4508-a4c2-45462d2b4bf3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Synchronizing usage tracker for tenant:033be366519a46eb9d528c6270c2e78b on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:41.888675 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e327479-9873-47ac-8fcd-459f0003a21b req-d45a83de-c4bb-4ed6-9724-a933641ab9a3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.62 "DELETE /v2.0/ports/d3750d13-39cf-4214-bf49-5aa80781898b HTTP/1.1" status: 204  len: 173 time: 2.0941074
Jun 04 15:14:41.906705 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a29abeb7-c80e-4111-8b3d-6272bc76b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:41.948424 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-d6859681-befe-406e-84a1-0f8c9212920f req-9078b64f-c312-4508-a4c2-45462d2b4bf3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Unset dirty status for tenant:033be366519a46eb9d528c6270c2e78b on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:41.950606 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d6859681-befe-406e-84a1-0f8c9212920f req-9078b64f-c312-4508-a4c2-45462d2b4bf3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a26bdbb-6837-44be-b1cf-f71180e7e5d2 HTTP/1.1" status: 200  len: 210 time: 0.1647866
Jun 04 15:14:41.955070 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-937f6320-a6c1-45d5-a558-b62417fb6324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:41.973035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:42.024674 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83b4a41d-c57c-4afe-bad8-9bd82975c5d2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:42.107614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29abeb7-c80e-4111-8b3d-6272bc76b9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831907c9-cd80-4c49-8cde-dadc2722de37,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:42.113168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Network fc578392-edaf-4d3c-9dfb-10e567eb7921 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:14:42.121960 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a29abeb7-c80e-4111-8b3d-6272bc76b9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:42.122934 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a29abeb7-c80e-4111-8b3d-6272bc76b9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:42.127017 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a29abeb7-c80e-4111-8b3d-6272bc76b9e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/831907c9-cd80-4c49-8cde-dadc2722de37 HTTP/1.1" status: 204  len: 168 time: 1.6338558
Jun 04 15:14:42.128459 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:42.173444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:14:42.206938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:14:42.254469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17cdbf02-3193-4cda-880f-a612759fa054 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:14:42.307850 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83b4a41d-c57c-4afe-bad8-9bd82975c5d2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:42.312346 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:42.329787 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-632f0887-f2d9-465c-bd22-526b4572743f req-92069b9e-dfe9-4b70-9a5d-ae3881b45f4d tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Synchronizing usage tracker for tenant:8dc4f6a353c9483e8416536b2b98cba7 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:42.360347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf8fa5-c6f7-4b26-ae22-4b8e2f135d54 req-426c44e1-4cb4-47e6-9502-ae6c40d0ccdb tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:42.372463 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8fbf8fa5-c6f7-4b26-ae22-4b8e2f135d54 req-426c44e1-4cb4-47e6-9502-ae6c40d0ccdb tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 931 time: 0.2653494
Jun 04 15:14:42.384798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Pushing event updated for resources: {'Port': ['ID=9f9e9abf-d474-4730-8981-ff53e02ae81b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:42.406510 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:42.407544 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83b4a41d-c57c-4afe-bad8-9bd82975c5d2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:42.427978 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:42.447775 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:42.447775 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:42.451708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Transition to ACTIVE for port object 17cdbf02-3193-4cda-880f-a612759fa054 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:42.462968 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8fbf8fa5-c6f7-4b26-ae22-4b8e2f135d54 req-bfbc8046-a6b4-4632-9e8e-7cd7772fc549 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892932
Jun 04 15:14:42.481257 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4a41d-c57c-4afe-bad8-9bd82975c5d2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f93cb55-be98-4ee8-a025-85bae54032b5,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:42.485648 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-83b4a41d-c57c-4afe-bad8-9bd82975c5d2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:42.489927 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-632f0887-f2d9-465c-bd22-526b4572743f req-92069b9e-dfe9-4b70-9a5d-ae3881b45f4d tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Unset dirty status for tenant:8dc4f6a353c9483e8416536b2b98cba7 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:42.491308 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-632f0887-f2d9-465c-bd22-526b4572743f req-92069b9e-dfe9-4b70-9a5d-ae3881b45f4d tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1e0a211-ed68-4463-ac1a-be9e05f36c8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5892112
Jun 04 15:14:42.528084 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:42.540858 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4f058e93-06e0-4acd-afba-d14af138a485 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:42.671601 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5143836
Jun 04 15:14:42.673704 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83b4a41d-c57c-4afe-bad8-9bd82975c5d2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:42.675211 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-83b4a41d-c57c-4afe-bad8-9bd82975c5d2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2483933
Jun 04 15:14:42.678400 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39728) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:42.683273 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:42.692591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:42.701670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Usage tracker for resource:floatingip and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:42.704505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:42.712879 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:42.731180 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-edbd7e51-4ff3-4ab1-96a1-6d2f9940ed8d None None] Provisioning for port 9f9e9abf-d474-4730-8981-ff53e02ae81b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:42.736212 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-edbd7e51-4ff3-4ab1-96a1-6d2f9940ed8d None None] Provisioning complete for port 9f9e9abf-d474-4730-8981-ff53e02ae81b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:42.736839 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-edbd7e51-4ff3-4ab1-96a1-6d2f9940ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:42.744622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Request body: {'port': {'device_id': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:42.812121 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:42.825161 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-edbd7e51-4ff3-4ab1-96a1-6d2f9940ed8d None None] Port 9f9e9abf-d474-4730-8981-ff53e02ae81b cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:14:42.995070 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6bddfaf8-ac06-4dbe-9bc1-4352a798742c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:14:43.032363 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0ffc62c-de74-4e7c-a6e4-083eb32d0e99 req-374e46c2-0ead-4506-82c7-7b679261a8f0 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0b26e9d-32fa-4387-a4b6-89c5b917a7c5 HTTP/1.1" status: 200  len: 210 time: 0.3435364
Jun 04 15:14:43.044355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'name': 'network-vif-deleted', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:43.047675 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a47ebf-1635-4946-9e14-c4bc7356ce35" -d '{"events": [{"server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "name": "network-vif-deleted", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:43.079618 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:43.112115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Pushing event updated for resources: {'Port': ['ID=17cdbf02-3193-4cda-880f-a612759fa054,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:43.123331 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:43.200233 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Attempting to bind port 17cdbf02-3193-4cda-880f-a612759fa054 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:14:43.200569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Attempting to bind port 17cdbf02-3193-4cda-880f-a612759fa054 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:14:43.200892 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Attempting to bind port 17cdbf02-3193-4cda-880f-a612759fa054 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:43.208214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Port 17cdbf02-3193-4cda-880f-a612759fa054 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:14:43.208530 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Attempting to bind port 17cdbf02-3193-4cda-880f-a612759fa054 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:43.215174 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c712641-2c90-499d-a27f-1865db5401c9 x-openstack-request-id: req-1c712641-2c90-499d-a27f-1865db5401c9 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:43.216174 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b26e9d-32fa-4387-a4b6-89c5b917a7c5", "name": "network-vif-deleted", "tag": "d3750d13-39cf-4214-bf49-5aa80781898b", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:43.217366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:14:43.217700 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:14:43.218080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:14:43.218365 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c712641-2c90-499d-a27f-1865db5401c9 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:43.218504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Bound port: 17cdbf02-3193-4cda-880f-a612759fa054, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:14:43.218837 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b26e9d-32fa-4387-a4b6-89c5b917a7c5', 'name': 'network-vif-deleted', 'tag': 'd3750d13-39cf-4214-bf49-5aa80781898b', 'status': 'completed', 'code': 200}
Jun 04 15:14:43.218958 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:43.230133 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:43.356802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39746) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:43.394450 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Allocated IP 172.25.4.117 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/12307fe0-8bbd-4ab4-93ff-4caf06fcbfda) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:14:43.400927 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e76ae269-20d0-406d-8fc7-b4498ef343dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:43.449156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e76ae269-20d0-406d-8fc7-b4498ef343dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:43.473817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e76ae269-20d0-406d-8fc7-b4498ef343dc admin admin] Usage tracker for resource:security_group_rule and tenant:fb867d45f08245a5889024899ae57520 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:43.475050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] For port 17cdbf02-3193-4cda-880f-a612759fa054, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:14:43.527433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e76ae269-20d0-406d-8fc7-b4498ef343dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:43.540939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e76ae269-20d0-406d-8fc7-b4498ef343dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:43.550274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] For port 17cdbf02-3193-4cda-880f-a612759fa054, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=17cdbf02-3193-4cda-880f-a612759fa054,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:14:43.591645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a607296-2922-4244-9f08-f65b04f83e79 req-a44101f3-b21a-438a-b85a-d859b4e1f1bd tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:43.593577 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a607296-2922-4244-9f08-f65b04f83e79 req-a44101f3-b21a-438a-b85a-d859b4e1f1bd tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 945 time: 0.2333589
Jun 04 15:14:43.635989 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:43.647898 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:43.655879 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:43.714465 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e76ae269-20d0-406d-8fc7-b4498ef343dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:43.753551 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39758) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:43.762337 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-dd78006d-5e9a-4a51-9f63-418adf61a2ab tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1762754543', 'description': 'tempest-description--574310266'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:43.786176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dd78006d-5e9a-4a51-9f63-418adf61a2ab tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:43.790695 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:43.798075 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2d439972-24e9-4fb6-bcf9-e22b92cca37e tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:43.825642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a607296-2922-4244-9f08-f65b04f83e79 req-6e73df75-ca16-4a35-9cba-0018b3b32650 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2123978
Jun 04 15:14:43.832069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:43.837756 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:43.839353 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] 10.222.0.62 "PUT /v2.0/ports/17cdbf02-3193-4cda-880f-a612759fa054 HTTP/1.1" status: 200  len: 1096 time: 2.7018411
Jun 04 15:14:43.852679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03b56fd-ac95-4145-95bb-7b26d5d1c157', 'tag': '17cdbf02-3193-4cda-880f-a612759fa054'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:43.858258 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33104856-d3e1-4b5f-b790-c6d28e7b9f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "d03b56fd-ac95-4145-95bb-7b26d5d1c157", "tag": "17cdbf02-3193-4cda-880f-a612759fa054"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:43.872596 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dd78006d-5e9a-4a51-9f63-418adf61a2ab tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:43.883582 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e76ae269-20d0-406d-8fc7-b4498ef343dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:43.911587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Pushing event updated for resources: {'Port': ['ID=17cdbf02-3193-4cda-880f-a612759fa054,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:43.916462 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:43.961132 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:14:43.972791 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:14:43.979945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:14:44.008389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event updated for resources: {'Port': ['ID=12307fe0-8bbd-4ab4-93ff-4caf06fcbfda,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:44.018189 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:44.020990 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-748729b1-a3e0-4b86-8eed-cc314b9dfc82 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:44.042129 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e76ae269-20d0-406d-8fc7-b4498ef343dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb867d45f08245a5889024899ae57520&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6840780
Jun 04 15:14:44.050624 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dd78006d-5e9a-4a51-9f63-418adf61a2ab tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:44.062323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39764) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:44.098489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ae269-20d0-406d-8fc7-b4498ef343dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663a23a3-b116-40bc-9cb1-78370bad7a84,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:44.104189 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e76ae269-20d0-406d-8fc7-b4498ef343dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:44.112067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dd78006d-5e9a-4a51-9f63-418adf61a2ab tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:44.117908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9e9abf-d474-4730-8981-ff53e02ae81b {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:14:44.120826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dd78006d-5e9a-4a51-9f63-418adf61a2ab tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Usage tracker for resource:security_group_rule and tenant:033be366519a46eb9d528c6270c2e78b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:44.125339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dd78006d-5e9a-4a51-9f63-418adf61a2ab tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:44.135243 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:44.140236 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dd78006d-5e9a-4a51-9f63-418adf61a2ab tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:44.163870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c291e2-82b0-4cc3-a7a8-678919fe1ec6 req-add10a79-a659-419f-995b-70d19443df1b tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:44.165512 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e4c291e2-82b0-4cc3-a7a8-678919fe1ec6 req-add10a79-a659-419f-995b-70d19443df1b tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 931 time: 0.2718761
Jun 04 15:14:44.181865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Transition to ACTIVE for port object 9f9e9abf-d474-4730-8981-ff53e02ae81b will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:44.200456 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:44.213044 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-920e8ab5-f4bd-4865-8f29-06f93d8da80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:44.240604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22077cc8-9850-48e4-9537-f36927c1bbf7 req-8a556a0e-5682-411d-b6ff-f992c95bff92 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:44.240604 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-22077cc8-9850-48e4-9537-f36927c1bbf7 req-8a556a0e-5682-411d-b6ff-f992c95bff92 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03b56fd-ac95-4145-95bb-7b26d5d1c157 HTTP/1.1" status: 200  len: 948 time: 0.2645891
Jun 04 15:14:44.242320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-c47fd9d2-1615-4ab1-b91e-bee9fc3b0f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:44.243839 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-c47fd9d2-1615-4ab1-b91e-bee9fc3b0f37 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8dc4f6a353c9483e8416536b2b98cba7&device_id=d03b56fd-ac95-4145-95bb-7b26d5d1c157 HTTP/1.1" status: 200  len: 1099 time: 0.2386460
Jun 04 15:14:44.251665 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e4c291e2-82b0-4cc3-a7a8-678919fe1ec6 req-dac5c98e-04cf-480f-a362-a9d653af7340 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734379
Jun 04 15:14:44.294760 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dd78006d-5e9a-4a51-9f63-418adf61a2ab tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:44.333196 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-920e8ab5-f4bd-4865-8f29-06f93d8da80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:44.343267 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:44.360206 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:44.405795 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-7468961a-b0a0-43ba-aa32-c904e1ea8c26 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=17cdbf02-3193-4cda-880f-a612759fa054 HTTP/1.1" status: 200  len: 217 time: 0.1507947
Jun 04 15:14:44.491355 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dd78006d-5e9a-4a51-9f63-418adf61a2ab tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:44.504284 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-617eab00-708a-4f2d-9557-53ae2e5f9879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:44.580581 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-22077cc8-9850-48e4-9537-f36927c1bbf7 req-a8e85e13-c07b-401c-8c9c-e676c30af070 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1e0a211-ed68-4463-ac1a-be9e05f36c8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3317416
Jun 04 15:14:44.584412 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-3781f144-2311-481a-baa7-94aa1392f0df tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4d92056804404d84ae72d8da3ff2aa45&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0651400
Jun 04 15:14:44.613333 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:44.645763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-a3f5d88d-f7a9-438c-a59f-2a4f1c87cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:44.653488 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-a3f5d88d-f7a9-438c-a59f-2a4f1c87cf3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2162516
Jun 04 15:14:44.653488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9e9abf-d474-4730-8981-ff53e02ae81b,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:44.653488 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:44.688383 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0577c3-e894-4783-ba5c-e45797ca98ff x-openstack-request-id: req-2b0577c3-e894-4783-ba5c-e45797ca98ff {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:44.688741 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03b56fd-ac95-4145-95bb-7b26d5d1c157", "tag": "17cdbf02-3193-4cda-880f-a612759fa054", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:44.689009 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b0577c3-e894-4783-ba5c-e45797ca98ff {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:44.689429 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03b56fd-ac95-4145-95bb-7b26d5d1c157', 'tag': '17cdbf02-3193-4cda-880f-a612759fa054', 'status': 'completed', 'code': 200}
Jun 04 15:14:44.697186 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78006d-5e9a-4a51-9f63-418adf61a2ab tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f269b2d6-5501-494d-99cd-73832e3371e2,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:44.718070 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dd78006d-5e9a-4a51-9f63-418adf61a2ab tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:44.784123 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-920e8ab5-f4bd-4865-8f29-06f93d8da80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:44.793064 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d43fb62f-5630-4751-9e94-df2305728b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:44.803481 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dd78006d-5e9a-4a51-9f63-418adf61a2ab tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:44.804728 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dd78006d-5e9a-4a51-9f63-418adf61a2ab tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.0490348
Jun 04 15:14:44.813667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39780) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:44.827945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-257f3c4e-a7ca-40be-b0ba-ec9c8dbe28d3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Request body: {'security_group_rule': {'security_group_id': 'f269b2d6-5501-494d-99cd-73832e3371e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:44.836495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e8ab5-f4bd-4865-8f29-06f93d8da80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663a23a3-b116-40bc-9cb1-78370bad7a84,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:44.839973 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-920e8ab5-f4bd-4865-8f29-06f93d8da80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:44.846128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-257f3c4e-a7ca-40be-b0ba-ec9c8dbe28d3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:44.856931 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-920e8ab5-f4bd-4865-8f29-06f93d8da80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:44.858073 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-920e8ab5-f4bd-4865-8f29-06f93d8da80e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/663a23a3-b116-40bc-9cb1-78370bad7a84 HTTP/1.1" status: 204  len: 168 time: 0.7870302
Jun 04 15:14:44.859174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-257f3c4e-a7ca-40be-b0ba-ec9c8dbe28d3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Usage tracker for resource:security_group_rule and tenant:033be366519a46eb9d528c6270c2e78b is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:44.869339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-257f3c4e-a7ca-40be-b0ba-ec9c8dbe28d3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:44.890364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-257f3c4e-a7ca-40be-b0ba-ec9c8dbe28d3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:44.900904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Attempting to bind port 9f9e9abf-d474-4730-8981-ff53e02ae81b on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:14:44.901352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Attempting to bind port 9f9e9abf-d474-4730-8981-ff53e02ae81b by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:14:44.901663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Attempting to bind port 9f9e9abf-d474-4730-8981-ff53e02ae81b on network fc578392-edaf-4d3c-9dfb-10e567eb7921 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:44.913411 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Port 9f9e9abf-d474-4730-8981-ff53e02ae81b on network fc578392-edaf-4d3c-9dfb-10e567eb7921 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:14:44.913735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Attempting to bind port 9f9e9abf-d474-4730-8981-ff53e02ae81b on network fc578392-edaf-4d3c-9dfb-10e567eb7921 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:44.923142 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:14:44.923466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Checking segment: {'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:14:44.923960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Bound using segment: {'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:14:44.924390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Bound port: 9f9e9abf-d474-4730-8981-ff53e02ae81b, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453ee623-39df-48f1-a92f-32b655b8d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:14:44.924758 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:44.944001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-7898daed-4c4c-4b82-b30f-8cfc2468e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:44.945562 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-7898daed-4c4c-4b82-b30f-8cfc2468e26e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2591603
Jun 04 15:14:44.963828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-10a732ad-ea99-48fe-9764-6639aca04481 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:44.970404 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-10a732ad-ea99-48fe-9764-6639aca04481 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3642144
Jun 04 15:14:44.990703 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-f8588e1e-73cc-45f7-a34d-8b7dad0b6de3 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/quotas/4d92056804404d84ae72d8da3ff2aa45 HTTP/1.1" status: 200  len: 375 time: 0.0193648
Jun 04 15:14:45.053666 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-647aa2e8-962e-4004-88ca-fe110283f9b1 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d92056804404d84ae72d8da3ff2aa45&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0619664
Jun 04 15:14:45.143976 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:45.250137 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:45.256734 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-257f3c4e-a7ca-40be-b0ba-ec9c8dbe28d3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:45.260275 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d45a83de-c4bb-4ed6-9724-a933641ab9a3 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:45.431893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] For port 9f9e9abf-d474-4730-8981-ff53e02ae81b, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:14:45.466102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] For port 9f9e9abf-d474-4730-8981-ff53e02ae81b, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9f9e9abf-d474-4730-8981-ff53e02ae81b,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:14:45.480746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746c356-1d5d-41ab-8070-2be21ae372f5 req-45a0dbe9-6e13-4dbe-8f62-fa624877494b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:45.483262 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e746c356-1d5d-41ab-8070-2be21ae372f5 req-45a0dbe9-6e13-4dbe-8f62-fa624877494b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.65 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 945 time: 0.3213964
Jun 04 15:14:45.486168 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-e5fb12a0-c3ef-4954-858d-894aecb587d7 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5055876
Jun 04 15:14:45.511619 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-257f3c4e-a7ca-40be-b0ba-ec9c8dbe28d3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:45.557582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event updated for resources: {'Port': ['ID=12307fe0-8bbd-4ab4-93ff-4caf06fcbfda,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:45.576083 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:45.578183 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:45.627915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c4cac-ef1f-4e88-a00d-917e7c862607 req-85abc9d6-401c-4b27-8487-2ae362084844 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:45.629898 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9e3c4cac-ef1f-4e88-a00d-917e7c862607 req-85abc9d6-401c-4b27-8487-2ae362084844 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 945 time: 0.2066994
Jun 04 15:14:45.691429 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:45.692892 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.0134342
Jun 04 15:14:45.696476 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:45.701625 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9e3c4cac-ef1f-4e88-a00d-917e7c862607 req-e119e186-3a7e-4947-b5ad-e146e9566150 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649698
Jun 04 15:14:45.710173 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-257f3c4e-a7ca-40be-b0ba-ec9c8dbe28d3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:45.738896 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9547db14-6638-44ea-ad4c-f4a9a2b05e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:45.915178 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:45.916224 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:45.918056 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] 10.222.0.62 "PUT /v2.0/ports/9f9e9abf-d474-4730-8981-ff53e02ae81b HTTP/1.1" status: 200  len: 1091 time: 3.1949999
Jun 04 15:14:46.017840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c02980-f1e3-442a-8689-261399cb5c5b req-d969e562-54c3-4f1c-b31f-207d02fe152c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:46.020002 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-18c02980-f1e3-442a-8689-261399cb5c5b req-d969e562-54c3-4f1c-b31f-207d02fe152c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 943 time: 0.1432707
Jun 04 15:14:46.104406 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-18c02980-f1e3-442a-8689-261399cb5c5b req-5e1c2ffd-a720-401a-afbb-dfed2915e566 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774834
Jun 04 15:14:46.133619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58face84-efcf-4c62-9906-b6db8913f395 req-4748f03d-0f6c-4810-a214-4635cfb1ab99 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:46.136175 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-58face84-efcf-4c62-9906-b6db8913f395 req-4748f03d-0f6c-4810-a214-4635cfb1ab99 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 949 time: 0.6269259
Jun 04 15:14:46.136923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9e9abf-d474-4730-8981-ff53e02ae81b,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:46.157683 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25c2e2f8-5b15-4491-8c3d-b9e840572819 req-eccf16f7-236d-4150-94b9-39046e19d745 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6019995
Jun 04 15:14:46.160061 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:46.181457 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:46.196964 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-257f3c4e-a7ca-40be-b0ba-ec9c8dbe28d3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:46.201204 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-257f3c4e-a7ca-40be-b0ba-ec9c8dbe28d3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.3765242
Jun 04 15:14:46.203948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39826) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:46.207492 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c691b520-e53d-4d3a-8c06-5232cdc16b5f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Request body: {'security_group_rule': {'security_group_id': 'f269b2d6-5501-494d-99cd-73832e3371e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:46.215148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c691b520-e53d-4d3a-8c06-5232cdc16b5f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:46.217628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f3c4e-a7ca-40be-b0ba-ec9c8dbe28d3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6440667-49ea-4aab-80ee-5fa45304065c,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:46.226760 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-257f3c4e-a7ca-40be-b0ba-ec9c8dbe28d3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:46.243179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c691b520-e53d-4d3a-8c06-5232cdc16b5f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Usage tracker for resource:security_group_rule and tenant:033be366519a46eb9d528c6270c2e78b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:46.248186 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c691b520-e53d-4d3a-8c06-5232cdc16b5f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:46.255417 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-a9cb2e52-a381-4198-acbf-b78c927d25db tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4d92056804404d84ae72d8da3ff2aa45&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0420237
Jun 04 15:14:46.259605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c691b520-e53d-4d3a-8c06-5232cdc16b5f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:46.264256 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-58face84-efcf-4c62-9906-b6db8913f395 req-9e28b87b-91f8-4bdc-a784-a6e79d25b68d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030605
Jun 04 15:14:46.274193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-e746c356-1d5d-41ab-8070-2be21ae372f5 req-b180ba57-7473-40c0-a1cb-158507cd9008 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Deleting port 177dcff1-cd4d-4c3e-b13b-17b72f33d72c {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:14:46.274435 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e746c356-1d5d-41ab-8070-2be21ae372f5 req-b180ba57-7473-40c0-a1cb-158507cd9008 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:46.418833 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c691b520-e53d-4d3a-8c06-5232cdc16b5f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:46.436762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-9d2351c6-18be-4562-a992-c0e537afef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:46.441755 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-9d2351c6-18be-4562-a992-c0e537afef3b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 1094 time: 0.3525174
Jun 04 15:14:46.522884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-ea3494cb-e9b9-47c2-a473-d01d560a356e tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:46.524281 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-ea3494cb-e9b9-47c2-a473-d01d560a356e tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2606840
Jun 04 15:14:46.546109 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-443a53c5-8b32-441f-9e1d-4fa8d8348779 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/quotas/4d92056804404d84ae72d8da3ff2aa45 HTTP/1.1" status: 200  len: 375 time: 0.0155580
Jun 04 15:14:46.561551 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c691b520-e53d-4d3a-8c06-5232cdc16b5f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:46.600643 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-3b7b3272-ecf0-4d17-979a-34d5a670a688 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f9e9abf-d474-4730-8981-ff53e02ae81b HTTP/1.1" status: 200  len: 217 time: 0.0885267
Jun 04 15:14:46.617809 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-b7710b2d-36c6-4de8-8482-06660bbeedf4 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d92056804404d84ae72d8da3ff2aa45&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0619648
Jun 04 15:14:46.622790 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c691b520-e53d-4d3a-8c06-5232cdc16b5f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:46.633666 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:46.658746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691b520-e53d-4d3a-8c06-5232cdc16b5f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e393f81-925a-40d4-b0a6-b77e14e106e5,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:46.676244 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c691b520-e53d-4d3a-8c06-5232cdc16b5f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:46.727074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e746c356-1d5d-41ab-8070-2be21ae372f5 req-b180ba57-7473-40c0-a1cb-158507cd9008 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] For port 177dcff1-cd4d-4c3e-b13b-17b72f33d72c, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=177dcff1-cd4d-4c3e-b13b-17b72f33d72c,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:46.727610 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e746c356-1d5d-41ab-8070-2be21ae372f5 req-b180ba57-7473-40c0-a1cb-158507cd9008 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:46.734995 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'tag': '9f9e9abf-d474-4730-8981-ff53e02ae81b'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:46.737707 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c360791-b8a0-4ab4-935d-e37af5f45e83" -d '{"events": [{"name": "network-changed", "server_uuid": "b718a2a7-172a-49db-92f7-5c8901e7e3bd", "tag": "9f9e9abf-d474-4730-8981-ff53e02ae81b"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:46.788378 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c691b520-e53d-4d3a-8c06-5232cdc16b5f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:46.792537 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c691b520-e53d-4d3a-8c06-5232cdc16b5f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5870478
Jun 04 15:14:46.792798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39844) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:46.797350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:46.803654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:46.807642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Usage tracker for resource:floatingip and tenant:033be366519a46eb9d528c6270c2e78b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:46.812797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:46.821705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:46.908792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-e746c356-1d5d-41ab-8070-2be21ae372f5 req-b180ba57-7473-40c0-a1cb-158507cd9008 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Calling delete_port for 177dcff1-cd4d-4c3e-b13b-17b72f33d72c owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:14:46.913654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33104856-d3e1-4b5f-b790-c6d28e7b9f0a req-b7c6fe55-2799-4711-9637-4cc1c5522bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:46.915050 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-33104856-d3e1-4b5f-b790-c6d28e7b9f0a req-b7c6fe55-2799-4711-9637-4cc1c5522bf1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8dc4f6a353c9483e8416536b2b98cba7&device_id=d03b56fd-ac95-4145-95bb-7b26d5d1c157 HTTP/1.1" status: 200  len: 1099 time: 0.6251278
Jun 04 15:14:46.930990 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:46.955923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-c82e4e53-7f37-43c0-8326-fd500437ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:46.958203 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-c82e4e53-7f37-43c0-8326-fd500437ed86 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.3561840
Jun 04 15:14:47.025661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-2cb7b868-cde9-41ef-87dc-a5e779650630 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Synchronizing usage tracker for tenant:170821b51002469da86d3c4cef5805e5 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:47.157394 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:47.210116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-2cb7b868-cde9-41ef-87dc-a5e779650630 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Unset dirty status for tenant:170821b51002469da86d3c4cef5805e5 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:47.211343 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-2cb7b868-cde9-41ef-87dc-a5e779650630 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--750988049&fields=id&tenant_id=170821b51002469da86d3c4cef5805e5 HTTP/1.1" status: 200  len: 267 time: 0.2494440
Jun 04 15:14:47.265764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd401ca-82ac-4029-af71-571eb0aa0c10 req-d150e1fe-a18c-4159-8a4e-052c5dccda2f tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:47.267252 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cdd401ca-82ac-4029-af71-571eb0aa0c10 req-d150e1fe-a18c-4159-8a4e-052c5dccda2f tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03b56fd-ac95-4145-95bb-7b26d5d1c157 HTTP/1.1" status: 200  len: 948 time: 0.8386109
Jun 04 15:14:47.337685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203fc6c-72bf-4a9f-80da-2decbc370f42 req-d0e509f7-39cb-418a-b5c0-6ec075137016 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:47.339306 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c203fc6c-72bf-4a9f-80da-2decbc370f42 req-d0e509f7-39cb-418a-b5c0-6ec075137016 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.65 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 949 time: 0.6725466
Jun 04 15:14:47.346182 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-dbc6ff34-3043-49b7-9623-aa8d12d53891 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:47.347375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-dbc6ff34-3043-49b7-9623-aa8d12d53891 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Synchronizing usage tracker for tenant:170821b51002469da86d3c4cef5805e5 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:47.382703 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Allocated IP 172.25.4.217 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/e4285197-21c0-4ede-a631-961d28e1d70a) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:14:47.454406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33104856-d3e1-4b5f-b790-c6d28e7b9f0a req-fb3ac69a-1b94-42cf-b165-c45a00c7cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:47.459239 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-33104856-d3e1-4b5f-b790-c6d28e7b9f0a req-fb3ac69a-1b94-42cf-b165-c45a00c7cccc service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.5236287
Jun 04 15:14:47.469672 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cdd401ca-82ac-4029-af71-571eb0aa0c10 req-abc137dd-1339-4955-9527-492b01e3e071 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1e0a211-ed68-4463-ac1a-be9e05f36c8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890011
Jun 04 15:14:47.557646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-3dcd507f-8540-49f6-9aca-3c26f2340507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:47.566008 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-3dcd507f-8540-49f6-9aca-3c26f2340507 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5880845
Jun 04 15:14:47.633142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-dbc6ff34-3043-49b7-9623-aa8d12d53891 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Unset dirty status for tenant:170821b51002469da86d3c4cef5805e5 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:47.634367 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-dbc6ff34-3043-49b7-9623-aa8d12d53891 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports/9be08e86-8d27-40e8-8898-cc000823e63c HTTP/1.1" status: 200  len: 931 time: 0.4123206
Jun 04 15:14:47.720458 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-33104856-d3e1-4b5f-b790-c6d28e7b9f0a req-b16fb19f-a095-45c6-bb92-f6a8e11b9d63 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=17cdbf02-3193-4cda-880f-a612759fa054 HTTP/1.1" status: 200  len: 217 time: 0.2246456
Jun 04 15:14:47.797829 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a5c771ee-d43b-4efe-b100-37a4d9baea9e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:47.797829 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a5c771ee-d43b-4efe-b100-37a4d9baea9e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports/622d11de-7803-48e8-9746-b225f13357c1 HTTP/1.1" status: 200  len: 932 time: 0.1451802
Jun 04 15:14:47.798393 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:47.855107 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-06a1335a-1eb5-4d79-9685-5ddcf81e9b6c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?network_id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0520444
Jun 04 15:14:47.885713 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e746c356-1d5d-41ab-8070-2be21ae372f5 req-b180ba57-7473-40c0-a1cb-158507cd9008 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:47.897503 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['177dcff1-cd4d-4c3e-b13b-17b72f33d72c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:14:47.933037 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:47.933548 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-2149c52a-67ed-48b1-8701-92414b7a3e7e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?network_id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0720832
Jun 04 15:14:48.006222 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e21df87d-23af-4347-b527-dd4c6bef36e1 req-f48b5ad7-c3eb-41b1-b470-ac83061551a3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 210 time: 0.1686168
Jun 04 15:14:48.007051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180ba57-7473-40c0-a1cb-158507cd9008 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Pushing event deleted for resources: {'Port': ['ID=177dcff1-cd4d-4c3e-b13b-17b72f33d72c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:48.015199 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b180ba57-7473-40c0-a1cb-158507cd9008 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:48.020481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33104856-d3e1-4b5f-b790-c6d28e7b9f0a req-dbf010cf-55ff-459b-bb55-72dce0d776d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:48.028061 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-33104856-d3e1-4b5f-b790-c6d28e7b9f0a req-dbf010cf-55ff-459b-bb55-72dce0d776d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2757361
Jun 04 15:14:48.103773 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e215c9e-c7ef-4a2f-b559-65ee3191f704 x-openstack-request-id: req-9e215c9e-c7ef-4a2f-b559-65ee3191f704 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:48.104106 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b718a2a7-172a-49db-92f7-5c8901e7e3bd", "tag": "9f9e9abf-d474-4730-8981-ff53e02ae81b", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:48.104401 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e215c9e-c7ef-4a2f-b559-65ee3191f704 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:48.104829 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'tag': '9f9e9abf-d474-4730-8981-ff53e02ae81b', 'status': 'completed', 'code': 200}
Jun 04 15:14:48.115992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-0d8d10b0-d5f3-4b0c-b31a-0fb327772ef4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:48.123251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-0d8d10b0-d5f3-4b0c-b31a-0fb327772ef4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:48.130798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-0d8d10b0-d5f3-4b0c-b31a-0fb327772ef4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:48.132038 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-0d8d10b0-d5f3-4b0c-b31a-0fb327772ef4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Synchronizing usage tracker for tenant:170821b51002469da86d3c4cef5805e5 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:48.138167 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:48.143585 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ce2ef842-d335-4dc3-8cc9-84f365d0ef62 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:48.245694 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Pushing event updated for resources: {'Port': ['ID=e4285197-21c0-4ede-a631-961d28e1d70a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:48.250440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:14:48.251555 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:48.253924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:14:48.256161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:14:48.304906 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-c203fc6c-72bf-4a9f-80da-2decbc370f42 req-32598c81-950b-48ea-b0cc-3c5018cb3d6c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Deleting port 9cca6167-1f51-464a-a79c-b196134decf0 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:14:48.306168 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c203fc6c-72bf-4a9f-80da-2decbc370f42 req-32598c81-950b-48ea-b0cc-3c5018cb3d6c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:48.330458 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e746c356-1d5d-41ab-8070-2be21ae372f5 req-b180ba57-7473-40c0-a1cb-158507cd9008 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] No DVR routers for this DVR port 177dcff1-cd4d-4c3e-b13b-17b72f33d72c on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:14:48.333517 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e746c356-1d5d-41ab-8070-2be21ae372f5 req-b180ba57-7473-40c0-a1cb-158507cd9008 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:48.341741 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:48.349231 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-82d99438-50cf-470b-b5f2-6849a38c9f51 service neutron] 10.222.0.62 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6708796
Jun 04 15:14:48.367265 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5b69eefb-5e73-4260-bb5e-7e09ee4b3f4a req-f7b9a71c-2984-48ce-b827-1222dccbb21a tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 210 time: 0.1107712
Jun 04 15:14:48.411487 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-0d8d10b0-d5f3-4b0c-b31a-0fb327772ef4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Unset dirty status for tenant:170821b51002469da86d3c4cef5805e5 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:48.412680 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-0d8d10b0-d5f3-4b0c-b31a-0fb327772ef4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/networks?id=b6fd14b5-fe16-4479-b95d-921ab565bab3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25 HTTP/1.1" status: 200  len: 1989 time: 0.4783506
Jun 04 15:14:48.436817 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-37d48999-1ca4-4e97-a2db-ab3c481cc69c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/quotas/170821b51002469da86d3c4cef5805e5 HTTP/1.1" status: 200  len: 375 time: 0.0176184
Jun 04 15:14:48.555534 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-daf649f2-d1cd-44e5-a5a8-6b24f7ab4ce3 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4d92056804404d84ae72d8da3ff2aa45&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1118965
Jun 04 15:14:48.625419 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e746c356-1d5d-41ab-8070-2be21ae372f5 req-b180ba57-7473-40c0-a1cb-158507cd9008 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.65 "DELETE /v2.0/ports/177dcff1-cd4d-4c3e-b13b-17b72f33d72c HTTP/1.1" status: 204  len: 173 time: 3.1144729
Jun 04 15:14:48.680420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33104856-d3e1-4b5f-b790-c6d28e7b9f0a req-5a461db2-4d43-43dc-953c-a1c51550e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:48.681915 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-33104856-d3e1-4b5f-b790-c6d28e7b9f0a req-5a461db2-4d43-43dc-953c-a1c51550e4fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.5762854
Jun 04 15:14:48.699603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-c203fc6c-72bf-4a9f-80da-2decbc370f42 req-32598c81-950b-48ea-b0cc-3c5018cb3d6c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] For port 9cca6167-1f51-464a-a79c-b196134decf0, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9cca6167-1f51-464a-a79c-b196134decf0,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:48.699954 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c203fc6c-72bf-4a9f-80da-2decbc370f42 req-32598c81-950b-48ea-b0cc-3c5018cb3d6c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:48.723825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:48.843686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-72be4eed-3d47-4806-9df2-e4fd9157e0b1 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:48.845290 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-72be4eed-3d47-4806-9df2-e4fd9157e0b1 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2787864
Jun 04 15:14:48.883088 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-5193c104-b04c-4547-a96b-0f139056d15c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=170821b51002469da86d3c4cef5805e5&fields=id HTTP/1.1" status: 200  len: 532 time: 0.4055064
Jun 04 15:14:48.890172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Request body: {'port': {'device_id': '8d609333-14ce-446a-ac75-1d4dba98abde', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '4d92056804404d84ae72d8da3ff2aa45'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:49.033792 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e94f27bd-8cd5-4f17-b46a-ce5bef71ee39 req-140f991a-c1b3-42c7-aef7-8bc0021fbb7c service neutron] 10.222.0.62 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6506133
Jun 04 15:14:49.041938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-c203fc6c-72bf-4a9f-80da-2decbc370f42 req-32598c81-950b-48ea-b0cc-3c5018cb3d6c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Calling delete_port for 9cca6167-1f51-464a-a79c-b196134decf0 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:14:49.124769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15742005-e2bf-40ff-89f8-9b15995c5097 req-2622aaa7-e19a-4544-8f61-53f4e6630200 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:49.125593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-15742005-e2bf-40ff-89f8-9b15995c5097 req-2622aaa7-e19a-4544-8f61-53f4e6630200 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Synchronizing usage tracker for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:49.185458 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-33104856-d3e1-4b5f-b790-c6d28e7b9f0a req-e5555b12-ce40-479c-a309-84a97484d236 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4950783
Jun 04 15:14:49.306953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-15742005-e2bf-40ff-89f8-9b15995c5097 req-2622aaa7-e19a-4544-8f61-53f4e6630200 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Unset dirty status for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:49.307238 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-34d76779-ca5b-4a38-8555-3e22fe785ca0 service neutron] 10.222.0.32 "GET /v2.0/networks/b6fd14b5-fe16-4479-b95d-921ab565bab3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3976927
Jun 04 15:14:49.314380 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-15742005-e2bf-40ff-89f8-9b15995c5097 req-2622aaa7-e19a-4544-8f61-53f4e6630200 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 943 time: 0.8145421
Jun 04 15:14:49.343837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:49.365414 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:49.367263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Usage tracker for resource:port and tenant:4d92056804404d84ae72d8da3ff2aa45 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:49.372406 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:49.386675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:49.438516 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:49.446043 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:49.485556 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-15742005-e2bf-40ff-89f8-9b15995c5097 req-1b5ec21a-4431-42de-8045-ebcae11bdb4b tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701143
Jun 04 15:14:49.569728 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-33104856-d3e1-4b5f-b790-c6d28e7b9f0a req-158688ae-7283-48fe-a60f-f4ff3cecf229 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3752501
Jun 04 15:14:49.574022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c360791-b8a0-4ab4-935d-e37af5f45e83 req-0ee58453-3dea-491c-9e78-556964d51d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:49.576182 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0c360791-b8a0-4ab4-935d-e37af5f45e83 req-0ee58453-3dea-491c-9e78-556964d51d40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 1094 time: 0.3332021
Jun 04 15:14:49.645366 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c203fc6c-72bf-4a9f-80da-2decbc370f42 req-32598c81-950b-48ea-b0cc-3c5018cb3d6c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:49.658420 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-491922b5-eb7f-49a2-9d19-67fe0608e1a3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:49.660362 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['dd2bace0-30e3-482a-b51e-568b2f544066', 'd743d4d8-102c-4706-8562-191e04fe9923'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:14:49.677902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Made reservation on behalf of 4d92056804404d84ae72d8da3ff2aa45 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:14:49.681471 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:49.771853 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:49.788721 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:49.819917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32598c81-950b-48ea-b0cc-3c5018cb3d6c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Pushing event deleted for resources: {'Port': ['ID=9cca6167-1f51-464a-a79c-b196134decf0,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:49.826101 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:49.832460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Usage tracker for resource:security_group_rule and tenant:4d92056804404d84ae72d8da3ff2aa45 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:49.835598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:49.841646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:49.884632 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-32598c81-950b-48ea-b0cc-3c5018cb3d6c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:49.892615 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e37099fb-a927-49ad-a55c-58a8046b38ad req-1a52cb27-fe93-4e22-abcd-e6beb6afa52d tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29896df-92c6-407c-9921-4486933c4871 HTTP/1.1" status: 200  len: 210 time: 0.1929824
Jun 04 15:14:49.942553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-c203fc6c-72bf-4a9f-80da-2decbc370f42 req-32598c81-950b-48ea-b0cc-3c5018cb3d6c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] No DVR routers for this DVR port 9cca6167-1f51-464a-a79c-b196134decf0 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:14:49.942781 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:49.947049 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c203fc6c-72bf-4a9f-80da-2decbc370f42 req-32598c81-950b-48ea-b0cc-3c5018cb3d6c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:49.953351 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Pushing event updated for resources: {'Port': ['ID=e4285197-21c0-4ede-a631-961d28e1d70a,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:49.968377 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-e3e74438-7623-42da-a6d7-80f09f80a979 service neutron] 10.222.0.32 "GET /v2.0/networks/b6fd14b5-fe16-4479-b95d-921ab565bab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6604927
Jun 04 15:14:49.979729 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:49.990278 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c203fc6c-72bf-4a9f-80da-2decbc370f42 req-32598c81-950b-48ea-b0cc-3c5018cb3d6c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.65 "DELETE /v2.0/ports/9cca6167-1f51-464a-a79c-b196134decf0 HTTP/1.1" status: 204  len: 173 time: 2.6315806
Jun 04 15:14:50.001413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c360791-b8a0-4ab4-935d-e37af5f45e83 req-a861eca1-ab27-4f2b-8347-9595472ae746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:50.004666 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0c360791-b8a0-4ab4-935d-e37af5f45e83 req-a861eca1-ab27-4f2b-8347-9595472ae746 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 921 time: 0.4162643
Jun 04 15:14:50.039123 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:50.049266 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:50.108434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83f507b-7d7b-4590-b293-ada6017312be', 'name': 'network-vif-deleted', 'tag': '177dcff1-cd4d-4c3e-b13b-17b72f33d72c'}, {'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'name': 'network-vif-deleted', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:50.110763 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15c5552-cd57-4fc3-9b99-3050a1af4f92" -d '{"events": [{"server_uuid": "c83f507b-7d7b-4590-b293-ada6017312be", "name": "network-vif-deleted", "tag": "177dcff1-cd4d-4c3e-b13b-17b72f33d72c"}, {"server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "name": "network-vif-deleted", "tag": "9cca6167-1f51-464a-a79c-b196134decf0"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:50.170852 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0c360791-b8a0-4ab4-935d-e37af5f45e83 req-95fe5de4-83a6-43ea-809c-14df1e74762a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f9e9abf-d474-4730-8981-ff53e02ae81b HTTP/1.1" status: 200  len: 217 time: 0.1576798
Jun 04 15:14:50.287824 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-91309233-4db6-4634-b945-cfd6d5bc97e4 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4d92056804404d84ae72d8da3ff2aa45&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0745823
Jun 04 15:14:50.304579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Allocated IP 192.168.233.93 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/b0e5c59a-caea-40d8-b128-d62da87ca1be) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:14:50.340351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c360791-b8a0-4ab4-935d-e37af5f45e83 req-6c0d4ebe-052b-4af4-9773-053fcff8e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:50.342906 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0c360791-b8a0-4ab4-935d-e37af5f45e83 req-6c0d4ebe-052b-4af4-9773-053fcff8e513 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.1653554
Jun 04 15:14:50.443887 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:50.452904 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.6513104
Jun 04 15:14:50.479317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4204c49c-9a6e-4f35-b1b6-361035d3f579,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:50.486892 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:50.526074 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d00851e3-2a8d-4bd2-9f8a-4e7edd2de270 service neutron] 10.222.0.32 "GET /v2.0/ports/9be08e86-8d27-40e8-8898-cc000823e63c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.5456295
Jun 04 15:14:50.544784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1de131-8c1f-48ed-acc0-dd388602cf97 req-079d2773-8a46-4fb7-931b-f250de6a8b19 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:50.552774 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1de131-8c1f-48ed-acc0-dd388602cf97 req-079d2773-8a46-4fb7-931b-f250de6a8b19 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03b56fd-ac95-4145-95bb-7b26d5d1c157 HTTP/1.1" status: 200  len: 948 time: 0.4329515
Jun 04 15:14:50.588497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9cca6167-1f51-464a-a79c-b196134decf0 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:14:50.636898 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 9cca6167-1f51-464a-a79c-b196134decf0 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:14:50.637282 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9cca6167-1f51-464a-a79c-b196134decf0 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:14:50.637720 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 177dcff1-cd4d-4c3e-b13b-17b72f33d72c no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:14:50.644929 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b1de131-8c1f-48ed-acc0-dd388602cf97 req-26a8e629-dc1a-4ed0-be32-ff79505e0f71 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1e0a211-ed68-4463-ac1a-be9e05f36c8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912328
Jun 04 15:14:50.658226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-300f1f95-3a80-4012-a2a4-c3d1d3674288 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:50.675428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-300f1f95-3a80-4012-a2a4-c3d1d3674288 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3729134
Jun 04 15:14:50.689102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Request body: {'port': {'device_id': 'b78d30e3-4335-4d02-8e97-480f8658f633', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '4d92056804404d84ae72d8da3ff2aa45'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:50.716477 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 177dcff1-cd4d-4c3e-b13b-17b72f33d72c {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:14:50.717131 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 177dcff1-cd4d-4c3e-b13b-17b72f33d72c not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:14:50.726752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c360791-b8a0-4ab4-935d-e37af5f45e83 req-3422b8cf-947a-4f34-a930-05c2e60e29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:50.728379 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0c360791-b8a0-4ab4-935d-e37af5f45e83 req-3422b8cf-947a-4f34-a930-05c2e60e29fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3715117
Jun 04 15:14:50.841594 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-796e07d4-547b-4fca-91ca-e9ce0f383293 req-8ff27fb6-6e5f-46fe-9624-abc63ac4a088 tempest-FlavorsV2NegativeTest-119727907 tempest-FlavorsV2NegativeTest-119727907-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4ca1d264a9534966af4c9a411a78a9a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0583432
Jun 04 15:14:50.862686 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-653f1210-75ab-4ad3-8dd6-7064b5821142 service neutron] 10.222.0.32 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3210037
Jun 04 15:14:50.920079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 17cdbf02-3193-4cda-880f-a612759fa054 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:14:51.015808 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:51.082408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Transition to ACTIVE for port object b0e5c59a-caea-40d8-b128-d62da87ca1be will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:51.086205 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 17cdbf02-3193-4cda-880f-a612759fa054, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=17cdbf02-3193-4cda-880f-a612759fa054,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:51.103983 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '17cdbf02-3193-4cda-880f-a612759fa054', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '17cdbf02-3193-4cda-880f-a612759fa054', 'mac_address': 'fa:16:3e:07:86:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:14:51.145099 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-7c7575ab-36cb-496a-ab5a-6ef0f4c560af service neutron] 10.222.0.32 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2739785
Jun 04 15:14:51.175908 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:51.201402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17cdbf02-3193-4cda-880f-a612759fa054 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:14:51.224749 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 17cdbf02-3193-4cda-880f-a612759fa054, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=17cdbf02-3193-4cda-880f-a612759fa054,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:51.231543 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-7ad22098-fe83-4113-9262-9e085ab8680e service neutron] 10.222.0.32 "GET /v2.0/ports/622d11de-7803-48e8-9746-b225f13357c1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.0847697
Jun 04 15:14:51.323105 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:51.327602 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:51.339902 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:51.348658 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-83e17d8d-da38-4ca1-9b39-b14318c157c8 tempest-DeleteServersAdminTestJSON-852837064 tempest-DeleteServersAdminTestJSON-852837064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:51.405425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0c360791-b8a0-4ab4-935d-e37af5f45e83 req-c2b70a9b-8244-4b72-b9dd-2c9e33e0007d service neutron] 10.222.0.62 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6529350
Jun 04 15:14:51.412345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:51.418361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Usage tracker for resource:port and tenant:4d92056804404d84ae72d8da3ff2aa45 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:51.421845 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:51.430429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:51.446833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:14:51.452278 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:14:51.461577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:14:51.467729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=17cdbf02-3193-4cda-880f-a612759fa054,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:51.478331 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:51.516261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Pushing event updated for resources: {'Port': ['ID=b0e5c59a-caea-40d8-b128-d62da87ca1be,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:51.521419 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:51.528037 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-19c4ee5f-823c-4378-ba93-9d9ed97f892b service neutron] 10.222.0.32 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2883081
Jun 04 15:14:51.548425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e07d4-547b-4fca-91ca-e9ce0f383293 req-2309edcb-9b3c-4b3d-b80b-e09e4c378e59 tempest-FlavorsV2NegativeTest-119727907 tempest-FlavorsV2NegativeTest-119727907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:51.556212 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-796e07d4-547b-4fca-91ca-e9ce0f383293 req-2309edcb-9b3c-4b3d-b80b-e09e4c378e59 tempest-FlavorsV2NegativeTest-119727907 tempest-FlavorsV2NegativeTest-119727907-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6543999
Jun 04 15:14:51.608660 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:51.609380 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:51.679786 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0c360791-b8a0-4ab4-935d-e37af5f45e83 req-fd1e8fd9-31d1-4fd9-bdf0-6d33a10c53ca service neutron] 10.222.0.62 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2360296
Jun 04 15:14:51.680402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Made reservation on behalf of 4d92056804404d84ae72d8da3ff2aa45 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:14:51.684377 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:51.690775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['17cdbf02-3193-4cda-880f-a612759fa054'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:14:51.717192 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-796e07d4-547b-4fca-91ca-e9ce0f383293 req-f1898165-eda8-44dc-82fa-6c2c56fa18e6 tempest-FlavorsV2NegativeTest-119727907 tempest-FlavorsV2NegativeTest-119727907-project] 10.222.0.32 "GET /v2.0/quotas/4ca1d264a9534966af4c9a411a78a9a5 HTTP/1.1" status: 200  len: 375 time: 0.1599751
Jun 04 15:14:51.772599 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-7e4276d4-f497-4430-8193-416e97f01929 service neutron] 10.222.0.32 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2332563
Jun 04 15:14:51.795119 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9103394
Jun 04 15:14:51.819818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Request body: {'port': {'device_id': '8d609333-14ce-446a-ac75-1d4dba98abde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:51.828762 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-796e07d4-547b-4fca-91ca-e9ce0f383293 req-a51b9eb8-e55a-4277-a7ec-6f05882415c1 tempest-FlavorsV2NegativeTest-119727907 tempest-FlavorsV2NegativeTest-119727907-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ca1d264a9534966af4c9a411a78a9a5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0682874
Jun 04 15:14:51.949902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Allocated IP 192.168.233.229 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/64c82deb-0384-4dd3-8c34-f96dab009f44) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:14:51.952296 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5e09872f-3ae7-48ec-a1f5-fd1abb5d58a8 None None] Provisioning for port b0e5c59a-caea-40d8-b128-d62da87ca1be completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:51.968248 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5e09872f-3ae7-48ec-a1f5-fd1abb5d58a8 None None] Provisioning complete for port b0e5c59a-caea-40d8-b128-d62da87ca1be triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:51.968782 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5e09872f-3ae7-48ec-a1f5-fd1abb5d58a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:52.058118 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5e09872f-3ae7-48ec-a1f5-fd1abb5d58a8 None None] Port b0e5c59a-caea-40d8-b128-d62da87ca1be cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:14:52.125502 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-f7848716-f65b-4c9e-8dd7-b2fd7b2d891a service neutron] 10.222.0.32 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3542824
Jun 04 15:14:52.150625 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:52.197476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e417197e-7ad9-4571-934e-9e3fc1b7934e req-38580a56-3b0b-4702-8cb3-944e772e8be6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Synchronizing usage tracker for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:52.279185 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:52.307310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Transition to ACTIVE for port object 64c82deb-0384-4dd3-8c34-f96dab009f44 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:52.342210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e417197e-7ad9-4571-934e-9e3fc1b7934e req-38580a56-3b0b-4702-8cb3-944e772e8be6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Unset dirty status for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:52.343669 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e417197e-7ad9-4571-934e-9e3fc1b7934e req-38580a56-3b0b-4702-8cb3-944e772e8be6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=c83f507b-7d7b-4590-b293-ada6017312be HTTP/1.1" status: 200  len: 210 time: 0.2565882
Jun 04 15:14:52.423009 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:52.432731 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2b50d5bd-b35e-4d11-b572-23a247541738 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:52.577805 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-f5fddc97-89bd-45f8-a5a5-aff853c1cb39 service neutron] 10.222.0.32 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4514720
Jun 04 15:14:52.593595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:14:52.596819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Pushing event updated for resources: {'Port': ['ID=64c82deb-0384-4dd3-8c34-f96dab009f44,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:52.600041 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:14:52.602851 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:52.603836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:14:52.720725 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4334a92-0468-4418-9827-2e9ad4668056 req-d27ed80a-3955-4549-811e-6fe9a7c83651 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:52.729894 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d4334a92-0468-4418-9827-2e9ad4668056 req-d27ed80a-3955-4549-811e-6fe9a7c83651 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 936 time: 0.2457583
Jun 04 15:14:52.737668 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:52.738503 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:52.806374 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d4334a92-0468-4418-9827-2e9ad4668056 req-037cbb05-1688-4b32-8440-cfae8a40af49 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753424
Jun 04 15:14:52.856499 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.1725507
Jun 04 15:14:52.871113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Request body: {'port': {'device_id': 'b78d30e3-4335-4d02-8e97-480f8658f633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:52.916446 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d21f823-f11b-4653-a32f-589d5e067e1e x-openstack-request-id: req-9d21f823-f11b-4653-a32f-589d5e067e1e {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:52.916848 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c83f507b-7d7b-4590-b293-ada6017312be", "name": "network-vif-deleted", "tag": "177dcff1-cd4d-4c3e-b13b-17b72f33d72c", "status": "completed", "code": 200}, {"server_uuid": "c29896df-92c6-407c-9921-4486933c4871", "name": "network-vif-deleted", "tag": "9cca6167-1f51-464a-a79c-b196134decf0", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:52.917117 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d21f823-f11b-4653-a32f-589d5e067e1e {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:52.917688 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83f507b-7d7b-4590-b293-ada6017312be', 'name': 'network-vif-deleted', 'tag': '177dcff1-cd4d-4c3e-b13b-17b72f33d72c', 'status': 'completed', 'code': 200}
Jun 04 15:14:52.920341 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9f9e9abf-d474-4730-8981-ff53e02ae81b details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:14:52.924040 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 17cdbf02-3193-4cda-880f-a612759fa054 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:14:52.928326 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29896df-92c6-407c-9921-4486933c4871', 'name': 'network-vif-deleted', 'tag': '9cca6167-1f51-464a-a79c-b196134decf0', 'status': 'completed', 'code': 200}
Jun 04 15:14:53.022257 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-3363fb03-1ba5-4690-b491-02fe7ab3461d service neutron] 10.222.0.32 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4239502
Jun 04 15:14:53.152398 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:53.170962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9fe4fc80-4acd-4d7e-ad06-03574473150a None None] Provisioning for port 64c82deb-0384-4dd3-8c34-f96dab009f44 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:53.182912 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9fe4fc80-4acd-4d7e-ad06-03574473150a None None] Provisioning complete for port 64c82deb-0384-4dd3-8c34-f96dab009f44 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:53.183505 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9fe4fc80-4acd-4d7e-ad06-03574473150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:53.212357 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:53.218826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808ad7e-dec1-4ebb-aa46-757e127b663b req-7be0db79-ebf5-429d-9475-b2b8cf2532ff tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:53.220493 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 17cdbf02-3193-4cda-880f-a612759fa054 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:53.221578 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8808ad7e-dec1-4ebb-aa46-757e127b663b req-7be0db79-ebf5-429d-9475-b2b8cf2532ff tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 943 time: 0.2380245
Jun 04 15:14:53.271997 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 17cdbf02-3193-4cda-880f-a612759fa054 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:53.272790 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:53.272925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39946) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:53.313355 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-5bb9fc3d-68e3-4f45-bd3a-5125c341e262 service neutron] 10.222.0.32 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2829993
Jun 04 15:14:53.379990 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8808ad7e-dec1-4ebb-aa46-757e127b663b req-92764779-ea28-421e-8b27-83fa05ccc8e4 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513631
Jun 04 15:14:53.427948 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9fe4fc80-4acd-4d7e-ad06-03574473150a None None] Port 64c82deb-0384-4dd3-8c34-f96dab009f44 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:14:53.462125 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3c1b0d8b-191e-4540-9d4f-8a1e9249e64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:53.480126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3c1b0d8b-191e-4540-9d4f-8a1e9249e64c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:53.485031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3c1b0d8b-191e-4540-9d4f-8a1e9249e64c admin admin] Usage tracker for resource:security_group_rule and tenant:4ca1d264a9534966af4c9a411a78a9a5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:53.491173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3c1b0d8b-191e-4540-9d4f-8a1e9249e64c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:53.497791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3c1b0d8b-191e-4540-9d4f-8a1e9249e64c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:53.524784 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9f9e9abf-d474-4730-8981-ff53e02ae81b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9f9e9abf-d474-4730-8981-ff53e02ae81b,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:53.540709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e5c59a-caea-40d8-b128-d62da87ca1be {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:14:53.554685 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '9f9e9abf-d474-4730-8981-ff53e02ae81b', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'port_id': '9f9e9abf-d474-4730-8981-ff53e02ae81b', 'mac_address': 'fa:16:3e:ff:30:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:14:53.562797 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:53.589733 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-b19a9d3e-60e1-4938-b5c1-5d75d977f5d6 service neutron] 10.222.0.32 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2559242
Jun 04 15:14:53.592537 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Transition to ACTIVE for port object b0e5c59a-caea-40d8-b128-d62da87ca1be will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:53.630975 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:53.640540 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:53.664171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9e9abf-d474-4730-8981-ff53e02ae81b {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:14:53.686541 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 17cdbf02-3193-4cda-880f-a612759fa054, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=17cdbf02-3193-4cda-880f-a612759fa054,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:53.689595 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03b56fd-ac95-4145-95bb-7b26d5d1c157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17cdbf02-3193-4cda-880f-a612759fa054'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:53.689778 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:53.691498 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb582308-43fd-4d17-b3f7-476995cf6c71" -d '{"events": [{"server_uuid": "d03b56fd-ac95-4145-95bb-7b26d5d1c157", "name": "network-vif-plugged", "status": "completed", "tag": "17cdbf02-3193-4cda-880f-a612759fa054"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:53.695782 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f7a1ba17-d251-4c64-a29d-0d1d401cfb05 tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:53.704954 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9f9e9abf-d474-4730-8981-ff53e02ae81b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9f9e9abf-d474-4730-8981-ff53e02ae81b,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:53.741828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-c2f52eb6-570e-4f1b-a0e5-8c83a7ba1b18 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:53.743320 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-c2f52eb6-570e-4f1b-a0e5-8c83a7ba1b18 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/networks?id=18b375a7-7cc2-4169-a256-980dd8700031 HTTP/1.1" status: 200  len: 822 time: 0.2269645
Jun 04 15:14:53.780792 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:53.783357 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7f230b7e-6772-4c5b-b20f-370e2dad075d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:53.833576 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-ce6eaac1-0118-4331-9d6c-d1793f4f0d52 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/quotas/033be366519a46eb9d528c6270c2e78b HTTP/1.1" status: 200  len: 375 time: 0.0751765
Jun 04 15:14:53.835406 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3c1b0d8b-191e-4540-9d4f-8a1e9249e64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:53.859264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e5c59a-caea-40d8-b128-d62da87ca1be,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:53.866469 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:53.878893 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a434a8b2-5b1b-4d25-a9c7-469a4bd4f9e4 service neutron] 10.222.0.32 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2811029
Jun 04 15:14:53.889738 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:53.939158 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=9f9e9abf-d474-4730-8981-ff53e02ae81b,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:53.943006 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:53.943812 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:54.040133 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=17cdbf02-3193-4cda-880f-a612759fa054,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:54.046147 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:54.060706 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3c1b0d8b-191e-4540-9d4f-8a1e9249e64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:54.070429 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1123b21c-5318-4a01-a927-4bfaa94bd09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:54.115500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['9f9e9abf-d474-4730-8981-ff53e02ae81b'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:14:54.148486 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b0d8b-191e-4540-9d4f-8a1e9249e64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808fbd62-4c62-4343-8830-4c8e5ba7a2d7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:54.151620 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3c1b0d8b-191e-4540-9d4f-8a1e9249e64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:54.156046 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3c1b0d8b-191e-4540-9d4f-8a1e9249e64c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ca1d264a9534966af4c9a411a78a9a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8821125
Jun 04 15:14:54.160664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39964) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:54.180300 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Attempting to bind port b0e5c59a-caea-40d8-b128-d62da87ca1be on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:14:54.180468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Attempting to bind port b0e5c59a-caea-40d8-b128-d62da87ca1be by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:14:54.180790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Attempting to bind port b0e5c59a-caea-40d8-b128-d62da87ca1be on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:54.184304 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-21f57497-ef65-43bc-87cc-10d9dae90815 service neutron] 10.222.0.32 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2656527
Jun 04 15:14:54.187686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Port b0e5c59a-caea-40d8-b128-d62da87ca1be on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:14:54.188015 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Attempting to bind port b0e5c59a-caea-40d8-b128-d62da87ca1be on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:54.216064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:14:54.216407 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:14:54.216792 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:14:54.217245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Bound port: b0e5c59a-caea-40d8-b128-d62da87ca1be, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:14:54.217591 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:54.280936 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-9023a24c-d1cc-4514-8f90-c4fcdbd4b8e8 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=033be366519a46eb9d528c6270c2e78b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4279394
Jun 04 15:14:54.334295 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c82deb-0384-4dd3-8c34-f96dab009f44 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:14:54.364409 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:54.369884 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e09787f8-9611-45eb-a23b-cb9b86d2ec97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:54.471909 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e09787f8-9611-45eb-a23b-cb9b86d2ec97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:54.480241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Transition to ACTIVE for port object 64c82deb-0384-4dd3-8c34-f96dab009f44 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:14:54.540832 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aa1d1786-3889-4561-8f21-da818861f454 service neutron] 10.222.0.32 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3502078
Jun 04 15:14:54.545444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] For port b0e5c59a-caea-40d8-b128-d62da87ca1be, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:14:54.548130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] For port b0e5c59a-caea-40d8-b128-d62da87ca1be, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:14:54.554218 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-ecd1d190-896b-4884-8099-a1874bc6daa5 service neutron] 10.222.0.32 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2587445
Jun 04 15:14:54.597050 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:54.605569 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-60cbb6c2-e199-4d9a-b857-c663f2d26da5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:54.627577 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:54.632322 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6e2bf33d-df70-4443-91e2-0b239ae1c29e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:54.698486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:54.699109 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:54.701155 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] 10.222.0.62 "PUT /v2.0/ports/b0e5c59a-caea-40d8-b128-d62da87ca1be HTTP/1.1" status: 200  len: 1095 time: 2.8971479
Jun 04 15:14:54.701667 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d609333-14ce-446a-ac75-1d4dba98abde', 'tag': 'b0e5c59a-caea-40d8-b128-d62da87ca1be'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:54.704043 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f673e9ae-766d-4864-9167-646906eb584c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d609333-14ce-446a-ac75-1d4dba98abde", "tag": "b0e5c59a-caea-40d8-b128-d62da87ca1be"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:54.728796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e5c59a-caea-40d8-b128-d62da87ca1be,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:54.733756 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:54.783823 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e09787f8-9611-45eb-a23b-cb9b86d2ec97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:54.858721 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Pushing event updated for resources: {'Port': ['ID=64c82deb-0384-4dd3-8c34-f96dab009f44,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:54.877509 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:54.877509 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3c1b0d8b-191e-4540-9d4f-8a1e9249e64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:54.901871 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e09787f8-9611-45eb-a23b-cb9b86d2ec97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:54.911884 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e09787f8-9611-45eb-a23b-cb9b86d2ec97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/808fbd62-4c62-4343-8830-4c8e5ba7a2d7 HTTP/1.1" status: 204  len: 168 time: 0.7440441
Jun 04 15:14:54.952522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09787f8-9611-45eb-a23b-cb9b86d2ec97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808fbd62-4c62-4343-8830-4c8e5ba7a2d7,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:54.960216 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e09787f8-9611-45eb-a23b-cb9b86d2ec97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:54.982951 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-3d3dc091-3c00-451f-94c0-9b2f0ee73ea7 service neutron] 10.222.0.32 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4222300
Jun 04 15:14:55.003247 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-f58013f2-9025-42d6-9653-732eec6615de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:55.006573 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-f58013f2-9025-42d6-9653-732eec6615de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d92056804404d84ae72d8da3ff2aa45&device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 1098 time: 0.1514227
Jun 04 15:14:55.050190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Attempting to bind port 64c82deb-0384-4dd3-8c34-f96dab009f44 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:14:55.050659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Attempting to bind port 64c82deb-0384-4dd3-8c34-f96dab009f44 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:14:55.051016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Attempting to bind port 64c82deb-0384-4dd3-8c34-f96dab009f44 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:55.056380 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Port 64c82deb-0384-4dd3-8c34-f96dab009f44 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:14:55.056689 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Attempting to bind port 64c82deb-0384-4dd3-8c34-f96dab009f44 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:14:55.062527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:14:55.062907 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:14:55.063229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:14:55.063645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Bound port: 64c82deb-0384-4dd3-8c34-f96dab009f44, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:14:55.063985 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:55.098019 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-a7a6a796-0d8d-466b-bf43-416d532dd7b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be HTTP/1.1" status: 200  len: 217 time: 0.0821323
Jun 04 15:14:55.182984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5caf7458-f92c-466d-bfb5-15387e73b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:55.186011 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-5caf7458-f92c-466d-bfb5-15387e73b8b9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0733678
Jun 04 15:14:55.192101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] For port 64c82deb-0384-4dd3-8c34-f96dab009f44, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:14:55.196805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] For port 64c82deb-0384-4dd3-8c34-f96dab009f44, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=64c82deb-0384-4dd3-8c34-f96dab009f44,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:14:55.300169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-9fd881b3-4543-4d7a-8a9a-b38bb3a52079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:55.303999 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-9fd881b3-4543-4d7a-8a9a-b38bb3a52079 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1088240
Jun 04 15:14:55.304172 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:55.307341 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-99b5c62d-3533-46cc-8683-bbf53640ea0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:55.435460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Pushing event updated for resources: {'Port': ['ID=64c82deb-0384-4dd3-8c34-f96dab009f44,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:55.439889 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:55.448445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:55.448445 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:55.448445 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] 10.222.0.62 "PUT /v2.0/ports/64c82deb-0384-4dd3-8c34-f96dab009f44 HTTP/1.1" status: 200  len: 1096 time: 2.5812600
Jun 04 15:14:55.448445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78d30e3-4335-4d02-8e97-480f8658f633', 'tag': '64c82deb-0384-4dd3-8c34-f96dab009f44'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:55.451153 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00db8522-cc58-4c9e-a7fe-42a9e0c59493" -d '{"events": [{"name": "network-changed", "server_uuid": "b78d30e3-4335-4d02-8e97-480f8658f633", "tag": "64c82deb-0384-4dd3-8c34-f96dab009f44"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:55.467183 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:55.611392 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-c90d4635-f891-48d1-b6bd-9d4100a9681d service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3014436
Jun 04 15:14:55.762077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-ac1d83ff-234c-47cf-9073-d8c810ef5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:55.764178 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-ac1d83ff-234c-47cf-9073-d8c810ef5e11 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d92056804404d84ae72d8da3ff2aa45&device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 1099 time: 0.1748946
Jun 04 15:14:55.865286 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fad96a41-886d-42b5-bf58-80387ae59f8a req-b88b08b4-996d-4930-9ee0-cf6a21d1d706 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2443280
Jun 04 15:14:55.906200 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-4de38240-47b0-41cd-962e-0240c0a11991 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=64c82deb-0384-4dd3-8c34-f96dab009f44 HTTP/1.1" status: 200  len: 217 time: 0.1334112
Jun 04 15:14:55.991031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-c5465b7b-1db1-482d-af36-9bc689892527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:55.992315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-c5465b7b-1db1-482d-af36-9bc689892527 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0750890
Jun 04 15:14:56.063253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eee668-60d7-4ee9-9a56-81518703d249 req-af56b4b5-cc4d-4601-a2ca-f5c7dc148f69 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:56.064697 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75eee668-60d7-4ee9-9a56-81518703d249 req-af56b4b5-cc4d-4601-a2ca-f5c7dc148f69 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03b56fd-ac95-4145-95bb-7b26d5d1c157 HTTP/1.1" status: 200  len: 950 time: 0.2255459
Jun 04 15:14:56.122311 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75eee668-60d7-4ee9-9a56-81518703d249 req-37703a46-af02-4a7f-ba0e-934d528a97ff tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1e0a211-ed68-4463-ac1a-be9e05f36c8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508292
Jun 04 15:14:56.129793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-8f99f0aa-2337-4f52-aaae-b578224908ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:56.131303 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-8f99f0aa-2337-4f52-aaae-b578224908ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1295784
Jun 04 15:14:56.298947 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a614500-2c74-4c6d-b26c-bf9270fede69 x-openstack-request-id: req-1a614500-2c74-4c6d-b26c-bf9270fede69 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:56.299251 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03b56fd-ac95-4145-95bb-7b26d5d1c157", "name": "network-vif-plugged", "status": "completed", "tag": "17cdbf02-3193-4cda-880f-a612759fa054", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:56.300085 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a614500-2c74-4c6d-b26c-bf9270fede69 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:56.300493 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03b56fd-ac95-4145-95bb-7b26d5d1c157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17cdbf02-3193-4cda-880f-a612759fa054', 'code': 200}
Jun 04 15:14:56.319970 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-a187e63f-76d8-4e4f-9cc0-fe6b5d64d7e8 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1808066
Jun 04 15:14:56.468003 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ff24d-fbbe-4e8b-b590-c04b8f71d0e1 req-e70645f7-2f6c-43ae-8f32-efad03036796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:56.469888 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0a7ff24d-fbbe-4e8b-b590-c04b8f71d0e1 req-e70645f7-2f6c-43ae-8f32-efad03036796 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d03b56fd-ac95-4145-95bb-7b26d5d1c157 HTTP/1.1" status: 200  len: 1101 time: 0.1057682
Jun 04 15:14:56.539712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40028) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:56.561528 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0a7ff24d-fbbe-4e8b-b590-c04b8f71d0e1 req-3535286a-3683-4d6a-819e-78a8750dbf35 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b1e0a211-ed68-4463-ac1a-be9e05f36c8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829930
Jun 04 15:14:56.719102 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9571375d-bc47-4ae5-ab0d-1b4db0c9c974 req-251fc848-ee67-48fd-b291-893452fd6a36 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3667092
Jun 04 15:14:56.721455 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796d8dc-15d6-47dd-958e-08591b6c68ab req-cfbaf2b5-50aa-48b0-8e21-73adab8755db tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:56.722965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9796d8dc-15d6-47dd-958e-08591b6c68ab req-cfbaf2b5-50aa-48b0-8e21-73adab8755db tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Synchronizing usage tracker for tenant:4d92056804404d84ae72d8da3ff2aa45 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:56.727617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1487336302-network', 'tenant_id': 'e9099d69d6b7467e872bfae806978c26'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:56.738739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:56.752159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Usage tracker for resource:network and tenant:e9099d69d6b7467e872bfae806978c26 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:56.756124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:56.764085 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:56.903903 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f43c1-a55c-45ec-b387-f4e997214c5a req-e639de44-02e6-4c95-b719-01f2d2171492 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:56.905559 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-157f43c1-a55c-45ec-b387-f4e997214c5a req-e639de44-02e6-4c95-b719-01f2d2171492 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 944 time: 0.1130769
Jun 04 15:14:56.919475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9796d8dc-15d6-47dd-958e-08591b6c68ab req-cfbaf2b5-50aa-48b0-8e21-73adab8755db tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Unset dirty status for tenant:4d92056804404d84ae72d8da3ff2aa45 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:56.921059 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9796d8dc-15d6-47dd-958e-08591b6c68ab req-cfbaf2b5-50aa-48b0-8e21-73adab8755db tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 948 time: 0.3433893
Jun 04 15:14:56.930245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Made reservation on behalf of e9099d69d6b7467e872bfae806978c26 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:14:56.934227 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:56.936016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9f9e9abf-d474-4730-8981-ff53e02ae81b up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:14:56.954335 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:56.977878 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9796d8dc-15d6-47dd-958e-08591b6c68ab req-c692471a-5fea-41b7-b67b-8a19c7647c53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500114
Jun 04 15:14:56.988599 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-157f43c1-a55c-45ec-b387-f4e997214c5a req-9ee82265-829f-4422-b59b-962e7e5b939a tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767355
Jun 04 15:14:56.991610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:57.001861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Usage tracker for resource:security_group_rule and tenant:e9099d69d6b7467e872bfae806978c26 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:57.001861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:57.017702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:57.055081 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747f1611-de6a-4afb-bbe7-cc46350e0699 x-openstack-request-id: req-747f1611-de6a-4afb-bbe7-cc46350e0699 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:57.055644 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d609333-14ce-446a-ac75-1d4dba98abde", "tag": "b0e5c59a-caea-40d8-b128-d62da87ca1be", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:57.056082 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-747f1611-de6a-4afb-bbe7-cc46350e0699 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:57.056770 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d609333-14ce-446a-ac75-1d4dba98abde', 'tag': 'b0e5c59a-caea-40d8-b128-d62da87ca1be', 'status': 'completed', 'code': 200}
Jun 04 15:14:57.130734 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 9f9e9abf-d474-4730-8981-ff53e02ae81b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:14:57.136111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 9f9e9abf-d474-4730-8981-ff53e02ae81b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:14:57.136497 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:57.162491 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:57.222256 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ba1bc06-ae62-4b85-b053-5998e0e32050 req-43bf16ee-94ad-4c20-a959-9f8fe0a408f3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=765b4985-105b-4e91-bdf0-1566eb30c46f HTTP/1.1" status: 200  len: 210 time: 0.0638316
Jun 04 15:14:57.251938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673e9ae-766d-4864-9167-646906eb584c req-9c0dc034-301f-45cf-beee-146ee5b13866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:57.254950 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f673e9ae-766d-4864-9167-646906eb584c req-9c0dc034-301f-45cf-beee-146ee5b13866 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d92056804404d84ae72d8da3ff2aa45&device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 1098 time: 0.1579437
Jun 04 15:14:57.266377 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:57.273526 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9f6971dd-e6d9-4968-83de-75035af08b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:57.286852 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:57.329667 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3244785-52ae-4e60-aa92-d7ef083871ae,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:57.337046 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1d9244-894f-43ad-85d8-19176e0ffe95 x-openstack-request-id: req-6b1d9244-894f-43ad-85d8-19176e0ffe95 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:57.342873 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78d30e3-4335-4d02-8e97-480f8658f633", "tag": "64c82deb-0384-4dd3-8c34-f96dab009f44", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:57.342873 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b1d9244-894f-43ad-85d8-19176e0ffe95 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:57.342873 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78d30e3-4335-4d02-8e97-480f8658f633', 'tag': '64c82deb-0384-4dd3-8c34-f96dab009f44', 'status': 'completed', 'code': 200}
Jun 04 15:14:57.345517 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:57.367730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9f9e9abf-d474-4730-8981-ff53e02ae81b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9f9e9abf-d474-4730-8981-ff53e02ae81b,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:14:57.410040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:14:57.429844 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:57.430240 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Added segment 001fd2e8-c5d6-4192-8728-f416b28b8a30 of type vlan for network 8832be06-3dd0-4604-b531-0a272ed14997
Jun 04 15:14:57.465865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db8522-cc58-4c9e-a7fe-42a9e0c59493 req-df84ad84-9fb8-4ad4-b170-48a9a62b0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:57.467347 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00db8522-cc58-4c9e-a7fe-42a9e0c59493 req-df84ad84-9fb8-4ad4-b170-48a9a62b0368 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d92056804404d84ae72d8da3ff2aa45&device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 1099 time: 0.1389894
Jun 04 15:14:57.470961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6b295432-31f6-4f98-a984-42a9c2b4a98a req-4a07c376-4ac9-45ae-84b2-9ccd7407c295 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Synchronizing usage tracker for tenant:170821b51002469da86d3c4cef5805e5 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:57.471371 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:57.485429 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:57.488865 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:57.503055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6b295432-31f6-4f98-a984-42a9c2b4a98a req-4a07c376-4ac9-45ae-84b2-9ccd7407c295 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Unset dirty status for tenant:170821b51002469da86d3c4cef5805e5 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:57.504315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b295432-31f6-4f98-a984-42a9c2b4a98a req-4a07c376-4ac9-45ae-84b2-9ccd7407c295 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 210 time: 0.1370766
Jun 04 15:14:57.536070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673e9ae-766d-4864-9167-646906eb584c req-c7be5c8b-078b-4dd1-9abd-341098cd9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:57.538378 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f673e9ae-766d-4864-9167-646906eb584c req-c7be5c8b-078b-4dd1-9abd-341098cd9047 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2758298
Jun 04 15:14:57.598872 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=9f9e9abf-d474-4730-8981-ff53e02ae81b,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:57.604852 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:57.644022 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f673e9ae-766d-4864-9167-646906eb584c req-c9c8e7ac-73f1-46f6-854d-fd53e3000f70 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be HTTP/1.1" status: 200  len: 217 time: 0.0952127
Jun 04 15:14:57.771567 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db8522-cc58-4c9e-a7fe-42a9e0c59493 req-0bd98b26-a349-4e0e-9628-ef16a4b2f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:57.772971 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00db8522-cc58-4c9e-a7fe-42a9e0c59493 req-0bd98b26-a349-4e0e-9628-ef16a4b2f72f service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2972465
Jun 04 15:14:57.847069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673e9ae-766d-4864-9167-646906eb584c req-0e581dab-718c-4ddf-b0ce-d075536a29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:57.848565 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f673e9ae-766d-4864-9167-646906eb584c req-0e581dab-718c-4ddf-b0ce-d075536a29b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1915934
Jun 04 15:14:57.918985 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00db8522-cc58-4c9e-a7fe-42a9e0c59493 req-c45abeef-5716-488d-bc8b-a8caf76d84d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=64c82deb-0384-4dd3-8c34-f96dab009f44 HTTP/1.1" status: 200  len: 217 time: 0.1376765
Jun 04 15:14:57.925427 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:57.926359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:57.926946 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:57.937442 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:57.967211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582529c-fa4c-4a65-a60b-7e180a1967e3 req-e8090630-0c60-4082-a164-d4b23c3b1979 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:57.972737 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1582529c-fa4c-4a65-a60b-7e180a1967e3 req-e8090630-0c60-4082-a164-d4b23c3b1979 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 812 time: 0.2641730
Jun 04 15:14:57.995322 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1582529c-fa4c-4a65-a60b-7e180a1967e3 req-9b4c9403-566a-4695-a2d1-dda3c5c87def tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/quotas/ef1f8bca92884089b1346e04292fa4c6 HTTP/1.1" status: 200  len: 375 time: 0.0166612
Jun 04 15:14:58.002831 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673e9ae-766d-4864-9167-646906eb584c req-e1d0326b-bf57-44ee-9253-e9056e8b5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:58.004376 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f673e9ae-766d-4864-9167-646906eb584c req-e1d0326b-bf57-44ee-9253-e9056e8b5103 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1432955
Jun 04 15:14:58.068689 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1582529c-fa4c-4a65-a60b-7e180a1967e3 req-8c1f1454-a32e-4638-aeed-3b84772d1138 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0633764
Jun 04 15:14:58.271017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Pushing event updated for resources: {'Network': ['ID=8832be06-3dd0-4604-b531-0a272ed14997,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:58.282594 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:58.288911 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 8832be06-3dd0-4604-b531-0a272ed14997 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:14:58.306369 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9e9abf-d474-4730-8981-ff53e02ae81b'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:14:58.306726 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db8522-cc58-4c9e-a7fe-42a9e0c59493 req-5550234f-81d1-4e82-a0d4-9ff6aa9fc7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:58.309220 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51c99da-e2ba-4e89-a58a-690e9af38f28" -d '{"events": [{"server_uuid": "b718a2a7-172a-49db-92f7-5c8901e7e3bd", "name": "network-vif-plugged", "status": "completed", "tag": "9f9e9abf-d474-4730-8981-ff53e02ae81b"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:14:58.309984 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00db8522-cc58-4c9e-a7fe-42a9e0c59493 req-5550234f-81d1-4e82-a0d4-9ff6aa9fc7ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.3774204
Jun 04 15:14:58.341025 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f673e9ae-766d-4864-9167-646906eb584c req-5ab4dd79-ef1b-4774-920c-8adbbc5a5fa7 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2974236
Jun 04 15:14:58.362824 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.8199024
Jun 04 15:14:58.365338 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1582529c-fa4c-4a65-a60b-7e180a1967e3 req-9e7f640b-116d-45fc-b3dd-df63055d2593 service neutron] 10.222.0.32 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2858760
Jun 04 15:14:58.370506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40066) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:14:58.378037 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Request body: {'subnet': {'network_id': '8832be06-3dd0-4604-b531-0a272ed14997', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1487336302-subnet', 'tenant_id': 'e9099d69d6b7467e872bfae806978c26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:58.386011 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:58.398386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Usage tracker for resource:subnet and tenant:e9099d69d6b7467e872bfae806978c26 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:14:58.405549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:14:58.414152 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62849a0e-40f1-4e1b-9c42-8cd6224ab8d0 req-4c074ee5-3fa0-4d42-beb9-8929c1579973 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:58.415587 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-62849a0e-40f1-4e1b-9c42-8cd6224ab8d0 req-4c074ee5-3fa0-4d42-beb9-8929c1579973 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03b56fd-ac95-4145-95bb-7b26d5d1c157 HTTP/1.1" status: 200  len: 950 time: 0.5635853
Jun 04 15:14:58.420887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:58.490817 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-62849a0e-40f1-4e1b-9c42-8cd6224ab8d0 req-ae9ce471-889a-4200-a7cc-7843b9bc085e tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1e0a211-ed68-4463-ac1a-be9e05f36c8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671830
Jun 04 15:14:58.500148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db8522-cc58-4c9e-a7fe-42a9e0c59493 req-7bd408ef-e176-4e2b-a213-a43178d6f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:58.501700 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00db8522-cc58-4c9e-a7fe-42a9e0c59493 req-7bd408ef-e176-4e2b-a213-a43178d6f9d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1839714
Jun 04 15:14:58.555893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Made reservation on behalf of e9099d69d6b7467e872bfae806978c26 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:14:58.558777 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:58.842796 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00db8522-cc58-4c9e-a7fe-42a9e0c59493 req-4ccf27be-439f-4cc5-adcd-c76ed97832e8 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3320222
Jun 04 15:14:58.914263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-6ee24f5a-5f03-4740-aa77-5bace4a722a2 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:58.915807 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-6ee24f5a-5f03-4740-aa77-5bace4a722a2 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.65 "GET /v2.0/networks?id=18b375a7-7cc2-4169-a256-980dd8700031 HTTP/1.1" status: 200  len: 822 time: 0.5015121
Jun 04 15:14:58.917798 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1582529c-fa4c-4a65-a60b-7e180a1967e3 req-50211dfd-aa91-487c-af12-e248cb497a8c service neutron] 10.222.0.32 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5515492
Jun 04 15:14:58.941928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Request body: {'port': {'device_id': '765b4985-105b-4e91-bdf0-1566eb30c46f', 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031', 'admin_state_up': True, 'tenant_id': '033be366519a46eb9d528c6270c2e78b'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:14:58.952717 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5e95d-d287-4563-b659-c93c85cd7108 req-e36166f5-342a-4c75-8feb-d7d7c8b1c482 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:58.953492 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-42b5e95d-d287-4563-b659-c93c85cd7108 req-e36166f5-342a-4c75-8feb-d7d7c8b1c482 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Synchronizing usage tracker for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:58.972036 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f673e9ae-766d-4864-9167-646906eb584c req-b8f24077-0467-4e1c-a71c-d1ab0ba0d1c1 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5830729
Jun 04 15:14:59.102766 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00db8522-cc58-4c9e-a7fe-42a9e0c59493 req-2ca69125-4ff8-40f7-8876-a96873f703a6 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2508779
Jun 04 15:14:59.171605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:14:59.183894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:14:59.217051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adf450-c2a6-4cb3-9da3-02eccb2fb55b req-32334826-086b-4a88-aad4-fde5dec8d126 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:59.218045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-25adf450-c2a6-4cb3-9da3-02eccb2fb55b req-32334826-086b-4a88-aad4-fde5dec8d126 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Synchronizing usage tracker for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:14:59.233967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-42b5e95d-d287-4563-b659-c93c85cd7108 req-e36166f5-342a-4c75-8feb-d7d7c8b1c482 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Unset dirty status for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:59.235778 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42b5e95d-d287-4563-b659-c93c85cd7108 req-e36166f5-342a-4c75-8feb-d7d7c8b1c482 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.6292379
Jun 04 15:14:59.247289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-25adf450-c2a6-4cb3-9da3-02eccb2fb55b req-32334826-086b-4a88-aad4-fde5dec8d126 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Unset dirty status for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:14:59.248561 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25adf450-c2a6-4cb3-9da3-02eccb2fb55b req-32334826-086b-4a88-aad4-fde5dec8d126 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.65 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 950 time: 0.1649816
Jun 04 15:14:59.262665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Made reservation on behalf of 033be366519a46eb9d528c6270c2e78b for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:14:59.266689 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:59.400497 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42b5e95d-d287-4563-b659-c93c85cd7108 req-c4bf783d-b4f3-40e6-9f19-e5d207a71f55 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460772
Jun 04 15:14:59.426478 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-38e17467-8496-4fad-ab9e-ff9a84eecb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:59.515320 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:59.519950 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-404c9268-02d9-4412-a139-22b6aa4ba2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:14:59.646621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e796c-25a1-484e-abab-fb499a321e92 req-ce06239c-1a8b-4664-afcc-8b2ee2e1ca01 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:59.648053 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-607e796c-25a1-484e-abab-fb499a321e92 req-ce06239c-1a8b-4664-afcc-8b2ee2e1ca01 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 948 time: 0.3009512
Jun 04 15:14:59.661885 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=017d5825-8a70-4059-bf04-10c574ee4ec7,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:14:59.667025 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:14:59.678881 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Allocated IP 172.20.0.3 (18b375a7-7cc2-4169-a256-980dd8700031/b5de2a97-54a8-442f-9a58-3ea9722eaaff/397450c3-1a51-49f7-ad79-3e96a93eca33) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:14:59.679059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Checking segment: {'id': '001fd2e8-c5d6-4192-8728-f416b28b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8832be06-3dd0-4604-b531-0a272ed14997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:14:59.679059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Network hostable DHCP agents. Network: 8832be06-3dd0-4604-b531-0a272ed14997, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:14:59.708717 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73190989-0256-4cc4-9ae0-a88de6510c26 req-254abdee-0ad3-4502-ac34-4aa40e660c63 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:59.710270 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-73190989-0256-4cc4-9ae0-a88de6510c26 req-254abdee-0ad3-4502-ac34-4aa40e660c63 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 945 time: 0.1645503
Jun 04 15:14:59.718205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-25adf450-c2a6-4cb3-9da3-02eccb2fb55b req-fb8906a8-e245-44aa-b983-3ef62c8d1411 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Deleting port d743d4d8-102c-4706-8562-191e04fe9923 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:14:59.718546 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25adf450-c2a6-4cb3-9da3-02eccb2fb55b req-fb8906a8-e245-44aa-b983-3ef62c8d1411 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:14:59.743580 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:14:59.751267 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-607e796c-25a1-484e-abab-fb499a321e92 req-40d2c9b0-54a4-4086-9b33-c4a62ecd0955 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951145
Jun 04 15:14:59.761908 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-73190989-0256-4cc4-9ae0-a88de6510c26 req-0f1e3318-5a66-4981-8dd7-6d64008d3e19 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449326
Jun 04 15:14:59.776821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Network 8832be06-3dd0-4604-b531-0a272ed14997 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:14:59.840185 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 8832be06-3dd0-4604-b531-0a272ed14997) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:14:59.853373 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b458aded-b503-4edc-ac6e-cf19ee538588 None None] Network 8832be06-3dd0-4604-b531-0a272ed14997 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:14:59.883354 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561ed907-f1c9-4284-8bb4-5b3ded477f97 x-openstack-request-id: req-561ed907-f1c9-4284-8bb4-5b3ded477f97 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:14:59.892707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:14:59.897970 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b718a2a7-172a-49db-92f7-5c8901e7e3bd", "name": "network-vif-plugged", "status": "completed", "tag": "9f9e9abf-d474-4730-8981-ff53e02ae81b", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:14:59.897970 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-561ed907-f1c9-4284-8bb4-5b3ded477f97 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:14:59.897970 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9e9abf-d474-4730-8981-ff53e02ae81b', 'code': 200}
Jun 04 15:14:59.907275 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:00.077594 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7050467
Jun 04 15:15:00.081924 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-59363800-ea65-465c-bdb6-13227bf0820b req-7fadaf65-1564-4aa1-907d-b6fa0bf4e381 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 210 time: 0.0654621
Jun 04 15:15:00.083162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40082) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:00.087441 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1487336302-router', 'tenant_id': 'e9099d69d6b7467e872bfae806978c26', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:00.092015 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:00.095913 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Usage tracker for resource:router and tenant:e9099d69d6b7467e872bfae806978c26 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:00.099468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:00.106006 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:00.141684 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c0b0ed3-8440-43c2-ad5b-0c85ba1583b6 req-2260d289-e98e-42fb-9908-15f5f40e3afb tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=765b4985-105b-4e91-bdf0-1566eb30c46f HTTP/1.1" status: 200  len: 210 time: 0.0989430
Jun 04 15:15:00.144392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-25adf450-c2a6-4cb3-9da3-02eccb2fb55b req-fb8906a8-e245-44aa-b983-3ef62c8d1411 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] For port d743d4d8-102c-4706-8562-191e04fe9923, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d743d4d8-102c-4706-8562-191e04fe9923,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:00.144762 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25adf450-c2a6-4cb3-9da3-02eccb2fb55b req-fb8906a8-e245-44aa-b983-3ef62c8d1411 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:00.166790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-8832be06-3dd0-4604-b531-0a272ed14997', 'network_id': '8832be06-3dd0-4604-b531-0a272ed14997', 'tenant_id': 'e9099d69d6b7467e872bfae806978c26', 'fixed_ips': [{'subnet_id': '017d5825-8a70-4059-bf04-10c574ee4ec7'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:15:00.167874 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:00.212601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-3760b451-0a42-4099-b74f-079047f1f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:00.214475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-3760b451-0a42-4099-b74f-079047f1f21b service neutron] 10.222.0.65 "GET /v2.0/ports/9be08e86-8d27-40e8-8898-cc000823e63c HTTP/1.1" status: 200  len: 1027 time: 0.3044310
Jun 04 15:15:00.233360 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:00.234496 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:00.251292 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-23b9cc76-d912-44d1-a6d7-9a44db67827b req-f8846def-ea6d-428a-b48a-104d1e30b025 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=328c0d85-58eb-44ca-bd70-0e5217e6b192 HTTP/1.1" status: 200  len: 210 time: 0.0688162
Jun 04 15:15:00.267235 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:00.276719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63275f81-fab8-4239-b2bf-68e68d5dd19b req-958808bd-d18c-4402-b561-b2a6509b3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:00.278242 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63275f81-fab8-4239-b2bf-68e68d5dd19b req-958808bd-d18c-4402-b561-b2a6509b3ed2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 1096 time: 0.3040450
Jun 04 15:15:00.342337 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63275f81-fab8-4239-b2bf-68e68d5dd19b req-14fce440-8b1a-4630-8b1f-075d94047e2d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557733
Jun 04 15:15:00.373893 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Allocated IP 172.20.0.2 (8832be06-3dd0-4604-b531-0a272ed14997/017d5825-8a70-4059-bf04-10c574ee4ec7/bd768f52-43b4-4bb0-b01b-43a35ce1bd51) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:15:00.532103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-25adf450-c2a6-4cb3-9da3-02eccb2fb55b req-fb8906a8-e245-44aa-b983-3ef62c8d1411 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Calling delete_port for d743d4d8-102c-4706-8562-191e04fe9923 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:15:00.575727 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:00.601546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-de67eda6-9351-4072-8ce5-1dcc52bb25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:00.602900 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-de67eda6-9351-4072-8ce5-1dcc52bb25fa service neutron] 10.222.0.65 "GET /v2.0/ports/622d11de-7803-48e8-9746-b225f13357c1 HTTP/1.1" status: 200  len: 1028 time: 0.3770733
Jun 04 15:15:00.699469 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:00.712161 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Transition to ACTIVE for port object bd768f52-43b4-4bb0-b01b-43a35ce1bd51 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:00.736199 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Transition to ACTIVE for port object bd768f52-43b4-4bb0-b01b-43a35ce1bd51 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:00.821635 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:00.830295 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8bcd82be-9bf5-4041-a0c9-332723eb4223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:00.832611 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636f241-1912-4b17-9444-296c9eae3e04 req-02e382ec-5045-4765-a5e5-e19a455f10f5 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:00.839630 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f636f241-1912-4b17-9444-296c9eae3e04 req-02e382ec-5045-4765-a5e5-e19a455f10f5 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03b56fd-ac95-4145-95bb-7b26d5d1c157 HTTP/1.1" status: 200  len: 950 time: 0.4376042
Jun 04 15:15:00.918576 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f636f241-1912-4b17-9444-296c9eae3e04 req-ca827129-7490-4af3-82ac-f747e49b9250 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1e0a211-ed68-4463-ac1a-be9e05f36c8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779824
Jun 04 15:15:00.964281 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:01.000724 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 64c82deb-0384-4dd3-8c34-f96dab009f44 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:15:01.034532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Network 8832be06-3dd0-4604-b531-0a272ed14997 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:01.056523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:01.065145 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:01.069283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Pushing event updated for resources: {'Port': ['ID=bd768f52-43b4-4bb0-b01b-43a35ce1bd51,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:01.075653 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:01.221348 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.resource_extend [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:15:01.225783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-026d32c1-6d6d-4ceb-96b1-0b5cc03bd13a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:01.231858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-026d32c1-6d6d-4ceb-96b1-0b5cc03bd13a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:01.240231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-026d32c1-6d6d-4ceb-96b1-0b5cc03bd13a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:01.241210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-026d32c1-6d6d-4ceb-96b1-0b5cc03bd13a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Synchronizing usage tracker for tenant:170821b51002469da86d3c4cef5805e5 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:01.338510 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:01.352601 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Attempting to bind port bd768f52-43b4-4bb0-b01b-43a35ce1bd51 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:15:01.356271 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Attempting to bind port bd768f52-43b4-4bb0-b01b-43a35ce1bd51 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '001fd2e8-c5d6-4192-8728-f416b28b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8832be06-3dd0-4604-b531-0a272ed14997'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:15:01.357561 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Attempting to bind port bd768f52-43b4-4bb0-b01b-43a35ce1bd51 on network 8832be06-3dd0-4604-b531-0a272ed14997 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:01.416733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-026d32c1-6d6d-4ceb-96b1-0b5cc03bd13a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Unset dirty status for tenant:170821b51002469da86d3c4cef5805e5 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:01.418000 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-026d32c1-6d6d-4ceb-96b1-0b5cc03bd13a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.65 "GET /v2.0/networks?id=b6fd14b5-fe16-4479-b95d-921ab565bab3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25 HTTP/1.1" status: 200  len: 1989 time: 0.8019943
Jun 04 15:15:01.418663 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:01.458740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:15:01.459141 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Checking segment: {'id': '001fd2e8-c5d6-4192-8728-f416b28b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8832be06-3dd0-4604-b531-0a272ed14997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:01.459542 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:01.459946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Bound using segment: {'id': '001fd2e8-c5d6-4192-8728-f416b28b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8832be06-3dd0-4604-b531-0a272ed14997'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:15:01.460557 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Bound port: bd768f52-43b4-4bb0-b01b-43a35ce1bd51, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001fd2e8-c5d6-4192-8728-f416b28b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8832be06-3dd0-4604-b531-0a272ed14997'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:15:01.460913 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:01.522956 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25adf450-c2a6-4cb3-9da3-02eccb2fb55b req-fb8906a8-e245-44aa-b983-3ef62c8d1411 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:01.543942 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['dd2bace0-30e3-482a-b51e-568b2f544066'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:15:01.599260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Network 18b375a7-7cc2-4169-a256-980dd8700031 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:01.637989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:01.652886 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-73297ea5-553e-4b6a-b1ea-4d19b7bfbb97 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=170821b51002469da86d3c4cef5805e5 HTTP/1.1" status: 200  len: 379 time: 0.1754036
Jun 04 15:15:01.656068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:01.672909 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:01.725198 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:01.742434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Request body: {'port': {'device_id': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3', 'admin_state_up': True, 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'security_groups': ['f7b575bb-0477-4be0-b580-24c28106b718']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:01.757413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Pushing event updated for resources: {'Port': ['ID=397450c3-1a51-49f7-ad79-3e96a93eca33,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:01.803744 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:01.808119 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-41501fad-88ac-484c-b618-1a4d3fe2b9c7 tempest-VolumesAdminNegativeTest-329227134 tempest-VolumesAdminNegativeTest-329227134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:01.971950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8906a8-e245-44aa-b983-3ef62c8d1411 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Pushing event deleted for resources: {'Port': ['ID=d743d4d8-102c-4706-8562-191e04fe9923,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:01.975590 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fb8906a8-e245-44aa-b983-3ef62c8d1411 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:01.976976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-25adf450-c2a6-4cb3-9da3-02eccb2fb55b req-fb8906a8-e245-44aa-b983-3ef62c8d1411 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] No DVR routers for this DVR port d743d4d8-102c-4706-8562-191e04fe9923 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:15:01.982138 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-25adf450-c2a6-4cb3-9da3-02eccb2fb55b req-fb8906a8-e245-44aa-b983-3ef62c8d1411 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:02.013750 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Allocated IP 172.25.4.150 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/ee685d33-4bf2-4753-bc61-e5241d08d430) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:15:02.020965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:02.022965 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:02.027644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 64c82deb-0384-4dd3-8c34-f96dab009f44, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=64c82deb-0384-4dd3-8c34-f96dab009f44,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:02.054059 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] For port bd768f52-43b4-4bb0-b01b-43a35ce1bd51, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:15:02.071772 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '64c82deb-0384-4dd3-8c34-f96dab009f44', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '64c82deb-0384-4dd3-8c34-f96dab009f44', 'mac_address': 'fa:16:3e:54:1c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:15:02.089982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdfca4f-10db-4137-b8cc-b16ef40f6b8a', 'name': 'network-vif-deleted', 'tag': 'd743d4d8-102c-4706-8562-191e04fe9923'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:02.094481 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6884e96b-4f6d-4762-8660-1f7bd2ea1b26" -d '{"events": [{"server_uuid": "efdfca4f-10db-4137-b8cc-b16ef40f6b8a", "name": "network-vif-deleted", "tag": "d743d4d8-102c-4706-8562-191e04fe9923"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:02.129217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] For port bd768f52-43b4-4bb0-b01b-43a35ce1bd51, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bd768f52-43b4-4bb0-b01b-43a35ce1bd51,segment=NetworkSegment(001fd2e8-c5d6-4192-8728-f416b28b8a30),segment_id=001fd2e8-c5d6-4192-8728-f416b28b8a30)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:15:02.138892 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:02.200062 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25adf450-c2a6-4cb3-9da3-02eccb2fb55b req-fb8906a8-e245-44aa-b983-3ef62c8d1411 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.65 "DELETE /v2.0/ports/d743d4d8-102c-4706-8562-191e04fe9923 HTTP/1.1" status: 204  len: 173 time: 2.9142523
Jun 04 15:15:02.212868 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:02.231970 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-01932934-8d17-465d-9613-36877f2eb639 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:02.233320 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2991016
Jun 04 15:15:02.265954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Request body: {'port': {'device_id': '765b4985-105b-4e91-bdf0-1566eb30c46f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:02.374374 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:02.396218 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f5c30f7c-7887-4b14-8fd0-b0a6512c7540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:02.398041 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7142cf1-f18d-49e7-9bb7-ea5ca70c621a req-7792e0fe-2620-4927-8588-85a9ffe2f091 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:02.398949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-b7142cf1-f18d-49e7-9bb7-ea5ca70c621a req-7792e0fe-2620-4927-8588-85a9ffe2f091 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Synchronizing usage tracker for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:02.430470 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c82deb-0384-4dd3-8c34-f96dab009f44 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:15:02.432517 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1582529c-fa4c-4a65-a60b-7e180a1967e3 req-0dfd155f-cb4b-4f12-8173-a9fd7fbb0d9a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&device_id=328c0d85-58eb-44ca-bd70-0e5217e6b192 HTTP/1.1" status: 200  len: 210 time: 0.0910618
Jun 04 15:15:02.479124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Pushing event updated for resources: {'Port': ['ID=bd768f52-43b4-4bb0-b01b-43a35ce1bd51,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:02.486987 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 64c82deb-0384-4dd3-8c34-f96dab009f44, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=64c82deb-0384-4dd3-8c34-f96dab009f44,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:02.489644 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:02.554281 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:02.554740 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:02.555758 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b0e5c59a-caea-40d8-b128-d62da87ca1be details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:15:02.561714 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:02.579907 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67226da4-5ee6-4f56-b9ab-c287f6090eb8 req-4541c1de-9e64-40a4-9c2b-62440f3d9eff tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:02.581588 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-67226da4-5ee6-4f56-b9ab-c287f6090eb8 req-4541c1de-9e64-40a4-9c2b-62440f3d9eff tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Synchronizing usage tracker for tenant:4d92056804404d84ae72d8da3ff2aa45 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:02.601063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-67226da4-5ee6-4f56-b9ab-c287f6090eb8 req-4541c1de-9e64-40a4-9c2b-62440f3d9eff tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Unset dirty status for tenant:4d92056804404d84ae72d8da3ff2aa45 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:02.607553 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-67226da4-5ee6-4f56-b9ab-c287f6090eb8 req-4541c1de-9e64-40a4-9c2b-62440f3d9eff tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 948 time: 0.3199542
Jun 04 15:15:02.673665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-67226da4-5ee6-4f56-b9ab-c287f6090eb8 req-02ef9b3c-5b9d-406b-886d-182ea75bdd2b tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Synchronizing usage tracker for tenant:4d92056804404d84ae72d8da3ff2aa45 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:02.691695 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d743d4d8-102c-4706-8562-191e04fe9923 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:15:02.700113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-b7142cf1-f18d-49e7-9bb7-ea5ca70c621a req-7792e0fe-2620-4927-8588-85a9ffe2f091 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Unset dirty status for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:02.702013 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b7142cf1-f18d-49e7-9bb7-ea5ca70c621a req-7792e0fe-2620-4927-8588-85a9ffe2f091 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=efdfca4f-10db-4137-b8cc-b16ef40f6b8a HTTP/1.1" status: 200  len: 867 time: 1.4569354
Jun 04 15:15:02.704122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:02.747056 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:02.754265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: d743d4d8-102c-4706-8562-191e04fe9923 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:15:02.754758 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d743d4d8-102c-4706-8562-191e04fe9923 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:15:02.756869 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8ea2d075-844e-48ec-b61e-140ff211d369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:02.778211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=64c82deb-0384-4dd3-8c34-f96dab009f44,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:02.781619 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:02.783320 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b0e5c59a-caea-40d8-b128-d62da87ca1be, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:02.800484 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'b0e5c59a-caea-40d8-b128-d62da87ca1be', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'b0e5c59a-caea-40d8-b128-d62da87ca1be', 'mac_address': 'fa:16:3e:c0:df:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:15:02.852339 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b7142cf1-f18d-49e7-9bb7-ea5ca70c621a req-bf1bd286-86ea-45ab-a4de-00362955ad16 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/security-groups?id=be847fed-8ca6-499a-8d9e-4f598f402b2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221228
Jun 04 15:15:02.873503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:02.908275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-67226da4-5ee6-4f56-b9ab-c287f6090eb8 req-02ef9b3c-5b9d-406b-886d-182ea75bdd2b tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Unset dirty status for tenant:4d92056804404d84ae72d8da3ff2aa45 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:02.915624 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:02.925168 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-67226da4-5ee6-4f56-b9ab-c287f6090eb8 req-02ef9b3c-5b9d-406b-886d-182ea75bdd2b tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3152649
Jun 04 15:15:02.926398 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:02.958818 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e5c59a-caea-40d8-b128-d62da87ca1be {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:15:03.006599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b0e5c59a-caea-40d8-b128-d62da87ca1be, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:03.068126 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:03.073269 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:03.078960 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:03.079214 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:03.083535 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6b041320-2d6a-4731-90bb-9c11c3d4e64b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:03.145865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Pushing event updated for resources: {'Port': ['ID=ee685d33-4bf2-4753-bc61-e5241d08d430,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:03.151014 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:03.304265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=b0e5c59a-caea-40d8-b128-d62da87ca1be,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:03.316227 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:03.355330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Made reservation on behalf of 170821b51002469da86d3c4cef5805e5 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:15:03.359105 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:03.401283 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e5863da1-0596-46de-85d9-4c868ab75289 req-484dd975-29c8-41dc-bb06-1ae12db0521d tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 210 time: 0.0505517
Jun 04 15:15:03.449539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582529c-fa4c-4a65-a60b-7e180a1967e3 req-76c4fea5-ae4d-4a5d-bb96-d2b83524dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:03.452876 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1582529c-fa4c-4a65-a60b-7e180a1967e3 req-76c4fea5-ae4d-4a5d-bb96-d2b83524dc9b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ef1f8bca92884089b1346e04292fa4c6&shared=False HTTP/1.1" status: 200  len: 913 time: 0.9873567
Jun 04 15:15:03.524130 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:03.528142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['64c82deb-0384-4dd3-8c34-f96dab009f44'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:15:03.613498 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['b0e5c59a-caea-40d8-b128-d62da87ca1be'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:15:04.123333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397450c3-1a51-49f7-ad79-3e96a93eca33 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:15:04.138055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:04.170803 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0d4440-ef40-462f-9b31-ff04b58a5156 None None] Network 8832be06-3dd0-4604-b531-0a272ed14997 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:15:04.175548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Transition to ACTIVE for port object 397450c3-1a51-49f7-ad79-3e96a93eca33 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:04.198520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1eb99-19b3-44f8-866b-3cea27008fab req-637c8197-3a69-4484-8377-09ef0d01cb12 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:04.201593 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74d1eb99-19b3-44f8-866b-3cea27008fab req-637c8197-3a69-4484-8377-09ef0d01cb12 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 945 time: 0.8555381
Jun 04 15:15:04.286255 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:04.305416 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:04.345235 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d61cb-273b-4f4e-be15-194d6e36201c req-d0fdc0d6-1f74-498f-9c4e-4346fe11ba66 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:04.347752 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a19d61cb-273b-4f4e-be15-194d6e36201c req-d0fdc0d6-1f74-498f-9c4e-4346fe11ba66 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=765b4985-105b-4e91-bdf0-1566eb30c46f HTTP/1.1" status: 200  len: 931 time: 0.6341097
Jun 04 15:15:04.411714 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:04.418554 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bd768f52-43b4-4bb0-b01b-43a35ce1bd51 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:04.491520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f2fcc0d9-9f45-4271-ad73-ebc25b43d3a0 None None] Provisioning for port bd768f52-43b4-4bb0-b01b-43a35ce1bd51 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:04.564573 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-a19d61cb-273b-4f4e-be15-194d6e36201c req-f09a2365-246b-47d4-817c-2e031791f9af tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Synchronizing usage tracker for tenant:033be366519a46eb9d528c6270c2e78b on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:04.598164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582529c-fa4c-4a65-a60b-7e180a1967e3 req-813dfb96-9ced-4215-9d0e-71bd4e3eb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:04.600460 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1582529c-fa4c-4a65-a60b-7e180a1967e3 req-813dfb96-9ced-4215-9d0e-71bd4e3eb9df service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.1211410
Jun 04 15:15:04.625852 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74d1eb99-19b3-44f8-866b-3cea27008fab req-d4273527-a7b5-43c4-8125-ba0803962b18 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4011588
Jun 04 15:15:04.665501 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port bd768f52-43b4-4bb0-b01b-43a35ce1bd51 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:04.668348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Pushing event updated for resources: {'Port': ['ID=397450c3-1a51-49f7-ad79-3e96a93eca33,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:04.676126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port bd768f52-43b4-4bb0-b01b-43a35ce1bd51 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:04.676510 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:04.696851 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:04.761619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Allocated IP 172.20.0.7 (b6fd14b5-fe16-4479-b95d-921ab565bab3/c3923c1e-f693-458d-b8fe-0bcbec1d9098/eccdd22b-79c3-491b-9d6e-995f40de8b84) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:15:04.943161 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1582529c-fa4c-4a65-a60b-7e180a1967e3 req-1af33aff-1ad8-4015-9afc-294ab8d1d5b3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.65 "GET /v2.0/ports?device_id=328c0d85-58eb-44ca-bd70-0e5217e6b192 HTTP/1.1" status: 200  len: 210 time: 0.2521725
Jun 04 15:15:04.956038 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aead4c4-5b62-4888-b61d-8eac822a0d8f x-openstack-request-id: req-7aead4c4-5b62-4888-b61d-8eac822a0d8f {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:04.956558 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdfca4f-10db-4137-b8cc-b16ef40f6b8a", "name": "network-vif-deleted", "tag": "d743d4d8-102c-4706-8562-191e04fe9923", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:04.956865 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7aead4c4-5b62-4888-b61d-8eac822a0d8f {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:04.957765 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdfca4f-10db-4137-b8cc-b16ef40f6b8a', 'name': 'network-vif-deleted', 'tag': 'd743d4d8-102c-4706-8562-191e04fe9923', 'status': 'completed', 'code': 200}
Jun 04 15:15:04.984490 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-a19d61cb-273b-4f4e-be15-194d6e36201c req-f09a2365-246b-47d4-817c-2e031791f9af tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Unset dirty status for tenant:033be366519a46eb9d528c6270c2e78b on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:04.997970 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:05.022719 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a19d61cb-273b-4f4e-be15-194d6e36201c req-f09a2365-246b-47d4-817c-2e031791f9af tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6564114
Jun 04 15:15:05.087126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port bd768f52-43b4-4bb0-b01b-43a35ce1bd51, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bd768f52-43b4-4bb0-b01b-43a35ce1bd51,segment=NetworkSegment(001fd2e8-c5d6-4192-8728-f416b28b8a30),segment_id=001fd2e8-c5d6-4192-8728-f416b28b8a30)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:05.107773 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:05.183702 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:05.188516 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:05.242196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Attempting to bind port 397450c3-1a51-49f7-ad79-3e96a93eca33 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:15:05.242535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Attempting to bind port 397450c3-1a51-49f7-ad79-3e96a93eca33 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'a9790877-d2db-4b8a-80ae-1ce772a79e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:15:05.242870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Attempting to bind port 397450c3-1a51-49f7-ad79-3e96a93eca33 on network 18b375a7-7cc2-4169-a256-980dd8700031 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:05.257483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Port 397450c3-1a51-49f7-ad79-3e96a93eca33 on network 18b375a7-7cc2-4169-a256-980dd8700031 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:15:05.257817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Attempting to bind port 397450c3-1a51-49f7-ad79-3e96a93eca33 on network 18b375a7-7cc2-4169-a256-980dd8700031 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:05.267495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:15:05.268391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Checking segment: {'id': 'a9790877-d2db-4b8a-80ae-1ce772a79e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:05.268922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Bound using segment: {'id': 'a9790877-d2db-4b8a-80ae-1ce772a79e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:15:05.269401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Bound port: 397450c3-1a51-49f7-ad79-3e96a93eca33, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9790877-d2db-4b8a-80ae-1ce772a79e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:15:05.269933 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:05.288764 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:05.365087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-893891b6-8f64-4b02-97dc-f12e985f81de None None] Provisioning complete for port bd768f52-43b4-4bb0-b01b-43a35ce1bd51 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:05.365811 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-893891b6-8f64-4b02-97dc-f12e985f81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:05.413873 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:05.419630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=bd768f52-43b4-4bb0-b01b-43a35ce1bd51,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:05.425167 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:05.449899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Transition to ACTIVE for port object eccdd22b-79c3-491b-9d6e-995f40de8b84 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:05.462304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] For port 397450c3-1a51-49f7-ad79-3e96a93eca33, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:15:05.466992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] For port 397450c3-1a51-49f7-ad79-3e96a93eca33, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=397450c3-1a51-49f7-ad79-3e96a93eca33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:15:05.558102 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:05.562984 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d71fba17-48a8-4d02-868e-d977f6a55cb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:05.626564 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:05.641451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e329e-e44c-4df4-b5be-ed02183da766 req-c34cb94f-161f-4ea0-bd23-25c4e44952ce tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:05.642413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:05.642583 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:05.644078 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d79e329e-e44c-4df4-b5be-ed02183da766 req-c34cb94f-161f-4ea0-bd23-25c4e44952ce tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 949 time: 0.2337146
Jun 04 15:15:05.644946 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] 10.222.0.65 "PUT /v2.0/ports/397450c3-1a51-49f7-ad79-3e96a93eca33 HTTP/1.1" status: 200  len: 1091 time: 3.3887339
Jun 04 15:15:05.676590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Network b6fd14b5-fe16-4479-b95d-921ab565bab3 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:05.678675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:05.683900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:05.725746 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d79e329e-e44c-4df4-b5be-ed02183da766 req-c696263f-527b-4343-aa83-207c0e58d168 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680647
Jun 04 15:15:05.741377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Pushing event updated for resources: {'Port': ['ID=397450c3-1a51-49f7-ad79-3e96a93eca33,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:05.771082 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:05.774566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Router adc25c57-dcfd-428b-86be-a2e03a33d980 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:15:05.851364 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f84ccb7-a8c8-4e55-a2be-7e5a65e9cc68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:06.031674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:06.032805 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:06.088199 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-72ef1b79-a2cd-4ab8-ad56-95635994e6ec tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:06.090227 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-72ef1b79-a2cd-4ab8-ad56-95635994e6ec tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2269576
Jun 04 15:15:06.094700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:15:06.120256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-61cb3c82-756c-4866-840d-f7088ac508fe None None] Provisioning for port eccdd22b-79c3-491b-9d6e-995f40de8b84 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:06.124540 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Sync routers for ids ['adc25c57-dcfd-428b-86be-a2e03a33d980'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:15:06.130519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event updated for resources: {'Port': ['ID=eccdd22b-79c3-491b-9d6e-995f40de8b84,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:06.130851 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-61cb3c82-756c-4866-840d-f7088ac508fe None None] Provisioning complete for port eccdd22b-79c3-491b-9d6e-995f40de8b84 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:06.131234 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-61cb3c82-756c-4866-840d-f7088ac508fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:06.136458 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:06.147931 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Routers {'adc25c57-dcfd-428b-86be-a2e03a33d980'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:06.148139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-009968f3-1bae-4fa4-a4e0-1dcf2425277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:06.148939 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cad50a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['adc25c57-dcfd-428b-86be-a2e03a33d980'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:06.150034 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-009968f3-1bae-4fa4-a4e0-1dcf2425277a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=033be366519a46eb9d528c6270c2e78b&device_id=765b4985-105b-4e91-bdf0-1566eb30c46f HTTP/1.1" status: 200  len: 1094 time: 0.1863840
Jun 04 15:15:06.234548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb40cd-ae82-4f81-a498-a20c32b00731 req-f666604d-4efd-40c8-900c-6fca06063a42 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:06.234849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a1fb40cd-ae82-4f81-a498-a20c32b00731 req-f666604d-4efd-40c8-900c-6fca06063a42 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Synchronizing usage tracker for tenant:170821b51002469da86d3c4cef5805e5 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:06.247997 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5363936
Jun 04 15:15:06.253111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-61cb3c82-756c-4866-840d-f7088ac508fe None None] Port eccdd22b-79c3-491b-9d6e-995f40de8b84 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:15:06.261343 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-0bbfd6ac-5595-4bd9-9048-e79459f71621 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200  len: 696 time: 0.1412802
Jun 04 15:15:06.265132 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-d4f10455-c480-4003-80ab-0a7ef152d4f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=397450c3-1a51-49f7-ad79-3e96a93eca33 HTTP/1.1" status: 200  len: 217 time: 0.1062288
Jun 04 15:15:06.271432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Request body: {'port': {'device_id': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3', 'admin_state_up': True, 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'security_groups': ['f7b575bb-0477-4be0-b580-24c28106b718']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:06.281297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-88680921-7d84-47e5-b8cf-5552dcd1b363 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Request body: {'floatingip': {'port_id': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:06.304387 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bd768f52-43b4-4bb0-b01b-43a35ce1bd51 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:06.403916 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Set router adc25c57-dcfd-428b-86be-a2e03a33d980 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:06.425606 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port bd768f52-43b4-4bb0-b01b-43a35ce1bd51 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:06.426318 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:06.441259 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:06.443026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.3589225
Jun 04 15:15:06.462874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40134) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:06.543606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-5bc1ea51-fafb-4176-94b4-a94efd906181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:06.545656 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-5bc1ea51-fafb-4176-94b4-a94efd906181 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b5de2a97-54a8-442f-9a58-3ea9722eaaff HTTP/1.1" status: 200  len: 862 time: 0.2581642
Jun 04 15:15:06.553083 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:06.590811 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-88680921-7d84-47e5-b8cf-5552dcd1b363 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:06.631284 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-80c71e86-898c-4492-908a-a4edd5d43de3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=18b375a7-7cc2-4169-a256-980dd8700031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0747952
Jun 04 15:15:06.637897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a1fb40cd-ae82-4f81-a498-a20c32b00731 req-f666604d-4efd-40c8-900c-6fca06063a42 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Unset dirty status for tenant:170821b51002469da86d3c4cef5805e5 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:06.654602 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a1fb40cd-ae82-4f81-a498-a20c32b00731 req-f666604d-4efd-40c8-900c-6fca06063a42 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 931 time: 0.9562626
Jun 04 15:15:06.732565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Usage tracker for resource:port and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:06.746454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:06.765233 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:06.880881 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a1fb40cd-ae82-4f81-a498-a20c32b00731 req-825fb1e2-d4c2-4bd0-8fb6-7aad59861064 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2244534
Jun 04 15:15:06.932379 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Made reservation on behalf of 170821b51002469da86d3c4cef5805e5 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:15:06.936116 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:06.957037 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cad50a0>, [{'id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'name': 'tempest-FloatingIPsTestJSON-1487336302-router', 'tenant_id': 'e9099d69d6b7467e872bfae806978c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:00Z', 'updated_at': '2021-06-04T15:15:03Z', 'revision_number': 3, 'project_id': 'e9099d69d6b7467e872bfae806978c26', 'gw_port': {'id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:01Z', 'updated_at': '2021-06-04T15:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:06.959360 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765b4985-105b-4e91-bdf0-1566eb30c46f', 'tag': '397450c3-1a51-49f7-ad79-3e96a93eca33'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:06.962534 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f07cb5-41ea-4b0a-8e19-1aa3a8dd630e" -d '{"events": [{"name": "network-changed", "server_uuid": "765b4985-105b-4e91-bdf0-1566eb30c46f", "tag": "397450c3-1a51-49f7-ad79-3e96a93eca33"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:06.969577 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Checking router: adc25c57-dcfd-428b-86be-a2e03a33d980 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:15:06.969929 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Updating router adc25c57-dcfd-428b-86be-a2e03a33d980 port ee685d33-4bf2-4753-bc61-e5241d08d430 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:15:06.970838 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-f9fb8bdc-1e06-4834-8543-9c103b457bb5 service neutron] 10.222.0.65 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2879255
Jun 04 15:15:07.042034 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:07.118189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b0e5c59a-caea-40d8-b128-d62da87ca1be up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:07.355678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port b0e5c59a-caea-40d8-b128-d62da87ca1be completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:07.360373 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port b0e5c59a-caea-40d8-b128-d62da87ca1be triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:07.361128 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:07.555579 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c6acca-d5e1-4e17-8da6-a4965e84fea1 req-c651e2ce-b7ee-4480-9af9-fea7115884e1 service neutron] 10.222.0.65 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5664105
Jun 04 15:15:07.609143 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:07.639109 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:07.651895 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Transition to ACTIVE for port object ee685d33-4bf2-4753-bc61-e5241d08d430 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:07.681247 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d609333-14ce-446a-ac75-1d4dba98abde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e5c59a-caea-40d8-b128-d62da87ca1be'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:07.685046 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65952a84-edf1-410c-8d34-d4822f0c051b" -d '{"events": [{"server_uuid": "8d609333-14ce-446a-ac75-1d4dba98abde", "name": "network-vif-plugged", "status": "completed", "tag": "b0e5c59a-caea-40d8-b128-d62da87ca1be"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:07.694648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b0e5c59a-caea-40d8-b128-d62da87ca1be, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:07.696939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-3517bfc7-54db-4cc6-8f9a-209a15edbf10 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:07.698657 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-3517bfc7-54db-4cc6-8f9a-209a15edbf10 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 812 time: 0.6320605
Jun 04 15:15:07.709843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Allocated IP 10.1.1.43 (487d8500-c646-4ff8-a2dd-8d1e735bc6c3/2dc932ea-5716-46ac-bb2f-890dcddeefcb/1915cce3-a724-4ca1-9d70-22adc1e7bb20) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:15:07.723465 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-573a9351-7ee6-4248-bb86-bbdad4047587 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/quotas/ef1f8bca92884089b1346e04292fa4c6 HTTP/1.1" status: 200  len: 375 time: 0.0156102
Jun 04 15:15:07.758102 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:07.762685 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-6aed914e-fc48-4393-8463-686ff49be276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:07.787153 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:07.791054 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 64c82deb-0384-4dd3-8c34-f96dab009f44 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:07.808327 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-8053dd9d-066a-478f-b034-9b4e28f3a7a2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0699060
Jun 04 15:15:07.850028 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Attempting to bind port ee685d33-4bf2-4753-bc61-e5241d08d430 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:15:07.852819 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Attempting to bind port ee685d33-4bf2-4753-bc61-e5241d08d430 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:15:07.852819 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Attempting to bind port ee685d33-4bf2-4753-bc61-e5241d08d430 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:07.860888 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:15:07.862275 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:07.862883 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:07.863380 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:15:07.863957 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Bound port: ee685d33-4bf2-4753-bc61-e5241d08d430, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:15:07.864547 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:07.889493 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Pushing event updated for resources: {'Port': ['ID=ee685d33-4bf2-4753-bc61-e5241d08d430,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:07.906485 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f6e76b18-4e20-4d2f-aaf5-93d1d2469716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:07.916664 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:07.918380 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:07.918380 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:07.918380 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:07.918380 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:07.918983 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:07.919398 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:07.919811 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:07.920255 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:07.920666 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:07.921107 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:07.921519 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:07.928279 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:07.964571 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] For port ee685d33-4bf2-4753-bc61-e5241d08d430, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:15:07.967967 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] For port ee685d33-4bf2-4753-bc61-e5241d08d430, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ee685d33-4bf2-4753-bc61-e5241d08d430,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:15:08.019730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=b0e5c59a-caea-40d8-b128-d62da87ca1be,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:08.022040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6700649-2a89-42d9-a684-e9c3e74f5881 req-2d4606e6-9bf6-49fc-8efb-6f14f7d1e738 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:08.022849 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:08.023633 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c6700649-2a89-42d9-a684-e9c3e74f5881 req-2d4606e6-9bf6-49fc-8efb-6f14f7d1e738 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.62 "GET /v2.0/ports?device_id=d03b56fd-ac95-4145-95bb-7b26d5d1c157 HTTP/1.1" status: 200  len: 950 time: 0.3426208
Jun 04 15:15:08.057506 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:08.062752 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-6d516a21-f4c2-44a8-8401-6f8fac4d9566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:08.094629 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 64c82deb-0384-4dd3-8c34-f96dab009f44 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:08.099657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 64c82deb-0384-4dd3-8c34-f96dab009f44 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:08.100054 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:08.204437 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Routers {'adc25c57-dcfd-428b-86be-a2e03a33d980'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:08.214848 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-d45aab1b-cf96-46fd-a7d7-c9741fc049d0 service neutron] 10.222.0.32 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3872297
Jun 04 15:15:08.217700 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:08.222225 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cad50a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['adc25c57-dcfd-428b-86be-a2e03a33d980'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:08.247960 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:08.274567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Transition to ACTIVE for port object 1915cce3-a724-4ca1-9d70-22adc1e7bb20 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:08.292809 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Pushing event updated for resources: {'Port': ['ID=ee685d33-4bf2-4753-bc61-e5241d08d430,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:08.293061 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 64c82deb-0384-4dd3-8c34-f96dab009f44, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=64c82deb-0384-4dd3-8c34-f96dab009f44,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:08.297568 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:08.365078 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:08.367616 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:08.378242 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-17111dfa-3096-4936-ad75-34cd77b0d11d service neutron] 10.222.0.32 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556003
Jun 04 15:15:08.407542 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-88680921-7d84-47e5-b8cf-5552dcd1b363 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:08.415473 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] Set router adc25c57-dcfd-428b-86be-a2e03a33d980 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:08.484749 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=64c82deb-0384-4dd3-8c34-f96dab009f44,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:08.492607 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:08.495375 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:08.501859 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1b4ad8e8-6d9b-436d-855a-5b95e7cd0eac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:08.573620 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:08.582083 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:08.585217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:08.626220 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-88680921-7d84-47e5-b8cf-5552dcd1b363 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:08.681249 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 397450c3-1a51-49f7-ad79-3e96a93eca33 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:15:08.753320 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:08.779505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:08.781138 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:08.813242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event updated for resources: {'Port': ['ID=1915cce3-a724-4ca1-9d70-22adc1e7bb20,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:08.819332 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:08.902366 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cad50a0>, [{'id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'name': 'tempest-FloatingIPsTestJSON-1487336302-router', 'tenant_id': 'e9099d69d6b7467e872bfae806978c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:00Z', 'updated_at': '2021-06-04T15:15:03Z', 'revision_number': 3, 'project_id': 'e9099d69d6b7467e872bfae806978c26', 'gw_port': {'id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:01Z', 'updated_at': '2021-06-04T15:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:08.910413 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc472d-aa3b-4383-a0d4-b82bca95ca32 None None] The sync data for ids ['adc25c57-dcfd-428b-86be-a2e03a33d980'] in n-d-791505-9 is: [{'id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'name': 'tempest-FloatingIPsTestJSON-1487336302-router', 'tenant_id': 'e9099d69d6b7467e872bfae806978c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:00Z', 'updated_at': '2021-06-04T15:15:03Z', 'revision_number': 3, 'project_id': 'e9099d69d6b7467e872bfae806978c26', 'gw_port': {'id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:01Z', 'updated_at': '2021-06-04T15:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:15:08.920482 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.6580176
Jun 04 15:15:08.937111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Request body: {'port': {'device_id': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3', 'admin_state_up': True, 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'security_groups': ['f7b575bb-0477-4be0-b580-24c28106b718']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:08.977468 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 397450c3-1a51-49f7-ad79-3e96a93eca33, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=397450c3-1a51-49f7-ad79-3e96a93eca33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:08.989129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-c6700649-2a89-42d9-a684-e9c3e74f5881 req-75eff45d-ac39-453a-8583-d7efccb8f31c tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Deleting port 17cdbf02-3193-4cda-880f-a612759fa054 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:15:08.989478 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c6700649-2a89-42d9-a684-e9c3e74f5881 req-75eff45d-ac39-453a-8583-d7efccb8f31c tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:08.998863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '397450c3-1a51-49f7-ad79-3e96a93eca33', 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031', 'port_id': '397450c3-1a51-49f7-ad79-3e96a93eca33', 'mac_address': 'fa:16:3e:76:bf:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5de2a97-54a8-442f-9a58-3ea9722eaaff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:15:09.094626 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-88680921-7d84-47e5-b8cf-5552dcd1b363 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Floating IP 569393f5-76e0-4a53-82d3-a846d28ce5fe associated. External IP: 172.25.4.108, port: 6bddfaf8-ac06-4dbe-9bc1-4352a798742c.
Jun 04 15:15:09.132685 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e73b9eb8-4669-4d60-ad2e-9106c373b15f None None] Provisioning for port 1915cce3-a724-4ca1-9d70-22adc1e7bb20 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:09.140575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e73b9eb8-4669-4d60-ad2e-9106c373b15f None None] Provisioning complete for port 1915cce3-a724-4ca1-9d70-22adc1e7bb20 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:09.141883 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e73b9eb8-4669-4d60-ad2e-9106c373b15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:09.187544 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:09.195529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Usage tracker for resource:port and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:09.198777 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:09.204090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:09.233779 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397450c3-1a51-49f7-ad79-3e96a93eca33 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:15:09.241778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:09.249587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e73b9eb8-4669-4d60-ad2e-9106c373b15f None None] Port 1915cce3-a724-4ca1-9d70-22adc1e7bb20 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:15:09.281826 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 397450c3-1a51-49f7-ad79-3e96a93eca33, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=397450c3-1a51-49f7-ad79-3e96a93eca33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:09.388028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Made reservation on behalf of 170821b51002469da86d3c4cef5805e5 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:15:09.390392 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:09.390392 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:09.393943 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:09.504639 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=397450c3-1a51-49f7-ad79-3e96a93eca33,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:09.508383 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:09.591967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c6700649-2a89-42d9-a684-e9c3e74f5881 req-75eff45d-ac39-453a-8583-d7efccb8f31c tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] For port 17cdbf02-3193-4cda-880f-a612759fa054, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=17cdbf02-3193-4cda-880f-a612759fa054,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:09.592627 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c6700649-2a89-42d9-a684-e9c3e74f5881 req-75eff45d-ac39-453a-8583-d7efccb8f31c tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:09.684270 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['397450c3-1a51-49f7-ad79-3e96a93eca33'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:15:09.808372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Allocated IP 10.1.1.242 (487d8500-c646-4ff8-a2dd-8d1e735bc6c3/2dc932ea-5716-46ac-bb2f-890dcddeefcb/41ff47dd-6827-473b-b808-969597aa034d) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:15:09.848958 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdb940-c0ab-4ec0-a51b-15917207d1f8 req-8b09b62d-f6f3-4e97-810d-116fa9b51e1c tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:09.858395 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-c6700649-2a89-42d9-a684-e9c3e74f5881 req-75eff45d-ac39-453a-8583-d7efccb8f31c tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Calling delete_port for 17cdbf02-3193-4cda-880f-a612759fa054 owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:15:09.859329 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cecdb940-c0ab-4ec0-a51b-15917207d1f8 req-8b09b62d-f6f3-4e97-810d-116fa9b51e1c tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03b56fd-ac95-4145-95bb-7b26d5d1c157 HTTP/1.1" status: 200  len: 950 time: 0.1916330
Jun 04 15:15:09.912731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Allocated IP 172.20.0.1 (8832be06-3dd0-4604-b531-0a272ed14997/017d5825-8a70-4059-bf04-10c574ee4ec7/b0e754a5-9564-4839-b4e0-a71438bf298e) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:15:09.972148 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cecdb940-c0ab-4ec0-a51b-15917207d1f8 req-6e70af79-6dc0-4d43-9c21-7f76cd1aee36 tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1e0a211-ed68-4463-ac1a-be9e05f36c8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111302
Jun 04 15:15:10.304860 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ee685d33-4bf2-4753-bc61-e5241d08d430 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:10.386440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-88680921-7d84-47e5-b8cf-5552dcd1b363 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:15:10.506221 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c6700649-2a89-42d9-a684-e9c3e74f5881 req-75eff45d-ac39-453a-8583-d7efccb8f31c tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:10.521935 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['17cdbf02-3193-4cda-880f-a612759fa054'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:15:10.528943 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c4537d91-ce9c-4e93-8b72-9b77c9fe81cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:10.541453 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:10.584519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Transition to ACTIVE for port object 41ff47dd-6827-473b-b808-969597aa034d will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:10.592251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port ee685d33-4bf2-4753-bc61-e5241d08d430 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:10.593692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf738-27e1-438b-831d-683b848a2a98 req-0559e3ee-2545-4582-8737-678c40660a3c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:10.595261 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cbbbf738-27e1-438b-831d-683b848a2a98 req-0559e3ee-2545-4582-8737-678c40660a3c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 950 time: 0.5076699
Jun 04 15:15:10.610028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port ee685d33-4bf2-4753-bc61-e5241d08d430 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:10.610813 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:10.702712 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 397450c3-1a51-49f7-ad79-3e96a93eca33 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:10.740363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa5cc4-929e-4667-a052-eeb0dc513582 req-c5e07d50-9321-4f6d-8747-8e58136177aa tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:10.741274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-58aa5cc4-929e-4667-a052-eeb0dc513582 req-c5e07d50-9321-4f6d-8747-8e58136177aa tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Synchronizing usage tracker for tenant:033be366519a46eb9d528c6270c2e78b on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:10.805397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-cbbbf738-27e1-438b-831d-683b848a2a98 req-ab03aa34-7a95-407b-ba6f-2b8dc57bdc8b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Deleting port dd2bace0-30e3-482a-b51e-568b2f544066 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:15:10.805743 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cbbbf738-27e1-438b-831d-683b848a2a98 req-ab03aa34-7a95-407b-ba6f-2b8dc57bdc8b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:10.814396 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:10.820325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eff45d-ac39-453a-8583-d7efccb8f31c tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Pushing event deleted for resources: {'Port': ['ID=17cdbf02-3193-4cda-880f-a612759fa054,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:10.844005 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-58aa5cc4-929e-4667-a052-eeb0dc513582 req-c5e07d50-9321-4f6d-8747-8e58136177aa tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Unset dirty status for tenant:033be366519a46eb9d528c6270c2e78b on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:10.848463 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-58aa5cc4-929e-4667-a052-eeb0dc513582 req-c5e07d50-9321-4f6d-8747-8e58136177aa tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=765b4985-105b-4e91-bdf0-1566eb30c46f HTTP/1.1" status: 200  len: 944 time: 0.6913490
Jun 04 15:15:10.856428 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-75eff45d-ac39-453a-8583-d7efccb8f31c tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:10.883590 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:10.903261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port ee685d33-4bf2-4753-bc61-e5241d08d430, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ee685d33-4bf2-4753-bc61-e5241d08d430,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:10.959500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 397450c3-1a51-49f7-ad79-3e96a93eca33 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:10.966714 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 397450c3-1a51-49f7-ad79-3e96a93eca33 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:10.967222 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:10.978074 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-58aa5cc4-929e-4667-a052-eeb0dc513582 req-a1a41a0b-f8b0-45e8-a58f-f61610a483e5 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161244
Jun 04 15:15:10.978074 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:10.988374 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:11.070882 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:11.097517 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:11.145438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:11.165054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Transition to ACTIVE for port object b0e754a5-9564-4839-b4e0-a71438bf298e will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:11.166794 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:11.172174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:11.213093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6700649-2a89-42d9-a684-e9c3e74f5881 req-75eff45d-ac39-453a-8583-d7efccb8f31c tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] No DVR routers for this DVR port 17cdbf02-3193-4cda-880f-a612759fa054 on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:15:11.218729 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c6700649-2a89-42d9-a684-e9c3e74f5881 req-75eff45d-ac39-453a-8583-d7efccb8f31c tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:11.224325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03b56fd-ac95-4145-95bb-7b26d5d1c157', 'name': 'network-vif-deleted', 'tag': '17cdbf02-3193-4cda-880f-a612759fa054'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:11.232085 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b215d5a7-04c9-4744-9baf-584934a569e4" -d '{"events": [{"server_uuid": "d03b56fd-ac95-4145-95bb-7b26d5d1c157", "name": "network-vif-deleted", "tag": "17cdbf02-3193-4cda-880f-a612759fa054"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:11.261576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:11.262345 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:11.281694 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-88680921-7d84-47e5-b8cf-5552dcd1b363 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:15:11.326934 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-88680921-7d84-47e5-b8cf-5552dcd1b363 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:11.337277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eae0d5-19e4-46b5-990e-f5244c849196 None None] Sync routers for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:15:11.365751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event updated for resources: {'Port': ['ID=41ff47dd-6827-473b-b808-969597aa034d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:11.367055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=ee685d33-4bf2-4753-bc61-e5241d08d430,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:11.369712 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:11.372074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-cbbbf738-27e1-438b-831d-683b848a2a98 req-ab03aa34-7a95-407b-ba6f-2b8dc57bdc8b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] For port dd2bace0-30e3-482a-b51e-568b2f544066, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=dd2bace0-30e3-482a-b51e-568b2f544066,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:11.372763 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cbbbf738-27e1-438b-831d-683b848a2a98 req-ab03aa34-7a95-407b-ba6f-2b8dc57bdc8b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:11.395963 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4686449
Jun 04 15:15:11.398968 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c6700649-2a89-42d9-a684-e9c3e74f5881 req-75eff45d-ac39-453a-8583-d7efccb8f31c tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] 10.222.0.62 "DELETE /v2.0/ports/17cdbf02-3193-4cda-880f-a612759fa054 HTTP/1.1" status: 204  len: 173 time: 3.3661230
Jun 04 15:15:11.420727 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:11.421521 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eae0d5-19e4-46b5-990e-f5244c849196 None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:11.422412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-18eae0d5-19e4-46b5-990e-f5244c849196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8367f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:11.478757 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-88680921-7d84-47e5-b8cf-5552dcd1b363 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "PUT /v2.0/floatingips/569393f5-76e0-4a53-82d3-a846d28ce5fe HTTP/1.1" status: 200  len: 997 time: 5.2115867
Jun 04 15:15:11.496724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Request body: {'port': {'device_id': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25', 'admin_state_up': True, 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'security_groups': ['f7b575bb-0477-4be0-b580-24c28106b718']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:11.605620 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:11.612194 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:11.724408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Network 8832be06-3dd0-4604-b531-0a272ed14997 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:11.732086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:11.738555 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:11.817516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-cbbbf738-27e1-438b-831d-683b848a2a98 req-ab03aa34-7a95-407b-ba6f-2b8dc57bdc8b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Calling delete_port for dd2bace0-30e3-482a-b51e-568b2f544066 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:15:11.866916 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:11.910054 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-18eae0d5-19e4-46b5-990e-f5244c849196 None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:11.929027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Pushing event updated for resources: {'Port': ['ID=b0e754a5-9564-4839-b4e0-a71438bf298e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:11.946222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a956dd-7299-4505-887d-0e7716ad464d req-710607d8-40d3-4661-87cc-3597952e63e3 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:11.954186 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d2a956dd-7299-4505-887d-0e7716ad464d req-710607d8-40d3-4661-87cc-3597952e63e3 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 950 time: 0.7040884
Jun 04 15:15:11.969903 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:12.006978 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:12.047220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:12.064667 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-73408d0f-90fc-48b6-9909-8609ab475f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:12.069365 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-73408d0f-90fc-48b6-9909-8609ab475f01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 1097 time: 0.5743225
Jun 04 15:15:12.072845 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d2a956dd-7299-4505-887d-0e7716ad464d req-97bb7549-32cc-4929-bde1-78b129a8e03d tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175039
Jun 04 15:15:12.074130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Usage tracker for resource:port and tenant:170821b51002469da86d3c4cef5805e5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:12.078065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:12.086413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:12.193941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Made reservation on behalf of 170821b51002469da86d3c4cef5805e5 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:15:12.217580 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-135bccad-d95a-4dd6-905c-6c28b5e177d4 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:12.223948 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-135bccad-d95a-4dd6-905c-6c28b5e177d4 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.62 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 812 time: 0.5538678
Jun 04 15:15:12.249903 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Request body: {'port': {'device_id': '6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8', 'network_id': '64018707-9132-4dd5-a91e-611ca8957998', 'admin_state_up': True, 'tenant_id': 'ef1f8bca92884089b1346e04292fa4c6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:12.305299 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022146c8-4c9b-4302-bae2-97f8c641475c x-openstack-request-id: req-022146c8-4c9b-4302-bae2-97f8c641475c {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:12.305607 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d609333-14ce-446a-ac75-1d4dba98abde", "name": "network-vif-plugged", "status": "completed", "tag": "b0e5c59a-caea-40d8-b128-d62da87ca1be", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:12.306088 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-022146c8-4c9b-4302-bae2-97f8c641475c {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:12.306505 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d609333-14ce-446a-ac75-1d4dba98abde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e5c59a-caea-40d8-b128-d62da87ca1be', 'code': 200}
Jun 04 15:15:12.316121 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3c133497-836d-45d4-b8e9-49de12432083 None None] Provisioning for port 41ff47dd-6827-473b-b808-969597aa034d completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:12.330930 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ee685d33-4bf2-4753-bc61-e5241d08d430 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:12.392092 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcb9e2e-6ad6-4495-b4b2-abc7721db494 x-openstack-request-id: req-9dcb9e2e-6ad6-4495-b4b2-abc7721db494 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:12.392321 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765b4985-105b-4e91-bdf0-1566eb30c46f", "tag": "397450c3-1a51-49f7-ad79-3e96a93eca33", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:12.392755 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dcb9e2e-6ad6-4495-b4b2-abc7721db494 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:12.393947 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765b4985-105b-4e91-bdf0-1566eb30c46f', 'tag': '397450c3-1a51-49f7-ad79-3e96a93eca33', 'status': 'completed', 'code': 200}
Jun 04 15:15:12.401642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 397450c3-1a51-49f7-ad79-3e96a93eca33, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=397450c3-1a51-49f7-ad79-3e96a93eca33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:12.413766 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3c133497-836d-45d4-b8e9-49de12432083 None None] Provisioning complete for port 41ff47dd-6827-473b-b808-969597aa034d triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:12.416876 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3c133497-836d-45d4-b8e9-49de12432083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:12.504203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3c133497-836d-45d4-b8e9-49de12432083 None None] Port 41ff47dd-6827-473b-b808-969597aa034d cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:15:12.608312 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:12.696869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-d3a61546-2186-487b-93e0-fd102e8261b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:12.701496 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-d3a61546-2186-487b-93e0-fd102e8261b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 921 time: 0.5669808
Jun 04 15:15:12.730036 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cbbbf738-27e1-438b-831d-683b848a2a98 req-ab03aa34-7a95-407b-ba6f-2b8dc57bdc8b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:12.742617 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['dd2bace0-30e3-482a-b51e-568b2f544066'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:15:12.780214 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:12.786662 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:12.803059 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6fe1336b-c4c1-444e-bd05-9eef53e6ab51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:12.825287 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-67f23a02-9bdd-42be-8e69-d0475672927c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bddfaf8-ac06-4dbe-9bc1-4352a798742c HTTP/1.1" status: 200  len: 1000 time: 0.1163514
Jun 04 15:15:12.840838 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device dd2bace0-30e3-482a-b51e-568b2f544066 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:15:12.901410 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-d65d248f-1086-47db-bbe2-f40db8077e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:12.903090 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-d65d248f-1086-47db-bbe2-f40db8077e9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.0697277
Jun 04 15:15:12.907212 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port ee685d33-4bf2-4753-bc61-e5241d08d430 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:12.907723 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:12.928065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03aa34-7a95-407b-ba6f-2b8dc57bdc8b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Pushing event deleted for resources: {'Port': ['ID=dd2bace0-30e3-482a-b51e-568b2f544066,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:12.934770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: dd2bace0-30e3-482a-b51e-568b2f544066 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:15:12.935257 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device dd2bace0-30e3-482a-b51e-568b2f544066 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:15:12.936514 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ab03aa34-7a95-407b-ba6f-2b8dc57bdc8b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:12.936691 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4786ad02-bdb3-4f29-811d-481e0f361f43 None None] Provisioning for port b0e754a5-9564-4839-b4e0-a71438bf298e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:12.999267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4786ad02-bdb3-4f29-811d-481e0f361f43 None None] Provisioning complete for port b0e754a5-9564-4839-b4e0-a71438bf298e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:12.999658 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4786ad02-bdb3-4f29-811d-481e0f361f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:13.008094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:13.057092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:13.084478 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-c1eeb402-c9ed-4174-90b2-8e1c774dc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:13.086252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=397450c3-1a51-49f7-ad79-3e96a93eca33,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:13.094565 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:13.107242 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-c1eeb402-c9ed-4174-90b2-8e1c774dc34b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1898861
Jun 04 15:15:13.114599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-3efa3c06-19af-42fe-a65e-d23aaa3ace0f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:15:13.120016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-18eae0d5-19e4-46b5-990e-f5244c849196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8367f0>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '569393f5-76e0-4a53-82d3-a846d28ce5fe', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'port_id': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'mac_address': 'fa:16:3e:59:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:14:30Z', 'updated_at': '2021-06-04T15:15:08Z', 'revision_number': 1, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:13.123382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4786ad02-bdb3-4f29-811d-481e0f361f43 None None] Port b0e754a5-9564-4839-b4e0-a71438bf298e cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:15:13.123901 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-3efa3c06-19af-42fe-a65e-d23aaa3ace0f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0153270
Jun 04 15:15:13.129591 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eae0d5-19e4-46b5-990e-f5244c849196 None None] Checking router: 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:15:13.197436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 17cdbf02-3193-4cda-880f-a612759fa054 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:15:13.243281 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 17cdbf02-3193-4cda-880f-a612759fa054 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:15:13.243560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 17cdbf02-3193-4cda-880f-a612759fa054 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:15:13.249748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eae0d5-19e4-46b5-990e-f5244c849196 None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:13.250384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-18eae0d5-19e4-46b5-990e-f5244c849196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8367f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:13.263478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbbf738-27e1-438b-831d-683b848a2a98 req-ab03aa34-7a95-407b-ba6f-2b8dc57bdc8b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] No DVR routers for this DVR port dd2bace0-30e3-482a-b51e-568b2f544066 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:15:13.265116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Made reservation on behalf of ef1f8bca92884089b1346e04292fa4c6 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:15:13.269273 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:13.279000 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cbbbf738-27e1-438b-831d-683b848a2a98 req-ab03aa34-7a95-407b-ba6f-2b8dc57bdc8b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:13.328723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f07cb5-41ea-4b0a-8e19-1aa3a8dd630e req-9df45548-7146-4bee-a8a2-ea5c236756e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:13.331103 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-22f07cb5-41ea-4b0a-8e19-1aa3a8dd630e req-9df45548-7146-4bee-a8a2-ea5c236756e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=033be366519a46eb9d528c6270c2e78b&device_id=765b4985-105b-4e91-bdf0-1566eb30c46f HTTP/1.1" status: 200  len: 1095 time: 1.0965867
Jun 04 15:15:13.433508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af570a0b-e960-43cb-8c1b-7f11c8194124 req-c596783c-4024-4f74-8b8d-3a520f476f7e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:13.447260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af570a0b-e960-43cb-8c1b-7f11c8194124 req-c596783c-4024-4f74-8b8d-3a520f476f7e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:13.451022 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:13.453405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af570a0b-e960-43cb-8c1b-7f11c8194124 req-c596783c-4024-4f74-8b8d-3a520f476f7e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:13.453966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-af570a0b-e960-43cb-8c1b-7f11c8194124 req-c596783c-4024-4f74-8b8d-3a520f476f7e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Synchronizing usage tracker for tenant:170821b51002469da86d3c4cef5805e5 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:13.459213 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f2947-50e0-4bce-ab6a-2e195d167e1f req-5df3c452-e8e3-4bd4-9542-cf3fa8165998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:13.460721 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-566f2947-50e0-4bce-ab6a-2e195d167e1f req-5df3c452-e8e3-4bd4-9542-cf3fa8165998 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 1100 time: 0.9671764
Jun 04 15:15:13.462007 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cbbbf738-27e1-438b-831d-683b848a2a98 req-ab03aa34-7a95-407b-ba6f-2b8dc57bdc8b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.65 "DELETE /v2.0/ports/dd2bace0-30e3-482a-b51e-568b2f544066 HTTP/1.1" status: 204  len: 173 time: 2.8580134
Jun 04 15:15:13.495845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-18eae0d5-19e4-46b5-990e-f5244c849196 None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:13.614042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Allocated IP 10.2.2.100 (640a3ff5-2e7f-415c-92c2-71c9ab9caf25/a336d59d-0ff7-4a9a-8db6-fe01b767ae75/74a8cd99-75e0-4534-804c-3dcf7f981b98) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:15:13.634140 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-566f2947-50e0-4bce-ab6a-2e195d167e1f req-dac7ad14-6bac-4ccf-a87c-eb95825df819 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455724
Jun 04 15:15:13.639007 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-347ec005-2300-4851-9a6a-c47462329585 service neutron] 10.222.0.32 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5094068
Jun 04 15:15:13.693080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-af570a0b-e960-43cb-8c1b-7f11c8194124 req-c596783c-4024-4f74-8b8d-3a520f476f7e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Unset dirty status for tenant:170821b51002469da86d3c4cef5805e5 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:13.699927 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af570a0b-e960-43cb-8c1b-7f11c8194124 req-c596783c-4024-4f74-8b8d-3a520f476f7e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 2373 time: 1.2219074
Jun 04 15:15:13.708240 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f07cb5-41ea-4b0a-8e19-1aa3a8dd630e req-30330f1d-a51d-43d5-b8ce-2e067ec97f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:13.709771 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-22f07cb5-41ea-4b0a-8e19-1aa3a8dd630e req-30330f1d-a51d-43d5-b8ce-2e067ec97f83 service neutron] 10.222.0.65 "GET /v2.0/networks?id=18b375a7-7cc2-4169-a256-980dd8700031 HTTP/1.1" status: 200  len: 923 time: 0.3327534
Jun 04 15:15:13.826595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Allocated IP 172.20.0.7 (64018707-9132-4dd5-a91e-611ca8957998/7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc/a18e159d-2f17-48fa-a6e5-ed41659be564) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:15:13.847480 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-22f07cb5-41ea-4b0a-8e19-1aa3a8dd630e req-3c292ceb-8fe8-4cbe-9972-05fc747756da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=397450c3-1a51-49f7-ad79-3e96a93eca33 HTTP/1.1" status: 200  len: 217 time: 0.1168785
Jun 04 15:15:14.004455 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af570a0b-e960-43cb-8c1b-7f11c8194124 req-31f4ef28-444d-4909-bcd3-9ff41fccad8e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3033559
Jun 04 15:15:14.026777 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-18eae0d5-19e4-46b5-990e-f5244c849196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8367f0>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '569393f5-76e0-4a53-82d3-a846d28ce5fe', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'port_id': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'mac_address': 'fa:16:3e:59:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:14:30Z', 'updated_at': '2021-06-04T15:15:08Z', 'revision_number': 1, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:14.045254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eae0d5-19e4-46b5-990e-f5244c849196 None None] The sync data for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 is: [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '569393f5-76e0-4a53-82d3-a846d28ce5fe', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'port_id': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'mac_address': 'fa:16:3e:59:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:14:30Z', 'updated_at': '2021-06-04T15:15:08Z', 'revision_number': 1, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:15:14.084645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f07cb5-41ea-4b0a-8e19-1aa3a8dd630e req-9546d776-4ee9-4ee1-921c-628679d4f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:14.086067 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-22f07cb5-41ea-4b0a-8e19-1aa3a8dd630e req-9546d776-4ee9-4ee1-921c-628679d4f70a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b5de2a97-54a8-442f-9a58-3ea9722eaaff HTTP/1.1" status: 200  len: 862 time: 0.2252729
Jun 04 15:15:14.169217 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-22f07cb5-41ea-4b0a-8e19-1aa3a8dd630e req-acacd74c-ba43-431b-80bf-1a7ecc5534ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=18b375a7-7cc2-4169-a256-980dd8700031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0646272
Jun 04 15:15:14.202484 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:14.244172 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Transition to ACTIVE for port object 74a8cd99-75e0-4534-804c-3dcf7f981b98 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:14.307889 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78d30e3-4335-4d02-8e97-480f8658f633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c82deb-0384-4dd3-8c34-f96dab009f44'}, {'server_uuid': '765b4985-105b-4e91-bdf0-1566eb30c46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397450c3-1a51-49f7-ad79-3e96a93eca33'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:14.310495 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590500ac-3aee-42f3-aa76-403baaba1b3e" -d '{"events": [{"server_uuid": "b78d30e3-4335-4d02-8e97-480f8658f633", "name": "network-vif-plugged", "status": "completed", "tag": "64c82deb-0384-4dd3-8c34-f96dab009f44"}, {"server_uuid": "765b4985-105b-4e91-bdf0-1566eb30c46f", "name": "network-vif-plugged", "status": "completed", "tag": "397450c3-1a51-49f7-ad79-3e96a93eca33"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:14.405025 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b24aeeab-94e1-47dc-9d29-4e633f41a1ba req-35e2dab6-4116-4ee6-bed9-08b3f34c9be0 service neutron] 10.222.0.32 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7446330
Jun 04 15:15:14.416923 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:14.442291 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf689f-e589-40e6-b349-634ad081f3a8 None None] New status for floating IP 569393f5-76e0-4a53-82d3-a846d28ce5fe: ACTIVE {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:15:14.478818 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-47c383d8-b873-4b54-a916-ec2eb52d6680 req-b0d21d1c-1d64-4fe0-b928-46380980a226 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8 HTTP/1.1" status: 200  len: 210 time: 0.2405293
Jun 04 15:15:14.493988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ae63d5-3d47-4e1a-b91d-e05fd047d13e', 'name': 'network-vif-deleted', 'tag': 'dd2bace0-30e3-482a-b51e-568b2f544066'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:14.496503 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1be994a-69cd-4b92-80df-b8cb219a2c86" -d '{"events": [{"server_uuid": "77ae63d5-3d47-4e1a-b91d-e05fd047d13e", "name": "network-vif-deleted", "tag": "dd2bace0-30e3-482a-b51e-568b2f544066"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:14.500752 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-22f07cb5-41ea-4b0a-8e19-1aa3a8dd630e req-13e9f9af-5ef2-4dab-8f86-496f5df98bce service neutron] 10.222.0.65 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3234205
Jun 04 15:15:14.586482 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:14.616621 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1df1e015-42a9-4e00-9c6b-31c0e0b00ff2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:14.684435 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:14.708171 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:14.714536 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:14.852710 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:14.859526 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-22f07cb5-41ea-4b0a-8e19-1aa3a8dd630e req-0dce2ceb-037f-479f-8f1d-59900ac6a4a8 service neutron] 10.222.0.65 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3506191
Jun 04 15:15:14.882843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Network 640a3ff5-2e7f-415c-92c2-71c9ab9caf25 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:14.899916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:14.967168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:15.102302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-01dffdb8-436c-4992-b9c5-ba34a6f58365 req-84023e83-19da-4764-b77a-3ef83d920950 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Synchronizing usage tracker for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:15.148230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event updated for resources: {'Port': ['ID=74a8cd99-75e0-4534-804c-3dcf7f981b98,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:15.156459 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c35fb7-e3f0-4bf2-bdc0-b2e652231f9c x-openstack-request-id: req-17c35fb7-e3f0-4bf2-bdc0-b2e652231f9c {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:15.160219 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03b56fd-ac95-4145-95bb-7b26d5d1c157", "name": "network-vif-deleted", "tag": "17cdbf02-3193-4cda-880f-a612759fa054", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:15.160219 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17c35fb7-e3f0-4bf2-bdc0-b2e652231f9c {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:15.160219 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03b56fd-ac95-4145-95bb-7b26d5d1c157', 'name': 'network-vif-deleted', 'tag': '17cdbf02-3193-4cda-880f-a612759fa054', 'status': 'completed', 'code': 200}
Jun 04 15:15:15.160219 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:15.170646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:15.171928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:15.172496 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:15.173088 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:15.174117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:15.175185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:15.175723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:15.176372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:15.177381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:15.178278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:15.178846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:15.179510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:15.198867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-01dffdb8-436c-4992-b9c5-ba34a6f58365 req-84023e83-19da-4764-b77a-3ef83d920950 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Unset dirty status for tenant:3254735b2dc54fbdbff67741a34d5965 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:15.213561 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-01dffdb8-436c-4992-b9c5-ba34a6f58365 req-84023e83-19da-4764-b77a-3ef83d920950 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ae63d5-3d47-4e1a-b91d-e05fd047d13e HTTP/1.1" status: 200  len: 210 time: 0.5094545
Jun 04 15:15:15.218921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Network 64018707-9132-4dd5-a91e-611ca8957998 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:15.225897 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:15.226534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:15.249938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:15.251626 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:15.252982 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:15.340074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Pushing event updated for resources: {'Port': ['ID=a18e159d-2f17-48fa-a6e5-ed41659be564,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:15.363970 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:15.365760 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:15.366798 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0a92dad6-05ad-4f27-90f5-2fa2438ae1b6 None None] Provisioning for port 74a8cd99-75e0-4534-804c-3dcf7f981b98 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:15.378164 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0a92dad6-05ad-4f27-90f5-2fa2438ae1b6 None None] Provisioning complete for port 74a8cd99-75e0-4534-804c-3dcf7f981b98 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:15.380529 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0a92dad6-05ad-4f27-90f5-2fa2438ae1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:15.422851 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9475257
Jun 04 15:15:15.436275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Request body: {'port': {'device_id': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25', 'admin_state_up': True, 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'security_groups': ['f7b575bb-0477-4be0-b580-24c28106b718']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:15.494228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:15.495016 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:15.538231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Pushing event updated for resources: {'Port': ['ID=b0e754a5-9564-4839-b4e0-a71438bf298e,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:15.553215 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:15.580778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40188) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:15.597796 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0a92dad6-05ad-4f27-90f5-2fa2438ae1b6 None None] Port 74a8cd99-75e0-4534-804c-3dcf7f981b98 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:15:15.610919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Network 8832be06-3dd0-4604-b531-0a272ed14997 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:15.622667 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b63af-e267-4f7c-83eb-6e7c109d94bd req-02e0d1eb-a017-4341-b9c2-c909f93cd9a0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:15.625225 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-510b63af-e267-4f7c-83eb-6e7c109d94bd req-02e0d1eb-a017-4341-b9c2-c909f93cd9a0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=765b4985-105b-4e91-bdf0-1566eb30c46f HTTP/1.1" status: 200  len: 945 time: 0.5421095
Jun 04 15:15:15.626142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:15.683518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde03aa4-fddb-4167-8be1-5d0c1e02f617 req-a71dc0a4-e5b8-4fe8-9fb1-bc430c804ccd tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:15.691240 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dde03aa4-fddb-4167-8be1-5d0c1e02f617 req-a71dc0a4-e5b8-4fe8-9fb1-bc430c804ccd tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 950 time: 0.3103759
Jun 04 15:15:15.732283 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:15.761998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:15.781391 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-510b63af-e267-4f7c-83eb-6e7c109d94bd req-597a57d5-129b-4b08-9f67-cc00852af3bc tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438525
Jun 04 15:15:15.782710 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5376787
Jun 04 15:15:15.790197 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dde03aa4-fddb-4167-8be1-5d0c1e02f617 req-67407699-b36a-4df0-9e39-efd7c83c9ddf tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887766
Jun 04 15:15:15.846489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Request body: {'port': {'device_id': '6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:15.858177 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f045781b-d158-412b-9d8a-bfb26fd383f3 x-openstack-request-id: req-f045781b-d158-412b-9d8a-bfb26fd383f3 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:15.858537 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ae63d5-3d47-4e1a-b91d-e05fd047d13e", "name": "network-vif-deleted", "tag": "dd2bace0-30e3-482a-b51e-568b2f544066", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:15.858837 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f045781b-d158-412b-9d8a-bfb26fd383f3 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:15.860375 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ae63d5-3d47-4e1a-b91d-e05fd047d13e', 'name': 'network-vif-deleted', 'tag': 'dd2bace0-30e3-482a-b51e-568b2f544066', 'status': 'completed', 'code': 200}
Jun 04 15:15:15.862279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Made reservation on behalf of 170821b51002469da86d3c4cef5805e5 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:15:15.868067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:15.895250 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04465753-4fd9-4603-b1eb-2e06cf80a2f5 x-openstack-request-id: req-04465753-4fd9-4603-b1eb-2e06cf80a2f5 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:15.895607 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78d30e3-4335-4d02-8e97-480f8658f633", "name": "network-vif-plugged", "status": "completed", "tag": "64c82deb-0384-4dd3-8c34-f96dab009f44", "code": 200}, {"server_uuid": "765b4985-105b-4e91-bdf0-1566eb30c46f", "name": "network-vif-plugged", "status": "completed", "tag": "397450c3-1a51-49f7-ad79-3e96a93eca33", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:15.895879 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04465753-4fd9-4603-b1eb-2e06cf80a2f5 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:15.896295 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78d30e3-4335-4d02-8e97-480f8658f633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c82deb-0384-4dd3-8c34-f96dab009f44', 'code': 200}
Jun 04 15:15:15.896555 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765b4985-105b-4e91-bdf0-1566eb30c46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397450c3-1a51-49f7-ad79-3e96a93eca33', 'code': 200}
Jun 04 15:15:16.028597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8a9a868c-6899-4113-ab0e-a4249423906e None None] Provisioning complete for port b0e754a5-9564-4839-b4e0-a71438bf298e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:16.029505 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:16.029975 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8a9a868c-6899-4113-ab0e-a4249423906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:16.117452 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8a9a868c-6899-4113-ab0e-a4249423906e None None] Port b0e754a5-9564-4839-b4e0-a71438bf298e cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:15:16.138949 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ba73dd70-a893-4c08-bb84-87deac35d6f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dc4f6a353c9483e8416536b2b98cba7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5430841
Jun 04 15:15:16.231682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40194) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:16.571402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21d890-4636-489e-b36a-7642886678d5 req-8ab2a3de-fccc-4a6f-99ae-4d02fc2d09cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:16.574210 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3e21d890-4636-489e-b36a-7642886678d5 req-8ab2a3de-fccc-4a6f-99ae-4d02fc2d09cc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 1101 time: 0.5058799
Jun 04 15:15:16.580611 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Allocated IP 10.2.2.200 (640a3ff5-2e7f-415c-92c2-71c9ab9caf25/a336d59d-0ff7-4a9a-8db6-fe01b767ae75/621cb0eb-72ea-4d4d-99df-fd7ef6776628) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:15:16.594727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f05aa7-165e-43e3-b020-3bd73d25eba0 req-86591ae4-3a3c-422c-985b-ce29fc8b1f23 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:16.601355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f05aa7-165e-43e3-b020-3bd73d25eba0 req-86591ae4-3a3c-422c-985b-ce29fc8b1f23 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:16.604453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Router adc25c57-dcfd-428b-86be-a2e03a33d980 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:15:16.607259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f05aa7-165e-43e3-b020-3bd73d25eba0 req-86591ae4-3a3c-422c-985b-ce29fc8b1f23 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:16.614669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f05aa7-165e-43e3-b020-3bd73d25eba0 req-86591ae4-3a3c-422c-985b-ce29fc8b1f23 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:16.616894 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-01f05aa7-165e-43e3-b020-3bd73d25eba0 req-86591ae4-3a3c-422c-985b-ce29fc8b1f23 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 3094 time: 0.5375266
Jun 04 15:15:16.637808 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7eae526f-5dc4-43cd-a19f-b178ab3fc5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:16.641056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5faad-65f3-4a28-8f19-648ffffdca0e req-dad22f40-93df-4bd2-a652-c40dd3ef598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:16.642666 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-15d5faad-65f3-4a28-8f19-648ffffdca0e req-dad22f40-93df-4bd2-a652-c40dd3ef598f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=765b4985-105b-4e91-bdf0-1566eb30c46f HTTP/1.1" status: 200  len: 1096 time: 0.5620408
Jun 04 15:15:16.678776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-97cf137f-3bdd-44f9-9380-a74eeb7512ea tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:16.685999 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-97cf137f-3bdd-44f9-9380-a74eeb7512ea tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.5590222
Jun 04 15:15:16.746628 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3e21d890-4636-489e-b36a-7642886678d5 req-f593b1bb-1f7f-4dee-871e-476c79363df6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277986
Jun 04 15:15:16.777327 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-01f05aa7-165e-43e3-b020-3bd73d25eba0 req-60e9c018-2201-438b-9d60-e3a3d209784d tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1420956
Jun 04 15:15:16.778930 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-15d5faad-65f3-4a28-8f19-648ffffdca0e req-62385834-8e25-402f-8596-e63a709ff08e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163650
Jun 04 15:15:16.913060 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7eae526f-5dc4-43cd-a19f-b178ab3fc5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:17.059850 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:17.091826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Transition to ACTIVE for port object 621cb0eb-72ea-4d4d-99df-fd7ef6776628 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:17.130789 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-f7adcdc9-646e-4a7d-ab9f-66418683e2e5 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200  len: 1002 time: 0.4437144
Jun 04 15:15:17.143358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414949f-bf9c-4d9d-a6ff-e28b07a5edd2 req-47b07d0b-aded-4d25-8e76-634a7bcfe557 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:17.143571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-976b99b5-a8df-47a6-93ae-975e3d6e4458 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Request body: {'floatingip': {'port_id': '9f9e9abf-d474-4730-8981-ff53e02ae81b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:17.145493 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2414949f-bf9c-4d9d-a6ff-e28b07a5edd2 req-47b07d0b-aded-4d25-8e76-634a7bcfe557 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8 HTTP/1.1" status: 200  len: 931 time: 0.1982250
Jun 04 15:15:17.197579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'tag': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:17.199969 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86b176d-7ebe-49ec-af73-e39012be1075" -d '{"events": [{"name": "network-changed", "server_uuid": "cd298d8e-b03d-49fc-9447-02be9b262f29", "tag": "6bddfaf8-ac06-4dbe-9bc1-4352a798742c"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:17.213364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:15:17.224574 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2414949f-bf9c-4d9d-a6ff-e28b07a5edd2 req-1103d8ae-c40d-4408-a38f-fe993ebb662b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726864
Jun 04 15:15:17.243050 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:17.253036 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a95382a5-8a3b-48b8-9e94-45edb1a03cc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:17.253407 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] 10.222.0.32 "PUT /v2.0/routers/adc25c57-dcfd-428b-86be-a2e03a33d980/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7815461
Jun 04 15:15:17.277992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Sync routers for ids ['adc25c57-dcfd-428b-86be-a2e03a33d980'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:15:17.316924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Routers {'adc25c57-dcfd-428b-86be-a2e03a33d980'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:17.321460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c2c6520>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['adc25c57-dcfd-428b-86be-a2e03a33d980'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:17.348595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Network 640a3ff5-2e7f-415c-92c2-71c9ab9caf25 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:17.351853 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:17.354394 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-976b99b5-a8df-47a6-93ae-975e3d6e4458 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:17.358374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event updated for resources: {'Port': ['ID=621cb0eb-72ea-4d4d-99df-fd7ef6776628,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:17.366781 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:17.370217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:17.557761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:17.558579 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:17.695605 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2635484
Jun 04 15:15:17.711288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Request body: {'port': {'device_id': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:17.922970 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.resource_extend [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:15:17.959667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Set router adc25c57-dcfd-428b-86be-a2e03a33d980 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:18.051759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d94c7059-f5a1-4c75-bfe0-b5d6e1822232 None None] Provisioning for port 621cb0eb-72ea-4d4d-99df-fd7ef6776628 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:18.053688 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18e159d-2f17-48fa-a6e5-ed41659be564 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:15:18.079452 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:18.126502 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:18.133061 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40214) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:18.165938 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d94c7059-f5a1-4c75-bfe0-b5d6e1822232 None None] Provisioning complete for port 621cb0eb-72ea-4d4d-99df-fd7ef6776628 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:18.166324 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d94c7059-f5a1-4c75-bfe0-b5d6e1822232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:18.261890 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044664ee-a155-45ea-babf-a400fcf40211 req-7512cd34-0aff-4700-ba3a-a46dd4112d21 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:18.270664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Transition to ACTIVE for port object a18e159d-2f17-48fa-a6e5-ed41659be564 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:18.273903 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-044664ee-a155-45ea-babf-a400fcf40211 req-7512cd34-0aff-4700-ba3a-a46dd4112d21 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 950 time: 0.3651593
Jun 04 15:15:18.280004 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7eae526f-5dc4-43cd-a19f-b178ab3fc5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:18.294761 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-48a9d6a7-7eef-4fd7-ac23-62c0fd34693f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:18.346144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae526f-5dc4-43cd-a19f-b178ab3fc5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e0a211-ed68-4463-ac1a-be9e05f36c8b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:18.352008 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:18.367420 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7eae526f-5dc4-43cd-a19f-b178ab3fc5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:18.371094 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7eae526f-5dc4-43cd-a19f-b178ab3fc5b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1e0a211-ed68-4463-ac1a-be9e05f36c8b HTTP/1.1" status: 204  len: 168 time: 1.9657857
Jun 04 15:15:18.377315 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7eae526f-5dc4-43cd-a19f-b178ab3fc5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:18.380254 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-105cbb68-023a-490a-9109-54aee286f0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:18.479555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-d94c7059-f5a1-4c75-bfe0-b5d6e1822232 None None] Port 621cb0eb-72ea-4d4d-99df-fd7ef6776628 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:15:18.541891 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-044664ee-a155-45ea-babf-a400fcf40211 req-9ba669bf-992e-4c13-b316-7e3337f36c20 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2666502
Jun 04 15:15:18.777667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c2c6520>, [{'id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'name': 'tempest-FloatingIPsTestJSON-1487336302-router', 'tenant_id': 'e9099d69d6b7467e872bfae806978c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:00Z', 'updated_at': '2021-06-04T15:15:13Z', 'revision_number': 4, 'project_id': 'e9099d69d6b7467e872bfae806978c26', 'gw_port': {'id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:01Z', 'updated_at': '2021-06-04T15:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'b0e754a5-9564-4839-b4e0-a71438bf298e', 'name': '', 'network_id': '8832be06-3dd0-4604-b531-0a272ed14997', 'tenant_id': 'e9099d69d6b7467e872bfae806978c26', 'mac_address': 'fa:16:3e:11:02:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '017d5825-8a70-4059-bf04-10c574ee4ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:08Z', 'updated_at': '2021-06-04T15:15:14Z', 'revision_number': 2, 'project_id': 'e9099d69d6b7467e872bfae806978c26', 'subnets': [{'id': '017d5825-8a70-4059-bf04-10c574ee4ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:18.787110 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Checking router: adc25c57-dcfd-428b-86be-a2e03a33d980 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:15:18.789197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Updating router adc25c57-dcfd-428b-86be-a2e03a33d980 port b0e754a5-9564-4839-b4e0-a71438bf298e binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:15:18.941900 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:18.952398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f527441-a538-444e-884e-329617aae9c2 req-5d25e28c-9ee3-428a-bc56-dec0504c62fc tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:18.962208 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f527441-a538-444e-884e-329617aae9c2 req-5d25e28c-9ee3-428a-bc56-dec0504c62fc tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=765b4985-105b-4e91-bdf0-1566eb30c46f HTTP/1.1" status: 200  len: 945 time: 0.2352629
Jun 04 15:15:18.983873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Pushing event updated for resources: {'Port': ['ID=a18e159d-2f17-48fa-a6e5-ed41659be564,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:19.041433 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:19.046027 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f527441-a538-444e-884e-329617aae9c2 req-b7fb753b-7ab5-4c61-ac74-3449ff2ed4c8 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828826
Jun 04 15:15:19.171545 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c82a46d4-39d5-4581-b79c-cdae46bb4084 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3254735b2dc54fbdbff67741a34d5965&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0363743
Jun 04 15:15:19.172965 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Attempting to bind port a18e159d-2f17-48fa-a6e5-ed41659be564 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:15:19.173723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Attempting to bind port a18e159d-2f17-48fa-a6e5-ed41659be564 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:15:19.174300 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Attempting to bind port a18e159d-2f17-48fa-a6e5-ed41659be564 on network 64018707-9132-4dd5-a91e-611ca8957998 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:19.177092 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40226) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:19.193248 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Port a18e159d-2f17-48fa-a6e5-ed41659be564 on network 64018707-9132-4dd5-a91e-611ca8957998 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:15:19.193559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Attempting to bind port a18e159d-2f17-48fa-a6e5-ed41659be564 on network 64018707-9132-4dd5-a91e-611ca8957998 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:19.206493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:15:19.206845 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Checking segment: {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:19.207238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Bound using segment: {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:15:19.207683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Bound port: a18e159d-2f17-48fa-a6e5-ed41659be564, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:15:19.208025 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:19.219144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccdd22b-79c3-491b-9d6e-995f40de8b84 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:15:19.238410 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a36aedb-6c20-449a-a703-e998de7fafef x-openstack-request-id: req-7a36aedb-6c20-449a-a703-e998de7fafef {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:19.238410 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd298d8e-b03d-49fc-9447-02be9b262f29", "tag": "6bddfaf8-ac06-4dbe-9bc1-4352a798742c", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:19.238410 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a36aedb-6c20-449a-a703-e998de7fafef {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:19.238410 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'tag': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'status': 'completed', 'code': 200}
Jun 04 15:15:19.326115 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:19.334868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40230) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:19.408774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Transition to ACTIVE for port object eccdd22b-79c3-491b-9d6e-995f40de8b84 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:19.413191 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9b3a33f0-d338-469c-ae5e-285157273542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:19.476214 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:19.482457 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cca88072-3ba3-4d0a-a94b-a48772e3293a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:19.493903 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cdbad6b4-e78c-4a3b-9a5f-af5e043093d0 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:19.509471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] For port a18e159d-2f17-48fa-a6e5-ed41659be564, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:15:19.519220 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:19.519787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9b3a33f0-d338-469c-ae5e-285157273542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:19.533298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Transition to ACTIVE for port object b0e754a5-9564-4839-b4e0-a71438bf298e will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:19.538075 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9b3a33f0-d338-469c-ae5e-285157273542 admin admin] Usage tracker for resource:security_group_rule and tenant:454ed90e4690404394e15918a875fa42 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:19.544607 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9b3a33f0-d338-469c-ae5e-285157273542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:19.549496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] For port a18e159d-2f17-48fa-a6e5-ed41659be564, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a18e159d-2f17-48fa-a6e5-ed41659be564,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:15:19.555361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9b3a33f0-d338-469c-ae5e-285157273542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:19.621772 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:19.639942 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:19.727161 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:19.743647 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b7398356-03f3-4d50-86bf-8c6cd9506d0d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:19.832370 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:19.833040 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:19.834500 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] 10.222.0.62 "PUT /v2.0/ports/a18e159d-2f17-48fa-a6e5-ed41659be564 HTTP/1.1" status: 200  len: 1091 time: 3.9930799
Jun 04 15:15:19.911174 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-976b99b5-a8df-47a6-93ae-975e3d6e4458 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:19.949838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Pushing event updated for resources: {'Port': ['ID=a18e159d-2f17-48fa-a6e5-ed41659be564,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:19.962576 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:20.045075 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Attempting to bind port b0e754a5-9564-4839-b4e0-a71438bf298e on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:15:20.045706 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Attempting to bind port b0e754a5-9564-4839-b4e0-a71438bf298e by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '001fd2e8-c5d6-4192-8728-f416b28b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8832be06-3dd0-4604-b531-0a272ed14997'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:15:20.046314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Attempting to bind port b0e754a5-9564-4839-b4e0-a71438bf298e on network 8832be06-3dd0-4604-b531-0a272ed14997 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:20.052221 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1302d-aa52-473a-9d15-0e03a6c0e6ff None None] Pushing event updated for resources: {'Port': ['ID=b0e754a5-9564-4839-b4e0-a71438bf298e,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:20.062092 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-976b99b5-a8df-47a6-93ae-975e3d6e4458 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:20.066877 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-eef1302d-aa52-473a-9d15-0e03a6c0e6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:20.071968 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:15:20.073172 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Checking segment: {'id': '001fd2e8-c5d6-4192-8728-f416b28b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8832be06-3dd0-4604-b531-0a272ed14997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:20.074029 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:20.074816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Bound using segment: {'id': '001fd2e8-c5d6-4192-8728-f416b28b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8832be06-3dd0-4604-b531-0a272ed14997'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:15:20.075689 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Bound port: b0e754a5-9564-4839-b4e0-a71438bf298e, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001fd2e8-c5d6-4192-8728-f416b28b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8832be06-3dd0-4604-b531-0a272ed14997'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:15:20.076654 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:20.184307 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9b3a33f0-d338-469c-ae5e-285157273542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:20.208785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] For port b0e754a5-9564-4839-b4e0-a71438bf298e, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:15:20.213884 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] For port b0e754a5-9564-4839-b4e0-a71438bf298e, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b0e754a5-9564-4839-b4e0-a71438bf298e,segment=NetworkSegment(001fd2e8-c5d6-4192-8728-f416b28b8a30),segment_id=001fd2e8-c5d6-4192-8728-f416b28b8a30)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:15:20.217764 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cca88072-3ba3-4d0a-a94b-a48772e3293a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:20.280090 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:20.296852 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:20.313285 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9b3a33f0-d338-469c-ae5e-285157273542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:20.313524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b176d-7ebe-49ec-af73-e39012be1075 req-3dca70d2-6fbf-4a90-86b8-8d6e0f3b2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:20.316967 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a86b176d-7ebe-49ec-af73-e39012be1075 req-3dca70d2-6fbf-4a90-86b8-8d6e0f3b2192 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 1097 time: 1.0735245
Jun 04 15:15:20.336698 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7eae526f-5dc4-43cd-a19f-b178ab3fc5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:20.403066 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9b3a33f0-d338-469c-ae5e-285157273542 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=454ed90e4690404394e15918a875fa42&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0662985
Jun 04 15:15:20.409844 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-6d5e0bc3-2ded-479f-a7b0-5ef7c1aea90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:20.411393 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-6d5e0bc3-2ded-479f-a7b0-5ef7c1aea90a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&device_id=6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8 HTTP/1.1" status: 200  len: 1094 time: 0.4508824
Jun 04 15:15:20.412092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40234) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:20.414912 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1302d-aa52-473a-9d15-0e03a6c0e6ff None None] Pushing event updated for resources: {'Port': ['ID=b0e754a5-9564-4839-b4e0-a71438bf298e,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:20.419834 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-eef1302d-aa52-473a-9d15-0e03a6c0e6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:20.432071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a33f0-d338-469c-ae5e-285157273542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8531504f-feba-45f0-86f1-79f1da815ac0,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:20.464352 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Routers {'adc25c57-dcfd-428b-86be-a2e03a33d980'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:20.465698 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c2c6520>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['adc25c57-dcfd-428b-86be-a2e03a33d980'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:20.493070 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-976b99b5-a8df-47a6-93ae-975e3d6e4458 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Floating IP 569393f5-76e0-4a53-82d3-a846d28ce5fe associated. External IP: 172.25.4.108, port: 6bddfaf8-ac06-4dbe-9bc1-4352a798742c.
Jun 04 15:15:20.558099 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9b3a33f0-d338-469c-ae5e-285157273542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:20.582510 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-e2641edc-2800-4793-883f-05812dc61b9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a18e159d-2f17-48fa-a6e5-ed41659be564 HTTP/1.1" status: 200  len: 217 time: 0.1440740
Jun 04 15:15:20.715388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b176d-7ebe-49ec-af73-e39012be1075 req-2370cb5a-2b14-4b3f-aa53-d3aeb38ae594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:20.717943 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a86b176d-7ebe-49ec-af73-e39012be1075 req-2370cb5a-2b14-4b3f-aa53-d3aeb38ae594 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 921 time: 0.3175428
Jun 04 15:15:20.731962 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cca88072-3ba3-4d0a-a94b-a48772e3293a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:20.790151 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c2d9ac9-3506-4041-b93b-72b53167a289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:20.832059 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c2d9ac9-3506-4041-b93b-72b53167a289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:20.837865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] Set router adc25c57-dcfd-428b-86be-a2e03a33d980 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:20.874127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Pushing event updated for resources: {'Port': ['ID=eccdd22b-79c3-491b-9d6e-995f40de8b84,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:21.008755 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-2279983e-160e-4a21-a9f4-f3b83a0e9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:21.010612 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-2279983e-160e-4a21-a9f4-f3b83a0e9978 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc HTTP/1.1" status: 200  len: 852 time: 0.3495891
Jun 04 15:15:21.058878 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.565s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:21.086504 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-d869e30f-0e73-4b1a-93f3-87e569ab43ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64018707-9132-4dd5-a91e-611ca8957998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0643907
Jun 04 15:15:21.118881 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a86b176d-7ebe-49ec-af73-e39012be1075 req-7eee840c-52f6-4b1a-b257-de200614f22b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bddfaf8-ac06-4dbe-9bc1-4352a798742c HTTP/1.1" status: 200  len: 217 time: 0.3720992
Jun 04 15:15:21.120272 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a29abeb7-c80e-4111-8b3d-6272bc76b9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:21.200236 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca88072-3ba3-4d0a-a94b-a48772e3293a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be847fed-8ca6-499a-8d9e-4f598f402b2e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:21.240112 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cca88072-3ba3-4d0a-a94b-a48772e3293a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:21.271929 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cca88072-3ba3-4d0a-a94b-a48772e3293a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:21.273582 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cca88072-3ba3-4d0a-a94b-a48772e3293a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be847fed-8ca6-499a-8d9e-4f598f402b2e HTTP/1.1" status: 204  len: 168 time: 2.0951524
Jun 04 15:15:21.343998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Attempting to bind port eccdd22b-79c3-491b-9d6e-995f40de8b84 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:15:21.344593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Attempting to bind port eccdd22b-79c3-491b-9d6e-995f40de8b84 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '001c6fda-19b8-44b7-9d6a-5f1f7abb921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:15:21.345419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Attempting to bind port eccdd22b-79c3-491b-9d6e-995f40de8b84 on network b6fd14b5-fe16-4479-b95d-921ab565bab3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:21.349830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b176d-7ebe-49ec-af73-e39012be1075 req-3682dc45-42fc-41f4-b653-96a4184cbf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:21.351828 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a86b176d-7ebe-49ec-af73-e39012be1075 req-3682dc45-42fc-41f4-b653-96a4184cbf87 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.2057233
Jun 04 15:15:21.415542 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-435849c2-b8de-441b-8676-418b00015d80 req-40b0e8f6-e81e-45ce-b176-4563f3e4c448 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 1.4514344
Jun 04 15:15:21.420828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:21.429289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Port eccdd22b-79c3-491b-9d6e-995f40de8b84 on network b6fd14b5-fe16-4479-b95d-921ab565bab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:15:21.429972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Attempting to bind port eccdd22b-79c3-491b-9d6e-995f40de8b84 on network b6fd14b5-fe16-4479-b95d-921ab565bab3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:21.432826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:21.442376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8', 'tag': 'a18e159d-2f17-48fa-a6e5-ed41659be564'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:21.445329 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d6bc15-1520-49e0-8666-589b0d7273d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8", "tag": "a18e159d-2f17-48fa-a6e5-ed41659be564"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:21.451634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Usage tracker for resource:floatingip and tenant:e9099d69d6b7467e872bfae806978c26 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:21.456501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:15:21.457206 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Checking segment: {'id': '001c6fda-19b8-44b7-9d6a-5f1f7abb921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:21.457805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Bound using segment: {'id': '001c6fda-19b8-44b7-9d6a-5f1f7abb921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:15:21.458485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Bound port: eccdd22b-79c3-491b-9d6e-995f40de8b84, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '001c6fda-19b8-44b7-9d6a-5f1f7abb921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:15:21.459066 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:21.473425 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c2d9ac9-3506-4041-b93b-72b53167a289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:21.480595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:21.488267 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-80427f4c-07a0-43bc-9637-4dae6aa69ef8 tempest-ServersAdminNegativeTestJSON-1788411788 tempest-ServersAdminNegativeTestJSON-1788411788-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:21.523063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:21.610708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b176d-7ebe-49ec-af73-e39012be1075 req-a3c02117-448c-437e-86ba-50c0a669ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:21.613354 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a86b176d-7ebe-49ec-af73-e39012be1075 req-a3c02117-448c-437e-86ba-50c0a669ceff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2538061
Jun 04 15:15:21.620571 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:21.665967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] For port eccdd22b-79c3-491b-9d6e-995f40de8b84, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:15:21.678119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d9ac9-3506-4041-b93b-72b53167a289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8531504f-feba-45f0-86f1-79f1da815ac0,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:21.688336 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c2c6520>, [{'id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'name': 'tempest-FloatingIPsTestJSON-1487336302-router', 'tenant_id': 'e9099d69d6b7467e872bfae806978c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:00Z', 'updated_at': '2021-06-04T15:15:13Z', 'revision_number': 4, 'project_id': 'e9099d69d6b7467e872bfae806978c26', 'gw_port': {'id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:01Z', 'updated_at': '2021-06-04T15:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'b0e754a5-9564-4839-b4e0-a71438bf298e', 'name': '', 'network_id': '8832be06-3dd0-4604-b531-0a272ed14997', 'tenant_id': 'e9099d69d6b7467e872bfae806978c26', 'mac_address': 'fa:16:3e:11:02:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '017d5825-8a70-4059-bf04-10c574ee4ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:08Z', 'updated_at': '2021-06-04T15:15:20Z', 'revision_number': 4, 'project_id': 'e9099d69d6b7467e872bfae806978c26', 'subnets': [{'id': '017d5825-8a70-4059-bf04-10c574ee4ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:21.711021 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] For port eccdd22b-79c3-491b-9d6e-995f40de8b84, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=eccdd22b-79c3-491b-9d6e-995f40de8b84,segment=NetworkSegment(001c6fda-19b8-44b7-9d6a-5f1f7abb921d),segment_id=001c6fda-19b8-44b7-9d6a-5f1f7abb921d)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:15:21.731263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c14b8-7144-406c-8b30-9eaf56fd5ed9 None None] The sync data for ids ['adc25c57-dcfd-428b-86be-a2e03a33d980'] in n-d-791505-9 is: [{'id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'name': 'tempest-FloatingIPsTestJSON-1487336302-router', 'tenant_id': 'e9099d69d6b7467e872bfae806978c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:00Z', 'updated_at': '2021-06-04T15:15:13Z', 'revision_number': 4, 'project_id': 'e9099d69d6b7467e872bfae806978c26', 'gw_port': {'id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:01Z', 'updated_at': '2021-06-04T15:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'b0e754a5-9564-4839-b4e0-a71438bf298e', 'name': '', 'network_id': '8832be06-3dd0-4604-b531-0a272ed14997', 'tenant_id': 'e9099d69d6b7467e872bfae806978c26', 'mac_address': 'fa:16:3e:11:02:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '017d5825-8a70-4059-bf04-10c574ee4ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:08Z', 'updated_at': '2021-06-04T15:15:20Z', 'revision_number': 4, 'project_id': 'e9099d69d6b7467e872bfae806978c26', 'subnets': [{'id': '017d5825-8a70-4059-bf04-10c574ee4ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:15:21.794969 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4c2d9ac9-3506-4041-b93b-72b53167a289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:21.813097 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:21.813391 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c2d9ac9-3506-4041-b93b-72b53167a289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:21.825512 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4c2d9ac9-3506-4041-b93b-72b53167a289 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8531504f-feba-45f0-86f1-79f1da815ac0 HTTP/1.1" status: 204  len: 168 time: 1.4091051
Jun 04 15:15:21.830590 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-32598c81-950b-48ea-b0cc-3c5018cb3d6c tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:21.923929 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-ac33ebf3-3baa-4ec1-885d-1b09f8a132b2 service neutron] 10.222.0.62 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7703834
Jun 04 15:15:21.991854 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-976b99b5-a8df-47a6-93ae-975e3d6e4458 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:15:22.070699 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a86b176d-7ebe-49ec-af73-e39012be1075 req-e023b4ce-9e89-44de-8e56-7df949f35a9c service neutron] 10.222.0.65 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4306693
Jun 04 15:15:22.099695 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:22.100213 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:22.102276 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] 10.222.0.65 "PUT /v2.0/ports/eccdd22b-79c3-491b-9d6e-995f40de8b84 HTTP/1.1" status: 200  len: 1091 time: 4.3955846
Jun 04 15:15:22.103069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'tag': 'eccdd22b-79c3-491b-9d6e-995f40de8b84'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:22.105633 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e89ee31-fb15-4af6-9438-f604cc0b2725" -d '{"events": [{"name": "network-changed", "server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "tag": "eccdd22b-79c3-491b-9d6e-995f40de8b84"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:22.312337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Request body: {'port': {'device_id': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:22.368864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b0e754a5-9564-4839-b4e0-a71438bf298e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:22.606953 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d6b4a2c-c60e-49f7-b84e-72dc7d9c2767 req-5d227ae8-2fdc-45c6-957e-225eee646670 service neutron] 10.222.0.62 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6658993
Jun 04 15:15:22.638477 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-976b99b5-a8df-47a6-93ae-975e3d6e4458 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:15:22.654376 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a503bb5-78d2-4723-8f52-ea9e825cd128 None None] Sync routers for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:15:22.706235 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a503bb5-78d2-4723-8f52-ea9e825cd128 None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:22.707108 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-1a503bb5-78d2-4723-8f52-ea9e825cd128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb29940>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:22.748597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port b0e754a5-9564-4839-b4e0-a71438bf298e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:22.756787 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Pushing event updated for resources: {'Port': ['ID=eccdd22b-79c3-491b-9d6e-995f40de8b84,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:22.758232 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b0e754a5-9564-4839-b4e0-a71438bf298e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:22.758860 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:22.770709 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:22.790370 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40248) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:23.059030 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:23.190075 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-1a503bb5-78d2-4723-8f52-ea9e825cd128 None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:23.191287 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:23.275515 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port b0e754a5-9564-4839-b4e0-a71438bf298e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b0e754a5-9564-4839-b4e0-a71438bf298e,segment=NetworkSegment(001fd2e8-c5d6-4192-8728-f416b28b8a30),segment_id=001fd2e8-c5d6-4192-8728-f416b28b8a30)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:23.280522 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:23.325675 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:23.328235 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:23.526688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=b0e754a5-9564-4839-b4e0-a71438bf298e,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:23.535339 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:23.555448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-976b99b5-a8df-47a6-93ae-975e3d6e4458 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:15:23.751759 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a7da3e97-89be-4bd3-97b4-ebe9ec560524 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09c6e785af21405c85acdbdd73a2a758&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9562414
Jun 04 15:15:23.755969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40260) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:23.835303 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a86b176d-7ebe-49ec-af73-e39012be1075 req-59e196e0-1c8a-4859-93fe-e2dd6e1b8a00 service neutron] 10.222.0.65 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5373304
Jun 04 15:15:23.964072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-976b99b5-a8df-47a6-93ae-975e3d6e4458 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:15:23.974185 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-976b99b5-a8df-47a6-93ae-975e3d6e4458 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:23.993905 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-1a503bb5-78d2-4723-8f52-ea9e825cd128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb29940>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '569393f5-76e0-4a53-82d3-a846d28ce5fe', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'port_id': '9f9e9abf-d474-4730-8981-ff53e02ae81b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'mac_address': 'fa:16:3e:ff:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:14:30Z', 'updated_at': '2021-06-04T15:15:19Z', 'revision_number': 3, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:24.011810 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a503bb5-78d2-4723-8f52-ea9e825cd128 None None] Checking router: 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:15:24.026959 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a503bb5-78d2-4723-8f52-ea9e825cd128 None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:24.028199 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-1a503bb5-78d2-4723-8f52-ea9e825cd128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb29940>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:24.031202 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:24.150133 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-20ead199-20a6-4413-8073-69c6e0184840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:24.242562 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-976b99b5-a8df-47a6-93ae-975e3d6e4458 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "PUT /v2.0/floatingips/569393f5-76e0-4a53-82d3-a846d28ce5fe HTTP/1.1" status: 200  len: 998 time: 7.1108274
Jun 04 15:15:24.323851 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b0e754a5-9564-4839-b4e0-a71438bf298e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:24.348882 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-20ead199-20a6-4413-8073-69c6e0184840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:24.440913 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-4e3caadd-54ca-40e2-bab8-0a114fb2578c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:24.455858 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-4e3caadd-54ca-40e2-bab8-0a114fb2578c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports/6bddfaf8-ac06-4dbe-9bc1-4352a798742c HTTP/1.1" status: 200  len: 943 time: 0.2044954
Jun 04 15:15:24.456399 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-1a503bb5-78d2-4723-8f52-ea9e825cd128 None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:24.626092 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be08e86-8d27-40e8-8898-cc000823e63c {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:15:24.635827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b0e754a5-9564-4839-b4e0-a71438bf298e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:24.636426 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:24.641986 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:24.715900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Allocated IP 172.25.4.55 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/ea0395a0-b4de-4f78-ba08-21b6fe7f8f17) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:15:24.756459 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-d88271fc-143b-4efd-8c7e-c46a5b1bb379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:24.758206 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-d88271fc-143b-4efd-8c7e-c46a5b1bb379 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 1097 time: 0.2249527
Jun 04 15:15:24.832574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Transition to ACTIVE for port object 9be08e86-8d27-40e8-8898-cc000823e63c will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:24.837951 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-20ead199-20a6-4413-8073-69c6e0184840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:24.910479 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-920e8ab5-f4bd-4865-8f29-06f93d8da80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:24.928409 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:24.949425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ead199-20a6-4413-8073-69c6e0184840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d8855d-4754-47f9-a315-d4915c433a75,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:24.960808 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-20ead199-20a6-4413-8073-69c6e0184840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:24.963726 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-610ee198-bc04-45dd-be69-a7c6931cd030 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:25.147858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-4b9424f5-b6ce-452f-b8c3-000a356d3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:25.149543 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-4b9424f5-b6ce-452f-b8c3-000a356d3407 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 921 time: 0.3782611
Jun 04 15:15:25.221631 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:25.264722 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-e33d9caf-0ef0-4690-88f1-32963acf8833 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bddfaf8-ac06-4dbe-9bc1-4352a798742c HTTP/1.1" status: 200  len: 217 time: 0.1025329
Jun 04 15:15:25.302698 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-20ead199-20a6-4413-8073-69c6e0184840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:25.316663 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-20ead199-20a6-4413-8073-69c6e0184840 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7d8855d-4754-47f9-a315-d4915c433a75 HTTP/1.1" status: 204  len: 168 time: 1.5452566
Jun 04 15:15:25.331260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Pushing event updated for resources: {'Port': ['ID=9be08e86-8d27-40e8-8898-cc000823e63c,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:25.341848 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-1a503bb5-78d2-4723-8f52-ea9e825cd128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb29940>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '569393f5-76e0-4a53-82d3-a846d28ce5fe', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'port_id': '9f9e9abf-d474-4730-8981-ff53e02ae81b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'mac_address': 'fa:16:3e:ff:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:14:30Z', 'updated_at': '2021-06-04T15:15:19Z', 'revision_number': 3, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:25.348640 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:25.354293 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a503bb5-78d2-4723-8f52-ea9e825cd128 None None] The sync data for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 is: [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '569393f5-76e0-4a53-82d3-a846d28ce5fe', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'port_id': '9f9e9abf-d474-4730-8981-ff53e02ae81b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'mac_address': 'fa:16:3e:ff:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:14:30Z', 'updated_at': '2021-06-04T15:15:19Z', 'revision_number': 3, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:15:25.418523 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-fab533c5-5776-425a-8a32-47bc06d1e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:25.425627 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-fab533c5-5776-425a-8a32-47bc06d1e277 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.1412394
Jun 04 15:15:25.566054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-f97dbf51-ef9e-4b11-a517-b0f6357d8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:25.568937 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-f97dbf51-ef9e-4b11-a517-b0f6357d8675 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1228654
Jun 04 15:15:25.574574 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:25.630722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Attempting to bind port 9be08e86-8d27-40e8-8898-cc000823e63c on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:15:25.630722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Attempting to bind port 9be08e86-8d27-40e8-8898-cc000823e63c by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:15:25.633666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Attempting to bind port 9be08e86-8d27-40e8-8898-cc000823e63c on network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:25.640258 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:25.648065 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9a4223f9-e232-494e-a3e6-bb3fdccec08e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:25.690252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Port 9be08e86-8d27-40e8-8898-cc000823e63c on network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:15:25.690252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Attempting to bind port 9be08e86-8d27-40e8-8898-cc000823e63c on network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:25.719834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:15:25.720173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Checking segment: {'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:25.721146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Bound using segment: {'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:15:25.721586 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Bound port: 9be08e86-8d27-40e8-8898-cc000823e63c, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:15:25.722028 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:25.730592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54de89e-b268-4c84-b3a2-8868fa8ec6ef None None] New status for floating IP 569393f5-76e0-4a53-82d3-a846d28ce5fe: ACTIVE {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:15:25.743358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:25.747874 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:25.757505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:25.792265 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Pushing event updated for resources: {'Port': ['ID=ea0395a0-b4de-4f78-ba08-21b6fe7f8f17,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:25.800398 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:25.865438 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-702c433a-2b4a-4d3c-8c46-36c8acf4d250 service neutron] 10.222.0.32 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2826662
Jun 04 15:15:25.927731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] For port 9be08e86-8d27-40e8-8898-cc000823e63c, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:15:25.945098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] For port 9be08e86-8d27-40e8-8898-cc000823e63c, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9be08e86-8d27-40e8-8898-cc000823e63c,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:15:25.957431 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:26.006762 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:26.015681 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ab03aa34-7a95-407b-ba6f-2b8dc57bdc8b tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:26.060158 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-9ffe2dfe-1172-468b-b819-5f2a8fc13239 service neutron] 10.222.0.32 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1735017
Jun 04 15:15:26.188692 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-bd3ab020-89b8-425a-91c5-110a2cbf310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:26.192258 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-bd3ab020-89b8-425a-91c5-110a2cbf310a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 1096 time: 0.1065028
Jun 04 15:15:26.239553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:26.240456 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:26.242172 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] 10.222.0.65 "PUT /v2.0/ports/9be08e86-8d27-40e8-8898-cc000823e63c HTTP/1.1" status: 200  len: 1130 time: 3.9532814
Jun 04 15:15:26.295395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Pushing event updated for resources: {'Port': ['ID=9be08e86-8d27-40e8-8898-cc000823e63c,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:26.300349 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:26.303269 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:26.406935 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Request body: {'port': {'device_id': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:26.458619 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-a0f50589-2e43-454e-ab3b-79486ad84906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:26.461197 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-a0f50589-2e43-454e-ab3b-79486ad84906 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 921 time: 0.2562256
Jun 04 15:15:26.530860 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5aff5-3734-43e8-afed-a96929c750e7 None None] Sync routers for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:15:26.543204 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a5aff5-3734-43e8-afed-a96929c750e7 None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:26.543966 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-98a5aff5-3734-43e8-afed-a96929c750e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd30610>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:26.636151 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:26.704205 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-cd6b897c-d848-4edc-bc54-1ebfe9241dc2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f9e9abf-d474-4730-8981-ff53e02ae81b HTTP/1.1" status: 200  len: 1001 time: 0.2355890
Jun 04 15:15:26.792842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-2e62deac-eb7f-4e6a-b4f8-c5e5b317987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:26.801740 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-2e62deac-eb7f-4e6a-b4f8-c5e5b317987a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.0958283
Jun 04 15:15:26.863391 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:15:26.875472 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-98a5aff5-3734-43e8-afed-a96929c750e7 None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:26.881599 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:26.937361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-497b3879-f2cf-49a2-a2eb-e81b8fc633d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:26.940869 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-497b3879-f2cf-49a2-a2eb-e81b8fc633d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1378953
Jun 04 15:15:27.005754 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:27.020131 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:27.139878 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-b030f2a5-dd4d-4d57-b859-9f387a1a8eca service neutron] 10.222.0.32 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1920257
Jun 04 15:15:27.211654 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device a18e159d-2f17-48fa-a6e5-ed41659be564 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:15:27.248112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Pushing event updated for resources: {'Port': ['ID=ea0395a0-b4de-4f78-ba08-21b6fe7f8f17,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:27.255197 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:27.270046 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:27.309863 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e771f0f-2707-4844-ad5f-b74716f0809d req-df3c10f7-9daf-417a-a3ef-af2370c490fd service neutron] 10.222.0.32 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1637597
Jun 04 15:15:27.414408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 622d11de-7803-48e8-9746-b225f13357c1 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:15:27.423302 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:27.424659 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port a18e159d-2f17-48fa-a6e5-ed41659be564, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a18e159d-2f17-48fa-a6e5-ed41659be564,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:27.439721 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Transition to ACTIVE for port object 622d11de-7803-48e8-9746-b225f13357c1 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:27.441072 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'a18e159d-2f17-48fa-a6e5-ed41659be564', 'network_id': '64018707-9132-4dd5-a91e-611ca8957998', 'port_id': 'a18e159d-2f17-48fa-a6e5-ed41659be564', 'mac_address': 'fa:16:3e:7b:9b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:15:27.460239 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:27.461888 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-435849c2-b8de-441b-8676-418b00015d80 req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 6.0449467
Jun 04 15:15:27.480420 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-98a5aff5-3734-43e8-afed-a96929c750e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd30610>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '569393f5-76e0-4a53-82d3-a846d28ce5fe', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'port_id': '9f9e9abf-d474-4730-8981-ff53e02ae81b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'mac_address': 'fa:16:3e:ff:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:14:30Z', 'updated_at': '2021-06-04T15:15:26Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:27.485335 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5aff5-3734-43e8-afed-a96929c750e7 None None] Checking router: 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:15:27.497191 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a5aff5-3734-43e8-afed-a96929c750e7 None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:27.497831 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-98a5aff5-3734-43e8-afed-a96929c750e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd30610>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:27.517955 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:27.540318 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18e159d-2f17-48fa-a6e5-ed41659be564 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:15:27.571066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port a18e159d-2f17-48fa-a6e5-ed41659be564, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a18e159d-2f17-48fa-a6e5-ed41659be564,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:27.588199 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:27.605770 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fa63bf31-0d40-4929-b7b3-8b294761f813 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:27.711690 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b2c8f-9eca-4e5d-a18c-43661480a163 req-11b834a6-c1b2-41cd-8584-139f1ecf5711 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:27.719124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b2c8f-9eca-4e5d-a18c-43661480a163 req-11b834a6-c1b2-41cd-8584-139f1ecf5711 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:27.734881 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b2c8f-9eca-4e5d-a18c-43661480a163 req-11b834a6-c1b2-41cd-8584-139f1ecf5711 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:27.759125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b2c8f-9eca-4e5d-a18c-43661480a163 req-11b834a6-c1b2-41cd-8584-139f1ecf5711 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:27.759232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-435849c2-b8de-441b-8676-418b00015d80 req-8c5e08cb-ee90-420c-9290-7c9209214a71 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Synchronizing usage tracker for tenant:e9099d69d6b7467e872bfae806978c26 on resource:floatingip {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:27.759334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b2c8f-9eca-4e5d-a18c-43661480a163 req-11b834a6-c1b2-41cd-8584-139f1ecf5711 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:27.765715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b2c8f-9eca-4e5d-a18c-43661480a163 req-11b834a6-c1b2-41cd-8584-139f1ecf5711 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:27.775000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b2c8f-9eca-4e5d-a18c-43661480a163 req-11b834a6-c1b2-41cd-8584-139f1ecf5711 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:27.777945 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9b2c8f-9eca-4e5d-a18c-43661480a163 req-11b834a6-c1b2-41cd-8584-139f1ecf5711 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5372 time: 0.2058401
Jun 04 15:15:27.787964 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:27.790526 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:27.841017 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-98a5aff5-3734-43e8-afed-a96929c750e7 None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:27.849699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Pushing event updated for resources: {'Port': ['ID=622d11de-7803-48e8-9746-b225f13357c1,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:27.854007 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:27.887196 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9b2c8f-9eca-4e5d-a18c-43661480a163 req-58225520-2eb3-4da0-8542-2cba84b658cd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0930789
Jun 04 15:15:27.913608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-435849c2-b8de-441b-8676-418b00015d80 req-8c5e08cb-ee90-420c-9290-7c9209214a71 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Unset dirty status for tenant:e9099d69d6b7467e872bfae806978c26 on resource:floatingip {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:27.915196 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-435849c2-b8de-441b-8676-418b00015d80 req-8c5e08cb-ee90-420c-9290-7c9209214a71 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200  len: 695 time: 0.4382830
Jun 04 15:15:27.954092 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=a18e159d-2f17-48fa-a6e5-ed41659be564,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:27.968377 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:28.066702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Attempting to bind port 622d11de-7803-48e8-9746-b225f13357c1 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:15:28.067659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Attempting to bind port 622d11de-7803-48e8-9746-b225f13357c1 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:15:28.067659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Attempting to bind port 622d11de-7803-48e8-9746-b225f13357c1 on network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:28.084086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Port 622d11de-7803-48e8-9746-b225f13357c1 on network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:15:28.084086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Attempting to bind port 622d11de-7803-48e8-9746-b225f13357c1 on network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:28.097487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:15:28.097840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Checking segment: {'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:28.098199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Bound using segment: {'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:15:28.098644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Bound port: 622d11de-7803-48e8-9746-b225f13357c1, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:15:28.098991 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:28.205202 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435849c2-b8de-441b-8676-418b00015d80 req-cdef771a-0555-4540-a491-abb4e7dcd563 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:28.206722 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-435849c2-b8de-441b-8676-418b00015d80 req-cdef771a-0555-4540-a491-abb4e7dcd563 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.2841713
Jun 04 15:15:28.254452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] For port 622d11de-7803-48e8-9746-b225f13357c1, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:15:28.261087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] For port 622d11de-7803-48e8-9746-b225f13357c1, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=622d11de-7803-48e8-9746-b225f13357c1,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:15:28.346592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['a18e159d-2f17-48fa-a6e5-ed41659be564'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:15:28.365565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1dc28-e011-497e-a3f6-6c16541114bb req-1d89535a-ed56-4321-b68e-25497ab307ff tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:28.369342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-77c1dc28-e011-497e-a3f6-6c16541114bb req-1d89535a-ed56-4321-b68e-25497ab307ff tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Synchronizing usage tracker for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:28.402050 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:28.416291 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d9fba8f0-74ae-4911-abe3-da05abba8f53 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:28.450468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-77c1dc28-e011-497e-a3f6-6c16541114bb req-1d89535a-ed56-4321-b68e-25497ab307ff tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Unset dirty status for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:28.451869 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-77c1dc28-e011-497e-a3f6-6c16541114bb req-1d89535a-ed56-4321-b68e-25497ab307ff tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8 HTTP/1.1" status: 200  len: 944 time: 0.1712332
Jun 04 15:15:28.470349 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-98a5aff5-3734-43e8-afed-a96929c750e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd30610>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '569393f5-76e0-4a53-82d3-a846d28ce5fe', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'port_id': '9f9e9abf-d474-4730-8981-ff53e02ae81b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'mac_address': 'fa:16:3e:ff:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:14:30Z', 'updated_at': '2021-06-04T15:15:26Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:28.478688 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5aff5-3734-43e8-afed-a96929c750e7 None None] The sync data for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 is: [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '569393f5-76e0-4a53-82d3-a846d28ce5fe', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'port_id': '9f9e9abf-d474-4730-8981-ff53e02ae81b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'mac_address': 'fa:16:3e:ff:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:14:30Z', 'updated_at': '2021-06-04T15:15:26Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:15:28.540597 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-77c1dc28-e011-497e-a3f6-6c16541114bb req-86a25fcc-afdd-4e39-9c69-bc60e9d38657 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791521
Jun 04 15:15:28.541577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:28.542333 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:28.543927 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] 10.222.0.65 "PUT /v2.0/ports/622d11de-7803-48e8-9746-b225f13357c1 HTTP/1.1" status: 200  len: 1131 time: 2.1416895
Jun 04 15:15:28.566326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Pushing event updated for resources: {'Port': ['ID=622d11de-7803-48e8-9746-b225f13357c1,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:28.570763 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:28.605058 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff674f8-d495-41dc-b407-8766cf5e2762 req-fb579999-a441-4934-808a-a3461088367b tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:28.606647 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cff674f8-d495-41dc-b407-8766cf5e2762 req-fb579999-a441-4934-808a-a3461088367b tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=765b4985-105b-4e91-bdf0-1566eb30c46f HTTP/1.1" status: 200  len: 945 time: 0.2756889
Jun 04 15:15:28.668630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Request body: {'port': {'device_id': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:28.734700 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cff674f8-d495-41dc-b407-8766cf5e2762 req-96367d0c-2c66-471e-8798-5e65ad831650 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180756
Jun 04 15:15:28.841409 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:28.863385 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18f9308-264d-4739-8540-9a13072c93b0 x-openstack-request-id: req-f18f9308-264d-4739-8540-9a13072c93b0 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:28.863930 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "tag": "eccdd22b-79c3-491b-9d6e-995f40de8b84", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:28.864249 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f18f9308-264d-4739-8540-9a13072c93b0 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:28.864843 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'tag': 'eccdd22b-79c3-491b-9d6e-995f40de8b84', 'status': 'completed', 'code': 200}
Jun 04 15:15:28.971984 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019b29d5-2710-474e-8e4d-2e8576b3a01d x-openstack-request-id: req-019b29d5-2710-474e-8e4d-2e8576b3a01d {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:28.972481 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8", "tag": "a18e159d-2f17-48fa-a6e5-ed41659be564", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:28.972889 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-019b29d5-2710-474e-8e4d-2e8576b3a01d {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:28.973445 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8', 'tag': 'a18e159d-2f17-48fa-a6e5-ed41659be564', 'status': 'completed', 'code': 200}
Jun 04 15:15:29.076465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89ee31-fb15-4af6-9438-f604cc0b2725 req-d8dca8e9-7cfb-4a57-89a0-c70468ee6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:29.077673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89ee31-fb15-4af6-9438-f604cc0b2725 req-d8dca8e9-7cfb-4a57-89a0-c70468ee6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:29.077673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89ee31-fb15-4af6-9438-f604cc0b2725 req-d8dca8e9-7cfb-4a57-89a0-c70468ee6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:29.077999 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89ee31-fb15-4af6-9438-f604cc0b2725 req-d8dca8e9-7cfb-4a57-89a0-c70468ee6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:29.078339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89ee31-fb15-4af6-9438-f604cc0b2725 req-d8dca8e9-7cfb-4a57-89a0-c70468ee6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:29.078793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89ee31-fb15-4af6-9438-f604cc0b2725 req-d8dca8e9-7cfb-4a57-89a0-c70468ee6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:29.079244 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89ee31-fb15-4af6-9438-f604cc0b2725 req-d8dca8e9-7cfb-4a57-89a0-c70468ee6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:29.081064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd2fb0-ed0f-414f-b503-cf225b9fce6c req-2572c3dd-76de-46be-b786-d525423951af tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:29.082203 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e89ee31-fb15-4af6-9438-f604cc0b2725 req-d8dca8e9-7cfb-4a57-89a0-c70468ee6e9b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170821b51002469da86d3c4cef5805e5&device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 6209 time: 0.1831157
Jun 04 15:15:29.088221 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-08bd2fb0-ed0f-414f-b503-cf225b9fce6c req-2572c3dd-76de-46be-b786-d525423951af tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 950 time: 0.3579755
Jun 04 15:15:29.115027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6bc15-1520-49e0-8666-589b0d7273d7 req-4a49fb27-f083-48f4-ac13-5df7e9a9c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:29.116522 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b1d6bc15-1520-49e0-8666-589b0d7273d7 req-4a49fb27-f083-48f4-ac13-5df7e9a9c841 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&device_id=6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8 HTTP/1.1" status: 200  len: 1095 time: 0.1422489
Jun 04 15:15:29.161346 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-08bd2fb0-ed0f-414f-b503-cf225b9fce6c req-aeda866b-7ba2-4a09-a653-74e063ce59cb tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722027
Jun 04 15:15:29.389665 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-100253ac-2d3f-4792-8bbf-e4013b01dcb1 req-84ca6c05-842e-4f31-b222-bf0d57127e68 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200  len: 1001 time: 0.1428337
Jun 04 15:15:29.390964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6bc15-1520-49e0-8666-589b0d7273d7 req-2c5dbde3-4034-4782-84c4-8bb63c681330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:29.392503 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b1d6bc15-1520-49e0-8666-589b0d7273d7 req-2c5dbde3-4034-4782-84c4-8bb63c681330 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 913 time: 0.2649333
Jun 04 15:15:29.420860 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-21d1ba2d-cb60-4c40-a67d-f0915d73b114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:29.585963 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b1d6bc15-1520-49e0-8666-589b0d7273d7 req-3cb79556-5d27-4a3e-93ba-d30faecaa47c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a18e159d-2f17-48fa-a6e5-ed41659be564 HTTP/1.1" status: 200  len: 217 time: 0.1851068
Jun 04 15:15:29.713923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100253ac-2d3f-4792-8bbf-e4013b01dcb1 req-644ef890-5063-4752-9e96-d46859d79ba0 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:29.716463 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-100253ac-2d3f-4792-8bbf-e4013b01dcb1 req-644ef890-5063-4752-9e96-d46859d79ba0 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports/9f9e9abf-d474-4730-8981-ff53e02ae81b HTTP/1.1" status: 200  len: 942 time: 0.3176625
Jun 04 15:15:29.734019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6bc15-1520-49e0-8666-589b0d7273d7 req-27093c10-36c3-42f8-9a48-0e96b380604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:29.736775 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b1d6bc15-1520-49e0-8666-589b0d7273d7 req-27093c10-36c3-42f8-9a48-0e96b380604c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc HTTP/1.1" status: 200  len: 852 time: 0.1384208
Jun 04 15:15:29.741542 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cee140c-4823-454e-8277-dab72c4fbfe5 req-c968bd36-5477-49c2-ac8a-b580849310b4 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/floatingips/a2ad5e31-0c5a-4425-a18f-818deda578a6 HTTP/1.1" status: 200  len: 692 time: 0.3032241
Jun 04 15:15:29.804020 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b1d6bc15-1520-49e0-8666-589b0d7273d7 req-02e75a63-9a93-4f34-8121-3113c36328a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64018707-9132-4dd5-a91e-611ca8957998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0574031
Jun 04 15:15:29.836851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89ee31-fb15-4af6-9438-f604cc0b2725 req-cbb1ece4-21f7-4ef9-ab40-ed7ca5c9255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:29.837355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89ee31-fb15-4af6-9438-f604cc0b2725 req-cbb1ece4-21f7-4ef9-ab40-ed7ca5c9255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:29.837816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89ee31-fb15-4af6-9438-f604cc0b2725 req-cbb1ece4-21f7-4ef9-ab40-ed7ca5c9255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:29.839463 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e89ee31-fb15-4af6-9438-f604cc0b2725 req-cbb1ece4-21f7-4ef9-ab40-ed7ca5c9255d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=170821b51002469da86d3c4cef5805e5&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.7461860
Jun 04 15:15:30.009523 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40318) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:30.098130 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-100253ac-2d3f-4792-8bbf-e4013b01dcb1 req-e9c6eef2-3f64-43f2-a2d1-915cbd959efb tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200  len: 1001 time: 0.2236955
Jun 04 15:15:30.110569 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b1d6bc15-1520-49e0-8666-589b0d7273d7 req-90ce4f07-a011-4bdc-8b68-e1160f8637ea service neutron] 10.222.0.62 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2995257
Jun 04 15:15:30.126193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1915cce3-a724-4ca1-9d70-22adc1e7bb20 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:15:30.137742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee140c-4823-454e-8277-dab72c4fbfe5 req-7949323c-2d37-40ed-822a-6b4fea28bf88 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:30.139132 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cee140c-4823-454e-8277-dab72c4fbfe5 req-7949323c-2d37-40ed-822a-6b4fea28bf88 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.3856547
Jun 04 15:15:30.155334 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:30.185788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eb49d276-c884-469b-b4d6-320d8aec5c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:30.208538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-eb49d276-c884-469b-b4d6-320d8aec5c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:30.213283 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89ee31-fb15-4af6-9438-f604cc0b2725 req-4ff385ab-a5c6-4b08-a6d9-d4472a5ca77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:30.214913 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e89ee31-fb15-4af6-9438-f604cc0b2725 req-4ff385ab-a5c6-4b08-a6d9-d4472a5ca77f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3254697
Jun 04 15:15:30.215838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-eb49d276-c884-469b-b4d6-320d8aec5c95 admin admin] Usage tracker for resource:security_group_rule and tenant:397bfd7f0b3144869f11b083aa41a6e9 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:30.223909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-eb49d276-c884-469b-b4d6-320d8aec5c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:30.232712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Transition to ACTIVE for port object 1915cce3-a724-4ca1-9d70-22adc1e7bb20 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:30.233699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-eb49d276-c884-469b-b4d6-320d8aec5c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:30.296816 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:30.303927 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a861e304-f41e-4962-b365-cb19d9cb1907 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:30.417598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100253ac-2d3f-4792-8bbf-e4013b01dcb1 req-033ee2bd-6619-4048-a550-c848ccc1c660 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:30.432800 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-100253ac-2d3f-4792-8bbf-e4013b01dcb1 req-033ee2bd-6619-4048-a550-c848ccc1c660 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.3183992
Jun 04 15:15:30.435117 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b1d6bc15-1520-49e0-8666-589b0d7273d7 req-955cacce-588d-497b-9f5e-141f918a013c service neutron] 10.222.0.62 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2904229
Jun 04 15:15:30.543005 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Pushing event updated for resources: {'Port': ['ID=1915cce3-a724-4ca1-9d70-22adc1e7bb20,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:30.603635 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:30.612503 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eb49d276-c884-469b-b4d6-320d8aec5c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:30.639949 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4355-1eaf-425d-ace8-7e8d1f6f3458 req-1997e833-6a34-41cf-8311-a951b2473fe2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:30.646681 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4355-1eaf-425d-ace8-7e8d1f6f3458 req-1997e833-6a34-41cf-8311-a951b2473fe2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:30.658755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Attempting to bind port 1915cce3-a724-4ca1-9d70-22adc1e7bb20 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:15:30.659155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Attempting to bind port 1915cce3-a724-4ca1-9d70-22adc1e7bb20 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:15:30.659507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Attempting to bind port 1915cce3-a724-4ca1-9d70-22adc1e7bb20 on network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:30.664778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Port 1915cce3-a724-4ca1-9d70-22adc1e7bb20 on network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:15:30.665062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Attempting to bind port 1915cce3-a724-4ca1-9d70-22adc1e7bb20 on network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:30.665550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4355-1eaf-425d-ace8-7e8d1f6f3458 req-1997e833-6a34-41cf-8311-a951b2473fe2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:30.670497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:15:30.670831 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Checking segment: {'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:30.671207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Bound using segment: {'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:15:30.671623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Bound port: 1915cce3-a724-4ca1-9d70-22adc1e7bb20, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:15:30.671967 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:30.674036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4355-1eaf-425d-ace8-7e8d1f6f3458 req-1997e833-6a34-41cf-8311-a951b2473fe2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:30.682174 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4355-1eaf-425d-ace8-7e8d1f6f3458 req-1997e833-6a34-41cf-8311-a951b2473fe2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:30.688814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4355-1eaf-425d-ace8-7e8d1f6f3458 req-1997e833-6a34-41cf-8311-a951b2473fe2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:30.695256 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4355-1eaf-425d-ace8-7e8d1f6f3458 req-1997e833-6a34-41cf-8311-a951b2473fe2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:30.697183 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a7db4355-1eaf-425d-ace8-7e8d1f6f3458 req-1997e833-6a34-41cf-8311-a951b2473fe2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5384 time: 0.1728063
Jun 04 15:15:30.716567 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eb49d276-c884-469b-b4d6-320d8aec5c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:30.728761 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4533db57-4fb1-4db3-a110-77a125ed6059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:30.747912 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a7db4355-1eaf-425d-ace8-7e8d1f6f3458 req-cbc2c02f-3ca1-4e0b-8425-c9aef72498d4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0439124
Jun 04 15:15:30.816481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49d276-c884-469b-b4d6-320d8aec5c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcc6b60-b480-4944-9995-21c6e2b2f179,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:30.823530 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-eb49d276-c884-469b-b4d6-320d8aec5c95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=397bfd7f0b3144869f11b083aa41a6e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8117344
Jun 04 15:15:30.826627 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40340) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:30.834464 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eb49d276-c884-469b-b4d6-320d8aec5c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:30.850739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] For port 1915cce3-a724-4ca1-9d70-22adc1e7bb20, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:15:30.854170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] For port 1915cce3-a724-4ca1-9d70-22adc1e7bb20, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=1915cce3-a724-4ca1-9d70-22adc1e7bb20,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:15:30.866697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'tag': '9be08e86-8d27-40e8-8898-cc000823e63c'}, {'name': 'network-changed', 'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'tag': '622d11de-7803-48e8-9746-b225f13357c1'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:30.873506 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "tag": "9be08e86-8d27-40e8-8898-cc000823e63c"}, {"name": "network-changed", "server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "tag": "622d11de-7803-48e8-9746-b225f13357c1"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:30.903923 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:30.937016 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:30.942408 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-350624db-efa0-4d0f-b517-7af034fba5f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:30.978139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'tag': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c'}, {'name': 'network-changed', 'server_uuid': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'tag': '9f9e9abf-d474-4730-8981-ff53e02ae81b'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:30.980435 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025e4313-43da-4354-8821-c357ab7031aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cd298d8e-b03d-49fc-9447-02be9b262f29", "tag": "6bddfaf8-ac06-4dbe-9bc1-4352a798742c"}, {"name": "network-changed", "server_uuid": "b718a2a7-172a-49db-92f7-5c8901e7e3bd", "tag": "9f9e9abf-d474-4730-8981-ff53e02ae81b"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:30.992620 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:31.019049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:31.020116 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:31.022084 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] 10.222.0.65 "PUT /v2.0/ports/1915cce3-a724-4ca1-9d70-22adc1e7bb20 HTTP/1.1" status: 200  len: 1090 time: 2.3665953
Jun 04 15:15:31.050231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Pushing event updated for resources: {'Port': ['ID=1915cce3-a724-4ca1-9d70-22adc1e7bb20,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:31.067761 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:31.076360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406066eb-4775-4eb4-a3d9-24e02dd8010d req-5539161e-2be1-412b-83bf-8c17041c248d tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:31.077980 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-406066eb-4775-4eb4-a3d9-24e02dd8010d req-5539161e-2be1-412b-83bf-8c17041c248d tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1642900
Jun 04 15:15:31.136519 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-406066eb-4775-4eb4-a3d9-24e02dd8010d req-fab9f052-0c43-453e-b53f-6d637804c783 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476720
Jun 04 15:15:31.198394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Request body: {'port': {'device_id': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:31.237764 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device a18e159d-2f17-48fa-a6e5-ed41659be564 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:31.443477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a3562-05a0-4f8e-abf2-0653230228b8 req-fed51cd2-f32f-49e0-9faa-6d35225bb8bb tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:31.450504 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-874a3562-05a0-4f8e-abf2-0653230228b8 req-fed51cd2-f32f-49e0-9faa-6d35225bb8bb tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8 HTTP/1.1" status: 200  len: 944 time: 0.3391106
Jun 04 15:15:31.470280 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-74f8f67d-f3d5-49a3-9ac9-cbbed2d41b93 req-fdb78765-6e74-4964-b911-0f11d61d23b9 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=e9099d69d6b7467e872bfae806978c26 HTTP/1.1" status: 200  len: 695 time: 0.2921550
Jun 04 15:15:31.471923 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:31.472796 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:31.477919 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ef9975cd-d7af-4468-bfbc-aa75be56841f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:31.479770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port a18e159d-2f17-48fa-a6e5-ed41659be564 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:31.489959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port a18e159d-2f17-48fa-a6e5-ed41659be564 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:31.491670 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:31.511693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcc6b60-b480-4944-9995-21c6e2b2f179,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:31.540196 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:31.540565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:31.540987 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:31.541357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:31.541718 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:31.542071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:31.542431 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:31.542775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:31.543122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:31.543470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:31.544520 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:31.544520 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:31.548772 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:31.563036 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-874a3562-05a0-4f8e-abf2-0653230228b8 req-58a91511-9fb1-46d0-866a-a4b1a392e34a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115642
Jun 04 15:15:31.565795 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:31.568459 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfcc6b60-b480-4944-9995-21c6e2b2f179 HTTP/1.1" status: 204  len: 168 time: 0.7394598
Jun 04 15:15:31.723576 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8f67d-f3d5-49a3-9ac9-cbbed2d41b93 req-df3dae2a-12a2-4620-8d0b-dfbf114f733a tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:31.724915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-74f8f67d-f3d5-49a3-9ac9-cbbed2d41b93 req-df3dae2a-12a2-4620-8d0b-dfbf114f733a tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Synchronizing usage tracker for tenant:e9099d69d6b7467e872bfae806978c26 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:31.727330 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:31.760438 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18e159d-2f17-48fa-a6e5-ed41659be564'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:31.762865 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9072f8ef-2331-446f-8fd8-588f54d6aa0f" -d '{"events": [{"server_uuid": "6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8", "name": "network-vif-plugged", "status": "completed", "tag": "a18e159d-2f17-48fa-a6e5-ed41659be564"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:31.772730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port a18e159d-2f17-48fa-a6e5-ed41659be564, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a18e159d-2f17-48fa-a6e5-ed41659be564,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:31.805659 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-74f8f67d-f3d5-49a3-9ac9-cbbed2d41b93 req-df3dae2a-12a2-4620-8d0b-dfbf114f733a tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Unset dirty status for tenant:e9099d69d6b7467e872bfae806978c26 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:31.810335 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-74f8f67d-f3d5-49a3-9ac9-cbbed2d41b93 req-df3dae2a-12a2-4620-8d0b-dfbf114f733a tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/networks?id=34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 787 time: 0.3304617
Jun 04 15:15:31.824747 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-74f8f67d-f3d5-49a3-9ac9-cbbed2d41b93 req-261a88fd-6834-4759-8cfe-a07d3008ed32 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:15:31.826827 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-74f8f67d-f3d5-49a3-9ac9-cbbed2d41b93 req-261a88fd-6834-4759-8cfe-a07d3008ed32 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0081189
Jun 04 15:15:31.833606 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:31.836020 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:31.932713 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36601ee5-9cd7-4119-aa1c-773dc8089b13 x-openstack-request-id: req-36601ee5-9cd7-4119-aa1c-773dc8089b13 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:31.933529 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "tag": "9be08e86-8d27-40e8-8898-cc000823e63c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "tag": "622d11de-7803-48e8-9746-b225f13357c1", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:31.933747 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36601ee5-9cd7-4119-aa1c-773dc8089b13 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:31.934286 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'tag': '9be08e86-8d27-40e8-8898-cc000823e63c', 'status': 'completed', 'code': 200}
Jun 04 15:15:31.934678 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'tag': '622d11de-7803-48e8-9746-b225f13357c1', 'status': 'completed', 'code': 200}
Jun 04 15:15:31.994002 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=a18e159d-2f17-48fa-a6e5-ed41659be564,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:31.998134 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:32.045397 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:32.100089 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-4b704c74-4fb4-4708-bd23-b33851a0aaa6 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200  len: 1001 time: 0.4195590
Jun 04 15:15:32.227923 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-de86059f-0a68-49ac-bc19-195b3499e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:32.272807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-d4a7e56e-6fed-4930-b490-7e00b6e7f0d5 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:32.274224 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-d4a7e56e-6fed-4930-b490-7e00b6e7f0d5 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports/9f9e9abf-d474-4730-8981-ff53e02ae81b HTTP/1.1" status: 200  len: 942 time: 0.1219072
Jun 04 15:15:32.294895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-8c4ee443-76e2-4228-8264-a5e4d70ce190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:32.294895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-8c4ee443-76e2-4228-8264-a5e4d70ce190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:32.294895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-8c4ee443-76e2-4228-8264-a5e4d70ce190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:32.294895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-8c4ee443-76e2-4228-8264-a5e4d70ce190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:32.294895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-8c4ee443-76e2-4228-8264-a5e4d70ce190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:32.294895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-8c4ee443-76e2-4228-8264-a5e4d70ce190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:32.295790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-8c4ee443-76e2-4228-8264-a5e4d70ce190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:32.297719 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-8c4ee443-76e2-4228-8264-a5e4d70ce190 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170821b51002469da86d3c4cef5805e5&device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 6276 time: 0.3195927
Jun 04 15:15:32.364531 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c713a7e-9599-4df3-9fe6-340754a33464 x-openstack-request-id: req-7c713a7e-9599-4df3-9fe6-340754a33464 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:32.367755 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd298d8e-b03d-49fc-9447-02be9b262f29", "tag": "6bddfaf8-ac06-4dbe-9bc1-4352a798742c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b718a2a7-172a-49db-92f7-5c8901e7e3bd", "tag": "9f9e9abf-d474-4730-8981-ff53e02ae81b", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:32.372794 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c713a7e-9599-4df3-9fe6-340754a33464 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:32.373708 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'tag': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'status': 'completed', 'code': 200}
Jun 04 15:15:32.375639 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'tag': '9f9e9abf-d474-4730-8981-ff53e02ae81b', 'status': 'completed', 'code': 200}
Jun 04 15:15:32.580523 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a425ff25-e329-4e14-869f-b40e08b3710c req-5b0be763-3419-41d1-95a7-2496fc585ce1 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4d92056804404d84ae72d8da3ff2aa45&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0401680
Jun 04 15:15:32.584202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e4313-43da-4354-8821-c357ab7031aa req-a998956d-67a8-44d1-9ad5-e506fe664c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:32.585679 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-025e4313-43da-4354-8821-c357ab7031aa req-a998956d-67a8-44d1-9ad5-e506fe664c1f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 1096 time: 0.1924937
Jun 04 15:15:32.623486 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ff47dd-6827-473b-b808-969597aa034d {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:15:32.661764 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:32.736669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Transition to ACTIVE for port object 41ff47dd-6827-473b-b808-969597aa034d will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:32.736669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-cf37bafb-e94f-4250-8f68-63e426e2910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:32.736669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-cf37bafb-e94f-4250-8f68-63e426e2910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:32.736669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-cf37bafb-e94f-4250-8f68-63e426e2910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:32.737697 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-cf37bafb-e94f-4250-8f68-63e426e2910d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=170821b51002469da86d3c4cef5805e5&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.4201398
Jun 04 15:15:32.747363 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-eb1e81d4-818d-4e33-bdb3-8df97ee76778 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200  len: 1001 time: 0.2959766
Jun 04 15:15:32.800993 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 397450c3-1a51-49f7-ad79-3e96a93eca33 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:15:32.835248 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:32.853821 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:32.909031 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ff25-e329-4e14-869f-b40e08b3710c req-2f7181d4-feae-436a-9ac0-4bb62ae2cbe7 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:32.911459 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a425ff25-e329-4e14-869f-b40e08b3710c req-2f7181d4-feae-436a-9ac0-4bb62ae2cbe7 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3299236
Jun 04 15:15:32.971410 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a425ff25-e329-4e14-869f-b40e08b3710c req-8c704f44-f4a1-42b1-8e55-514cb68a0a4f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/quotas/4d92056804404d84ae72d8da3ff2aa45 HTTP/1.1" status: 200  len: 375 time: 0.0267622
Jun 04 15:15:33.009951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e4313-43da-4354-8821-c357ab7031aa req-aa892147-a7b7-4dec-94df-053177758bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:33.011723 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-025e4313-43da-4354-8821-c357ab7031aa req-aa892147-a7b7-4dec-94df-053177758bf6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 1097 time: 0.5992541
Jun 04 15:15:33.022219 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e4313-43da-4354-8821-c357ab7031aa req-48b04eb0-cabe-4d61-a70b-911659a95b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:33.024923 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-025e4313-43da-4354-8821-c357ab7031aa req-48b04eb0-cabe-4d61-a70b-911659a95b44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 921 time: 0.4088864
Jun 04 15:15:33.035828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 397450c3-1a51-49f7-ad79-3e96a93eca33, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=397450c3-1a51-49f7-ad79-3e96a93eca33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:33.062743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '397450c3-1a51-49f7-ad79-3e96a93eca33', 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031', 'port_id': '397450c3-1a51-49f7-ad79-3e96a93eca33', 'mac_address': 'fa:16:3e:76:bf:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5de2a97-54a8-442f-9a58-3ea9722eaaff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:15:33.107636 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40402) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:33.170137 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:33.197034 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 397450c3-1a51-49f7-ad79-3e96a93eca33 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:15:33.219128 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 397450c3-1a51-49f7-ad79-3e96a93eca33, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=397450c3-1a51-49f7-ad79-3e96a93eca33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:33.224799 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-025e4313-43da-4354-8821-c357ab7031aa req-d6513fea-21b0-467d-b33a-88b73b12a383 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f9e9abf-d474-4730-8981-ff53e02ae81b HTTP/1.1" status: 200  len: 1001 time: 0.1777260
Jun 04 15:15:33.285152 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:33.287723 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:33.293305 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a425ff25-e329-4e14-869f-b40e08b3710c req-99bafcb3-b5ea-4206-919d-aefb2f06ed61 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d92056804404d84ae72d8da3ff2aa45&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3204465
Jun 04 15:15:33.325920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Pushing event updated for resources: {'Port': ['ID=41ff47dd-6827-473b-b808-969597aa034d,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:33.351030 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:33.367938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e4313-43da-4354-8821-c357ab7031aa req-4d8df9dc-dca5-460f-a064-6769b8b99c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:33.371067 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-025e4313-43da-4354-8821-c357ab7031aa req-4d8df9dc-dca5-460f-a064-6769b8b99c53 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.1389403
Jun 04 15:15:33.380294 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-705604240-network', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:33.384638 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['397450c3-1a51-49f7-ad79-3e96a93eca33'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:15:33.424771 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:33.435115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=397450c3-1a51-49f7-ad79-3e96a93eca33,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:33.452375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Usage tracker for resource:network and tenant:19b9e4b51b064e8d8317a7483dd1d34a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:33.452375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:33.453149 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:33.462678 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:33.500129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e4313-43da-4354-8821-c357ab7031aa req-ac5dabb9-04d1-4477-bd7f-461d8c6827dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:33.502765 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-025e4313-43da-4354-8821-c357ab7031aa req-ac5dabb9-04d1-4477-bd7f-461d8c6827dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1167881
Jun 04 15:15:33.520467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-698af11a-4e92-47d3-8225-be849434ede1 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:33.521856 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-698af11a-4e92-47d3-8225-be849434ede1 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.7409105
Jun 04 15:15:33.526980 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-07a8274b-4cc3-48ef-a60f-454a698e5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:33.528890 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-07a8274b-4cc3-48ef-a60f-454a698e5b92 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7792544
Jun 04 15:15:33.591311 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:33.645788 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Made reservation on behalf of 19b9e4b51b064e8d8317a7483dd1d34a for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:15:33.648521 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:33.682008 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:33.703323 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:33.711196 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Usage tracker for resource:security_group_rule and tenant:19b9e4b51b064e8d8317a7483dd1d34a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:33.724854 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ba604e-1ae4-43b7-8995-9db2efc6ded9 x-openstack-request-id: req-e0ba604e-1ae4-43b7-8995-9db2efc6ded9 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:33.725999 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8", "name": "network-vif-plugged", "status": "completed", "tag": "a18e159d-2f17-48fa-a6e5-ed41659be564", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:33.726518 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0ba604e-1ae4-43b7-8995-9db2efc6ded9 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:33.727447 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18e159d-2f17-48fa-a6e5-ed41659be564', 'code': 200}
Jun 04 15:15:33.753447 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-025e4313-43da-4354-8821-c357ab7031aa req-6028b672-0ad2-43ff-a4cd-d3fb8b30d9e0 service neutron] 10.222.0.62 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2398999
Jun 04 15:15:33.754360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:33.769528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:33.865513 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-53421dab-54e5-454d-a38f-20639f0af6d3 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200  len: 1001 time: 0.3257136
Jun 04 15:15:33.916148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-3ab20e71-b0ca-4923-97ba-5a3e3f124e38 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:34.003911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'tag': '1915cce3-a724-4ca1-9d70-22adc1e7bb20'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:34.006407 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8580b083-0d32-428d-a180-1ce4e1516691" -d '{"events": [{"name": "network-changed", "server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "tag": "1915cce3-a724-4ca1-9d70-22adc1e7bb20"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:34.065461 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-025e4313-43da-4354-8821-c357ab7031aa req-5cb80b7a-8a7e-4f46-bf6a-fa3783cec423 service neutron] 10.222.0.62 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2863870
Jun 04 15:15:34.088115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e4313-43da-4354-8821-c357ab7031aa req-7963970e-6431-417a-aa34-017c8d759794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.089668 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-025e4313-43da-4354-8821-c357ab7031aa req-7963970e-6431-417a-aa34-017c8d759794 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 921 time: 0.8799877
Jun 04 15:15:34.090409 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:34.093971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Attempting to bind port 41ff47dd-6827-473b-b808-969597aa034d on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:15:34.094292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Attempting to bind port 41ff47dd-6827-473b-b808-969597aa034d by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:15:34.094624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Attempting to bind port 41ff47dd-6827-473b-b808-969597aa034d on network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:34.117743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24c6d4-3460-4e5c-9fe7-5eafad6d5cc2 req-bc912fac-0a25-4ce4-86a1-7c59609409d6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.123785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24c6d4-3460-4e5c-9fe7-5eafad6d5cc2 req-bc912fac-0a25-4ce4-86a1-7c59609409d6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.129897 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24c6d4-3460-4e5c-9fe7-5eafad6d5cc2 req-bc912fac-0a25-4ce4-86a1-7c59609409d6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.135939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24c6d4-3460-4e5c-9fe7-5eafad6d5cc2 req-bc912fac-0a25-4ce4-86a1-7c59609409d6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.141903 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24c6d4-3460-4e5c-9fe7-5eafad6d5cc2 req-bc912fac-0a25-4ce4-86a1-7c59609409d6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.147986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24c6d4-3460-4e5c-9fe7-5eafad6d5cc2 req-bc912fac-0a25-4ce4-86a1-7c59609409d6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.154645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24c6d4-3460-4e5c-9fe7-5eafad6d5cc2 req-bc912fac-0a25-4ce4-86a1-7c59609409d6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.156478 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f24c6d4-3460-4e5c-9fe7-5eafad6d5cc2 req-bc912fac-0a25-4ce4-86a1-7c59609409d6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5396 time: 0.2442591
Jun 04 15:15:34.159386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:34.167736 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9550868b-78fb-4856-a645-6714b2223154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:34.197620 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-3ab20e71-b0ca-4923-97ba-5a3e3f124e38 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for floatingip, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:34.203146 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:15:34.241598 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:34.241939 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Added segment 8f6096c5-0158-4a71-a5c9-6ede3d87a40c of type vlan for network ce2641af-d785-42c1-b85a-8ec2c2a9be7e
Jun 04 15:15:34.251888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f71f6e-d39a-4e1f-ad80-e0737b60e439,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:34.261118 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:34.270078 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f24c6d4-3460-4e5c-9fe7-5eafad6d5cc2 req-42c39060-828f-455a-b36a-d920e2554a55 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1040642
Jun 04 15:15:34.281558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Port 41ff47dd-6827-473b-b808-969597aa034d on network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:15:34.281884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Attempting to bind port 41ff47dd-6827-473b-b808-969597aa034d on network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:34.301970 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:34.318620 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-025e4313-43da-4354-8821-c357ab7031aa req-feac5c36-93de-47a3-8cc6-1f9be3d0dc47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bddfaf8-ac06-4dbe-9bc1-4352a798742c HTTP/1.1" status: 200  len: 217 time: 0.2181513
Jun 04 15:15:34.341614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:15:34.342272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Checking segment: {'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:34.342391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Bound using segment: {'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:15:34.342757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Bound port: 41ff47dd-6827-473b-b808-969597aa034d, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:15:34.343104 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:34.407189 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6ab5c70f-ef76-4e33-9185-64258729d6be req-ed646ec8-94f9-44c8-b64a-4c386fef1dab tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/floatingips/a2ad5e31-0c5a-4425-a18f-818deda578a6 HTTP/1.1" status: 200  len: 692 time: 0.1007748
Jun 04 15:15:34.597827 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11533105-1205-4240-a82a-b7d556b70acf req-e251e9b6-7d21-4e8a-a5d0-870e041a788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.599401 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-11533105-1205-4240-a82a-b7d556b70acf req-e251e9b6-7d21-4e8a-a5d0-870e041a788d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8 HTTP/1.1" status: 200  len: 1096 time: 0.7292457
Jun 04 15:15:34.600983 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e4313-43da-4354-8821-c357ab7031aa req-55678020-8e78-4e78-991c-3638eaa581e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.602037 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-025e4313-43da-4354-8821-c357ab7031aa req-55678020-8e78-4e78-991c-3638eaa581e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.2689009
Jun 04 15:15:34.628663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-8ce18690-66e7-4b00-b214-7503786bead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.629170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-8ce18690-66e7-4b00-b214-7503786bead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.629639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-8ce18690-66e7-4b00-b214-7503786bead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.630112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-8ce18690-66e7-4b00-b214-7503786bead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.630569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-8ce18690-66e7-4b00-b214-7503786bead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.631025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-8ce18690-66e7-4b00-b214-7503786bead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.631479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-8ce18690-66e7-4b00-b214-7503786bead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.634111 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-8ce18690-66e7-4b00-b214-7503786bead7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170821b51002469da86d3c4cef5805e5&device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 6301 time: 0.7625754
Jun 04 15:15:34.685609 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:34.686652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.687227 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:34.695506 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:34.820283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 397450c3-1a51-49f7-ad79-3e96a93eca33 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:34.829463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Pushing event updated for resources: {'Network': ['ID=ce2641af-d785-42c1-b85a-8ec2c2a9be7e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:34.835154 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:34.848054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5c70f-ef76-4e33-9185-64258729d6be req-0f7fa27b-08a5-43fe-9240-affa9db65ba0 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:34.849388 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6ab5c70f-ef76-4e33-9185-64258729d6be req-0f7fa27b-08a5-43fe-9240-affa9db65ba0 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.4321177
Jun 04 15:15:34.852766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] For port 41ff47dd-6827-473b-b808-969597aa034d, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:15:34.861716 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network ce2641af-d785-42c1-b85a-8ec2c2a9be7e details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:15:34.952848 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-3ab20e71-b0ca-4923-97ba-5a3e3f124e38 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:34.954749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] For port 41ff47dd-6827-473b-b808-969597aa034d, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=41ff47dd-6827-473b-b808-969597aa034d,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:15:34.958371 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-11533105-1205-4240-a82a-b7d556b70acf req-18e3f267-1764-48e5-824e-b8f22d026ab5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3232608
Jun 04 15:15:34.976576 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.8513477
Jun 04 15:15:34.983441 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40420) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:34.994701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Request body: {'subnet': {'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-705604240-subnet', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:35.001149 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:35.006258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Usage tracker for resource:subnet and tenant:19b9e4b51b064e8d8317a7483dd1d34a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:35.011618 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:35.023155 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:35.028351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e4313-43da-4354-8821-c357ab7031aa req-d59b3bd6-c86e-4110-b242-9fa6df5d8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:35.030271 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-025e4313-43da-4354-8821-c357ab7031aa req-d59b3bd6-c86e-4110-b242-9fa6df5d8511 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3940251
Jun 04 15:15:35.032216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-88dbe47b-4134-43cf-b07b-2cd0ad8ed5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:35.033464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-88dbe47b-4134-43cf-b07b-2cd0ad8ed5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:35.034509 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-88dbe47b-4134-43cf-b07b-2cd0ad8ed5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:35.036833 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-88dbe47b-4134-43cf-b07b-2cd0ad8ed5c9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=170821b51002469da86d3c4cef5805e5&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.3361435
Jun 04 15:15:35.045576 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6ab5c70f-ef76-4e33-9185-64258729d6be req-946e29be-157a-40bc-a912-f42c811d18b6 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200  len: 695 time: 0.1869264
Jun 04 15:15:35.053871 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 397450c3-1a51-49f7-ad79-3e96a93eca33 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:35.054311 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:35.148643 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6ab5c70f-ef76-4e33-9185-64258729d6be req-c8253847-2268-43b5-b389-c29c94045676 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200  len: 695 time: 0.1018569
Jun 04 15:15:35.149668 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Made reservation on behalf of 19b9e4b51b064e8d8317a7483dd1d34a for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:15:35.152043 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:35.185426 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:35.198951 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-3ab20e71-b0ca-4923-97ba-5a3e3f124e38 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:35.200397 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-3ab20e71-b0ca-4923-97ba-5a3e3f124e38 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Floating IP 569393f5-76e0-4a53-82d3-a846d28ce5fe disassociated. External IP: 172.25.4.108, port: 9f9e9abf-d474-4730-8981-ff53e02ae81b.
Jun 04 15:15:35.228422 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:35.271329 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:35.292103 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29f7ab08-ee1d-4a64-8c11-d998f035406c tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:35.305690 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 397450c3-1a51-49f7-ad79-3e96a93eca33, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=397450c3-1a51-49f7-ad79-3e96a93eca33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:35.404062 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:35.419398 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:35.557515 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=397450c3-1a51-49f7-ad79-3e96a93eca33,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:35.593225 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:35.593578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:35.593919 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:35.594255 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:35.594584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:35.600283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:35.608310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:35.608310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:35.608310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:35.608310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:35.608310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:35.608310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:15:35.623772 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:35.641124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-6ab5c70f-ef76-4e33-9185-64258729d6be req-8a764109-41d5-4f6a-af71-f67d68d784d2 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Deleting port ea0395a0-b4de-4f78-ba08-21b6fe7f8f17 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:15:35.641124 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-6ab5c70f-ef76-4e33-9185-64258729d6be req-8a764109-41d5-4f6a-af71-f67d68d784d2 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:35.702311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:35.702922 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:35.704309 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] 10.222.0.65 "PUT /v2.0/ports/41ff47dd-6827-473b-b808-969597aa034d HTTP/1.1" status: 200  len: 1091 time: 4.5193760
Jun 04 15:15:35.728981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765b4985-105b-4e91-bdf0-1566eb30c46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397450c3-1a51-49f7-ad79-3e96a93eca33'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:35.731563 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b503173e-4b8a-41e4-8264-77235f3e2355" -d '{"events": [{"server_uuid": "765b4985-105b-4e91-bdf0-1566eb30c46f", "name": "network-vif-plugged", "status": "completed", "tag": "397450c3-1a51-49f7-ad79-3e96a93eca33"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:35.774155 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-025e4313-43da-4354-8821-c357ab7031aa req-2bc16a14-b39b-4c11-9724-389d4939e3eb service neutron] 10.222.0.65 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7360718
Jun 04 15:15:35.834609 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-6ab5c70f-ef76-4e33-9185-64258729d6be req-8a764109-41d5-4f6a-af71-f67d68d784d2 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:35.835515 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-6ab5c70f-ef76-4e33-9185-64258729d6be req-8a764109-41d5-4f6a-af71-f67d68d784d2 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:35.861455 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Request body: {'port': {'device_id': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:35.902830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Pushing event updated for resources: {'Port': ['ID=41ff47dd-6827-473b-b808-969597aa034d,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:35.968116 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:36.027263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-6ab5c70f-ef76-4e33-9185-64258729d6be req-8a764109-41d5-4f6a-af71-f67d68d784d2 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Calling delete_port for ea0395a0-b4de-4f78-ba08-21b6fe7f8f17 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:15:36.080857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-9317a493-f2bf-4e75-a9c1-42435f9ff9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:36.082647 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2abc11a2-9997-41a5-bb26-2dcd3910b7b4 req-9317a493-f2bf-4e75-a9c1-42435f9ff9d8 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.9133415
Jun 04 15:15:36.182811 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-025e4313-43da-4354-8821-c357ab7031aa req-154db0fd-e578-49ef-a12f-7ba472e507de service neutron] 10.222.0.65 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3971953
Jun 04 15:15:36.271011 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:36.284385 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:36.294605 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:36.368346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-3ab20e71-b0ca-4923-97ba-5a3e3f124e38 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:15:36.516704 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd15fe0-8f99-47e2-b804-1a5a0fce07ff,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:36.521535 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:36.525618 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Checking segment: {'id': '8f6096c5-0158-4a71-a5c9-6ede3d87a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:36.525939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Network hostable DHCP agents. Network: ce2641af-d785-42c1-b85a-8ec2c2a9be7e, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:15:36.575599 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-6ab5c70f-ef76-4e33-9185-64258729d6be req-8a764109-41d5-4f6a-af71-f67d68d784d2 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:36.585192 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aa7a65fe-1197-4949-a47e-8ecbbf4c95ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:36.647009 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a764109-41d5-4f6a-af71-f67d68d784d2 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Pushing event deleted for resources: {'Port': ['ID=ea0395a0-b4de-4f78-ba08-21b6fe7f8f17,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:36.682786 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8a764109-41d5-4f6a-af71-f67d68d784d2 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:36.689591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Network ce2641af-d785-42c1-b85a-8ec2c2a9be7e is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:15:36.735253 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:15:36.762762 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-6ab5c70f-ef76-4e33-9185-64258729d6be req-8a764109-41d5-4f6a-af71-f67d68d784d2 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:36.859777 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a425ff25-e329-4e14-869f-b40e08b3710c req-4f74a467-dc4a-459d-9441-ffb99a564f60 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4d92056804404d84ae72d8da3ff2aa45&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0433986
Jun 04 15:15:36.862766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-3ab20e71-b0ca-4923-97ba-5a3e3f124e38 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:15:36.875422 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42585122-6293-48c5-89d0-58fb0e8a849f None None] Sync routers for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:15:36.879509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, ce2641af-d785-42c1-b85a-8ec2c2a9be7e) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:36.894516 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:36.895509 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:36.896770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e90306d-626a-4c52-9988-ac6e7d32a890 None None] Network ce2641af-d785-42c1-b85a-8ec2c2a9be7e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:15:36.934498 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42585122-6293-48c5-89d0-58fb0e8a849f None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:36.935240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-42585122-6293-48c5-89d0-58fb0e8a849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c445c70>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:36.940347 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-3ab20e71-b0ca-4923-97ba-5a3e3f124e38 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:36.950697 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-6ab5c70f-ef76-4e33-9185-64258729d6be req-8a764109-41d5-4f6a-af71-f67d68d784d2 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:36.967368 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6ab5c70f-ef76-4e33-9185-64258729d6be req-8a764109-41d5-4f6a-af71-f67d68d784d2 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "DELETE /v2.0/floatingips/a2ad5e31-0c5a-4425-a18f-818deda578a6 HTTP/1.1" status: 204  len: 173 time: 1.7918699
Jun 04 15:15:37.010227 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.0252109
Jun 04 15:15:37.017473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40434) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:37.028397 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-705604240-router', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:37.042615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:37.050983 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Usage tracker for resource:router and tenant:19b9e4b51b064e8d8317a7483dd1d34a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:37.068167 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:37.089589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:37.108404 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-3ab20e71-b0ca-4923-97ba-5a3e3f124e38 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "PUT /v2.0/floatingips/569393f5-76e0-4a53-82d3-a846d28ce5fe HTTP/1.1" status: 200  len: 695 time: 3.2417753
Jun 04 15:15:37.180005 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:37.181802 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:37.204768 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:37.243311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ff25-e329-4e14-869f-b40e08b3710c req-3b5eb480-1600-43f6-a7b9-c34cfb884fdd tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:37.245111 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a425ff25-e329-4e14-869f-b40e08b3710c req-3b5eb480-1600-43f6-a7b9-c34cfb884fdd tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3716595
Jun 04 15:15:37.250164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a8cd99-75e0-4534-804c-3dcf7f981b98 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:15:37.258921 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:37.274409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-a425ff25-e329-4e14-869f-b40e08b3710c req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Request body: {'port': {'device_id': 'b98d025a-b624-44db-adc4-e9e89aea5321', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '4d92056804404d84ae72d8da3ff2aa45'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:37.326043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Transition to ACTIVE for port object 74a8cd99-75e0-4534-804c-3dcf7f981b98 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:37.384213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-42585122-6293-48c5-89d0-58fb0e8a849f None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:37.535233 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'fixed_ips': [{'subnet_id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:15:37.536064 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:37.536940 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:37.550543 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:37.715673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4a02f-3b5d-4add-bdfb-2c61e354a19c req-25305865-9883-4b82-bdb8-8b8e0641c22f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:37.718156 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4cb4a02f-3b5d-4add-bdfb-2c61e354a19c req-25305865-9883-4b82-bdb8-8b8e0641c22f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8 HTTP/1.1" status: 200  len: 945 time: 0.4265001
Jun 04 15:15:37.722178 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:37.732544 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-bbbc9647-26a1-4790-b71f-a4980c41baac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:37.734422 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-bbbc9647-26a1-4790-b71f-a4980c41baac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 1096 time: 0.5613542
Jun 04 15:15:37.746661 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Pushing event updated for resources: {'Port': ['ID=74a8cd99-75e0-4534-804c-3dcf7f981b98,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:37.746661 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:37.792199 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4cb4a02f-3b5d-4add-bdfb-2c61e354a19c req-f58b7ef7-63ca-48e7-bbd2-6b10c3868ea9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609453
Jun 04 15:15:37.870113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-a425ff25-e329-4e14-869f-b40e08b3710c req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:37.895696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-a425ff25-e329-4e14-869f-b40e08b3710c req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:38.045734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Attempting to bind port 74a8cd99-75e0-4534-804c-3dcf7f981b98 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:15:38.046201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Attempting to bind port 74a8cd99-75e0-4534-804c-3dcf7f981b98 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'b99a71e7-f410-418f-bc1e-e673af8b8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:15:38.046676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Attempting to bind port 74a8cd99-75e0-4534-804c-3dcf7f981b98 on network 640a3ff5-2e7f-415c-92c2-71c9ab9caf25 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:38.070221 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Port 74a8cd99-75e0-4534-804c-3dcf7f981b98 on network 640a3ff5-2e7f-415c-92c2-71c9ab9caf25 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:15:38.070852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Attempting to bind port 74a8cd99-75e0-4534-804c-3dcf7f981b98 on network 640a3ff5-2e7f-415c-92c2-71c9ab9caf25 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:38.071551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Allocated IP 172.20.0.2 (ce2641af-d785-42c1-b85a-8ec2c2a9be7e/dcd15fe0-8f99-47e2-b804-1a5a0fce07ff/c51d0dae-8f81-45d1-9372-dcb0efa0162a) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:15:38.087934 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:15:38.088606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Checking segment: {'id': 'b99a71e7-f410-418f-bc1e-e673af8b8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:38.089311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Bound using segment: {'id': 'b99a71e7-f410-418f-bc1e-e673af8b8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:15:38.097503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Bound port: 74a8cd99-75e0-4534-804c-3dcf7f981b98, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99a71e7-f410-418f-bc1e-e673af8b8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:15:38.097503 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:38.104587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-e2c4d8c4-6625-4c33-8bc5-fee9c01e7a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.106649 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-e2c4d8c4-6625-4c33-8bc5-fee9c01e7a19 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 921 time: 0.3181183
Jun 04 15:15:38.112789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a425ff25-e329-4e14-869f-b40e08b3710c req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Made reservation on behalf of 4d92056804404d84ae72d8da3ff2aa45 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:15:38.116465 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a425ff25-e329-4e14-869f-b40e08b3710c req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:38.117245 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7271c1f1-7a73-4207-af97-b19459f541be req-79fb4b91-7b5a-4d9b-803d-1210d99ae06e tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b98d025a-b624-44db-adc4-e9e89aea5321 HTTP/1.1" status: 200  len: 210 time: 0.0633988
Jun 04 15:15:38.245941 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-3d563426-40c5-4044-8444-1431f60926c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f9e9abf-d474-4730-8981-ff53e02ae81b HTTP/1.1" status: 200  len: 217 time: 0.1174538
Jun 04 15:15:38.308580 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8208275a-7c1e-4f36-8933-5af082c160af x-openstack-request-id: req-8208275a-7c1e-4f36-8933-5af082c160af {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:38.308928 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "tag": "1915cce3-a724-4ca1-9d70-22adc1e7bb20", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:38.309224 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8208275a-7c1e-4f36-8933-5af082c160af {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:38.309840 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'tag': '1915cce3-a724-4ca1-9d70-22adc1e7bb20', 'status': 'completed', 'code': 200}
Jun 04 15:15:38.329897 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-42585122-6293-48c5-89d0-58fb0e8a849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c445c70>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:38.338484 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42585122-6293-48c5-89d0-58fb0e8a849f None None] Checking router: 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:15:38.354576 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:38.364689 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42585122-6293-48c5-89d0-58fb0e8a849f None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:38.365339 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-42585122-6293-48c5-89d0-58fb0e8a849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c445c70>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:38.420300 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Transition to ACTIVE for port object c51d0dae-8f81-45d1-9372-dcb0efa0162a will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:38.457925 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:38.468731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Transition to ACTIVE for port object c51d0dae-8f81-45d1-9372-dcb0efa0162a will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:38.492546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] For port 74a8cd99-75e0-4534-804c-3dcf7f981b98, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:15:38.500946 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:38.511287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-61eafc08-91bd-4a6c-aed1-2b5c330ae4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.513121 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-61eafc08-91bd-4a6c-aed1-2b5c330ae4e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.2092757
Jun 04 15:15:38.557288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] For port 74a8cd99-75e0-4534-804c-3dcf7f981b98, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=74a8cd99-75e0-4534-804c-3dcf7f981b98,segment=NetworkSegment(b99a71e7-f410-418f-bc1e-e673af8b8465),segment_id=b99a71e7-f410-418f-bc1e-e673af8b8465)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:15:38.594630 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:38.610041 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:38.645461 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:38.655458 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:38.687502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Pushing event updated for resources: {'Port': ['ID=c51d0dae-8f81-45d1-9372-dcb0efa0162a,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:38.694857 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:38.707151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580b083-0d32-428d-a180-1ce4e1516691 req-3dddc265-6b8e-4a2f-8c67-8fb935179411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.707633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580b083-0d32-428d-a180-1ce4e1516691 req-3dddc265-6b8e-4a2f-8c67-8fb935179411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.708169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580b083-0d32-428d-a180-1ce4e1516691 req-3dddc265-6b8e-4a2f-8c67-8fb935179411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.708830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580b083-0d32-428d-a180-1ce4e1516691 req-3dddc265-6b8e-4a2f-8c67-8fb935179411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.709048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580b083-0d32-428d-a180-1ce4e1516691 req-3dddc265-6b8e-4a2f-8c67-8fb935179411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.709521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580b083-0d32-428d-a180-1ce4e1516691 req-3dddc265-6b8e-4a2f-8c67-8fb935179411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.709991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580b083-0d32-428d-a180-1ce4e1516691 req-3dddc265-6b8e-4a2f-8c67-8fb935179411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.711942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8580b083-0d32-428d-a180-1ce4e1516691 req-3dddc265-6b8e-4a2f-8c67-8fb935179411 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170821b51002469da86d3c4cef5805e5&device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 6368 time: 0.4070058
Jun 04 15:15:38.713361 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Network ce2641af-d785-42c1-b85a-8ec2c2a9be7e is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:38.716695 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:38.722317 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:38.727473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-a425ff25-e329-4e14-869f-b40e08b3710c req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Allocated IP 192.168.233.149 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/cfbc3ec7-d7ae-49e3-ac0b-892f246879a3) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:15:38.729330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-42585122-6293-48c5-89d0-58fb0e8a849f None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:38.781737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.782360 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:38.784299 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] 10.222.0.65 "PUT /v2.0/ports/74a8cd99-75e0-4534-804c-3dcf7f981b98 HTTP/1.1" status: 200  len: 1091 time: 2.9353995
Jun 04 15:15:38.785175 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024b0fd-2afa-4a85-86df-cb2ea0af0db9 req-966e6316-89ac-4474-9f99-f6299990c651 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.796402 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024b0fd-2afa-4a85-86df-cb2ea0af0db9 req-966e6316-89ac-4474-9f99-f6299990c651 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.807870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024b0fd-2afa-4a85-86df-cb2ea0af0db9 req-966e6316-89ac-4474-9f99-f6299990c651 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.816657 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024b0fd-2afa-4a85-86df-cb2ea0af0db9 req-966e6316-89ac-4474-9f99-f6299990c651 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.830912 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024b0fd-2afa-4a85-86df-cb2ea0af0db9 req-966e6316-89ac-4474-9f99-f6299990c651 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.837605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024b0fd-2afa-4a85-86df-cb2ea0af0db9 req-966e6316-89ac-4474-9f99-f6299990c651 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.841957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Pushing event updated for resources: {'Port': ['ID=74a8cd99-75e0-4534-804c-3dcf7f981b98,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:38.852947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024b0fd-2afa-4a85-86df-cb2ea0af0db9 req-966e6316-89ac-4474-9f99-f6299990c651 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:38.865445 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9024b0fd-2afa-4a85-86df-cb2ea0af0db9 req-966e6316-89ac-4474-9f99-f6299990c651 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5408 time: 0.3579590
Jun 04 15:15:38.872091 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 397450c3-1a51-49f7-ad79-3e96a93eca33 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:15:38.889862 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Allocated IP 172.25.4.2 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/07bd599b-e0d0-4743-8d03-ad392e7b1769) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:15:38.899368 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:38.922010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Request body: {'port': {'device_id': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:38.984788 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9024b0fd-2afa-4a85-86df-cb2ea0af0db9 req-15ff252d-b0b6-4153-80c5-4dbd61b27790 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1183159
Jun 04 15:15:39.122534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580b083-0d32-428d-a180-1ce4e1516691 req-65431dc1-bf32-4a18-935e-26c4dc8b1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:39.122861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Attempting to bind port c51d0dae-8f81-45d1-9372-dcb0efa0162a on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:15:39.123608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580b083-0d32-428d-a180-1ce4e1516691 req-65431dc1-bf32-4a18-935e-26c4dc8b1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:39.123781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Attempting to bind port c51d0dae-8f81-45d1-9372-dcb0efa0162a by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '8f6096c5-0158-4a71-a5c9-6ede3d87a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:15:39.123953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580b083-0d32-428d-a180-1ce4e1516691 req-65431dc1-bf32-4a18-935e-26c4dc8b1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:39.124101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Attempting to bind port c51d0dae-8f81-45d1-9372-dcb0efa0162a on network ce2641af-d785-42c1-b85a-8ec2c2a9be7e {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:39.125559 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8580b083-0d32-428d-a180-1ce4e1516691 req-65431dc1-bf32-4a18-935e-26c4dc8b1447 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=170821b51002469da86d3c4cef5805e5&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.3995757
Jun 04 15:15:39.130511 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb98f6f-e775-4c29-b561-0c1ff844fbb6 x-openstack-request-id: req-aeb98f6f-e775-4c29-b561-0c1ff844fbb6 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:39.130988 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765b4985-105b-4e91-bdf0-1566eb30c46f", "name": "network-vif-plugged", "status": "completed", "tag": "397450c3-1a51-49f7-ad79-3e96a93eca33", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:39.131444 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aeb98f6f-e775-4c29-b561-0c1ff844fbb6 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:39.132058 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765b4985-105b-4e91-bdf0-1566eb30c46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397450c3-1a51-49f7-ad79-3e96a93eca33', 'code': 200}
Jun 04 15:15:39.153171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-438d2b91-5801-4cc7-af20-2defa22029ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:39.154741 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-438d2b91-5801-4cc7-af20-2defa22029ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6062057
Jun 04 15:15:39.195510 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:15:39.196243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Checking segment: {'id': '8f6096c5-0158-4a71-a5c9-6ede3d87a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:39.196931 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:39.197664 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Bound using segment: {'id': '8f6096c5-0158-4a71-a5c9-6ede3d87a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:15:39.198513 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Bound port: c51d0dae-8f81-45d1-9372-dcb0efa0162a, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6096c5-0158-4a71-a5c9-6ede3d87a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:15:39.199587 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:39.362706 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:39.398938 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:39.483590 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-afe6d9ce-8e90-4a58-84ec-a0e5e302b829 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3609543
Jun 04 15:15:39.501087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:39.508453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:39.514432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Usage tracker for resource:floatingip and tenant:e9099d69d6b7467e872bfae806978c26 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:39.519366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:39.525626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:39.554746 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 397450c3-1a51-49f7-ad79-3e96a93eca33, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=397450c3-1a51-49f7-ad79-3e96a93eca33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:39.558796 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] For port c51d0dae-8f81-45d1-9372-dcb0efa0162a, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:15:39.564801 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] For port c51d0dae-8f81-45d1-9372-dcb0efa0162a, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c51d0dae-8f81-45d1-9372-dcb0efa0162a,segment=NetworkSegment(8f6096c5-0158-4a71-a5c9-6ede3d87a40c),segment_id=8f6096c5-0158-4a71-a5c9-6ede3d87a40c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:15:39.590129 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:39.596516 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-42585122-6293-48c5-89d0-58fb0e8a849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c445c70>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:39.597800 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cfe51c01-b0a1-46c1-83a5-24bf0973dca6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:39.602276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42585122-6293-48c5-89d0-58fb0e8a849f None None] The sync data for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 is: [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:15:39.637236 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:39.684642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:39.688527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:39.693931 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:39.702456 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:39.703309 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:39.710231 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:39.721093 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-eef1302d-aa52-473a-9d15-0e03a6c0e6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:39.758110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580b083-0d32-428d-a180-1ce4e1516691 req-cba11d4a-fadf-4187-a333-4b55cac3ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:39.762616 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8580b083-0d32-428d-a180-1ce4e1516691 req-cba11d4a-fadf-4187-a333-4b55cac3ba52 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6120665
Jun 04 15:15:39.765675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Pushing event updated for resources: {'Port': ['ID=07bd599b-e0d0-4743-8d03-ad392e7b1769,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:39.780682 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:39.787039 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a425ff25-e329-4e14-869f-b40e08b3710c req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:39.884227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=397450c3-1a51-49f7-ad79-3e96a93eca33,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:39.976277 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-38351fdd-2946-400a-91f9-b4412941c924 service neutron] 10.222.0.32 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7766342
Jun 04 15:15:39.977926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-a425ff25-e329-4e14-869f-b40e08b3710c req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Transition to ACTIVE for port object cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:40.074767 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c67a34-8602-4047-98f9-225ec97ab631 None None] New status for floating IP 569393f5-76e0-4a53-82d3-a846d28ce5fe: DOWN {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:15:40.079234 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Pushing event updated for resources: {'Port': ['ID=c51d0dae-8f81-45d1-9372-dcb0efa0162a,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:40.099441 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:40.100067 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:40.100520 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:40.263114 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a425ff25-e329-4e14-869f-b40e08b3710c req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:40.278569 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['64c82deb-0384-4dd3-8c34-f96dab009f44', 'b0e5c59a-caea-40d8-b128-d62da87ca1be'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:15:40.310641 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b180ba57-7473-40c0-a1cb-158507cd9008 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:40.355587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:40.402693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'tag': '41ff47dd-6827-473b-b808-969597aa034d'}, {'name': 'network-changed', 'server_uuid': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'tag': '9f9e9abf-d474-4730-8981-ff53e02ae81b'}, {'name': 'network-changed', 'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'tag': '74a8cd99-75e0-4534-804c-3dcf7f981b98'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:40.424306 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "tag": "41ff47dd-6827-473b-b808-969597aa034d"}, {"name": "network-changed", "server_uuid": "b718a2a7-172a-49db-92f7-5c8901e7e3bd", "tag": "9f9e9abf-d474-4730-8981-ff53e02ae81b"}, {"name": "network-changed", "server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "tag": "74a8cd99-75e0-4534-804c-3dcf7f981b98"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:40.473328 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c51d0dae-8f81-45d1-9372-dcb0efa0162a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:40.512448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a425ff25-e329-4e14-869f-b40e08b3710c req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:40.538545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-a425ff25-e329-4e14-869f-b40e08b3710c req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:40.559885 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-a425ff25-e329-4e14-869f-b40e08b3710c req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:40.683954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ff25-e329-4e14-869f-b40e08b3710c req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:40.686767 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a425ff25-e329-4e14-869f-b40e08b3710c req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:40.753276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Pushing event updated for resources: {'Port': ['ID=cfbc3ec7-d7ae-49e3-ac0b-892f246879a3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:40.820946 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8e4f21a-1a86-4afb-bd6e-8b49cfcdb20c req-e548f561-9ba4-421d-a18e-272bafdc0bdc service neutron] 10.222.0.32 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8329918
Jun 04 15:15:40.822269 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:40.833476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port c51d0dae-8f81-45d1-9372-dcb0efa0162a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:40.864629 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:40.939235 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a425ff25-e329-4e14-869f-b40e08b3710c req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.6736159
Jun 04 15:15:40.964960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Request body: {'port': {'device_id': 'b98d025a-b624-44db-adc4-e9e89aea5321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:41.009206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Allocated IP 172.25.4.222 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/9aa807be-3d32-45f6-9a1f-dfea69b3b419) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:15:41.136917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765b4985-105b-4e91-bdf0-1566eb30c46f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397450c3-1a51-49f7-ad79-3e96a93eca33'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:41.146332 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07761028-d92b-45cd-a03c-7f36fdd00802" -d '{"events": [{"server_uuid": "765b4985-105b-4e91-bdf0-1566eb30c46f", "name": "network-vif-unplugged", "status": "completed", "tag": "397450c3-1a51-49f7-ad79-3e96a93eca33"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:41.157081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5b463235-dd49-469b-bc76-4ab42089229a None None] Provisioning for port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:41.179992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5b463235-dd49-469b-bc76-4ab42089229a None None] Provisioning complete for port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:41.182382 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5b463235-dd49-469b-bc76-4ab42089229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:41.206693 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:15:41.306835 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5b463235-dd49-469b-bc76-4ab42089229a None None] Port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:15:41.418895 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:41.505447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621cb0eb-72ea-4d4d-99df-fd7ef6776628 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:15:41.511087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd26567-2014-4e40-8772-0e50fb8d09a9 None None] Network ce2641af-d785-42c1-b85a-8ec2c2a9be7e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:15:41.562570 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:41.644100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7394ed-9272-48de-8493-4dadf8e6b47b req-6056c412-16fc-4ec6-9d67-2e48ee5fcdbf tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:41.646168 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e7394ed-9272-48de-8493-4dadf8e6b47b req-6056c412-16fc-4ec6-9d67-2e48ee5fcdbf tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=765b4985-105b-4e91-bdf0-1566eb30c46f HTTP/1.1" status: 200  len: 943 time: 0.3313189
Jun 04 15:15:41.646675 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:41.654350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Transition to ACTIVE for port object 621cb0eb-72ea-4d4d-99df-fd7ef6776628 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:41.763138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5b7c9a27-2114-4099-b5ba-83c7a7f6c4e1 None None] Provisioning for port c51d0dae-8f81-45d1-9372-dcb0efa0162a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:41.769211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5b7c9a27-2114-4099-b5ba-83c7a7f6c4e1 None None] Provisioning complete for port c51d0dae-8f81-45d1-9372-dcb0efa0162a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:41.769599 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9a27-2114-4099-b5ba-83c7a7f6c4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:41.796473 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e7394ed-9272-48de-8493-4dadf8e6b47b req-c9399ace-99c1-42fc-b043-1b2f198eb931 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398826
Jun 04 15:15:41.800641 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:41.827184 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a06982fb-e217-4d86-b2e2-cb0efa636637 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:41.996269 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:42.094136 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:42.121993 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-298a70be-3439-4b02-a538-dd125e246f82 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:42.198311 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9a27-2114-4099-b5ba-83c7a7f6c4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:42.280151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:42.286503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:42.294556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:42.297730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-5b7c9a27-2114-4099-b5ba-83c7a7f6c4e1 None None] For port c51d0dae-8f81-45d1-9372-dcb0efa0162a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c51d0dae-8f81-45d1-9372-dcb0efa0162a,segment=NetworkSegment(8f6096c5-0158-4a71-a5c9-6ede3d87a40c),segment_id=8f6096c5-0158-4a71-a5c9-6ede3d87a40c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:42.375491 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9a27-2114-4099-b5ba-83c7a7f6c4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:42.380755 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:42.384147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Pushing event updated for resources: {'Port': ['ID=9aa807be-3d32-45f6-9a1f-dfea69b3b419,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:42.418467 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:42.463933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Pushing event updated for resources: {'Port': ['ID=621cb0eb-72ea-4d4d-99df-fd7ef6776628,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:42.493451 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:42.528718 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:42.553392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c9a27-2114-4099-b5ba-83c7a7f6c4e1 None None] Pushing event updated for resources: {'Port': ['ID=c51d0dae-8f81-45d1-9372-dcb0efa0162a,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:42.563469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Attempting to bind port 621cb0eb-72ea-4d4d-99df-fd7ef6776628 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:15:42.564031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Attempting to bind port 621cb0eb-72ea-4d4d-99df-fd7ef6776628 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'b99a71e7-f410-418f-bc1e-e673af8b8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:15:42.564609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Attempting to bind port 621cb0eb-72ea-4d4d-99df-fd7ef6776628 on network 640a3ff5-2e7f-415c-92c2-71c9ab9caf25 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:42.573690 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Port 621cb0eb-72ea-4d4d-99df-fd7ef6776628 on network 640a3ff5-2e7f-415c-92c2-71c9ab9caf25 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:15:42.574144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Attempting to bind port 621cb0eb-72ea-4d4d-99df-fd7ef6776628 on network 640a3ff5-2e7f-415c-92c2-71c9ab9caf25 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:42.586544 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:15:42.587100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Checking segment: {'id': 'b99a71e7-f410-418f-bc1e-e673af8b8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:42.587738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Bound using segment: {'id': 'b99a71e7-f410-418f-bc1e-e673af8b8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:15:42.588876 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Bound port: 621cb0eb-72ea-4d4d-99df-fd7ef6776628, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99a71e7-f410-418f-bc1e-e673af8b8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:15:42.589125 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:42.597590 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5b7c9a27-2114-4099-b5ba-83c7a7f6c4e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:42.666876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:15:42.685231 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:42.723404 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-16749b2f-976c-46bb-bf41-84be792ee94e None None] Provisioning complete for port c51d0dae-8f81-45d1-9372-dcb0efa0162a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:42.723404 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-16749b2f-976c-46bb-bf41-84be792ee94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:42.854387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:15:42.871260 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:42.893102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] For port 621cb0eb-72ea-4d4d-99df-fd7ef6776628, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:15:42.900738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] For port 621cb0eb-72ea-4d4d-99df-fd7ef6776628, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=621cb0eb-72ea-4d4d-99df-fd7ef6776628,segment=NetworkSegment(b99a71e7-f410-418f-bc1e-e673af8b8465),segment_id=b99a71e7-f410-418f-bc1e-e673af8b8465)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:15:42.905808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Transition to ACTIVE for port object cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:42.932363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1252e-cb5c-4d38-906c-45595e0ca53f req-83fb3dce-116a-468d-be53-efa9c00fa901 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:42.933149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e8f1252e-cb5c-4d38-906c-45595e0ca53f req-83fb3dce-116a-468d-be53-efa9c00fa901 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Synchronizing usage tracker for tenant:4d92056804404d84ae72d8da3ff2aa45 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:42.982989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:15:42.989009 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:42.997896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Sync routers for ids ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:15:43.003100 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-603bf741-acb2-4751-866d-a8a0984e4f78 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:43.008176 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Routers {'64036c0c-291a-41f1-9fbb-18329e3ed5c4'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:43.009223 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc586a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:43.045902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e8f1252e-cb5c-4d38-906c-45595e0ca53f req-83fb3dce-116a-468d-be53-efa9c00fa901 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Unset dirty status for tenant:4d92056804404d84ae72d8da3ff2aa45 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:43.056623 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e8f1252e-cb5c-4d38-906c-45595e0ca53f req-83fb3dce-116a-468d-be53-efa9c00fa901 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b98d025a-b624-44db-adc4-e9e89aea5321 HTTP/1.1" status: 200  len: 936 time: 0.3597288
Jun 04 15:15:43.094159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:43.095299 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:43.097120 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] 10.222.0.65 "PUT /v2.0/ports/621cb0eb-72ea-4d4d-99df-fd7ef6776628 HTTP/1.1" status: 200  len: 1091 time: 4.2009089
Jun 04 15:15:43.124271 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:43.155356 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e8f1252e-cb5c-4d38-906c-45595e0ca53f req-9c5511a6-c2b7-43c8-a4ca-14e30d051b08 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974491
Jun 04 15:15:43.194894 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:43.197925 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:43.201168 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.1806483
Jun 04 15:15:43.203935 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40468) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:43.277608 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Set router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:43.340194 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:43.369542 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:43.479187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Pushing event updated for resources: {'Port': ['ID=621cb0eb-72ea-4d4d-99df-fd7ef6776628,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:43.523735 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Pushing event updated for resources: {'Port': ['ID=9aa807be-3d32-45f6-9a1f-dfea69b3b419,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:43.527038 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:43.562617 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:43.566487 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d85324c2-4192-4817-af42-54958ffe4f2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.425s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:43.637804 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:43.701112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc586a0>, [{'id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'name': 'tempest-ServersTestManualDisk-705604240-router', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:37Z', 'updated_at': '2021-06-04T15:15:40Z', 'revision_number': 3, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'gw_port': {'id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:38Z', 'updated_at': '2021-06-04T15:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:43.708852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Checking router: 64036c0c-291a-41f1-9fbb-18329e3ed5c4 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:15:43.709410 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Updating router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 port 07bd599b-e0d0-4743-8d03-ad392e7b1769 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:15:43.734443 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:43.738032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=cfbc3ec7-d7ae-49e3-ac0b-892f246879a3,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:43.741635 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.2465475
Jun 04 15:15:43.750882 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:43.770796 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aa0de47c-7d32-4566-9468-f92b3673b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:43.771275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aa0de47c-7d32-4566-9468-f92b3673b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:43.771749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aa0de47c-7d32-4566-9468-f92b3673b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:43.772218 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aa0de47c-7d32-4566-9468-f92b3673b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:43.772684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aa0de47c-7d32-4566-9468-f92b3673b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:43.773174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aa0de47c-7d32-4566-9468-f92b3673b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:43.773635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aa0de47c-7d32-4566-9468-f92b3673b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:43.775938 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-aa0de47c-7d32-4566-9468-f92b3673b795 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170821b51002469da86d3c4cef5805e5&device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 6477 time: 0.4995904
Jun 04 15:15:43.791144 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:43.832565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-17504e76-cab2-45f1-9405-62fe072ecd66 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Synchronizing usage tracker for tenant:e9099d69d6b7467e872bfae806978c26 on resource:floatingip {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:43.855699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Attempting to bind port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:15:43.856237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Attempting to bind port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:15:43.856237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Attempting to bind port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:43.864438 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-6955cea4-402e-4f62-b973-79c08fe53824 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eccdd22b-79c3-491b-9d6e-995f40de8b84 HTTP/1.1" status: 200  len: 217 time: 0.0782194
Jun 04 15:15:43.864965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:15:43.865316 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Attempting to bind port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:43.912670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:15:43.913263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:43.913745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:15:43.914321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Bound port: cfbc3ec7-d7ae-49e3-ac0b-892f246879a3, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:15:43.914799 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:43.940966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f05e-1d72-45e7-8637-d9c720caa7f7 req-c53d7d23-236f-4352-a43a-40ab6117520f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:43.947348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f05e-1d72-45e7-8637-d9c720caa7f7 req-c53d7d23-236f-4352-a43a-40ab6117520f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:43.953193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f05e-1d72-45e7-8637-d9c720caa7f7 req-c53d7d23-236f-4352-a43a-40ab6117520f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:43.959758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f05e-1d72-45e7-8637-d9c720caa7f7 req-c53d7d23-236f-4352-a43a-40ab6117520f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:43.965703 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f05e-1d72-45e7-8637-d9c720caa7f7 req-c53d7d23-236f-4352-a43a-40ab6117520f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:43.972348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f05e-1d72-45e7-8637-d9c720caa7f7 req-c53d7d23-236f-4352-a43a-40ab6117520f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:43.978182 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f05e-1d72-45e7-8637-d9c720caa7f7 req-c53d7d23-236f-4352-a43a-40ab6117520f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:43.979285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4db2f05e-1d72-45e7-8637-d9c720caa7f7 req-c53d7d23-236f-4352-a43a-40ab6117520f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Synchronizing usage tracker for tenant:170821b51002469da86d3c4cef5805e5 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:44.076180 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-ca02ea8d-8212-461d-8661-fb8d24a82bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:44.077817 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-ca02ea8d-8212-461d-8661-fb8d24a82bc5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c3923c1e-f693-458d-b8fe-0bcbec1d9098 HTTP/1.1" status: 200  len: 851 time: 0.2032740
Jun 04 15:15:44.145523 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4db2f05e-1d72-45e7-8637-d9c720caa7f7 req-c53d7d23-236f-4352-a43a-40ab6117520f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Unset dirty status for tenant:170821b51002469da86d3c4cef5805e5 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:44.146676 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4db2f05e-1d72-45e7-8637-d9c720caa7f7 req-c53d7d23-236f-4352-a43a-40ab6117520f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5420 time: 0.7715766
Jun 04 15:15:44.150378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] For port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:15:44.155162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-17504e76-cab2-45f1-9405-62fe072ecd66 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Unset dirty status for tenant:e9099d69d6b7467e872bfae806978c26 on resource:floatingip {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:44.162462 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-17504e76-cab2-45f1-9405-62fe072ecd66 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200  len: 696 time: 0.4197454
Jun 04 15:15:44.183918 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] For port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=cfbc3ec7-d7ae-49e3-ac0b-892f246879a3,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:15:44.221507 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4db2f05e-1d72-45e7-8637-d9c720caa7f7 req-dba4ce2c-7fbd-43cf-b56e-07cffdf26da3 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0569620
Jun 04 15:15:44.240057 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-be560b4e-cdae-470d-a563-a6c26b71e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:44.240323 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:44.242570 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-be560b4e-cdae-470d-a563-a6c26b71e18c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6fd14b5-fe16-4479-b95d-921ab565bab3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1493278
Jun 04 15:15:44.257112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Transition to ACTIVE for port object 07bd599b-e0d0-4743-8d03-ad392e7b1769 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:44.275432 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:44.287132 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-edfc676f-0513-4007-ac3d-1f49c35c441c tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:44.347765 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:44.356741 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:44.374708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:44.374708 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:44.377944 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a425ff25-e329-4e14-869f-b40e08b3710c req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] 10.222.0.62 "PUT /v2.0/ports/cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 HTTP/1.1" status: 200  len: 1096 time: 3.4254873
Jun 04 15:15:44.446930 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c51d0dae-8f81-45d1-9372-dcb0efa0162a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:44.467630 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c8ddf9-d8cc-46c0-ac68-3d41ec810de8 x-openstack-request-id: req-10c8ddf9-d8cc-46c0-ac68-3d41ec810de8 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:44.468234 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "tag": "41ff47dd-6827-473b-b808-969597aa034d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b718a2a7-172a-49db-92f7-5c8901e7e3bd", "tag": "9f9e9abf-d474-4730-8981-ff53e02ae81b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "tag": "74a8cd99-75e0-4534-804c-3dcf7f981b98", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:44.468788 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10c8ddf9-d8cc-46c0-ac68-3d41ec810de8 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:44.469491 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'tag': '41ff47dd-6827-473b-b808-969597aa034d', 'status': 'completed', 'code': 200}
Jun 04 15:15:44.470649 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'tag': '9f9e9abf-d474-4730-8981-ff53e02ae81b', 'status': 'completed', 'code': 200}
Jun 04 15:15:44.471121 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'tag': '74a8cd99-75e0-4534-804c-3dcf7f981b98', 'status': 'completed', 'code': 200}
Jun 04 15:15:44.479953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-60311654-bad2-4b8d-9fd9-9e149417ff46 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:44.501658 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc06aac2-46ab-42f3-be7a-2c8cf005581f req-60311654-bad2-4b8d-9fd9-9e149417ff46 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.3381510
Jun 04 15:15:44.673448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=cfbc3ec7-d7ae-49e3-ac0b-892f246879a3,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:44.687300 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:44.697949 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Attempting to bind port 07bd599b-e0d0-4743-8d03-ad392e7b1769 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:15:44.699177 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Attempting to bind port 07bd599b-e0d0-4743-8d03-ad392e7b1769 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:15:44.699785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Attempting to bind port 07bd599b-e0d0-4743-8d03-ad392e7b1769 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:44.716307 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624f4e9d-c3c2-429b-964f-2c2d516d5050 x-openstack-request-id: req-624f4e9d-c3c2-429b-964f-2c2d516d5050 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:44.717046 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765b4985-105b-4e91-bdf0-1566eb30c46f", "name": "network-vif-unplugged", "status": "completed", "tag": "397450c3-1a51-49f7-ad79-3e96a93eca33", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:44.717444 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-624f4e9d-c3c2-429b-964f-2c2d516d5050 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:44.718138 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765b4985-105b-4e91-bdf0-1566eb30c46f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397450c3-1a51-49f7-ad79-3e96a93eca33', 'code': 200}
Jun 04 15:15:44.718910 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-e6161963-e221-461e-a9b6-78e925808820 service neutron] 10.222.0.65 "GET /v2.0/networks/b6fd14b5-fe16-4479-b95d-921ab565bab3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4676456
Jun 04 15:15:44.732142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b127c5-9a27-4d3d-bc30-3a5051703c60 None None] Pushing event updated for resources: {'Port': ['ID=07bd599b-e0d0-4743-8d03-ad392e7b1769,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:44.749940 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:15:44.751885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:44.752575 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:44.755514 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:15:44.756422 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Bound port: 07bd599b-e0d0-4743-8d03-ad392e7b1769, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:15:44.757523 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:44.863757 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a5b127c5-9a27-4d3d-bc30-3a5051703c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:44.942530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ff25-e329-4e14-869f-b40e08b3710c req-139f1a24-7abe-4046-b97e-8a5151c69818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:44.945600 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a425ff25-e329-4e14-869f-b40e08b3710c req-139f1a24-7abe-4046-b97e-8a5151c69818 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d92056804404d84ae72d8da3ff2aa45&device_id=b98d025a-b624-44db-adc4-e9e89aea5321 HTTP/1.1" status: 200  len: 1099 time: 0.4396729
Jun 04 15:15:44.965864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c51d0dae-8f81-45d1-9372-dcb0efa0162a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:44.966741 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:45.068682 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:45.069812 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] For port 07bd599b-e0d0-4743-8d03-ad392e7b1769, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:15:45.073111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-a2d923d6-1898-46a8-91b4-4d721518e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:45.079931 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-a2d923d6-1898-46a8-91b4-4d721518e1df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 1096 time: 0.5986786
Jun 04 15:15:45.080099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] For port 07bd599b-e0d0-4743-8d03-ad392e7b1769, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=07bd599b-e0d0-4743-8d03-ad392e7b1769,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:15:45.122699 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a425ff25-e329-4e14-869f-b40e08b3710c req-48791fa7-547a-4cfd-9581-8d12919ae1fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 HTTP/1.1" status: 200  len: 217 time: 0.1623194
Jun 04 15:15:45.164031 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:45.176477 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:45.239631 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-4b9c13dd-f7f4-42f0-85db-72e52e3297c5 service neutron] 10.222.0.65 "GET /v2.0/networks/b6fd14b5-fe16-4479-b95d-921ab565bab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5112371
Jun 04 15:15:45.312951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Routers {'64036c0c-291a-41f1-9fbb-18329e3ed5c4'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:45.313997 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc586a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:45.340740 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-3e601973-971b-4678-bae2-9138654863e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=9be08e86-8d27-40e8-8898-cc000823e63c HTTP/1.1" status: 200  len: 217 time: 0.0927746
Jun 04 15:15:45.425920 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b127c5-9a27-4d3d-bc30-3a5051703c60 None None] Pushing event updated for resources: {'Port': ['ID=07bd599b-e0d0-4743-8d03-ad392e7b1769,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:45.434925 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a5b127c5-9a27-4d3d-bc30-3a5051703c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:45.467991 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ff25-e329-4e14-869f-b40e08b3710c req-87575d51-d1c3-4818-bbc7-848a85ea9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:45.470843 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a425ff25-e329-4e14-869f-b40e08b3710c req-87575d51-d1c3-4818-bbc7-848a85ea9df0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1927979
Jun 04 15:15:45.481915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-73667035-f2da-41fb-98cd-85c7aadbf779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:45.483300 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-73667035-f2da-41fb-98cd-85c7aadbf779 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 921 time: 0.3977306
Jun 04 15:15:45.486263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40488) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:45.588805 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-10140186-1296-4145-be51-2f5293cd9fe9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f9e9abf-d474-4730-8981-ff53e02ae81b HTTP/1.1" status: 200  len: 217 time: 0.0885990
Jun 04 15:15:45.592167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] Set router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:45.703435 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-51cdacf3-8bda-4357-adf6-a590c4f84214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:45.705867 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-51cdacf3-8bda-4357-adf6-a590c4f84214 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.3536448
Jun 04 15:15:45.809629 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-e4ec4d3a-9b2c-4cf2-ab06-bc73e1f5d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:45.813049 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-e4ec4d3a-9b2c-4cf2-ab06-bc73e1f5d8af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.1779039
Jun 04 15:15:45.822008 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149098a-83a3-44d1-898d-baeec2ddf4f1 req-db1a0135-e997-4cca-891a-46cd4bd46dae tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:45.823583 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d149098a-83a3-44d1-898d-baeec2ddf4f1 req-db1a0135-e997-4cca-891a-46cd4bd46dae tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b98d025a-b624-44db-adc4-e9e89aea5321 HTTP/1.1" status: 200  len: 948 time: 0.2644782
Jun 04 15:15:45.834096 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ff25-e329-4e14-869f-b40e08b3710c req-221b0932-546e-4b6e-9e35-96b583e12606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:45.835604 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a425ff25-e329-4e14-869f-b40e08b3710c req-221b0932-546e-4b6e-9e35-96b583e12606 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3393075
Jun 04 15:15:45.836445 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-050e9457-fa91-423a-8ab7-93ccee55a81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:45.911213 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-050e9457-fa91-423a-8ab7-93ccee55a81a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:45.919343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1a76f-b380-449a-96f3-fec57a1f4a99 req-264c690a-b5d8-4daf-b901-1e88f558a54a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:45.924524 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75c1a76f-b380-449a-96f3-fec57a1f4a99 req-264c690a-b5d8-4daf-b901-1e88f558a54a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8 HTTP/1.1" status: 200  len: 945 time: 0.3290324
Jun 04 15:15:45.930389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-050e9457-fa91-423a-8ab7-93ccee55a81a admin admin] Usage tracker for resource:security_group_rule and tenant:f6780bcb46344a38a25a1bc7c68a1901 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:45.937509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-050e9457-fa91-423a-8ab7-93ccee55a81a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:45.954957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-050e9457-fa91-423a-8ab7-93ccee55a81a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:45.975540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-3f6fe351-7f8d-4876-87d1-78ae74655637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:45.977234 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-3f6fe351-7f8d-4876-87d1-78ae74655637 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2551036
Jun 04 15:15:46.028302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Allocated IP 172.20.0.1 (ce2641af-d785-42c1-b85a-8ec2c2a9be7e/dcd15fe0-8f99-47e2-b804-1a5a0fce07ff/37836627-4998-478e-b30c-72f2a32db7ac) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:15:46.051755 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc586a0>, [{'id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'name': 'tempest-ServersTestManualDisk-705604240-router', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:37Z', 'updated_at': '2021-06-04T15:15:40Z', 'revision_number': 3, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'gw_port': {'id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:38Z', 'updated_at': '2021-06-04T15:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:46.058890 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff18e891-9d97-4a4e-8efd-85fff55449b7 None None] The sync data for ids ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'] in n-d-791505-9 is: [{'id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'name': 'tempest-ServersTestManualDisk-705604240-router', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:37Z', 'updated_at': '2021-06-04T15:15:40Z', 'revision_number': 3, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'gw_port': {'id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:38Z', 'updated_at': '2021-06-04T15:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:15:46.060675 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d149098a-83a3-44d1-898d-baeec2ddf4f1 req-1016dbf2-006b-4a94-8698-8c6874f7a5ef tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2125421
Jun 04 15:15:46.195494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-1f4aa1f9-b42a-4541-bbc3-071ac6f67cd1 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2054937
Jun 04 15:15:46.212606 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75c1a76f-b380-449a-96f3-fec57a1f4a99 req-4e0c917e-78c7-42cd-98df-fc6111d7ca8e tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2715590
Jun 04 15:15:46.260393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-dcc359ac-7dbd-488b-ae30-1af9eadbf970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:46.265211 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-dcc359ac-7dbd-488b-ae30-1af9eadbf970 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4436505
Jun 04 15:15:46.511183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'tag': '621cb0eb-72ea-4d4d-99df-fd7ef6776628'}, {'name': 'network-changed', 'server_uuid': 'b98d025a-b624-44db-adc4-e9e89aea5321', 'tag': 'cfbc3ec7-d7ae-49e3-ac0b-892f246879a3'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:46.512246 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe350c11-a271-441b-84e4-7598cf4c97c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "tag": "621cb0eb-72ea-4d4d-99df-fd7ef6776628"}, {"name": "network-changed", "server_uuid": "b98d025a-b624-44db-adc4-e9e89aea5321", "tag": "cfbc3ec7-d7ae-49e3-ac0b-892f246879a3"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:46.577567 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10f61a44-471f-4263-95a4-6aa332889b14 req-b3dcaa04-d72b-44fb-8339-c3ba0c684c4a tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/floatingips/ea8e5d7f-6a3c-4b70-bce1-a7dc39470c31 HTTP/1.1" status: 200  len: 693 time: 0.4682291
Jun 04 15:15:46.625568 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a425ff25-e329-4e14-869f-b40e08b3710c req-7c5de967-1048-420a-83b1-a766f7983159 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7785504
Jun 04 15:15:46.693218 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-2bd77983-ca50-41c5-b893-8f9209b50435 service neutron] 10.222.0.62 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4047949
Jun 04 15:15:46.700641 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-f0b0f671-e834-44fd-b05e-b3d4639384df service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4879251
Jun 04 15:15:46.822744 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-17aa68f5-7c95-4e41-a900-461797ce4c95 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=622d11de-7803-48e8-9746-b225f13357c1 HTTP/1.1" status: 200  len: 217 time: 0.0911410
Jun 04 15:15:46.838227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534b051-2fb6-4ac8-a229-a090b1e151de req-a338e359-b1b8-43d7-ac68-d66adbec18fd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:46.843832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534b051-2fb6-4ac8-a229-a090b1e151de req-a338e359-b1b8-43d7-ac68-d66adbec18fd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:46.850498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534b051-2fb6-4ac8-a229-a090b1e151de req-a338e359-b1b8-43d7-ac68-d66adbec18fd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:46.856642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534b051-2fb6-4ac8-a229-a090b1e151de req-a338e359-b1b8-43d7-ac68-d66adbec18fd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:46.864006 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534b051-2fb6-4ac8-a229-a090b1e151de req-a338e359-b1b8-43d7-ac68-d66adbec18fd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:46.870803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534b051-2fb6-4ac8-a229-a090b1e151de req-a338e359-b1b8-43d7-ac68-d66adbec18fd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:46.876714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534b051-2fb6-4ac8-a229-a090b1e151de req-a338e359-b1b8-43d7-ac68-d66adbec18fd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:46.878682 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b534b051-2fb6-4ac8-a229-a090b1e151de req-a338e359-b1b8-43d7-ac68-d66adbec18fd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5420 time: 0.4562924
Jun 04 15:15:46.885333 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:46.956090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Transition to ACTIVE for port object 37836627-4998-478e-b30c-72f2a32db7ac will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:46.978981 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f61a44-471f-4263-95a4-6aa332889b14 req-1549495e-6e6a-49cd-a97c-39b971e0f52f tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:46.980886 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10f61a44-471f-4263-95a4-6aa332889b14 req-1549495e-6e6a-49cd-a97c-39b971e0f52f tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.4020541
Jun 04 15:15:46.994034 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a425ff25-e329-4e14-869f-b40e08b3710c req-7d1eec3d-fc2f-499f-b1bd-6fabff615f8a service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3470414
Jun 04 15:15:47.066529 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-050e9457-fa91-423a-8ab7-93ccee55a81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:47.092413 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10f61a44-471f-4263-95a4-6aa332889b14 req-86420539-ec49-4fb8-b4cf-21dcb891c6d2 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200  len: 696 time: 0.0963764
Jun 04 15:15:47.162680 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-050e9457-fa91-423a-8ab7-93ccee55a81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:47.182103 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c7b3e20a-7a54-4237-bce1-cad6c7a01976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:47.209969 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10f61a44-471f-4263-95a4-6aa332889b14 req-db66bc74-70e1-4fea-918e-599c2bdb5f53 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.222 HTTP/1.1" status: 200  len: 696 time: 0.1053274
Jun 04 15:15:47.210895 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:47.261415 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b534b051-2fb6-4ac8-a229-a090b1e151de req-5df73ae3-65e9-42c2-b7dc-a9cba1318226 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3414593
Jun 04 15:15:47.262893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a0363311-1195-4d13-a23a-3a0d6160d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:47.264295 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a0363311-1195-4d13-a23a-3a0d6160d81c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.3847160
Jun 04 15:15:47.369536 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-926a20b5-adc2-478f-a3f9-f0a5e594455b service neutron] 10.222.0.62 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6640909
Jun 04 15:15:47.409261 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-050e9457-fa91-423a-8ab7-93ccee55a81a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6780bcb46344a38a25a1bc7c68a1901&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9192593
Jun 04 15:15:47.418696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4540b1-7672-4295-9591-a1ab41c8b5c5 req-e36df74d-0a99-47c1-a948-29c1d8c87872 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:47.420578 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bf4540b1-7672-4295-9591-a1ab41c8b5c5 req-e36df74d-0a99-47c1-a948-29c1d8c87872 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.65 "GET /v2.0/ports?device_id=765b4985-105b-4e91-bdf0-1566eb30c46f HTTP/1.1" status: 200  len: 943 time: 0.4278595
Jun 04 15:15:47.422252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40498) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:47.495804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e9457-fa91-423a-8ab7-93ccee55a81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ae0d3f-dd37-4261-a19d-12e50ba410c3,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:47.499079 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-050e9457-fa91-423a-8ab7-93ccee55a81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:47.508396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Network ce2641af-d785-42c1-b85a-8ec2c2a9be7e is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:47.509229 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5a69f1ed-9bd1-44f7-b223-f72b684ed72f tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:47.556003 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:47.558427 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:47.569922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-b964498c-85df-4c17-b188-5ff8ec90f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:47.571453 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-b964498c-85df-4c17-b188-5ff8ec90f683 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2907460
Jun 04 15:15:47.723870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Pushing event updated for resources: {'Port': ['ID=37836627-4998-478e-b30c-72f2a32db7ac,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:47.728304 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:47.734719 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:47.791304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-10f61a44-471f-4263-95a4-6aa332889b14 req-b38663fb-e804-41e2-a692-7147a2a1c6ef tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Deleting port 9aa807be-3d32-45f6-9a1f-dfea69b3b419 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:15:47.791884 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-10f61a44-471f-4263-95a4-6aa332889b14 req-b38663fb-e804-41e2-a692-7147a2a1c6ef tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:47.801689 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-62a27ea2-5e39-4d7d-a23b-18e44456fa0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:47.859971 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-62a27ea2-5e39-4d7d-a23b-18e44456fa0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:47.891005 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-c2fd0807-667a-480a-b662-4fc7a9ad6d40 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3050935
Jun 04 15:15:47.903850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-166eeea0-7e58-4b8a-8334-88d9110d632c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:47.905464 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-166eeea0-7e58-4b8a-8334-88d9110d632c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.4378181
Jun 04 15:15:47.909486 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f2aed144-0f74-45dc-9cba-fe1d107ee57f None None] Provisioning for port 37836627-4998-478e-b30c-72f2a32db7ac completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:47.918154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f2aed144-0f74-45dc-9cba-fe1d107ee57f None None] Provisioning complete for port 37836627-4998-478e-b30c-72f2a32db7ac triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:47.919267 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f2aed144-0f74-45dc-9cba-fe1d107ee57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:47.997550 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f2aed144-0f74-45dc-9cba-fe1d107ee57f None None] Port 37836627-4998-478e-b30c-72f2a32db7ac cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:15:48.003072 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-10f61a44-471f-4263-95a4-6aa332889b14 req-b38663fb-e804-41e2-a692-7147a2a1c6ef tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:48.003591 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-10f61a44-471f-4263-95a4-6aa332889b14 req-b38663fb-e804-41e2-a692-7147a2a1c6ef tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:48.116689 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-f817616e-ce78-43ab-93c4-7c3ed4e4505d tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200  len: 696 time: 0.1863315
Jun 04 15:15:48.123600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-bf4540b1-7672-4295-9591-a1ab41c8b5c5 req-3cc2db1b-78ec-4bb3-8a8b-d86f947b343f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Deleting port 397450c3-1a51-49f7-ad79-3e96a93eca33 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:15:48.123921 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bf4540b1-7672-4295-9591-a1ab41c8b5c5 req-3cc2db1b-78ec-4bb3-8a8b-d86f947b343f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:48.168959 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-10f61a44-471f-4263-95a4-6aa332889b14 req-b38663fb-e804-41e2-a692-7147a2a1c6ef tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Calling delete_port for 9aa807be-3d32-45f6-9a1f-dfea69b3b419 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:15:48.210865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-cbb3b998-f89a-4543-8dbf-7a7b62ca2e36 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Request body: {'floatingip': {'port_id': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:48.222548 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:48.352219 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-cbb3b998-f89a-4543-8dbf-7a7b62ca2e36 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for floatingip, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:48.361556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 07bd599b-e0d0-4743-8d03-ad392e7b1769 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:48.587203 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-2609d891-bacb-4758-a7bc-98af397173da service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6784306
Jun 04 15:15:48.588452 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 07bd599b-e0d0-4743-8d03-ad392e7b1769 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:48.598089 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 07bd599b-e0d0-4743-8d03-ad392e7b1769 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:48.598089 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:48.702901 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-62a27ea2-5e39-4d7d-a23b-18e44456fa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:48.726123 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:48.729632 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b6407ce3-e8b2-4e2d-a1bc-5d3229bae0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:48.739352 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:48.746657 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-a6121ede-debe-43ae-b6cc-ae938fec2f31 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=1915cce3-a724-4ca1-9d70-22adc1e7bb20 HTTP/1.1" status: 200  len: 217 time: 0.1506212
Jun 04 15:15:48.749537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-bf4540b1-7672-4295-9591-a1ab41c8b5c5 req-3cc2db1b-78ec-4bb3-8a8b-d86f947b343f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] For port 397450c3-1a51-49f7-ad79-3e96a93eca33, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=397450c3-1a51-49f7-ad79-3e96a93eca33,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:48.749896 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bf4540b1-7672-4295-9591-a1ab41c8b5c5 req-3cc2db1b-78ec-4bb3-8a8b-d86f947b343f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:48.753775 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-10f61a44-471f-4263-95a4-6aa332889b14 req-b38663fb-e804-41e2-a692-7147a2a1c6ef tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:48.758138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 07bd599b-e0d0-4743-8d03-ad392e7b1769, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=07bd599b-e0d0-4743-8d03-ad392e7b1769,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:48.759432 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fc6d216a-a7b1-429c-9e34-4ac6e4b320a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:48.775979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bf3f3-3da9-48d3-a9f1-aa3278cdc0c9 req-3312549d-5af8-4aa0-8f9f-00cc02f0d084 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:48.777400 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-202bf3f3-3da9-48d3-a9f1-aa3278cdc0c9 req-3312549d-5af8-4aa0-8f9f-00cc02f0d084 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.62 "GET /v2.0/ports?device_id=b718a2a7-172a-49db-92f7-5c8901e7e3bd HTTP/1.1" status: 200  len: 945 time: 0.7668078
Jun 04 15:15:48.778205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a27ea2-5e39-4d7d-a23b-18e44456fa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ae0d3f-dd37-4261-a19d-12e50ba410c3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:48.802946 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38663fb-e804-41e2-a692-7147a2a1c6ef tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Pushing event deleted for resources: {'Port': ['ID=9aa807be-3d32-45f6-9a1f-dfea69b3b419,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:48.809623 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b38663fb-e804-41e2-a692-7147a2a1c6ef tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:48.816783 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-62a27ea2-5e39-4d7d-a23b-18e44456fa0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:48.836512 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:48.864128 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:48.868199 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:48.872139 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2edda5e9-e9d4-4ce5-930c-4044fd766d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:48.940272 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=07bd599b-e0d0-4743-8d03-ad392e7b1769,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:48.943539 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:49.007798 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:49.013595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Pushing event updated for resources: {'Port': ['ID=37836627-4998-478e-b30c-72f2a32db7ac,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:49.020345 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:49.024685 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-10f61a44-471f-4263-95a4-6aa332889b14 req-b38663fb-e804-41e2-a692-7147a2a1c6ef tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:49.136572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-bf4540b1-7672-4295-9591-a1ab41c8b5c5 req-3cc2db1b-78ec-4bb3-8a8b-d86f947b343f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Calling delete_port for 397450c3-1a51-49f7-ad79-3e96a93eca33 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:15:49.152972 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-62a27ea2-5e39-4d7d-a23b-18e44456fa0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:49.163897 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-62a27ea2-5e39-4d7d-a23b-18e44456fa0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31ae0d3f-dd37-4261-a19d-12e50ba410c3 HTTP/1.1" status: 204  len: 168 time: 1.7305679
Jun 04 15:15:49.166367 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-10f61a44-471f-4263-95a4-6aa332889b14 req-b38663fb-e804-41e2-a692-7147a2a1c6ef tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:49.166367 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10f61a44-471f-4263-95a4-6aa332889b14 req-b38663fb-e804-41e2-a692-7147a2a1c6ef tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "DELETE /v2.0/floatingips/ea8e5d7f-6a3c-4b70-bce1-a7dc39470c31 HTTP/1.1" status: 204  len: 173 time: 1.9216125
Jun 04 15:15:49.186927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Network ce2641af-d785-42c1-b85a-8ec2c2a9be7e is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:49.188131 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:49.272662 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-78711696-d199-4e53-a697-138f1140f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:49.274095 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-78711696-d199-4e53-a697-138f1140f4fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.5065501
Jun 04 15:15:49.509170 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:15:49.536001 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f788592b-5e99-46ba-b30c-e4b642e81808 None None] Provisioning complete for port 37836627-4998-478e-b30c-72f2a32db7ac triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:49.536381 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f788592b-5e99-46ba-b30c-e4b642e81808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:49.592936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6d8e7-5a80-404f-91c9-ff67e1c480cd req-575c135c-6969-4ffd-80e1-5892475819bc tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:49.595266 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-88a6d8e7-5a80-404f-91c9-ff67e1c480cd req-575c135c-6969-4ffd-80e1-5892475819bc tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=765b4985-105b-4e91-bdf0-1566eb30c46f HTTP/1.1" status: 200  len: 943 time: 0.2225013
Jun 04 15:15:49.630089 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f788592b-5e99-46ba-b30c-e4b642e81808 None None] Port 37836627-4998-478e-b30c-72f2a32db7ac cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:15:49.704892 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-78dd47aa-eac6-425f-834e-d96fbcb200b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:49.706640 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-78dd47aa-eac6-425f-834e-d96fbcb200b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4211073
Jun 04 15:15:49.740457 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-88a6d8e7-5a80-404f-91c9-ff67e1c480cd req-cb0e3e44-e7c7-4a9d-ab79-042ebd61b0aa tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349332
Jun 04 15:15:49.741078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-202bf3f3-3da9-48d3-a9f1-aa3278cdc0c9 req-ac851455-5c53-4b66-b905-63759972e1a5 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Deleting port 9f9e9abf-d474-4730-8981-ff53e02ae81b {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:15:49.741078 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-202bf3f3-3da9-48d3-a9f1-aa3278cdc0c9 req-ac851455-5c53-4b66-b905-63759972e1a5 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:49.773365 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:15:49.779287 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] 10.222.0.32 "PUT /v2.0/routers/64036c0c-291a-41f1-9fbb-18329e3ed5c4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5728951
Jun 04 15:15:49.785997 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Sync routers for ids ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:15:49.799039 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Routers {'64036c0c-291a-41f1-9fbb-18329e3ed5c4'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:49.799863 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c996760>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:50.004297 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bf4540b1-7672-4295-9591-a1ab41c8b5c5 req-3cc2db1b-78ec-4bb3-8a8b-d86f947b343f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:50.016783 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Set router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:50.023742 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:50.101426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2db1b-78ec-4bb3-8a8b-d86f947b343f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Pushing event deleted for resources: {'Port': ['ID=397450c3-1a51-49f7-ad79-3e96a93eca33,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:50.119107 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3cc2db1b-78ec-4bb3-8a8b-d86f947b343f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:50.228560 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-cbcc1f3a-ea55-4dd0-bc5f-c4082007c7ac service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5123565
Jun 04 15:15:50.230319 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-cbb3b998-f89a-4543-8dbf-7a7b62ca2e36 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:15:50.290647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4540b1-7672-4295-9591-a1ab41c8b5c5 req-3cc2db1b-78ec-4bb3-8a8b-d86f947b343f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] No DVR routers for this DVR port 397450c3-1a51-49f7-ad79-3e96a93eca33 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:15:50.293059 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 07bd599b-e0d0-4743-8d03-ad392e7b1769 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:50.294612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-202bf3f3-3da9-48d3-a9f1-aa3278cdc0c9 req-ac851455-5c53-4b66-b905-63759972e1a5 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] For port 9f9e9abf-d474-4730-8981-ff53e02ae81b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9f9e9abf-d474-4730-8981-ff53e02ae81b,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:50.295267 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-202bf3f3-3da9-48d3-a9f1-aa3278cdc0c9 req-ac851455-5c53-4b66-b905-63759972e1a5 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:50.319643 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bf4540b1-7672-4295-9591-a1ab41c8b5c5 req-3cc2db1b-78ec-4bb3-8a8b-d86f947b343f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:50.401481 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 07bd599b-e0d0-4743-8d03-ad392e7b1769 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:50.402352 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:50.486733 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c996760>, [{'id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'name': 'tempest-ServersTestManualDisk-705604240-router', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:37Z', 'updated_at': '2021-06-04T15:15:47Z', 'revision_number': 4, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'gw_port': {'id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:38Z', 'updated_at': '2021-06-04T15:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '37836627-4998-478e-b30c-72f2a32db7ac', 'name': '', 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'mac_address': 'fa:16:3e:4d:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:45Z', 'updated_at': '2021-06-04T15:15:48Z', 'revision_number': 2, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'subnets': [{'id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:50.495504 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Checking router: 64036c0c-291a-41f1-9fbb-18329e3ed5c4 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:15:50.496398 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Updating router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 port 37836627-4998-478e-b30c-72f2a32db7ac binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:15:50.584182 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:50.676011 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c548f47-5faf-4688-a703-63b4ae756b3b x-openstack-request-id: req-1c548f47-5faf-4688-a703-63b4ae756b3b {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:50.676631 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "tag": "621cb0eb-72ea-4d4d-99df-fd7ef6776628", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b98d025a-b624-44db-adc4-e9e89aea5321", "tag": "cfbc3ec7-d7ae-49e3-ac0b-892f246879a3", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:50.676915 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c548f47-5faf-4688-a703-63b4ae756b3b {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:50.677559 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'tag': '621cb0eb-72ea-4d4d-99df-fd7ef6776628', 'status': 'completed', 'code': 200}
Jun 04 15:15:50.678002 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98d025a-b624-44db-adc4-e9e89aea5321', 'tag': 'cfbc3ec7-d7ae-49e3-ac0b-892f246879a3', 'status': 'completed', 'code': 200}
Jun 04 15:15:50.690561 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-202bf3f3-3da9-48d3-a9f1-aa3278cdc0c9 req-ac851455-5c53-4b66-b905-63759972e1a5 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Calling delete_port for 9f9e9abf-d474-4730-8981-ff53e02ae81b owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:15:50.702868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-04f7394f-1456-4064-9fd7-acbd9346cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:50.704701 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-04f7394f-1456-4064-9fd7-acbd9346cf5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d92056804404d84ae72d8da3ff2aa45&device_id=b98d025a-b624-44db-adc4-e9e89aea5321 HTTP/1.1" status: 200  len: 1099 time: 0.2408469
Jun 04 15:15:50.719123 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644f012-0441-448c-9471-de52b3d9f12b req-c7219137-d440-42ed-8576-fbca283fe447 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:50.721655 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a644f012-0441-448c-9471-de52b3d9f12b req-c7219137-d440-42ed-8576-fbca283fe447 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b98d025a-b624-44db-adc4-e9e89aea5321 HTTP/1.1" status: 200  len: 948 time: 0.1420667
Jun 04 15:15:50.765103 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-cbb3b998-f89a-4543-8dbf-7a7b62ca2e36 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:50.767641 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bf4540b1-7672-4295-9591-a1ab41c8b5c5 req-3cc2db1b-78ec-4bb3-8a8b-d86f947b343f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.65 "DELETE /v2.0/ports/397450c3-1a51-49f7-ad79-3e96a93eca33 HTTP/1.1" status: 204  len: 173 time: 3.3305688
Jun 04 15:15:50.828571 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a644f012-0441-448c-9471-de52b3d9f12b req-5d854bc3-ae87-4867-82c1-4601a4fdf52a tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847006
Jun 04 15:15:50.829819 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-30c2bf5b-a566-43cd-87fe-bbbc922f8a0a service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5171285
Jun 04 15:15:50.910615 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-cbb3b998-f89a-4543-8dbf-7a7b62ca2e36 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:50.915370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 397450c3-1a51-49f7-ad79-3e96a93eca33 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:15:50.939280 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-caf3c8a7-d0d0-4353-8df0-fca3f25a5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:50.940831 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-caf3c8a7-d0d0-4353-8df0-fca3f25a5e1d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2181656
Jun 04 15:15:50.960087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 397450c3-1a51-49f7-ad79-3e96a93eca33 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:15:50.961387 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 397450c3-1a51-49f7-ad79-3e96a93eca33 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:15:50.991075 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-0bbb0169-1d7a-4a4b-a379-20d2b7e28794 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=41ff47dd-6827-473b-b808-969597aa034d HTTP/1.1" status: 200  len: 217 time: 0.1480474
Jun 04 15:15:51.098885 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:51.112956 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Transition to ACTIVE for port object 37836627-4998-478e-b30c-72f2a32db7ac will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:15:51.210250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-27fa41b1-37f8-4e10-b0f2-f67048b82c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:51.211731 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-27fa41b1-37f8-4e10-b0f2-f67048b82c38 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.2134569
Jun 04 15:15:51.218634 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:51.227762 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:51.255048 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-2bc0984b-ef1e-4229-b571-42302652e222 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 HTTP/1.1" status: 200  len: 217 time: 0.3048100
Jun 04 15:15:51.275369 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-cbb3b998-f89a-4543-8dbf-7a7b62ca2e36 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Floating IP 569393f5-76e0-4a53-82d3-a846d28ce5fe associated. External IP: 172.25.4.108, port: 6bddfaf8-ac06-4dbe-9bc1-4352a798742c.
Jun 04 15:15:51.311216 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:15:51.315622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9f9e9abf-d474-4730-8981-ff53e02ae81b no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:15:51.357800 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 9f9e9abf-d474-4730-8981-ff53e02ae81b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:15:51.358412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9f9e9abf-d474-4730-8981-ff53e02ae81b not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:15:51.371289 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-202bf3f3-3da9-48d3-a9f1-aa3278cdc0c9 req-ac851455-5c53-4b66-b905-63759972e1a5 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:51.380132 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-041fe1f1-79d9-4722-b6b6-99a0520862f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:51.388417 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-041fe1f1-79d9-4722-b6b6-99a0520862f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1171131
Jun 04 15:15:51.404225 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6bddfaf8-ac06-4dbe-9bc1-4352a798742c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:15:51.411385 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-248a0316-afbc-4500-9576-162904872e28 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:51.484727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81db9d5-61cd-4a67-af65-62b551aba0ff req-621ddca7-8609-4eed-8fe1-c877543182bb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:51.489592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac851455-5c53-4b66-b905-63759972e1a5 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Pushing event deleted for resources: {'Port': ['ID=9f9e9abf-d474-4730-8981-ff53e02ae81b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:51.491828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81db9d5-61cd-4a67-af65-62b551aba0ff req-621ddca7-8609-4eed-8fe1-c877543182bb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:51.498125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81db9d5-61cd-4a67-af65-62b551aba0ff req-621ddca7-8609-4eed-8fe1-c877543182bb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:51.504790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81db9d5-61cd-4a67-af65-62b551aba0ff req-621ddca7-8609-4eed-8fe1-c877543182bb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:51.510947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81db9d5-61cd-4a67-af65-62b551aba0ff req-621ddca7-8609-4eed-8fe1-c877543182bb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:51.518598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81db9d5-61cd-4a67-af65-62b551aba0ff req-621ddca7-8609-4eed-8fe1-c877543182bb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:51.522507 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ac851455-5c53-4b66-b905-63759972e1a5 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:51.525113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81db9d5-61cd-4a67-af65-62b551aba0ff req-621ddca7-8609-4eed-8fe1-c877543182bb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:51.527238 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f81db9d5-61cd-4a67-af65-62b551aba0ff req-621ddca7-8609-4eed-8fe1-c877543182bb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5420 time: 0.5131125
Jun 04 15:15:51.625422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-ba708445-7a37-4e62-a097-77ef1a990a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:51.627158 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-ba708445-7a37-4e62-a097-77ef1a990a09 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2259076
Jun 04 15:15:51.644203 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f81db9d5-61cd-4a67-af65-62b551aba0ff req-a6c3c29a-205b-400d-bd00-d689cc6bc470 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1060908
Jun 04 15:15:51.684066 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-202bf3f3-3da9-48d3-a9f1-aa3278cdc0c9 req-ac851455-5c53-4b66-b905-63759972e1a5 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] No DVR routers for this DVR port 9f9e9abf-d474-4730-8981-ff53e02ae81b on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:15:51.703221 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0564226-b167-4174-8be7-bfc8a632f840 None None] Pushing event updated for resources: {'Port': ['ID=37836627-4998-478e-b30c-72f2a32db7ac,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:51.732816 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-a0564226-b167-4174-8be7-bfc8a632f840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:51.750826 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=cfbc3ec7-d7ae-49e3-ac0b-892f246879a3,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:51.782803 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Attempting to bind port 37836627-4998-478e-b30c-72f2a32db7ac on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:15:51.783248 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Attempting to bind port 37836627-4998-478e-b30c-72f2a32db7ac by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '8f6096c5-0158-4a71-a5c9-6ede3d87a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:15:51.783609 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Attempting to bind port 37836627-4998-478e-b30c-72f2a32db7ac on network ce2641af-d785-42c1-b85a-8ec2c2a9be7e {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:15:51.806097 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:15:51.806476 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Checking segment: {'id': '8f6096c5-0158-4a71-a5c9-6ede3d87a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:15:51.806886 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:51.807280 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Bound using segment: {'id': '8f6096c5-0158-4a71-a5c9-6ede3d87a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:15:51.807764 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Bound port: 37836627-4998-478e-b30c-72f2a32db7ac, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6096c5-0158-4a71-a5c9-6ede3d87a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:15:51.808142 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:51.822506 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-202bf3f3-3da9-48d3-a9f1-aa3278cdc0c9 req-ac851455-5c53-4b66-b905-63759972e1a5 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:51.834844 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'cfbc3ec7-d7ae-49e3-ac0b-892f246879a3', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'cfbc3ec7-d7ae-49e3-ac0b-892f246879a3', 'mac_address': 'fa:16:3e:0f:6a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:15:51.868013 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [req-36ea9588-4360-4d32-995f-5b5ca648999f req-a3c6c9bd-a22e-44ea-b7bf-5cb63e4c06c5 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] show failed (client error): The resource could not be found.
Jun 04 15:15:51.888506 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-36ea9588-4360-4d32-995f-5b5ca648999f req-a3c6c9bd-a22e-44ea-b7bf-5cb63e4c06c5 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/floatingips/ea8e5d7f-6a3c-4b70-bce1-a7dc39470c31 HTTP/1.1" status: 404  len: 350 time: 0.1650124
Jun 04 15:15:51.890821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-38e58874-20fc-4db3-8c71-316ad85d0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:51.898104 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-38e58874-20fc-4db3-8c71-316ad85d0fa4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.6780071
Jun 04 15:15:52.000121 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] For port 37836627-4998-478e-b30c-72f2a32db7ac, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:15:52.004484 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] For port 37836627-4998-478e-b30c-72f2a32db7ac, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=37836627-4998-478e-b30c-72f2a32db7ac,segment=NetworkSegment(8f6096c5-0158-4a71-a5c9-6ede3d87a40c),segment_id=8f6096c5-0158-4a71-a5c9-6ede3d87a40c)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:15:52.074354 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:52.078422 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:52.109204 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-5869c419-a44e-45d7-834f-1f22ac28131a service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4616363
Jun 04 15:15:52.125293 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:52.187559 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:15:52.222885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=cfbc3ec7-d7ae-49e3-ac0b-892f246879a3,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:52.229405 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-e88763dc-44e3-4413-bdc7-74a7057a8f33 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3232150
Jun 04 15:15:52.254613 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Routers {'64036c0c-291a-41f1-9fbb-18329e3ed5c4'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:52.255222 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c996760>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:52.272183 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-202bf3f3-3da9-48d3-a9f1-aa3278cdc0c9 req-ac851455-5c53-4b66-b905-63759972e1a5 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.62 "DELETE /v2.0/ports/9f9e9abf-d474-4730-8981-ff53e02ae81b HTTP/1.1" status: 204  len: 173 time: 3.3973017
Jun 04 15:15:52.300156 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:52.302518 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:52.353349 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-ace13479-308d-4a07-8be2-2c878cad47d9 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2337713
Jun 04 15:15:52.367487 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0564226-b167-4174-8be7-bfc8a632f840 None None] Pushing event updated for resources: {'Port': ['ID=37836627-4998-478e-b30c-72f2a32db7ac,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:52.390143 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-a0564226-b167-4174-8be7-bfc8a632f840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:52.440675 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=cfbc3ec7-d7ae-49e3-ac0b-892f246879a3,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:52.449059 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:52.542421 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] Set router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:52.763666 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['cfbc3ec7-d7ae-49e3-ac0b-892f246879a3'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:15:52.817087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765b4985-105b-4e91-bdf0-1566eb30c46f', 'name': 'network-vif-deleted', 'tag': '397450c3-1a51-49f7-ad79-3e96a93eca33'}, {'server_uuid': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'name': 'network-vif-deleted', 'tag': '9f9e9abf-d474-4730-8981-ff53e02ae81b'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:52.819368 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd19d0e-c019-4997-9f61-be663ce5d822" -d '{"events": [{"server_uuid": "765b4985-105b-4e91-bdf0-1566eb30c46f", "name": "network-vif-deleted", "tag": "397450c3-1a51-49f7-ad79-3e96a93eca33"}, {"server_uuid": "b718a2a7-172a-49db-92f7-5c8901e7e3bd", "name": "network-vif-deleted", "tag": "9f9e9abf-d474-4730-8981-ff53e02ae81b"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:52.898130 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-e4462866-2b8e-4b2f-9921-cc80a9b222c0 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6240001
Jun 04 15:15:52.904308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-cbb3b998-f89a-4543-8dbf-7a7b62ca2e36 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:15:52.981682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40544) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:52.983784 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-fb6d6cce-5dfb-47c8-ac1f-0ea84e2b2d28 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74a8cd99-75e0-4534-804c-3dcf7f981b98 HTTP/1.1" status: 200  len: 217 time: 0.0775285
Jun 04 15:15:52.988994 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--280636142', 'description': 'tempest-description--1984206633'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:52.994791 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c996760>, [{'id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'name': 'tempest-ServersTestManualDisk-705604240-router', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:37Z', 'updated_at': '2021-06-04T15:15:47Z', 'revision_number': 4, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'gw_port': {'id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:38Z', 'updated_at': '2021-06-04T15:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '37836627-4998-478e-b30c-72f2a32db7ac', 'name': '', 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'mac_address': 'fa:16:3e:4d:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:45Z', 'updated_at': '2021-06-04T15:15:51Z', 'revision_number': 4, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'subnets': [{'id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:52.995766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bc8fa-d566-4e44-849a-6cb9d7bb6392 req-ba275548-82f6-4542-9f0c-df2d15ff2002 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:52.997314 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d0bc8fa-d566-4e44-849a-6cb9d7bb6392 req-ba275548-82f6-4542-9f0c-df2d15ff2002 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8 HTTP/1.1" status: 200  len: 945 time: 0.7653294
Jun 04 15:15:53.000587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:53.000786 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a38c186-45f4-41ef-8c7a-566e185f10ff None None] The sync data for ids ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'] in n-d-791505-9 is: [{'id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'name': 'tempest-ServersTestManualDisk-705604240-router', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:37Z', 'updated_at': '2021-06-04T15:15:47Z', 'revision_number': 4, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'gw_port': {'id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:38Z', 'updated_at': '2021-06-04T15:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '37836627-4998-478e-b30c-72f2a32db7ac', 'name': '', 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'mac_address': 'fa:16:3e:4d:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:45Z', 'updated_at': '2021-06-04T15:15:51Z', 'revision_number': 4, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'subnets': [{'id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:15:53.011061 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Usage tracker for resource:security_group and tenant:19b9e4b51b064e8d8317a7483dd1d34a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:53.016131 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:53.028825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:53.219387 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:53.243831 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:53.275530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:53.275530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Usage tracker for resource:security_group_rule and tenant:19b9e4b51b064e8d8317a7483dd1d34a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:53.278208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:53.287170 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:53.324167 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d0085-74cd-46e5-99b6-f864c9f071bf req-8df61996-0cac-42ad-a966-3ce3900142a2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:53.333094 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f56d0085-74cd-46e5-99b6-f864c9f071bf req-8df61996-0cac-42ad-a966-3ce3900142a2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8 HTTP/1.1" status: 200  len: 945 time: 0.1815698
Jun 04 15:15:53.339926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-e7184a04-9493-455c-bae4-c42fa85b5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:53.342586 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-e7184a04-9493-455c-bae4-c42fa85b5fa6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a336d59d-0ff7-4a9a-8db6-fe01b767ae75 HTTP/1.1" status: 200  len: 797 time: 0.3439429
Jun 04 15:15:53.418277 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f56d0085-74cd-46e5-99b6-f864c9f071bf req-ed6c97e7-e0ce-4fec-85dc-347870ee3ac8 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841432
Jun 04 15:15:53.459026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-cbb3b998-f89a-4543-8dbf-7a7b62ca2e36 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:15:53.471413 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67834b-3beb-4a57-a2c9-c8808a4553e5 None None] Sync routers for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:15:53.476787 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-cbb3b998-f89a-4543-8dbf-7a7b62ca2e36 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:53.487486 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67834b-3beb-4a57-a2c9-c8808a4553e5 None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:53.490032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4a67834b-3beb-4a57-a2c9-c8808a4553e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca2f5b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:53.499695 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:53.605123 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7d0bc8fa-d566-4e44-849a-6cb9d7bb6392 req-384932b9-1066-4351-b873-4d0eff8b7d9b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Deleting port a18e159d-2f17-48fa-a6e5-ed41659be564 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:15:53.605467 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7d0bc8fa-d566-4e44-849a-6cb9d7bb6392 req-384932b9-1066-4351-b873-4d0eff8b7d9b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:53.633524 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:53.639507 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6ecdc86f-fe5d-486d-ab21-657bf725ef3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:53.681219 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-cbb3b998-f89a-4543-8dbf-7a7b62ca2e36 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "PUT /v2.0/floatingips/569393f5-76e0-4a53-82d3-a846d28ce5fe HTTP/1.1" status: 200  len: 997 time: 5.5394375
Jun 04 15:15:53.757174 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:53.761039 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:53.783685 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-4a67834b-3beb-4a57-a2c9-c8808a4553e5 None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:53.853956 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:53.855232 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.8712029
Jun 04 15:15:53.857905 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40552) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:53.864063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9240173f-36a3-4e10-be11-9d1ce43030da tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Request body: {'security_group_rule': {'security_group_id': '4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:53.876705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9240173f-36a3-4e10-be11-9d1ce43030da tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:53.888213 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9240173f-36a3-4e10-be11-9d1ce43030da tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Usage tracker for resource:security_group_rule and tenant:19b9e4b51b064e8d8317a7483dd1d34a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:53.892720 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9240173f-36a3-4e10-be11-9d1ce43030da tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:53.895057 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-66207a45-febf-4987-8d7f-f1054f4fa03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:53.897274 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-66207a45-febf-4987-8d7f-f1054f4fa03d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.5423343
Jun 04 15:15:53.899196 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9240173f-36a3-4e10-be11-9d1ce43030da tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:53.999116 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9240173f-36a3-4e10-be11-9d1ce43030da tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:54.086094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7d0bc8fa-d566-4e44-849a-6cb9d7bb6392 req-384932b9-1066-4351-b873-4d0eff8b7d9b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] For port a18e159d-2f17-48fa-a6e5-ed41659be564, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a18e159d-2f17-48fa-a6e5-ed41659be564,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:54.086450 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7d0bc8fa-d566-4e44-849a-6cb9d7bb6392 req-384932b9-1066-4351-b873-4d0eff8b7d9b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:54.136175 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9240173f-36a3-4e10-be11-9d1ce43030da tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:54.235289 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9240173f-36a3-4e10-be11-9d1ce43030da tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:54.235530 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4a67834b-3beb-4a57-a2c9-c8808a4553e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca2f5b0>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '569393f5-76e0-4a53-82d3-a846d28ce5fe', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'port_id': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'mac_address': 'fa:16:3e:59:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:14:30Z', 'updated_at': '2021-06-04T15:15:50Z', 'revision_number': 8, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:54.241247 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67834b-3beb-4a57-a2c9-c8808a4553e5 None None] Checking router: 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:15:54.246458 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-02bd92fa-8b5e-4e8c-8f36-302a94afa20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:54.248062 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-02bd92fa-8b5e-4e8c-8f36-302a94afa20b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 1097 time: 0.5103359
Jun 04 15:15:54.252804 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c691b520-e53d-4d3a-8c06-5232cdc16b5f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:54.253152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67834b-3beb-4a57-a2c9-c8808a4553e5 None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:54.253802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4a67834b-3beb-4a57-a2c9-c8808a4553e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca2f5b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:54.257914 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7d0bc8fa-d566-4e44-849a-6cb9d7bb6392 req-384932b9-1066-4351-b873-4d0eff8b7d9b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Calling delete_port for a18e159d-2f17-48fa-a6e5-ed41659be564 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:15:54.278888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240173f-36a3-4e10-be11-9d1ce43030da tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8a1412-2882-40cb-9f1e-028768323ff3,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:54.282893 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9240173f-36a3-4e10-be11-9d1ce43030da tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:54.361708 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-b0c96edc-f74d-42e9-86db-3e9437f9d33a service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4505298
Jun 04 15:15:54.380306 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9240173f-36a3-4e10-be11-9d1ce43030da tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:54.384555 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9240173f-36a3-4e10-be11-9d1ce43030da tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5232396
Jun 04 15:15:54.384923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40556) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:54.385908 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 37836627-4998-478e-b30c-72f2a32db7ac up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:54.389662 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c171d5e5-2c44-43fc-93f2-7a5b72d164d2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Request body: {'security_group_rule': {'security_group_id': '4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:54.402262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c171d5e5-2c44-43fc-93f2-7a5b72d164d2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:54.406553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c171d5e5-2c44-43fc-93f2-7a5b72d164d2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Usage tracker for resource:security_group_rule and tenant:19b9e4b51b064e8d8317a7483dd1d34a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:54.412000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c171d5e5-2c44-43fc-93f2-7a5b72d164d2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:54.419343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c171d5e5-2c44-43fc-93f2-7a5b72d164d2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:54.535360 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c171d5e5-2c44-43fc-93f2-7a5b72d164d2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:54.575371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-4a67834b-3beb-4a57-a2c9-c8808a4553e5 None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:54.631774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-dec9b040-b47a-42ce-bf10-af60b6940804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:54.632483 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816b429-770a-4be6-b2d0-57fd84a091a4 req-9cfe056a-5965-4737-9122-245f9e3fea87 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:54.633139 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-dec9b040-b47a-42ce-bf10-af60b6940804 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 921 time: 0.3554459
Jun 04 15:15:54.634405 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f816b429-770a-4be6-b2d0-57fd84a091a4 req-9cfe056a-5965-4737-9122-245f9e3fea87 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b98d025a-b624-44db-adc4-e9e89aea5321 HTTP/1.1" status: 200  len: 949 time: 0.1884215
Jun 04 15:15:54.643981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 37836627-4998-478e-b30c-72f2a32db7ac completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:54.655751 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 37836627-4998-478e-b30c-72f2a32db7ac triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:54.655751 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:54.656057 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-d961b059-7003-41fa-8499-38217ab73c29 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2830365
Jun 04 15:15:54.688152 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c171d5e5-2c44-43fc-93f2-7a5b72d164d2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:54.732489 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f816b429-770a-4be6-b2d0-57fd84a091a4 req-5495decd-a57b-44a7-bbe3-b79b815693e5 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699599
Jun 04 15:15:54.848170 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c171d5e5-2c44-43fc-93f2-7a5b72d164d2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:54.865379 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [req-2f15d669-345d-4bf8-9cc9-4b2e81650bfe req-329e4037-ccbb-4410-bd5e-eb10749966b4 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] show failed (client error): The resource could not be found.
Jun 04 15:15:54.866502 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2f15d669-345d-4bf8-9cc9-4b2e81650bfe req-329e4037-ccbb-4410-bd5e-eb10749966b4 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] 10.222.0.32 "GET /v2.0/floatingips/ea8e5d7f-6a3c-4b70-bce1-a7dc39470c31 HTTP/1.1" status: 404  len: 350 time: 0.0981169
Jun 04 15:15:54.871900 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:54.887093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40560) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:54.890178 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171d5e5-2c44-43fc-93f2-7a5b72d164d2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340226da-633f-42e0-9663-ebd1fe9c6de1,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:54.893281 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c171d5e5-2c44-43fc-93f2-7a5b72d164d2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:54.992766 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-e96d89af-da3d-49cf-b394-70bdece03fa1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=621cb0eb-72ea-4d4d-99df-fd7ef6776628 HTTP/1.1" status: 200  len: 217 time: 0.0922179
Jun 04 15:15:55.040627 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:55.091021 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-2832d43d-403f-4478-bbb7-3f246295a7fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bddfaf8-ac06-4dbe-9bc1-4352a798742c HTTP/1.1" status: 200  len: 1000 time: 0.4324219
Jun 04 15:15:55.099719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-e2f6b2e3-5335-44c4-9da7-736556b8e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:55.101183 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-e2f6b2e3-5335-44c4-9da7-736556b8e490 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a336d59d-0ff7-4a9a-8db6-fe01b767ae75 HTTP/1.1" status: 200  len: 797 time: 0.0929570
Jun 04 15:15:55.131820 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 37836627-4998-478e-b30c-72f2a32db7ac, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=37836627-4998-478e-b30c-72f2a32db7ac,segment=NetworkSegment(8f6096c5-0158-4a71-a5c9-6ede3d87a40c),segment_id=8f6096c5-0158-4a71-a5c9-6ede3d87a40c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:55.166537 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4a67834b-3beb-4a57-a2c9-c8808a4553e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca2f5b0>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '569393f5-76e0-4a53-82d3-a846d28ce5fe', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'port_id': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'mac_address': 'fa:16:3e:59:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:14:30Z', 'updated_at': '2021-06-04T15:15:50Z', 'revision_number': 8, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:55.170623 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67834b-3beb-4a57-a2c9-c8808a4553e5 None None] The sync data for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 is: [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '569393f5-76e0-4a53-82d3-a846d28ce5fe', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'port_id': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'mac_address': 'fa:16:3e:59:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:14:30Z', 'updated_at': '2021-06-04T15:15:50Z', 'revision_number': 8, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:15:55.217317 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7d0bc8fa-d566-4e44-849a-6cb9d7bb6392 req-384932b9-1066-4351-b873-4d0eff8b7d9b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:55.221411 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-61646a15-f3d8-45e7-ae04-7e9bec84e298 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:55.223096 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['a18e159d-2f17-48fa-a6e5-ed41659be564'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:15:55.259542 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:55.262050 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:55.278048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384932b9-1066-4351-b873-4d0eff8b7d9b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Pushing event deleted for resources: {'Port': ['ID=a18e159d-2f17-48fa-a6e5-ed41659be564,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:55.287679 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-384932b9-1066-4351-b873-4d0eff8b7d9b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:55.289181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-f5d97408-84d6-4225-83e6-c63d90213666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:55.290668 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-f5d97408-84d6-4225-83e6-c63d90213666 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.1886239
Jun 04 15:15:55.337143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=37836627-4998-478e-b30c-72f2a32db7ac,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:55.340564 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:55.373882 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:55.429070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0bc8fa-d566-4e44-849a-6cb9d7bb6392 req-384932b9-1066-4351-b873-4d0eff8b7d9b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] No DVR routers for this DVR port a18e159d-2f17-48fa-a6e5-ed41659be564 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:15:55.429070 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7d0bc8fa-d566-4e44-849a-6cb9d7bb6392 req-384932b9-1066-4351-b873-4d0eff8b7d9b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:55.456109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-14d82a08-2dfb-4f03-b94b-4742fa5e1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:55.463075 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-14d82a08-2dfb-4f03-b94b-4742fa5e1d54 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3111000
Jun 04 15:15:55.486670 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c171d5e5-2c44-43fc-93f2-7a5b72d164d2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:55.489567 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c171d5e5-2c44-43fc-93f2-7a5b72d164d2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1034660
Jun 04 15:15:55.492137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40562) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:55.503965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:15:55.514207 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62d9150-5673-45d0-a887-cf56c1c550aa None None] New status for floating IP 569393f5-76e0-4a53-82d3-a846d28ce5fe: ACTIVE {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:15:55.525498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:15:55.531708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-4fb9445c-b0ff-44c0-bd9e-6ac2ca9dd21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:55.533676 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-4fb9445c-b0ff-44c0-bd9e-6ac2ca9dd21a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2087865
Jun 04 15:15:55.538253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Usage tracker for resource:floatingip and tenant:19b9e4b51b064e8d8317a7483dd1d34a is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:15:55.558018 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249a095-daf0-4440-ab15-8ad41ab9b83f req-1299fb9a-fbff-4136-b86c-c1a76d5a5cd6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:55.568353 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249a095-daf0-4440-ab15-8ad41ab9b83f req-1299fb9a-fbff-4136-b86c-c1a76d5a5cd6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:55.568564 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:55.571668 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249a095-daf0-4440-ab15-8ad41ab9b83f req-1299fb9a-fbff-4136-b86c-c1a76d5a5cd6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:55.577635 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249a095-daf0-4440-ab15-8ad41ab9b83f req-1299fb9a-fbff-4136-b86c-c1a76d5a5cd6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:55.583708 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249a095-daf0-4440-ab15-8ad41ab9b83f req-1299fb9a-fbff-4136-b86c-c1a76d5a5cd6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:55.590040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249a095-daf0-4440-ab15-8ad41ab9b83f req-1299fb9a-fbff-4136-b86c-c1a76d5a5cd6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:55.596758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249a095-daf0-4440-ab15-8ad41ab9b83f req-1299fb9a-fbff-4136-b86c-c1a76d5a5cd6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:55.598787 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8249a095-daf0-4440-ab15-8ad41ab9b83f req-1299fb9a-fbff-4136-b86c-c1a76d5a5cd6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5420 time: 0.5443826
Jun 04 15:15:55.599135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:15:55.604754 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:55.612547 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:55.727801 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8249a095-daf0-4440-ab15-8ad41ab9b83f req-d96a81ce-74c4-40c9-b308-a8be791d888c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0948305
Jun 04 15:15:55.742889 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:15:55.775394 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:55.803246 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-cbf9ffa2-4ca9-4dfd-83c1-e86031525841 service neutron] 10.222.0.32 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2064683
Jun 04 15:15:55.810665 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d0bc8fa-d566-4e44-849a-6cb9d7bb6392 req-384932b9-1066-4351-b873-4d0eff8b7d9b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.62 "DELETE /v2.0/ports/a18e159d-2f17-48fa-a6e5-ed41659be564 HTTP/1.1" status: 204  len: 173 time: 2.6927767
Jun 04 15:15:55.814099 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e98ca1f-1add-408f-97ea-745a0002b46f x-openstack-request-id: req-0e98ca1f-1add-408f-97ea-745a0002b46f {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:55.814636 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765b4985-105b-4e91-bdf0-1566eb30c46f", "name": "network-vif-deleted", "tag": "397450c3-1a51-49f7-ad79-3e96a93eca33", "status": "completed", "code": 200}, {"server_uuid": "b718a2a7-172a-49db-92f7-5c8901e7e3bd", "name": "network-vif-deleted", "tag": "9f9e9abf-d474-4730-8981-ff53e02ae81b", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:55.815076 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e98ca1f-1add-408f-97ea-745a0002b46f {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:55.815590 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765b4985-105b-4e91-bdf0-1566eb30c46f', 'name': 'network-vif-deleted', 'tag': '397450c3-1a51-49f7-ad79-3e96a93eca33', 'status': 'completed', 'code': 200}
Jun 04 15:15:55.816183 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b718a2a7-172a-49db-92f7-5c8901e7e3bd', 'name': 'network-vif-deleted', 'tag': '9f9e9abf-d474-4730-8981-ff53e02ae81b', 'status': 'completed', 'code': 200}
Jun 04 15:15:55.819648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:15:55.857716 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=cfbc3ec7-d7ae-49e3-ac0b-892f246879a3,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:55.858642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98d025a-b624-44db-adc4-e9e89aea5321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfbc3ec7-d7ae-49e3-ac0b-892f246879a3'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:55.861744 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4d0571-b794-4fb5-8e4a-57e0f7a422f4" -d '{"events": [{"server_uuid": "b98d025a-b624-44db-adc4-e9e89aea5321", "name": "network-vif-plugged", "status": "completed", "tag": "cfbc3ec7-d7ae-49e3-ac0b-892f246879a3"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:55.947774 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-3ee2ff1f-ea86-4a02-bf91-627ab67d3b12 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4767046
Jun 04 15:15:55.992723 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:56.001493 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-367bf921-6a22-45dd-a601-2f7aa35f4c9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:56.004669 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:56.083925 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e62188c5-7fe4-4838-8e9e-9938fc53b031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:56.086951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=cfbc3ec7-d7ae-49e3-ac0b-892f246879a3,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:56.090893 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:56.120447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2d8495e-17d6-4276-aa8d-19ed1e82c61a req-a8a3f2b0-6649-4e98-96c1-bacbf2ee064a service neutron] 10.222.0.32 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3086278
Jun 04 15:15:56.158926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-dfc2910f-900f-4b44-92ef-17144a8eec0e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:56.160414 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-dfc2910f-900f-4b44-92ef-17144a8eec0e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/networks?id=18b375a7-7cc2-4169-a256-980dd8700031 HTTP/1.1" status: 200  len: 822 time: 0.2520137
Jun 04 15:15:56.191985 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-5bae59ef-5fb7-4f98-bc29-a7a88f79d717 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/quotas/033be366519a46eb9d528c6270c2e78b HTTP/1.1" status: 200  len: 375 time: 0.0174494
Jun 04 15:15:56.198265 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d1ffda7-fa51-48a0-9654-ce777d5b2f25 req-ca29e851-2514-4eeb-aaab-c388a8de83b7 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2387590
Jun 04 15:15:56.279715 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:56.373987 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 37836627-4998-478e-b30c-72f2a32db7ac up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:15:56.460369 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 37836627-4998-478e-b30c-72f2a32db7ac triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:15:56.460756 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:56.469318 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-75139ef6-9955-43c1-84eb-ff27f7975019 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=033be366519a46eb9d528c6270c2e78b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2190773
Jun 04 15:15:56.647349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ff579524-dc91-43cc-8af6-727f21c780e5 req-daab5a43-d138-4c67-9e1e-c18f15fe83d9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Synchronizing usage tracker for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:56.695475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Allocated IP 172.25.4.160 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/e089ac88-58d6-423c-b0d6-065b013caa41) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:15:56.744612 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-2a1eeada-3d41-4a69-87af-3698ee25b32d service neutron] 10.222.0.32 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2667692
Jun 04 15:15:56.761539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-ae4a281f-49d9-4109-bf84-43cbf97d7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:56.761539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-ae4a281f-49d9-4109-bf84-43cbf97d7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:56.761961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-ae4a281f-49d9-4109-bf84-43cbf97d7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:56.762420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-ae4a281f-49d9-4109-bf84-43cbf97d7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:56.762873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-ae4a281f-49d9-4109-bf84-43cbf97d7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:56.763334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-ae4a281f-49d9-4109-bf84-43cbf97d7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:56.763793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-ae4a281f-49d9-4109-bf84-43cbf97d7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:56.765873 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-ae4a281f-49d9-4109-bf84-43cbf97d7710 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170821b51002469da86d3c4cef5805e5&device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 6477 time: 0.3236732
Jun 04 15:15:56.846743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ff579524-dc91-43cc-8af6-727f21c780e5 req-daab5a43-d138-4c67-9e1e-c18f15fe83d9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Unset dirty status for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:56.847837 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff579524-dc91-43cc-8af6-727f21c780e5 req-daab5a43-d138-4c67-9e1e-c18f15fe83d9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8 HTTP/1.1" status: 200  len: 210 time: 0.4386988
Jun 04 15:15:56.901185 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e62188c5-7fe4-4838-8e9e-9938fc53b031 admin admin] Deleting port b0e754a5-9564-4839-b4e0-a71438bf298e {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:15:56.904466 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e62188c5-7fe4-4838-8e9e-9938fc53b031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:56.950018 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-ad0f4112-b332-4013-9973-efa6524a04ea service neutron] 10.222.0.32 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1977212
Jun 04 15:15:56.995221 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:57.061416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-3cd7156a-b12e-46aa-a1be-50e2d4fd3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:57.062909 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-3cd7156a-b12e-46aa-a1be-50e2d4fd3ada service neutron] 10.222.0.65 "GET /v2.0/networks?id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3 HTTP/1.1" status: 200  len: 903 time: 0.2383349
Jun 04 15:15:57.084115 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-e62188c5-7fe4-4838-8e9e-9938fc53b031 admin admin] For port b0e754a5-9564-4839-b4e0-a71438bf298e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b0e754a5-9564-4839-b4e0-a71438bf298e,segment=NetworkSegment(001fd2e8-c5d6-4192-8728-f416b28b8a30),segment_id=001fd2e8-c5d6-4192-8728-f416b28b8a30)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:15:57.084115 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e62188c5-7fe4-4838-8e9e-9938fc53b031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:57.156755 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-1843355f-9bda-409a-a142-87af2cbab4a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=41ff47dd-6827-473b-b808-969597aa034d HTTP/1.1" status: 200  len: 217 time: 0.0810571
Jun 04 15:15:57.238496 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-e5b6bd89-3efb-480d-8083-2cacd112aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:57.240062 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-e5b6bd89-3efb-480d-8083-2cacd112aa20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.0762489
Jun 04 15:15:57.252489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbbb01-1491-4df7-86bf-1c785ea962c1 req-d7dc0ea4-f8ab-42ca-ac47-4c0c24c9855e tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:57.252712 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0cd056-ad70-4f37-8a3f-1097109b8db0 x-openstack-request-id: req-ed0cd056-ad70-4f37-8a3f-1097109b8db0 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:57.256415 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98d025a-b624-44db-adc4-e9e89aea5321", "name": "network-vif-plugged", "status": "completed", "tag": "cfbc3ec7-d7ae-49e3-ac0b-892f246879a3", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:57.256415 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed0cd056-ad70-4f37-8a3f-1097109b8db0 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:57.256415 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98d025a-b624-44db-adc4-e9e89aea5321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfbc3ec7-d7ae-49e3-ac0b-892f246879a3', 'code': 200}
Jun 04 15:15:57.259647 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6dbbbb01-1491-4df7-86bf-1c785ea962c1 req-d7dc0ea4-f8ab-42ca-ac47-4c0c24c9855e tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b98d025a-b624-44db-adc4-e9e89aea5321 HTTP/1.1" status: 200  len: 950 time: 0.2605789
Jun 04 15:15:57.326784 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:57.369627 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-384932b9-1066-4351-b873-4d0eff8b7d9b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:57.373304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device a18e159d-2f17-48fa-a6e5-ed41659be564 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:15:57.424440 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: a18e159d-2f17-48fa-a6e5-ed41659be564 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:15:57.425094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device a18e159d-2f17-48fa-a6e5-ed41659be564 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:15:57.470615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e62188c5-7fe4-4838-8e9e-9938fc53b031 admin admin] Calling delete_port for b0e754a5-9564-4839-b4e0-a71438bf298e owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:15:57.471883 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6dbbbb01-1491-4df7-86bf-1c785ea962c1 req-549cec34-b43e-4874-8079-2fabb80e1b0f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2113507
Jun 04 15:15:57.488123 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:15:57.493465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:15:57.496044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:15:57.538346 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a4992b87-316a-403c-adf6-350dfb87f5a2 req-d1d4de20-7906-435b-aa6c-2a5aeccb0e98 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/floatingips/569393f5-76e0-4a53-82d3-a846d28ce5fe HTTP/1.1" status: 200  len: 999 time: 0.1404819
Jun 04 15:15:57.539325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Pushing event updated for resources: {'Port': ['ID=e089ac88-58d6-423c-b0d6-065b013caa41,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:57.545619 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:57.588571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-593c7f67-17f6-4e97-a902-c456ab8f6e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:57.590168 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-593c7f67-17f6-4e97-a902-c456ab8f6e13 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3121016
Jun 04 15:15:57.630120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe5d28-bedb-4956-9978-1a7c618240f5 req-1e5b7e4d-7394-4a4f-adf9-381a66f99327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:57.630120 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3efe5d28-bedb-4956-9978-1a7c618240f5 req-1e5b7e4d-7394-4a4f-adf9-381a66f99327 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b98d025a-b624-44db-adc4-e9e89aea5321 HTTP/1.1" status: 200  len: 1101 time: 0.2972205
Jun 04 15:15:57.729177 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:57.798714 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3efe5d28-bedb-4956-9978-1a7c618240f5 req-f536706f-70cc-4900-9836-7402cfa30a85 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518209
Jun 04 15:15:57.811571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4992b87-316a-403c-adf6-350dfb87f5a2 req-8e6fa226-3628-430d-a43a-6ebbd168c5ef tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:57.812978 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a4992b87-316a-403c-adf6-350dfb87f5a2 req-8e6fa226-3628-430d-a43a-6ebbd168c5ef tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.2666905
Jun 04 15:15:57.817765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'tag': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c'}, {'server_uuid': '6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8', 'name': 'network-vif-deleted', 'tag': 'a18e159d-2f17-48fa-a6e5-ed41659be564'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:15:57.820086 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6be9e45-68af-4210-a489-dab183fc85c3" -d '{"events": [{"name": "network-changed", "server_uuid": "cd298d8e-b03d-49fc-9447-02be9b262f29", "tag": "6bddfaf8-ac06-4dbe-9bc1-4352a798742c"}, {"server_uuid": "6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8", "name": "network-vif-deleted", "tag": "a18e159d-2f17-48fa-a6e5-ed41659be564"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:15:57.828192 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-a4992b87-316a-403c-adf6-350dfb87f5a2 req-4d05e358-f695-4aac-bc19-5b13d4ed0083 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:15:57.829230 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a4992b87-316a-403c-adf6-350dfb87f5a2 req-4d05e358-f695-4aac-bc19-5b13d4ed0083 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0074379
Jun 04 15:15:57.846896 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-78b50652-de5d-44cf-8b09-82e2f1e689e0 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2437921
Jun 04 15:15:57.942851 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eee63d1f-f0d3-4de4-bfd0-74011b928f8e req-be94a19f-37ec-4764-8111-fa8b8bb47d41 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 210 time: 0.0577624
Jun 04 15:15:57.947484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49943208-c160-4885-ba6a-c9df6f3deee5 req-4013baf7-37c8-40e4-94b4-4769a9da7f49 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:57.953413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49943208-c160-4885-ba6a-c9df6f3deee5 req-4013baf7-37c8-40e4-94b4-4769a9da7f49 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:57.959818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49943208-c160-4885-ba6a-c9df6f3deee5 req-4013baf7-37c8-40e4-94b4-4769a9da7f49 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:57.965651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49943208-c160-4885-ba6a-c9df6f3deee5 req-4013baf7-37c8-40e4-94b4-4769a9da7f49 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:57.971510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49943208-c160-4885-ba6a-c9df6f3deee5 req-4013baf7-37c8-40e4-94b4-4769a9da7f49 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:57.977242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49943208-c160-4885-ba6a-c9df6f3deee5 req-4013baf7-37c8-40e4-94b4-4769a9da7f49 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:57.983152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49943208-c160-4885-ba6a-c9df6f3deee5 req-4013baf7-37c8-40e4-94b4-4769a9da7f49 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:57.985084 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-49943208-c160-4885-ba6a-c9df6f3deee5 req-4013baf7-37c8-40e4-94b4-4769a9da7f49 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5420 time: 0.2573404
Jun 04 15:15:58.084090 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:58.086006 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e62188c5-7fe4-4838-8e9e-9938fc53b031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:58.093066 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:58.176686 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-9f5396eb-816c-491c-8ec7-13dd109fe360 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3229735
Jun 04 15:15:58.180645 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-49943208-c160-4885-ba6a-c9df6f3deee5 req-3e1a2a9c-ba62-4a22-a8b5-f68f7dcab36f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1880434
Jun 04 15:15:58.230237 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62188c5-7fe4-4838-8e9e-9938fc53b031 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e754a5-9564-4839-b4e0-a71438bf298e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:58.248269 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e62188c5-7fe4-4838-8e9e-9938fc53b031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:58.355840 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Jun 2021 15:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dc7edc-b40b-4243-9787-f532ac43aa67 x-openstack-request-id: req-49dc7edc-b40b-4243-9787-f532ac43aa67 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:15:58.361063 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd298d8e-b03d-49fc-9447-02be9b262f29", "tag": "6bddfaf8-ac06-4dbe-9bc1-4352a798742c", "status": "completed", "code": 200}, {"server_uuid": "6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8", "name": "network-vif-deleted", "tag": "a18e159d-2f17-48fa-a6e5-ed41659be564", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:15:58.361063 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49dc7edc-b40b-4243-9787-f532ac43aa67 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:15:58.361063 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'tag': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'status': 'completed', 'code': 200}
Jun 04 15:15:58.361063 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5a0599-91a7-4881-a6d6-e9fd4b1dcbc8', 'name': 'network-vif-deleted', 'tag': 'a18e159d-2f17-48fa-a6e5-ed41659be564', 'status': 'completed', 'code': 200}
Jun 04 15:15:58.594849 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e62188c5-7fe4-4838-8e9e-9938fc53b031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:58.758087 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-d2e5c76f-5751-4919-af47-1001d68f1555 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200  len: 1002 time: 0.3999443
Jun 04 15:15:58.862898 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:58.882126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-bbe1fdb1-1a59-4316-aef8-f00556e54e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:58.887145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-bbe1fdb1-1a59-4316-aef8-f00556e54e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:58.887145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-bbe1fdb1-1a59-4316-aef8-f00556e54e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:58.887145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-bbe1fdb1-1a59-4316-aef8-f00556e54e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:58.887145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-bbe1fdb1-1a59-4316-aef8-f00556e54e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:58.887145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-bbe1fdb1-1a59-4316-aef8-f00556e54e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:58.887145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-bbe1fdb1-1a59-4316-aef8-f00556e54e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:58.887145 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-bbe1fdb1-1a59-4316-aef8-f00556e54e64 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170821b51002469da86d3c4cef5805e5&device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 6477 time: 0.5746562
Jun 04 15:15:58.891861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be9e45-68af-4210-a489-dab183fc85c3 req-a39eade4-f9e7-4717-a25c-83be8aa6e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:58.893374 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6be9e45-68af-4210-a489-dab183fc85c3 req-a39eade4-f9e7-4717-a25c-83be8aa6e632 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 1097 time: 0.3185999
Jun 04 15:15:58.943645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-84c43406-faaa-4655-b86c-c39d9f5064ba tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:58.944246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-84c43406-faaa-4655-b86c-c39d9f5064ba tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Synchronizing usage tracker for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:15:58.965728 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:58.983023 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-aca8c2e9-e5ed-4f2a-a7ef-cf8f570991f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:15:59.069760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62188c5-7fe4-4838-8e9e-9938fc53b031 admin admin] Router adc25c57-dcfd-428b-86be-a2e03a33d980 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:15:59.251709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-84c43406-faaa-4655-b86c-c39d9f5064ba tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Unset dirty status for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:15:59.252895 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-84c43406-faaa-4655-b86c-c39d9f5064ba tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports/6bddfaf8-ac06-4dbe-9bc1-4352a798742c HTTP/1.1" status: 200  len: 943 time: 0.4798510
Jun 04 15:15:59.273517 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Pushing event updated for resources: {'Port': ['ID=e089ac88-58d6-423c-b0d6-065b013caa41,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:15:59.287130 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:15:59.291538 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:59.308037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-369bcbf5-e459-46ed-9817-78000e9eb059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:59.313578 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-369bcbf5-e459-46ed-9817-78000e9eb059 service neutron] 10.222.0.65 "GET /v2.0/networks?id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25 HTTP/1.1" status: 200  len: 901 time: 0.4127347
Jun 04 15:15:59.343602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872de78-7128-42ba-9c69-64618a70b495 req-24e7e3c5-82ee-47c5-8f91-2a03f4fc8375 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:59.345802 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f872de78-7128-42ba-9c69-64618a70b495 req-24e7e3c5-82ee-47c5-8f91-2a03f4fc8375 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b98d025a-b624-44db-adc4-e9e89aea5321 HTTP/1.1" status: 200  len: 950 time: 0.3187618
Jun 04 15:15:59.403949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be9e45-68af-4210-a489-dab183fc85c3 req-bf01249d-1c7c-4028-9da2-9460a44d4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:59.405595 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6be9e45-68af-4210-a489-dab183fc85c3 req-bf01249d-1c7c-4028-9da2-9460a44d4596 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 921 time: 0.4897845
Jun 04 15:15:59.407386 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-9a548a75-f56d-440a-a987-c479d342f5c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74a8cd99-75e0-4534-804c-3dcf7f981b98 HTTP/1.1" status: 200  len: 217 time: 0.0829980
Jun 04 15:15:59.463784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62188c5-7fe4-4838-8e9e-9938fc53b031 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:15:59.473818 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f872de78-7128-42ba-9c69-64618a70b495 req-69cd98bd-df25-4d9d-9e62-75fbe74c3160 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781615
Jun 04 15:15:59.476639 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d01c3b8-4b7a-488a-ab7d-06e533eaec98 None None] Sync routers for ids ['adc25c57-dcfd-428b-86be-a2e03a33d980'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:15:59.483286 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e62188c5-7fe4-4838-8e9e-9938fc53b031 admin admin] 10.222.0.32 "PUT /v2.0/routers/adc25c57-dcfd-428b-86be-a2e03a33d980/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5889113
Jun 04 15:15:59.486053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40616) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:15:59.519521 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d01c3b8-4b7a-488a-ab7d-06e533eaec98 None None] Routers {'adc25c57-dcfd-428b-86be-a2e03a33d980'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:15:59.520478 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-8d01c3b8-4b7a-488a-ab7d-06e533eaec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5bc370>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['adc25c57-dcfd-428b-86be-a2e03a33d980'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:15:59.586287 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-068838f0-1017-491d-85ea-c0a3b0bae660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:59.609806 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-e3996568-3626-4f18-b896-45ba2cbb429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:59.612005 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-e3996568-3626-4f18-b896-45ba2cbb429f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a336d59d-0ff7-4a9a-8db6-fe01b767ae75 HTTP/1.1" status: 200  len: 797 time: 0.1367600
Jun 04 15:15:59.621548 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:59.622680 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.1224654
Jun 04 15:15:59.740487 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-88a6db12-ab9f-43bc-8fa4-5ae5a5f0345d tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200  len: 1002 time: 0.3380830
Jun 04 15:15:59.788982 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6be9e45-68af-4210-a489-dab183fc85c3 req-77a20fbc-39ce-4d58-b134-96d080e5f75d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bddfaf8-ac06-4dbe-9bc1-4352a798742c HTTP/1.1" status: 200  len: 1002 time: 0.2321329
Jun 04 15:15:59.798702 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-8d01c3b8-4b7a-488a-ab7d-06e533eaec98 None None] Set router adc25c57-dcfd-428b-86be-a2e03a33d980 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:15:59.856952 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:15:59.933637 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473df37-298e-450e-851b-17537fce1886 req-a7a64994-497b-424d-b0b0-b97d3ad07cbd tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:59.939143 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2473df37-298e-450e-851b-17537fce1886 req-a7a64994-497b-424d-b0b0-b97d3ad07cbd tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 812 time: 0.3536174
Jun 04 15:15:59.949336 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-03fe1f4d-0826-4bda-973e-98b2119f8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:59.950833 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-03fe1f4d-0826-4bda-973e-98b2119f8737 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3305979
Jun 04 15:15:59.955614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be9e45-68af-4210-a489-dab183fc85c3 req-aa517581-6e8c-41d6-820c-dd0cb22c4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:15:59.956991 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6be9e45-68af-4210-a489-dab183fc85c3 req-aa517581-6e8c-41d6-820c-dd0cb22c4b85 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.1552107
Jun 04 15:15:59.967284 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2473df37-298e-450e-851b-17537fce1886 req-c68914cf-cf7d-459e-b23b-78259637321b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/quotas/ef1f8bca92884089b1346e04292fa4c6 HTTP/1.1" status: 200  len: 375 time: 0.0236616
Jun 04 15:16:00.090203 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-f53fa8a6-be05-4a7f-8297-da3f84a6c4b0 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:00.091523 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-f53fa8a6-be05-4a7f-8297-da3f84a6c4b0 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.3375440
Jun 04 15:16:00.097860 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2473df37-298e-450e-851b-17537fce1886 req-c539dd42-ff54-47b0-85af-0bb522efca15 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0629001
Jun 04 15:16:00.133681 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-8d01c3b8-4b7a-488a-ab7d-06e533eaec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5bc370>, [{'id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'name': 'tempest-FloatingIPsTestJSON-1487336302-router', 'tenant_id': 'e9099d69d6b7467e872bfae806978c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:00Z', 'updated_at': '2021-06-04T15:15:57Z', 'revision_number': 5, 'project_id': 'e9099d69d6b7467e872bfae806978c26', 'gw_port': {'id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:01Z', 'updated_at': '2021-06-04T15:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:00.138456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d01c3b8-4b7a-488a-ab7d-06e533eaec98 None None] Checking router: adc25c57-dcfd-428b-86be-a2e03a33d980 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:16:00.149325 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d01c3b8-4b7a-488a-ab7d-06e533eaec98 None None] Routers {'adc25c57-dcfd-428b-86be-a2e03a33d980'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:16:00.150131 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-8d01c3b8-4b7a-488a-ab7d-06e533eaec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5bc370>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:15:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['adc25c57-dcfd-428b-86be-a2e03a33d980'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:00.160125 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:00.299648 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2473df37-298e-450e-851b-17537fce1886 req-f3a778e6-65c2-4cbf-bc46-f3cb0d25d8f5 service neutron] 10.222.0.32 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1925194
Jun 04 15:16:00.387284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-8d01c3b8-4b7a-488a-ab7d-06e533eaec98 None None] Set router adc25c57-dcfd-428b-86be-a2e03a33d980 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:16:00.512320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] Deleting port ee685d33-4bf2-4753-bc61-e5241d08d430 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:16:00.512931 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:00.532016 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-c7833f11-4352-45f7-ae3d-312be6fcb03d tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200  len: 1002 time: 0.2334466
Jun 04 15:16:00.553250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-1cd0f2fe-ae55-4fad-a43c-e602ea06ad4c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:00.586679 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2473df37-298e-450e-851b-17537fce1886 req-1ba97934-75fa-4b54-a4be-dffed7ec1356 service neutron] 10.222.0.32 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2851369
Jun 04 15:16:00.663216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-c01917e0-ca97-43a3-81b1-baf32cb364ef tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:00.665371 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-c01917e0-ca97-43a3-81b1-baf32cb364ef tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.65 "GET /v2.0/networks?id=18b375a7-7cc2-4169-a256-980dd8700031 HTTP/1.1" status: 200  len: 822 time: 0.6165905
Jun 04 15:16:00.667016 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-703521ae-becf-4df8-8144-8101bebacdd8 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7090681
Jun 04 15:16:00.679889 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be9e45-68af-4210-a489-dab183fc85c3 req-4ec302a9-2deb-459b-80ad-720a9a11543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:00.681298 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6be9e45-68af-4210-a489-dab183fc85c3 req-4ec302a9-2deb-459b-80ad-720a9a11543e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6986046
Jun 04 15:16:00.695001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Request body: {'port': {'device_id': 'fc642f4f-0864-405f-9ffb-038f1d653c57', 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031', 'admin_state_up': True, 'tenant_id': '033be366519a46eb9d528c6270c2e78b'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:00.715843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] For port ee685d33-4bf2-4753-bc61-e5241d08d430, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ee685d33-4bf2-4753-bc61-e5241d08d430,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:00.716340 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:00.777876 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-8d01c3b8-4b7a-488a-ab7d-06e533eaec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5bc370>, [{'id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'name': 'tempest-FloatingIPsTestJSON-1487336302-router', 'tenant_id': 'e9099d69d6b7467e872bfae806978c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:00Z', 'updated_at': '2021-06-04T15:15:57Z', 'revision_number': 5, 'project_id': 'e9099d69d6b7467e872bfae806978c26', 'gw_port': {'id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:01Z', 'updated_at': '2021-06-04T15:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:00.782426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d01c3b8-4b7a-488a-ab7d-06e533eaec98 None None] The sync data for ids ['adc25c57-dcfd-428b-86be-a2e03a33d980'] in n-d-791505-9 is: [{'id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'name': 'tempest-FloatingIPsTestJSON-1487336302-router', 'tenant_id': 'e9099d69d6b7467e872bfae806978c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:00Z', 'updated_at': '2021-06-04T15:15:57Z', 'revision_number': 5, 'project_id': 'e9099d69d6b7467e872bfae806978c26', 'gw_port': {'id': 'ee685d33-4bf2-4753-bc61-e5241d08d430', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc25c57-dcfd-428b-86be-a2e03a33d980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:01Z', 'updated_at': '2021-06-04T15:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:16:00.827784 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-1cd0f2fe-ae55-4fad-a43c-e602ea06ad4c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for floatingip, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:00.867763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] Calling delete_port for ee685d33-4bf2-4753-bc61-e5241d08d430 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:16:01.234139 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a2c782bf-62db-483a-936c-a25806ae84f1 req-a0c5fa86-39d7-4aca-ba04-f191cf7f7c52 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 210 time: 0.0567031
Jun 04 15:16:01.273236 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6be9e45-68af-4210-a489-dab183fc85c3 req-09e1e08b-f4b4-4113-a447-f5797d8b7e41 service neutron] 10.222.0.65 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5606530
Jun 04 15:16:01.325621 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:01.331925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:01.335083 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ba896b46-f159-4572-bdf3-1fa04d2a8a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:01.346529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Usage tracker for resource:port and tenant:033be366519a46eb9d528c6270c2e78b is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:01.355597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:01.369529 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ca02c2d-8e6f-4f40-89bc-0a77e763616d req-d2006621-47bb-416e-a4dc-19fb09337a71 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6343629
Jun 04 15:16:01.382743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:01.389786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee685d33-4bf2-4753-bc61-e5241d08d430,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:01.394933 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:01.559238 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:01.560226 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-1cd0f2fe-ae55-4fad-a43c-e602ea06ad4c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:01.619336 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6be9e45-68af-4210-a489-dab183fc85c3 req-4d506e90-0585-4d1b-831f-92097a15aad0 service neutron] 10.222.0.65 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3264425
Jun 04 15:16:01.641684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-314a31f0-4642-4b2c-898f-ab99ab3f5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:01.642228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-314a31f0-4642-4b2c-898f-ab99ab3f5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:01.642755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-314a31f0-4642-4b2c-898f-ab99ab3f5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:01.643275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-314a31f0-4642-4b2c-898f-ab99ab3f5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:01.643824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-314a31f0-4642-4b2c-898f-ab99ab3f5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:01.644314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-314a31f0-4642-4b2c-898f-ab99ab3f5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:01.644887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-314a31f0-4642-4b2c-898f-ab99ab3f5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:01.646843 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-314a31f0-4642-4b2c-898f-ab99ab3f5e38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170821b51002469da86d3c4cef5805e5&device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 6477 time: 0.2043524
Jun 04 15:16:01.752068 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:01.755778 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:01.771171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22b0d1-941f-4e33-aba4-a5696937c316 req-77a37a40-9c0d-4ba9-bf90-3b4e8016b33d tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:01.777255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22b0d1-941f-4e33-aba4-a5696937c316 req-77a37a40-9c0d-4ba9-bf90-3b4e8016b33d tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:01.783990 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22b0d1-941f-4e33-aba4-a5696937c316 req-77a37a40-9c0d-4ba9-bf90-3b4e8016b33d tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:01.790048 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22b0d1-941f-4e33-aba4-a5696937c316 req-77a37a40-9c0d-4ba9-bf90-3b4e8016b33d tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:01.796081 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22b0d1-941f-4e33-aba4-a5696937c316 req-77a37a40-9c0d-4ba9-bf90-3b4e8016b33d tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:01.802803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22b0d1-941f-4e33-aba4-a5696937c316 req-77a37a40-9c0d-4ba9-bf90-3b4e8016b33d tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:01.809161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22b0d1-941f-4e33-aba4-a5696937c316 req-77a37a40-9c0d-4ba9-bf90-3b4e8016b33d tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:01.811144 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7f22b0d1-941f-4e33-aba4-a5696937c316 req-77a37a40-9c0d-4ba9-bf90-3b4e8016b33d tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5420 time: 0.3667901
Jun 04 15:16:01.872609 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7f22b0d1-941f-4e33-aba4-a5696937c316 req-10d0625a-92a2-412f-80d9-b5bf83099b2d tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0537775
Jun 04 15:16:01.923710 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:01.926822 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-1cd0f2fe-ae55-4fad-a43c-e602ea06ad4c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:01.927138 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-1cd0f2fe-ae55-4fad-a43c-e602ea06ad4c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Floating IP 569393f5-76e0-4a53-82d3-a846d28ce5fe disassociated. External IP: 172.25.4.108, port: 6bddfaf8-ac06-4dbe-9bc1-4352a798742c.
Jun 04 15:16:01.929625 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:01.932571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adc25c57-dcfd-428b-86be-a2e03a33d980 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:16:01.943912 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:01.945070 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/adc25c57-dcfd-428b-86be-a2e03a33d980 HTTP/1.1" status: 204  len: 168 time: 2.4578807
Jun 04 15:16:01.948523 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40648) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:01.975527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Made reservation on behalf of 033be366519a46eb9d528c6270c2e78b for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:16:01.982892 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:02.055512 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-cebf46e3-67ae-4ab7-8a30-f2ddbd8e984c tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Synchronizing usage tracker for tenant:19b9e4b51b064e8d8317a7483dd1d34a on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:16:02.062616 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6757b65-879e-4dff-af23-59c13d92bb8d admin admin] Deleting subnet 017d5825-8a70-4059-bf04-10c574ee4ec7 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:16:02.070572 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6757b65-879e-4dff-af23-59c13d92bb8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:02.133927 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6757b65-879e-4dff-af23-59c13d92bb8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:02.217493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-cebf46e3-67ae-4ab7-8a30-f2ddbd8e984c tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Unset dirty status for tenant:19b9e4b51b064e8d8317a7483dd1d34a on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:16:02.218051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-c89df50d-a92b-49e4-94da-7f7f7c588fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:02.218647 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-cebf46e3-67ae-4ab7-8a30-f2ddbd8e984c tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--280636142&fields=id&tenant_id=19b9e4b51b064e8d8317a7483dd1d34a HTTP/1.1" status: 200  len: 267 time: 0.2290890
Jun 04 15:16:02.219500 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-c89df50d-a92b-49e4-94da-7f7f7c588fec service neutron] 10.222.0.65 "GET /v2.0/networks?id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25 HTTP/1.1" status: 200  len: 901 time: 0.5666556
Jun 04 15:16:02.231404 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6757b65-879e-4dff-af23-59c13d92bb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:02.245122 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-965adf29-207b-4005-a314-2346376c62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:02.323243 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-31a01c38-572e-4b63-88d5-be4b63b7b925 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=621cb0eb-72ea-4d4d-99df-fd7ef6776628 HTTP/1.1" status: 200  len: 217 time: 0.0891256
Jun 04 15:16:02.420207 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-49584525-cacf-48b1-a16e-d17fbe9a0908 req-be346969-bc4c-4ad3-8b7b-47cd5bd5934d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.7210767
Jun 04 15:16:02.556230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-cdb14907-5b83-4208-a36e-0c5d617e1626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:02.557759 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-cdb14907-5b83-4208-a36e-0c5d617e1626 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a336d59d-0ff7-4a9a-8db6-fe01b767ae75 HTTP/1.1" status: 200  len: 797 time: 0.2243292
Jun 04 15:16:02.574487 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8499f3d8-8b8b-4a61-95f2-a95c232f7885 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:02.574487 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8499f3d8-8b8b-4a61-95f2-a95c232f7885 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Synchronizing usage tracker for tenant:19b9e4b51b064e8d8317a7483dd1d34a on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:16:02.588637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ee685d33-4bf2-4753-bc61-e5241d08d430 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:16:02.608528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Allocated IP 172.20.0.13 (18b375a7-7cc2-4169-a256-980dd8700031/b5de2a97-54a8-442f-9a58-3ea9722eaaff/efedb992-4b5a-4a47-b6f6-de44e4033b5f) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:16:02.636905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: ee685d33-4bf2-4753-bc61-e5241d08d430 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:16:02.637400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ee685d33-4bf2-4753-bc61-e5241d08d430 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:16:02.637868 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b0e754a5-9564-4839-b4e0-a71438bf298e no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:16:02.675856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8499f3d8-8b8b-4a61-95f2-a95c232f7885 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Unset dirty status for tenant:19b9e4b51b064e8d8317a7483dd1d34a on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:16:02.681761 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8499f3d8-8b8b-4a61-95f2-a95c232f7885 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/networks?id=ce2641af-d785-42c1-b85a-8ec2c2a9be7e HTTP/1.1" status: 200  len: 811 time: 0.4525287
Jun 04 15:16:02.682615 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: b0e754a5-9564-4839-b4e0-a71438bf298e {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:16:02.683184 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b0e754a5-9564-4839-b4e0-a71438bf298e not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:16:02.706812 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-c56eb2d2-3df6-492b-9057-847acaceb541 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/quotas/19b9e4b51b064e8d8317a7483dd1d34a HTTP/1.1" status: 200  len: 375 time: 0.0214331
Jun 04 15:16:02.812060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-f95e37af-4003-4c7d-9c71-cb1383b52f19 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Synchronizing usage tracker for tenant:19b9e4b51b064e8d8317a7483dd1d34a on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:16:02.842306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-1cd0f2fe-ae55-4fad-a43c-e602ea06ad4c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:16:02.850738 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6757b65-879e-4dff-af23-59c13d92bb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:02.855680 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:02.891502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6757b65-879e-4dff-af23-59c13d92bb8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017d5825-8a70-4059-bf04-10c574ee4ec7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:02.894469 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c6757b65-879e-4dff-af23-59c13d92bb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:02.895527 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6757b65-879e-4dff-af23-59c13d92bb8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:02.899698 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-f95e37af-4003-4c7d-9c71-cb1383b52f19 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Unset dirty status for tenant:19b9e4b51b064e8d8317a7483dd1d34a on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:16:02.900991 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-f95e37af-4003-4c7d-9c71-cb1383b52f19 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=19b9e4b51b064e8d8317a7483dd1d34a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1876557
Jun 04 15:16:02.904180 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab6e83-37e5-43d1-ad7b-4507484843f8 None None] Network 8832be06-3dd0-4604-b531-0a272ed14997 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:16:02.907360 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c6757b65-879e-4dff-af23-59c13d92bb8d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/017d5825-8a70-4059-bf04-10c574ee4ec7 HTTP/1.1" status: 204  len: 168 time: 0.9576635
Jun 04 15:16:02.909685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40658) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:02.922040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49584525-cacf-48b1-a16e-d17fbe9a0908 req-ff49753f-053d-4473-adb3-32e3b40ad2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:02.924544 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-49584525-cacf-48b1-a16e-d17fbe9a0908 req-ff49753f-053d-4473-adb3-32e3b40ad2c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d92056804404d84ae72d8da3ff2aa45&device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 1100 time: 0.3086772
Jun 04 15:16:03.032300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-379e8dd8-692d-4657-b716-d3b12d97e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:03.034322 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-379e8dd8-692d-4657-b716-d3b12d97e3f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4663486
Jun 04 15:16:03.248726 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d27992-ccf6-42df-b964-4e20db12235e None None] DHCP port deletion for 8832be06-3dd0-4604-b531-0a272ed14997 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:16:03.328345 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:03.337382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a3d27992-ccf6-42df-b964-4e20db12235e None None] Deleting port bd768f52-43b4-4bb0-b01b-43a35ce1bd51 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:16:03.337776 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3d27992-ccf6-42df-b964-4e20db12235e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:03.365434 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-e4fc618d-fb3d-4675-bd98-0bcf4f76a58b service neutron] 10.222.0.32 "GET /v2.0/networks/ce2641af-d785-42c1-b85a-8ec2c2a9be7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4343681
Jun 04 15:16:03.480178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a3d27992-ccf6-42df-b964-4e20db12235e None None] For port bd768f52-43b4-4bb0-b01b-43a35ce1bd51, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bd768f52-43b4-4bb0-b01b-43a35ce1bd51,segment=NetworkSegment(001fd2e8-c5d6-4192-8728-f416b28b8a30),segment_id=001fd2e8-c5d6-4192-8728-f416b28b8a30)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:03.480674 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3d27992-ccf6-42df-b964-4e20db12235e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:03.569135 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-bf736f8d-7f25-45ed-b797-2dfeaf36101b service neutron] 10.222.0.32 "GET /v2.0/networks/ce2641af-d785-42c1-b85a-8ec2c2a9be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1656055
Jun 04 15:16:03.569135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Deleting port bd768f52-43b4-4bb0-b01b-43a35ce1bd51 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:16:03.569135 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:03.636107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-1cd0f2fe-ae55-4fad-a43c-e602ea06ad4c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:16:03.648020 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f443897-0bce-4303-b371-50c80524b985 None None] Sync routers for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:16:03.678960 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f443897-0bce-4303-b371-50c80524b985 None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:16:03.678960 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3f443897-0bce-4303-b371-50c80524b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c7811f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:16:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:03.694198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a3d27992-ccf6-42df-b964-4e20db12235e None None] Calling delete_port for bd768f52-43b4-4bb0-b01b-43a35ce1bd51 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:16:03.699172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] For port bd768f52-43b4-4bb0-b01b-43a35ce1bd51, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bd768f52-43b4-4bb0-b01b-43a35ce1bd51,segment=NetworkSegment(001fd2e8-c5d6-4192-8728-f416b28b8a30),segment_id=001fd2e8-c5d6-4192-8728-f416b28b8a30)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:03.699682 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:03.699783 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:03.831761 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-1cd0f2fe-ae55-4fad-a43c-e602ea06ad4c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:03.846595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Calling delete_port for bd768f52-43b4-4bb0-b01b-43a35ce1bd51 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:16:03.942944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49584525-cacf-48b1-a16e-d17fbe9a0908 req-038cd8b2-3d5d-4acd-95d8-b721b6c7383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:03.944507 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-49584525-cacf-48b1-a16e-d17fbe9a0908 req-038cd8b2-3d5d-4acd-95d8-b721b6c7383d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.9532440
Jun 04 15:16:03.949912 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:03.957230 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-0a13bc4b-0430-4af8-b9c7-4e40ab0910e9 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7707579
Jun 04 15:16:03.966904 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-3f443897-0bce-4303-b371-50c80524b985 None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:16:04.000057 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3d27992-ccf6-42df-b964-4e20db12235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:04.007145 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:04.019176 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8220cf8f-c377-4545-ae69-5440281d203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:04.044541 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b2fc56b7-c9fb-4f54-96ee-c15c0b416185 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:04.130476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] No DVR routers for this DVR port bd768f52-43b4-4bb0-b01b-43a35ce1bd51 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:16:04.183766 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d27992-ccf6-42df-b964-4e20db12235e None None] Pushing event deleted for resources: {'Port': ['ID=bd768f52-43b4-4bb0-b01b-43a35ce1bd51,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:04.185586 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d27992-ccf6-42df-b964-4e20db12235e None None] No DVR routers for this DVR port bd768f52-43b4-4bb0-b01b-43a35ce1bd51 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:16:04.186942 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a3d27992-ccf6-42df-b964-4e20db12235e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:04.215941 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-49584525-cacf-48b1-a16e-d17fbe9a0908 req-622d19d6-e7b2-4436-972b-013ef24a639e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be HTTP/1.1" status: 200  len: 217 time: 0.2535276
Jun 04 15:16:04.239880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd768f52-43b4-4bb0-b01b-43a35ce1bd51,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:04.243125 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:04.292002 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-1cd0f2fe-ae55-4fad-a43c-e602ea06ad4c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "PUT /v2.0/floatingips/569393f5-76e0-4a53-82d3-a846d28ce5fe HTTP/1.1" status: 200  len: 696 time: 3.7492597
Jun 04 15:16:04.309051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473df37-298e-450e-851b-17537fce1886 req-56727d7a-0e19-4b7d-9ca5-edae8c3f15a2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:04.314294 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2473df37-298e-450e-851b-17537fce1886 req-56727d7a-0e19-4b7d-9ca5-edae8c3f15a2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.65 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 812 time: 0.8029819
Jun 04 15:16:04.336090 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bd768f52-43b4-4bb0-b01b-43a35ce1bd51 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:16:04.362135 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:04.380684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386f25970>,) {'filters': {'network_id': ['8832be06-3dd0-4604-b531-0a272ed14997']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:04.385522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: bd768f52-43b4-4bb0-b01b-43a35ce1bd51 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:16:04.386147 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bd768f52-43b4-4bb0-b01b-43a35ce1bd51 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:16:04.392515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'tag': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:04.395274 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5693fe99-d0ce-4384-b26a-62e5856900e8" -d '{"events": [{"name": "network-changed", "server_uuid": "cd298d8e-b03d-49fc-9447-02be9b262f29", "tag": "6bddfaf8-ac06-4dbe-9bc1-4352a798742c"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:04.406230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f25970>, '001fd2e8-c5d6-4192-8728-f416b28b8a30') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:04.406230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f25970>, '001fd2e8-c5d6-4192-8728-f416b28b8a30') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:04.406408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-2473df37-298e-450e-851b-17537fce1886 req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Request body: {'port': {'device_id': 'e1f501a0-c772-42ff-91fa-bbdc34d0f48d', 'network_id': '64018707-9132-4dd5-a91e-611ca8957998', 'admin_state_up': True, 'tenant_id': 'ef1f8bca92884089b1346e04292fa4c6'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:04.417165 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3f443897-0bce-4303-b371-50c80524b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c7811f0>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:04.418968 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:04.431316 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f443897-0bce-4303-b371-50c80524b985 None None] Checking router: 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:16:04.440856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc1361-1dca-4cf7-992f-8870e2fb26fd req-06641069-4609-438c-9ae8-548615d9b151 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:04.442117 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f443897-0bce-4303-b371-50c80524b985 None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:16:04.442426 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7bbc1361-1dca-4cf7-992f-8870e2fb26fd req-06641069-4609-438c-9ae8-548615d9b151 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b98d025a-b624-44db-adc4-e9e89aea5321 HTTP/1.1" status: 200  len: 950 time: 0.2772748
Jun 04 15:16:04.442752 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3f443897-0bce-4303-b371-50c80524b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c7811f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:16:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:04.447864 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:04.456265 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:04.479258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:16:04.479806 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:16:04.494851 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:16:04.526227 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3cc2db1b-78ec-4bb3-8a8b-d86f947b343f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:04.659821 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7bbc1361-1dca-4cf7-992f-8870e2fb26fd req-b7351262-1c4d-4565-8150-7806585d00b4 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007575
Jun 04 15:16:04.672417 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-3f443897-0bce-4303-b371-50c80524b985 None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:16:04.718132 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ca98492f-3786-4e0b-aa18-f28d9a4674a0 req-ddf93f5d-1f5f-415f-b56a-354552f4b627 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1172795
Jun 04 15:16:04.770835 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:04.792285 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:04.817702 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:04.827804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=8832be06-3dd0-4604-b531-0a272ed14997,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:04.830647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49584525-cacf-48b1-a16e-d17fbe9a0908 req-0b7d2e66-edd2-4f29-9b98-651b1eee5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:04.832755 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-49584525-cacf-48b1-a16e-d17fbe9a0908 req-0b7d2e66-edd2-4f29-9b98-651b1eee5fba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.4808969
Jun 04 15:16:04.841034 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:04.887893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Network 18b375a7-7cc2-4169-a256-980dd8700031 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:16:04.929790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:16:04.946160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:16:04.949571 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3792f33a-89f7-4683-8999-86556dd0786d req-bc06c121-016c-4272-b601-d7a09b0f5dbe tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 210 time: 0.0629001
Jun 04 15:16:04.982705 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8832be06-3dd0-4604-b531-0a272ed14997 HTTP/1.1" status: 204  len: 168 time: 2.0719025
Jun 04 15:16:05.020722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Pushing event updated for resources: {'Port': ['ID=efedb992-4b5a-4a47-b6f6-de44e4033b5f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:05.022123 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98492f-3786-4e0b-aa18-f28d9a4674a0 req-fe33d3e8-078e-4456-a985-3a6beb4c83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:05.023763 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ca98492f-3786-4e0b-aa18-f28d9a4674a0 req-fe33d3e8-078e-4456-a985-3a6beb4c83b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 1097 time: 0.1844430
Jun 04 15:16:05.067491 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:05.111395 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3f443897-0bce-4303-b371-50c80524b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c7811f0>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:05.131690 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe350c11-a271-441b-84e4-7598cf4c97c7 req-ab2679da-20c4-4a6a-b2ba-a1df77beb345 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9991450
Jun 04 15:16:05.131822 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f443897-0bce-4303-b371-50c80524b985 None None] The sync data for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 is: [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'c44a2426-57a9-43bb-91d3-2ec750e5af11', 'name': '', 'network_id': 'fc578392-edaf-4d3c-9dfb-10e567eb7921', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'mac_address': 'fa:16:3e:34:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:50Z', 'updated_at': '2021-06-04T15:14:05Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'subnets': [{'id': 'd37fec73-8278-44ef-96a9-c0c2b4914081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:16:05.131966 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:05.191052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-c32fa0b6-cc8d-4002-91c4-2c483bbd9c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:05.208543 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-c32fa0b6-cc8d-4002-91c4-2c483bbd9c95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 1097 time: 0.8930542
Jun 04 15:16:05.258142 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-2473df37-298e-450e-851b-17537fce1886 req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:05.270496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98492f-3786-4e0b-aa18-f28d9a4674a0 req-73b91bba-4fa5-41fb-bac6-6b7758e772a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:05.272089 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ca98492f-3786-4e0b-aa18-f28d9a4674a0 req-73b91bba-4fa5-41fb-bac6-6b7758e772a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 921 time: 0.2225685
Jun 04 15:16:05.315823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:05.316402 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:05.323199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-2473df37-298e-450e-851b-17537fce1886 req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:05.383642 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ca98492f-3786-4e0b-aa18-f28d9a4674a0 req-4372d4f6-7334-48d5-8000-1f00bf5fca28 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bddfaf8-ac06-4dbe-9bc1-4352a798742c HTTP/1.1" status: 200  len: 217 time: 0.0788660
Jun 04 15:16:05.429677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49584525-cacf-48b1-a16e-d17fbe9a0908 req-432fc941-8dc6-431f-8ff2-66c72d511a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:05.431352 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-49584525-cacf-48b1-a16e-d17fbe9a0908 req-432fc941-8dc6-431f-8ff2-66c72d511a1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.5849102
Jun 04 15:16:05.500292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-3d23c329-eed7-4c3c-8ee9-6cc77439ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:05.508405 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-3d23c329-eed7-4c3c-8ee9-6cc77439ab52 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 921 time: 0.2988923
Jun 04 15:16:05.566315 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db899f-5e7a-413b-b3f0-7b631dc74a4d None None] New status for floating IP 569393f5-76e0-4a53-82d3-a846d28ce5fe: DOWN {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:16:05.615825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98492f-3786-4e0b-aa18-f28d9a4674a0 req-bf9a3093-fb6d-41b7-8f0f-81f526fe3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:05.617530 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ca98492f-3786-4e0b-aa18-f28d9a4674a0 req-bf9a3093-fb6d-41b7-8f0f-81f526fe3761 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.2206817
Jun 04 15:16:05.630360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94815242-3759-4d36-bbbb-96bd1e05f3db req-0a485961-8bfb-4909-9112-02a62714a33e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:05.631929 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-94815242-3759-4d36-bbbb-96bd1e05f3db req-0a485961-8bfb-4909-9112-02a62714a33e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 932 time: 0.3588328
Jun 04 15:16:05.675220 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-2faea1e5-b870-4f7e-922f-abb1a63a1d83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bddfaf8-ac06-4dbe-9bc1-4352a798742c HTTP/1.1" status: 200  len: 217 time: 0.1656950
Jun 04 15:16:05.685319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2473df37-298e-450e-851b-17537fce1886 req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Made reservation on behalf of ef1f8bca92884089b1346e04292fa4c6 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:16:05.691663 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2473df37-298e-450e-851b-17537fce1886 req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:05.708779 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.0181310
Jun 04 15:16:05.741552 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-94815242-3759-4d36-bbbb-96bd1e05f3db req-11aa64e2-2b96-4f2c-bee9-f24a119c467e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609853
Jun 04 15:16:05.747564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98492f-3786-4e0b-aa18-f28d9a4674a0 req-97d2fc0c-7a2b-424b-89e7-fdb09247aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:05.749356 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ca98492f-3786-4e0b-aa18-f28d9a4674a0 req-97d2fc0c-7a2b-424b-89e7-fdb09247aa2e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1164258
Jun 04 15:16:05.788923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40678) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:05.807514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-2b4364a0-b1cf-4550-9c10-e3cd8c131a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:05.809903 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-2b4364a0-b1cf-4550-9c10-e3cd8c131a05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.0970263
Jun 04 15:16:05.823007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Request body: {'port': {'device_id': 'fc642f4f-0864-405f-9ffb-038f1d653c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:06.010619 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a6e0eb86-1b9a-4ba1-9471-047f2fb0518c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9099d69d6b7467e872bfae806978c26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2202806
Jun 04 15:16:06.019309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40682) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:06.086690 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ca98492f-3786-4e0b-aa18-f28d9a4674a0 req-2f98acfd-9dd3-47a2-b74e-9a24ebd98add service neutron] 10.222.0.65 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3296218
Jun 04 15:16:06.223266 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:06.238802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edec9c-e985-4946-a776-3df17c960b50 req-d345f6e6-bbda-4f22-9cd4-5a60e38243b2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:06.244971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edec9c-e985-4946-a776-3df17c960b50 req-d345f6e6-bbda-4f22-9cd4-5a60e38243b2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:06.251679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edec9c-e985-4946-a776-3df17c960b50 req-d345f6e6-bbda-4f22-9cd4-5a60e38243b2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:06.257800 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edec9c-e985-4946-a776-3df17c960b50 req-d345f6e6-bbda-4f22-9cd4-5a60e38243b2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:06.263767 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edec9c-e985-4946-a776-3df17c960b50 req-d345f6e6-bbda-4f22-9cd4-5a60e38243b2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:06.270522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edec9c-e985-4946-a776-3df17c960b50 req-d345f6e6-bbda-4f22-9cd4-5a60e38243b2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:06.276330 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edec9c-e985-4946-a776-3df17c960b50 req-d345f6e6-bbda-4f22-9cd4-5a60e38243b2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:06.278308 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-07edec9c-e985-4946-a776-3df17c960b50 req-d345f6e6-bbda-4f22-9cd4-5a60e38243b2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5420 time: 0.3571744
Jun 04 15:16:06.281291 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f75128ef-100b-4b99-8b25-853c65619391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:06.356734 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f75128ef-100b-4b99-8b25-853c65619391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:06.393386 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-49584525-cacf-48b1-a16e-d17fbe9a0908 req-7b9c8591-8dae-4e49-ae1a-2f6b8042c175 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9413610
Jun 04 15:16:06.428848 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-07edec9c-e985-4946-a776-3df17c960b50 req-06208c53-82be-4a6a-8249-d8588ed816a7 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1281364
Jun 04 15:16:06.433312 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ca98492f-3786-4e0b-aa18-f28d9a4674a0 req-89bded8c-19a1-4a87-8079-3b0af02097b7 service neutron] 10.222.0.65 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3359218
Jun 04 15:16:06.559702 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f75128ef-100b-4b99-8b25-853c65619391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:06.567095 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-25a1c155-87b2-478e-9620-42b5ad9a1731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:06.613093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75128ef-100b-4b99-8b25-853c65619391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3244785-52ae-4e60-aa92-d7ef083871ae,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:06.616223 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f75128ef-100b-4b99-8b25-853c65619391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:06.644785 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a4b9c16b-0384-4d04-9538-21e3f73a7ac9 req-18124dac-404d-4934-affb-709a44530f59 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 210 time: 0.0667634
Jun 04 15:16:06.646774 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f75128ef-100b-4b99-8b25-853c65619391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:06.649186 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f75128ef-100b-4b99-8b25-853c65619391 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3244785-52ae-4e60-aa92-d7ef083871ae HTTP/1.1" status: 204  len: 168 time: 0.6268389
Jun 04 15:16:06.677239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-25c02bff-493d-433e-954a-6f470b4da633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:06.678795 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-25c02bff-493d-433e-954a-6f470b4da633 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5211070
Jun 04 15:16:06.844838 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de55b931-913d-4c28-92c7-85a5ef93a287 x-openstack-request-id: req-de55b931-913d-4c28-92c7-85a5ef93a287 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:06.844838 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd298d8e-b03d-49fc-9447-02be9b262f29", "tag": "6bddfaf8-ac06-4dbe-9bc1-4352a798742c", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:06.845303 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de55b931-913d-4c28-92c7-85a5ef93a287 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:06.845590 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'tag': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'status': 'completed', 'code': 200}
Jun 04 15:16:06.852277 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693fe99-d0ce-4384-b26a-62e5856900e8 req-86e38452-908d-4389-be80-f27e5a57bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:06.853753 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5693fe99-d0ce-4384-b26a-62e5856900e8 req-86e38452-908d-4389-be80-f27e5a57bd65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c3e4ae83578c4cbebafa2993e109f242&device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 1097 time: 0.1241019
Jun 04 15:16:06.854263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-2473df37-298e-450e-851b-17537fce1886 req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Allocated IP 172.20.0.9 (64018707-9132-4dd5-a91e-611ca8957998/7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc/83939d41-69ba-4faf-b4a7-7e2c5d9f7222) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:16:06.950019 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-49584525-cacf-48b1-a16e-d17fbe9a0908 req-81773295-3e3f-4004-a02a-6bb4b98bf99d service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5385337
Jun 04 15:16:07.036733 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693fe99-d0ce-4384-b26a-62e5856900e8 req-7b50a9df-532a-44ba-b0c2-88318fb78489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:07.038309 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5693fe99-d0ce-4384-b26a-62e5856900e8 req-7b50a9df-532a-44ba-b0c2-88318fb78489 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 200  len: 921 time: 0.1788273
Jun 04 15:16:07.044717 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-12409ccb-4a43-4069-9a65-5f72f2bd79d1 service neutron] 10.222.0.32 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3343844
Jun 04 15:16:07.139204 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5693fe99-d0ce-4384-b26a-62e5856900e8 req-41e6574f-cea9-4940-8ef8-387f1ea4da7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bddfaf8-ac06-4dbe-9bc1-4352a798742c HTTP/1.1" status: 200  len: 217 time: 0.0890472
Jun 04 15:16:07.239678 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693fe99-d0ce-4384-b26a-62e5856900e8 req-6aaddc86-79b0-4f71-98a7-d383ff93d468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:07.243140 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5693fe99-d0ce-4384-b26a-62e5856900e8 req-6aaddc86-79b0-4f71-98a7-d383ff93d468 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 200  len: 859 time: 0.0962524
Jun 04 15:16:07.397658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693fe99-d0ce-4384-b26a-62e5856900e8 req-a3527c6c-b11c-446f-aa1e-5883f9bc7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:07.404225 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5693fe99-d0ce-4384-b26a-62e5856900e8 req-a3527c6c-b11c-446f-aa1e-5883f9bc7af5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc578392-edaf-4d3c-9dfb-10e567eb7921&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1504760
Jun 04 15:16:07.593799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-b24de084-02cb-4b84-a9f0-371f98fb2931 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:07.596384 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-b24de084-02cb-4b84-a9f0-371f98fb2931 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.62 "GET /v2.0/networks?id=ce2641af-d785-42c1-b85a-8ec2c2a9be7e HTTP/1.1" status: 200  len: 811 time: 0.4466970
Jun 04 15:16:07.626100 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eec48d25-2d10-4c45-a25f-de7808977f44 req-25612f99-c7ba-42ff-b739-fc754f0758d1 service neutron] 10.222.0.32 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5642984
Jun 04 15:16:07.634677 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5693fe99-d0ce-4384-b26a-62e5856900e8 req-9d00f25a-ea9a-423c-9271-697e411e7d1a service neutron] 10.222.0.65 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259064
Jun 04 15:16:07.724060 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:16:07.835760 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5693fe99-d0ce-4384-b26a-62e5856900e8 req-8aef427b-98b4-4110-879c-918090ebb67e service neutron] 10.222.0.65 "GET /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1945167
Jun 04 15:16:07.932470 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-28ca40b5-d33d-4ae0-ae17-b415d782f3dc req-6be4669d-95aa-4bf6-9c15-a6c29f6d31bf tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 210 time: 0.0590527
Jun 04 15:16:07.958807 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-5925f2a3-c04c-4b93-bbf8-38575e165c61 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19b9e4b51b064e8d8317a7483dd1d34a HTTP/1.1" status: 200  len: 379 time: 0.3419061
Jun 04 15:16:07.965679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efedb992-4b5a-4a47-b6f6-de44e4033b5f {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:07.979450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Request body: {'port': {'device_id': 'bef35cfe-0c43-477c-9855-237d87390103', 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'admin_state_up': True, 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'security_groups': ['4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:08.003427 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:08.036724 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7f689-e6ea-4549-97af-4bf9a6eb306d req-7e1f7d27-fac4-434c-b016-2378494d565f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:08.039075 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-04f7f689-e6ea-4549-97af-4bf9a6eb306d req-7e1f7d27-fac4-434c-b016-2378494d565f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 932 time: 0.1436090
Jun 04 15:16:08.045469 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2473df37-298e-450e-851b-17537fce1886 req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:08.112552 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-04f7f689-e6ea-4549-97af-4bf9a6eb306d req-1a7cf6d0-5477-4d58-9771-1ebbbc2cdf3a tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565238
Jun 04 15:16:08.121322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Transition to ACTIVE for port object efedb992-4b5a-4a47-b6f6-de44e4033b5f will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:16:08.201187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:08.213870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:08.229035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:08.233922 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:08.420348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426e298-d1b5-48e2-a3f4-fad95331915c req-0f75d8ab-91ae-4b4f-b641-00bdded725f8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:08.427423 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426e298-d1b5-48e2-a3f4-fad95331915c req-0f75d8ab-91ae-4b4f-b641-00bdded725f8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:08.433587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426e298-d1b5-48e2-a3f4-fad95331915c req-0f75d8ab-91ae-4b4f-b641-00bdded725f8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:08.439531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426e298-d1b5-48e2-a3f4-fad95331915c req-0f75d8ab-91ae-4b4f-b641-00bdded725f8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:08.444189 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2473df37-298e-450e-851b-17537fce1886 req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:08.445478 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426e298-d1b5-48e2-a3f4-fad95331915c req-0f75d8ab-91ae-4b4f-b641-00bdded725f8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:08.445775 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Made reservation on behalf of 19b9e4b51b064e8d8317a7483dd1d34a for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:16:08.449495 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:08.451361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426e298-d1b5-48e2-a3f4-fad95331915c req-0f75d8ab-91ae-4b4f-b641-00bdded725f8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:08.457328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426e298-d1b5-48e2-a3f4-fad95331915c req-0f75d8ab-91ae-4b4f-b641-00bdded725f8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:08.459239 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0426e298-d1b5-48e2-a3f4-fad95331915c req-0f75d8ab-91ae-4b4f-b641-00bdded725f8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5420 time: 0.1521575
Jun 04 15:16:08.630565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2473df37-298e-450e-851b-17537fce1886 req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Network 64018707-9132-4dd5-a91e-611ca8957998 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:16:08.635368 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0426e298-d1b5-48e2-a3f4-fad95331915c req-1d8f28e9-cf26-40fc-9928-ac341c72c0b3 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1659856
Jun 04 15:16:08.670721 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Pushing event updated for resources: {'Port': ['ID=efedb992-4b5a-4a47-b6f6-de44e4033b5f,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:08.685990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-2473df37-298e-450e-851b-17537fce1886 req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:16:08.688275 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:08.689136 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fb8906a8-e245-44aa-b983-3ef62c8d1411 tempest-MigrationsAdminTest-1161455423 tempest-MigrationsAdminTest-1161455423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:08.758581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-2473df37-298e-450e-851b-17537fce1886 req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:16:08.879519 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3815ea75-a012-444a-a112-0b5caded2aeb req-5cc5c4d4-30f5-43ef-9788-edc44201ac7b tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 210 time: 0.0584803
Jun 04 15:16:08.941494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Pushing event updated for resources: {'Port': ['ID=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:08.955217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473df37-298e-450e-851b-17537fce1886 req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:08.955844 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2473df37-298e-450e-851b-17537fce1886 req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:08.962160 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:09.012494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-6683473f-3775-4770-9e67-e2876d5fe1fb tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:09.012494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-6683473f-3775-4770-9e67-e2876d5fe1fb tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:09.012494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-6683473f-3775-4770-9e67-e2876d5fe1fb tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:09.013147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-6683473f-3775-4770-9e67-e2876d5fe1fb tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:09.013292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-6683473f-3775-4770-9e67-e2876d5fe1fb tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:09.013757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-6683473f-3775-4770-9e67-e2876d5fe1fb tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:09.014223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-6683473f-3775-4770-9e67-e2876d5fe1fb tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:09.014681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-6683473f-3775-4770-9e67-e2876d5fe1fb tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:09.015140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-6683473f-3775-4770-9e67-e2876d5fe1fb tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:09.018482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-6683473f-3775-4770-9e67-e2876d5fe1fb tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:09.018482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-6683473f-3775-4770-9e67-e2876d5fe1fb tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:09.018482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-6683473f-3775-4770-9e67-e2876d5fe1fb tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:09.018482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-6683473f-3775-4770-9e67-e2876d5fe1fb tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:09.019952 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-6683473f-3775-4770-9e67-e2876d5fe1fb tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103&device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d&device_id=fc642f4f-0864-405f-9ffb-038f1d653c57&device_id=b98d025a-b624-44db-adc4-e9e89aea5321&device_id=7e915948-1c07-4528-be78-03ed9c8f5d40&device_id=b78d30e3-4335-4d02-8e97-480f8658f633&device_id=8d609333-14ce-446a-ac75-1d4dba98abde&device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 11697 time: 0.5905495
Jun 04 15:16:09.083458 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-13ad41e3-e498-4515-8284-bd461e7dfefc tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:09.100164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Attempting to bind port efedb992-4b5a-4a47-b6f6-de44e4033b5f on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:16:09.100497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Attempting to bind port efedb992-4b5a-4a47-b6f6-de44e4033b5f by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'a9790877-d2db-4b8a-80ae-1ce772a79e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:16:09.100825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Attempting to bind port efedb992-4b5a-4a47-b6f6-de44e4033b5f on network 18b375a7-7cc2-4169-a256-980dd8700031 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:16:09.116517 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Port efedb992-4b5a-4a47-b6f6-de44e4033b5f on network 18b375a7-7cc2-4169-a256-980dd8700031 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:16:09.116751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Attempting to bind port efedb992-4b5a-4a47-b6f6-de44e4033b5f on network 18b375a7-7cc2-4169-a256-980dd8700031 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:16:09.120238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-13ad41e3-e498-4515-8284-bd461e7dfefc tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:09.128398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-13ad41e3-e498-4515-8284-bd461e7dfefc tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Usage tracker for resource:security_group_rule and tenant:ddd923cd358b4b8499526cd1a9d8be62 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:09.131440 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Allocated IP 172.20.0.8 (ce2641af-d785-42c1-b85a-8ec2c2a9be7e/dcd15fe0-8f99-47e2-b804-1a5a0fce07ff/6bcbd00b-aef4-4100-93b6-fdc431dbd78a) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:16:09.133652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:16:09.134053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Checking segment: {'id': 'a9790877-d2db-4b8a-80ae-1ce772a79e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:16:09.134357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Bound using segment: {'id': 'a9790877-d2db-4b8a-80ae-1ce772a79e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:16:09.134782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Bound port: efedb992-4b5a-4a47-b6f6-de44e4033b5f, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9790877-d2db-4b8a-80ae-1ce772a79e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:16:09.135128 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:09.145322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-13ad41e3-e498-4515-8284-bd461e7dfefc tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:09.160365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-13ad41e3-e498-4515-8284-bd461e7dfefc tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:09.228384 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2473df37-298e-450e-851b-17537fce1886 req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8301911
Jun 04 15:16:09.258989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Request body: {'port': {'device_id': 'e1f501a0-c772-42ff-91fa-bbdc34d0f48d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:09.482383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] For port efedb992-4b5a-4a47-b6f6-de44e4033b5f, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:16:09.527169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] For port efedb992-4b5a-4a47-b6f6-de44e4033b5f, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=efedb992-4b5a-4a47-b6f6-de44e4033b5f,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:16:09.589489 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:09.603851 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:09.624457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786be5a3-4d0a-4e1f-9c0a-a972e240deff req-c0bbc3bc-4946-496f-85ef-0f32b95acd00 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:09.626750 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-786be5a3-4d0a-4e1f-9c0a-a972e240deff req-c0bbc3bc-4946-496f-85ef-0f32b95acd00 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 931 time: 0.1085780
Jun 04 15:16:09.628457 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:09.638759 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:09.673947 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-786be5a3-4d0a-4e1f-9c0a-a972e240deff req-3dbd0393-2a06-420c-8490-ae119ead29b4 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409942
Jun 04 15:16:09.743011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Transition to ACTIVE for port object 6bcbd00b-aef4-4100-93b6-fdc431dbd78a will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:16:09.769793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:09.770393 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:09.771813 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] 10.222.0.65 "PUT /v2.0/ports/efedb992-4b5a-4a47-b6f6-de44e4033b5f HTTP/1.1" status: 200  len: 1092 time: 3.9555347
Jun 04 15:16:09.773585 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-13ad41e3-e498-4515-8284-bd461e7dfefc tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:09.777629 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc642f4f-0864-405f-9ffb-038f1d653c57', 'tag': 'efedb992-4b5a-4a47-b6f6-de44e4033b5f'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:09.779879 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c20cd7f-4558-49a1-ac0f-dac823a5c7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fc642f4f-0864-405f-9ffb-038f1d653c57", "tag": "efedb992-4b5a-4a47-b6f6-de44e4033b5f"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:09.849542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Pushing event updated for resources: {'Port': ['ID=efedb992-4b5a-4a47-b6f6-de44e4033b5f,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:09.859051 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:09.862261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497f324-61ae-4d04-b5f9-4e3f3c31fcc1 req-83547b04-f872-4049-83f6-df274d109268 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:09.864050 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f497f324-61ae-4d04-b5f9-4e3f3c31fcc1 req-83547b04-f872-4049-83f6-df274d109268 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 944 time: 0.0874226
Jun 04 15:16:09.874472 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-13ad41e3-e498-4515-8284-bd461e7dfefc tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:09.884978 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2f105bc1-bed4-40d5-8e46-c265758d7fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:09.914098 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f497f324-61ae-4d04-b5f9-4e3f3c31fcc1 req-b332e642-015c-4ea6-829f-a432d6c9d37e tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436900
Jun 04 15:16:09.945046 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-afc8a631-d875-4cd6-ab84-81d574f9a975 req-13ad41e3-e498-4515-8284-bd461e7dfefc tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&id=fc05d09a-295b-4330-8d97-70ebdf333e19&id=cd824210-4583-443e-b8da-38edacd42f87&id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&id=f7b575bb-0477-4be0-b580-24c28106b718&id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 647 time: 0.9157240
Jun 04 15:16:10.060655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad41e3-e498-4515-8284-bd461e7dfefc tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8ae673-928c-45b2-bde3-f557dde5aa16,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:10.073854 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-13ad41e3-e498-4515-8284-bd461e7dfefc tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:10.075397 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:10.268436 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:10.332907 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b8b0f63-8465-4e1c-a20c-0b4c76fa98e1 req-4b25c534-16f5-42ce-9699-4f10b9d6cdd7 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/floatingips/569393f5-76e0-4a53-82d3-a846d28ce5fe HTTP/1.1" status: 200  len: 694 time: 0.3465116
Jun 04 15:16:10.402485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Network ce2641af-d785-42c1-b85a-8ec2c2a9be7e is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:16:10.422675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:16:10.445112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:16:10.502412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Pushing event updated for resources: {'Port': ['ID=6bcbd00b-aef4-4100-93b6-fdc431dbd78a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:10.505674 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:10.571259 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6bff3-d4f2-4a18-8444-8b67374ef71a req-7250c37f-4fa1-4f9b-9dfc-69aa59f8b9af tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:10.584303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6bff3-d4f2-4a18-8444-8b67374ef71a req-7250c37f-4fa1-4f9b-9dfc-69aa59f8b9af tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:10.588736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6bff3-d4f2-4a18-8444-8b67374ef71a req-7250c37f-4fa1-4f9b-9dfc-69aa59f8b9af tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:10.595441 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6bff3-d4f2-4a18-8444-8b67374ef71a req-7250c37f-4fa1-4f9b-9dfc-69aa59f8b9af tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:10.602911 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6bff3-d4f2-4a18-8444-8b67374ef71a req-7250c37f-4fa1-4f9b-9dfc-69aa59f8b9af tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:10.613978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6bff3-d4f2-4a18-8444-8b67374ef71a req-7250c37f-4fa1-4f9b-9dfc-69aa59f8b9af tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:10.620927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6bff3-d4f2-4a18-8444-8b67374ef71a req-7250c37f-4fa1-4f9b-9dfc-69aa59f8b9af tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:10.623241 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-18e6bff3-d4f2-4a18-8444-8b67374ef71a req-7250c37f-4fa1-4f9b-9dfc-69aa59f8b9af tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5420 time: 0.1542466
Jun 04 15:16:10.630332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-dc06e0ce-dbd7-4c8d-891e-d2447550fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:10.630332 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-dc06e0ce-dbd7-4c8d-891e-d2447550fa2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=033be366519a46eb9d528c6270c2e78b&device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 1095 time: 0.6977155
Jun 04 15:16:10.675927 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-18e6bff3-d4f2-4a18-8444-8b67374ef71a req-8bf632ec-239f-4708-91bf-b214ce7cebe9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0456424
Jun 04 15:16:10.743706 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:10.744353 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:10.752908 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaf06e4-d8e3-4181-a700-2ab721556bfc x-openstack-request-id: req-cbaf06e4-d8e3-4181-a700-2ab721556bfc {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:10.753366 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc642f4f-0864-405f-9ffb-038f1d653c57", "tag": "efedb992-4b5a-4a47-b6f6-de44e4033b5f", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:10.753559 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbaf06e4-d8e3-4181-a700-2ab721556bfc {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:10.753989 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc642f4f-0864-405f-9ffb-038f1d653c57', 'tag': 'efedb992-4b5a-4a47-b6f6-de44e4033b5f', 'status': 'completed', 'code': 200}
Jun 04 15:16:10.785739 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-eba803bc-78e8-45da-b3ed-b301b429e09b None None] Provisioning for port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:10.791411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-eba803bc-78e8-45da-b3ed-b301b429e09b None None] Provisioning complete for port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:10.795195 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eba803bc-78e8-45da-b3ed-b301b429e09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:10.797275 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-6ed7b829-c6e7-4fcb-96eb-e4d21712e43f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efedb992-4b5a-4a47-b6f6-de44e4033b5f HTTP/1.1" status: 200  len: 217 time: 0.1498494
Jun 04 15:16:10.827272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b0f63-8465-4e1c-a20c-0b4c76fa98e1 req-e223c398-944c-413a-82a8-6ae882ee0fc7 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:10.829165 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b8b0f63-8465-4e1c-a20c-0b4c76fa98e1 req-e223c398-944c-413a-82a8-6ae882ee0fc7 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.4822743
Jun 04 15:16:10.857056 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-eba803bc-78e8-45da-b3ed-b301b429e09b None None] Port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:16:10.918639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6b732-c82e-472a-84ef-27df41957aec req-afb476ab-c1c2-4431-94a5-d0c5143633f0 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:10.920146 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f5b6b732-c82e-472a-84ef-27df41957aec req-afb476ab-c1c2-4431-94a5-d0c5143633f0 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 931 time: 0.0929725
Jun 04 15:16:10.970102 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f5b6b732-c82e-472a-84ef-27df41957aec req-651efb06-9aff-40bf-ab38-1636ec8a2e63 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437243
Jun 04 15:16:10.972483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:10.981347 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b8b0f63-8465-4e1c-a20c-0b4c76fa98e1 req-7e3b321e-dbee-42f8-a8ea-0eb644fc5867 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200  len: 697 time: 0.1122301
Jun 04 15:16:10.990547 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:11.005531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-ed43750a-f59f-4fa4-859a-a29603882b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:11.005531 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-ed43750a-f59f-4fa4-859a-a29603882b9b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b5de2a97-54a8-442f-9a58-3ea9722eaaff HTTP/1.1" status: 200  len: 862 time: 0.1813421
Jun 04 15:16:11.099711 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1289861
Jun 04 15:16:11.117711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Transition to ACTIVE for port object 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:16:11.126127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Request body: {'port': {'device_id': 'bef35cfe-0c43-477c-9855-237d87390103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:11.157862 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b8b0f63-8465-4e1c-a20c-0b4c76fa98e1 req-36527651-2e34-4b84-b0f0-e662313713f6 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200  len: 697 time: 0.1646960
Jun 04 15:16:11.164581 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-f14eda67-63d0-4d50-b61a-f5e360d33062 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=18b375a7-7cc2-4169-a256-980dd8700031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1076307
Jun 04 15:16:11.268272 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:11.291643 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f026fe3-bc14-4dbc-8371-c215b69b0c82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:11.800322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Pushing event updated for resources: {'Port': ['ID=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:11.827158 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:11.882984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f47fe4-1888-4a14-9256-ab5b023a1ca9 req-82e241ca-df8b-4b8d-b5d1-398e1185f986 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:11.884469 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0f47fe4-1888-4a14-9256-ab5b023a1ca9 req-82e241ca-df8b-4b8d-b5d1-398e1185f986 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 943 time: 0.0852203
Jun 04 15:16:11.886951 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:11.931961 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0f47fe4-1888-4a14-9256-ab5b023a1ca9 req-4431c685-ace3-4773-87eb-8364752fc2e9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413437
Jun 04 15:16:11.947378 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-55138398-090e-4a3d-ae41-ba1dd59328a5 service neutron] 10.222.0.65 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7685146
Jun 04 15:16:12.064183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Attempting to bind port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:16:12.064469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Attempting to bind port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:16:12.064781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Attempting to bind port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 on network 64018707-9132-4dd5-a91e-611ca8957998 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:16:12.125569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe452c-40e7-44d2-a0a0-685656ab04b3 req-e4bdd1aa-c0a6-404e-90b3-ca3eb5e038b1 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:12.126926 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ebbe452c-40e7-44d2-a0a0-685656ab04b3 req-e4bdd1aa-c0a6-404e-90b3-ca3eb5e038b1 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 944 time: 0.0976565
Jun 04 15:16:12.164073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 on network 64018707-9132-4dd5-a91e-611ca8957998 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:16:12.164396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Attempting to bind port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 on network 64018707-9132-4dd5-a91e-611ca8957998 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:16:12.175951 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ebbe452c-40e7-44d2-a0a0-685656ab04b3 req-6307ee63-f16c-4849-a40e-78b51de1bf8d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429156
Jun 04 15:16:12.193245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-8b8b0f63-8465-4e1c-a20c-0b4c76fa98e1 req-0566c4d9-3f26-4ec5-9b99-2932026c201c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Deleting port c45a48d5-337a-4946-bd23-2989e29a985e {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:16:12.193614 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8b8b0f63-8465-4e1c-a20c-0b4c76fa98e1 req-0566c4d9-3f26-4ec5-9b99-2932026c201c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:12.216473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:16:12.216808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Checking segment: {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:16:12.217229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Bound using segment: {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:16:12.217679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Bound port: 83939d41-69ba-4faf-b4a7-7e2c5d9f7222, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:16:12.218031 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:12.426625 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0a9fdf4-aac0-442b-9878-ee8f1d8d1dc4 req-1159afd9-5463-4b30-955d-fab0df3552fc service neutron] 10.222.0.65 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4480481
Jun 04 15:16:12.538988 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8b8b0f63-8465-4e1c-a20c-0b4c76fa98e1 req-0566c4d9-3f26-4ec5-9b99-2932026c201c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:12.539314 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8b8b0f63-8465-4e1c-a20c-0b4c76fa98e1 req-0566c4d9-3f26-4ec5-9b99-2932026c201c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:12.565348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08046717-254a-472a-8b9a-b82212cf55aa req-184fc127-5287-4107-a499-4a3aed52b319 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:12.566000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08046717-254a-472a-8b9a-b82212cf55aa req-184fc127-5287-4107-a499-4a3aed52b319 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:12.566889 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08046717-254a-472a-8b9a-b82212cf55aa req-184fc127-5287-4107-a499-4a3aed52b319 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:12.568890 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-08046717-254a-472a-8b9a-b82212cf55aa req-184fc127-5287-4107-a499-4a3aed52b319 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b98d025a-b624-44db-adc4-e9e89aea5321&device_id=b78d30e3-4335-4d02-8e97-480f8658f633&device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 2883 time: 0.0900002
Jun 04 15:16:12.616434 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-08046717-254a-472a-8b9a-b82212cf55aa req-9e1e818d-040a-4c41-bddd-3161ed888603 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401187
Jun 04 15:16:12.719794 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] For port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:16:12.732331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-8b8b0f63-8465-4e1c-a20c-0b4c76fa98e1 req-0566c4d9-3f26-4ec5-9b99-2932026c201c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Calling delete_port for c45a48d5-337a-4946-bd23-2989e29a985e owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:16:12.759400 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] For port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:16:12.855854 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:12.864124 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:12.914320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bcbd00b-aef4-4100-93b6-fdc431dbd78a {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:12.929581 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b189f28-3b4f-4b62-a4c2-750ce26d00cb req-d164b202-d17d-47c4-be0b-377c181737d5 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:12.933536 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:12.935820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b189f28-3b4f-4b62-a4c2-750ce26d00cb req-d164b202-d17d-47c4-be0b-377c181737d5 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:12.941972 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b189f28-3b4f-4b62-a4c2-750ce26d00cb req-d164b202-d17d-47c4-be0b-377c181737d5 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:12.946077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:12.948016 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:12.948175 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b189f28-3b4f-4b62-a4c2-750ce26d00cb req-d164b202-d17d-47c4-be0b-377c181737d5 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:12.948285 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2473df37-298e-450e-851b-17537fce1886 req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] 10.222.0.65 "PUT /v2.0/ports/83939d41-69ba-4faf-b4a7-7e2c5d9f7222 HTTP/1.1" status: 200  len: 1091 time: 3.7100413
Jun 04 15:16:12.952384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f501a0-c772-42ff-91fa-bbdc34d0f48d', 'tag': '83939d41-69ba-4faf-b4a7-7e2c5d9f7222'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:12.954011 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b189f28-3b4f-4b62-a4c2-750ce26d00cb req-d164b202-d17d-47c4-be0b-377c181737d5 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:12.955065 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74758490-7aac-49e5-b9d0-11a049536725" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f501a0-c772-42ff-91fa-bbdc34d0f48d", "tag": "83939d41-69ba-4faf-b4a7-7e2c5d9f7222"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:12.960149 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b189f28-3b4f-4b62-a4c2-750ce26d00cb req-d164b202-d17d-47c4-be0b-377c181737d5 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:12.968781 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b189f28-3b4f-4b62-a4c2-750ce26d00cb req-d164b202-d17d-47c4-be0b-377c181737d5 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:12.972158 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b189f28-3b4f-4b62-a4c2-750ce26d00cb req-d164b202-d17d-47c4-be0b-377c181737d5 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5420 time: 0.1408408
Jun 04 15:16:12.976420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20cd7f-4558-49a1-ac0f-dac823a5c7f0 req-b58d7889-32a7-4464-af4c-c27f4ac9ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:12.981643 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c20cd7f-4558-49a1-ac0f-dac823a5c7f0 req-b58d7889-32a7-4464-af4c-c27f4ac9ae3b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=033be366519a46eb9d528c6270c2e78b&device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 1095 time: 0.3513389
Jun 04 15:16:13.009848 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Transition to ACTIVE for port object 6bcbd00b-aef4-4100-93b6-fdc431dbd78a will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:16:13.020039 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b189f28-3b4f-4b62-a4c2-750ce26d00cb req-f49a1999-cc33-4e72-90fb-1609cf564333 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0452588
Jun 04 15:16:13.166281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Pushing event updated for resources: {'Port': ['ID=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:13.168853 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:13.184133 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:13.184656 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:13.486919 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8b8b0f63-8465-4e1c-a20c-0b4c76fa98e1 req-0566c4d9-3f26-4ec5-9b99-2932026c201c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:13.520379 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bcbd00b-aef4-4100-93b6-fdc431dbd78a,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:13.568476 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:13.597495 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a381b4f8-c562-4c69-b2c6-7cfdf6045d43 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:13.686381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20cd7f-4558-49a1-ac0f-dac823a5c7f0 req-7bbb3b45-052d-4d42-bda9-d77c50712bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:13.688407 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c20cd7f-4558-49a1-ac0f-dac823a5c7f0 req-7bbb3b45-052d-4d42-bda9-d77c50712bf2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=18b375a7-7cc2-4169-a256-980dd8700031 HTTP/1.1" status: 200  len: 923 time: 0.6994858
Jun 04 15:16:13.689274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566c4d9-3f26-4ec5-9b99-2932026c201c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Pushing event deleted for resources: {'Port': ['ID=c45a48d5-337a-4946-bd23-2989e29a985e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:13.724291 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0566c4d9-3f26-4ec5-9b99-2932026c201c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:13.737855 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:16:13.812307 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c20cd7f-4558-49a1-ac0f-dac823a5c7f0 req-c7324eb6-871b-434f-a34f-9daeb2d801d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efedb992-4b5a-4a47-b6f6-de44e4033b5f HTTP/1.1" status: 200  len: 217 time: 0.0869181
Jun 04 15:16:13.868564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473df37-298e-450e-851b-17537fce1886 req-64accc37-035d-44ed-95c1-dd95fbb7fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:13.870064 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2473df37-298e-450e-851b-17537fce1886 req-64accc37-035d-44ed-95c1-dd95fbb7fa3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 1094 time: 0.7966094
Jun 04 15:16:13.874397 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ce2c5-0771-420f-8aec-f967d8b18c7d req-f0ab3f5f-412b-4979-a6d3-03b12b160a19 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:13.875979 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0f7ce2c5-0771-420f-8aec-f967d8b18c7d req-f0ab3f5f-412b-4979-a6d3-03b12b160a19 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 943 time: 0.0877702
Jun 04 15:16:13.923820 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0f7ce2c5-0771-420f-8aec-f967d8b18c7d req-e19fc12d-d919-4b6f-8839-d4804e91815a tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413029
Jun 04 15:16:13.963085 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8b8b0f63-8465-4e1c-a20c-0b4c76fa98e1 req-0566c4d9-3f26-4ec5-9b99-2932026c201c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:13.972909 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2473df37-298e-450e-851b-17537fce1886 req-fb07d99c-0503-4481-a76a-4b6098661874 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83939d41-69ba-4faf-b4a7-7e2c5d9f7222 HTTP/1.1" status: 200  len: 217 time: 0.0870612
Jun 04 15:16:14.014034 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Attempting to bind port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:16:14.014365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Attempting to bind port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '8f6096c5-0158-4a71-a5c9-6ede3d87a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:16:14.014692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Attempting to bind port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a on network ce2641af-d785-42c1-b85a-8ec2c2a9be7e {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:16:14.029843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a on network ce2641af-d785-42c1-b85a-8ec2c2a9be7e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:16:14.030154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Attempting to bind port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a on network ce2641af-d785-42c1-b85a-8ec2c2a9be7e {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:16:14.038728 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20cd7f-4558-49a1-ac0f-dac823a5c7f0 req-e4b0b7c0-c133-45ba-8762-ef2ef73e5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:14.040154 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c20cd7f-4558-49a1-ac0f-dac823a5c7f0 req-e4b0b7c0-c133-45ba-8762-ef2ef73e5800 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b5de2a97-54a8-442f-9a58-3ea9722eaaff HTTP/1.1" status: 200  len: 862 time: 0.2158346
Jun 04 15:16:14.049478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:16:14.052291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Checking segment: {'id': '8f6096c5-0158-4a71-a5c9-6ede3d87a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:16:14.052291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Bound using segment: {'id': '8f6096c5-0158-4a71-a5c9-6ede3d87a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:16:14.052291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Bound port: 6bcbd00b-aef4-4100-93b6-fdc431dbd78a, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6096c5-0158-4a71-a5c9-6ede3d87a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:16:14.052291 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:14.124141 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c20cd7f-4558-49a1-ac0f-dac823a5c7f0 req-32c430c7-5c0f-4334-8abb-4175b45c0a1f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=18b375a7-7cc2-4169-a256-980dd8700031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0758803
Jun 04 15:16:14.134598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473df37-298e-450e-851b-17537fce1886 req-109a5236-e236-4236-abed-fb21fb1afd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:14.136070 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2473df37-298e-450e-851b-17537fce1886 req-109a5236-e236-4236-abed-fb21fb1afd66 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc HTTP/1.1" status: 200  len: 852 time: 0.1549053
Jun 04 15:16:14.256755 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2473df37-298e-450e-851b-17537fce1886 req-9d96841c-9b12-4b1a-8945-55d3753a7d61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64018707-9132-4dd5-a91e-611ca8957998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0934923
Jun 04 15:16:14.262767 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8b8b0f63-8465-4e1c-a20c-0b4c76fa98e1 req-0566c4d9-3f26-4ec5-9b99-2932026c201c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:14.263854 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b8b0f63-8465-4e1c-a20c-0b4c76fa98e1 req-0566c4d9-3f26-4ec5-9b99-2932026c201c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "DELETE /v2.0/floatingips/569393f5-76e0-4a53-82d3-a846d28ce5fe HTTP/1.1" status: 204  len: 173 time: 3.0927260
Jun 04 15:16:14.316785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254835b-6505-4da4-9d51-e6d73e3f8618 req-89dd6892-1f0e-47e0-a695-67031cb0a7d6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:14.318470 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2254835b-6505-4da4-9d51-e6d73e3f8618 req-89dd6892-1f0e-47e0-a695-67031cb0a7d6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 943 time: 0.0876255
Jun 04 15:16:14.366769 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1313baf3-689b-47b2-9cf5-109aeda5c726 x-openstack-request-id: req-1313baf3-689b-47b2-9cf5-109aeda5c726 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:14.367102 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f501a0-c772-42ff-91fa-bbdc34d0f48d", "tag": "83939d41-69ba-4faf-b4a7-7e2c5d9f7222", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:14.367396 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1313baf3-689b-47b2-9cf5-109aeda5c726 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:14.367836 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f501a0-c772-42ff-91fa-bbdc34d0f48d', 'tag': '83939d41-69ba-4faf-b4a7-7e2c5d9f7222', 'status': 'completed', 'code': 200}
Jun 04 15:16:14.371341 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2254835b-6505-4da4-9d51-e6d73e3f8618 req-89a5ba51-5ca9-45f1-98af-008a67bcd15c tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464885
Jun 04 15:16:14.517385 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] For port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:16:14.566722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] For port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=6bcbd00b-aef4-4100-93b6-fdc431dbd78a,segment=NetworkSegment(8f6096c5-0158-4a71-a5c9-6ede3d87a40c),segment_id=8f6096c5-0158-4a71-a5c9-6ede3d87a40c)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:16:14.582645 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c20cd7f-4558-49a1-ac0f-dac823a5c7f0 req-af187059-dc93-4967-9955-ca633e1ca67f service neutron] 10.222.0.65 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4107645
Jun 04 15:16:14.629768 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed79a62-c819-4d2d-bba2-6316241ace68 req-587ea8c2-d091-40dc-8928-1baa01e8b319 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:14.634019 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2473df37-298e-450e-851b-17537fce1886 req-056abb43-2644-45e5-8395-5d52cfcaaff0 service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3670678
Jun 04 15:16:14.635675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed79a62-c819-4d2d-bba2-6316241ace68 req-587ea8c2-d091-40dc-8928-1baa01e8b319 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:14.638599 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:14.642799 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed79a62-c819-4d2d-bba2-6316241ace68 req-587ea8c2-d091-40dc-8928-1baa01e8b319 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:14.649821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed79a62-c819-4d2d-bba2-6316241ace68 req-587ea8c2-d091-40dc-8928-1baa01e8b319 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:14.651561 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0566c4d9-3f26-4ec5-9b99-2932026c201c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:14.655748 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed79a62-c819-4d2d-bba2-6316241ace68 req-587ea8c2-d091-40dc-8928-1baa01e8b319 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:14.661882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed79a62-c819-4d2d-bba2-6316241ace68 req-587ea8c2-d091-40dc-8928-1baa01e8b319 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:14.667756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed79a62-c819-4d2d-bba2-6316241ace68 req-587ea8c2-d091-40dc-8928-1baa01e8b319 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:14.669737 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1ed79a62-c819-4d2d-bba2-6316241ace68 req-587ea8c2-d091-40dc-8928-1baa01e8b319 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5420 time: 0.1352720
Jun 04 15:16:14.725527 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1ed79a62-c819-4d2d-bba2-6316241ace68 req-f1968039-c29d-4d79-b7b9-f87a4331e929 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0469687
Jun 04 15:16:14.803004 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:14.803620 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:14.805096 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] 10.222.0.62 "PUT /v2.0/ports/6bcbd00b-aef4-4100-93b6-fdc431dbd78a HTTP/1.1" status: 200  len: 1091 time: 3.6862407
Jun 04 15:16:14.885192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847bc2d-1b1a-4ae1-b5e8-e59a1fc20c54 req-ebbf686e-7378-4240-a528-c4c4b9f45a41 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:14.885913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3847bc2d-1b1a-4ae1-b5e8-e59a1fc20c54 req-ebbf686e-7378-4240-a528-c4c4b9f45a41 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Synchronizing usage tracker for tenant:033be366519a46eb9d528c6270c2e78b on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:16:14.932056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bcbd00b-aef4-4100-93b6-fdc431dbd78a,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:14.943200 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:15.136714 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c20cd7f-4558-49a1-ac0f-dac823a5c7f0 req-ad41ffb3-409b-44d4-b134-5e4c49164570 service neutron] 10.222.0.65 "GET /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5531344
Jun 04 15:16:15.149456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3847bc2d-1b1a-4ae1-b5e8-e59a1fc20c54 req-ebbf686e-7378-4240-a528-c4c4b9f45a41 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Unset dirty status for tenant:033be366519a46eb9d528c6270c2e78b on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:16:15.150589 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3847bc2d-1b1a-4ae1-b5e8-e59a1fc20c54 req-ebbf686e-7378-4240-a528-c4c4b9f45a41 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 944 time: 0.7356133
Jun 04 15:16:15.190354 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2473df37-298e-450e-851b-17537fce1886 req-dc3d4c75-5a2c-4f4d-afad-76b29d44b0c4 service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5427957
Jun 04 15:16:15.222984 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3847bc2d-1b1a-4ae1-b5e8-e59a1fc20c54 req-9185f9ca-3e5e-475d-a9cf-44c6d934541f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574045
Jun 04 15:16:15.236571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-eb79b5a3-73b3-4d2f-93e8-9a0972d87a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:15.238113 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-eb79b5a3-73b3-4d2f-93e8-9a0972d87a1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=19b9e4b51b064e8d8317a7483dd1d34a&device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 1094 time: 0.2827663
Jun 04 15:16:15.314442 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-30ed2af1-0762-43e1-8dab-2cadb5deec8b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bcbd00b-aef4-4100-93b6-fdc431dbd78a HTTP/1.1" status: 200  len: 217 time: 0.0659227
Jun 04 15:16:15.435504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-1924dd67-283c-45cf-9f9b-ab8e1ab41ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:15.436953 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-1924dd67-283c-45cf-9f9b-ab8e1ab41ff4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcd15fe0-8f99-47e2-b804-1a5a0fce07ff HTTP/1.1" status: 200  len: 850 time: 0.1149232
Jun 04 15:16:15.455571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74758490-7aac-49e5-b9d0-11a049536725 req-be851ed6-7cd0-45e0-ace9-b400d42fe516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:15.466828 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74758490-7aac-49e5-b9d0-11a049536725 req-be851ed6-7cd0-45e0-ace9-b400d42fe516 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 1094 time: 0.1015401
Jun 04 15:16:15.541254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40936) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:15.667072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-c38d6e00-22ba-4f22-9601-4dd11fdb014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:15.668703 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-c38d6e00-22ba-4f22-9601-4dd11fdb014e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce2641af-d785-42c1-b85a-8ec2c2a9be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2107725
Jun 04 15:16:15.680258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74758490-7aac-49e5-b9d0-11a049536725 req-24e4094e-d5c8-4954-8284-52eabbdadce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:15.682221 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74758490-7aac-49e5-b9d0-11a049536725 req-24e4094e-d5c8-4954-8284-52eabbdadce4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 913 time: 0.1879010
Jun 04 15:16:15.683395 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d6651e79-0180-42f9-8ee8-3dbaeaca50dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:15.700930 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d6651e79-0180-42f9-8ee8-3dbaeaca50dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:15.706420 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d6651e79-0180-42f9-8ee8-3dbaeaca50dc admin admin] Usage tracker for resource:security_group_rule and tenant:a9a0a45be6884dfe82aee4faa7bf6a61 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:15.709409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d6651e79-0180-42f9-8ee8-3dbaeaca50dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:15.715362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d6651e79-0180-42f9-8ee8-3dbaeaca50dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:15.781892 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74758490-7aac-49e5-b9d0-11a049536725 req-2436cb3c-9299-4eff-8bb9-7ce6b46225de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83939d41-69ba-4faf-b4a7-7e2c5d9f7222 HTTP/1.1" status: 200  len: 217 time: 0.0795348
Jun 04 15:16:15.805103 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d6651e79-0180-42f9-8ee8-3dbaeaca50dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:15.899638 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d6651e79-0180-42f9-8ee8-3dbaeaca50dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:15.913168 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4c2d9ac9-3506-4041-b93b-72b53167a289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:15.926276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74758490-7aac-49e5-b9d0-11a049536725 req-a78d2ae9-9a58-40dd-b101-89a4f8314030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:15.927897 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74758490-7aac-49e5-b9d0-11a049536725 req-a78d2ae9-9a58-40dd-b101-89a4f8314030 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc HTTP/1.1" status: 200  len: 852 time: 0.0946658
Jun 04 15:16:15.933354 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-a66de19c-9d85-48f0-9bd3-8b66bda08fc9 service neutron] 10.222.0.62 "GET /v2.0/networks/ce2641af-d785-42c1-b85a-8ec2c2a9be7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2498572
Jun 04 15:16:15.967670 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d6651e79-0180-42f9-8ee8-3dbaeaca50dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9a0a45be6884dfe82aee4faa7bf6a61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4226816
Jun 04 15:16:15.973363 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40954) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:15.975908 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6651e79-0180-42f9-8ee8-3dbaeaca50dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f11e09-55c4-4cf8-b024-22de73471732,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:15.992942 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d6651e79-0180-42f9-8ee8-3dbaeaca50dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:16.003742 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74758490-7aac-49e5-b9d0-11a049536725 req-b2e78be9-ddb7-4a7b-bbf4-1ddd3ad17902 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64018707-9132-4dd5-a91e-611ca8957998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0688961
Jun 04 15:16:16.106833 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab2aa3cb-9e50-4453-988b-034ea0c44817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:16.157783 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab2aa3cb-9e50-4453-988b-034ea0c44817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:16.221997 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15836819-715e-4171-88f8-573beadd8fd1 req-51ab421c-ad42-47c7-bc73-5334114a4357 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:16.223518 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-15836819-715e-4171-88f8-573beadd8fd1 req-51ab421c-ad42-47c7-bc73-5334114a4357 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 946 time: 0.1490729
Jun 04 15:16:16.275226 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-15836819-715e-4171-88f8-573beadd8fd1 req-3b390768-66a7-4f9a-bfc4-f6fa782a624c tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435848
Jun 04 15:16:16.279167 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0b549f9-1fcd-48f3-8980-9eb95345a28a req-6e45229c-598c-42ff-9cd4-686519b62cb1 service neutron] 10.222.0.62 "GET /v2.0/networks/ce2641af-d785-42c1-b85a-8ec2c2a9be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3135061
Jun 04 15:16:16.285464 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74758490-7aac-49e5-b9d0-11a049536725 req-2fce8c10-1a35-4c97-9c88-cc6922ebddc6 service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2666743
Jun 04 15:16:16.311225 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab2aa3cb-9e50-4453-988b-034ea0c44817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:16.318138 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ad253b9c-c9bc-40e1-9274-d03e360fc46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:16.334365 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2aa3cb-9e50-4453-988b-034ea0c44817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f11e09-55c4-4cf8-b024-22de73471732,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:16.337483 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ab2aa3cb-9e50-4453-988b-034ea0c44817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:16.338605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befeb59-d73f-4937-a6f2-4b83c61f2675 req-95816f00-bb51-421d-bda9-1593eb7e92e5 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:16.339255 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab2aa3cb-9e50-4453-988b-034ea0c44817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:16.339418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3befeb59-d73f-4937-a6f2-4b83c61f2675 req-95816f00-bb51-421d-bda9-1593eb7e92e5 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Synchronizing usage tracker for tenant:19b9e4b51b064e8d8317a7483dd1d34a on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:16:16.340940 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ab2aa3cb-9e50-4453-988b-034ea0c44817 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0f11e09-55c4-4cf8-b024-22de73471732 HTTP/1.1" status: 204  len: 168 time: 0.3664608
Jun 04 15:16:16.400796 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef35cfe-0c43-477c-9855-237d87390103', 'tag': '6bcbd00b-aef4-4100-93b6-fdc431dbd78a'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:16.406931 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16f1908-5be2-4f7b-9079-9aa49b3564b4" -d '{"events": [{"name": "network-changed", "server_uuid": "bef35cfe-0c43-477c-9855-237d87390103", "tag": "6bcbd00b-aef4-4100-93b6-fdc431dbd78a"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:16.459822 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74758490-7aac-49e5-b9d0-11a049536725 req-12d1b810-7ed6-486e-80ac-ac3ce85c9ea0 service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1678777
Jun 04 15:16:16.514261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefea5e-ca0a-42d8-a7b0-3ac2442af758 req-39003538-817a-4dab-a998-98c9600c1dcb tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:16.516376 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fdefea5e-ca0a-42d8-a7b0-3ac2442af758 req-39003538-817a-4dab-a998-98c9600c1dcb tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 943 time: 0.1096253
Jun 04 15:16:16.556827 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3befeb59-d73f-4937-a6f2-4b83c61f2675 req-95816f00-bb51-421d-bda9-1593eb7e92e5 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Unset dirty status for tenant:19b9e4b51b064e8d8317a7483dd1d34a on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:16:16.558568 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3befeb59-d73f-4937-a6f2-4b83c61f2675 req-95816f00-bb51-421d-bda9-1593eb7e92e5 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 943 time: 0.5183465
Jun 04 15:16:16.575795 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fdefea5e-ca0a-42d8-a7b0-3ac2442af758 req-38d6eb7e-e1d8-41ff-a2f2-edf021eedc3d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534098
Jun 04 15:16:16.788966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931ba5c-2eb0-479d-8e97-a25f3507f639 req-55aae688-1d57-4d71-afa7-e093b0f3df5b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:16.795368 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931ba5c-2eb0-479d-8e97-a25f3507f639 req-55aae688-1d57-4d71-afa7-e093b0f3df5b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:16.802276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931ba5c-2eb0-479d-8e97-a25f3507f639 req-55aae688-1d57-4d71-afa7-e093b0f3df5b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:16.808608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931ba5c-2eb0-479d-8e97-a25f3507f639 req-55aae688-1d57-4d71-afa7-e093b0f3df5b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:16.814710 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931ba5c-2eb0-479d-8e97-a25f3507f639 req-55aae688-1d57-4d71-afa7-e093b0f3df5b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:16.821259 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931ba5c-2eb0-479d-8e97-a25f3507f639 req-55aae688-1d57-4d71-afa7-e093b0f3df5b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:16.827384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931ba5c-2eb0-479d-8e97-a25f3507f639 req-55aae688-1d57-4d71-afa7-e093b0f3df5b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:16.829550 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1931ba5c-2eb0-479d-8e97-a25f3507f639 req-55aae688-1d57-4d71-afa7-e093b0f3df5b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5420 time: 0.1344748
Jun 04 15:16:16.845778 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3befeb59-d73f-4937-a6f2-4b83c61f2675 req-cfe97c80-3e67-4cfa-b2cc-d5838c7f132e tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2799203
Jun 04 15:16:16.895764 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1931ba5c-2eb0-479d-8e97-a25f3507f639 req-60459532-f012-4c94-af28-8f2d4956ef06 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0546248
Jun 04 15:16:17.069626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 74a8cd99-75e0-4534-804c-3dcf7f981b98 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:16:17.136879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cb440-8fad-4eca-a23d-4f953a025627 req-9ed5bc89-97b9-46a9-97a5-4af3b29597fb tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:17.138719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9c2cb440-8fad-4eca-a23d-4f953a025627 req-9ed5bc89-97b9-46a9-97a5-4af3b29597fb tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Synchronizing usage tracker for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:16:17.196446 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd21b508-4642-416d-bbb6-b61db74a26e5 x-openstack-request-id: req-bd21b508-4642-416d-bbb6-b61db74a26e5 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:17.197147 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef35cfe-0c43-477c-9855-237d87390103", "tag": "6bcbd00b-aef4-4100-93b6-fdc431dbd78a", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:17.197500 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd21b508-4642-416d-bbb6-b61db74a26e5 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:17.197941 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef35cfe-0c43-477c-9855-237d87390103', 'tag': '6bcbd00b-aef4-4100-93b6-fdc431dbd78a', 'status': 'completed', 'code': 200}
Jun 04 15:16:17.258216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183db17-f9a9-492f-82af-062e417f76da req-425ac528-fa18-4342-9238-cabc5daeff20 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:17.259768 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9183db17-f9a9-492f-82af-062e417f76da req-425ac528-fa18-4342-9238-cabc5daeff20 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 944 time: 0.2336106
Jun 04 15:16:17.299341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9c2cb440-8fad-4eca-a23d-4f953a025627 req-9ed5bc89-97b9-46a9-97a5-4af3b29597fb tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Unset dirty status for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:16:17.300602 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c2cb440-8fad-4eca-a23d-4f953a025627 req-9ed5bc89-97b9-46a9-97a5-4af3b29597fb tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 946 time: 0.3008201
Jun 04 15:16:17.373360 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9183db17-f9a9-492f-82af-062e417f76da req-142d9b5e-f573-4e4e-89e5-a4160fbd978f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069078
Jun 04 15:16:17.385081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 74a8cd99-75e0-4534-804c-3dcf7f981b98, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=74a8cd99-75e0-4534-804c-3dcf7f981b98,segment=NetworkSegment(b99a71e7-f410-418f-bc1e-e673af8b8465),segment_id=b99a71e7-f410-418f-bc1e-e673af8b8465)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:17.419212 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '74a8cd99-75e0-4534-804c-3dcf7f981b98', 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25', 'port_id': '74a8cd99-75e0-4534-804c-3dcf7f981b98', 'mac_address': 'fa:16:3e:b4:bd:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a336d59d-0ff7-4a9a-8db6-fe01b767ae75', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:16:17.452291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f1908-5be2-4f7b-9079-9aa49b3564b4 req-636680ae-ee20-4d09-b24f-ecea1a3f96e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:17.456204 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c16f1908-5be2-4f7b-9079-9aa49b3564b4 req-636680ae-ee20-4d09-b24f-ecea1a3f96e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=19b9e4b51b064e8d8317a7483dd1d34a&device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 1094 time: 0.2296789
Jun 04 15:16:17.537197 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:17.556546 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a8cd99-75e0-4534-804c-3dcf7f981b98 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:17.578885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 74a8cd99-75e0-4534-804c-3dcf7f981b98, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=74a8cd99-75e0-4534-804c-3dcf7f981b98,segment=NetworkSegment(b99a71e7-f410-418f-bc1e-e673af8b8465),segment_id=b99a71e7-f410-418f-bc1e-e673af8b8465)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:17.713589 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:17.714347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device efedb992-4b5a-4a47-b6f6-de44e4033b5f details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:16:17.718003 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-eef1302d-aa52-473a-9d15-0e03a6c0e6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:17.848552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f1908-5be2-4f7b-9079-9aa49b3564b4 req-5fb4a99d-30a8-4a4c-9c1c-a311e9d3a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:17.850227 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c16f1908-5be2-4f7b-9079-9aa49b3564b4 req-5fb4a99d-30a8-4a4c-9c1c-a311e9d3a1d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce2641af-d785-42c1-b85a-8ec2c2a9be7e HTTP/1.1" status: 200  len: 912 time: 0.1602104
Jun 04 15:16:17.867862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=74a8cd99-75e0-4534-804c-3dcf7f981b98,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:17.881950 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:17.989233 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c16f1908-5be2-4f7b-9079-9aa49b3564b4 req-cacf707d-fc50-446e-bbb3-808b1649346e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bcbd00b-aef4-4100-93b6-fdc431dbd78a HTTP/1.1" status: 200  len: 217 time: 0.1182652
Jun 04 15:16:17.989696 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port efedb992-4b5a-4a47-b6f6-de44e4033b5f, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=efedb992-4b5a-4a47-b6f6-de44e4033b5f,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:18.003882 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'efedb992-4b5a-4a47-b6f6-de44e4033b5f', 'network_id': '18b375a7-7cc2-4169-a256-980dd8700031', 'port_id': 'efedb992-4b5a-4a47-b6f6-de44e4033b5f', 'mac_address': 'fa:16:3e:1e:a6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5de2a97-54a8-442f-9a58-3ea9722eaaff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:16:18.038000 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-9c2cb440-8fad-4eca-a23d-4f953a025627 req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Deleting port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:16:18.038486 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c2cb440-8fad-4eca-a23d-4f953a025627 req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:18.080780 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:18.099956 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efedb992-4b5a-4a47-b6f6-de44e4033b5f {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:18.119681 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port efedb992-4b5a-4a47-b6f6-de44e4033b5f, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=efedb992-4b5a-4a47-b6f6-de44e4033b5f,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:18.164817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb02c85-98f5-4942-a0da-45f203d6ff7b req-aa429699-404a-4a7c-b42c-79e58728a280 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:18.166376 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-afb02c85-98f5-4942-a0da-45f203d6ff7b req-aa429699-404a-4a7c-b42c-79e58728a280 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 943 time: 0.0960941
Jun 04 15:16:18.174717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f1908-5be2-4f7b-9079-9aa49b3564b4 req-e5960741-d9c5-4589-8bb4-0e174d24c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:18.176170 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c16f1908-5be2-4f7b-9079-9aa49b3564b4 req-e5960741-d9c5-4589-8bb4-0e174d24c4c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcd15fe0-8f99-47e2-b804-1a5a0fce07ff HTTP/1.1" status: 200  len: 850 time: 0.1840944
Jun 04 15:16:18.210549 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:18.211450 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 621cb0eb-72ea-4d4d-99df-fd7ef6776628 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:16:18.213993 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-82511ce6-069a-4650-9d4a-561ca1f86e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:18.220686 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-afb02c85-98f5-4942-a0da-45f203d6ff7b req-334fad13-dea4-48f3-a69d-8fc612ff6142 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481369
Jun 04 15:16:18.280833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-9c2cb440-8fad-4eca-a23d-4f953a025627 req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] For port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6bddfaf8-ac06-4dbe-9bc1-4352a798742c,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:18.281212 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c2cb440-8fad-4eca-a23d-4f953a025627 req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:18.303406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384b712-28b5-4a4c-ac34-687f64613b2a req-5e160650-a393-4b27-8b70-41f895b3e4e6 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:18.304145 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=efedb992-4b5a-4a47-b6f6-de44e4033b5f,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:18.310957 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3384b712-28b5-4a4c-ac34-687f64613b2a req-5e160650-a393-4b27-8b70-41f895b3e4e6 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 946 time: 0.3787258
Jun 04 15:16:18.313813 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:18.315879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 621cb0eb-72ea-4d4d-99df-fd7ef6776628, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=621cb0eb-72ea-4d4d-99df-fd7ef6776628,segment=NetworkSegment(b99a71e7-f410-418f-bc1e-e673af8b8465),segment_id=b99a71e7-f410-418f-bc1e-e673af8b8465)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:18.338174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '621cb0eb-72ea-4d4d-99df-fd7ef6776628', 'network_id': '640a3ff5-2e7f-415c-92c2-71c9ab9caf25', 'port_id': '621cb0eb-72ea-4d4d-99df-fd7ef6776628', 'mac_address': 'fa:16:3e:18:24:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a336d59d-0ff7-4a9a-8db6-fe01b767ae75', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:16:18.410316 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:18.431030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621cb0eb-72ea-4d4d-99df-fd7ef6776628 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:18.455913 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 621cb0eb-72ea-4d4d-99df-fd7ef6776628, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=621cb0eb-72ea-4d4d-99df-fd7ef6776628,segment=NetworkSegment(b99a71e7-f410-418f-bc1e-e673af8b8465),segment_id=b99a71e7-f410-418f-bc1e-e673af8b8465)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:18.458484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-9c2cb440-8fad-4eca-a23d-4f953a025627 req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Calling delete_port for 6bddfaf8-ac06-4dbe-9bc1-4352a798742c owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:16:18.503230 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3384b712-28b5-4a4c-ac34-687f64613b2a req-f3996552-526d-4bd8-b9d4-d480af062b22 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc05d09a-295b-4330-8d97-70ebdf333e19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896265
Jun 04 15:16:18.511542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc384a78-d0a9-4d26-9342-9ced52920455 req-fe554d06-785e-4922-a7f1-444ea4cfa4f8 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:18.519075 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bc384a78-d0a9-4d26-9342-9ced52920455 req-fe554d06-785e-4922-a7f1-444ea4cfa4f8 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 943 time: 0.1141386
Jun 04 15:16:18.527483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f1908-5be2-4f7b-9079-9aa49b3564b4 req-31346e86-0124-4153-b774-91aceb5b6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:18.530036 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c16f1908-5be2-4f7b-9079-9aa49b3564b4 req-31346e86-0124-4153-b774-91aceb5b6662 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce2641af-d785-42c1-b85a-8ec2c2a9be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3404467
Jun 04 15:16:18.563661 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:18.564887 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9be08e86-8d27-40e8-8898-cc000823e63c details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:16:18.567529 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:18.584793 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bc384a78-d0a9-4d26-9342-9ced52920455 req-44f5a763-3fed-475b-a30d-35ff5b2e1d7c tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648296
Jun 04 15:16:18.711527 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=621cb0eb-72ea-4d4d-99df-fd7ef6776628,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:18.732795 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:18.783770 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c16f1908-5be2-4f7b-9079-9aa49b3564b4 req-705d51d2-d1d6-43e0-933a-1738ce1ed92d service neutron] 10.222.0.62 "GET /v2.0/networks/ce2641af-d785-42c1-b85a-8ec2c2a9be7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2450676
Jun 04 15:16:18.867785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f116e39-3e69-4250-88c9-7cf5b2608c10 req-c855b8b7-5332-46a3-a834-85212ecbddd8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:18.871563 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9be08e86-8d27-40e8-8898-cc000823e63c, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9be08e86-8d27-40e8-8898-cc000823e63c,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:18.873986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f116e39-3e69-4250-88c9-7cf5b2608c10 req-c855b8b7-5332-46a3-a834-85212ecbddd8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:18.880002 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f116e39-3e69-4250-88c9-7cf5b2608c10 req-c855b8b7-5332-46a3-a834-85212ecbddd8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:18.885923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f116e39-3e69-4250-88c9-7cf5b2608c10 req-c855b8b7-5332-46a3-a834-85212ecbddd8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:18.886667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '9be08e86-8d27-40e8-8898-cc000823e63c', 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3', 'port_id': '9be08e86-8d27-40e8-8898-cc000823e63c', 'mac_address': 'fa:16:3e:12:f8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc932ea-5716-46ac-bb2f-890dcddeefcb', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:16:18.892277 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f116e39-3e69-4250-88c9-7cf5b2608c10 req-c855b8b7-5332-46a3-a834-85212ecbddd8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:18.898190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f116e39-3e69-4250-88c9-7cf5b2608c10 req-c855b8b7-5332-46a3-a834-85212ecbddd8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:18.905776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f116e39-3e69-4250-88c9-7cf5b2608c10 req-c855b8b7-5332-46a3-a834-85212ecbddd8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:18.908674 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7f116e39-3e69-4250-88c9-7cf5b2608c10 req-c855b8b7-5332-46a3-a834-85212ecbddd8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5422 time: 0.1408262
Jun 04 15:16:18.941443 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c2cb440-8fad-4eca-a23d-4f953a025627 req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:18.957958 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6bddfaf8-ac06-4dbe-9bc1-4352a798742c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:16:18.964423 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d3c3d3a9-54f7-44df-baf2-091b66405703 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:18.968578 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7f116e39-3e69-4250-88c9-7cf5b2608c10 req-18e86529-8d50-427a-b4c0-617d01190b45 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0531015
Jun 04 15:16:18.992809 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:19.027172 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Pushing event deleted for resources: {'Port': ['ID=6bddfaf8-ac06-4dbe-9bc1-4352a798742c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:19.029700 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be08e86-8d27-40e8-8898-cc000823e63c {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:19.054694 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9be08e86-8d27-40e8-8898-cc000823e63c, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9be08e86-8d27-40e8-8898-cc000823e63c,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:19.087534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:19.087913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:19.088277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:19.088650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:19.089080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:19.089457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:19.089820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:19.090175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:19.090532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:19.090953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:19.091269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:19.091618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:19.138571 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:19.155320 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c16f1908-5be2-4f7b-9079-9aa49b3564b4 req-1abc9758-c5e6-49d8-8174-d479b497321c service neutron] 10.222.0.62 "GET /v2.0/networks/ce2641af-d785-42c1-b85a-8ec2c2a9be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3600438
Jun 04 15:16:19.158121 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2cb440-8fad-4eca-a23d-4f953a025627 req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] No DVR routers for this DVR port 6bddfaf8-ac06-4dbe-9bc1-4352a798742c on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:16:19.161702 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c2cb440-8fad-4eca-a23d-4f953a025627 req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:19.171009 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:19.172037 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 41ff47dd-6827-473b-b808-969597aa034d details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:16:19.177937 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:19.183412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a46756-3252-4c34-b1cc-9b4e04d5425c req-8164a3d0-f528-482e-9cc6-f77f32ac734e tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:19.194184 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e5a46756-3252-4c34-b1cc-9b4e04d5425c req-8164a3d0-f528-482e-9cc6-f77f32ac734e tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 1100 time: 0.2937059
Jun 04 15:16:19.210995 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'name': 'network-vif-deleted', 'tag': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:19.213410 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c952f1-bcfb-41f1-bc32-5c5630b0ff99" -d '{"events": [{"server_uuid": "cd298d8e-b03d-49fc-9447-02be9b262f29", "name": "network-vif-deleted", "tag": "6bddfaf8-ac06-4dbe-9bc1-4352a798742c"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:19.246465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e5a46756-3252-4c34-b1cc-9b4e04d5425c req-2940858f-3906-498c-9978-2c6e75d0fcc5 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Synchronizing usage tracker for tenant:ddd923cd358b4b8499526cd1a9d8be62 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:16:19.272576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 41ff47dd-6827-473b-b808-969597aa034d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=41ff47dd-6827-473b-b808-969597aa034d,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:19.279925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9be08e86-8d27-40e8-8898-cc000823e63c,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:19.285201 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:19.295265 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c2cb440-8fad-4eca-a23d-4f953a025627 req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.65 "DELETE /v2.0/ports/6bddfaf8-ac06-4dbe-9bc1-4352a798742c HTTP/1.1" status: 204  len: 173 time: 1.9862170
Jun 04 15:16:19.296625 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '41ff47dd-6827-473b-b808-969597aa034d', 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3', 'port_id': '41ff47dd-6827-473b-b808-969597aa034d', 'mac_address': 'fa:16:3e:d5:f2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc932ea-5716-46ac-bb2f-890dcddeefcb', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:16:19.357340 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:19.375585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ff47dd-6827-473b-b808-969597aa034d {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:19.397593 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 41ff47dd-6827-473b-b808-969597aa034d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=41ff47dd-6827-473b-b808-969597aa034d,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:19.427796 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e5a46756-3252-4c34-b1cc-9b4e04d5425c req-2940858f-3906-498c-9978-2c6e75d0fcc5 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Unset dirty status for tenant:ddd923cd358b4b8499526cd1a9d8be62 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:16:19.435093 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e5a46756-3252-4c34-b1cc-9b4e04d5425c req-2940858f-3906-498c-9978-2c6e75d0fcc5 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2339673
Jun 04 15:16:19.524939 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:19.525821 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 1915cce3-a724-4ca1-9d70-22adc1e7bb20 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:16:19.539919 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:19.579767 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1eef2d-cbb9-4db1-9fee-5a10143c5904 x-openstack-request-id: req-ec1eef2d-cbb9-4db1-9fee-5a10143c5904 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:19.580151 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd298d8e-b03d-49fc-9447-02be9b262f29", "name": "network-vif-deleted", "tag": "6bddfaf8-ac06-4dbe-9bc1-4352a798742c", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:19.580479 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec1eef2d-cbb9-4db1-9fee-5a10143c5904 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:19.580919 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd298d8e-b03d-49fc-9447-02be9b262f29', 'name': 'network-vif-deleted', 'tag': '6bddfaf8-ac06-4dbe-9bc1-4352a798742c', 'status': 'completed', 'code': 200}
Jun 04 15:16:19.622863 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd673b6-38c5-450f-a5a5-2d4fb3a48639 req-18a7303c-2f2c-495b-b701-19a27cf6b5b3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:19.632047 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 1915cce3-a724-4ca1-9d70-22adc1e7bb20, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=1915cce3-a724-4ca1-9d70-22adc1e7bb20,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:19.632951 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4bd673b6-38c5-450f-a5a5-2d4fb3a48639 req-18a7303c-2f2c-495b-b701-19a27cf6b5b3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 945 time: 0.1146879
Jun 04 15:16:19.652349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '1915cce3-a724-4ca1-9d70-22adc1e7bb20', 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3', 'port_id': '1915cce3-a724-4ca1-9d70-22adc1e7bb20', 'mac_address': 'fa:16:3e:03:be:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc932ea-5716-46ac-bb2f-890dcddeefcb', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:16:19.656916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=41ff47dd-6827-473b-b808-969597aa034d,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:19.660436 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:19.688205 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4bd673b6-38c5-450f-a5a5-2d4fb3a48639 req-f0990859-cf8c-4140-b977-b13a988686c6 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537901
Jun 04 15:16:19.723691 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:19.742528 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1915cce3-a724-4ca1-9d70-22adc1e7bb20 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:19.772578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 1915cce3-a724-4ca1-9d70-22adc1e7bb20, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=1915cce3-a724-4ca1-9d70-22adc1e7bb20,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:19.805251 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e33549-f1a4-465c-acaa-abd9b1207fda req-f53a84b7-cc67-4907-83ed-0223b0f3f851 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:19.806078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-15e33549-f1a4-465c-acaa-abd9b1207fda req-f53a84b7-cc67-4907-83ed-0223b0f3f851 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Synchronizing usage tracker for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:16:19.853586 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:19.854363 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device eccdd22b-79c3-491b-9d6e-995f40de8b84 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:16:19.856790 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a3d27992-ccf6-42df-b964-4e20db12235e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:19.925217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-15e33549-f1a4-465c-acaa-abd9b1207fda req-f53a84b7-cc67-4907-83ed-0223b0f3f851 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Unset dirty status for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:16:19.926482 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-15e33549-f1a4-465c-acaa-abd9b1207fda req-f53a84b7-cc67-4907-83ed-0223b0f3f851 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 943 time: 0.2269578
Jun 04 15:16:19.992778 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-15e33549-f1a4-465c-acaa-abd9b1207fda req-ea4c1034-b666-4f1b-b871-e6f213af80b8 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598080
Jun 04 15:16:20.002450 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=1915cce3-a724-4ca1-9d70-22adc1e7bb20,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:20.007150 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:20.117022 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port eccdd22b-79c3-491b-9d6e-995f40de8b84, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=eccdd22b-79c3-491b-9d6e-995f40de8b84,segment=NetworkSegment(001c6fda-19b8-44b7-9d6a-5f1f7abb921d),segment_id=001c6fda-19b8-44b7-9d6a-5f1f7abb921d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:20.132534 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'eccdd22b-79c3-491b-9d6e-995f40de8b84', 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3', 'port_id': 'eccdd22b-79c3-491b-9d6e-995f40de8b84', 'mac_address': 'fa:16:3e:fb:c6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:16:20.199784 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:20.218430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccdd22b-79c3-491b-9d6e-995f40de8b84 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:20.253263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port eccdd22b-79c3-491b-9d6e-995f40de8b84, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=eccdd22b-79c3-491b-9d6e-995f40de8b84,segment=NetworkSegment(001c6fda-19b8-44b7-9d6a-5f1f7abb921d),segment_id=001c6fda-19b8-44b7-9d6a-5f1f7abb921d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:20.314484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e055d-1c47-4f31-9c21-22d35bc95ca8 req-4806c4e1-b59e-4d13-931d-d56ff14d1434 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:20.316257 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f2e055d-1c47-4f31-9c21-22d35bc95ca8 req-4806c4e1-b59e-4d13-931d-d56ff14d1434 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 1100 time: 0.2129800
Jun 04 15:16:20.360155 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f2e055d-1c47-4f31-9c21-22d35bc95ca8 req-1fa77aae-7a6f-49b4-b282-1bdd708f5274 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375445
Jun 04 15:16:20.364621 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:20.365496 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 622d11de-7803-48e8-9746-b225f13357c1 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:16:20.369972 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:20.459988 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 622d11de-7803-48e8-9746-b225f13357c1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=622d11de-7803-48e8-9746-b225f13357c1,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:20.481367 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=eccdd22b-79c3-491b-9d6e-995f40de8b84,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:20.485435 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:20.486728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '622d11de-7803-48e8-9746-b225f13357c1', 'network_id': '487d8500-c646-4ff8-a2dd-8d1e735bc6c3', 'port_id': '622d11de-7803-48e8-9746-b225f13357c1', 'mac_address': 'fa:16:3e:cf:2d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc932ea-5716-46ac-bb2f-890dcddeefcb', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:16:20.551396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-189e2eac-5083-4c53-8aeb-5d528fedb07e req-0e3e1900-3c1e-44b3-ad54-e2845f88155a tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Synchronizing usage tracker for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:16:20.561632 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:20.591768 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622d11de-7803-48e8-9746-b225f13357c1 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:20.609362 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 622d11de-7803-48e8-9746-b225f13357c1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=622d11de-7803-48e8-9746-b225f13357c1,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:20.644513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-189e2eac-5083-4c53-8aeb-5d528fedb07e req-0e3e1900-3c1e-44b3-ad54-e2845f88155a tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Unset dirty status for tenant:c3e4ae83578c4cbebafa2993e109f242 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:16:20.645801 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-189e2eac-5083-4c53-8aeb-5d528fedb07e req-0e3e1900-3c1e-44b3-ad54-e2845f88155a tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd298d8e-b03d-49fc-9447-02be9b262f29 HTTP/1.1" status: 200  len: 210 time: 0.1577904
Jun 04 15:16:20.750946 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:20.752917 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:20.784620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:16:20.839175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3c0a5-9793-4ad8-8360-a339c9b11985 req-ce0b8d1e-1c41-459e-8a30-4f4f534d7fe1 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:20.840640 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3fa3c0a5-9793-4ad8-8360-a339c9b11985 req-ce0b8d1e-1c41-459e-8a30-4f4f534d7fe1 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 943 time: 0.0905166
Jun 04 15:16:20.857827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=622d11de-7803-48e8-9746-b225f13357c1,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:20.863489 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:20.894563 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3fa3c0a5-9793-4ad8-8360-a339c9b11985 req-a0e86cca-825e-436c-b5dc-75e832ba2005 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465066
Jun 04 15:16:20.979288 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:20.995329 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '83939d41-69ba-4faf-b4a7-7e2c5d9f7222', 'network_id': '64018707-9132-4dd5-a91e-611ca8957998', 'port_id': '83939d41-69ba-4faf-b4a7-7e2c5d9f7222', 'mac_address': 'fa:16:3e:18:6e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:16:21.059467 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:21.078939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:21.096081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:21.108631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5745cab-f58d-4a4f-a475-585199741d16 req-b1449ba2-ef52-48d5-8da3-3495a587a49e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:21.115433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5745cab-f58d-4a4f-a475-585199741d16 req-b1449ba2-ef52-48d5-8da3-3495a587a49e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:21.121202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5745cab-f58d-4a4f-a475-585199741d16 req-b1449ba2-ef52-48d5-8da3-3495a587a49e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:21.126969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5745cab-f58d-4a4f-a475-585199741d16 req-b1449ba2-ef52-48d5-8da3-3495a587a49e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:21.132720 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5745cab-f58d-4a4f-a475-585199741d16 req-b1449ba2-ef52-48d5-8da3-3495a587a49e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:21.138441 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5745cab-f58d-4a4f-a475-585199741d16 req-b1449ba2-ef52-48d5-8da3-3495a587a49e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:21.144372 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5745cab-f58d-4a4f-a475-585199741d16 req-b1449ba2-ef52-48d5-8da3-3495a587a49e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:21.146344 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5745cab-f58d-4a4f-a475-585199741d16 req-b1449ba2-ef52-48d5-8da3-3495a587a49e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5427 time: 0.1439846
Jun 04 15:16:21.182121 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:21.184426 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:21.203604 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5745cab-f58d-4a4f-a475-585199741d16 req-14d3800a-fa48-4bc1-91bb-876e128cc2df tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0497565
Jun 04 15:16:21.284343 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:21.293520 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:21.448445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b4ac8-2c89-4fb6-a251-3b2a6a7ded8d req-4f5a8bc1-0f9b-48f1-9ae4-4475d22904ba tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:21.450024 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-412b4ac8-2c89-4fb6-a251-3b2a6a7ded8d req-4f5a8bc1-0f9b-48f1-9ae4-4475d22904ba tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 945 time: 0.1132729
Jun 04 15:16:21.482337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 6bcbd00b-aef4-4100-93b6-fdc431dbd78a details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:16:21.506472 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-412b4ac8-2c89-4fb6-a251-3b2a6a7ded8d req-1cdd909f-a9e9-4da9-a94a-abe2ce328108 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471952
Jun 04 15:16:21.621038 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['1915cce3-a724-4ca1-9d70-22adc1e7bb20'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:16:21.647910 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['74a8cd99-75e0-4534-804c-3dcf7f981b98'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:16:21.691622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['eccdd22b-79c3-491b-9d6e-995f40de8b84'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:16:21.718201 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['efedb992-4b5a-4a47-b6f6-de44e4033b5f'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:16:21.721269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b903a-19da-44da-9104-313d20656164 req-4b06ef3e-e00c-4c23-addd-802f2c190d5d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:21.725473 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aa9b903a-19da-44da-9104-313d20656164 req-4b06ef3e-e00c-4c23-addd-802f2c190d5d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 944 time: 0.0947256
Jun 04 15:16:21.743111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['621cb0eb-72ea-4d4d-99df-fd7ef6776628'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:16:21.766985 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['41ff47dd-6827-473b-b808-969597aa034d'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:16:21.776627 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aa9b903a-19da-44da-9104-313d20656164 req-5aeacec3-36cc-46c7-ae1f-78e624a80ad0 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476055
Jun 04 15:16:21.821251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9be08e86-8d27-40e8-8898-cc000823e63c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:16:21.971111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['83939d41-69ba-4faf-b4a7-7e2c5d9f7222'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:16:22.115016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=6bcbd00b-aef4-4100-93b6-fdc431dbd78a,segment=NetworkSegment(8f6096c5-0158-4a71-a5c9-6ede3d87a40c),segment_id=8f6096c5-0158-4a71-a5c9-6ede3d87a40c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:22.133958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41220) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:22.280543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '6bcbd00b-aef4-4100-93b6-fdc431dbd78a', 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'port_id': '6bcbd00b-aef4-4100-93b6-fdc431dbd78a', 'mac_address': 'fa:16:3e:6d:1c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:16:22.513256 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d716ba1-34ab-41d5-83a1-52d5570c9dc0 req-03b2e615-6076-49e6-a8ca-ab2da4c79dd8 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:22.514766 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d716ba1-34ab-41d5-83a1-52d5570c9dc0 req-03b2e615-6076-49e6-a8ca-ab2da4c79dd8 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 943 time: 0.1951878
Jun 04 15:16:22.550920 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['622d11de-7803-48e8-9746-b225f13357c1'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:16:22.645577 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d716ba1-34ab-41d5-83a1-52d5570c9dc0 req-3639c4af-ab54-42b9-90b6-89c90f2db94b tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1237421
Jun 04 15:16:22.705862 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:22.822343 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6bddfaf8-ac06-4dbe-9bc1-4352a798742c no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:16:22.895052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32ffdd-4767-40df-ac3c-fd769f8d2ad5 req-06373e91-8fad-4da1-a384-337dfc8b05a6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:22.900929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32ffdd-4767-40df-ac3c-fd769f8d2ad5 req-06373e91-8fad-4da1-a384-337dfc8b05a6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:22.907658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32ffdd-4767-40df-ac3c-fd769f8d2ad5 req-06373e91-8fad-4da1-a384-337dfc8b05a6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:22.913524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32ffdd-4767-40df-ac3c-fd769f8d2ad5 req-06373e91-8fad-4da1-a384-337dfc8b05a6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:22.919305 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32ffdd-4767-40df-ac3c-fd769f8d2ad5 req-06373e91-8fad-4da1-a384-337dfc8b05a6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:22.925721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32ffdd-4767-40df-ac3c-fd769f8d2ad5 req-06373e91-8fad-4da1-a384-337dfc8b05a6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:22.931576 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32ffdd-4767-40df-ac3c-fd769f8d2ad5 req-06373e91-8fad-4da1-a384-337dfc8b05a6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:22.933465 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2b32ffdd-4767-40df-ac3c-fd769f8d2ad5 req-06373e91-8fad-4da1-a384-337dfc8b05a6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5427 time: 0.1601536
Jun 04 15:16:22.938060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bcbd00b-aef4-4100-93b6-fdc431dbd78a {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:23.031738 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2b32ffdd-4767-40df-ac3c-fd769f8d2ad5 req-690b5299-a2d9-4137-9325-7679c6f1b11c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0584655
Jun 04 15:16:23.050622 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e619f044-b6e0-4f15-adb8-08a0a366db82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:23.129384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=6bcbd00b-aef4-4100-93b6-fdc431dbd78a,segment=NetworkSegment(8f6096c5-0158-4a71-a5c9-6ede3d87a40c),segment_id=8f6096c5-0158-4a71-a5c9-6ede3d87a40c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:23.194845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 6bddfaf8-ac06-4dbe-9bc1-4352a798742c {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:16:23.195374 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6bddfaf8-ac06-4dbe-9bc1-4352a798742c not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:16:23.276694 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:23.310980 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-49104bb2-990a-4a63-976a-e595f19aaf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:23.570981 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:23.573872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4e2f6-c9b2-461b-85bd-adae3179c24c req-ec969898-9477-425c-8335-9b2f0fca7b86 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:23.575418 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bbd4e2f6-c9b2-461b-85bd-adae3179c24c req-ec969898-9477-425c-8335-9b2f0fca7b86 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 945 time: 0.2237813
Jun 04 15:16:23.612453 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=6bcbd00b-aef4-4100-93b6-fdc431dbd78a,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:23.621362 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:23.646387 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bbd4e2f6-c9b2-461b-85bd-adae3179c24c req-949e7b15-3c11-4f73-8cc1-738a7a0c9076 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634835
Jun 04 15:16:23.755610 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['6bcbd00b-aef4-4100-93b6-fdc431dbd78a'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:16:23.856606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e619f044-b6e0-4f15-adb8-08a0a366db82 admin admin] Deleting port c44a2426-57a9-43bb-91d3-2ec750e5af11 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:16:23.857136 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e619f044-b6e0-4f15-adb8-08a0a366db82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:24.039055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbe74a-fce2-4866-adb1-896a3aca16d4 req-1dff4b0b-5688-4ed6-b890-b1c67e6afe87 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:24.040845 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4fdbe74a-fce2-4866-adb1-896a3aca16d4 req-1dff4b0b-5688-4ed6-b890-b1c67e6afe87 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 944 time: 0.1205015
Jun 04 15:16:24.112570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-e619f044-b6e0-4f15-adb8-08a0a366db82 admin admin] For port c44a2426-57a9-43bb-91d3-2ec750e5af11, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c44a2426-57a9-43bb-91d3-2ec750e5af11,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:24.112842 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e619f044-b6e0-4f15-adb8-08a0a366db82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:24.118454 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4fdbe74a-fce2-4866-adb1-896a3aca16d4 req-fbd3cca6-207b-4209-81af-c1f1b4e54b2d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679724
Jun 04 15:16:24.280430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e619f044-b6e0-4f15-adb8-08a0a366db82 admin admin] Calling delete_port for c44a2426-57a9-43bb-91d3-2ec750e5af11 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:16:24.319789 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf3a9c-0987-4599-9931-595ec8dd6051 req-a2ea71ed-5b1d-4164-b6d4-3f9f12bb6509 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:24.322960 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-94cf3a9c-0987-4599-9931-595ec8dd6051 req-a2ea71ed-5b1d-4164-b6d4-3f9f12bb6509 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 944 time: 0.2698166
Jun 04 15:16:24.367367 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b66fc-a6f3-4e04-8932-42ccebab1a7e req-3fed2243-d49d-432e-a7a8-e18d050d6de8 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:24.369984 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-648b66fc-a6f3-4e04-8932-42ccebab1a7e req-3fed2243-d49d-432e-a7a8-e18d050d6de8 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1107078
Jun 04 15:16:24.395856 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-94cf3a9c-0987-4599-9931-595ec8dd6051 req-8a0cdb6b-0e42-4dd4-ab89-67d8137aeff5 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659382
Jun 04 15:16:24.451696 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-648b66fc-a6f3-4e04-8932-42ccebab1a7e req-771378ef-0eb8-4ffc-ab57-55b5f49520fe tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718467
Jun 04 15:16:24.665885 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e619f044-b6e0-4f15-adb8-08a0a366db82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:24.675707 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7462bae1-9052-46b5-b746-ecd715172052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:24.736788 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619f044-b6e0-4f15-adb8-08a0a366db82 admin admin] Pushing event deleted for resources: {'Port': ['ID=c44a2426-57a9-43bb-91d3-2ec750e5af11,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:24.740046 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e619f044-b6e0-4f15-adb8-08a0a366db82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:24.753428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd4a2f-a3bf-4c65-a214-fbdd32027c13 req-7755909c-02c1-454e-98cc-2d515a52ee03 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:24.760552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd4a2f-a3bf-4c65-a214-fbdd32027c13 req-7755909c-02c1-454e-98cc-2d515a52ee03 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:24.768148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd4a2f-a3bf-4c65-a214-fbdd32027c13 req-7755909c-02c1-454e-98cc-2d515a52ee03 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:24.776077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd4a2f-a3bf-4c65-a214-fbdd32027c13 req-7755909c-02c1-454e-98cc-2d515a52ee03 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:24.779115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device eccdd22b-79c3-491b-9d6e-995f40de8b84 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:24.798977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd4a2f-a3bf-4c65-a214-fbdd32027c13 req-7755909c-02c1-454e-98cc-2d515a52ee03 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:24.814494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd4a2f-a3bf-4c65-a214-fbdd32027c13 req-7755909c-02c1-454e-98cc-2d515a52ee03 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:24.825604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd4a2f-a3bf-4c65-a214-fbdd32027c13 req-7755909c-02c1-454e-98cc-2d515a52ee03 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:24.832520 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05fd4a2f-a3bf-4c65-a214-fbdd32027c13 req-7755909c-02c1-454e-98cc-2d515a52ee03 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5427 time: 0.2078221
Jun 04 15:16:24.928127 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05fd4a2f-a3bf-4c65-a214-fbdd32027c13 req-d33da7f2-96e3-409f-a902-135bbd66f2f6 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0802400
Jun 04 15:16:24.965565 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port eccdd22b-79c3-491b-9d6e-995f40de8b84 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:24.975003 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port eccdd22b-79c3-491b-9d6e-995f40de8b84 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:24.975482 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:25.108282 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e619f044-b6e0-4f15-adb8-08a0a366db82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:25.149894 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:25.183931 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccdd22b-79c3-491b-9d6e-995f40de8b84'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:25.186576 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a142321-5784-4fa4-a589-ad6bca8305fe" -d '{"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-plugged", "status": "completed", "tag": "eccdd22b-79c3-491b-9d6e-995f40de8b84"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:25.196253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port eccdd22b-79c3-491b-9d6e-995f40de8b84, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=eccdd22b-79c3-491b-9d6e-995f40de8b84,segment=NetworkSegment(001c6fda-19b8-44b7-9d6a-5f1f7abb921d),segment_id=001c6fda-19b8-44b7-9d6a-5f1f7abb921d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:25.258472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36796c3-6039-418c-92ce-f3cdfcab76d7 req-2bf7ddc3-4a60-42bb-9a7b-a6e53907c242 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:25.266143 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d36796c3-6039-418c-92ce-f3cdfcab76d7 req-2bf7ddc3-4a60-42bb-9a7b-a6e53907c242 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 945 time: 0.1135063
Jun 04 15:16:25.314354 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:25.315275 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 621cb0eb-72ea-4d4d-99df-fd7ef6776628 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:25.342283 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d36796c3-6039-418c-92ce-f3cdfcab76d7 req-35515423-e5ce-4a17-ba6a-765bdcb95a00 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727775
Jun 04 15:16:25.365681 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a5b127c5-9a27-4d3d-bc30-3a5051703c60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:25.502513 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 6bcbd00b-aef4-4100-93b6-fdc431dbd78a up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:25.538231 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=eccdd22b-79c3-491b-9d6e-995f40de8b84,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:25.550596 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:25.600352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908d8b7-08e4-4cc5-a493-5a8f939c6448 req-b43eda29-51a6-441c-bbba-3e8b3c4374da tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:25.602792 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a908d8b7-08e4-4cc5-a493-5a8f939c6448 req-b43eda29-51a6-441c-bbba-3e8b3c4374da tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 944 time: 0.1276948
Jun 04 15:16:25.652289 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a908d8b7-08e4-4cc5-a493-5a8f939c6448 req-01b2035d-71e3-46f2-bc3e-f7a184402abd tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437365
Jun 04 15:16:25.665633 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:25.666456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 621cb0eb-72ea-4d4d-99df-fd7ef6776628 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:25.679114 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 621cb0eb-72ea-4d4d-99df-fd7ef6776628 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:25.679114 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:25.732112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e619f044-b6e0-4f15-adb8-08a0a366db82 admin admin] Router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:16:25.733941 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c2f506-5685-4745-826d-dbd995f6b646 x-openstack-request-id: req-f4c2f506-5685-4745-826d-dbd995f6b646 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:25.735339 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-plugged", "status": "completed", "tag": "eccdd22b-79c3-491b-9d6e-995f40de8b84", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:25.735863 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4c2f506-5685-4745-826d-dbd995f6b646 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:25.736644 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccdd22b-79c3-491b-9d6e-995f40de8b84', 'code': 200}
Jun 04 15:16:25.743251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:25.750583 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:25.751193 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:25.964853 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:26.002027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e619f044-b6e0-4f15-adb8-08a0a366db82 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:16:26.013446 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30c9013-1b54-4b8c-a7cf-045b98dfccd4 None None] Sync routers for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:16:26.030170 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30c9013-1b54-4b8c-a7cf-045b98dfccd4 None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:16:26.030802 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a30c9013-1b54-4b8c-a7cf-045b98dfccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb69610>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:16:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:26.032486 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 621cb0eb-72ea-4d4d-99df-fd7ef6776628, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=621cb0eb-72ea-4d4d-99df-fd7ef6776628,segment=NetworkSegment(b99a71e7-f410-418f-bc1e-e673af8b8465),segment_id=b99a71e7-f410-418f-bc1e-e673af8b8465)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:26.038066 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:26.038378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41404) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:26.064627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecfd8d-74b1-479f-999a-0d7c50639efd req-5679f4e2-37cd-4cb1-b540-2664014f02a7 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:26.073997 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a8ecfd8d-74b1-479f-999a-0d7c50639efd req-5679f4e2-37cd-4cb1-b540-2664014f02a7 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 944 time: 0.2122936
Jun 04 15:16:26.089272 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=6bcbd00b-aef4-4100-93b6-fdc431dbd78a,segment=NetworkSegment(8f6096c5-0158-4a71-a5c9-6ede3d87a40c),segment_id=8f6096c5-0158-4a71-a5c9-6ede3d87a40c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:26.116677 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98683a97-621f-4bdf-ab65-5d3406c9d155 req-95ce84ff-c34d-4f2d-b820-40b190699a5e tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:26.123966 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-98683a97-621f-4bdf-ab65-5d3406c9d155 req-95ce84ff-c34d-4f2d-b820-40b190699a5e tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1299639
Jun 04 15:16:26.133747 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:26.136009 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:26.146800 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a8ecfd8d-74b1-479f-999a-0d7c50639efd req-44ab59fe-8496-497d-8fdf-76749b6e7459 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641570
Jun 04 15:16:26.184570 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e619f044-b6e0-4f15-adb8-08a0a366db82 admin admin] 10.222.0.32 "PUT /v2.0/routers/1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0469573
Jun 04 15:16:26.185301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41412) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:26.224348 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:26.261087 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-98683a97-621f-4bdf-ab65-5d3406c9d155 req-b8a9b9f9-698c-4085-94e4-b555c2f7c85e tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313891
Jun 04 15:16:26.279594 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a30c9013-1b54-4b8c-a7cf-045b98dfccd4 None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:16:26.317454 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=621cb0eb-72ea-4d4d-99df-fd7ef6776628,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:26.321929 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:26.322549 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:26.335562 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c3093b1-6275-4699-b2de-64ef99cc45d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:26.409243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1c3093b1-6275-4699-b2de-64ef99cc45d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:26.417962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1c3093b1-6275-4699-b2de-64ef99cc45d8 admin admin] Usage tracker for resource:security_group_rule and tenant:ed37820ee7384b0cb82b2857c9b99e94 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:26.425993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1c3093b1-6275-4699-b2de-64ef99cc45d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:26.438668 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1c3093b1-6275-4699-b2de-64ef99cc45d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:26.598039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=6bcbd00b-aef4-4100-93b6-fdc431dbd78a,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:26.613402 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:26.677759 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:26.691209 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1fdb5-3137-4f56-b804-727848d98a08 req-b91598bf-722d-4445-aab6-012db562283c tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:26.692733 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3c1fdb5-3137-4f56-b804-727848d98a08 req-b91598bf-722d-4445-aab6-012db562283c tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 945 time: 0.1176941
Jun 04 15:16:26.751288 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3c1fdb5-3137-4f56-b804-727848d98a08 req-f215ede8-720f-4c4a-8f1d-f6f673ac2f61 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528066
Jun 04 15:16:26.774924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 74a8cd99-75e0-4534-804c-3dcf7f981b98 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:26.792076 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a30c9013-1b54-4b8c-a7cf-045b98dfccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb69610>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:16:24Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:26.797891 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30c9013-1b54-4b8c-a7cf-045b98dfccd4 None None] Checking router: 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:16:26.808949 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30c9013-1b54-4b8c-a7cf-045b98dfccd4 None None] Routers {'1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:16:26.814003 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a30c9013-1b54-4b8c-a7cf-045b98dfccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb69610>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:16:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:26.931076 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 74a8cd99-75e0-4534-804c-3dcf7f981b98 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:26.938128 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 74a8cd99-75e0-4534-804c-3dcf7f981b98 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:26.938878 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:26.958872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd89f2-097b-4e4c-9fe3-49ee86c0a6ed req-8649aa22-a0ae-48a2-9ea2-617faa35489f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:26.965242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd89f2-097b-4e4c-9fe3-49ee86c0a6ed req-8649aa22-a0ae-48a2-9ea2-617faa35489f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:26.971769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd89f2-097b-4e4c-9fe3-49ee86c0a6ed req-8649aa22-a0ae-48a2-9ea2-617faa35489f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:26.978073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd89f2-097b-4e4c-9fe3-49ee86c0a6ed req-8649aa22-a0ae-48a2-9ea2-617faa35489f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:26.984050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd89f2-097b-4e4c-9fe3-49ee86c0a6ed req-8649aa22-a0ae-48a2-9ea2-617faa35489f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:26.986319 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b551b3-a407-4a26-b1ad-e38e819dfd85 req-798e082b-22bd-430c-a6a8-29c97eba0b1d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:26.991231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd89f2-097b-4e4c-9fe3-49ee86c0a6ed req-8649aa22-a0ae-48a2-9ea2-617faa35489f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:26.995430 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a9b551b3-a407-4a26-b1ad-e38e819dfd85 req-798e082b-22bd-430c-a6a8-29c97eba0b1d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 944 time: 0.1336293
Jun 04 15:16:27.011635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd89f2-097b-4e4c-9fe3-49ee86c0a6ed req-8649aa22-a0ae-48a2-9ea2-617faa35489f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:27.024343 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93dd89f2-097b-4e4c-9fe3-49ee86c0a6ed req-8649aa22-a0ae-48a2-9ea2-617faa35489f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5429 time: 0.5113747
Jun 04 15:16:27.066902 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a9b551b3-a407-4a26-b1ad-e38e819dfd85 req-e9159820-05dd-4a71-9fbf-5ef1eab5fe4f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699797
Jun 04 15:16:27.067120 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a30c9013-1b54-4b8c-a7cf-045b98dfccd4 None None] Set router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:16:27.124353 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:27.183247 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 74a8cd99-75e0-4534-804c-3dcf7f981b98, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=74a8cd99-75e0-4534-804c-3dcf7f981b98,segment=NetworkSegment(b99a71e7-f410-418f-bc1e-e673af8b8465),segment_id=b99a71e7-f410-418f-bc1e-e673af8b8465)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:27.199401 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:27.246840 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c3093b1-6275-4699-b2de-64ef99cc45d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:27.252429 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93dd89f2-097b-4e4c-9fe3-49ee86c0a6ed req-978b1116-88f6-4ff5-9ecd-a57e8c56b1cb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2271073
Jun 04 15:16:27.313479 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:27.314341 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device efedb992-4b5a-4a47-b6f6-de44e4033b5f up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:27.383919 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:27.399311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4cc3b-24dd-46d1-8772-b940f9618093 req-ad6ef83a-9e39-4b76-95f9-c739af2f7f6f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:27.401323 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-20b4cc3b-24dd-46d1-8772-b940f9618093 req-ad6ef83a-9e39-4b76-95f9-c739af2f7f6f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 945 time: 0.1201952
Jun 04 15:16:27.422360 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c3093b1-6275-4699-b2de-64ef99cc45d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:27.436407 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cca88072-3ba3-4d0a-a94b-a48772e3293a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:27.465019 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a30c9013-1b54-4b8c-a7cf-045b98dfccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb69610>, [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:16:24Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:27.470082 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=74a8cd99-75e0-4534-804c-3dcf7f981b98,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:27.470755 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30c9013-1b54-4b8c-a7cf-045b98dfccd4 None None] The sync data for ids ['1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8'] in n-d-791505-9 is: [{'id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-629474041-router', 'tenant_id': 'c3e4ae83578c4cbebafa2993e109f242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:42Z', 'updated_at': '2021-06-04T15:16:24Z', 'revision_number': 5, 'project_id': 'c3e4ae83578c4cbebafa2993e109f242', 'gw_port': {'id': 'c5da37cb-2973-4813-bd76-3c87ffccd78e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:44Z', 'updated_at': '2021-06-04T15:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:16:27.474833 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:27.492588 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-20b4cc3b-24dd-46d1-8772-b940f9618093 req-37664436-a5ab-460f-b51f-0e3344062855 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780416
Jun 04 15:16:27.545626 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1c3093b1-6275-4699-b2de-64ef99cc45d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed37820ee7384b0cb82b2857c9b99e94&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5077343
Jun 04 15:16:27.546474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3093b1-6275-4699-b2de-64ef99cc45d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aed535c-5f3b-4c62-9008-342eba192ae9,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:27.548041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41444) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:27.551396 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c3093b1-6275-4699-b2de-64ef99cc45d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:27.592480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] Deleting port c5da37cb-2973-4813-bd76-3c87ffccd78e {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:16:27.592828 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:27.618169 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0711ab62-ca9e-408f-94a6-a44633e9ee26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:27.622559 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port efedb992-4b5a-4a47-b6f6-de44e4033b5f completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:27.628099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port efedb992-4b5a-4a47-b6f6-de44e4033b5f triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:27.628566 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:27.641071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23e54a-fea8-42ed-8179-c55e80a32094 req-f2ac5060-5197-4972-8599-b2ae87e346c8 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:27.642914 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-df23e54a-fea8-42ed-8179-c55e80a32094 req-f2ac5060-5197-4972-8599-b2ae87e346c8 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1861155
Jun 04 15:16:27.654356 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0711ab62-ca9e-408f-94a6-a44633e9ee26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:27.742343 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621cb0eb-72ea-4d4d-99df-fd7ef6776628'}, {'server_uuid': 'bef35cfe-0c43-477c-9855-237d87390103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcbd00b-aef4-4100-93b6-fdc431dbd78a'}, {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a8cd99-75e0-4534-804c-3dcf7f981b98'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:27.744676 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd768c35-830c-4591-9671-77395c4e7b2b" -d '{"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-plugged", "status": "completed", "tag": "621cb0eb-72ea-4d4d-99df-fd7ef6776628"}, {"server_uuid": "bef35cfe-0c43-477c-9855-237d87390103", "name": "network-vif-plugged", "status": "completed", "tag": "6bcbd00b-aef4-4100-93b6-fdc431dbd78a"}, {"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-plugged", "status": "completed", "tag": "74a8cd99-75e0-4534-804c-3dcf7f981b98"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:27.769580 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:27.784887 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-df23e54a-fea8-42ed-8179-c55e80a32094 req-1361d491-3c5e-4cc1-9edb-6f99eb23be99 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853240
Jun 04 15:16:27.801280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] For port c5da37cb-2973-4813-bd76-3c87ffccd78e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c5da37cb-2973-4813-bd76-3c87ffccd78e,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:27.801280 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:27.825350 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55071d3-8857-489e-932d-fbb170073b41 x-openstack-request-id: req-a55071d3-8857-489e-932d-fbb170073b41 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:27.825350 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-plugged", "status": "completed", "tag": "621cb0eb-72ea-4d4d-99df-fd7ef6776628", "code": 200}, {"server_uuid": "bef35cfe-0c43-477c-9855-237d87390103", "name": "network-vif-plugged", "status": "completed", "tag": "6bcbd00b-aef4-4100-93b6-fdc431dbd78a", "code": 200}, {"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-plugged", "status": "completed", "tag": "74a8cd99-75e0-4534-804c-3dcf7f981b98", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:27.825350 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a55071d3-8857-489e-932d-fbb170073b41 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:27.825350 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621cb0eb-72ea-4d4d-99df-fd7ef6776628', 'code': 200}
Jun 04 15:16:27.825350 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef35cfe-0c43-477c-9855-237d87390103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcbd00b-aef4-4100-93b6-fdc431dbd78a', 'code': 200}
Jun 04 15:16:27.825350 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a8cd99-75e0-4534-804c-3dcf7f981b98', 'code': 200}
Jun 04 15:16:27.831506 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port efedb992-4b5a-4a47-b6f6-de44e4033b5f, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=efedb992-4b5a-4a47-b6f6-de44e4033b5f,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:27.878801 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0711ab62-ca9e-408f-94a6-a44633e9ee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:27.882748 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f96eea73-b01a-4830-9186-fc2885c92882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:27.904943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711ab62-ca9e-408f-94a6-a44633e9ee26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aed535c-5f3b-4c62-9008-342eba192ae9,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:27.911103 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0711ab62-ca9e-408f-94a6-a44633e9ee26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:27.929163 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0711ab62-ca9e-408f-94a6-a44633e9ee26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:27.932129 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0711ab62-ca9e-408f-94a6-a44633e9ee26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5aed535c-5f3b-4c62-9008-342eba192ae9 HTTP/1.1" status: 204  len: 168 time: 0.3830807
Jun 04 15:16:27.936410 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:27.937903 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9be08e86-8d27-40e8-8898-cc000823e63c up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:28.011462 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:28.034315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] Calling delete_port for c5da37cb-2973-4813-bd76-3c87ffccd78e owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:16:28.088317 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=efedb992-4b5a-4a47-b6f6-de44e4033b5f,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:28.098649 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:28.138314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41456) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:28.232991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 9be08e86-8d27-40e8-8898-cc000823e63c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:28.251367 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 9be08e86-8d27-40e8-8898-cc000823e63c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:28.251761 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:28.309249 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c44a2426-57a9-43bb-91d3-2ec750e5af11 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:16:28.325622 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595252f9-1e07-417e-807c-2546219d977f req-48f49932-275b-4c64-9dc6-150d2a44de2e tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:28.327694 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-595252f9-1e07-417e-807c-2546219d977f req-48f49932-275b-4c64-9dc6-150d2a44de2e tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 944 time: 0.1168668
Jun 04 15:16:28.404824 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-595252f9-1e07-417e-807c-2546219d977f req-4983a636-80f7-47fd-9511-386886ac50a4 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670357
Jun 04 15:16:28.414710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: c44a2426-57a9-43bb-91d3-2ec750e5af11 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:16:28.415416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c44a2426-57a9-43bb-91d3-2ec750e5af11 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:16:28.469518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ed525-e4cc-4175-99fd-bbac6a3a5e3c req-f16bed84-8c72-4545-b924-ae2a0ad608ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:28.472084 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5d0ed525-e4cc-4175-99fd-bbac6a3a5e3c req-f16bed84-8c72-4545-b924-ae2a0ad608ad service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 1096 time: 0.5859070
Jun 04 15:16:28.483199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb45b1-1e0e-48c1-8efb-d7311b7b713d req-29ddb3a8-4db4-4274-8103-453fc6df2171 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:28.485892 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dadb45b1-1e0e-48c1-8efb-d7311b7b713d req-29ddb3a8-4db4-4274-8103-453fc6df2171 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 946 time: 0.2371900
Jun 04 15:16:28.522278 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:28.544469 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b4fdb975-cf90-40e9-9dc0-5e34deaaabc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:28.585254 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dadb45b1-1e0e-48c1-8efb-d7311b7b713d req-dc936355-2612-4196-89ca-84e166d7d9a9 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907884
Jun 04 15:16:28.587005 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5d0ed525-e4cc-4175-99fd-bbac6a3a5e3c req-6395c3ff-df8c-4eb2-acbb-80add635c291 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0999453
Jun 04 15:16:28.590509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b4fdb975-cf90-40e9-9dc0-5e34deaaabc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:28.600489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b4fdb975-cf90-40e9-9dc0-5e34deaaabc0 admin admin] Usage tracker for resource:security_group_rule and tenant:ebc79415e4474255b938fa11bf23bdf9 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:28.606730 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b4fdb975-cf90-40e9-9dc0-5e34deaaabc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:28.611986 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9be08e86-8d27-40e8-8898-cc000823e63c, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9be08e86-8d27-40e8-8898-cc000823e63c,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:28.620518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b4fdb975-cf90-40e9-9dc0-5e34deaaabc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:28.639340 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:28.645282 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-97496f85-d8a5-481e-91da-98b7d58b3810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:28.702588 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:28.703804 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 41ff47dd-6827-473b-b808-969597aa034d up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:28.717065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=c5da37cb-2973-4813-bd76-3c87ffccd78e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:28.729441 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:28.763444 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:28.850953 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b4fdb975-cf90-40e9-9dc0-5e34deaaabc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:28.870417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c77453-fe99-4db5-90d7-67952352e6e1 req-79f0983e-0be8-4a3a-8b22-0953be90431a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:28.877340 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c77453-fe99-4db5-90d7-67952352e6e1 req-79f0983e-0be8-4a3a-8b22-0953be90431a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:28.883181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c77453-fe99-4db5-90d7-67952352e6e1 req-79f0983e-0be8-4a3a-8b22-0953be90431a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:28.886787 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9be08e86-8d27-40e8-8898-cc000823e63c,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:28.889051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c77453-fe99-4db5-90d7-67952352e6e1 req-79f0983e-0be8-4a3a-8b22-0953be90431a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:28.890136 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:28.895167 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c77453-fe99-4db5-90d7-67952352e6e1 req-79f0983e-0be8-4a3a-8b22-0953be90431a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:28.901083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c77453-fe99-4db5-90d7-67952352e6e1 req-79f0983e-0be8-4a3a-8b22-0953be90431a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:28.907372 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c77453-fe99-4db5-90d7-67952352e6e1 req-79f0983e-0be8-4a3a-8b22-0953be90431a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:28.909326 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00c77453-fe99-4db5-90d7-67952352e6e1 req-79f0983e-0be8-4a3a-8b22-0953be90431a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5431 time: 0.2863379
Jun 04 15:16:28.930642 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:28.981616 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00c77453-fe99-4db5-90d7-67952352e6e1 req-c4a17129-1d9a-492e-bac1-baf2ccbba484 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0640409
Jun 04 15:16:28.996804 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 41ff47dd-6827-473b-b808-969597aa034d completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:29.002594 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b4fdb975-cf90-40e9-9dc0-5e34deaaabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:29.002884 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 41ff47dd-6827-473b-b808-969597aa034d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:29.003343 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:29.016109 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-95805b0b-27b2-4085-b147-1c06e0fb56b2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:29.056513 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdb975-cf90-40e9-9dc0-5e34deaaabc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77855605-d6ce-4552-9621-8fe644bc3a79,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:29.063571 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b4fdb975-cf90-40e9-9dc0-5e34deaaabc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:29.085872 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b4fdb975-cf90-40e9-9dc0-5e34deaaabc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebc79415e4474255b938fa11bf23bdf9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9441247
Jun 04 15:16:29.089301 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41476) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:29.196387 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b9c5dae3-2fbd-4efa-89f9-ea2a576f7402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:29.233128 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:29.249473 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b9c5dae3-2fbd-4efa-89f9-ea2a576f7402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:29.274304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f4c41-6358-4264-b04e-e620dca2ce93 req-78a52d2b-ee60-4542-bcf0-79baf908c288 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:29.281570 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c6f4c41-6358-4264-b04e-e620dca2ce93 req-78a52d2b-ee60-4542-bcf0-79baf908c288 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 945 time: 0.5438960
Jun 04 15:16:29.282324 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 41ff47dd-6827-473b-b808-969597aa034d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=41ff47dd-6827-473b-b808-969597aa034d,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:29.301018 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:29.305542 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:29.317342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bc00f-eaf2-4968-aa49-2a1827a4681b req-abca944f-92c7-4649-95a3-5fe2a52e5f61 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:29.318886 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ad7bc00f-eaf2-4968-aa49-2a1827a4681b req-abca944f-92c7-4649-95a3-5fe2a52e5f61 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1569316
Jun 04 15:16:29.352728 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c6f4c41-6358-4264-b04e-e620dca2ce93 req-7918a2e5-2d4f-4938-9aea-905b234645f5 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700362
Jun 04 15:16:29.380680 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ad7bc00f-eaf2-4968-aa49-2a1827a4681b req-f0619a5d-2685-4ebb-98f1-5c9ee6e89885 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536995
Jun 04 15:16:29.404075 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:29.404954 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:29.426663 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b9c5dae3-2fbd-4efa-89f9-ea2a576f7402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:29.426901 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:29.427606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:16:29.436806 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5c1476a1-d822-4e33-b7a1-4e95fb44dd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:29.452721 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:29.453428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5dae3-2fbd-4efa-89f9-ea2a576f7402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77855605-d6ce-4552-9621-8fe644bc3a79,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:29.456369 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b9c5dae3-2fbd-4efa-89f9-ea2a576f7402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:29.459541 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b9c5dae3-2fbd-4efa-89f9-ea2a576f7402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:29.461831 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b9c5dae3-2fbd-4efa-89f9-ea2a576f7402 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77855605-d6ce-4552-9621-8fe644bc3a79 HTTP/1.1" status: 204  len: 168 time: 0.3737071
Jun 04 15:16:29.475091 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:29.478941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41488) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:29.479099 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] 10.222.0.32 "DELETE /v2.0/routers/1cbb382f-f33f-4b3e-a36f-cfd85bc4a1c8 HTTP/1.1" status: 204  len: 168 time: 3.2925928
Jun 04 15:16:29.513656 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-973feada-70b4-4ee5-856f-439c4ce7d6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:29.573559 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=41ff47dd-6827-473b-b808-969597aa034d,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:29.591759 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:29.644263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21b1f6d-f0ee-409d-a69f-0d7e52684086 admin admin] Deleting subnet d37fec73-8278-44ef-96a9-c0c2b4914081 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:16:29.653830 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a21b1f6d-f0ee-409d-a69f-0d7e52684086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:29.706592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820662b-ac15-47be-9f05-83e788236029 req-52aecd32-9923-4508-8dad-dd29f6e7db6c tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:29.708255 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7820662b-ac15-47be-9f05-83e788236029 req-52aecd32-9923-4508-8dad-dd29f6e7db6c tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 944 time: 0.1093049
Jun 04 15:16:29.717054 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a21b1f6d-f0ee-409d-a69f-0d7e52684086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:29.757853 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7820662b-ac15-47be-9f05-83e788236029 req-126974d1-6a24-49cc-9d6a-256d02307df0 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426009
Jun 04 15:16:29.823391 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc642f4f-0864-405f-9ffb-038f1d653c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efedb992-4b5a-4a47-b6f6-de44e4033b5f'}, {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be08e86-8d27-40e8-8898-cc000823e63c'}, {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ff47dd-6827-473b-b808-969597aa034d'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:29.828344 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0436b09c-4115-457b-a582-cd8df63581d5" -d '{"events": [{"server_uuid": "fc642f4f-0864-405f-9ffb-038f1d653c57", "name": "network-vif-plugged", "status": "completed", "tag": "efedb992-4b5a-4a47-b6f6-de44e4033b5f"}, {"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-plugged", "status": "completed", "tag": "9be08e86-8d27-40e8-8898-cc000823e63c"}, {"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-plugged", "status": "completed", "tag": "41ff47dd-6827-473b-b808-969597aa034d"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:29.850483 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:29.860067 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:29.860067 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:29.900311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41496) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:29.936606 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af1f97d-67dd-4a75-8a18-857a7e625f83 x-openstack-request-id: req-4af1f97d-67dd-4a75-8a18-857a7e625f83 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:29.940967 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc642f4f-0864-405f-9ffb-038f1d653c57", "name": "network-vif-plugged", "status": "completed", "tag": "efedb992-4b5a-4a47-b6f6-de44e4033b5f", "code": 200}, {"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-plugged", "status": "completed", "tag": "9be08e86-8d27-40e8-8898-cc000823e63c", "code": 200}, {"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-plugged", "status": "completed", "tag": "41ff47dd-6827-473b-b808-969597aa034d", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:29.941803 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4af1f97d-67dd-4a75-8a18-857a7e625f83 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:29.942353 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc642f4f-0864-405f-9ffb-038f1d653c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efedb992-4b5a-4a47-b6f6-de44e4033b5f', 'code': 200}
Jun 04 15:16:29.944930 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be08e86-8d27-40e8-8898-cc000823e63c', 'code': 200}
Jun 04 15:16:29.945468 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ff47dd-6827-473b-b808-969597aa034d', 'code': 200}
Jun 04 15:16:30.089964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2569c7-1d4e-4377-922d-be1abf649aa1 req-c28b5cfc-ec54-4fc4-933d-c3809c8b40c3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:30.097887 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d2569c7-1d4e-4377-922d-be1abf649aa1 req-c28b5cfc-ec54-4fc4-933d-c3809c8b40c3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 946 time: 0.3510389
Jun 04 15:16:30.142930 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a21b1f6d-f0ee-409d-a69f-0d7e52684086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:30.194971 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:30.257651 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:30.273683 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d2569c7-1d4e-4377-922d-be1abf649aa1 req-c4c06bf1-d760-48e8-9892-70c4e16dc4cb tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744974
Jun 04 15:16:30.350110 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:30.350110 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 1915cce3-a724-4ca1-9d70-22adc1e7bb20 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:30.350412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f14ec3-697d-47d3-ab8b-39fd09b95867 req-f2414f92-feb2-4a8e-91db-4a0ecb1c1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:30.350412 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a4f14ec3-697d-47d3-ab8b-39fd09b95867 req-f2414f92-feb2-4a8e-91db-4a0ecb1c1489 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 1097 time: 0.3423529
Jun 04 15:16:30.420428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-701951208-network', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:30.423430 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a5b127c5-9a27-4d3d-bc30-3a5051703c60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:30.428871 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:30.436501 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a4f14ec3-697d-47d3-ab8b-39fd09b95867 req-59336de6-0c03-47bd-9931-9f70acdc8b4e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686679
Jun 04 15:16:30.438744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Usage tracker for resource:network and tenant:8bb4f7997cdc48f8abffe8ec67e588f7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:30.452696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c32e4-e48e-460b-a89a-8f3e6d6c1657 req-ccaafc19-c2d7-41b3-92be-d384b3c6254b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:30.459220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c32e4-e48e-460b-a89a-8f3e6d6c1657 req-ccaafc19-c2d7-41b3-92be-d384b3c6254b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:30.465514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c32e4-e48e-460b-a89a-8f3e6d6c1657 req-ccaafc19-c2d7-41b3-92be-d384b3c6254b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:30.472338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c32e4-e48e-460b-a89a-8f3e6d6c1657 req-ccaafc19-c2d7-41b3-92be-d384b3c6254b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:30.474437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c5da37cb-2973-4813-bd76-3c87ffccd78e no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:16:30.478302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c32e4-e48e-460b-a89a-8f3e6d6c1657 req-ccaafc19-c2d7-41b3-92be-d384b3c6254b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:30.484221 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c32e4-e48e-460b-a89a-8f3e6d6c1657 req-ccaafc19-c2d7-41b3-92be-d384b3c6254b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:30.490689 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c32e4-e48e-460b-a89a-8f3e6d6c1657 req-ccaafc19-c2d7-41b3-92be-d384b3c6254b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:30.492618 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f96c32e4-e48e-460b-a89a-8f3e6d6c1657 req-ccaafc19-c2d7-41b3-92be-d384b3c6254b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5432 time: 0.2885153
Jun 04 15:16:30.493757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:30.501733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:30.552705 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f96c32e4-e48e-460b-a89a-8f3e6d6c1657 req-eaf8a4cd-7581-4113-bb0a-06a95cc8ad45 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0525038
Jun 04 15:16:30.562689 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: c5da37cb-2973-4813-bd76-3c87ffccd78e {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:16:30.564041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c5da37cb-2973-4813-bd76-3c87ffccd78e not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:16:30.637190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Made reservation on behalf of 8bb4f7997cdc48f8abffe8ec67e588f7 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:16:30.644520 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:30.660850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:30.677444 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:30.683807 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:30.740696 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 1915cce3-a724-4ca1-9d70-22adc1e7bb20 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:30.745665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 1915cce3-a724-4ca1-9d70-22adc1e7bb20 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:30.749223 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:30.749366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:30.755154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Usage tracker for resource:security_group_rule and tenant:8bb4f7997cdc48f8abffe8ec67e588f7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:30.758823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:30.767853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edf4db-efbd-4864-ae15-038f81d04d46 req-c5f6dd42-2195-4975-8b8f-2834f48dc3fb tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:30.769406 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e5edf4db-efbd-4864-ae15-038f81d04d46 req-c5f6dd42-2195-4975-8b8f-2834f48dc3fb tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 945 time: 0.2257073
Jun 04 15:16:30.772426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:30.838495 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e5edf4db-efbd-4864-ae15-038f81d04d46 req-51666a97-4a09-4d24-83ff-6e29a1012b21 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588868
Jun 04 15:16:30.842121 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4f87b-b6b0-4062-892e-798483b7191e req-0dd343bf-620f-4694-b144-18bfceaead82 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:30.844820 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-acb4f87b-b6b0-4062-892e-798483b7191e req-0dd343bf-620f-4694-b144-18bfceaead82 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1460495
Jun 04 15:16:30.856939 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a21b1f6d-f0ee-409d-a69f-0d7e52684086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:30.867843 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:30.948353 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-acb4f87b-b6b0-4062-892e-798483b7191e req-d8d0166f-7464-4597-a614-962f9e1c4368 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929589
Jun 04 15:16:30.960515 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a21b1f6d-f0ee-409d-a69f-0d7e52684086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:30.970127 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b1f6d-f0ee-409d-a69f-0d7e52684086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d37fec73-8278-44ef-96a9-c0c2b4914081,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:30.973115 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a21b1f6d-f0ee-409d-a69f-0d7e52684086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:30.985218 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a21b1f6d-f0ee-409d-a69f-0d7e52684086 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d37fec73-8278-44ef-96a9-c0c2b4914081 HTTP/1.1" status: 204  len: 168 time: 1.5049043
Jun 04 15:16:30.988117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41526) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:31.027744 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:31.032381 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610c5ae2-91f6-45bb-b339-28938d24ed0f None None] Network fc578392-edaf-4d3c-9dfb-10e567eb7921 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:16:31.085121 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:31.114856 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:31.130092 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:16:31.143252 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:31.143950 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Added segment 77bb1158-d856-40ef-b73b-11c49e9c3c17 of type vlan for network 159703a5-6b82-48a0-9d92-4f64cbef754f
Jun 04 15:16:31.203626 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:31.242717 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:31.247990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 1915cce3-a724-4ca1-9d70-22adc1e7bb20, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=1915cce3-a724-4ca1-9d70-22adc1e7bb20,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:31.257335 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9233ac1c-f677-40d7-b16d-33d7d719056e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:31.305512 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:31.306795 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 622d11de-7803-48e8-9746-b225f13357c1 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:31.317426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011f8607-b27a-4e8f-8db8-17af293e889d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:31.348056 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:31.353973 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:31.356054 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:31.358873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:31.360171 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:31.376069 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:31.384506 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee11a0c8-2c49-46db-8599-9b1289cdbaf9 None None] DHCP port deletion for fc578392-edaf-4d3c-9dfb-10e567eb7921 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:16:31.393460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7876c-8d49-4287-8404-017fb52ed0ff req-d4532024-f2cc-4421-b491-9fac4a16fb78 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:31.395174 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70c7876c-8d49-4287-8404-017fb52ed0ff req-d4532024-f2cc-4421-b491-9fac4a16fb78 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.3720527
Jun 04 15:16:31.426110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e861e-5729-4961-a0a4-ebf9a3f0cd0e req-8903ab0c-9829-40e5-bbdf-7bbb5496322c tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:31.429486 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3e4e861e-5729-4961-a0a4-ebf9a3f0cd0e req-8903ab0c-9829-40e5-bbdf-7bbb5496322c tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 945 time: 0.3634822
Jun 04 15:16:31.445132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41536) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:31.461048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-5df779de-98ec-4238-9f49-e638c51168a7 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Request body: {'floatingip': {'port_id': '6bcbd00b-aef4-4100-93b6-fdc431dbd78a'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:31.502906 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=1915cce3-a724-4ca1-9d70-22adc1e7bb20,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:31.510106 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:31.537210 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70c7876c-8d49-4287-8404-017fb52ed0ff req-2bf2f367-81db-4e22-8852-0ecf11979d4d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277518
Jun 04 15:16:31.541422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Deleting port 71482d54-4dcc-4ec3-aa40-8bc27520992d {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:16:31.541734 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:31.550714 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ee11a0c8-2c49-46db-8599-9b1289cdbaf9 None None] Deleting port 71482d54-4dcc-4ec3-aa40-8bc27520992d {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:16:31.551195 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee11a0c8-2c49-46db-8599-9b1289cdbaf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:31.600421 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 622d11de-7803-48e8-9746-b225f13357c1 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:31.604648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 622d11de-7803-48e8-9746-b225f13357c1 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:31.605052 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:31.729641 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] For port 71482d54-4dcc-4ec3-aa40-8bc27520992d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=71482d54-4dcc-4ec3-aa40-8bc27520992d,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:31.730440 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:31.737728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ee11a0c8-2c49-46db-8599-9b1289cdbaf9 None None] For port 71482d54-4dcc-4ec3-aa40-8bc27520992d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=71482d54-4dcc-4ec3-aa40-8bc27520992d,segment=NetworkSegment(453ee623-39df-48f1-a92f-32b655b8d6c1),segment_id=453ee623-39df-48f1-a92f-32b655b8d6c1)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:31.738128 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee11a0c8-2c49-46db-8599-9b1289cdbaf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:31.764909 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5df779de-98ec-4238-9f49-e638c51168a7 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for floatingip, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:31.814295 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Pushing event updated for resources: {'Network': ['ID=159703a5-6b82-48a0-9d92-4f64cbef754f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:31.829766 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:31.835395 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.9313354
Jun 04 15:16:31.842816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41550) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:31.874378 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 159703a5-6b82-48a0-9d92-4f64cbef754f details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:16:31.886463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Calling delete_port for 71482d54-4dcc-4ec3-aa40-8bc27520992d owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:16:31.891055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Request body: {'subnet': {'network_id': '159703a5-6b82-48a0-9d92-4f64cbef754f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-701951208-subnet', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:31.899943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ee11a0c8-2c49-46db-8599-9b1289cdbaf9 None None] Calling delete_port for 71482d54-4dcc-4ec3-aa40-8bc27520992d owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:16:31.911922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:31.920108 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-ded70635-2068-4152-a188-2ce8a669e52c tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1ed1c7434abc4070a1cb11b3335601ff&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0410776
Jun 04 15:16:31.920565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Usage tracker for resource:subnet and tenant:8bb4f7997cdc48f8abffe8ec67e588f7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:31.924537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:31.935342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:31.962453 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f501a0-c772-42ff-91fa-bbdc34d0f48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83939d41-69ba-4faf-b4a7-7e2c5d9f7222'}, {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1915cce3-a724-4ca1-9d70-22adc1e7bb20'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:31.964148 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4080aebe-0f3f-459f-8807-dc54f27c4689" -d '{"events": [{"server_uuid": "e1f501a0-c772-42ff-91fa-bbdc34d0f48d", "name": "network-vif-plugged", "status": "completed", "tag": "83939d41-69ba-4faf-b4a7-7e2c5d9f7222"}, {"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-plugged", "status": "completed", "tag": "1915cce3-a724-4ca1-9d70-22adc1e7bb20"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:32.030860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9360ce5-d901-49f7-b383-2c34bd586f28 req-8aa60fc4-cc5a-49c6-84a0-38afafbcd129 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:32.032326 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9360ce5-d901-49f7-b383-2c34bd586f28 req-8aa60fc4-cc5a-49c6-84a0-38afafbcd129 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 946 time: 0.4777884
Jun 04 15:16:32.067133 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:32.074487 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:32.094051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Made reservation on behalf of 8bb4f7997cdc48f8abffe8ec67e588f7 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:16:32.098791 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:32.114645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-5a18e070-ca1c-4a62-968b-e0764a2c9499 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:32.121568 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-5a18e070-ca1c-4a62-968b-e0764a2c9499 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1865163
Jun 04 15:16:32.125527 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 622d11de-7803-48e8-9746-b225f13357c1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=622d11de-7803-48e8-9746-b225f13357c1,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:32.134675 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-45b0b539-1f40-46bf-944d-14caa54bd734 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/quotas/1ed1c7434abc4070a1cb11b3335601ff HTTP/1.1" status: 200  len: 375 time: 0.0104961
Jun 04 15:16:32.171432 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee11a0c8-2c49-46db-8599-9b1289cdbaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:32.179167 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:32.181966 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:32.195927 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-634b41af-aaf6-4e5f-b441-ab456bbfc410 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:32.222067 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11a0c8-2c49-46db-8599-9b1289cdbaf9 None None] Pushing event deleted for resources: {'Port': ['ID=71482d54-4dcc-4ec3-aa40-8bc27520992d,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:32.225130 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ee11a0c8-2c49-46db-8599-9b1289cdbaf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:32.225951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee11a0c8-2c49-46db-8599-9b1289cdbaf9 None None] No DVR routers for this DVR port 71482d54-4dcc-4ec3-aa40-8bc27520992d on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:16:32.227786 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:32.230801 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:32.248693 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9360ce5-d901-49f7-b383-2c34bd586f28 req-6ce377f0-cde6-4e4c-9e43-c773866b457d tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569171
Jun 04 15:16:32.263332 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Pushing event deleted for resources: {'Port': ['ID=71482d54-4dcc-4ec3-aa40-8bc27520992d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:32.294801 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ffa06742-4131-4145-aab4-7545e7013573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:32.301647 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-fa7fb44e-326b-4e33-89e1-14c29c4b6806 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ed1c7434abc4070a1cb11b3335601ff&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1611485
Jun 04 15:16:32.321651 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:32.322057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:32.322433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:32.322840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:32.323221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:32.323590 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:32.323947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:32.324289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:32.324649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:32.325039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:32.330859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:32.331246 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:32.334508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=622d11de-7803-48e8-9746-b225f13357c1,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:32.335264 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:32.336061 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] No DVR routers for this DVR port 71482d54-4dcc-4ec3-aa40-8bc27520992d on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:16:32.338754 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:32.368420 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 71482d54-4dcc-4ec3-aa40-8bc27520992d no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:16:32.415802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 71482d54-4dcc-4ec3-aa40-8bc27520992d {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:16:32.416213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 71482d54-4dcc-4ec3-aa40-8bc27520992d not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:16:32.489386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:32.504005 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838708cbb0>,) {'filters': {'network_id': ['fc578392-edaf-4d3c-9dfb-10e567eb7921']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:32.517848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838708cbb0>, '453ee623-39df-48f1-a92f-32b655b8d6c1') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:32.518340 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838708cbb0>, '453ee623-39df-48f1-a92f-32b655b8d6c1') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:32.532009 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:32.551415 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:32.558097 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:16:32.558538 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:16:32.572928 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:16:32.840939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e30b36-d88e-414d-ae9d-6123e798da11 req-6104aa23-ec5c-46dd-a949-cc92b644aac9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:32.847274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e30b36-d88e-414d-ae9d-6123e798da11 req-6104aa23-ec5c-46dd-a949-cc92b644aac9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:32.853210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e30b36-d88e-414d-ae9d-6123e798da11 req-6104aa23-ec5c-46dd-a949-cc92b644aac9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:32.859866 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e30b36-d88e-414d-ae9d-6123e798da11 req-6104aa23-ec5c-46dd-a949-cc92b644aac9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:32.866125 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e30b36-d88e-414d-ae9d-6123e798da11 req-6104aa23-ec5c-46dd-a949-cc92b644aac9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:32.872024 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e30b36-d88e-414d-ae9d-6123e798da11 req-6104aa23-ec5c-46dd-a949-cc92b644aac9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:32.878548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e30b36-d88e-414d-ae9d-6123e798da11 req-6104aa23-ec5c-46dd-a949-cc92b644aac9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:32.880519 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12e30b36-d88e-414d-ae9d-6123e798da11 req-6104aa23-ec5c-46dd-a949-cc92b644aac9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5434 time: 0.4055378
Jun 04 15:16:32.882996 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2f5c8-35de-45b3-8074-d35fb6460e85 req-d2632695-a714-4bb1-b4f7-7416859bf387 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:32.889697 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ee2f5c8-35de-45b3-8074-d35fb6460e85 req-d2632695-a714-4bb1-b4f7-7416859bf387 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1034462
Jun 04 15:16:32.930555 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ee2f5c8-35de-45b3-8074-d35fb6460e85 req-38dab819-6822-4dde-ad22-c43ecd8aa816 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400720
Jun 04 15:16:32.939867 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:32.949519 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:32.977558 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:32.981115 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Pushing event deleted for resources: {'Network': ['ID=fc578392-edaf-4d3c-9dfb-10e567eb7921,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:32.988302 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:33.013582 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3280a645-ea52-41c7-97b5-97a42c61f58f x-openstack-request-id: req-3280a645-ea52-41c7-97b5-97a42c61f58f {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:33.013582 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f501a0-c772-42ff-91fa-bbdc34d0f48d", "name": "network-vif-plugged", "status": "completed", "tag": "83939d41-69ba-4faf-b4a7-7e2c5d9f7222", "code": 200}, {"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-plugged", "status": "completed", "tag": "1915cce3-a724-4ca1-9d70-22adc1e7bb20", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:33.013582 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3280a645-ea52-41c7-97b5-97a42c61f58f {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:33.013582 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f501a0-c772-42ff-91fa-bbdc34d0f48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83939d41-69ba-4faf-b4a7-7e2c5d9f7222', 'code': 200}
Jun 04 15:16:33.013582 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1915cce3-a724-4ca1-9d70-22adc1e7bb20', 'code': 200}
Jun 04 15:16:33.085928 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5df779de-98ec-4238-9f49-e638c51168a7 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:33.091879 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12e30b36-d88e-414d-ae9d-6123e798da11 req-40db042e-0bb1-43f3-9da8-bff300408517 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2033451
Jun 04 15:16:33.177536 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] 10.222.0.32 "DELETE /v2.0/networks/fc578392-edaf-4d3c-9dfb-10e567eb7921 HTTP/1.1" status: 204  len: 168 time: 2.1883709
Jun 04 15:16:33.205336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145bcc4-6ddb-4322-9353-78e907eb1c0a req-a00497d1-625c-4ee9-adeb-4122da8e450f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:33.207515 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a145bcc4-6ddb-4322-9353-78e907eb1c0a req-a00497d1-625c-4ee9-adeb-4122da8e450f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.1010456
Jun 04 15:16:33.217225 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-389629a2-2ac3-4821-b06f-03e5dfff3705 req-a8e5af55-aca4-40d4-a4a2-ce7dd9ef5159 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 210 time: 0.0712874
Jun 04 15:16:33.221042 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5df779de-98ec-4238-9f49-e638c51168a7 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:33.261924 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a145bcc4-6ddb-4322-9353-78e907eb1c0a req-44964881-0e7b-4535-a8eb-be63da732620 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487061
Jun 04 15:16:33.498962 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:33.509724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9559127-27ca-42ad-9098-e5beb216192d req-e910cb40-ed76-42e6-a100-52e994a793fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:33.511251 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c9559127-27ca-42ad-9098-e5beb216192d req-e910cb40-ed76-42e6-a100-52e994a793fe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 1096 time: 0.4242330
Jun 04 15:16:33.574367 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-5df779de-98ec-4238-9f49-e638c51168a7 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Floating IP c604d7c4-324d-4569-9050-9385e8395532 associated. External IP: 172.25.4.160, port: 6bcbd00b-aef4-4100-93b6-fdc431dbd78a.
Jun 04 15:16:33.681209 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c9559127-27ca-42ad-9098-e5beb216192d req-b9381087-7761-4d43-b0e2-8aa43d4b08da service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569953
Jun 04 15:16:33.700976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41570) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:33.752030 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2b4aa793-812a-461e-8e96-7fa0481d1387 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3e4ae83578c4cbebafa2993e109f242&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0527868
Jun 04 15:16:33.754542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41572) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:33.770311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3fc8e-89ac-47a4-8c5b-9aec098b7e6a req-c142a807-ed54-4052-98e9-458b1aa1d898 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:33.771808 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-63b3fc8e-89ac-47a4-8c5b-9aec098b7e6a req-c142a807-ed54-4052-98e9-458b1aa1d898 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 946 time: 0.3952916
Jun 04 15:16:33.828425 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-99eb3671-f8b2-44a5-aa7c-19a97a8637c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:33.857159 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-99eb3671-f8b2-44a5-aa7c-19a97a8637c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:33.888106 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-63b3fc8e-89ac-47a4-8c5b-9aec098b7e6a req-76bf8443-812a-4f55-93f9-3771ff61752b tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019742
Jun 04 15:16:33.958920 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:33.976438 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9794795b-a50d-4951-a54d-0365f8ac8d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:34.028123 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-99eb3671-f8b2-44a5-aa7c-19a97a8637c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:34.041638 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0d07755b-23df-4260-a622-97d82eb4b7ad tempest-SecurityGroupsTestAdminJSON-755127613 tempest-SecurityGroupsTestAdminJSON-755127613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:34.064506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb3671-f8b2-44a5-aa7c-19a97a8637c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc05d09a-295b-4330-8d97-70ebdf333e19,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:34.079912 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-99eb3671-f8b2-44a5-aa7c-19a97a8637c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:34.144029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Checking segment: {'id': '77bb1158-d856-40ef-b73b-11c49e9c3c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '159703a5-6b82-48a0-9d92-4f64cbef754f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:16:34.144496 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Network hostable DHCP agents. Network: 159703a5-6b82-48a0-9d92-4f64cbef754f, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:16:34.210774 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-99eb3671-f8b2-44a5-aa7c-19a97a8637c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:34.212786 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-99eb3671-f8b2-44a5-aa7c-19a97a8637c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc05d09a-295b-4330-8d97-70ebdf333e19 HTTP/1.1" status: 204  len: 168 time: 0.4572453
Jun 04 15:16:34.311372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=674580e2-3835-47cc-9067-de8fd61a82b8,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:34.321783 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:34.404835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df779de-98ec-4238-9f49-e638c51168a7 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:16:34.510872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60b192-73a1-467a-beec-a3882c23acc2 req-79f55091-69f8-4b8b-8cfb-85e0e8489548 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:34.512343 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ce60b192-73a1-467a-beec-a3882c23acc2 req-79f55091-69f8-4b8b-8cfb-85e0e8489548 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1952946
Jun 04 15:16:34.520144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Network 159703a5-6b82-48a0-9d92-4f64cbef754f is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:16:34.666713 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ce60b192-73a1-467a-beec-a3882c23acc2 req-94ac795c-cf91-4ea2-8269-95c6aa154cdf tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475301
Jun 04 15:16:34.673107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df779de-98ec-4238-9f49-e638c51168a7 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:16:34.685187 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5df779de-98ec-4238-9f49-e638c51168a7 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:34.686016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f986f8b-b7a3-4dda-8d87-3d06c5b6e9e9 None None] Sync routers for ids ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:16:34.702082 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f986f8b-b7a3-4dda-8d87-3d06c5b6e9e9 None None] Routers {'64036c0c-291a-41f1-9fbb-18329e3ed5c4'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:16:34.703401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5f986f8b-b7a3-4dda-8d87-3d06c5b6e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c37d700>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:16:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:34.721260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 159703a5-6b82-48a0-9d92-4f64cbef754f) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:16:34.762129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:34.762636 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:34.806584 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5df779de-98ec-4238-9f49-e638c51168a7 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "PUT /v2.0/floatingips/c604d7c4-324d-4569-9050-9385e8395532 HTTP/1.1" status: 200  len: 991 time: 3.3558853
Jun 04 15:16:34.808633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef35cfe-0c43-477c-9855-237d87390103', 'tag': '6bcbd00b-aef4-4100-93b6-fdc431dbd78a'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:34.819176 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62293f2-a6b5-4d1b-97e7-84348ce1774e" -d '{"events": [{"name": "network-changed", "server_uuid": "bef35cfe-0c43-477c-9855-237d87390103", "tag": "6bcbd00b-aef4-4100-93b6-fdc431dbd78a"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:34.843189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d016836-56c5-4a72-af3e-dab1328e06f4 None None] Network 159703a5-6b82-48a0-9d92-4f64cbef754f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:16:34.936244 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c3afa1c-42c6-45cb-a13e-a7bc2423cfec req-d1d95c05-4e86-465c-83fd-24768feb13aa tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 210 time: 0.0671661
Jun 04 15:16:34.938423 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.0879691
Jun 04 15:16:34.945107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41596) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:34.954237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-701951208-router', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:34.958349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9b6cf-838b-48b4-a6bd-3d9efa5d2a86 req-c9772e0f-875c-4303-8f02-bac7b119a9d9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:34.967080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9b6cf-838b-48b4-a6bd-3d9efa5d2a86 req-c9772e0f-875c-4303-8f02-bac7b119a9d9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:34.972309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9b6cf-838b-48b4-a6bd-3d9efa5d2a86 req-c9772e0f-875c-4303-8f02-bac7b119a9d9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:34.977060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:34.978729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9b6cf-838b-48b4-a6bd-3d9efa5d2a86 req-c9772e0f-875c-4303-8f02-bac7b119a9d9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:34.992906 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Usage tracker for resource:router and tenant:8bb4f7997cdc48f8abffe8ec67e588f7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:34.996232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9b6cf-838b-48b4-a6bd-3d9efa5d2a86 req-c9772e0f-875c-4303-8f02-bac7b119a9d9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:34.997984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:35.003494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9b6cf-838b-48b4-a6bd-3d9efa5d2a86 req-c9772e0f-875c-4303-8f02-bac7b119a9d9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:35.010623 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9b6cf-838b-48b4-a6bd-3d9efa5d2a86 req-c9772e0f-875c-4303-8f02-bac7b119a9d9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:35.012888 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-02b9b6cf-838b-48b4-a6bd-3d9efa5d2a86 req-c9772e0f-875c-4303-8f02-bac7b119a9d9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5434 time: 0.2497923
Jun 04 15:16:35.025204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622d11de-7803-48e8-9746-b225f13357c1'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:35.029666 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64df675d-9662-4a1a-8bae-5d4c1397373b" -d '{"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-plugged", "status": "completed", "tag": "622d11de-7803-48e8-9746-b225f13357c1"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:35.035688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:35.165498 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-02b9b6cf-838b-48b4-a6bd-3d9efa5d2a86 req-84050085-e641-45cd-8688-9fa855ca6a98 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1420801
Jun 04 15:16:35.169570 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:35.170913 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:35.249029 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:35.297402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc627ca-7bc9-4256-aaab-76347d564b3a req-3477b4e4-7b14-4ec2-b640-1d386b632184 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:35.299167 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cc627ca-7bc9-4256-aaab-76347d564b3a req-3477b4e4-7b14-4ec2-b640-1d386b632184 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.1843832
Jun 04 15:16:35.305793 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:35.368024 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-5f986f8b-b7a3-4dda-8d87-3d06c5b6e9e9 None None] Set router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:16:35.372749 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cc627ca-7bc9-4256-aaab-76347d564b3a req-7439baa6-638e-40f9-a907-3bdfbbd1580e tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649464
Jun 04 15:16:35.487818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77279e-d176-4385-bd7c-cf87bde8f0de req-d4d3ea7a-c2ee-42b0-88a4-97153f4fa978 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:35.496811 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5a77279e-d176-4385-bd7c-cf87bde8f0de req-d4d3ea7a-c2ee-42b0-88a4-97153f4fa978 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 946 time: 0.1661527
Jun 04 15:16:35.563539 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5a77279e-d176-4385-bd7c-cf87bde8f0de req-a9ef424b-bbea-47d0-9866-500ff3263d54 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657091
Jun 04 15:16:35.670619 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975cd636-9d12-4793-92cd-1216bdae92e1 x-openstack-request-id: req-975cd636-9d12-4793-92cd-1216bdae92e1 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:35.670941 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-plugged", "status": "completed", "tag": "622d11de-7803-48e8-9746-b225f13357c1", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:35.671175 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-975cd636-9d12-4793-92cd-1216bdae92e1 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:35.672382 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622d11de-7803-48e8-9746-b225f13357c1', 'code': 200}
Jun 04 15:16:35.673463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-159703a5-6b82-48a0-9d92-4f64cbef754f', 'network_id': '159703a5-6b82-48a0-9d92-4f64cbef754f', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'fixed_ips': [{'subnet_id': '674580e2-3835-47cc-9067-de8fd61a82b8'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:16:35.674322 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:35.868457 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:35.901220 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6bdaea-9faf-4835-8143-2bc8613e1f7b x-openstack-request-id: req-af6bdaea-9faf-4835-8143-2bc8613e1f7b {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:35.901782 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef35cfe-0c43-477c-9855-237d87390103", "tag": "6bcbd00b-aef4-4100-93b6-fdc431dbd78a", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:35.902200 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af6bdaea-9faf-4835-8143-2bc8613e1f7b {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:35.902869 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef35cfe-0c43-477c-9855-237d87390103', 'tag': '6bcbd00b-aef4-4100-93b6-fdc431dbd78a', 'status': 'completed', 'code': 200}
Jun 04 15:16:35.958897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73404d05-48a4-4a57-a720-1aac9867ba15 req-98b12719-9118-4c18-bcb8-f8af16d54614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:35.959658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73404d05-48a4-4a57-a720-1aac9867ba15 req-98b12719-9118-4c18-bcb8-f8af16d54614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:35.960046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73404d05-48a4-4a57-a720-1aac9867ba15 req-98b12719-9118-4c18-bcb8-f8af16d54614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:35.960635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73404d05-48a4-4a57-a720-1aac9867ba15 req-98b12719-9118-4c18-bcb8-f8af16d54614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:35.961329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73404d05-48a4-4a57-a720-1aac9867ba15 req-98b12719-9118-4c18-bcb8-f8af16d54614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:35.961955 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73404d05-48a4-4a57-a720-1aac9867ba15 req-98b12719-9118-4c18-bcb8-f8af16d54614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:35.962568 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73404d05-48a4-4a57-a720-1aac9867ba15 req-98b12719-9118-4c18-bcb8-f8af16d54614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:35.964794 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-73404d05-48a4-4a57-a720-1aac9867ba15 req-98b12719-9118-4c18-bcb8-f8af16d54614 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 6491 time: 0.1416938
Jun 04 15:16:36.071831 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Allocated IP 172.20.0.2 (159703a5-6b82-48a0-9d92-4f64cbef754f/674580e2-3835-47cc-9067-de8fd61a82b8/ab5290b1-1173-430f-b2fd-e117c4e1058e) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:16:36.114033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc2435-5903-423e-bd3a-39b268abcb63 req-35d1cd9e-dcbb-4f40-ae80-5cd6bc231d90 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:36.115978 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ecfc2435-5903-423e-bd3a-39b268abcb63 req-35d1cd9e-dcbb-4f40-ae80-5cd6bc231d90 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1035612
Jun 04 15:16:36.116613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41624) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:36.147870 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-73404d05-48a4-4a57-a720-1aac9867ba15 req-d88fe284-d2de-4957-b89b-493a6d41e3e7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1365793
Jun 04 15:16:36.189216 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ecfc2435-5903-423e-bd3a-39b268abcb63 req-33a393b5-1f59-41d9-9823-2ae365e74ee3 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660856
Jun 04 15:16:36.211548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62293f2-a6b5-4d1b-97e7-84348ce1774e req-1214e37d-9aec-448d-8ac5-e468ea0751dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:36.213428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b62293f2-a6b5-4d1b-97e7-84348ce1774e req-1214e37d-9aec-448d-8ac5-e468ea0751dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=19b9e4b51b064e8d8317a7483dd1d34a&device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 1096 time: 0.2475469
Jun 04 15:16:36.350238 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5f986f8b-b7a3-4dda-8d87-3d06c5b6e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c37d700>, [{'id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'name': 'tempest-ServersTestManualDisk-705604240-router', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:37Z', 'updated_at': '2021-06-04T15:15:47Z', 'revision_number': 4, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'gw_port': {'id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:38Z', 'updated_at': '2021-06-04T15:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'c604d7c4-324d-4569-9050-9385e8395532', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'port_id': '6bcbd00b-aef4-4100-93b6-fdc431dbd78a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'mac_address': 'fa:16:3e:6d:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef35cfe-0c43-477c-9855-237d87390103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:15:57Z', 'updated_at': '2021-06-04T15:16:32Z', 'revision_number': 1, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37836627-4998-478e-b30c-72f2a32db7ac', 'name': '', 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'mac_address': 'fa:16:3e:4d:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:45Z', 'updated_at': '2021-06-04T15:15:55Z', 'revision_number': 5, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'subnets': [{'id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:36.360655 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f986f8b-b7a3-4dda-8d87-3d06c5b6e9e9 None None] Checking router: 64036c0c-291a-41f1-9fbb-18329e3ed5c4 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:16:36.363613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1835949487-network', 'tenant_id': '3f70be62f20947cf93b5733c9e9a73b2'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:36.374330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f986f8b-b7a3-4dda-8d87-3d06c5b6e9e9 None None] Routers {'64036c0c-291a-41f1-9fbb-18329e3ed5c4'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:16:36.375730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5f986f8b-b7a3-4dda-8d87-3d06c5b6e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c37d700>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:16:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:36.420670 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-38b667da-dc00-4792-b8b3-dd8e7f0ed46a tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1ed1c7434abc4070a1cb11b3335601ff&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1040788
Jun 04 15:16:36.429451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:36.484856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Usage tracker for resource:network and tenant:3f70be62f20947cf93b5733c9e9a73b2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:36.492186 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:36.506073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:36.516077 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fc2ade98-dec7-4ea8-b058-d906b1e496eb req-c6f183da-94a3-4ff1-b10c-76e4deab32d2 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 210 time: 0.1612613
Jun 04 15:16:36.624312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62293f2-a6b5-4d1b-97e7-84348ce1774e req-5e0cb8b7-9c30-488c-bd10-133457fba296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:36.626640 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b62293f2-a6b5-4d1b-97e7-84348ce1774e req-5e0cb8b7-9c30-488c-bd10-133457fba296 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce2641af-d785-42c1-b85a-8ec2c2a9be7e HTTP/1.1" status: 200  len: 912 time: 0.4049673
Jun 04 15:16:36.650480 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:36.671838 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Transition to ACTIVE for port object ab5290b1-1173-430f-b2fd-e117c4e1058e will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:16:36.675576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-5f986f8b-b7a3-4dda-8d87-3d06c5b6e9e9 None None] Set router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:16:36.687937 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-489ce515-750c-4086-8189-a6f9b6c5f8ad tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:36.690164 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-489ce515-750c-4086-8189-a6f9b6c5f8ad tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2624190
Jun 04 15:16:36.691518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Made reservation on behalf of 3f70be62f20947cf93b5733c9e9a73b2 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:16:36.693871 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:36.708527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Request body: {'port': {'device_id': 'f6081305-a5fc-4f18-b2d7-8223bebf5378', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '1ed1c7434abc4070a1cb11b3335601ff'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:36.778816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Transition to ACTIVE for port object ab5290b1-1173-430f-b2fd-e117c4e1058e will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:16:36.780576 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:36.875189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:36.890870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Usage tracker for resource:security_group_rule and tenant:3f70be62f20947cf93b5733c9e9a73b2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:36.901305 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:36.919352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:36.922291 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:36.931404 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:36.974210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adccc2-8b64-462d-9b06-34389101d7ac req-e5532983-a851-42d1-a35c-18ed0f56b061 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:36.980326 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adccc2-8b64-462d-9b06-34389101d7ac req-e5532983-a851-42d1-a35c-18ed0f56b061 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:36.986560 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adccc2-8b64-462d-9b06-34389101d7ac req-e5532983-a851-42d1-a35c-18ed0f56b061 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:36.992525 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adccc2-8b64-462d-9b06-34389101d7ac req-e5532983-a851-42d1-a35c-18ed0f56b061 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:36.998350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adccc2-8b64-462d-9b06-34389101d7ac req-e5532983-a851-42d1-a35c-18ed0f56b061 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:37.004781 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adccc2-8b64-462d-9b06-34389101d7ac req-e5532983-a851-42d1-a35c-18ed0f56b061 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:37.011028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adccc2-8b64-462d-9b06-34389101d7ac req-e5532983-a851-42d1-a35c-18ed0f56b061 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:37.020105 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d3adccc2-8b64-462d-9b06-34389101d7ac req-e5532983-a851-42d1-a35c-18ed0f56b061 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5434 time: 0.2957275
Jun 04 15:16:37.069249 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Network 159703a5-6b82-48a0-9d92-4f64cbef754f is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:16:37.072437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:37.076411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:16:37.087868 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Pushing event updated for resources: {'Port': ['ID=ab5290b1-1173-430f-b2fd-e117c4e1058e,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:37.088111 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Usage tracker for resource:port and tenant:1ed1c7434abc4070a1cb11b3335601ff is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:37.092008 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:16:37.096758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:37.104117 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:37.104338 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:37.104643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:37.104971 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:37.105329 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:37.105708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:37.106031 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:37.106354 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:37.106673 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:37.106990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:37.107309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:37.107623 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:37.112654 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:37.115882 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d3adccc2-8b64-462d-9b06-34389101d7ac req-8a15d42f-0cfd-4311-aa36-bdefd7521d18 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0948234
Jun 04 15:16:37.122077 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:37.217900 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b62293f2-a6b5-4d1b-97e7-84348ce1774e req-3c461257-9dc5-4567-82d9-c5ce88edcd5f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bcbd00b-aef4-4100-93b6-fdc431dbd78a HTTP/1.1" status: 200  len: 999 time: 0.5724368
Jun 04 15:16:37.239519 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:37.242436 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Made reservation on behalf of 1ed1c7434abc4070a1cb11b3335601ff for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:16:37.247090 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:37.265660 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:37.288532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:37.293852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Usage tracker for resource:security_group_rule and tenant:1ed1c7434abc4070a1cb11b3335601ff is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:37.298662 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:37.304241 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Attempting to bind port ab5290b1-1173-430f-b2fd-e117c4e1058e on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:16:37.304622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Attempting to bind port ab5290b1-1173-430f-b2fd-e117c4e1058e by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '77bb1158-d856-40ef-b73b-11c49e9c3c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '159703a5-6b82-48a0-9d92-4f64cbef754f'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:16:37.304990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Attempting to bind port ab5290b1-1173-430f-b2fd-e117c4e1058e on network 159703a5-6b82-48a0-9d92-4f64cbef754f {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:16:37.306388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:37.317608 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:16:37.317985 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Checking segment: {'id': '77bb1158-d856-40ef-b73b-11c49e9c3c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '159703a5-6b82-48a0-9d92-4f64cbef754f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:16:37.318393 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:37.318789 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Bound using segment: {'id': '77bb1158-d856-40ef-b73b-11c49e9c3c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '159703a5-6b82-48a0-9d92-4f64cbef754f'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:16:37.319260 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Bound port: ab5290b1-1173-430f-b2fd-e117c4e1058e, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bb1158-d856-40ef-b73b-11c49e9c3c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '159703a5-6b82-48a0-9d92-4f64cbef754f'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:16:37.319640 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:37.392778 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:37.402040 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:37.408905 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-046aabaa-f171-4266-970b-bd9584a23b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:37.426898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e00c7-c254-4769-b189-634a0dea171d req-bdf10c6e-48cd-4953-809f-c4237699952f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:37.431016 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-877e00c7-c254-4769-b189-634a0dea171d req-bdf10c6e-48cd-4953-809f-c4237699952f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 946 time: 1.0336494
Jun 04 15:16:37.437506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62293f2-a6b5-4d1b-97e7-84348ce1774e req-78abb761-ec9c-4501-b83e-b71168f5c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:37.439116 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b62293f2-a6b5-4d1b-97e7-84348ce1774e req-78abb761-ec9c-4501-b83e-b71168f5c72f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcd15fe0-8f99-47e2-b804-1a5a0fce07ff HTTP/1.1" status: 200  len: 850 time: 0.1906264
Jun 04 15:16:37.474645 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:37.476832 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5f986f8b-b7a3-4dda-8d87-3d06c5b6e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c37d700>, [{'id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'name': 'tempest-ServersTestManualDisk-705604240-router', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:37Z', 'updated_at': '2021-06-04T15:15:47Z', 'revision_number': 4, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'gw_port': {'id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:38Z', 'updated_at': '2021-06-04T15:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'c604d7c4-324d-4569-9050-9385e8395532', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'port_id': '6bcbd00b-aef4-4100-93b6-fdc431dbd78a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'mac_address': 'fa:16:3e:6d:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef35cfe-0c43-477c-9855-237d87390103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:15:57Z', 'updated_at': '2021-06-04T15:16:32Z', 'revision_number': 1, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37836627-4998-478e-b30c-72f2a32db7ac', 'name': '', 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'mac_address': 'fa:16:3e:4d:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:45Z', 'updated_at': '2021-06-04T15:15:55Z', 'revision_number': 5, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'subnets': [{'id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:37.480498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:16:37.482482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] For port ab5290b1-1173-430f-b2fd-e117c4e1058e, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:16:37.486524 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] For port ab5290b1-1173-430f-b2fd-e117c4e1058e, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ab5290b1-1173-430f-b2fd-e117c4e1058e,segment=NetworkSegment(77bb1158-d856-40ef-b73b-11c49e9c3c17),segment_id=77bb1158-d856-40ef-b73b-11c49e9c3c17)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:16:37.487967 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f986f8b-b7a3-4dda-8d87-3d06c5b6e9e9 None None] The sync data for ids ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'] in n-d-791505-9 is: [{'id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'name': 'tempest-ServersTestManualDisk-705604240-router', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:37Z', 'updated_at': '2021-06-04T15:15:47Z', 'revision_number': 4, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'gw_port': {'id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:38Z', 'updated_at': '2021-06-04T15:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'c604d7c4-324d-4569-9050-9385e8395532', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'port_id': '6bcbd00b-aef4-4100-93b6-fdc431dbd78a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'mac_address': 'fa:16:3e:6d:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef35cfe-0c43-477c-9855-237d87390103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:15:57Z', 'updated_at': '2021-06-04T15:16:32Z', 'revision_number': 1, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37836627-4998-478e-b30c-72f2a32db7ac', 'name': '', 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'mac_address': 'fa:16:3e:4d:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:45Z', 'updated_at': '2021-06-04T15:15:55Z', 'revision_number': 5, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'subnets': [{'id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:16:37.556568 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:37.565896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e79a520-3127-4216-bda7-7200d3420c6d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:37.569164 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:37.580137 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:37.592167 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:37.603918 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:37.604259 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Added segment 754e592f-6a71-4614-bc9b-e8a0f47faefa of type vlan for network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84
Jun 04 15:16:37.640605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f412d-586c-434a-bc1e-940f92bc6d42 req-42c34a6c-b833-44f2-bf8d-1f170c8c2c29 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:37.642160 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-867f412d-586c-434a-bc1e-940f92bc6d42 req-42c34a6c-b833-44f2-bf8d-1f170c8c2c29 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.2343779
Jun 04 15:16:37.648729 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:37.700028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db4c2f-b4ea-429f-a75b-86a5ae9360a6 req-d2a16d6d-0995-4d1c-8104-fde9d24f53c4 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:37.701655 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2db4c2f-b4ea-429f-a75b-86a5ae9360a6 req-d2a16d6d-0995-4d1c-8104-fde9d24f53c4 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 946 time: 0.6485853
Jun 04 15:16:37.727036 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Pushing event updated for resources: {'Port': ['ID=ab5290b1-1173-430f-b2fd-e117c4e1058e,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:37.732918 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-867f412d-586c-434a-bc1e-940f92bc6d42 req-083ab3f7-6c97-4ea0-93d2-fb5c52485426 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802093
Jun 04 15:16:37.738179 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:37.745323 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:37.758457 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-968c137c-4dd2-4f85-9cd9-dd62319000bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:37.829161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Allocated IP 172.25.4.36 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/95f0f02e-362d-4e5a-bda9-60305cd89eea) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:16:37.850790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb39746-cbf7-49e2-a540-304a0dfe0eb7,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:37.854609 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:37.863319 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618027df-16a2-4c98-8975-840349337e34 None None] New status for floating IP c604d7c4-324d-4569-9050-9385e8395532: ACTIVE {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:16:37.910577 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2db4c2f-b4ea-429f-a75b-86a5ae9360a6 req-0b0fe28e-2bd3-4841-95dd-f8b8d3147155 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799128
Jun 04 15:16:37.946900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62293f2-a6b5-4d1b-97e7-84348ce1774e req-af4f702a-8042-439e-9303-6c55f1e89a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:37.950925 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b62293f2-a6b5-4d1b-97e7-84348ce1774e req-af4f702a-8042-439e-9303-6c55f1e89a1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce2641af-d785-42c1-b85a-8ec2c2a9be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4684112
Jun 04 15:16:37.980733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-b62293f2-a6b5-4d1b-97e7-84348ce1774e req-daa4cc12-35c6-4ca4-ab84-9a57e402edf4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:16:37.982006 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b62293f2-a6b5-4d1b-97e7-84348ce1774e req-daa4cc12-35c6-4ca4-ab84-9a57e402edf4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0068657
Jun 04 15:16:37.988268 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:37.989340 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:37.989925 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:37.999447 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-577c165e-3d81-4f09-a7b8-84370e0a6813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:38.285512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-877e00c7-c254-4769-b189-634a0dea171d req-ab506db2-3e85-40dd-b06d-f58b09c3d581 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Deleting port efedb992-4b5a-4a47-b6f6-de44e4033b5f {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:16:38.285512 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-877e00c7-c254-4769-b189-634a0dea171d req-ab506db2-3e85-40dd-b06d-f58b09c3d581 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:38.336717 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4ec21e84-6947-40e8-93a9-d144bec5b642 req-726971a6-0c14-4c7c-ac1d-83afe5f6d7a6 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 210 time: 0.1100698
Jun 04 15:16:38.379803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Pushing event updated for resources: {'Network': ['ID=59af4b27-f2c2-44b9-9c4f-96b870bb3e84,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:38.400609 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:38.404121 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:16:38.405280 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Allocated IP 192.168.233.143 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/e11c84be-4074-4a5d-8fe8-a95c8255c560) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:16:38.437548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff825405-188d-43cb-b466-a7eef0eb35f0 req-6948c768-7820-40a1-b92f-1b7ba0290307 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:38.439501 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff825405-188d-43cb-b466-a7eef0eb35f0 req-6948c768-7820-40a1-b92f-1b7ba0290307 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.5386271
Jun 04 15:16:38.453441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ab5290b1-1173-430f-b2fd-e117c4e1058e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:38.483526 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.3656640
Jun 04 15:16:38.484384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41654) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:38.485712 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b62293f2-a6b5-4d1b-97e7-84348ce1774e req-e417451c-9905-4d33-864e-c6efda2af85b service neutron] 10.222.0.62 "GET /v2.0/networks/ce2641af-d785-42c1-b85a-8ec2c2a9be7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4896088
Jun 04 15:16:38.507153 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Request body: {'subnet': {'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1835949487-subnet', 'tenant_id': '3f70be62f20947cf93b5733c9e9a73b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:38.525124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:38.537536 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:38.547943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Usage tracker for resource:subnet and tenant:3f70be62f20947cf93b5733c9e9a73b2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:38.555857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:38.591080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:38.596083 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff825405-188d-43cb-b466-a7eef0eb35f0 req-65adb9ec-c651-4ed4-9c2d-85d55a2fcacc tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416318
Jun 04 15:16:38.701913 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Made reservation on behalf of 3f70be62f20947cf93b5733c9e9a73b2 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:16:38.704622 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:38.736093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port ab5290b1-1173-430f-b2fd-e117c4e1058e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:38.747410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-877e00c7-c254-4769-b189-634a0dea171d req-ab506db2-3e85-40dd-b06d-f58b09c3d581 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] For port efedb992-4b5a-4a47-b6f6-de44e4033b5f, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=efedb992-4b5a-4a47-b6f6-de44e4033b5f,segment=NetworkSegment(a9790877-d2db-4b8a-80ae-1ce772a79e28),segment_id=a9790877-d2db-4b8a-80ae-1ce772a79e28)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:38.748113 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-877e00c7-c254-4769-b189-634a0dea171d req-ab506db2-3e85-40dd-b06d-f58b09c3d581 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:38.873352 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:38.967104 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Transition to ACTIVE for port object e11c84be-4074-4a5d-8fe8-a95c8255c560 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:16:39.058386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-877e00c7-c254-4769-b189-634a0dea171d req-ab506db2-3e85-40dd-b06d-f58b09c3d581 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Calling delete_port for efedb992-4b5a-4a47-b6f6-de44e4033b5f owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:16:39.083888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e330c0-847c-46cc-b4eb-d44a30475991 req-5f6d7d8d-712a-45e6-bc0c-42131944ae01 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:39.086043 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-68e330c0-847c-46cc-b4eb-d44a30475991 req-5f6d7d8d-712a-45e6-bc0c-42131944ae01 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.1835639
Jun 04 15:16:39.099110 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b62293f2-a6b5-4d1b-97e7-84348ce1774e req-41d002f8-db69-425d-887a-3ba276fca273 service neutron] 10.222.0.62 "GET /v2.0/networks/ce2641af-d785-42c1-b85a-8ec2c2a9be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5938601
Jun 04 15:16:39.114931 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9b747d-8842-4b2d-97ca-0979a6ddd426 None None] Network 159703a5-6b82-48a0-9d92-4f64cbef754f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:16:39.132787 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5aa8b-b41b-417b-9215-080e98669d91 req-7810bf00-9b31-492e-a283-1e7ae1eca9db tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:39.134819 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:39.138710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5aa8b-b41b-417b-9215-080e98669d91 req-7810bf00-9b31-492e-a283-1e7ae1eca9db tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:39.144517 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9680034a-3b97-480f-8867-688007d55e98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:39.144775 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5aa8b-b41b-417b-9215-080e98669d91 req-7810bf00-9b31-492e-a283-1e7ae1eca9db tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:39.150669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5aa8b-b41b-417b-9215-080e98669d91 req-7810bf00-9b31-492e-a283-1e7ae1eca9db tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:39.157205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5aa8b-b41b-417b-9215-080e98669d91 req-7810bf00-9b31-492e-a283-1e7ae1eca9db tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:39.163048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5aa8b-b41b-417b-9215-080e98669d91 req-7810bf00-9b31-492e-a283-1e7ae1eca9db tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:39.168843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5aa8b-b41b-417b-9215-080e98669d91 req-7810bf00-9b31-492e-a283-1e7ae1eca9db tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:39.170842 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d3c5aa8b-b41b-417b-9215-080e98669d91 req-7810bf00-9b31-492e-a283-1e7ae1eca9db tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5434 time: 0.6235800
Jun 04 15:16:39.177547 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:39.183461 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cc51dd6e-c97e-4e42-81d1-a6a056cb4f19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:39.235767 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-68e330c0-847c-46cc-b4eb-d44a30475991 req-31921ef3-4912-401a-8e44-fa2bf786d2a5 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229796
Jun 04 15:16:39.257880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:16:39.263193 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Pushing event updated for resources: {'Port': ['ID=e11c84be-4074-4a5d-8fe8-a95c8255c560,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:39.272464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:16:39.276641 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:39.282128 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:16:39.369048 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-71a127e9-5338-4dd4-bb54-1d242c494160 None None] Provisioning for port ab5290b1-1173-430f-b2fd-e117c4e1058e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:39.380786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-71a127e9-5338-4dd4-bb54-1d242c494160 None None] Provisioning complete for port ab5290b1-1173-430f-b2fd-e117c4e1058e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:39.380786 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-71a127e9-5338-4dd4-bb54-1d242c494160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:39.422539 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:39.423192 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:39.465325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:16:39.478658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:16:39.482164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:16:39.549108 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-877e00c7-c254-4769-b189-634a0dea171d req-ab506db2-3e85-40dd-b06d-f58b09c3d581 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:39.552907 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0932d6-3b0a-46ff-a294-cb48f476ac18 req-a41c858e-a2d6-4b6c-a176-928ed7baaaca tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:39.554260 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-71a127e9-5338-4dd4-bb54-1d242c494160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:39.555113 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5a0932d6-3b0a-46ff-a294-cb48f476ac18 req-a41c858e-a2d6-4b6c-a176-928ed7baaaca tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 867 time: 0.2025430
Jun 04 15:16:39.584143 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8797674
Jun 04 15:16:39.598083 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-71a127e9-5338-4dd4-bb54-1d242c494160 None None] For port ab5290b1-1173-430f-b2fd-e117c4e1058e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ab5290b1-1173-430f-b2fd-e117c4e1058e,segment=NetworkSegment(77bb1158-d856-40ef-b73b-11c49e9c3c17),segment_id=77bb1158-d856-40ef-b73b-11c49e9c3c17)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:39.609893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Request body: {'port': {'device_id': 'f6081305-a5fc-4f18-b2d7-8223bebf5378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:39.630985 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d3c5aa8b-b41b-417b-9215-080e98669d91 req-692590bb-b004-4390-b5d8-f7401b5d95ab tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4046626
Jun 04 15:16:39.644333 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-71a127e9-5338-4dd4-bb54-1d242c494160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:39.646475 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:39.692046 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5a0932d6-3b0a-46ff-a294-cb48f476ac18 req-5adb48c3-dcf0-4a8a-b59e-77281c7df87c tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba1af70-dc8d-47b1-9aae-f1e9aecab489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284199
Jun 04 15:16:39.795372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a127e9-5338-4dd4-bb54-1d242c494160 None None] Pushing event updated for resources: {'Port': ['ID=ab5290b1-1173-430f-b2fd-e117c4e1058e,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:39.802904 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-71a127e9-5338-4dd4-bb54-1d242c494160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:39.826296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Pushing event updated for resources: {'Port': ['ID=95f0f02e-362d-4e5a-bda9-60305cd89eea,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:39.850592 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:39.851224 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ff43895d-4a2b-450f-8693-27e2c0b7c0b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:39.853471 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-92a9415a-3141-48c7-a3ab-a07435186267 None None] Provisioning for port e11c84be-4074-4a5d-8fe8-a95c8255c560 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:39.862025 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-92a9415a-3141-48c7-a3ab-a07435186267 None None] Provisioning complete for port e11c84be-4074-4a5d-8fe8-a95c8255c560 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:39.862549 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-92a9415a-3141-48c7-a3ab-a07435186267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:39.943045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-92a9415a-3141-48c7-a3ab-a07435186267 None None] Port e11c84be-4074-4a5d-8fe8-a95c8255c560 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:16:39.967744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-877e00c7-c254-4769-b189-634a0dea171d req-ab506db2-3e85-40dd-b06d-f58b09c3d581 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] No DVR routers for this DVR port efedb992-4b5a-4a47-b6f6-de44e4033b5f on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:16:40.000218 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:40.005934 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e09f63d8-b7fa-4366-bbaf-f36376b2eafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:40.029706 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-877e00c7-c254-4769-b189-634a0dea171d req-ab506db2-3e85-40dd-b06d-f58b09c3d581 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:40.035940 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab506db2-3e85-40dd-b06d-f58b09c3d581 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Pushing event deleted for resources: {'Port': ['ID=efedb992-4b5a-4a47-b6f6-de44e4033b5f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:40.041852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc642f4f-0864-405f-9ffb-038f1d653c57', 'name': 'network-vif-deleted', 'tag': 'efedb992-4b5a-4a47-b6f6-de44e4033b5f'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:40.044454 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52448535-9bbe-4b7f-b3f5-afe91c7bb136" -d '{"events": [{"server_uuid": "fc642f4f-0864-405f-9ffb-038f1d653c57", "name": "network-vif-deleted", "tag": "efedb992-4b5a-4a47-b6f6-de44e4033b5f"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:40.050491 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ab506db2-3e85-40dd-b06d-f58b09c3d581 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:40.077057 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-554b554b-c03a-480d-aa14-5c8fe2e28780 None None] Provisioning complete for port ab5290b1-1173-430f-b2fd-e117c4e1058e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:40.077417 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-554b554b-c03a-480d-aa14-5c8fe2e28780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:40.141130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66f9b66-8bf4-487d-81ab-50ab28167b73,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:40.142799 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:40.154111 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:40.175748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd6e89-8750-4f08-8b24-94c2b8ecb4cf req-bf9c7c32-3b63-438d-9008-48273be562b4 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:40.182384 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2cbd6e89-8750-4f08-8b24-94c2b8ecb4cf req-bf9c7c32-3b63-438d-9008-48273be562b4 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 936 time: 0.3518569
Jun 04 15:16:40.238195 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-877e00c7-c254-4769-b189-634a0dea171d req-ab506db2-3e85-40dd-b06d-f58b09c3d581 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.65 "DELETE /v2.0/ports/efedb992-4b5a-4a47-b6f6-de44e4033b5f HTTP/1.1" status: 204  len: 173 time: 2.7936614
Jun 04 15:16:40.254706 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2cbd6e89-8750-4f08-8b24-94c2b8ecb4cf req-0de730da-ef14-4a61-830b-da87d8f4c39d tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb39746-cbf7-49e2-a540-304a0dfe0eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681195
Jun 04 15:16:40.262738 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60109abb-1e95-4df1-b518-9481ad6ccf89 req-b1084393-0224-4869-b75e-5d0581d6a17c tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:40.270495 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-60109abb-1e95-4df1-b518-9481ad6ccf89 req-b1084393-0224-4869-b75e-5d0581d6a17c tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.3608570
Jun 04 15:16:40.284336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Checking segment: {'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:16:40.285448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Network hostable DHCP agents. Network: 59af4b27-f2c2-44b9-9c4f-96b870bb3e84, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:16:40.394036 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-60109abb-1e95-4df1-b518-9481ad6ccf89 req-65dbbb82-fba8-4370-9613-cf868843a3fb tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231513
Jun 04 15:16:40.465716 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ab5290b1-1173-430f-b2fd-e117c4e1058e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:40.500698 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:16:40.591812 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:40.626852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port ab5290b1-1173-430f-b2fd-e117c4e1058e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:40.630764 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:40.885458 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d7ea81-fe99-453c-acc9-897abd6ffa97 x-openstack-request-id: req-37d7ea81-fe99-453c-acc9-897abd6ffa97 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:40.885782 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc642f4f-0864-405f-9ffb-038f1d653c57", "name": "network-vif-deleted", "tag": "efedb992-4b5a-4a47-b6f6-de44e4033b5f", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:40.886074 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37d7ea81-fe99-453c-acc9-897abd6ffa97 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:40.886511 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc642f4f-0864-405f-9ffb-038f1d653c57', 'name': 'network-vif-deleted', 'tag': 'efedb992-4b5a-4a47-b6f6-de44e4033b5f', 'status': 'completed', 'code': 200}
Jun 04 15:16:40.892146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device efedb992-4b5a-4a47-b6f6-de44e4033b5f no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:16:40.937966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 59af4b27-f2c2-44b9-9c4f-96b870bb3e84) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:16:40.948244 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: efedb992-4b5a-4a47-b6f6-de44e4033b5f {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:16:40.948603 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device efedb992-4b5a-4a47-b6f6-de44e4033b5f not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:16:40.954254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80aaced-ea55-49f7-a8fc-8e80fbabd629 None None] Network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:16:41.057164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4349eb-99f7-4165-805b-5675a7945d49 req-6656606a-c25c-4776-98d6-6076dcbee091 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:41.068144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4349eb-99f7-4165-805b-5675a7945d49 req-6656606a-c25c-4776-98d6-6076dcbee091 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:41.074902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4349eb-99f7-4165-805b-5675a7945d49 req-6656606a-c25c-4776-98d6-6076dcbee091 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:41.081195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4349eb-99f7-4165-805b-5675a7945d49 req-6656606a-c25c-4776-98d6-6076dcbee091 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:41.086977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4349eb-99f7-4165-805b-5675a7945d49 req-6656606a-c25c-4776-98d6-6076dcbee091 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:41.090404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11c84be-4074-4a5d-8fe8-a95c8255c560 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:41.092782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4349eb-99f7-4165-805b-5675a7945d49 req-6656606a-c25c-4776-98d6-6076dcbee091 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:41.100063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4349eb-99f7-4165-805b-5675a7945d49 req-6656606a-c25c-4776-98d6-6076dcbee091 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:41.102776 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f4349eb-99f7-4165-805b-5675a7945d49 req-6656606a-c25c-4776-98d6-6076dcbee091 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5434 time: 0.6335673
Jun 04 15:16:41.156350 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:41.164192 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41674) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:41.169396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d9665248-753c-4017-8c4a-53e697984c38 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Request body: {'floatingip': {'port_id': 'eccdd22b-79c3-491b-9d6e-995f40de8b84'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:41.250785 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:41.270671 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d9665248-753c-4017-8c4a-53e697984c38 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:41.297672 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbee8525-3764-424d-83c7-48fc992cdb10 None None] Network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:16:41.325629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:41.326210 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:41.425343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Transition to ACTIVE for port object e11c84be-4074-4a5d-8fe8-a95c8255c560 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:16:41.499867 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 3.0097659
Jun 04 15:16:41.551839 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f168c-d51f-4ea1-84b7-77f3fb8add67 req-b41ab439-03f0-41d4-9129-02694104d212 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:41.553413 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-159f168c-d51f-4ea1-84b7-77f3fb8add67 req-b41ab439-03f0-41d4-9129-02694104d212 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.4547768
Jun 04 15:16:41.676926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-500dbb81-3233-44bb-8c84-5faf83c60e0c req-2be6f677-941c-4144-af0c-156be2d379c8 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Synchronizing usage tracker for tenant:033be366519a46eb9d528c6270c2e78b on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:16:41.710448 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:41.719179 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8a764109-41d5-4f6a-af71-f67d68d784d2 tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:41.805319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-500dbb81-3233-44bb-8c84-5faf83c60e0c req-2be6f677-941c-4144-af0c-156be2d379c8 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Unset dirty status for tenant:033be366519a46eb9d528c6270c2e78b on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:16:41.816162 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-500dbb81-3233-44bb-8c84-5faf83c60e0c req-2be6f677-941c-4144-af0c-156be2d379c8 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc642f4f-0864-405f-9ffb-038f1d653c57 HTTP/1.1" status: 200  len: 210 time: 0.2884545
Jun 04 15:16:41.901901 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-159f168c-d51f-4ea1-84b7-77f3fb8add67 req-90f7d658-161d-4a0a-a635-b060821b33e7 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3412657
Jun 04 15:16:42.031836 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Pushing event updated for resources: {'Port': ['ID=e11c84be-4074-4a5d-8fe8-a95c8255c560,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:42.038526 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:42.056954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Router 7a825a21-d85e-458f-90d9-d3dd093c3ac4 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:16:42.070767 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1f9ca-9327-4ce9-af10-8edf261da17a req-e36d4096-377d-4ce2-9728-a2b7daa9d9f7 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:42.074579 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-88c1f9ca-9327-4ce9-af10-8edf261da17a req-e36d4096-377d-4ce2-9728-a2b7daa9d9f7 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 948 time: 0.1011605
Jun 04 15:16:42.220373 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-88c1f9ca-9327-4ce9-af10-8edf261da17a req-4c132a8d-4a50-4331-aa11-fa250674e0aa tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb39746-cbf7-49e2-a540-304a0dfe0eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341305
Jun 04 15:16:42.341098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:16:42.350724 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Sync routers for ids ['7a825a21-d85e-458f-90d9-d3dd093c3ac4'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:16:42.355736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Attempting to bind port e11c84be-4074-4a5d-8fe8-a95c8255c560 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:16:42.356069 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Attempting to bind port e11c84be-4074-4a5d-8fe8-a95c8255c560 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:16:42.356315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Attempting to bind port e11c84be-4074-4a5d-8fe8-a95c8255c560 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:16:42.367390 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Routers {'7a825a21-d85e-458f-90d9-d3dd093c3ac4'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:16:42.368599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb2b310>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:16:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7a825a21-d85e-458f-90d9-d3dd093c3ac4'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:42.369439 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Port e11c84be-4074-4a5d-8fe8-a95c8255c560 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:16:42.369774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Attempting to bind port e11c84be-4074-4a5d-8fe8-a95c8255c560 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:16:42.380347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:16:42.380859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:16:42.381223 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:16:42.381661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Bound port: e11c84be-4074-4a5d-8fe8-a95c8255c560, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:16:42.382005 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:42.417226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660ecda-ad36-494d-9ccf-f810704bca0e req-fda34fb7-bad1-4224-8d6c-9366307ecd8f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:42.425697 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3660ecda-ad36-494d-9ccf-f810704bca0e req-fda34fb7-bad1-4224-8d6c-9366307ecd8f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.3551898
Jun 04 15:16:42.464266 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:42.464266 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 7.5143673
Jun 04 15:16:42.464266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41690) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:42.540410 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3660ecda-ad36-494d-9ccf-f810704bca0e req-6153371e-e434-4155-a4d0-9505553f2d09 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138074
Jun 04 15:16:42.588239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] For port e11c84be-4074-4a5d-8fe8-a95c8255c560, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:16:42.641714 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Set router 7a825a21-d85e-458f-90d9-d3dd093c3ac4 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:16:42.661033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] For port e11c84be-4074-4a5d-8fe8-a95c8255c560, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11c84be-4074-4a5d-8fe8-a95c8255c560,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:16:42.717534 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d9665248-753c-4017-8c4a-53e697984c38 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:42.730884 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:42.737633 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:42.800682 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d9665248-753c-4017-8c4a-53e697984c38 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:43.045812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-f8db4589-1677-4854-8b1d-eebe6a7e4e74 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:43.047732 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-f8db4589-1677-4854-8b1d-eebe6a7e4e74 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/networks?id=59af4b27-f2c2-44b9-9c4f-96b870bb3e84 HTTP/1.1" status: 200  len: 805 time: 0.3472395
Jun 04 15:16:43.072814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb2b310>, [{'id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'name': 'tempest-ServersTestMultiNic-701951208-router', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '95f0f02e-362d-4e5a-bda9-60305cd89eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:16:35Z', 'updated_at': '2021-06-04T15:16:40Z', 'revision_number': 3, 'project_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'gw_port': {'id': '95f0f02e-362d-4e5a-bda9-60305cd89eea', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:16:37Z', 'updated_at': '2021-06-04T15:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:43.078797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Checking router: 7a825a21-d85e-458f-90d9-d3dd093c3ac4 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:16:43.079281 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Updating router 7a825a21-d85e-458f-90d9-d3dd093c3ac4 port 95f0f02e-362d-4e5a-bda9-60305cd89eea binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:16:43.138003 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:43.138669 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:43.140232 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] 10.222.0.62 "PUT /v2.0/ports/e11c84be-4074-4a5d-8fe8-a95c8255c560 HTTP/1.1" status: 200  len: 1096 time: 3.5385382
Jun 04 15:16:43.159561 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6081305-a5fc-4f18-b2d7-8223bebf5378', 'tag': 'e11c84be-4074-4a5d-8fe8-a95c8255c560'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:43.162538 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218bc9ea-9199-4295-8f0d-46d6de795d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6081305-a5fc-4f18-b2d7-8223bebf5378", "tag": "e11c84be-4074-4a5d-8fe8-a95c8255c560"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:43.177358 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:43.228620 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Pushing event updated for resources: {'Port': ['ID=e11c84be-4074-4a5d-8fe8-a95c8255c560,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:43.234177 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:43.277524 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-4c61a324-96bf-4178-971f-7f36cbee5e0a tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/quotas/3f70be62f20947cf93b5733c9e9a73b2 HTTP/1.1" status: 200  len: 375 time: 0.0474939
Jun 04 15:16:43.368205 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-70a13ed8-0be2-42b4-a352-036ec15eae1e tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f70be62f20947cf93b5733c9e9a73b2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0704360
Jun 04 15:16:43.442147 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-d9665248-753c-4017-8c4a-53e697984c38 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Floating IP a5dbfc2b-735e-4f26-9d9c-752cfb72d6e8 associated. External IP: 172.25.4.117, port: eccdd22b-79c3-491b-9d6e-995f40de8b84.
Jun 04 15:16:43.510644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9191aee-fcb2-4807-b4eb-80b60578d39c req-9f30c897-9a92-4711-accb-f9815d325d1f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:43.512215 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c9191aee-fcb2-4807-b4eb-80b60578d39c req-9f30c897-9a92-4711-accb-f9815d325d1f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.3466046
Jun 04 15:16:43.589045 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:43.603459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Transition to ACTIVE for port object 95f0f02e-362d-4e5a-bda9-60305cd89eea will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:16:43.651827 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-7a9399fa-a0c8-4212-ada4-263d4f13ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:43.653460 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-7a9399fa-a0c8-4212-ada4-263d4f13ae6c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ed1c7434abc4070a1cb11b3335601ff&device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 1099 time: 0.3856454
Jun 04 15:16:43.674711 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:43.681188 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-71a127e9-5338-4dd4-bb54-1d242c494160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:43.752237 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c9191aee-fcb2-4807-b4eb-80b60578d39c req-f64f1cfd-da6c-4060-af91-ccc7943e776b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2239580
Jun 04 15:16:43.763641 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-5d127aca-89bb-4cc6-bc13-ff2699eaa0ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=e11c84be-4074-4a5d-8fe8-a95c8255c560 HTTP/1.1" status: 200  len: 217 time: 0.0989065
Jun 04 15:16:43.766161 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Attempting to bind port 95f0f02e-362d-4e5a-bda9-60305cd89eea on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:16:43.766161 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Attempting to bind port 95f0f02e-362d-4e5a-bda9-60305cd89eea by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:16:43.766767 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Attempting to bind port 95f0f02e-362d-4e5a-bda9-60305cd89eea on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:16:43.776987 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d71b2-8786-44e9-96ed-ff925ba6b0dc None None] Pushing event updated for resources: {'Port': ['ID=95f0f02e-362d-4e5a-bda9-60305cd89eea,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:43.789665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:16:43.789665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:16:43.789665 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:43.789665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:16:43.789665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Bound port: 95f0f02e-362d-4e5a-bda9-60305cd89eea, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:16:43.789665 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:43.813596 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fe1d71b2-8786-44e9-96ed-ff925ba6b0dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:43.859171 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e800ec29-806e-4c5c-9da1-78ea120c713f service neutron] 10.222.0.32 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4109497
Jun 04 15:16:43.897392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] For port 95f0f02e-362d-4e5a-bda9-60305cd89eea, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:16:43.901154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] For port 95f0f02e-362d-4e5a-bda9-60305cd89eea, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=95f0f02e-362d-4e5a-bda9-60305cd89eea,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:16:43.943660 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dc4965-7609-40e3-8edd-d551c7f127ae x-openstack-request-id: req-84dc4965-7609-40e3-8edd-d551c7f127ae {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:43.943956 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6081305-a5fc-4f18-b2d7-8223bebf5378", "tag": "e11c84be-4074-4a5d-8fe8-a95c8255c560", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:43.944330 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84dc4965-7609-40e3-8edd-d551c7f127ae {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:43.944657 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6081305-a5fc-4f18-b2d7-8223bebf5378', 'tag': 'e11c84be-4074-4a5d-8fe8-a95c8255c560', 'status': 'completed', 'code': 200}
Jun 04 15:16:43.961419 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:43.978161 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:44.012685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-70b09acf-9bb2-476a-9bfb-e9e055cf7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:44.014242 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-70b09acf-9bb2-476a-9bfb-e9e055cf7b11 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2177296
Jun 04 15:16:44.076480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d71b2-8786-44e9-96ed-ff925ba6b0dc None None] Pushing event updated for resources: {'Port': ['ID=95f0f02e-362d-4e5a-bda9-60305cd89eea,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:44.081295 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fe1d71b2-8786-44e9-96ed-ff925ba6b0dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:44.091610 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Routers {'7a825a21-d85e-458f-90d9-d3dd093c3ac4'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:16:44.092241 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb2b310>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:16:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7a825a21-d85e-458f-90d9-d3dd093c3ac4'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:44.109303 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:44.182788 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9665248-753c-4017-8c4a-53e697984c38 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Router 6a93df71-dc94-49a0-804e-3719c30e0620 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:16:44.277976 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-9c735504-1051-457f-b063-03b5fc6a8fa8 service neutron] 10.222.0.32 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4124069
Jun 04 15:16:44.311194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] Set router 7a825a21-d85e-458f-90d9-d3dd093c3ac4 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:16:44.432683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-7606de62-0e94-4cf2-920a-6cde464f54bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:44.434406 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-7606de62-0e94-4cf2-920a-6cde464f54bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3997910
Jun 04 15:16:44.457159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465fdc8-a900-4ba1-99b5-44a9e58082d3 req-3e5eb4dd-765d-4d4f-bdc9-2f16e828c528 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:44.458088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-5465fdc8-a900-4ba1-99b5-44a9e58082d3 req-3e5eb4dd-765d-4d4f-bdc9-2f16e828c528 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Synchronizing usage tracker for tenant:1ed1c7434abc4070a1cb11b3335601ff on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:16:44.459334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Allocated IP 172.20.0.1 (159703a5-6b82-48a0-9d92-4f64cbef754f/674580e2-3835-47cc-9067-de8fd61a82b8/3414254d-8d1a-415f-9f88-dedf9e944596) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:16:44.703446 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9665248-753c-4017-8c4a-53e697984c38 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:16:44.722937 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4239e92-b898-43e3-a097-f3d1e8638a31 None None] Sync routers for ids ['6a93df71-dc94-49a0-804e-3719c30e0620'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:16:44.743044 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d9665248-753c-4017-8c4a-53e697984c38 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:44.756659 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4239e92-b898-43e3-a097-f3d1e8638a31 None None] Routers {'6a93df71-dc94-49a0-804e-3719c30e0620'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:16:44.757936 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e4239e92-b898-43e3-a097-f3d1e8638a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca6f820>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:16:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a93df71-dc94-49a0-804e-3719c30e0620'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:44.765659 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:44.787575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Transition to ACTIVE for port object 3414254d-8d1a-415f-9f88-dedf9e944596 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:16:44.876189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb2b310>, [{'id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'name': 'tempest-ServersTestMultiNic-701951208-router', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '95f0f02e-362d-4e5a-bda9-60305cd89eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:16:35Z', 'updated_at': '2021-06-04T15:16:40Z', 'revision_number': 3, 'project_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'gw_port': {'id': '95f0f02e-362d-4e5a-bda9-60305cd89eea', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:16:37Z', 'updated_at': '2021-06-04T15:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:44.882298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aceb56a-ef41-4a27-92ec-5b3161ebcf53 None None] The sync data for ids ['7a825a21-d85e-458f-90d9-d3dd093c3ac4'] in n-d-791505-9 is: [{'id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'name': 'tempest-ServersTestMultiNic-701951208-router', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '95f0f02e-362d-4e5a-bda9-60305cd89eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:16:35Z', 'updated_at': '2021-06-04T15:16:40Z', 'revision_number': 3, 'project_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'gw_port': {'id': '95f0f02e-362d-4e5a-bda9-60305cd89eea', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:16:37Z', 'updated_at': '2021-06-04T15:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:16:44.914836 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:44.933098 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4c55276c-d0b7-4552-b489-202ab84d9783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:45.042040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Pushing event updated for resources: {'Port': ['ID=3414254d-8d1a-415f-9f88-dedf9e944596,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:45.055969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Network 159703a5-6b82-48a0-9d92-4f64cbef754f is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:16:45.066559 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:45.067849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:16:45.071186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:16:45.101749 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-5465fdc8-a900-4ba1-99b5-44a9e58082d3 req-3e5eb4dd-765d-4d4f-bdc9-2f16e828c528 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Unset dirty status for tenant:1ed1c7434abc4070a1cb11b3335601ff on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:16:45.108888 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5465fdc8-a900-4ba1-99b5-44a9e58082d3 req-3e5eb4dd-765d-4d4f-bdc9-2f16e828c528 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 948 time: 1.0401366
Jun 04 15:16:45.156681 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:45.163534 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d9665248-753c-4017-8c4a-53e697984c38 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "PUT /v2.0/floatingips/a5dbfc2b-735e-4f26-9d9c-752cfb72d6e8 HTTP/1.1" status: 200  len: 991 time: 3.9951382
Jun 04 15:16:45.189328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-5465fdc8-a900-4ba1-99b5-44a9e58082d3 req-1d4fe24d-61fc-40d5-8bc7-125adabc436a tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Synchronizing usage tracker for tenant:1ed1c7434abc4070a1cb11b3335601ff on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:16:45.196102 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-766d6c74-4d8e-4d5d-bad5-d86b9334e5f5 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7472634
Jun 04 15:16:45.349514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c22418-4837-4f7c-9321-5ad7ff9031e5 req-f75d255b-3fdd-416e-9433-64ceb32c87b1 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:45.351351 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b3c22418-4837-4f7c-9321-5ad7ff9031e5 req-f75d255b-3fdd-416e-9433-64ceb32c87b1 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.5320542
Jun 04 15:16:45.373292 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-e4239e92-b898-43e3-a097-f3d1e8638a31 None None] Set router 6a93df71-dc94-49a0-804e-3719c30e0620 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:16:45.534250 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b3c22418-4837-4f7c-9321-5ad7ff9031e5 req-b5d4f725-5f28-4c95-b96a-a759441448f2 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759315
Jun 04 15:16:45.598438 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-5465fdc8-a900-4ba1-99b5-44a9e58082d3 req-1d4fe24d-61fc-40d5-8bc7-125adabc436a tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Unset dirty status for tenant:1ed1c7434abc4070a1cb11b3335601ff on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:16:45.599510 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5465fdc8-a900-4ba1-99b5-44a9e58082d3 req-1d4fe24d-61fc-40d5-8bc7-125adabc436a tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb39746-cbf7-49e2-a540-304a0dfe0eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4896343
Jun 04 15:16:45.617120 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa384c0-1375-4718-9002-de9b7e7dcf3c req-d37df32b-0b4e-45f0-ab22-7f571c34d71e service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3977730
Jun 04 15:16:45.654285 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b0e5c59a-caea-40d8-b128-d62da87ca1be no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:16:45.875160 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:45.920966 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b0e5c59a-caea-40d8-b128-d62da87ca1be, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:45.923235 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6c81ffcd-ce54-4685-867a-11846856184f None None] Provisioning for port 3414254d-8d1a-415f-9f88-dedf9e944596 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:45.944395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d609333-14ce-446a-ac75-1d4dba98abde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e5c59a-caea-40d8-b128-d62da87ca1be'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:45.949062 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-860bfa36-9bce-4e16-89db-bfc7f77a14c9 req-8bd15885-173b-42d2-a351-2ede6fe25f64 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 210 time: 0.2435422
Jun 04 15:16:45.949931 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a397657d-2edd-45fa-8782-57daba736f12" -d '{"events": [{"server_uuid": "8d609333-14ce-446a-ac75-1d4dba98abde", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e5c59a-caea-40d8-b128-d62da87ca1be"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:45.953297 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6c81ffcd-ce54-4685-867a-11846856184f None None] Provisioning complete for port 3414254d-8d1a-415f-9f88-dedf9e944596 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:45.953775 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c81ffcd-ce54-4685-867a-11846856184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:45.958852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'tag': 'eccdd22b-79c3-491b-9d6e-995f40de8b84'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:45.980535 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:45.983253 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e968849f-30d7-4d48-b4c8-05cc69067cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "tag": "eccdd22b-79c3-491b-9d6e-995f40de8b84"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:46.055253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6c81ffcd-ce54-4685-867a-11846856184f None None] Port 3414254d-8d1a-415f-9f88-dedf9e944596 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:16:46.066189 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:46.075762 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:46.076618 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bc9ea-9199-4295-8f0d-46d6de795d2e req-001f4c6e-bf9a-485a-8227-02a205dac06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:46.078386 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-218bc9ea-9199-4295-8f0d-46d6de795d2e req-001f4c6e-bf9a-485a-8227-02a205dac06c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ed1c7434abc4070a1cb11b3335601ff&device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 1099 time: 0.2703831
Jun 04 15:16:46.205115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=b0e5c59a-caea-40d8-b128-d62da87ca1be,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:46.211098 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:46.372562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bc9ea-9199-4295-8f0d-46d6de795d2e req-41260e40-7bfa-47c1-b79a-944bb9a60e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:46.374490 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-218bc9ea-9199-4295-8f0d-46d6de795d2e req-41260e40-7bfa-47c1-b79a-944bb9a60e9a service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.2847958
Jun 04 15:16:46.450806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 95f0f02e-362d-4e5a-bda9-60305cd89eea up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:46.608693 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-218bc9ea-9199-4295-8f0d-46d6de795d2e req-567b1b9f-9953-4c06-93ce-74102b7233bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=e11c84be-4074-4a5d-8fe8-a95c8255c560 HTTP/1.1" status: 200  len: 217 time: 0.2243667
Jun 04 15:16:46.745332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 95f0f02e-362d-4e5a-bda9-60305cd89eea completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:46.771023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 95f0f02e-362d-4e5a-bda9-60305cd89eea triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:46.771632 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:46.872759 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bc9ea-9199-4295-8f0d-46d6de795d2e req-110d766f-b96e-4874-8f71-d45f5e84d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:46.874127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f87c24-e8b1-4c92-b767-db60f351def0 req-22110be0-73bc-447a-b33f-5ef91f3de64c tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:46.879214 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-218bc9ea-9199-4295-8f0d-46d6de795d2e req-110d766f-b96e-4874-8f71-d45f5e84d5a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2584338
Jun 04 15:16:46.883358 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e4239e92-b898-43e3-a097-f3d1e8638a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca6f820>, [{'id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'name': 'tempest-TaggedBootDevicesTest-1347586839-router', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:12Z', 'updated_at': '2021-06-04T15:13:25Z', 'revision_number': 4, 'project_id': '170821b51002469da86d3c4cef5805e5', 'gw_port': {'id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:14Z', 'updated_at': '2021-06-04T15:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'a5dbfc2b-735e-4f26-9d9c-752cfb72d6e8', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'port_id': 'eccdd22b-79c3-491b-9d6e-995f40de8b84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3', 'mac_address': 'fa:16:3e:fb:c6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:14:44Z', 'updated_at': '2021-06-04T15:16:42Z', 'revision_number': 1, 'project_id': '170821b51002469da86d3c4cef5805e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fd35846-0673-4a4b-a901-ee5ac91e2713', 'name': '', 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'mac_address': 'fa:16:3e:c0:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:22Z', 'updated_at': '2021-06-04T15:13:39Z', 'revision_number': 5, 'project_id': '170821b51002469da86d3c4cef5805e5', 'subnets': [{'id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:46.883919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74f87c24-e8b1-4c92-b767-db60f351def0 req-22110be0-73bc-447a-b33f-5ef91f3de64c tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.5269268
Jun 04 15:16:46.915306 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4239e92-b898-43e3-a097-f3d1e8638a31 None None] Checking router: 6a93df71-dc94-49a0-804e-3719c30e0620 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:16:46.969915 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4239e92-b898-43e3-a097-f3d1e8638a31 None None] Routers {'6a93df71-dc94-49a0-804e-3719c30e0620'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:16:46.971311 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e4239e92-b898-43e3-a097-f3d1e8638a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca6f820>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:16:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a93df71-dc94-49a0-804e-3719c30e0620'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:46.982992 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74f87c24-e8b1-4c92-b767-db60f351def0 req-43068a1e-1b79-4c78-af70-b7fad0890f82 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978124
Jun 04 15:16:47.007410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfd068-3af8-4940-9fba-bee8d81150a5 req-a6c4ae37-5421-43c7-a62f-21e32ab79680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:47.018575 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1bbfd068-3af8-4940-9fba-bee8d81150a5 req-a6c4ae37-5421-43c7-a62f-21e32ab79680 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 1098 time: 0.5976932
Jun 04 15:16:47.070125 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfb4547-47f1-4086-834b-93834a67b1e2 x-openstack-request-id: req-1cfb4547-47f1-4086-834b-93834a67b1e2 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:47.071223 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "tag": "eccdd22b-79c3-491b-9d6e-995f40de8b84", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:47.073935 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cfb4547-47f1-4086-834b-93834a67b1e2 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:47.074804 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'tag': 'eccdd22b-79c3-491b-9d6e-995f40de8b84', 'status': 'completed', 'code': 200}
Jun 04 15:16:47.120352 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:47.177174 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15747984-215c-495c-88d1-4e2b676b3336 x-openstack-request-id: req-15747984-215c-495c-88d1-4e2b676b3336 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:47.196281 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d609333-14ce-446a-ac75-1d4dba98abde", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e5c59a-caea-40d8-b128-d62da87ca1be", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:47.196607 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15747984-215c-495c-88d1-4e2b676b3336 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:47.199830 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d609333-14ce-446a-ac75-1d4dba98abde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e5c59a-caea-40d8-b128-d62da87ca1be', 'code': 200}
Jun 04 15:16:47.228467 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:47.250797 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:47.263792 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 95f0f02e-362d-4e5a-bda9-60305cd89eea, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=95f0f02e-362d-4e5a-bda9-60305cd89eea,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:47.290230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bc9ea-9199-4295-8f0d-46d6de795d2e req-b28bb952-f499-4cdb-85c6-55e82a051524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:47.292505 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-218bc9ea-9199-4295-8f0d-46d6de795d2e req-b28bb952-f499-4cdb-85c6-55e82a051524 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4040112
Jun 04 15:16:47.313542 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ac851455-5c53-4b66-b905-63759972e1a5 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:47.362890 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:47.375483 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:47.432463 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:47.459401 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-e4239e92-b898-43e3-a097-f3d1e8638a31 None None] Set router 6a93df71-dc94-49a0-804e-3719c30e0620 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:16:47.496163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=95f0f02e-362d-4e5a-bda9-60305cd89eea,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:47.500259 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:47.594099 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1bbfd068-3af8-4940-9fba-bee8d81150a5 req-69f3b297-cdc7-4446-9049-df4c5e12b2f6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4708743
Jun 04 15:16:47.596163 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-218bc9ea-9199-4295-8f0d-46d6de795d2e req-26d2a2dc-45da-4e19-b86b-c94f59f375d9 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2914305
Jun 04 15:16:47.623968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b332f-496e-40a1-96fc-d6d799192d32 req-d3ce42c2-0a79-4ee5-a9bc-a7da03155b77 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:47.626095 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c34b332f-496e-40a1-96fc-d6d799192d32 req-d3ce42c2-0a79-4ee5-a9bc-a7da03155b77 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 948 time: 0.2574487
Jun 04 15:16:47.642948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Pushing event updated for resources: {'Port': ['ID=3414254d-8d1a-415f-9f88-dedf9e944596,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:47.650597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b0e5c59a-caea-40d8-b128-d62da87ca1be details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:16:47.746027 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:47.746255 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c34b332f-496e-40a1-96fc-d6d799192d32 req-8f6d3086-bf24-4f5b-90cf-13845d51ce47 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb39746-cbf7-49e2-a540-304a0dfe0eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002243
Jun 04 15:16:47.763629 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-d0ea9f5b-47dd-4c02-8481-57ee6979a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:47.764487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-d0ea9f5b-47dd-4c02-8481-57ee6979a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:47.765910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-d0ea9f5b-47dd-4c02-8481-57ee6979a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:47.766780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-d0ea9f5b-47dd-4c02-8481-57ee6979a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:47.767649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-d0ea9f5b-47dd-4c02-8481-57ee6979a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:47.768490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-d0ea9f5b-47dd-4c02-8481-57ee6979a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:47.769404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-d0ea9f5b-47dd-4c02-8481-57ee6979a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:47.771747 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-d0ea9f5b-47dd-4c02-8481-57ee6979a9b6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170821b51002469da86d3c4cef5805e5&device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 6491 time: 0.7847190
Jun 04 15:16:47.791927 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Network 159703a5-6b82-48a0-9d92-4f64cbef754f is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:16:47.840237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b0e5c59a-caea-40d8-b128-d62da87ca1be, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:47.857384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'b0e5c59a-caea-40d8-b128-d62da87ca1be', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'b0e5c59a-caea-40d8-b128-d62da87ca1be', 'mac_address': 'fa:16:3e:c0:df:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:16:47.930183 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e4239e92-b898-43e3-a097-f3d1e8638a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca6f820>, [{'id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'name': 'tempest-TaggedBootDevicesTest-1347586839-router', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:12Z', 'updated_at': '2021-06-04T15:13:25Z', 'revision_number': 4, 'project_id': '170821b51002469da86d3c4cef5805e5', 'gw_port': {'id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:14Z', 'updated_at': '2021-06-04T15:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'a5dbfc2b-735e-4f26-9d9c-752cfb72d6e8', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'port_id': 'eccdd22b-79c3-491b-9d6e-995f40de8b84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3', 'mac_address': 'fa:16:3e:fb:c6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:14:44Z', 'updated_at': '2021-06-04T15:16:42Z', 'revision_number': 1, 'project_id': '170821b51002469da86d3c4cef5805e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fd35846-0673-4a4b-a901-ee5ac91e2713', 'name': '', 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'mac_address': 'fa:16:3e:c0:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:22Z', 'updated_at': '2021-06-04T15:13:39Z', 'revision_number': 5, 'project_id': '170821b51002469da86d3c4cef5805e5', 'subnets': [{'id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:47.939604 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4239e92-b898-43e3-a097-f3d1e8638a31 None None] The sync data for ids ['6a93df71-dc94-49a0-804e-3719c30e0620'] in n-d-791505-9 is: [{'id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'name': 'tempest-TaggedBootDevicesTest-1347586839-router', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:12Z', 'updated_at': '2021-06-04T15:13:25Z', 'revision_number': 4, 'project_id': '170821b51002469da86d3c4cef5805e5', 'gw_port': {'id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:14Z', 'updated_at': '2021-06-04T15:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'a5dbfc2b-735e-4f26-9d9c-752cfb72d6e8', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'port_id': 'eccdd22b-79c3-491b-9d6e-995f40de8b84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3', 'mac_address': 'fa:16:3e:fb:c6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:14:44Z', 'updated_at': '2021-06-04T15:16:42Z', 'revision_number': 1, 'project_id': '170821b51002469da86d3c4cef5805e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fd35846-0673-4a4b-a901-ee5ac91e2713', 'name': '', 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'mac_address': 'fa:16:3e:c0:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:22Z', 'updated_at': '2021-06-04T15:13:39Z', 'revision_number': 5, 'project_id': '170821b51002469da86d3c4cef5805e5', 'subnets': [{'id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:16:47.943240 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:47.969670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e5c59a-caea-40d8-b128-d62da87ca1be {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:47.998532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-c28b8b53-9fa0-447a-aa2e-860735dd7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:48.000094 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-c28b8b53-9fa0-447a-aa2e-860735dd7346 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6fd14b5-fe16-4479-b95d-921ab565bab3 HTTP/1.1" status: 200  len: 913 time: 0.2130148
Jun 04 15:16:48.003911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41758) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:48.005300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:16:48.009406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b0e5c59a-caea-40d8-b128-d62da87ca1be, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:48.100928 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:48.100928 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:48.165019 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0d1623c9-e025-4b70-91cd-13bcd5df8554 req-6b30210b-0b6a-490c-a311-0cb6747bfca8 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 210 time: 0.0830035
Jun 04 15:16:48.226958 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-218bc9ea-9199-4295-8f0d-46d6de795d2e req-4f9b8f07-efc8-4c6c-ba89-4c250540e6ac service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4653621
Jun 04 15:16:48.266399 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=b0e5c59a-caea-40d8-b128-d62da87ca1be,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:48.271880 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:48.341756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb800e-ed7e-48b4-94f6-bfbe94c8dd69 None None] New status for floating IP a5dbfc2b-735e-4f26-9d9c-752cfb72d6e8: ACTIVE {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:16:48.396297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a03c3e-3acf-4c0d-9ae1-7ef4e2b1e8a9 req-ca20373b-93d9-453d-a796-3965335d2fd2 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:48.408173 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-02a03c3e-3acf-4c0d-9ae1-7ef4e2b1e8a9 req-ca20373b-93d9-453d-a796-3965335d2fd2 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 947 time: 1.1047430
Jun 04 15:16:48.446515 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 95f0f02e-362d-4e5a-bda9-60305cd89eea up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:48.588711 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8b3c1eda-4196-4805-a482-0c92cf944718 None None] Provisioning complete for port 3414254d-8d1a-415f-9f88-dedf9e944596 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:48.589134 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8b3c1eda-4196-4805-a482-0c92cf944718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:48.716924 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-02a03c3e-3acf-4c0d-9ae1-7ef4e2b1e8a9 req-aabd791c-3c03-42b1-a294-94c5b2394edf tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3075213
Jun 04 15:16:48.721398 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-be290701-9dba-48bf-aee1-9b5a70447a0d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eccdd22b-79c3-491b-9d6e-995f40de8b84 HTTP/1.1" status: 200  len: 999 time: 0.6875250
Jun 04 15:16:48.736936 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c1eda-4196-4805-a482-0c92cf944718 None None] Port 3414254d-8d1a-415f-9f88-dedf9e944596 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:16:48.792213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 95f0f02e-362d-4e5a-bda9-60305cd89eea triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:48.792523 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:48.803531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420552b-4f4c-45cd-9170-052f9abf3bf7 req-29397d63-00f2-45c7-a62e-9036cca9fbe1 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:48.805434 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5420552b-4f4c-45cd-9170-052f9abf3bf7 req-29397d63-00f2-45c7-a62e-9036cca9fbe1 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.1356151
Jun 04 15:16:48.884870 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5420552b-4f4c-45cd-9170-052f9abf3bf7 req-78f760e1-b490-4fbd-8a98-6035c59e07a8 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707774
Jun 04 15:16:48.965293 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90a08098-ee56-4061-9ec4-2c96da431821 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:48.980160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Router 7a825a21-d85e-458f-90d9-d3dd093c3ac4 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:16:49.055727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-ae6df0b4-4e63-4b0b-b251-b38e75cdfe5a tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:49.057150 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-ae6df0b4-4e63-4b0b-b251-b38e75cdfe5a tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.65 "GET /v2.0/networks?id=59af4b27-f2c2-44b9-9c4f-96b870bb3e84 HTTP/1.1" status: 200  len: 805 time: 0.6870925
Jun 04 15:16:49.069238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-db1fe889-f733-48b8-9748-9e34ec5fc0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:49.070667 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-db1fe889-f733-48b8-9748-9e34ec5fc0df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c3923c1e-f693-458d-b8fe-0bcbec1d9098 HTTP/1.1" status: 200  len: 851 time: 0.3215535
Jun 04 15:16:49.161697 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90a08098-ee56-4061-9ec4-2c96da431821 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:49.205939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Request body: {'port': {'device_id': '852ae200-d009-4cf3-9ccd-6e18738b82ea', 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84', 'admin_state_up': True, 'tenant_id': '3f70be62f20947cf93b5733c9e9a73b2'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:49.385572 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bd4f2909-04b9-451c-9b00-e02a32e51f45 req-7cdb17cb-4dda-4dee-92c7-07feb4939d9f tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 210 time: 0.0725610
Jun 04 15:16:49.667880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e11c84be-4074-4a5d-8fe8-a95c8255c560 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:16:49.696536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b08c40-8ec0-45b2-8207-a0689183db26 req-5879e60e-4674-4e5f-bd9c-9b9ad100e639 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:49.698072 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f3b08c40-8ec0-45b2-8207-a0689183db26 req-5879e60e-4674-4e5f-bd9c-9b9ad100e639 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 948 time: 0.7834013
Jun 04 15:16:49.720366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:16:49.733933 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Sync routers for ids ['7a825a21-d85e-458f-90d9-d3dd093c3ac4'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:16:49.747373 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Routers {'7a825a21-d85e-458f-90d9-d3dd093c3ac4'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:16:49.751574 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb88670>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:16:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7a825a21-d85e-458f-90d9-d3dd093c3ac4'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:49.766059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:49.784011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Usage tracker for resource:port and tenant:3f70be62f20947cf93b5733c9e9a73b2 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:49.789799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-eda37465-3b78-48a4-bcee-4df667117752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:49.791919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-eda37465-3b78-48a4-bcee-4df667117752 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6fd14b5-fe16-4479-b95d-921ab565bab3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6452367
Jun 04 15:16:49.797953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:49.816780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:49.838290 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90a08098-ee56-4061-9ec4-2c96da431821 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:49.856042 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:49.886476 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f3b08c40-8ec0-45b2-8207-a0689183db26 req-7cfb62c7-0935-458e-bc9b-cada304d525f tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb39746-cbf7-49e2-a540-304a0dfe0eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687064
Jun 04 15:16:49.904515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a08098-ee56-4061-9ec4-2c96da431821 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f269b2d6-5501-494d-99cd-73832e3371e2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:49.923747 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-90a08098-ee56-4061-9ec4-2c96da431821 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:49.923747 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] 10.222.0.32 "PUT /v2.0/routers/7a825a21-d85e-458f-90d9-d3dd093c3ac4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4558036
Jun 04 15:16:49.923747 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90a08098-ee56-4061-9ec4-2c96da431821 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:49.927504 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-90a08098-ee56-4061-9ec4-2c96da431821 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "DELETE /v2.0/security-groups/f269b2d6-5501-494d-99cd-73832e3371e2 HTTP/1.1" status: 204  len: 168 time: 1.9099302
Jun 04 15:16:49.928122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41776) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:49.981043 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e11c84be-4074-4a5d-8fe8-a95c8255c560, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11c84be-4074-4a5d-8fe8-a95c8255c560,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:50.004621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Made reservation on behalf of 3f70be62f20947cf93b5733c9e9a73b2 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:16:50.010917 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:50.040692 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'e11c84be-4074-4a5d-8fe8-a95c8255c560', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'e11c84be-4074-4a5d-8fe8-a95c8255c560', 'mac_address': 'fa:16:3e:5b:cf:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:16:50.083730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-afde3938-05bb-4303-ac23-5877cf770b4e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:16:50.084854 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-afde3938-05bb-4303-ac23-5877cf770b4e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2770448
Jun 04 15:16:50.096246 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-c34c0c2e-41eb-434a-afab-0da4769e5080 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] show failed (client error): The resource could not be found.
Jun 04 15:16:50.097879 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c34c0c2e-41eb-434a-afab-0da4769e5080 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "GET /v2.0/security-groups/f269b2d6-5501-494d-99cd-73832e3371e2 HTTP/1.1" status: 404  len: 347 time: 0.1678109
Jun 04 15:16:50.107553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41780) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:50.171935 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:50.207634 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Set router 7a825a21-d85e-458f-90d9-d3dd093c3ac4 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:16:50.229875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11c84be-4074-4a5d-8fe8-a95c8255c560 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:50.231988 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41782) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:50.262172 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e11c84be-4074-4a5d-8fe8-a95c8255c560, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11c84be-4074-4a5d-8fe8-a95c8255c560,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:50.341589 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:50.342772 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b0e5c59a-caea-40d8-b128-d62da87ca1be details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:16:50.365083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1725936526'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:50.384153 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:50.391328 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b0e5c59a-caea-40d8-b128-d62da87ca1be, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:50.395823 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Usage tracker for resource:network and tenant:8bb4f7997cdc48f8abffe8ec67e588f7 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:50.430132 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:50.494300 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'b0e5c59a-caea-40d8-b128-d62da87ca1be', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'b0e5c59a-caea-40d8-b128-d62da87ca1be', 'mac_address': 'fa:16:3e:c0:df:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:16:50.553852 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-3d237377-2758-41bd-b278-fe692eb38f35 service neutron] 10.222.0.65 "GET /v2.0/networks/b6fd14b5-fe16-4479-b95d-921ab565bab3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3662627
Jun 04 15:16:50.598368 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e11c84be-4074-4a5d-8fe8-a95c8255c560,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:50.604190 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:50.659741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd15ba-b0e7-4615-8a68-ad8ea1d4dddb req-b2a8dda4-7795-4de5-930c-101c4dd63ac7 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:50.661740 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cddd15ba-b0e7-4615-8a68-ad8ea1d4dddb req-b2a8dda4-7795-4de5-930c-101c4dd63ac7 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.4496124
Jun 04 15:16:50.663542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Allocated IP 172.20.0.4 (59af4b27-f2c2-44b9-9c4f-96b870bb3e84/b66f9b66-8bf4-487d-81ab-50ab28167b73/104df674-913e-4823-a28e-cbec7c4cf377) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:16:50.681484 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:50.704108 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:50.733219 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edfedf-d3da-4678-abe1-c682d609a0ab req-0d5c218e-bf88-4974-8d4b-de5eeb8982b9 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:50.736903 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55edfedf-d3da-4678-abe1-c682d609a0ab req-0d5c218e-bf88-4974-8d4b-de5eeb8982b9 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 948 time: 0.7599857
Jun 04 15:16:50.753371 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:16:50.780923 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb88670>, [{'id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'name': 'tempest-ServersTestMultiNic-701951208-router', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '95f0f02e-362d-4e5a-bda9-60305cd89eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:16:35Z', 'updated_at': '2021-06-04T15:16:45Z', 'revision_number': 4, 'project_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'gw_port': {'id': '95f0f02e-362d-4e5a-bda9-60305cd89eea', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:16:37Z', 'updated_at': '2021-06-04T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '3414254d-8d1a-415f-9f88-dedf9e944596', 'name': '', 'network_id': '159703a5-6b82-48a0-9d92-4f64cbef754f', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'mac_address': 'fa:16:3e:07:4d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '674580e2-3835-47cc-9067-de8fd61a82b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:16:44Z', 'updated_at': '2021-06-04T15:16:46Z', 'revision_number': 2, 'project_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'subnets': [{'id': '674580e2-3835-47cc-9067-de8fd61a82b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:50.793316 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Checking router: 7a825a21-d85e-458f-90d9-d3dd093c3ac4 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:16:50.797710 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Updating router 7a825a21-d85e-458f-90d9-d3dd093c3ac4 port 3414254d-8d1a-415f-9f88-dedf9e944596 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:16:50.798775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['b0e5c59a-caea-40d8-b128-d62da87ca1be'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:16:50.847401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Made reservation on behalf of 8bb4f7997cdc48f8abffe8ec67e588f7 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:16:50.852373 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:50.885848 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55edfedf-d3da-4678-abe1-c682d609a0ab req-7a0f7cc8-ba96-4f07-80d2-28498efd71a4 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326644
Jun 04 15:16:50.898061 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cddd15ba-b0e7-4615-8a68-ad8ea1d4dddb req-1b0c243a-5889-43f2-b4ce-78c11661691f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654010
Jun 04 15:16:50.916294 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-365b4000-136e-4715-b025-cf9c8999823f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Deleting port e4285197-21c0-4ede-a631-961d28e1d70a {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:16:50.916872 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-365b4000-136e-4715-b025-cf9c8999823f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:50.943423 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:50.962674 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:16:50.984260 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e968849f-30d7-4d48-b4c8-05cc69067cb7 req-edccadd2-356b-4c3e-b1cb-4f36d1d423d9 service neutron] 10.222.0.65 "GET /v2.0/networks/b6fd14b5-fe16-4479-b95d-921ab565bab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4145017
Jun 04 15:16:51.026508 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:51.026935 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Added segment ec763c04-d7c6-4430-82c8-763143509036 of type vlan for network 257e7c47-edaa-438e-a479-52226fffc319
Jun 04 15:16:51.258068 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['e11c84be-4074-4a5d-8fe8-a95c8255c560'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:16:51.266348 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-365b4000-136e-4715-b025-cf9c8999823f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:51.266712 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-365b4000-136e-4715-b025-cf9c8999823f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:51.340328 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:51.456451 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2dff933e-0b1e-4574-8569-0be207ea8c05 req-0204e2b0-6710-425c-9137-7739bbeb5455 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 210 time: 0.3742180
Jun 04 15:16:51.489743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-365b4000-136e-4715-b025-cf9c8999823f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Calling delete_port for e4285197-21c0-4ede-a631-961d28e1d70a owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:16:51.514334 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:51.538117 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:51.549330 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-391ea0e4-1750-417d-844d-48800f5f44cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:51.740090 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:51.742358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:16:51.747716 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:51.748727 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:51.753193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:16:51.754919 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:51.768034 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:16:51.779680 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:51.786890 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Transition to ACTIVE for port object 3414254d-8d1a-415f-9f88-dedf9e944596 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:16:51.811345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Pushing event updated for resources: {'Port': ['ID=104df674-913e-4823-a28e-cbec7c4cf377,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:51.823636 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:51.854259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:51.854953 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:51.866254 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:51.876128 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:51.894045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a66533-7b88-4212-b705-48ec5464e27f req-43ce42a5-d5f5-4255-a6dd-fe85accfa5c4 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:51.896531 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-01a66533-7b88-4212-b705-48ec5464e27f req-43ce42a5-d5f5-4255-a6dd-fe85accfa5c4 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 949 time: 0.3507550
Jun 04 15:16:51.972233 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8216412
Jun 04 15:16:51.978370 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.7415674
Jun 04 15:16:51.978610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41798) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:51.978819 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event updated for resources: {'Network': ['ID=257e7c47-edaa-438e-a479-52226fffc319,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:51.986138 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:51.994889 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 257e7c47-edaa-438e-a479-52226fffc319 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:16:51.999003 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Request body: {'subnet': {'network_id': '257e7c47-edaa-438e-a479-52226fffc319', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:52.020550 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-01a66533-7b88-4212-b705-48ec5464e27f req-3fb31850-a74d-436f-a690-f0ad219754db tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb39746-cbf7-49e2-a540-304a0dfe0eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154745
Jun 04 15:16:52.026725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b40179-10a5-4d83-8a9f-165499336bd3 req-118fa7e5-a774-477b-92ca-051d9afa9544 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:52.029207 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f3b40179-10a5-4d83-8a9f-165499336bd3 req-118fa7e5-a774-477b-92ca-051d9afa9544 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 948 time: 0.3292780
Jun 04 15:16:52.035903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Request body: {'port': {'device_id': '852ae200-d009-4cf3-9ccd-6e18738b82ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:52.044572 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-365b4000-136e-4715-b025-cf9c8999823f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:52.067278 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:52.214094 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Pushing event updated for resources: {'Port': ['ID=3414254d-8d1a-415f-9f88-dedf9e944596,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:52.225809 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b4000-136e-4715-b025-cf9c8999823f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Pushing event deleted for resources: {'Port': ['ID=e4285197-21c0-4ede-a631-961d28e1d70a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:52.242359 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-365b4000-136e-4715-b025-cf9c8999823f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:52.310412 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:52.312341 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:52.313084 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:52.313612 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:52.314052 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:52.314489 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:52.314941 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:52.315373 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:52.315803 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:52.316374 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:52.316804 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:52.317263 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:16:52.333968 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:52.359168 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:52.366171 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Attempting to bind port 3414254d-8d1a-415f-9f88-dedf9e944596 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:16:52.366594 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Attempting to bind port 3414254d-8d1a-415f-9f88-dedf9e944596 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '77bb1158-d856-40ef-b73b-11c49e9c3c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '159703a5-6b82-48a0-9d92-4f64cbef754f'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:16:52.366968 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Attempting to bind port 3414254d-8d1a-415f-9f88-dedf9e944596 on network 159703a5-6b82-48a0-9d92-4f64cbef754f {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:16:52.378675 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:16:52.381966 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Checking segment: {'id': '77bb1158-d856-40ef-b73b-11c49e9c3c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '159703a5-6b82-48a0-9d92-4f64cbef754f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:16:52.381966 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:52.381966 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Bound using segment: {'id': '77bb1158-d856-40ef-b73b-11c49e9c3c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '159703a5-6b82-48a0-9d92-4f64cbef754f'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:16:52.381966 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Bound port: 3414254d-8d1a-415f-9f88-dedf9e944596, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bb1158-d856-40ef-b73b-11c49e9c3c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '159703a5-6b82-48a0-9d92-4f64cbef754f'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:16:52.381966 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:52.435664 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f3b40179-10a5-4d83-8a9f-165499336bd3 req-245ce658-bc50-400c-b575-0ef7f343ce13 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3955903
Jun 04 15:16:52.473236 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-365b4000-136e-4715-b025-cf9c8999823f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:52.478735 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-365b4000-136e-4715-b025-cf9c8999823f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:52.481453 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-365b4000-136e-4715-b025-cf9c8999823f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] 10.222.0.32 "DELETE /v2.0/floatingips/752f1ccc-61dd-4b51-b3ed-515d17fae462 HTTP/1.1" status: 204  len: 168 time: 2.3710241
Jun 04 15:16:52.522894 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] For port 3414254d-8d1a-415f-9f88-dedf9e944596, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:16:52.527555 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] For port 3414254d-8d1a-415f-9f88-dedf9e944596, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3414254d-8d1a-415f-9f88-dedf9e944596,segment=NetworkSegment(77bb1158-d856-40ef-b73b-11c49e9c3c17),segment_id=77bb1158-d856-40ef-b73b-11c49e9c3c17)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:16:52.644153 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:52.661045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:52.666652 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:52.678772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Usage tracker for resource:subnet and tenant:8bb4f7997cdc48f8abffe8ec67e588f7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:52.693572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:52.706554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:52.780960 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Routers {'7a825a21-d85e-458f-90d9-d3dd093c3ac4'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:16:52.781749 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb88670>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:16:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7a825a21-d85e-458f-90d9-d3dd093c3ac4'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:52.814431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Made reservation on behalf of 8bb4f7997cdc48f8abffe8ec67e588f7 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:16:52.817903 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:52.861969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0132b-5160-451d-b52c-372fd54f9a4c req-2d025ed9-ffc0-489a-81d4-d95dfd7fc00a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:52.863845 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-afc0132b-5160-451d-b52c-372fd54f9a4c req-2d025ed9-ffc0-489a-81d4-d95dfd7fc00a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.4870539
Jun 04 15:16:52.903631 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Pushing event updated for resources: {'Port': ['ID=3414254d-8d1a-415f-9f88-dedf9e944596,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:52.913703 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:53.051625 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] Set router 7a825a21-d85e-458f-90d9-d3dd093c3ac4 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:16:53.154454 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-afc0132b-5160-451d-b52c-372fd54f9a4c req-a699c6fe-e58b-4fd9-a614-1b972bff871e tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2674506
Jun 04 15:16:53.185217 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1986f-b1a4-464c-8543-ed6bb0de90cb req-aff83574-2bca-4bd0-9bbb-3ead35e102c7 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:53.186148 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58e1986f-b1a4-464c-8543-ed6bb0de90cb req-aff83574-2bca-4bd0-9bbb-3ead35e102c7 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 931 time: 0.1437087
Jun 04 15:16:53.186285 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:53.240761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-58e1986f-b1a4-464c-8543-ed6bb0de90cb req-096cf78d-95d3-4bc2-82fa-c7634250dd4f tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Synchronizing usage tracker for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:16:53.380019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-58e1986f-b1a4-464c-8543-ed6bb0de90cb req-096cf78d-95d3-4bc2-82fa-c7634250dd4f tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Unset dirty status for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:16:53.396416 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58e1986f-b1a4-464c-8543-ed6bb0de90cb req-096cf78d-95d3-4bc2-82fa-c7634250dd4f tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2033329
Jun 04 15:16:53.431238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104df674-913e-4823-a28e-cbec7c4cf377 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:16:53.441235 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:53.459558 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb88670>, [{'id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'name': 'tempest-ServersTestMultiNic-701951208-router', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '95f0f02e-362d-4e5a-bda9-60305cd89eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:16:35Z', 'updated_at': '2021-06-04T15:16:45Z', 'revision_number': 4, 'project_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'gw_port': {'id': '95f0f02e-362d-4e5a-bda9-60305cd89eea', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:16:37Z', 'updated_at': '2021-06-04T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '3414254d-8d1a-415f-9f88-dedf9e944596', 'name': '', 'network_id': '159703a5-6b82-48a0-9d92-4f64cbef754f', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'mac_address': 'fa:16:3e:07:4d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '674580e2-3835-47cc-9067-de8fd61a82b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:16:44Z', 'updated_at': '2021-06-04T15:16:52Z', 'revision_number': 4, 'project_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'subnets': [{'id': '674580e2-3835-47cc-9067-de8fd61a82b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:53.465092 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccaee77-8a80-4933-86ab-46e658838b45 None None] The sync data for ids ['7a825a21-d85e-458f-90d9-d3dd093c3ac4'] in n-d-791505-9 is: [{'id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'name': 'tempest-ServersTestMultiNic-701951208-router', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '95f0f02e-362d-4e5a-bda9-60305cd89eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:16:35Z', 'updated_at': '2021-06-04T15:16:45Z', 'revision_number': 4, 'project_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'gw_port': {'id': '95f0f02e-362d-4e5a-bda9-60305cd89eea', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:16:37Z', 'updated_at': '2021-06-04T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '3414254d-8d1a-415f-9f88-dedf9e944596', 'name': '', 'network_id': '159703a5-6b82-48a0-9d92-4f64cbef754f', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'mac_address': 'fa:16:3e:07:4d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '674580e2-3835-47cc-9067-de8fd61a82b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:16:44Z', 'updated_at': '2021-06-04T15:16:52Z', 'revision_number': 4, 'project_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'subnets': [{'id': '674580e2-3835-47cc-9067-de8fd61a82b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:16:53.493660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Transition to ACTIVE for port object 104df674-913e-4823-a28e-cbec7c4cf377 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:16:53.619861 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:53.633950 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-33b9b8b1-85a6-4b33-a4f1-652ed4741ca2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:53.687589 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e11c84be-4074-4a5d-8fe8-a95c8255c560 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:53.843667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Pushing event updated for resources: {'Port': ['ID=104df674-913e-4823-a28e-cbec7c4cf377,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:53.848709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ecc0a-75d2-4c36-a962-0aaf7c1fc184 req-59ecd3eb-9913-4428-910c-8a10188d6724 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:53.851358 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-044ecc0a-75d2-4c36-a962-0aaf7c1fc184 req-59ecd3eb-9913-4428-910c-8a10188d6724 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 949 time: 0.2042766
Jun 04 15:16:53.851558 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:53.902400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port e11c84be-4074-4a5d-8fe8-a95c8255c560 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:53.918730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port e11c84be-4074-4a5d-8fe8-a95c8255c560 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:53.919429 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:53.935437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41836) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:53.951208 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-044ecc0a-75d2-4c36-a962-0aaf7c1fc184 req-7e0f0b26-f3dd-4335-9094-974de69cbd37 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb39746-cbf7-49e2-a540-304a0dfe0eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862837
Jun 04 15:16:54.192864 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:54.197245 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:54.227598 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:54.239408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6081305-a5fc-4f18-b2d7-8223bebf5378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11c84be-4074-4a5d-8fe8-a95c8255c560'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:54.243268 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220afa4d-f103-49e6-831c-8c9532c1a936" -d '{"events": [{"server_uuid": "f6081305-a5fc-4f18-b2d7-8223bebf5378", "name": "network-vif-plugged", "status": "completed", "tag": "e11c84be-4074-4a5d-8fe8-a95c8255c560"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:54.264441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e11c84be-4074-4a5d-8fe8-a95c8255c560, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11c84be-4074-4a5d-8fe8-a95c8255c560,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:54.286425 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c55907-d955-4b43-8731-90825db99cbe req-cb3644f5-59f7-4b80-95bd-6c2d2ca239f5 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:54.287666 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-19c55907-d955-4b43-8731-90825db99cbe req-cb3644f5-59f7-4b80-95bd-6c2d2ca239f5 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 948 time: 0.1561229
Jun 04 15:16:54.289446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Attempting to bind port 104df674-913e-4823-a28e-cbec7c4cf377 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:16:54.289788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Attempting to bind port 104df674-913e-4823-a28e-cbec7c4cf377 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:16:54.290126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Attempting to bind port 104df674-913e-4823-a28e-cbec7c4cf377 on network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:16:54.340897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Port 104df674-913e-4823-a28e-cbec7c4cf377 on network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:16:54.341315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Attempting to bind port 104df674-913e-4823-a28e-cbec7c4cf377 on network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:16:54.345497 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:54.347904 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b0e5c59a-caea-40d8-b128-d62da87ca1be up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:54.360859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e25a30-7296-4b09-8a8b-95745e570a55 admin admin] Deleting subnet b5de2a97-54a8-442f-9a58-3ea9722eaaff {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:16:54.365790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:16:54.366152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Checking segment: {'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:16:54.366542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Bound using segment: {'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:16:54.366966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Bound port: 104df674-913e-4823-a28e-cbec7c4cf377, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:16:54.367942 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:54.390047 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-19c55907-d955-4b43-8731-90825db99cbe req-e0d8a864-d064-4ddd-8494-f41d0a820f1c tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886445
Jun 04 15:16:54.452596 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:54.472145 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3e25a30-7296-4b09-8a8b-95745e570a55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:54.514388 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3414254d-8d1a-415f-9f88-dedf9e944596 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:54.537977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Checking segment: {'id': 'ec763c04-d7c6-4430-82c8-763143509036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '257e7c47-edaa-438e-a479-52226fffc319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:16:54.538335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Network hostable DHCP agents. Network: 257e7c47-edaa-438e-a479-52226fffc319, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:16:54.551971 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187a2581-8501-4b67-8a4d-a379a839b259 x-openstack-request-id: req-187a2581-8501-4b67-8a4d-a379a839b259 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:54.552256 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6081305-a5fc-4f18-b2d7-8223bebf5378", "name": "network-vif-plugged", "status": "completed", "tag": "e11c84be-4074-4a5d-8fe8-a95c8255c560", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:54.552516 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-187a2581-8501-4b67-8a4d-a379a839b259 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:54.552908 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6081305-a5fc-4f18-b2d7-8223bebf5378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11c84be-4074-4a5d-8fe8-a95c8255c560', 'code': 200}
Jun 04 15:16:54.638731 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3e25a30-7296-4b09-8a8b-95745e570a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:54.696756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e11c84be-4074-4a5d-8fe8-a95c8255c560,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:54.709069 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:54.719633 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port b0e5c59a-caea-40d8-b128-d62da87ca1be triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:54.725867 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:54.739914 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event updated for resources: {'Subnet': ['ID=e301e6e8-771c-4a31-9853-f17704acde09,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:54.745560 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:54.834030 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3e25a30-7296-4b09-8a8b-95745e570a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:54.890501 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:54.921548 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 3414254d-8d1a-415f-9f88-dedf9e944596 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:54.924821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ab6e6-3032-4685-8e61-4ace05055b5f req-de806a85-0059-449c-8f9e-2fff4423f8bd tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:54.932192 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-447ab6e6-3032-4685-8e61-4ace05055b5f req-de806a85-0059-449c-8f9e-2fff4423f8bd tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 943 time: 0.2268980
Jun 04 15:16:54.934580 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 3414254d-8d1a-415f-9f88-dedf9e944596 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:54.935088 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:54.990369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f94ab-8401-4f1b-9ddb-0ae85e93edea req-e1c075b2-1104-460e-9077-f193847f607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:54.992438 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e86f94ab-8401-4f1b-9ddb-0ae85e93edea req-e1c075b2-1104-460e-9077-f193847f607e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 1101 time: 0.2245328
Jun 04 15:16:55.002459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b0e5c59a-caea-40d8-b128-d62da87ca1be, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:55.002729 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-447ab6e6-3032-4685-8e61-4ace05055b5f req-eecc5d48-a729-46ea-a520-59feb0225e71 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694199
Jun 04 15:16:55.056627 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e86f94ab-8401-4f1b-9ddb-0ae85e93edea req-c4f056e5-fda1-4e3a-8317-74c676dd1e34 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5fb39746-cbf7-49e2-a540-304a0dfe0eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530424
Jun 04 15:16:55.118510 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:55.130734 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:55.146735 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:55.255641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 3414254d-8d1a-415f-9f88-dedf9e944596, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3414254d-8d1a-415f-9f88-dedf9e944596,segment=NetworkSegment(77bb1158-d856-40ef-b73b-11c49e9c3c17),segment_id=77bb1158-d856-40ef-b73b-11c49e9c3c17)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:16:55.268027 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=b0e5c59a-caea-40d8-b128-d62da87ca1be,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:55.271405 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:55.311146 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c60109-f5b3-4136-b284-5a2f0bdcf3a5 req-368d0382-4850-49f3-9978-e01f2ac70f52 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:55.314862 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-38c60109-f5b3-4136-b284-5a2f0bdcf3a5 req-368d0382-4850-49f3-9978-e01f2ac70f52 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 950 time: 0.1296999
Jun 04 15:16:55.325812 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:55.329135 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:55.398474 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-38c60109-f5b3-4136-b284-5a2f0bdcf3a5 req-11dc8fee-db08-40ed-a9ca-694f44aca22d tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb39746-cbf7-49e2-a540-304a0dfe0eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741782
Jun 04 15:16:55.399438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Network 257e7c47-edaa-438e-a479-52226fffc319 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:16:55.457768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] For port 104df674-913e-4823-a28e-cbec7c4cf377, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:16:55.482898 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=3414254d-8d1a-415f-9f88-dedf9e944596,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:55.490275 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:55.493574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] For port 104df674-913e-4823-a28e-cbec7c4cf377, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=104df674-913e-4823-a28e-cbec7c4cf377,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:16:55.507526 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:55.510269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c52816-fa12-4f02-8fcf-7373664e9200 req-b21135bf-9e66-4e19-8644-ecace1dd166a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:55.512007 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-60c52816-fa12-4f02-8fcf-7373664e9200 req-b21135bf-9e66-4e19-8644-ecace1dd166a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.9830446
Jun 04 15:16:55.563577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 257e7c47-edaa-438e-a479-52226fffc319) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:16:55.590875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78e7b61-469e-43ce-9345-9b7a4ba19e8c None None] Network 257e7c47-edaa-438e-a479-52226fffc319 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:16:55.595012 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-60c52816-fa12-4f02-8fcf-7373664e9200 req-903ee01d-3d94-47d6-b527-21d675cde398 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717742
Jun 04 15:16:55.597348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:55.598138 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:55.626399 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:55.632441 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8ea99b51-94cf-4a64-a501-c798348800f2 tempest-FloatingIPsAssociationTestJSON-1578100628 tempest-FloatingIPsAssociationTestJSON-1578100628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:55.680738 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3e25a30-7296-4b09-8a8b-95745e570a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:55.722592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:55.723225 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:55.724659 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] 10.222.0.65 "PUT /v2.0/ports/104df674-913e-4823-a28e-cbec7c4cf377 HTTP/1.1" status: 200  len: 1091 time: 3.7029808
Jun 04 15:16:55.725397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852ae200-d009-4cf3-9ccd-6e18738b82ea', 'tag': '104df674-913e-4823-a28e-cbec7c4cf377'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:55.727770 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a7b185-736f-4be5-9a17-7fda33c62bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "852ae200-d009-4cf3-9ccd-6e18738b82ea", "tag": "104df674-913e-4823-a28e-cbec7c4cf377"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:55.736146 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 3.7583711
Jun 04 15:16:55.737137 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3e25a30-7296-4b09-8a8b-95745e570a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:55.739605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41858) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:55.739937 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f3e25a30-7296-4b09-8a8b-95745e570a55 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b5de2a97-54a8-442f-9a58-3ea9722eaaff HTTP/1.1" status: 204  len: 168 time: 1.8003709
Jun 04 15:16:55.742833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41860) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:55.757999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-698781316'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:55.770132 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:55.786647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Usage tracker for resource:network and tenant:8bb4f7997cdc48f8abffe8ec67e588f7 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:55.798044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:55.814254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:55.834059 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb7cd10-1bd1-4ca9-a2c4-002bd1e5411d x-openstack-request-id: req-8cb7cd10-1bd1-4ca9-a2c4-002bd1e5411d {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:55.834414 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852ae200-d009-4cf3-9ccd-6e18738b82ea", "tag": "104df674-913e-4823-a28e-cbec7c4cf377", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:55.834811 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8cb7cd10-1bd1-4ca9-a2c4-002bd1e5411d {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:55.835098 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852ae200-d009-4cf3-9ccd-6e18738b82ea', 'tag': '104df674-913e-4823-a28e-cbec7c4cf377', 'status': 'completed', 'code': 200}
Jun 04 15:16:55.893770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-257e7c47-edaa-438e-a479-52226fffc319', 'network_id': '257e7c47-edaa-438e-a479-52226fffc319', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'fixed_ips': [{'subnet_id': 'e301e6e8-771c-4a31-9853-f17704acde09'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:16:55.902867 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:55.924679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Made reservation on behalf of 8bb4f7997cdc48f8abffe8ec67e588f7 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:16:55.929169 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:55.938325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Pushing event updated for resources: {'Port': ['ID=104df674-913e-4823-a28e-cbec7c4cf377,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:55.960108 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:55.969789 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:16:55.973919 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:55.985330 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:55.985330 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Added segment a2cf39e2-01df-4e20-8bf6-9fa7b7056f90 of type vlan for network b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3
Jun 04 15:16:56.021014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e25a30-7296-4b09-8a8b-95745e570a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5de2a97-54a8-442f-9a58-3ea9722eaaff,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:56.029959 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f3e25a30-7296-4b09-8a8b-95745e570a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:56.030176 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:56.038485 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-927e833a-68e4-4713-bd09-f5ef981bca70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:56.112222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Allocated IP 19.80.0.2 (257e7c47-edaa-438e-a479-52226fffc319/e301e6e8-771c-4a31-9853-f17704acde09/96c17a50-0b19-410d-9e43-a9a7b60df717) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:16:56.135917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1083c-0688-490d-94cc-a3f6bfbd05cb req-90b76e86-63a6-4a68-8e2a-9ed19eaccd3e tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:56.137505 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-81f1083c-0688-490d-94cc-a3f6bfbd05cb req-90b76e86-63a6-4a68-8e2a-9ed19eaccd3e tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.3724287
Jun 04 15:16:56.194500 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:56.202551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7b185-736f-4be5-9a17-7fda33c62bb2 req-cca319db-b1d1-4694-a99e-3441a5ef80e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:56.204447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59a7b185-736f-4be5-9a17-7fda33c62bb2 req-cca319db-b1d1-4694-a99e-3441a5ef80e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3f70be62f20947cf93b5733c9e9a73b2&device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 1094 time: 0.3602431
Jun 04 15:16:56.208857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:56.210414 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:56.218913 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:56.300553 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-927e833a-68e4-4713-bd09-f5ef981bca70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:56.368514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-927e833a-68e4-4713-bd09-f5ef981bca70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838721fb50>,) {'filters': {'network_id': ['18b375a7-7cc2-4169-a256-980dd8700031']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:56.408959 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-81f1083c-0688-490d-94cc-a3f6bfbd05cb req-2f4304bd-a294-4a2b-945f-7fcb2aed4b9e tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2521756
Jun 04 15:16:56.413207 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:56.423075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-927e833a-68e4-4713-bd09-f5ef981bca70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838721fb50>, 'a9790877-d2db-4b8a-80ae-1ce772a79e28') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:56.425912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-927e833a-68e4-4713-bd09-f5ef981bca70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838721fb50>, 'a9790877-d2db-4b8a-80ae-1ce772a79e28') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:16:56.433893 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Transition to ACTIVE for port object 96c17a50-0b19-410d-9e43-a9a7b60df717 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:16:56.478469 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Transition to ACTIVE for port object 96c17a50-0b19-410d-9e43-a9a7b60df717 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:16:56.486457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3414254d-8d1a-415f-9f88-dedf9e944596 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:56.558170 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d609333-14ce-446a-ac75-1d4dba98abde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e5c59a-caea-40d8-b128-d62da87ca1be'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:16:56.560772 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23650d7d-691b-4e2f-a7b1-cfa5542757a5" -d '{"events": [{"server_uuid": "8d609333-14ce-446a-ac75-1d4dba98abde", "name": "network-vif-plugged", "status": "completed", "tag": "b0e5c59a-caea-40d8-b128-d62da87ca1be"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:16:56.596891 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:56.603711 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:56.616326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7b185-736f-4be5-9a17-7fda33c62bb2 req-31cb8394-62d9-4e79-8a19-b3f78bd7fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:56.619182 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59a7b185-736f-4be5-9a17-7fda33c62bb2 req-31cb8394-62d9-4e79-8a19-b3f78bd7fa88 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3f70be62f20947cf93b5733c9e9a73b2&shared=False HTTP/1.1" status: 200  len: 906 time: 0.3516257
Jun 04 15:16:56.645933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event updated for resources: {'Network': ['ID=b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:56.652397 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:56.668831 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:16:56.687296 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-927e833a-68e4-4713-bd09-f5ef981bca70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:56.709234 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a177f20-5c6b-4e59-84d6-8fd0d574f5f1 req-6fde644a-a719-488d-a31a-e7f1d7087ef6 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:56.721934 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Network 257e7c47-edaa-438e-a479-52226fffc319 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:16:56.725464 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0a177f20-5c6b-4e59-84d6-8fd0d574f5f1 req-6fde644a-a719-488d-a31a-e7f1d7087ef6 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 943 time: 0.4868612
Jun 04 15:16:56.747487 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:16:56.754873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:16:56.755298 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.0137031
Jun 04 15:16:56.763200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41874) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:56.769208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Request body: {'subnet': {'network_id': 'b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:16:56.781818 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-927e833a-68e4-4713-bd09-f5ef981bca70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:56.792686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927e833a-68e4-4713-bd09-f5ef981bca70 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:16:56.793986 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-927e833a-68e4-4713-bd09-f5ef981bca70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:16:56.840095 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:16:56.896864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Pushing event updated for resources: {'Port': ['ID=96c17a50-0b19-410d-9e43-a9a7b60df717,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:56.905015 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 3414254d-8d1a-415f-9f88-dedf9e944596 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:56.905768 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:56.917770 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0a177f20-5c6b-4e59-84d6-8fd0d574f5f1 req-ef6e87b4-7ffe-42fc-b286-4ecf767c2cbf tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906188
Jun 04 15:16:56.945238 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:56.948695 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:16:56.956687 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Usage tracker for resource:subnet and tenant:8bb4f7997cdc48f8abffe8ec67e588f7 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:16:56.960678 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:16:56.973309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:16:57.010375 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Attempting to bind port 96c17a50-0b19-410d-9e43-a9a7b60df717 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:16:57.010759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Attempting to bind port 96c17a50-0b19-410d-9e43-a9a7b60df717 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'ec763c04-d7c6-4430-82c8-763143509036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '257e7c47-edaa-438e-a479-52226fffc319'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:16:57.011393 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Attempting to bind port 96c17a50-0b19-410d-9e43-a9a7b60df717 on network 257e7c47-edaa-438e-a479-52226fffc319 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:16:57.023786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:16:57.024187 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Checking segment: {'id': 'ec763c04-d7c6-4430-82c8-763143509036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '257e7c47-edaa-438e-a479-52226fffc319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:16:57.024663 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:57.025089 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Bound using segment: {'id': 'ec763c04-d7c6-4430-82c8-763143509036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '257e7c47-edaa-438e-a479-52226fffc319'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:16:57.025599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Bound port: 96c17a50-0b19-410d-9e43-a9a7b60df717, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec763c04-d7c6-4430-82c8-763143509036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '257e7c47-edaa-438e-a479-52226fffc319'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:16:57.025960 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:57.076579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Made reservation on behalf of 8bb4f7997cdc48f8abffe8ec67e588f7 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:16:57.081492 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:57.142124 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7b185-736f-4be5-9a17-7fda33c62bb2 req-be338401-a5c1-4b00-b25c-e2045ef5e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:57.143704 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59a7b185-736f-4be5-9a17-7fda33c62bb2 req-be338401-a5c1-4b00-b25c-e2045ef5e213 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5154226
Jun 04 15:16:57.168885 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54393aaf-c4ca-418b-b840-0c58d3ef9fd7 req-d96f83af-c248-40d8-978f-572aa8e3471a tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:57.169706 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daf62e2-45ca-461b-afeb-cf6fce943a35 x-openstack-request-id: req-9daf62e2-45ca-461b-afeb-cf6fce943a35 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:16:57.170143 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d609333-14ce-446a-ac75-1d4dba98abde", "name": "network-vif-plugged", "status": "completed", "tag": "b0e5c59a-caea-40d8-b128-d62da87ca1be", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:16:57.170555 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9daf62e2-45ca-461b-afeb-cf6fce943a35 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:16:57.171108 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d609333-14ce-446a-ac75-1d4dba98abde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e5c59a-caea-40d8-b128-d62da87ca1be', 'code': 200}
Jun 04 15:16:57.174346 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-54393aaf-c4ca-418b-b840-0c58d3ef9fd7 req-d96f83af-c248-40d8-978f-572aa8e3471a tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 950 time: 0.4728169
Jun 04 15:16:57.245970 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-927e833a-68e4-4713-bd09-f5ef981bca70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:57.255196 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] For port 96c17a50-0b19-410d-9e43-a9a7b60df717, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:16:57.268298 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-927e833a-68e4-4713-bd09-f5ef981bca70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:57.274765 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:57.275179 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] For port 96c17a50-0b19-410d-9e43-a9a7b60df717, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=96c17a50-0b19-410d-9e43-a9a7b60df717,segment=NetworkSegment(ec763c04-d7c6-4430-82c8-763143509036),segment_id=ec763c04-d7c6-4430-82c8-763143509036)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:16:57.314525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e833a-68e4-4713-bd09-f5ef981bca70 admin admin] Pushing event deleted for resources: {'Network': ['ID=18b375a7-7cc2-4169-a256-980dd8700031,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:57.330249 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-54393aaf-c4ca-418b-b840-0c58d3ef9fd7 req-1be7ec13-2281-4820-8ca0-4e5ffbef37fc tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb39746-cbf7-49e2-a540-304a0dfe0eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473162
Jun 04 15:16:57.333791 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-927e833a-68e4-4713-bd09-f5ef981bca70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:57.369856 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:57.381771 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8d689d57-3e15-442d-8c32-e17ae63b9ffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:57.386967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e57a9aa3-3118-460c-b928-5f0e1a2c0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:57.388465 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-e57a9aa3-3118-460c-b928-5f0e1a2c0c1c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3f70be62f20947cf93b5733c9e9a73b2&device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 1094 time: 0.1882992
Jun 04 15:16:57.401250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cae22-2d1f-40e5-bfca-544637d5c5bb req-bb29185d-cec4-4e68-bb82-33d6446fd0cc tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:57.403256 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fb6cae22-2d1f-40e5-bfca-544637d5c5bb req-bb29185d-cec4-4e68-bb82-33d6446fd0cc tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.1758389
Jun 04 15:16:57.463164 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-927e833a-68e4-4713-bd09-f5ef981bca70 admin admin] 10.222.0.32 "DELETE /v2.0/networks/18b375a7-7cc2-4169-a256-980dd8700031 HTTP/1.1" status: 204  len: 168 time: 1.7179482
Jun 04 15:16:57.483789 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-b8016e02-0b4e-4e8e-9c9e-375e40c07d36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=104df674-913e-4823-a28e-cbec7c4cf377 HTTP/1.1" status: 200  len: 217 time: 0.0831168
Jun 04 15:16:57.535389 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Pushing event updated for resources: {'Port': ['ID=96c17a50-0b19-410d-9e43-a9a7b60df717,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:57.558388 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:57.581540 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fb6cae22-2d1f-40e5-bfca-544637d5c5bb req-1ec1096d-0cfe-499e-aa5e-69a16361a1d6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578498
Jun 04 15:16:57.606733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-5ee128bc-0045-4f89-bcc2-7334137d4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:57.611309 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-5ee128bc-0045-4f89-bcc2-7334137d4346 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b66f9b66-8bf4-487d-81ab-50ab28167b73 HTTP/1.1" status: 200  len: 845 time: 0.1206558
Jun 04 15:16:57.712622 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-aa182d1d-1f72-41fa-b1ad-127d3c3689ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59af4b27-f2c2-44b9-9c4f-96b870bb3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0939436
Jun 04 15:16:58.114704 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aee34-555a-4afd-994e-2772aa7027af req-d8a0924d-8e4e-4b6b-bbee-f37d072b754d tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:58.116355 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-707aee34-555a-4afd-994e-2772aa7027af req-d8a0924d-8e4e-4b6b-bbee-f37d072b754d tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.3635075
Jun 04 15:16:58.163951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41884) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:58.223744 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-71721e9c-b84a-45ec-aef5-d17d45d2aef4 service neutron] 10.222.0.65 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5005267
Jun 04 15:16:58.258835 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-707aee34-555a-4afd-994e-2772aa7027af req-8c3f2d12-417f-4d8e-b5b2-5207432334f1 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318402
Jun 04 15:16:58.300529 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:58.307464 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-54d292d4-3589-4038-bab7-41c9c70775b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:58.331772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103739d-b4d5-48b8-b054-c8b59ff11e4d req-24085cd4-c636-4eac-86bb-876f51a7a5eb tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:58.333615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8103739d-b4d5-48b8-b054-c8b59ff11e4d req-24085cd4-c636-4eac-86bb-876f51a7a5eb tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Synchronizing usage tracker for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:16:58.343951 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9a4853fa-3a68-405f-8f19-b91401cfc3b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=033be366519a46eb9d528c6270c2e78b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1761675
Jun 04 15:16:58.350469 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41886) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:16:58.485860 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 96c17a50-0b19-410d-9e43-a9a7b60df717 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:16:58.529799 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event updated for resources: {'Subnet': ['ID=e8844e89-0b00-4e58-bd8b-3a0ca85af67c,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:58.540673 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:58.548263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Checking segment: {'id': 'a2cf39e2-01df-4e20-8bf6-9fa7b7056f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:16:58.548713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Network hostable DHCP agents. Network: b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:16:58.557896 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9728cf16-223f-4548-b5b3-7752872d4cc2 req-5b66c353-f010-46b2-a4f4-9309fef12584 service neutron] 10.222.0.65 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3269751
Jun 04 15:16:58.594274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8103739d-b4d5-48b8-b054-c8b59ff11e4d req-24085cd4-c636-4eac-86bb-876f51a7a5eb tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Unset dirty status for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:16:58.601850 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8103739d-b4d5-48b8-b054-c8b59ff11e4d req-24085cd4-c636-4eac-86bb-876f51a7a5eb tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 943 time: 0.5213218
Jun 04 15:16:58.643187 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7828607c-c9ab-45c5-9a6a-ca63923160d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:58.665386 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8103739d-b4d5-48b8-b054-c8b59ff11e4d req-ed6fe925-65f2-443c-9e67-69adc6bf171a tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622835
Jun 04 15:16:58.709899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7828607c-c9ab-45c5-9a6a-ca63923160d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:58.711317 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 96c17a50-0b19-410d-9e43-a9a7b60df717 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:58.750139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Network b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:16:58.792858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668815b3-de93-4839-9f02-f494c17f1ca3 req-9b38774b-37b3-4628-8991-d7828bbf861a tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:58.794556 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-668815b3-de93-4839-9f02-f494c17f1ca3 req-9b38774b-37b3-4628-8991-d7828bbf861a tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 950 time: 0.2181401
Jun 04 15:16:58.855490 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:16:58.868292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91062d7-7b2b-467d-a8db-a92212dc3115 None None] Network b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:16:58.870223 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-668815b3-de93-4839-9f02-f494c17f1ca3 req-cab43910-96c7-4f0c-8bce-291f71985e2b tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb39746-cbf7-49e2-a540-304a0dfe0eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698967
Jun 04 15:16:58.885125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:58.886099 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:58.929965 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7828607c-c9ab-45c5-9a6a-ca63923160d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:58.940959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e122e86-4df6-4b45-9f40-8f2da279b245 req-977d09f0-b658-4b06-87d6-9272800d4c37 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:58.943260 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e122e86-4df6-4b45-9f40-8f2da279b245 req-977d09f0-b658-4b06-87d6-9272800d4c37 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.1502357
Jun 04 15:16:58.949201 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5f213552-a24f-4f42-87aa-38200dc32099 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:16:58.981464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828607c-c9ab-45c5-9a6a-ca63923160d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba1af70-dc8d-47b1-9aae-f1e9aecab489,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:16:58.993226 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7828607c-c9ab-45c5-9a6a-ca63923160d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:16:59.009452 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7828607c-c9ab-45c5-9a6a-ca63923160d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:59.013504 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7828607c-c9ab-45c5-9a6a-ca63923160d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fba1af70-dc8d-47b1-9aae-f1e9aecab489 HTTP/1.1" status: 204  len: 168 time: 0.6621375
Jun 04 15:16:59.032864 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e122e86-4df6-4b45-9f40-8f2da279b245 req-4a6cb049-9c9e-4309-af0e-57629dd7502f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755484
Jun 04 15:16:59.069045 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.2927725
Jun 04 15:16:59.212014 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2bc180-c22f-4d5d-9558-7b1e909566c9 None None] Network 257e7c47-edaa-438e-a479-52226fffc319 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:16:59.591781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1facb5e1-10cd-48e0-b10a-a3f67d3e9a66 None None] Provisioning for port 96c17a50-0b19-410d-9e43-a9a7b60df717 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:16:59.613845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1facb5e1-10cd-48e0-b10a-a3f67d3e9a66 None None] Provisioning complete for port 96c17a50-0b19-410d-9e43-a9a7b60df717 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:16:59.614491 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1facb5e1-10cd-48e0-b10a-a3f67d3e9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:59.646385 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3', 'network_id': 'b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'fixed_ips': [{'subnet_id': 'e8844e89-0b00-4e58-bd8b-3a0ca85af67c'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:16:59.647719 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:59.665811 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-87a4ec78-4dc1-4377-8dff-b75dd13ce6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:16:59.714713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2d0d6f0a-91ab-4ccd-b48f-0a2b0984e0d1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:59.725630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2d0d6f0a-91ab-4ccd-b48f-0a2b0984e0d1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:16:59.727319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2d0d6f0a-91ab-4ccd-b48f-0a2b0984e0d1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Synchronizing usage tracker for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:16:59.831902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2d0d6f0a-91ab-4ccd-b48f-0a2b0984e0d1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Unset dirty status for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:16:59.834079 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2d0d6f0a-91ab-4ccd-b48f-0a2b0984e0d1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/networks?id=257e7c47-edaa-438e-a479-52226fffc319&id=b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3&id=257e7c47-edaa-438e-a479-52226fffc319 HTTP/1.1" status: 200  len: 1391 time: 0.4062798
Jun 04 15:16:59.856309 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-ce7c1608-7f87-4100-80b4-4061fb0fee1e tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/quotas/8bb4f7997cdc48f8abffe8ec67e588f7 HTTP/1.1" status: 200  len: 375 time: 0.0157986
Jun 04 15:16:59.989781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-67229809-9ace-4a40-9822-feb5c7e0e8b9 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Synchronizing usage tracker for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:17:00.088764 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1facb5e1-10cd-48e0-b10a-a3f67d3e9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:00.128737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-67229809-9ace-4a40-9822-feb5c7e0e8b9 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Unset dirty status for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:17:00.133356 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-67229809-9ace-4a40-9822-feb5c7e0e8b9 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bb4f7997cdc48f8abffe8ec67e588f7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2670994
Jun 04 15:17:00.150959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Allocated IP 19.86.0.2 (b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3/e8844e89-0b00-4e58-bd8b-3a0ca85af67c/c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:17:00.160847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-965146a5-c92c-4c8f-b0ef-9c060d7c9427 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:17:00.162073 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-965146a5-c92c-4c8f-b0ef-9c060d7c9427 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0183291
Jun 04 15:17:00.174731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1facb5e1-10cd-48e0-b10a-a3f67d3e9a66 None None] For port 96c17a50-0b19-410d-9e43-a9a7b60df717, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=96c17a50-0b19-410d-9e43-a9a7b60df717,segment=NetworkSegment(ec763c04-d7c6-4430-82c8-763143509036),segment_id=ec763c04-d7c6-4430-82c8-763143509036)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:00.272465 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1facb5e1-10cd-48e0-b10a-a3f67d3e9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:00.279856 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:00.393718 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a52da2-7972-48c3-9e37-0573d8e44cac req-d849a99f-e2fe-49ad-834e-f95ec0c906f3 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:00.395102 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-30fca831-1d38-4363-bbfb-d33fb7e690fd service neutron] 10.222.0.32 "GET /v2.0/networks/257e7c47-edaa-438e-a479-52226fffc319?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2228642
Jun 04 15:17:00.403798 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d7a52da2-7972-48c3-9e37-0573d8e44cac req-d849a99f-e2fe-49ad-834e-f95ec0c906f3 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1733925
Jun 04 15:17:00.412865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facb5e1-10cd-48e0-b10a-a3f67d3e9a66 None None] Pushing event updated for resources: {'Port': ['ID=96c17a50-0b19-410d-9e43-a9a7b60df717,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:00.416285 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1facb5e1-10cd-48e0-b10a-a3f67d3e9a66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:00.525839 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d7a52da2-7972-48c3-9e37-0573d8e44cac req-75fbb7a4-761f-4b67-9e2a-60a7279ea4db tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204460
Jun 04 15:17:00.541183 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:00.568570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Transition to ACTIVE for port object c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:17:00.599394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Transition to ACTIVE for port object c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:17:00.675844 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-664fcdd9-eb61-4623-bc60-737c3f40c27f service neutron] 10.222.0.32 "GET /v2.0/networks/257e7c47-edaa-438e-a479-52226fffc319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2728112
Jun 04 15:17:00.774875 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:00.786977 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:00.879965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-4ea176a1-48b2-41e8-a420-b98366f6e024 service neutron] 10.222.0.32 "GET /v2.0/networks/b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1972103
Jun 04 15:17:00.891286 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Network b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:17:00.901269 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:17:00.908050 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:17:00.910976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Pushing event updated for resources: {'Port': ['ID=c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:00.913650 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9cef3fcf-4ded-48ca-9535-f0fffdde6737 None None] Provisioning complete for port 96c17a50-0b19-410d-9e43-a9a7b60df717 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:00.914103 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9cef3fcf-4ded-48ca-9535-f0fffdde6737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:00.951175 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:00.969656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facb491-b940-45a3-ae6e-4e09190092c3 req-172d4d26-4bf9-4a69-8f02-e65244bae97f tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:00.971333 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6facb491-b940-45a3-ae6e-4e09190092c3 req-172d4d26-4bf9-4a69-8f02-e65244bae97f tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 943 time: 0.1476738
Jun 04 15:17:01.031772 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6facb491-b940-45a3-ae6e-4e09190092c3 req-ccfe911a-efd6-4d74-a6fa-fd0fb28441c0 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531220
Jun 04 15:17:01.059028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 104df674-913e-4823-a28e-cbec7c4cf377 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:17:01.078891 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-ddd26a95-2b27-464c-bc12-226533ffe8b6 service neutron] 10.222.0.32 "GET /v2.0/networks/b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1959407
Jun 04 15:17:01.194949 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Attempting to bind port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:17:01.195703 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Attempting to bind port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'a2cf39e2-01df-4e20-8bf6-9fa7b7056f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:17:01.195703 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Attempting to bind port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 on network b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:17:01.212172 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:17:01.212567 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Checking segment: {'id': 'a2cf39e2-01df-4e20-8bf6-9fa7b7056f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:17:01.212978 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:01.213410 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Bound using segment: {'id': 'a2cf39e2-01df-4e20-8bf6-9fa7b7056f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:17:01.213912 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Bound port: c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cf39e2-01df-4e20-8bf6-9fa7b7056f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:17:01.214317 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:01.252232 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 104df674-913e-4823-a28e-cbec7c4cf377, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=104df674-913e-4823-a28e-cbec7c4cf377,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:01.275595 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-50684a6a-36a2-46ff-97ab-195ff9eb47c5 service neutron] 10.222.0.32 "GET /v2.0/networks/257e7c47-edaa-438e-a479-52226fffc319?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1891968
Jun 04 15:17:01.335461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '104df674-913e-4823-a28e-cbec7c4cf377', 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84', 'port_id': '104df674-913e-4823-a28e-cbec7c4cf377', 'mac_address': 'fa:16:3e:76:11:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66f9b66-8bf4-487d-81ab-50ab28167b73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:17:01.441996 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:01.456769 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-d523d87e-b8de-4df9-bc82-5d56f1b2f22c service neutron] 10.222.0.32 "GET /v2.0/networks/257e7c47-edaa-438e-a479-52226fffc319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1731322
Jun 04 15:17:01.463178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] For port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:17:01.466066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104df674-913e-4823-a28e-cbec7c4cf377 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:17:01.474150 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] For port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4,segment=NetworkSegment(a2cf39e2-01df-4e20-8bf6-9fa7b7056f90),segment_id=a2cf39e2-01df-4e20-8bf6-9fa7b7056f90)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:17:01.482146 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55474b70-9dd2-464a-a98f-cabab052f42b req-ffc13704-a858-44c0-9d4b-b75dffdb3b25 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:01.488211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 104df674-913e-4823-a28e-cbec7c4cf377, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=104df674-913e-4823-a28e-cbec7c4cf377,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:01.489660 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55474b70-9dd2-464a-a98f-cabab052f42b req-ffc13704-a858-44c0-9d4b-b75dffdb3b25 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.1241043
Jun 04 15:17:01.539262 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55474b70-9dd2-464a-a98f-cabab052f42b req-d50b36ed-9dca-44ef-900d-777523e84779 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484107
Jun 04 15:17:01.587934 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:01.593338 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:01.662357 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:01.678924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Pushing event updated for resources: {'Port': ['ID=c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:01.682338 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:01.682806 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:01.793954 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=104df674-913e-4823-a28e-cbec7c4cf377,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:01.800256 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:01.934155 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:02.012943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['104df674-913e-4823-a28e-cbec7c4cf377'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:17:02.408226 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7958aca4-8f7c-46c8-a3df-4593b7c90cc5 req-4348532e-3201-4cd1-94b2-dd5fa8f3b871 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b78d30e3-4335-4d02-8e97-480f8658f633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4795918
Jun 04 15:17:02.409511 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bda2a783-fdad-4b7e-9d3a-a34871466f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:02.582930 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958aca4-8f7c-46c8-a3df-4593b7c90cc5 req-a9b64a47-b8a5-4a38-ad93-1d9d4a23482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:02.584418 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7958aca4-8f7c-46c8-a3df-4593b7c90cc5 req-a9b64a47-b8a5-4a38-ad93-1d9d4a23482e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d92056804404d84ae72d8da3ff2aa45&device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 1101 time: 0.1207688
Jun 04 15:17:02.597751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db59ac-b52f-4917-80d1-360c467a3702 req-1cadfe02-6996-4827-973a-5830186ace1d tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:02.605994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:17:02.606980 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-99db59ac-b52f-4917-80d1-360c467a3702 req-1cadfe02-6996-4827-973a-5830186ace1d tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.5638335
Jun 04 15:17:02.672653 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-99db59ac-b52f-4917-80d1-360c467a3702 req-5a02dee7-136f-4cf8-aae6-8dd857491a9b tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602827
Jun 04 15:17:02.758834 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:17:02.766966 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 96c17a50-0b19-410d-9e43-a9a7b60df717 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:17:02.911060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 96c17a50-0b19-410d-9e43-a9a7b60df717 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:02.911708 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:02.926830 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fdb9dc54-50d7-48cc-b1d6-7eacd34e8d7c req-9867d83a-1bd0-4c5c-a13b-2cd3ea2c1113 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 210 time: 0.0599270
Jun 04 15:17:03.083713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958aca4-8f7c-46c8-a3df-4593b7c90cc5 req-f0af2706-ae7a-450e-ba64-589a1345fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:03.086262 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7958aca4-8f7c-46c8-a3df-4593b7c90cc5 req-f0af2706-ae7a-450e-ba64-589a1345fc20 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.4685841
Jun 04 15:17:03.200873 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7958aca4-8f7c-46c8-a3df-4593b7c90cc5 req-103a7904-559c-4f4e-a894-0efa404ed8b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=64c82deb-0384-4dd3-8c34-f96dab009f44 HTTP/1.1" status: 200  len: 217 time: 0.1041439
Jun 04 15:17:03.229841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52150898-ca14-4317-9032-451a46d0ae9e req-6f4dd355-4d1d-4fe2-a365-0c66d534df43 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:03.231777 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-52150898-ca14-4317-9032-451a46d0ae9e req-6f4dd355-4d1d-4fe2-a365-0c66d534df43 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 944 time: 0.2259474
Jun 04 15:17:03.295193 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-52150898-ca14-4317-9032-451a46d0ae9e req-e2f45330-dfea-4aaf-8944-2f35d7a90414 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522909
Jun 04 15:17:03.312986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958aca4-8f7c-46c8-a3df-4593b7c90cc5 req-8bec303b-885f-4e83-b603-97a2487f9c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:03.314587 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7958aca4-8f7c-46c8-a3df-4593b7c90cc5 req-8bec303b-885f-4e83-b603-97a2487f9c9e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0994718
Jun 04 15:17:03.422046 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958aca4-8f7c-46c8-a3df-4593b7c90cc5 req-f13abb68-f413-49c3-86fd-d4106bfa67eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:03.426649 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7958aca4-8f7c-46c8-a3df-4593b7c90cc5 req-f13abb68-f413-49c3-86fd-d4106bfa67eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1048748
Jun 04 15:17:03.541734 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:03.612210 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ecddb0-f1fd-449f-baf1-c680a55be546 None None] Network b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:17:03.666762 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7958aca4-8f7c-46c8-a3df-4593b7c90cc5 req-f99813df-e0d9-489e-829e-e3d0a70eb235 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317996
Jun 04 15:17:03.677114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1fb7a-724a-4792-b955-b1839c7e736e req-09adb7c4-5458-4c16-96e7-f14cf028a342 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:03.678487 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dac1fb7a-724a-4792-b955-b1839c7e736e req-09adb7c4-5458-4c16-96e7-f14cf028a342 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.1985202
Jun 04 15:17:03.836774 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dac1fb7a-724a-4792-b955-b1839c7e736e req-96ee83f7-ddac-4779-a3ea-291f30b476b9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355760
Jun 04 15:17:03.881251 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7958aca4-8f7c-46c8-a3df-4593b7c90cc5 req-25e9b086-fdba-4d61-a976-f489199c40b3 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2013786
Jun 04 15:17:03.889821 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-876969d9-7f4f-4f1f-a3a9-4ca6eaaf257b None None] Provisioning for port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:17:03.898476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-876969d9-7f4f-4f1f-a3a9-4ca6eaaf257b None None] Provisioning complete for port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:03.898859 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-876969d9-7f4f-4f1f-a3a9-4ca6eaaf257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:04.072535 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-876969d9-7f4f-4f1f-a3a9-4ca6eaaf257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:04.114511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-876969d9-7f4f-4f1f-a3a9-4ca6eaaf257b None None] For port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4,segment=NetworkSegment(a2cf39e2-01df-4e20-8bf6-9fa7b7056f90),segment_id=a2cf39e2-01df-4e20-8bf6-9fa7b7056f90)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:04.121666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcde89-649f-447e-94cc-4fc24e0974bd req-183cc48d-30f2-4063-ba02-f9d7cdafc6a8 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:04.123264 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-24dcde89-649f-447e-94cc-4fc24e0974bd req-183cc48d-30f2-4063-ba02-f9d7cdafc6a8 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1317382
Jun 04 15:17:04.193866 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-24dcde89-649f-447e-94cc-4fc24e0974bd req-eedb4d59-6acf-49ea-9060-15e899961fa6 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632253
Jun 04 15:17:04.233716 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-876969d9-7f4f-4f1f-a3a9-4ca6eaaf257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:04.236729 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:04.242613 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ac609df8-d8a5-4540-8fc0-68e77b4aff38 req-d59b0f60-95e1-4715-a58d-4eeb72add266 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 210 time: 0.0612142
Jun 04 15:17:04.391190 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-03c07f32-4f9c-4f26-beb6-9c327f156ddd None None] Provisioning complete for port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:04.391674 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-03c07f32-4f9c-4f26-beb6-9c327f156ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:04.435240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876969d9-7f4f-4f1f-a3a9-4ca6eaaf257b None None] Pushing event updated for resources: {'Port': ['ID=c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:04.440240 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-876969d9-7f4f-4f1f-a3a9-4ca6eaaf257b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:04.669858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e7d86-232d-4e59-bca9-ad36677b8158 req-8964e9b6-ea41-449a-8852-ec431d67f9fd tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:04.672400 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-727e7d86-232d-4e59-bca9-ad36677b8158 req-8964e9b6-ea41-449a-8852-ec431d67f9fd tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 944 time: 0.1234195
Jun 04 15:17:04.722990 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-727e7d86-232d-4e59-bca9-ad36677b8158 req-55272128-c14c-44f8-b821-cfe62b582637 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449600
Jun 04 15:17:05.058323 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 104df674-913e-4823-a28e-cbec7c4cf377 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:17:05.099479 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09408b47-6b26-4dfc-a28a-3625cd2beebc req-a4feb325-4dac-4953-8301-20a9d63b4143 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:05.102362 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09408b47-6b26-4dfc-a28a-3625cd2beebc req-a4feb325-4dac-4953-8301-20a9d63b4143 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.1309285
Jun 04 15:17:05.123308 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:05.174236 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09408b47-6b26-4dfc-a28a-3625cd2beebc req-76fce89b-1d41-40a0-9ca7-ed671b74dbc4 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563481
Jun 04 15:17:05.279154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 104df674-913e-4823-a28e-cbec7c4cf377 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:17:05.295289 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 104df674-913e-4823-a28e-cbec7c4cf377 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:05.296611 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:05.493428 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:05.522504 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ec074-57c9-4c99-8b42-5aeefa8f52ca req-5b0178c8-7375-470e-b1d9-351d832f37b6 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:05.530483 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f4ec074-57c9-4c99-8b42-5aeefa8f52ca req-5b0178c8-7375-470e-b1d9-351d832f37b6 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1196876
Jun 04 15:17:05.532685 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852ae200-d009-4cf3-9ccd-6e18738b82ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104df674-913e-4823-a28e-cbec7c4cf377'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:05.536153 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e1c2fa-0986-4b98-a3bf-0cfe4bf219c7" -d '{"events": [{"server_uuid": "852ae200-d009-4cf3-9ccd-6e18738b82ea", "name": "network-vif-plugged", "status": "completed", "tag": "104df674-913e-4823-a28e-cbec7c4cf377"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:05.549765 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-9ea18d00-c405-44cf-a2b5-9a9ca73ccd0e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1191466
Jun 04 15:17:05.551533 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 104df674-913e-4823-a28e-cbec7c4cf377, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=104df674-913e-4823-a28e-cbec7c4cf377,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:05.596279 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f4ec074-57c9-4c99-8b42-5aeefa8f52ca req-3d1def65-eceb-4d99-a56f-3b01c5f64660 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635712
Jun 04 15:17:05.689762 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:05.693134 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:05.746288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-8dbe29cf-292a-47eb-b649-8b9dc4e7e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:05.747105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-8dbe29cf-292a-47eb-b649-8b9dc4e7e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:05.747988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-8dbe29cf-292a-47eb-b649-8b9dc4e7e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:05.749660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-8dbe29cf-292a-47eb-b649-8b9dc4e7e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:05.750429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-8dbe29cf-292a-47eb-b649-8b9dc4e7e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:05.751089 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-8dbe29cf-292a-47eb-b649-8b9dc4e7e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:05.751722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-8dbe29cf-292a-47eb-b649-8b9dc4e7e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:05.754356 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-8dbe29cf-292a-47eb-b649-8b9dc4e7e96b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170821b51002469da86d3c4cef5805e5&device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 6491 time: 0.1021569
Jun 04 15:17:05.759323 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e11c84be-4074-4a5d-8fe8-a95c8255c560 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:17:05.764865 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cb057202-387f-4232-92c2-05250468de9a req-0a7edcab-bc79-4486-b0ae-7dc083eab142 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 210 time: 0.0472569
Jun 04 15:17:05.806833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=104df674-913e-4823-a28e-cbec7c4cf377,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:05.831261 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:05.969647 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903ed29a-34c8-4827-8397-7d2ad7228311 x-openstack-request-id: req-903ed29a-34c8-4827-8397-7d2ad7228311 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:05.970458 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852ae200-d009-4cf3-9ccd-6e18738b82ea", "name": "network-vif-plugged", "status": "completed", "tag": "104df674-913e-4823-a28e-cbec7c4cf377", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:05.971217 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-903ed29a-34c8-4827-8397-7d2ad7228311 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:05.971925 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852ae200-d009-4cf3-9ccd-6e18738b82ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104df674-913e-4823-a28e-cbec7c4cf377', 'code': 200}
Jun 04 15:17:05.996825 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e11c84be-4074-4a5d-8fe8-a95c8255c560, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11c84be-4074-4a5d-8fe8-a95c8255c560,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:06.020812 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'e11c84be-4074-4a5d-8fe8-a95c8255c560', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'e11c84be-4074-4a5d-8fe8-a95c8255c560', 'mac_address': 'fa:16:3e:5b:cf:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:17:06.044159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-31a0f936-38b4-4a08-8f59-56fa1b7b1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:06.045330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-31a0f936-38b4-4a08-8f59-56fa1b7b1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:06.046057 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-31a0f936-38b4-4a08-8f59-56fa1b7b1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:06.048053 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-31a0f936-38b4-4a08-8f59-56fa1b7b1275 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6fd14b5-fe16-4479-b95d-921ab565bab3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25 HTTP/1.1" status: 200  len: 2292 time: 0.2622356
Jun 04 15:17:06.099076 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:06.122412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e11c84be-4074-4a5d-8fe8-a95c8255c560 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:17:06.146481 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e11c84be-4074-4a5d-8fe8-a95c8255c560, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11c84be-4074-4a5d-8fe8-a95c8255c560,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:06.223030 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-9a37589e-4c7c-4ad3-9a55-bc5bae35eac9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eccdd22b-79c3-491b-9d6e-995f40de8b84 HTTP/1.1" status: 200  len: 1001 time: 0.1648295
Jun 04 15:17:06.238023 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a36611-7db6-4348-a275-208573f7fd89 req-7a92f681-d70e-49ce-82b6-849154b65d77 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:06.241022 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55a36611-7db6-4348-a275-208573f7fd89 req-7a92f681-d70e-49ce-82b6-849154b65d77 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 945 time: 0.1269927
Jun 04 15:17:06.287794 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f049b7-683f-486e-9cba-c5f8036572d6 req-6e652d94-1368-416e-9810-7ed3071a9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:06.290508 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d7f049b7-683f-486e-9cba-c5f8036572d6 req-6e652d94-1368-416e-9810-7ed3071a9658 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 1096 time: 0.1774611
Jun 04 15:17:06.299884 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55a36611-7db6-4348-a275-208573f7fd89 req-1732a95d-e540-4a9d-9a6e-661ff4e19bc4 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470142
Jun 04 15:17:06.324219 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:06.327781 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:06.348127 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d7f049b7-683f-486e-9cba-c5f8036572d6 req-c094ac9c-3d3b-43d3-8196-f712ad25849c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497849
Jun 04 15:17:06.350511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-c1bb9cb9-a003-424c-bb18-138975bf553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:06.352511 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-c1bb9cb9-a003-424c-bb18-138975bf553f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c3923c1e-f693-458d-b8fe-0bcbec1d9098 HTTP/1.1" status: 200  len: 851 time: 0.1224959
Jun 04 15:17:06.457777 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e11c84be-4074-4a5d-8fe8-a95c8255c560,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:06.475954 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:17:06.506990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['e11c84be-4074-4a5d-8fe8-a95c8255c560'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:17:06.511651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-d166661c-583f-4f12-b093-88fa1cff54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:06.513272 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-d166661c-583f-4f12-b093-88fa1cff54b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6fd14b5-fe16-4479-b95d-921ab565bab3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1060865
Jun 04 15:17:06.534005 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:06.536352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74975a9-9673-4ee8-9dac-5dc8612903ac req-71ff0eed-d7d4-48b5-86a6-52c013e0435a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:06.538122 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e74975a9-9673-4ee8-9dac-5dc8612903ac req-71ff0eed-d7d4-48b5-86a6-52c013e0435a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.1034849
Jun 04 15:17:06.602839 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e74975a9-9673-4ee8-9dac-5dc8612903ac req-9de4059e-93ea-4665-a58a-a0e30aade959 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575395
Jun 04 15:17:06.729131 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-0e3759a7-95ff-4038-9f43-47a3205673d1 service neutron] 10.222.0.65 "GET /v2.0/networks/b6fd14b5-fe16-4479-b95d-921ab565bab3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2068472
Jun 04 15:17:06.792754 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:06.793066 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:06.942102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2b2640b6-462c-4a96-aabf-abf2e863d63a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:06.954932 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2b2640b6-462c-4a96-aabf-abf2e863d63a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:06.955770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2b2640b6-462c-4a96-aabf-abf2e863d63a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Synchronizing usage tracker for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:17:06.971415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2b2640b6-462c-4a96-aabf-abf2e863d63a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Unset dirty status for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:17:06.972739 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2b2640b6-462c-4a96-aabf-abf2e863d63a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.62 "GET /v2.0/networks?id=257e7c47-edaa-438e-a479-52226fffc319&id=b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3&id=257e7c47-edaa-438e-a479-52226fffc319 HTTP/1.1" status: 200  len: 1391 time: 0.2662728
Jun 04 15:17:06.982369 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-ed05c18b-a76d-406d-aa40-e96b8db41d13 service neutron] 10.222.0.65 "GET /v2.0/networks/b6fd14b5-fe16-4479-b95d-921ab565bab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2457852
Jun 04 15:17:06.995182 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Request body: {'port': {'device_id': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'network_id': '257e7c47-edaa-438e-a479-52226fffc319', 'admin_state_up': True, 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:07.000542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f26c40-add6-4a4b-8917-0bece2f12bf8 req-f3db498c-77e8-4160-9853-4ba2d5dd212f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:07.002443 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14f26c40-add6-4a4b-8917-0bece2f12bf8 req-f3db498c-77e8-4160-9853-4ba2d5dd212f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.2336681
Jun 04 15:17:07.104236 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-3147ffa9-edc7-4201-bed1-50acc4a37f61 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=9be08e86-8d27-40e8-8898-cc000823e63c HTTP/1.1" status: 200  len: 217 time: 0.1005723
Jun 04 15:17:07.201448 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14f26c40-add6-4a4b-8917-0bece2f12bf8 req-e0671208-d15e-441b-8618-b0abfec2dbde tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227195
Jun 04 15:17:07.227797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-898c7b45-ab81-4921-b266-b05e570a4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:07.227797 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-898c7b45-ab81-4921-b266-b05e570a4b2c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.1074529
Jun 04 15:17:07.340405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-453becca-e072-4f46-800f-a3644c389222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:07.342058 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-453becca-e072-4f46-800f-a3644c389222 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1124864
Jun 04 15:17:07.347286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:07.354683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Usage tracker for resource:port and tenant:8bb4f7997cdc48f8abffe8ec67e588f7 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:07.358645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:07.367525 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:07.567936 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9738c150-eea5-43fb-8d40-1506c778d9f2 req-cda18cc5-60c9-457f-b309-2539c6c51bc3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 210 time: 0.2196622
Jun 04 15:17:07.694845 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-dbad01df-d48b-43b6-a6d2-bcbbd1d7b38f service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2855935
Jun 04 15:17:07.744922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Made reservation on behalf of 8bb4f7997cdc48f8abffe8ec67e588f7 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:17:07.748642 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:07.760651 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e11c84be-4074-4a5d-8fe8-a95c8255c560 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:17:07.904696 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port e11c84be-4074-4a5d-8fe8-a95c8255c560 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:07.906062 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:07.974302 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-382f7dd7-cd7f-46b0-8c31-4b1ed8b613a9 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2726231
Jun 04 15:17:08.027101 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Allocated IP 19.80.0.249 (257e7c47-edaa-438e-a479-52226fffc319/e301e6e8-771c-4a31-9853-f17704acde09/f9439102-c025-43a2-b3aa-0b0f16f2c040) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:17:08.111584 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-98e203e1-1525-485a-96d6-f3048fcca3fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=622d11de-7803-48e8-9746-b225f13357c1 HTTP/1.1" status: 200  len: 217 time: 0.1281176
Jun 04 15:17:08.121172 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:08.121354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eafd3-5bcf-4cb9-acde-bedf721d6922 req-d0f9fbb3-2d70-448e-8cd0-2164ce67c5a5 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:08.122876 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1f3eafd3-5bcf-4cb9-acde-bedf721d6922 req-d0f9fbb3-2d70-448e-8cd0-2164ce67c5a5 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.1523263
Jun 04 15:17:08.129055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca08dba-10a8-48bb-9387-f3e0556e0a86 req-e2aaf15f-bd8e-4922-9680-0e046063e60a tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:08.141540 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eca08dba-10a8-48bb-9387-f3e0556e0a86 req-e2aaf15f-bd8e-4922-9680-0e046063e60a tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 945 time: 0.4182856
Jun 04 15:17:08.175417 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6081305-a5fc-4f18-b2d7-8223bebf5378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11c84be-4074-4a5d-8fe8-a95c8255c560'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:08.179693 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7414d3-3b92-490f-acfe-f3ef9c8cef52" -d '{"events": [{"server_uuid": "f6081305-a5fc-4f18-b2d7-8223bebf5378", "name": "network-vif-plugged", "status": "completed", "tag": "e11c84be-4074-4a5d-8fe8-a95c8255c560"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:08.193664 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e11c84be-4074-4a5d-8fe8-a95c8255c560, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11c84be-4074-4a5d-8fe8-a95c8255c560,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:08.261877 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eca08dba-10a8-48bb-9387-f3e0556e0a86 req-4e968dbc-2921-4ccc-bdca-9389e2e550a5 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191249
Jun 04 15:17:08.266137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-bbe973ea-bd39-4e01-a755-da9a9f2cf4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:08.267575 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-bbe973ea-bd39-4e01-a755-da9a9f2cf4fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.1223931
Jun 04 15:17:08.301298 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1f3eafd3-5bcf-4cb9-acde-bedf721d6922 req-de864b1b-5dfd-4c06-8567-a6b13405eac4 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551716
Jun 04 15:17:08.330446 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:08.332351 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:08.365293 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:08.373033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-42998fd0-a16f-471b-9024-471da2fee680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:08.376079 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-42998fd0-a16f-471b-9024-471da2fee680 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.0950935
Jun 04 15:17:08.392364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Transition to ACTIVE for port object f9439102-c025-43a2-b3aa-0b0f16f2c040 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:17:08.435853 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e11c84be-4074-4a5d-8fe8-a95c8255c560,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:08.435853 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:08.469354 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70564ac2-68ad-4c3d-a016-fc98d9b6c0cc x-openstack-request-id: req-70564ac2-68ad-4c3d-a016-fc98d9b6c0cc {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:08.470855 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6081305-a5fc-4f18-b2d7-8223bebf5378", "name": "network-vif-plugged", "status": "completed", "tag": "e11c84be-4074-4a5d-8fe8-a95c8255c560", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:08.470855 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70564ac2-68ad-4c3d-a016-fc98d9b6c0cc {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:08.470855 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6081305-a5fc-4f18-b2d7-8223bebf5378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11c84be-4074-4a5d-8fe8-a95c8255c560', 'code': 200}
Jun 04 15:17:08.542275 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-0d92e536-5b99-4b3c-a0e6-5ce72d23ae8e service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545231
Jun 04 15:17:08.669595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630ceec-dbd2-496e-96df-eadf84b7932d req-87f7025f-57a7-4dd2-9443-fc9294688683 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:08.678051 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6630ceec-dbd2-496e-96df-eadf84b7932d req-87f7025f-57a7-4dd2-9443-fc9294688683 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1050622
Jun 04 15:17:08.721186 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-0950d638-6db5-4376-8996-463bd428b62d service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1710761
Jun 04 15:17:08.726259 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:08.734388 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:08.769072 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6630ceec-dbd2-496e-96df-eadf84b7932d req-de172966-25b9-449c-9726-e36208d48455 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891256
Jun 04 15:17:08.812909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Network 257e7c47-edaa-438e-a479-52226fffc319 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:17:08.816265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:17:08.820557 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:17:08.856206 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-eae71141-f0d2-49b0-8f2a-f3752e541f58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=1915cce3-a724-4ca1-9d70-22adc1e7bb20 HTTP/1.1" status: 200  len: 217 time: 0.1265228
Jun 04 15:17:08.860549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event updated for resources: {'Port': ['ID=f9439102-c025-43a2-b3aa-0b0f16f2c040,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:08.876151 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:08.918663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:08.919778 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:08.969098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-8c868c74-e432-42c0-98bf-9e7121f33ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:08.971921 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-8c868c74-e432-42c0-98bf-9e7121f33ef5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.1048615
Jun 04 15:17:09.078729 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0894845
Jun 04 15:17:09.088702 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:17:09.099278 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Request body: {'port': {'device_id': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'network_id': 'b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3', 'admin_state_up': True, 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:09.197553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-94df9bd0-dd1c-453c-84f0-6a0239d8c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:09.199859 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-94df9bd0-dd1c-453c-84f0-6a0239d8c5ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2194331
Jun 04 15:17:09.223381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f27b1-1732-4285-92e8-c51bd91f299b req-aca99670-7b09-43da-809c-1e272bda3364 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:09.235528 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-073f27b1-1732-4285-92e8-c51bd91f299b req-aca99670-7b09-43da-809c-1e272bda3364 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 932 time: 0.2519181
Jun 04 15:17:09.336235 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:09.337457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:09.344206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Usage tracker for resource:port and tenant:8bb4f7997cdc48f8abffe8ec67e588f7 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:09.348294 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:09.357264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:09.357741 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '83939d41-69ba-4faf-b4a7-7e2c5d9f7222', 'network_id': '64018707-9132-4dd5-a91e-611ca8957998', 'port_id': '83939d41-69ba-4faf-b4a7-7e2c5d9f7222', 'mac_address': 'fa:16:3e:18:6e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:17:09.385110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-073f27b1-1732-4285-92e8-c51bd91f299b req-75a1a4ce-7cbf-4ee8-b9a6-02d2b8137de9 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Synchronizing usage tracker for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:17:09.402876 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e20b7854-ecde-4164-9e33-0af35f6a8588 None None] Provisioning for port f9439102-c025-43a2-b3aa-0b0f16f2c040 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:17:09.420593 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e20b7854-ecde-4164-9e33-0af35f6a8588 None None] Provisioning complete for port f9439102-c025-43a2-b3aa-0b0f16f2c040 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:09.420593 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e20b7854-ecde-4164-9e33-0af35f6a8588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:09.446215 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-33834c92-547e-4272-8c53-9bba5f5695f6 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2073722
Jun 04 15:17:09.472683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Made reservation on behalf of 8bb4f7997cdc48f8abffe8ec67e588f7 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:17:09.478635 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:09.500511 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:09.518633 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e20b7854-ecde-4164-9e33-0af35f6a8588 None None] Port f9439102-c025-43a2-b3aa-0b0f16f2c040 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:17:09.526352 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:17:09.547056 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:09.599022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-073f27b1-1732-4285-92e8-c51bd91f299b req-75a1a4ce-7cbf-4ee8-b9a6-02d2b8137de9 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Unset dirty status for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:17:09.600839 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-073f27b1-1732-4285-92e8-c51bd91f299b req-75a1a4ce-7cbf-4ee8-b9a6-02d2b8137de9 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3642607
Jun 04 15:17:09.637440 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-d2034762-891f-4d8a-b5cd-528450931eb6 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1820424
Jun 04 15:17:09.714633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Allocated IP 19.86.0.112 (b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3/e8844e89-0b00-4e58-bd8b-3a0ca85af67c/13cadbdf-2d4d-4955-ac14-5064c8a4dfcb) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:17:09.784737 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:09.787649 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:09.865598 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:09.880122 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:09.926860 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-f4c84921-d69c-409b-bcac-fefc778427e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=41ff47dd-6827-473b-b808-969597aa034d HTTP/1.1" status: 200  len: 217 time: 0.2785614
Jun 04 15:17:09.977115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['83939d41-69ba-4faf-b4a7-7e2c5d9f7222'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:17:10.024989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-6202e51b-034c-4e2e-874a-bb1eb01da91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:10.027524 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-6202e51b-034c-4e2e-874a-bb1eb01da91c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.0875244
Jun 04 15:17:10.041137 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:10.071175 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Transition to ACTIVE for port object 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:17:10.097727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29548abf-1456-4c15-99bf-e9b4bb10de7d req-83ebd1f2-1e63-40d2-b708-c9a4909c7306 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:10.101830 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-29548abf-1456-4c15-99bf-e9b4bb10de7d req-83ebd1f2-1e63-40d2-b708-c9a4909c7306 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 944 time: 0.1433554
Jun 04 15:17:10.131861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb40d6-3cd7-4e3e-a347-8d6957ac6a2f req-70001f40-96dc-479a-9e22-2b2b0cf4ec7f tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:10.133531 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b4cb40d6-3cd7-4e3e-a347-8d6957ac6a2f req-70001f40-96dc-479a-9e22-2b2b0cf4ec7f tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 945 time: 0.2544513
Jun 04 15:17:10.191539 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-29548abf-1456-4c15-99bf-e9b4bb10de7d req-2d5062b2-b7bd-4ff2-a03a-c5be468b5e02 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607157
Jun 04 15:17:10.209743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-9eec7db5-6139-4a90-b93a-2c60eee9a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:10.211414 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-9eec7db5-6139-4a90-b93a-2c60eee9a9f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1730759
Jun 04 15:17:10.249943 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:10.253817 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f0607dbe-7e01-4f1f-9503-11c451607994 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:10.298908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b4cb40d6-3cd7-4e3e-a347-8d6957ac6a2f req-035acb73-2da1-4244-8393-151886823228 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344485
Jun 04 15:17:10.362978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event updated for resources: {'Port': ['ID=13cadbdf-2d4d-4955-ac14-5064c8a4dfcb,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:10.368219 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Network b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:17:10.369643 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:17:10.384793 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:10.390009 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:17:10.479139 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-533eb8a7-d5e8-4693-a8d9-40d6d9968f71 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2414529
Jun 04 15:17:10.527445 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:10.528207 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:10.711763 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6239851
Jun 04 15:17:10.737636 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Request body: {'port': {'device_id': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'network_id': '257e7c47-edaa-438e-a479-52226fffc319', 'admin_state_up': True, 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:10.839137 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-d5d4a13d-84e9-41ae-9a09-58571e72fd5f service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3510466
Jun 04 15:17:10.850811 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fc7f29ea-0527-4944-98fc-1514de3652ba None None] Provisioning for port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:17:10.852423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93a677-9cea-4e1d-b354-6d16644c5402 req-01d2c90e-e6ea-4122-9784-eb9ba7cf5b76 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:10.854302 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fa93a677-9cea-4e1d-b354-6d16644c5402 req-01d2c90e-e6ea-4122-9784-eb9ba7cf5b76 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.2149377
Jun 04 15:17:10.859175 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fc7f29ea-0527-4944-98fc-1514de3652ba None None] Provisioning complete for port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:10.859557 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fc7f29ea-0527-4944-98fc-1514de3652ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:10.918135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f29ea-0527-4944-98fc-1514de3652ba None None] Port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:17:10.945361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:10.948750 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-3763348f-02c1-41e2-8eda-04ecb7cb5667 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74a8cd99-75e0-4534-804c-3dcf7f981b98 HTTP/1.1" status: 200  len: 217 time: 0.0934143
Jun 04 15:17:10.950885 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Usage tracker for resource:port and tenant:8bb4f7997cdc48f8abffe8ec67e588f7 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:10.955849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:10.962180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:11.027754 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fa93a677-9cea-4e1d-b354-6d16644c5402 req-4eaf373f-6149-44f3-af97-bc634a6066b2 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082315
Jun 04 15:17:11.055097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-6236ab45-8649-4e67-98d3-d22ea3e5b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:11.058750 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-6236ab45-8649-4e67-98d3-d22ea3e5b1d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a336d59d-0ff7-4a9a-8db6-fe01b767ae75 HTTP/1.1" status: 200  len: 797 time: 0.0992086
Jun 04 15:17:11.101237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:17:11.126099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Made reservation on behalf of 8bb4f7997cdc48f8abffe8ec67e588f7 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:17:11.132092 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:11.223673 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:11.224305 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:11.330997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-3c462d2c-f9ee-4e87-b195-f953b2ee7240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:11.330997 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-3c462d2c-f9ee-4e87-b195-f953b2ee7240 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2627451
Jun 04 15:17:11.449929 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:11.492145 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f501a0-c772-42ff-91fa-bbdc34d0f48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83939d41-69ba-4faf-b4a7-7e2c5d9f7222'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:11.497109 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7b0703-3458-45f9-a868-bf05324f49ee" -d '{"events": [{"server_uuid": "e1f501a0-c772-42ff-91fa-bbdc34d0f48d", "name": "network-vif-plugged", "status": "completed", "tag": "83939d41-69ba-4faf-b4a7-7e2c5d9f7222"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:11.507867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ec269-c1e9-498d-b174-07255b8a45f0 req-47b59a69-be38-4acd-918f-3c4aee973a06 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:11.510284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:11.515056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ec269-c1e9-498d-b174-07255b8a45f0 req-47b59a69-be38-4acd-918f-3c4aee973a06 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:11.516813 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d03ec269-c1e9-498d-b174-07255b8a45f0 req-47b59a69-be38-4acd-918f-3c4aee973a06 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 1655 time: 0.2495260
Jun 04 15:17:11.630142 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:11.632111 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:11.684652 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-7dd56e8e-0de7-4ebb-8ed0-83b0915e9bdf service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3476412
Jun 04 15:17:11.850732 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:11.862583 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:11.901920 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d03ec269-c1e9-498d-b174-07255b8a45f0 req-bd2167c4-3ab0-49cd-8f65-0e28c222b2c7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3604372
Jun 04 15:17:11.922511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Allocated IP 19.80.0.174 (257e7c47-edaa-438e-a479-52226fffc319/e301e6e8-771c-4a31-9853-f17704acde09/404fc5e4-d5f7-44cd-94ab-00f76e3768d8) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:17:11.988858 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-4feaf957-a4e7-4487-9e48-8840fc3cb104 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2944787
Jun 04 15:17:12.259389 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-2ee25047-82ef-419b-9a44-12504edaecee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=621cb0eb-72ea-4d4d-99df-fd7ef6776628 HTTP/1.1" status: 200  len: 217 time: 0.2627444
Jun 04 15:17:12.273994 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56c365-cda3-44bc-a6e6-415fc65d3de6 req-28818fb7-5b98-4856-9fb8-6bd8a8442512 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:12.282318 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1f56c365-cda3-44bc-a6e6-415fc65d3de6 req-28818fb7-5b98-4856-9fb8-6bd8a8442512 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 945 time: 0.4856548
Jun 04 15:17:12.392492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-84026982-a70c-4ae7-9d69-9fbb2fb1928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:12.394956 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-84026982-a70c-4ae7-9d69-9fbb2fb1928d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a336d59d-0ff7-4a9a-8db6-fe01b767ae75 HTTP/1.1" status: 200  len: 797 time: 0.1239071
Jun 04 15:17:12.414887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b620414-42f1-4f73-8c5d-f7038d74fdb4 req-a0590c22-2b8c-4593-894b-d791e93355d7 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:12.416570 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7b620414-42f1-4f73-8c5d-f7038d74fdb4 req-a0590c22-2b8c-4593-894b-d791e93355d7 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.2712054
Jun 04 15:17:12.458049 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1f56c365-cda3-44bc-a6e6-415fc65d3de6 req-3771b785-5512-4fe7-b82e-ffb7e34aae68 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741090
Jun 04 15:17:12.605434 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:12.628153 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Transition to ACTIVE for port object 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:17:12.719409 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7b620414-42f1-4f73-8c5d-f7038d74fdb4 req-ad540ade-d5dd-4f03-95c4-b534ba91852c tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2675986
Jun 04 15:17:12.795235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59174-0cfd-417b-8692-10ea9393d766 req-9a0cfafa-b9f6-43db-b267-58e516f71a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:12.798498 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-9a0cfafa-b9f6-43db-b267-58e516f71a4e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3966198
Jun 04 15:17:12.816426 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:12.854828 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:13.021043 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Network 257e7c47-edaa-438e-a479-52226fffc319 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:17:13.049386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:17:13.057959 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:17:13.059876 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-54615125-8ab8-4a14-b363-911199ed3ab5 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2531395
Jun 04 15:17:13.194047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event updated for resources: {'Port': ['ID=404fc5e4-d5f7-44cd-94ab-00f76e3768d8,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:13.199279 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:13.230516 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:13.232463 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:13.416852 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6928971
Jun 04 15:17:13.438407 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Request body: {'port': {'device_id': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:13.460742 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc59174-0cfd-417b-8692-10ea9393d766 req-6cf52d33-62c2-48a4-a6bb-e1790c5c918c service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3933322
Jun 04 15:17:13.681899 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-77608dc7-c9e5-4cc0-a6d4-cd7821825afb None None] Provisioning for port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:17:13.689343 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-77608dc7-c9e5-4cc0-a6d4-cd7821825afb None None] Provisioning complete for port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:13.690114 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-77608dc7-c9e5-4cc0-a6d4-cd7821825afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:13.765614 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f992b452-35a1-445f-b3fd-e8369fcf1488 x-openstack-request-id: req-f992b452-35a1-445f-b3fd-e8369fcf1488 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:13.766473 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f501a0-c772-42ff-91fa-bbdc34d0f48d", "name": "network-vif-plugged", "status": "completed", "tag": "83939d41-69ba-4faf-b4a7-7e2c5d9f7222", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:13.766983 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f992b452-35a1-445f-b3fd-e8369fcf1488 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:13.767664 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f501a0-c772-42ff-91fa-bbdc34d0f48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83939d41-69ba-4faf-b4a7-7e2c5d9f7222', 'code': 200}
Jun 04 15:17:13.841869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-77608dc7-c9e5-4cc0-a6d4-cd7821825afb None None] Port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:17:13.900138 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:14.816397 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9439102-c025-43a2-b3aa-0b0f16f2c040 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:17:14.843303 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:14.934247 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Transition to ACTIVE for port object f9439102-c025-43a2-b3aa-0b0f16f2c040 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:17:15.031177 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac7ee3-3e4c-4e43-8b3b-5b7b88518d82 req-6082688f-2d2c-485b-9873-94b7704e286c tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:15.040801 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-49ac7ee3-3e4c-4e43-8b3b-5b7b88518d82 req-6082688f-2d2c-485b-9873-94b7704e286c tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1901617
Jun 04 15:17:15.082048 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:15.091676 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:15.181207 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-49ac7ee3-3e4c-4e43-8b3b-5b7b88518d82 req-16cd8e8b-db0a-4d6a-bb4d-d7c365ac5738 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345067
Jun 04 15:17:15.328142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f9439102-c025-43a2-b3aa-0b0f16f2c040,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:15.355390 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:15.790460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2216bc3-45d8-4b15-806f-c34c4b33aca9 req-ce6e2e02-4068-4b0b-9c7f-adaefd8e6d57 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:15.796851 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2216bc3-45d8-4b15-806f-c34c4b33aca9 req-ce6e2e02-4068-4b0b-9c7f-adaefd8e6d57 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:15.806114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2216bc3-45d8-4b15-806f-c34c4b33aca9 req-ce6e2e02-4068-4b0b-9c7f-adaefd8e6d57 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:15.807149 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-b2216bc3-45d8-4b15-806f-c34c4b33aca9 req-ce6e2e02-4068-4b0b-9c7f-adaefd8e6d57 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Synchronizing usage tracker for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:17:15.830597 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Attempting to bind port f9439102-c025-43a2-b3aa-0b0f16f2c040 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:17:15.831295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Attempting to bind port f9439102-c025-43a2-b3aa-0b0f16f2c040 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ec763c04-d7c6-4430-82c8-763143509036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '257e7c47-edaa-438e-a479-52226fffc319'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:17:15.831641 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Attempting to bind port f9439102-c025-43a2-b3aa-0b0f16f2c040 on network 257e7c47-edaa-438e-a479-52226fffc319 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:17:15.841564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Port f9439102-c025-43a2-b3aa-0b0f16f2c040 on network 257e7c47-edaa-438e-a479-52226fffc319 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:17:15.842020 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Attempting to bind port f9439102-c025-43a2-b3aa-0b0f16f2c040 on network 257e7c47-edaa-438e-a479-52226fffc319 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:17:15.852947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:17:15.853717 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Checking segment: {'id': 'ec763c04-d7c6-4430-82c8-763143509036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '257e7c47-edaa-438e-a479-52226fffc319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:17:15.854464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Bound using segment: {'id': 'ec763c04-d7c6-4430-82c8-763143509036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '257e7c47-edaa-438e-a479-52226fffc319'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:17:15.855055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Bound port: f9439102-c025-43a2-b3aa-0b0f16f2c040, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec763c04-d7c6-4430-82c8-763143509036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '257e7c47-edaa-438e-a479-52226fffc319'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:17:15.855638 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:15.932110 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-b2216bc3-45d8-4b15-806f-c34c4b33aca9 req-ce6e2e02-4068-4b0b-9c7f-adaefd8e6d57 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Unset dirty status for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:17:15.933464 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2216bc3-45d8-4b15-806f-c34c4b33aca9 req-ce6e2e02-4068-4b0b-9c7f-adaefd8e6d57 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2389 time: 0.4745593
Jun 04 15:17:16.064832 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2216bc3-45d8-4b15-806f-c34c4b33aca9 req-4f3e080c-aaf5-4a7a-bbcd-17e8b7b95797 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200440
Jun 04 15:17:16.068286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] For port f9439102-c025-43a2-b3aa-0b0f16f2c040, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:17:16.073442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] For port f9439102-c025-43a2-b3aa-0b0f16f2c040, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=f9439102-c025-43a2-b3aa-0b0f16f2c040,segment=NetworkSegment(ec763c04-d7c6-4430-82c8-763143509036),segment_id=ec763c04-d7c6-4430-82c8-763143509036)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:17:16.162825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:16.168573 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3cf02a68-9385-47d8-8284-94e900a5c08f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:16.331228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:16.332032 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:16.333608 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] 10.222.0.62 "PUT /v2.0/ports/f9439102-c025-43a2-b3aa-0b0f16f2c040 HTTP/1.1" status: 200  len: 1092 time: 2.9036369
Jun 04 15:17:16.334255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'tag': 'f9439102-c025-43a2-b3aa-0b0f16f2c040'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:16.337632 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f880be41-f197-4784-8f15-cf68fe62041d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "tag": "f9439102-c025-43a2-b3aa-0b0f16f2c040"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:16.510451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f9439102-c025-43a2-b3aa-0b0f16f2c040,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:16.526399 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:16.544918 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Request body: {'port': {'device_id': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:16.864171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2086a83-b446-4376-b360-1eb1ffcdc654 req-7e4eb696-a4fa-47f1-a539-9e384a76d8f0 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:16.865914 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2086a83-b446-4376-b360-1eb1ffcdc654 req-7e4eb696-a4fa-47f1-a539-9e384a76d8f0 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 945 time: 0.4871490
Jun 04 15:17:16.872945 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:17.009155 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2086a83-b446-4376-b360-1eb1ffcdc654 req-9d2ee319-410a-4e19-a7f0-c3c087ae7f26 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251261
Jun 04 15:17:17.343411 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ea75b-1e38-40f1-82ef-49feca60c1e1 req-0420c257-6aaa-4e39-ad5c-33aff996b234 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:17.343411 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-798ea75b-1e38-40f1-82ef-49feca60c1e1 req-0420c257-6aaa-4e39-ad5c-33aff996b234 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.2247369
Jun 04 15:17:17.428208 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-798ea75b-1e38-40f1-82ef-49feca60c1e1 req-555e4d9a-ac66-461c-9c7b-50c38e1614d1 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821404
Jun 04 15:17:17.455558 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:17:17.463386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:17.479127 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Transition to ACTIVE for port object 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:17:17.621493 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:17.625566 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:17.831000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Pushing event updated for resources: {'Port': ['ID=13cadbdf-2d4d-4955-ac14-5064c8a4dfcb,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:17.868025 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:18.191483 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Attempting to bind port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:17:18.192057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Attempting to bind port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'a2cf39e2-01df-4e20-8bf6-9fa7b7056f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:17:18.192556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Attempting to bind port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb on network b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:17:18.224714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cd5f5-3354-4024-8ce4-8be91dfc89b3 req-1ed58f0c-a604-4de6-8275-4af4042818d9 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:18.226470 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ef1cd5f5-3354-4024-8ce4-8be91dfc89b3 req-1ed58f0c-a604-4de6-8275-4af4042818d9 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.4495640
Jun 04 15:17:18.228826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb on network b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:17:18.229392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Attempting to bind port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb on network b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:17:18.239433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:17:18.239772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Checking segment: {'id': 'a2cf39e2-01df-4e20-8bf6-9fa7b7056f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:17:18.240157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Bound using segment: {'id': 'a2cf39e2-01df-4e20-8bf6-9fa7b7056f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:17:18.240599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Bound port: 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2cf39e2-01df-4e20-8bf6-9fa7b7056f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:17:18.241023 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:18.496942 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ef1cd5f5-3354-4024-8ce4-8be91dfc89b3 req-a69dec68-33b5-4b46-9ab4-bb54ede2577f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2590075
Jun 04 15:17:18.597733 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] For port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:17:18.602716 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] For port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=13cadbdf-2d4d-4955-ac14-5064c8a4dfcb,segment=NetworkSegment(a2cf39e2-01df-4e20-8bf6-9fa7b7056f90),segment_id=a2cf39e2-01df-4e20-8bf6-9fa7b7056f90)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:17:18.663027 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b879e537-5f32-467a-ba10-589ddae4968f x-openstack-request-id: req-b879e537-5f32-467a-ba10-589ddae4968f {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:18.663507 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "tag": "f9439102-c025-43a2-b3aa-0b0f16f2c040", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:18.663837 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b879e537-5f32-467a-ba10-589ddae4968f {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:18.664439 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'tag': 'f9439102-c025-43a2-b3aa-0b0f16f2c040', 'status': 'completed', 'code': 200}
Jun 04 15:17:18.704336 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:18.710907 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-51e31419-4e88-429b-8b48-08b20a57ebb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:18.872518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880be41-f197-4784-8f15-cf68fe62041d req-f6c9c05f-8cdd-4b43-8275-511fe92af7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:18.873434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880be41-f197-4784-8f15-cf68fe62041d req-f6c9c05f-8cdd-4b43-8275-511fe92af7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:18.873767 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880be41-f197-4784-8f15-cf68fe62041d req-f6c9c05f-8cdd-4b43-8275-511fe92af7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:18.873950 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:18.874631 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:18.875353 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f880be41-f197-4784-8f15-cf68fe62041d req-f6c9c05f-8cdd-4b43-8275-511fe92af7f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bb4f7997cdc48f8abffe8ec67e588f7&device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2799 time: 0.1906466
Jun 04 15:17:18.875998 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] 10.222.0.62 "PUT /v2.0/ports/13cadbdf-2d4d-4955-ac14-5064c8a4dfcb HTTP/1.1" status: 200  len: 1092 time: 2.3375630
Jun 04 15:17:18.969609 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Pushing event updated for resources: {'Port': ['ID=13cadbdf-2d4d-4955-ac14-5064c8a4dfcb,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:18.986136 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:19.040549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Request body: {'port': {'device_id': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:19.156088 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880be41-f197-4784-8f15-cf68fe62041d req-e58b606e-5c5b-44fa-b617-a59f2283883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:19.156467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880be41-f197-4784-8f15-cf68fe62041d req-e58b606e-5c5b-44fa-b617-a59f2283883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:19.159479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880be41-f197-4784-8f15-cf68fe62041d req-e58b606e-5c5b-44fa-b617-a59f2283883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:19.176413 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f880be41-f197-4784-8f15-cf68fe62041d req-e58b606e-5c5b-44fa-b617-a59f2283883f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=8bb4f7997cdc48f8abffe8ec67e588f7&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.2888772
Jun 04 15:17:19.438732 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:19.472803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880be41-f197-4784-8f15-cf68fe62041d req-da8a0e4e-0789-4540-a9b0-ba4b4a05c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:19.474935 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f880be41-f197-4784-8f15-cf68fe62041d req-da8a0e4e-0789-4540-a9b0-ba4b4a05c023 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2876954
Jun 04 15:17:20.197344 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:17:20.213374 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:20.240641 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Transition to ACTIVE for port object 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:17:20.365446 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:20.385226 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e62188c5-7fe4-4838-8e9e-9938fc53b031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:20.860614 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'tag': '13cadbdf-2d4d-4955-ac14-5064c8a4dfcb'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:20.863892 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2392d4ab-0b8d-438f-ae48-adcd86a9855d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "tag": "13cadbdf-2d4d-4955-ac14-5064c8a4dfcb"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:21.106678 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Pushing event updated for resources: {'Port': ['ID=404fc5e4-d5f7-44cd-94ab-00f76e3768d8,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:21.138549 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:21.160890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Attempting to bind port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:17:21.161385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Attempting to bind port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ec763c04-d7c6-4430-82c8-763143509036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '257e7c47-edaa-438e-a479-52226fffc319'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:17:21.161596 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Attempting to bind port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 on network 257e7c47-edaa-438e-a479-52226fffc319 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:17:21.173988 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 on network 257e7c47-edaa-438e-a479-52226fffc319 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:17:21.174469 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Attempting to bind port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 on network 257e7c47-edaa-438e-a479-52226fffc319 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:17:21.184205 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:17:21.184757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Checking segment: {'id': 'ec763c04-d7c6-4430-82c8-763143509036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '257e7c47-edaa-438e-a479-52226fffc319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:17:21.188881 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Bound using segment: {'id': 'ec763c04-d7c6-4430-82c8-763143509036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '257e7c47-edaa-438e-a479-52226fffc319'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:17:21.189513 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Bound port: 404fc5e4-d5f7-44cd-94ab-00f76e3768d8, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec763c04-d7c6-4430-82c8-763143509036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '257e7c47-edaa-438e-a479-52226fffc319'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:17:21.189877 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:21.353041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] For port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:17:21.356943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] For port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=404fc5e4-d5f7-44cd-94ab-00f76e3768d8,segment=NetworkSegment(ec763c04-d7c6-4430-82c8-763143509036),segment_id=ec763c04-d7c6-4430-82c8-763143509036)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:17:21.450104 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:21.457131 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8b1ce9fe-66a2-4bbf-95f2-d4a448ccbaaa tempest-FloatingIPDetailsTestJSON-1170877703 tempest-FloatingIPDetailsTestJSON-1170877703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:21.648344 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:21.651482 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:21.656485 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] 10.222.0.62 "PUT /v2.0/ports/404fc5e4-d5f7-44cd-94ab-00f76e3768d8 HTTP/1.1" status: 200  len: 1092 time: 2.6220660
Jun 04 15:17:21.742495 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Pushing event updated for resources: {'Port': ['ID=404fc5e4-d5f7-44cd-94ab-00f76e3768d8,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:21.755548 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:22.201471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-09ac6d2e-2d02-4569-b8e8-33caa4a20454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:22.202017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-09ac6d2e-2d02-4569-b8e8-33caa4a20454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:22.202650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-09ac6d2e-2d02-4569-b8e8-33caa4a20454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:22.205908 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-09ac6d2e-2d02-4569-b8e8-33caa4a20454 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bb4f7997cdc48f8abffe8ec67e588f7&device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2866 time: 0.0972524
Jun 04 15:17:22.298136 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-469d95bc-8785-469e-ba1a-4c7c10afb4ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.249&port_id=f9439102-c025-43a2-b3aa-0b0f16f2c040 HTTP/1.1" status: 200  len: 217 time: 0.0844803
Jun 04 15:17:22.365089 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e3936de4-8652-483f-b7af-08b53e84d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:22.366666 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-e3936de4-8652-483f-b7af-08b53e84d992 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e301e6e8-771c-4a31-9853-f17704acde09 HTTP/1.1" status: 200  len: 801 time: 0.0607266
Jun 04 15:17:22.450650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-75e1f805-4d23-4187-a1ac-e1be736b9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:22.454523 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-75e1f805-4d23-4187-a1ac-e1be736b9ff6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=257e7c47-edaa-438e-a479-52226fffc319&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0789247
Jun 04 15:17:22.602734 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-0adaba37-ac57-4677-8e54-17add2b63e09 service neutron] 10.222.0.62 "GET /v2.0/networks/257e7c47-edaa-438e-a479-52226fffc319?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418469
Jun 04 15:17:22.754073 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-4af9659e-b2e7-4176-b428-44661012c192 service neutron] 10.222.0.62 "GET /v2.0/networks/257e7c47-edaa-438e-a479-52226fffc319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445465
Jun 04 15:17:22.823983 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-c9d25d94-da84-4598-92bf-e8172fbf34ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.112&port_id=13cadbdf-2d4d-4955-ac14-5064c8a4dfcb HTTP/1.1" status: 200  len: 217 time: 0.0630805
Jun 04 15:17:22.909779 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-61bdfec5-fbd8-46ad-a51b-bcc40ed3ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:22.911397 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-61bdfec5-fbd8-46ad-a51b-bcc40ed3ba51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e8844e89-0b00-4e58-bd8b-3a0ca85af67c HTTP/1.1" status: 200  len: 801 time: 0.0777411
Jun 04 15:17:23.007649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-50a1b031-de08-4540-a808-8aed47b3c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:23.009160 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-50a1b031-de08-4540-a808-8aed47b3c976 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0851033
Jun 04 15:17:23.177084 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-179406b0-b010-425c-a3c5-c6e608b69c7b service neutron] 10.222.0.62 "GET /v2.0/networks/b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601322
Jun 04 15:17:23.230115 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:23.413215 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-d962291d-bff2-438d-9d71-67dbb703036f service neutron] 10.222.0.62 "GET /v2.0/networks/b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2254055
Jun 04 15:17:23.532958 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-6d411220-7f7a-4f72-9bf4-df9bb9fc69a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=404fc5e4-d5f7-44cd-94ab-00f76e3768d8 HTTP/1.1" status: 200  len: 217 time: 0.1029055
Jun 04 15:17:23.646713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-fc0d6e75-8b7f-4936-a9e4-3ae729e632aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:23.649503 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-fc0d6e75-8b7f-4936-a9e4-3ae729e632aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e301e6e8-771c-4a31-9853-f17704acde09 HTTP/1.1" status: 200  len: 801 time: 0.1000652
Jun 04 15:17:23.975253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-a18b5095-a2da-458a-9467-c2d540ef6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:23.983321 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-a18b5095-a2da-458a-9467-c2d540ef6e7c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=257e7c47-edaa-438e-a479-52226fffc319&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3175864
Jun 04 15:17:24.206315 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-9a65af6d-a04a-4466-82b9-2d4a67b4a83f service neutron] 10.222.0.62 "GET /v2.0/networks/257e7c47-edaa-438e-a479-52226fffc319?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121768
Jun 04 15:17:24.502594 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c9bd157-9e9d-4eaa-8db7-cbece8db783c req-137d862f-9953-4095-afaa-0f156082b918 service neutron] 10.222.0.62 "GET /v2.0/networks/257e7c47-edaa-438e-a479-52226fffc319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2863708
Jun 04 15:17:25.608260 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:27.747506 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:17:29.476541 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dfeafe9e-7071-4cb2-a49a-e7ae3e137496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:29.899224 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device f9439102-c025-43a2-b3aa-0b0f16f2c040 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:17:30.052223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed76e7-0d17-4c58-8805-e21400d28b80 req-17d50e8e-4745-4bc2-8c20-7e5510fc8a7f tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:30.058875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed76e7-0d17-4c58-8805-e21400d28b80 req-17d50e8e-4745-4bc2-8c20-7e5510fc8a7f tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:30.066919 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed76e7-0d17-4c58-8805-e21400d28b80 req-17d50e8e-4745-4bc2-8c20-7e5510fc8a7f tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:30.068634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ceed76e7-0d17-4c58-8805-e21400d28b80 req-17d50e8e-4745-4bc2-8c20-7e5510fc8a7f tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2413 time: 0.1372786
Jun 04 15:17:30.075923 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port f9439102-c025-43a2-b3aa-0b0f16f2c040, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=f9439102-c025-43a2-b3aa-0b0f16f2c040,segment=NetworkSegment(ec763c04-d7c6-4430-82c8-763143509036),segment_id=ec763c04-d7c6-4430-82c8-763143509036)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:30.091789 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'f9439102-c025-43a2-b3aa-0b0f16f2c040', 'network_id': '257e7c47-edaa-438e-a479-52226fffc319', 'port_id': 'f9439102-c025-43a2-b3aa-0b0f16f2c040', 'mac_address': 'fa:16:3e:3c:c7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e301e6e8-771c-4a31-9853-f17704acde09', 'ip_address': '19.80.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:17:30.131136 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ceed76e7-0d17-4c58-8805-e21400d28b80 req-b8ef4f85-4518-44ba-a627-704878ce5e05 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537949
Jun 04 15:17:30.175529 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:30.194755 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9439102-c025-43a2-b3aa-0b0f16f2c040 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:17:30.215563 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port f9439102-c025-43a2-b3aa-0b0f16f2c040, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=f9439102-c025-43a2-b3aa-0b0f16f2c040,segment=NetworkSegment(ec763c04-d7c6-4430-82c8-763143509036),segment_id=ec763c04-d7c6-4430-82c8-763143509036)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:30.354674 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:30.355922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:17:30.360909 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:30.486848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=f9439102-c025-43a2-b3aa-0b0f16f2c040,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:30.544028 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:30.553374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b84fe-fb86-4d85-a0d2-13284dcbab84 req-9559f26a-dcbc-4a9d-8ee3-6754df74713d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:30.555184 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a78b84fe-fb86-4d85-a0d2-13284dcbab84 req-9559f26a-dcbc-4a9d-8ee3-6754df74713d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.1258574
Jun 04 15:17:30.628707 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=13cadbdf-2d4d-4955-ac14-5064c8a4dfcb,segment=NetworkSegment(a2cf39e2-01df-4e20-8bf6-9fa7b7056f90),segment_id=a2cf39e2-01df-4e20-8bf6-9fa7b7056f90)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:30.646541 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a78b84fe-fb86-4d85-a0d2-13284dcbab84 req-d43c2179-e81a-4602-9be8-07feeaf485d3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852249
Jun 04 15:17:30.650527 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '13cadbdf-2d4d-4955-ac14-5064c8a4dfcb', 'network_id': 'b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3', 'port_id': '13cadbdf-2d4d-4955-ac14-5064c8a4dfcb', 'mac_address': 'fa:16:3e:71:08:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8844e89-0b00-4e58-bd8b-3a0ca85af67c', 'ip_address': '19.86.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:17:30.730566 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:30.750779 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:17:30.771526 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=13cadbdf-2d4d-4955-ac14-5064c8a4dfcb,segment=NetworkSegment(a2cf39e2-01df-4e20-8bf6-9fa7b7056f90),segment_id=a2cf39e2-01df-4e20-8bf6-9fa7b7056f90)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:30.771706 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245631d-1e8a-42d9-a56c-a24d77584754 req-648e6f56-bcb5-48f8-9db2-71d9706c17f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:30.773936 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a245631d-1e8a-42d9-a56c-a24d77584754 req-648e6f56-bcb5-48f8-9db2-71d9706c17f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 1096 time: 0.1261051
Jun 04 15:17:30.945687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245631d-1e8a-42d9-a56c-a24d77584754 req-c03e70ef-8cbf-4e39-bb82-5d5229907dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:30.947378 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a245631d-1e8a-42d9-a56c-a24d77584754 req-c03e70ef-8cbf-4e39-bb82-5d5229907dfe service neutron] 10.222.0.65 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 913 time: 0.1673100
Jun 04 15:17:30.979826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac50ff-42aa-46d7-8aa7-6dad078d0c20 req-f5212c49-4796-4048-b079-49b038ef480f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:30.994997 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e3ac50ff-42aa-46d7-8aa7-6dad078d0c20 req-f5212c49-4796-4048-b079-49b038ef480f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1269562
Jun 04 15:17:30.998560 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132556b9-d36c-4ebe-841c-8026a882b8b7 x-openstack-request-id: req-132556b9-d36c-4ebe-841c-8026a882b8b7 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:31.000049 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "tag": "13cadbdf-2d4d-4955-ac14-5064c8a4dfcb", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:31.000805 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-132556b9-d36c-4ebe-841c-8026a882b8b7 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:31.001511 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'tag': '13cadbdf-2d4d-4955-ac14-5064c8a4dfcb', 'status': 'completed', 'code': 200}
Jun 04 15:17:31.022881 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a245631d-1e8a-42d9-a56c-a24d77584754 req-9a9ad87a-f64c-4efc-9168-e84e5728bcbc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83939d41-69ba-4faf-b4a7-7e2c5d9f7222 HTTP/1.1" status: 200  len: 217 time: 0.0681140
Jun 04 15:17:31.053295 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:31.054031 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:17:31.057418 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1facb5e1-10cd-48e0-b10a-a3f67d3e9a66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:31.101398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245631d-1e8a-42d9-a56c-a24d77584754 req-95bd6598-0092-4f83-bd5e-f19459f2b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:31.102865 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a245631d-1e8a-42d9-a56c-a24d77584754 req-95bd6598-0092-4f83-bd5e-f19459f2b2c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc HTTP/1.1" status: 200  len: 852 time: 0.0733223
Jun 04 15:17:31.170581 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a245631d-1e8a-42d9-a56c-a24d77584754 req-083f2f46-6d61-40f9-b073-64e1bf623654 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64018707-9132-4dd5-a91e-611ca8957998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0601096
Jun 04 15:17:31.182509 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e3ac50ff-42aa-46d7-8aa7-6dad078d0c20 req-1ac65c18-1299-4e4b-9941-d687729d1715 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796825
Jun 04 15:17:31.224815 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=13cadbdf-2d4d-4955-ac14-5064c8a4dfcb,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:31.239334 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:31.253590 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4ab-0b8d-438f-ae48-adcd86a9855d req-f69e7777-46a0-4c5c-b482-8d4ebb41386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:31.254068 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4ab-0b8d-438f-ae48-adcd86a9855d req-f69e7777-46a0-4c5c-b482-8d4ebb41386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:31.254534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4ab-0b8d-438f-ae48-adcd86a9855d req-f69e7777-46a0-4c5c-b482-8d4ebb41386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:31.261570 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2392d4ab-0b8d-438f-ae48-adcd86a9855d req-f69e7777-46a0-4c5c-b482-8d4ebb41386e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bb4f7997cdc48f8abffe8ec67e588f7&device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2868 time: 0.2358894
Jun 04 15:17:31.291778 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=404fc5e4-d5f7-44cd-94ab-00f76e3768d8,segment=NetworkSegment(ec763c04-d7c6-4430-82c8-763143509036),segment_id=ec763c04-d7c6-4430-82c8-763143509036)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:31.325479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '404fc5e4-d5f7-44cd-94ab-00f76e3768d8', 'network_id': '257e7c47-edaa-438e-a479-52226fffc319', 'port_id': '404fc5e4-d5f7-44cd-94ab-00f76e3768d8', 'mac_address': 'fa:16:3e:bf:40:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e301e6e8-771c-4a31-9853-f17704acde09', 'ip_address': '19.80.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:17:31.445514 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a245631d-1e8a-42d9-a56c-a24d77584754 req-9b11f5b1-767a-4d33-878d-65c72dc2ad95 service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2672350
Jun 04 15:17:31.486152 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:31.523765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45575f-4b25-4d68-9016-5bf53c1fdde8 req-a8bd4aae-9b8a-4cb1-8ccc-86b539b7eab5 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:31.528749 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3a45575f-4b25-4d68-9016-5bf53c1fdde8 req-a8bd4aae-9b8a-4cb1-8ccc-86b539b7eab5 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 950 time: 0.2126899
Jun 04 15:17:31.529836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:17:31.550835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42336) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:17:31.555358 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4ab-0b8d-438f-ae48-adcd86a9855d req-6ecd614b-c485-40b2-b8b5-b6eef2823f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:31.560220 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2392d4ab-0b8d-438f-ae48-adcd86a9855d req-6ecd614b-c485-40b2-b8b5-b6eef2823f11 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3 HTTP/1.1" status: 200  len: 902 time: 0.2837074
Jun 04 15:17:31.575946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=404fc5e4-d5f7-44cd-94ab-00f76e3768d8,segment=NetworkSegment(ec763c04-d7c6-4430-82c8-763143509036),segment_id=ec763c04-d7c6-4430-82c8-763143509036)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:31.653571 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2392d4ab-0b8d-438f-ae48-adcd86a9855d req-9139782f-2670-4573-b0a7-7caf0d2abdf4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.112&port_id=13cadbdf-2d4d-4955-ac14-5064c8a4dfcb HTTP/1.1" status: 200  len: 217 time: 0.0847557
Jun 04 15:17:31.665912 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab07d69-36a7-4372-a6f0-f70719bbdcfc req-b3e11ff6-951a-402a-8b48-933a505538ec tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:31.677784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab07d69-36a7-4372-a6f0-f70719bbdcfc req-b3e11ff6-951a-402a-8b48-933a505538ec tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:31.680456 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab07d69-36a7-4372-a6f0-f70719bbdcfc req-b3e11ff6-951a-402a-8b48-933a505538ec tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:31.688643 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5ab07d69-36a7-4372-a6f0-f70719bbdcfc req-b3e11ff6-951a-402a-8b48-933a505538ec tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2415 time: 0.2783711
Jun 04 15:17:31.797447 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:31.818126 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3a45575f-4b25-4d68-9016-5bf53c1fdde8 req-3002d46b-8923-4b8a-a5f3-f6da3c4d3eda tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb39746-cbf7-49e2-a540-304a0dfe0eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2881544
Jun 04 15:17:31.822725 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5ab07d69-36a7-4372-a6f0-f70719bbdcfc req-88c3af7d-fba8-4ef1-8cf2-328920b56087 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292377
Jun 04 15:17:31.822938 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:31.823109 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4ab-0b8d-438f-ae48-adcd86a9855d req-f6df035e-6c52-447a-a3fc-5081dff16011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:31.823985 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2392d4ab-0b8d-438f-ae48-adcd86a9855d req-f6df035e-6c52-447a-a3fc-5081dff16011 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e8844e89-0b00-4e58-bd8b-3a0ca85af67c HTTP/1.1" status: 200  len: 801 time: 0.1331077
Jun 04 15:17:31.824168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:31.825379 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:31.828948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Usage tracker for resource:security_group_rule and tenant:fa82f71ac1c34cf0b6f0abb2897c28a0 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:31.835177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:31.856720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:31.908383 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e11c84be-4074-4a5d-8fe8-a95c8255c560 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:17:31.938074 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a245631d-1e8a-42d9-a56c-a24d77584754 req-133e000d-ebbf-4d0f-a9c8-3d5ce8fdcee2 service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4851615
Jun 04 15:17:31.982667 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4ab-0b8d-438f-ae48-adcd86a9855d req-316b35f2-82ef-410b-be4c-78984c7164fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:31.989631 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2392d4ab-0b8d-438f-ae48-adcd86a9855d req-316b35f2-82ef-410b-be4c-78984c7164fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1505160
Jun 04 15:17:32.052838 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:32.059062 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=404fc5e4-d5f7-44cd-94ab-00f76e3768d8,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:32.063979 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:32.141156 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:32.155285 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:32.211014 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6081305-a5fc-4f18-b2d7-8223bebf5378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11c84be-4074-4a5d-8fe8-a95c8255c560'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:32.213871 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94620d8-53c9-43fd-983a-9e6e89f021d5" -d '{"events": [{"server_uuid": "f6081305-a5fc-4f18-b2d7-8223bebf5378", "name": "network-vif-unplugged", "status": "completed", "tag": "e11c84be-4074-4a5d-8fe8-a95c8255c560"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:32.231775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e11c84be-4074-4a5d-8fe8-a95c8255c560, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11c84be-4074-4a5d-8fe8-a95c8255c560,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:32.287129 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:32.295001 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2392d4ab-0b8d-438f-ae48-adcd86a9855d req-1aa0b2fe-1c6d-425c-84b8-092d4bff082c service neutron] 10.222.0.62 "GET /v2.0/networks/b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2899470
Jun 04 15:17:32.300299 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-13ad41e3-e498-4515-8284-bd461e7dfefc tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:32.344556 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa82f71ac1c34cf0b6f0abb2897c28a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7916253
Jun 04 15:17:32.346494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b20182-39a7-4825-96ad-bc394f33bb93,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:32.350200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42362) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:17:32.365852 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7d0d54f1-e7c5-4d03-aad0-4d2d8a7e9b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:32.367225 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:32.367440 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:32.367690 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:32.368056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:32.368422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:32.368774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:32.369237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:32.369517 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:32.370699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:32.370699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:32.370699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:32.371392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:32.377710 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:32.435725 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:32.436103 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-baa246ba-57ea-4e90-8cb7-ded516c29fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:32.439134 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-876969d9-7f4f-4f1f-a3a9-4ca6eaaf257b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:32.473753 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-baa246ba-57ea-4e90-8cb7-ded516c29fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:32.580300 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e11c84be-4074-4a5d-8fe8-a95c8255c560,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:32.587352 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:32.638384 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2392d4ab-0b8d-438f-ae48-adcd86a9855d req-c4a9ffb2-31a5-47d9-9dd7-7b1712b9d146 service neutron] 10.222.0.62 "GET /v2.0/networks/b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3313961
Jun 04 15:17:32.651860 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e47f4-6b87-4cc2-8995-a9b2ec4b3df4 req-8c7d8320-36ff-42f2-ba8e-5a93afe3ac58 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:32.654543 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c9e47f4-6b87-4cc2-8995-a9b2ec4b3df4 req-8c7d8320-36ff-42f2-ba8e-5a93afe3ac58 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 945 time: 0.2713795
Jun 04 15:17:32.722043 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-baa246ba-57ea-4e90-8cb7-ded516c29fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:32.729120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['f9439102-c025-43a2-b3aa-0b0f16f2c040'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:17:32.730523 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c6fee587-7174-4e00-95ea-573fb42bd465 tempest-SecurityGroupsTestAdminJSON-1265669579 tempest-SecurityGroupsTestAdminJSON-1265669579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:32.734870 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c9e47f4-6b87-4cc2-8995-a9b2ec4b3df4 req-86569637-2d19-49c3-911c-b4964074115e tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679083
Jun 04 15:17:32.747136 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-baa246ba-57ea-4e90-8cb7-ded516c29fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:32.752097 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-baa246ba-57ea-4e90-8cb7-ded516c29fc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92b20182-39a7-4825-96ad-bc394f33bb93 HTTP/1.1" status: 204  len: 168 time: 0.3971152
Jun 04 15:17:32.752097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa246ba-57ea-4e90-8cb7-ded516c29fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b20182-39a7-4825-96ad-bc394f33bb93,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:32.753698 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-baa246ba-57ea-4e90-8cb7-ded516c29fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:32.783644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['13cadbdf-2d4d-4955-ac14-5064c8a4dfcb'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:17:32.831272 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce3631c-c361-4dc1-85f8-572e2097a584 x-openstack-request-id: req-2ce3631c-c361-4dc1-85f8-572e2097a584 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:32.831620 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6081305-a5fc-4f18-b2d7-8223bebf5378", "name": "network-vif-unplugged", "status": "completed", "tag": "e11c84be-4074-4a5d-8fe8-a95c8255c560", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:32.831808 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ce3631c-c361-4dc1-85f8-572e2097a584 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:32.832206 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6081305-a5fc-4f18-b2d7-8223bebf5378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11c84be-4074-4a5d-8fe8-a95c8255c560', 'code': 200}
Jun 04 15:17:33.003443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'tag': '404fc5e4-d5f7-44cd-94ab-00f76e3768d8'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:33.014487 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1b7c68-49be-4c94-96da-2186b68486bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "tag": "404fc5e4-d5f7-44cd-94ab-00f76e3768d8"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:33.049519 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe1a1e-cc14-4486-858e-20038a77d124 req-dd4819b5-3d7d-42dd-8dfa-3501bfb65391 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:33.051434 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e3fe1a1e-cc14-4486-858e-20038a77d124 req-dd4819b5-3d7d-42dd-8dfa-3501bfb65391 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1211591
Jun 04 15:17:33.082467 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['404fc5e4-d5f7-44cd-94ab-00f76e3768d8'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:17:33.125714 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e3fe1a1e-cc14-4486-858e-20038a77d124 req-4269b9f2-6382-4677-a76b-ad8d9c662e4a tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631168
Jun 04 15:17:33.214171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:17:33.382123 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd05cea-a9d7-40e0-bcb0-5fed0b907e9e req-6340e9ad-f3a1-42da-be8a-d004e5d06f08 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:33.392566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd05cea-a9d7-40e0-bcb0-5fed0b907e9e req-6340e9ad-f3a1-42da-be8a-d004e5d06f08 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:33.398931 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd05cea-a9d7-40e0-bcb0-5fed0b907e9e req-6340e9ad-f3a1-42da-be8a-d004e5d06f08 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:33.402729 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ebd05cea-a9d7-40e0-bcb0-5fed0b907e9e req-6340e9ad-f3a1-42da-be8a-d004e5d06f08 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2416 time: 0.1541567
Jun 04 15:17:33.487388 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ebd05cea-a9d7-40e0-bcb0-5fed0b907e9e req-753712dc-cf48-4f61-b4b1-ae4bda2c7768 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721545
Jun 04 15:17:33.509568 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:33.582200 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:33.586589 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60554fe1-f012-49c8-9e91-277fd95cc3bb x-openstack-request-id: req-60554fe1-f012-49c8-9e91-277fd95cc3bb {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:33.586997 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "tag": "404fc5e4-d5f7-44cd-94ab-00f76e3768d8", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:33.587381 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60554fe1-f012-49c8-9e91-277fd95cc3bb {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:33.590745 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'tag': '404fc5e4-d5f7-44cd-94ab-00f76e3768d8', 'status': 'completed', 'code': 200}
Jun 04 15:17:33.597431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:33.721378 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:33.723847 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:33.857138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:33.862266 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b7c68-49be-4c94-96da-2186b68486bc req-0d0ffc07-7f99-457c-aeff-bf7520b9fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:33.862698 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:33.863067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b7c68-49be-4c94-96da-2186b68486bc req-0d0ffc07-7f99-457c-aeff-bf7520b9fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:33.863858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b7c68-49be-4c94-96da-2186b68486bc req-0d0ffc07-7f99-457c-aeff-bf7520b9fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:33.870257 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b1b7c68-49be-4c94-96da-2186b68486bc req-0d0ffc07-7f99-457c-aeff-bf7520b9fa9f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bb4f7997cdc48f8abffe8ec67e588f7&device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2869 time: 0.2528832
Jun 04 15:17:34.090896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b7c68-49be-4c94-96da-2186b68486bc req-2d2f0cc3-fbf0-4b4b-9ddb-2cff50e5ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:34.092806 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b1b7c68-49be-4c94-96da-2186b68486bc req-2d2f0cc3-fbf0-4b4b-9ddb-2cff50e5ff18 service neutron] 10.222.0.62 "GET /v2.0/networks?id=257e7c47-edaa-438e-a479-52226fffc319 HTTP/1.1" status: 200  len: 903 time: 0.2094314
Jun 04 15:17:34.206303 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b1b7c68-49be-4c94-96da-2186b68486bc req-37c04fd6-94dc-44ec-9c5b-c048caca7f21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=404fc5e4-d5f7-44cd-94ab-00f76e3768d8 HTTP/1.1" status: 200  len: 217 time: 0.1051805
Jun 04 15:17:34.295363 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b7c68-49be-4c94-96da-2186b68486bc req-eecb8586-ed07-4063-a40d-11af25b30fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:34.297451 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b1b7c68-49be-4c94-96da-2186b68486bc req-eecb8586-ed07-4063-a40d-11af25b30fde service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e301e6e8-771c-4a31-9853-f17704acde09 HTTP/1.1" status: 200  len: 801 time: 0.0770168
Jun 04 15:17:34.362394 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316896f-c920-49e6-ae98-2c336945200c req-f42b11d1-3fe1-44bf-9b86-d7bbc42b0b52 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:34.364191 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f316896f-c920-49e6-ae98-2c336945200c req-f42b11d1-3fe1-44bf-9b86-d7bbc42b0b52 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 943 time: 0.2131848
Jun 04 15:17:34.433351 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f316896f-c920-49e6-ae98-2c336945200c req-cdaa394d-b9b1-4a12-909c-c9580ce4526d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613620
Jun 04 15:17:34.449102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b7c68-49be-4c94-96da-2186b68486bc req-92ce8bba-7b3c-49b6-be8f-8f88f1ddd4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:34.451220 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b1b7c68-49be-4c94-96da-2186b68486bc req-92ce8bba-7b3c-49b6-be8f-8f88f1ddd4f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=257e7c47-edaa-438e-a479-52226fffc319&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1442752
Jun 04 15:17:34.662379 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b1b7c68-49be-4c94-96da-2186b68486bc req-2e2b62b2-b9ab-426d-ab03-6bb586d9b030 service neutron] 10.222.0.62 "GET /v2.0/networks/257e7c47-edaa-438e-a479-52226fffc319?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2023904
Jun 04 15:17:34.778706 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fffd0e-d27d-4b75-bfb9-96b75956af99 req-119db93b-c891-4772-b81e-e3c90c379680 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:34.780281 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d0fffd0e-d27d-4b75-bfb9-96b75956af99 req-119db93b-c891-4772-b81e-e3c90c379680 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1953235
Jun 04 15:17:34.834112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f501a0-c772-42ff-91fa-bbdc34d0f48d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83939d41-69ba-4faf-b4a7-7e2c5d9f7222'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:34.843910 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3192b25c-c069-4a47-8e7a-c604eba495ad" -d '{"events": [{"server_uuid": "e1f501a0-c772-42ff-91fa-bbdc34d0f48d", "name": "network-vif-unplugged", "status": "completed", "tag": "83939d41-69ba-4faf-b4a7-7e2c5d9f7222"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:34.877946 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d0fffd0e-d27d-4b75-bfb9-96b75956af99 req-ef18cad4-6421-4fc8-9125-3ef06bb43035 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790682
Jun 04 15:17:34.880459 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b1b7c68-49be-4c94-96da-2186b68486bc req-542359de-2dbd-4de4-9fac-f12f95047eff service neutron] 10.222.0.62 "GET /v2.0/networks/257e7c47-edaa-438e-a479-52226fffc319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2065172
Jun 04 15:17:34.909093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42476) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:17:35.065379 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1541689165-network', 'tenant_id': 'c76767dbddc6483fbe6ae1ac44a9a6ce'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:35.075955 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:35.082737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Usage tracker for resource:network and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:35.093123 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:35.100946 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:35.118600 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:35.138449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a0bbe-b680-43c0-ada6-a0f145345932 req-338e79f0-e838-4a2b-9bab-159646596609 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:35.145477 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a0bbe-b680-43c0-ada6-a0f145345932 req-338e79f0-e838-4a2b-9bab-159646596609 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:35.151675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a0bbe-b680-43c0-ada6-a0f145345932 req-338e79f0-e838-4a2b-9bab-159646596609 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:35.153526 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-002a0bbe-b680-43c0-ada6-a0f145345932 req-338e79f0-e838-4a2b-9bab-159646596609 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2416 time: 0.1383533
Jun 04 15:17:35.207921 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-002a0bbe-b680-43c0-ada6-a0f145345932 req-9e42e608-4899-4d5a-bfee-74da72e4b3f0 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458958
Jun 04 15:17:35.213847 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 104df674-913e-4823-a28e-cbec7c4cf377 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:17:35.255777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Made reservation on behalf of c76767dbddc6483fbe6ae1ac44a9a6ce for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:17:35.260012 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:35.287350 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:35.320889 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:35.332861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Usage tracker for resource:security_group_rule and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:35.338165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:35.349394 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b58e73-f87f-42d4-ba9f-e3761afe9498 x-openstack-request-id: req-23b58e73-f87f-42d4-ba9f-e3761afe9498 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:35.349394 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f501a0-c772-42ff-91fa-bbdc34d0f48d", "name": "network-vif-unplugged", "status": "failed", "tag": "83939d41-69ba-4faf-b4a7-7e2c5d9f7222", "code": 422}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:35.350461 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23b58e73-f87f-42d4-ba9f-e3761afe9498 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:35.350461 n-d-791505-9 neutron-server[88302]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1f501a0-c772-42ff-91fa-bbdc34d0f48d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83939d41-69ba-4faf-b4a7-7e2c5d9f7222', 'code': 422} returned with failed status
Jun 04 15:17:35.354309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:35.531298 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:35.619010 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:35.625991 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e6f57cf4-c41a-475c-b93d-a1f8747a9d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:35.669174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 104df674-913e-4823-a28e-cbec7c4cf377, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=104df674-913e-4823-a28e-cbec7c4cf377,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:35.672241 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:17:35.687692 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c9069c-52d1-4094-b7cb-c3f3efcc548f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:35.697609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '104df674-913e-4823-a28e-cbec7c4cf377', 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84', 'port_id': '104df674-913e-4823-a28e-cbec7c4cf377', 'mac_address': 'fa:16:3e:76:11:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66f9b66-8bf4-487d-81ab-50ab28167b73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:17:35.702203 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:35.704151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:35.704739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:35.705266 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:35.705737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:35.706242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:35.706757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:35.707410 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:35.707874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:35.708331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:35.708788 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:35.709261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:35.715530 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:35.716781 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:35.717796 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Added segment 20eef194-e507-44c7-be01-57a3ca5f9341 of type vlan for network cc001338-0c02-45d4-8444-41242a9af5eb
Jun 04 15:17:35.769963 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:35.770834 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:35.792301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 104df674-913e-4823-a28e-cbec7c4cf377 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:17:35.833208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 104df674-913e-4823-a28e-cbec7c4cf377, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=104df674-913e-4823-a28e-cbec7c4cf377,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:35.856587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b1d59-e4e1-48b5-a974-f1f6f5b13777 req-6d0ec6b0-80c6-4b41-910c-24b2452ab856 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:35.859458 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e0b1d59-e4e1-48b5-a974-f1f6f5b13777 req-6d0ec6b0-80c6-4b41-910c-24b2452ab856 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 943 time: 0.1962156
Jun 04 15:17:35.905459 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:35.911577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:35.913964 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:35.920920 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:17:35.923044 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6564fe92-8ac0-4bf5-a528-003428d4845f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:35.949418 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e0b1d59-e4e1-48b5-a974-f1f6f5b13777 req-eacbdce9-a4ae-4bd4-b693-1ff76bebbd98 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799708
Jun 04 15:17:35.981507 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:35.993235 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ee11a0c8-2c49-46db-8599-9b1289cdbaf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:36.135884 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['104df674-913e-4823-a28e-cbec7c4cf377'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:17:36.136923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Pushing event updated for resources: {'Network': ['ID=cc001338-0c02-45d4-8444-41242a9af5eb,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:36.152620 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:36.185391 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network cc001338-0c02-45d4-8444-41242a9af5eb details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:17:36.256719 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.3437717
Jun 04 15:17:36.257051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42524) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:17:36.263390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Request body: {'subnet': {'network_id': 'cc001338-0c02-45d4-8444-41242a9af5eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1541689165-subnet', 'tenant_id': 'c76767dbddc6483fbe6ae1ac44a9a6ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:36.275782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3dede-375f-4f1a-a2d0-ad2e8881c7f4 req-6627c5e9-1a76-42cc-82bb-6ec208a31216 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:36.276559 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=104df674-913e-4823-a28e-cbec7c4cf377,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:36.280158 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:36.299014 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:36.302971 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4ed3dede-375f-4f1a-a2d0-ad2e8881c7f4 req-6627c5e9-1a76-42cc-82bb-6ec208a31216 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1832726
Jun 04 15:17:36.316227 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Usage tracker for resource:subnet and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:36.323270 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:36.334554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:36.378678 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4ed3dede-375f-4f1a-a2d0-ad2e8881c7f4 req-fb0276b4-db62-4c48-bffa-594281f6208b tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743687
Jun 04 15:17:36.409167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:17:36.417537 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:36.417890 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:36.444097 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Made reservation on behalf of c76767dbddc6483fbe6ae1ac44a9a6ce for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:17:36.452957 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:36.751036 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:36.796108 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=13cadbdf-2d4d-4955-ac14-5064c8a4dfcb,segment=NetworkSegment(a2cf39e2-01df-4e20-8bf6-9fa7b7056f90),segment_id=a2cf39e2-01df-4e20-8bf6-9fa7b7056f90)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:36.919670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3cdeb-6cda-4721-bfa3-23ebffc317f3 req-8b9fbf6e-29da-4ea0-bbbc-e600aa1e11ac tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:36.926550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3cdeb-6cda-4721-bfa3-23ebffc317f3 req-8b9fbf6e-29da-4ea0-bbbc-e600aa1e11ac tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:36.954205 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3cdeb-6cda-4721-bfa3-23ebffc317f3 req-8b9fbf6e-29da-4ea0-bbbc-e600aa1e11ac tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:36.954205 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a1e3cdeb-6cda-4721-bfa3-23ebffc317f3 req-8b9fbf6e-29da-4ea0-bbbc-e600aa1e11ac tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2416 time: 0.1538048
Jun 04 15:17:36.985325 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:36.987649 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device f9439102-c025-43a2-b3aa-0b0f16f2c040 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:17:37.064420 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a1e3cdeb-6cda-4721-bfa3-23ebffc317f3 req-89c276c6-1603-4063-a6fb-1058a7d2715c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041825
Jun 04 15:17:37.065406 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:37.229162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=13cadbdf-2d4d-4955-ac14-5064c8a4dfcb,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:37.248654 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:37.249016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:37.249492 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:37.249939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:37.250522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:37.250865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:37.251263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:37.251606 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:37.251971 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:37.252748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:37.253139 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:37.253473 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:17:37.257545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 104df674-913e-4823-a28e-cbec7c4cf377 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:17:37.306999 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:37.353207 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cadbdf-2d4d-4955-ac14-5064c8a4dfcb'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:37.355759 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0e906d-2ade-4dd7-b3d4-d7c9cfe9dfb2" -d '{"events": [{"server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "name": "network-vif-plugged", "status": "completed", "tag": "13cadbdf-2d4d-4955-ac14-5064c8a4dfcb"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:37.393970 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 104df674-913e-4823-a28e-cbec7c4cf377 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:37.394419 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:37.442261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port f9439102-c025-43a2-b3aa-0b0f16f2c040 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:17:37.464587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port f9439102-c025-43a2-b3aa-0b0f16f2c040 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:37.464766 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:37.559971 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:37.564684 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-abc36ded-d842-4624-a2fe-a06f6194c7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:37.667436 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a745f0b6-2e31-48a7-86b1-c456e8043ed6,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:37.670060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Checking segment: {'id': '20eef194-e507-44c7-be01-57a3ca5f9341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'cc001338-0c02-45d4-8444-41242a9af5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:17:37.670736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Network hostable DHCP agents. Network: cc001338-0c02-45d4-8444-41242a9af5eb, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:17:37.674441 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:37.711993 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:37.734835 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:37.782144 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 104df674-913e-4823-a28e-cbec7c4cf377, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=104df674-913e-4823-a28e-cbec7c4cf377,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:37.792524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Network cc001338-0c02-45d4-8444-41242a9af5eb is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:17:37.805354 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port f9439102-c025-43a2-b3aa-0b0f16f2c040, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=f9439102-c025-43a2-b3aa-0b0f16f2c040,segment=NetworkSegment(ec763c04-d7c6-4430-82c8-763143509036),segment_id=ec763c04-d7c6-4430-82c8-763143509036)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:37.944564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, cc001338-0c02-45d4-8444-41242a9af5eb) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:17:37.944819 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:37.951088 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:17:37.971335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:37.971932 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:38.041072 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:38.074647 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495f1bd7-0697-40f4-a071-bcda28159599 None None] Network cc001338-0c02-45d4-8444-41242a9af5eb requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:17:38.089847 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.8302088
Jun 04 15:17:38.098083 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:38.134724 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:17:38.339227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=104df674-913e-4823-a28e-cbec7c4cf377,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:38.344628 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:38.349800 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:38.830298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=f9439102-c025-43a2-b3aa-0b0f16f2c040,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:38.848889 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:17:38.860887 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:38.869238 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:38.872836 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:38.946080 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e92d7d5-332e-4d50-9895-da8bf67afd70 None None] Network cc001338-0c02-45d4-8444-41242a9af5eb requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:17:39.129951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65608a-3ecb-4b7f-b6c3-5f51dcf1a9f4 req-290f9857-66f6-4d96-a6a7-788c9468cc56 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:39.143388 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ad65608a-3ecb-4b7f-b6c3-5f51dcf1a9f4 req-290f9857-66f6-4d96-a6a7-788c9468cc56 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f501a0-c772-42ff-91fa-bbdc34d0f48d HTTP/1.1" status: 200  len: 943 time: 0.1273775
Jun 04 15:17:39.195913 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6584fe15-7cb6-4e31-8764-588c0b685d65 x-openstack-request-id: req-6584fe15-7cb6-4e31-8764-588c0b685d65 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:39.196397 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "name": "network-vif-plugged", "status": "completed", "tag": "13cadbdf-2d4d-4955-ac14-5064c8a4dfcb", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:39.196751 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6584fe15-7cb6-4e31-8764-588c0b685d65 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:39.197181 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cadbdf-2d4d-4955-ac14-5064c8a4dfcb', 'code': 200}
Jun 04 15:17:39.197862 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:39.286653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=404fc5e4-d5f7-44cd-94ab-00f76e3768d8,segment=NetworkSegment(ec763c04-d7c6-4430-82c8-763143509036),segment_id=ec763c04-d7c6-4430-82c8-763143509036)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:39.317610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-ad65608a-3ecb-4b7f-b6c3-5f51dcf1a9f4 req-0e6eadbe-332d-4937-8e0c-ef7e046b9df6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Deleting port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:17:39.317946 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ad65608a-3ecb-4b7f-b6c3-5f51dcf1a9f4 req-0e6eadbe-332d-4937-8e0c-ef7e046b9df6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:39.387007 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b533a-616e-4361-be11-56244247ee9f req-e852fb1a-2809-49db-a39a-8f21e216a313 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:39.389251 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ac9b533a-616e-4361-be11-56244247ee9f req-e852fb1a-2809-49db-a39a-8f21e216a313 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1058464
Jun 04 15:17:39.395872 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:39.396781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b0e5c59a-caea-40d8-b128-d62da87ca1be no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:17:39.427964 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5b7c9a27-2114-4099-b5ba-83c7a7f6c4e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:39.454535 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ac9b533a-616e-4361-be11-56244247ee9f req-adb36c4b-1fce-4d31-9136-cf18ebe520f6 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576179
Jun 04 15:17:39.529678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=404fc5e4-d5f7-44cd-94ab-00f76e3768d8,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:39.529839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ad65608a-3ecb-4b7f-b6c3-5f51dcf1a9f4 req-0e6eadbe-332d-4937-8e0c-ef7e046b9df6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] For port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:39.530265 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ad65608a-3ecb-4b7f-b6c3-5f51dcf1a9f4 req-0e6eadbe-332d-4937-8e0c-ef7e046b9df6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:39.534450 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:39.610168 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:39.648288 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b0e5c59a-caea-40d8-b128-d62da87ca1be, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:39.724660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-ad65608a-3ecb-4b7f-b6c3-5f51dcf1a9f4 req-0e6eadbe-332d-4937-8e0c-ef7e046b9df6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Calling delete_port for 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:17:39.793978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e828fb-6e57-4ca6-bcd6-1bd62bbaf649 req-903b993c-550a-4dab-9d6f-e70325bba047 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:39.801144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e828fb-6e57-4ca6-bcd6-1bd62bbaf649 req-903b993c-550a-4dab-9d6f-e70325bba047 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:39.809462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e828fb-6e57-4ca6-bcd6-1bd62bbaf649 req-903b993c-550a-4dab-9d6f-e70325bba047 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:39.817400 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54e828fb-6e57-4ca6-bcd6-1bd62bbaf649 req-903b993c-550a-4dab-9d6f-e70325bba047 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2419 time: 0.1627555
Jun 04 15:17:39.827812 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:39.830352 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fe1d71b2-8786-44e9-96ed-ff925ba6b0dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:39.888460 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54e828fb-6e57-4ca6-bcd6-1bd62bbaf649 req-bd5c4ba1-aafc-4725-be6a-0d20b821b690 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694435
Jun 04 15:17:39.938142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=b0e5c59a-caea-40d8-b128-d62da87ca1be,revision_number=9']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:39.941393 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:39.995964 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ad65608a-3ecb-4b7f-b6c3-5f51dcf1a9f4 req-0e6eadbe-332d-4937-8e0c-ef7e046b9df6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:40.004769 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ab506db2-3e85-40dd-b06d-f58b09c3d581 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:40.086136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6eadbe-332d-4937-8e0c-ef7e046b9df6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Pushing event deleted for resources: {'Port': ['ID=83939d41-69ba-4faf-b4a7-7e2c5d9f7222,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:40.098577 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0e6eadbe-332d-4937-8e0c-ef7e046b9df6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:40.192573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad65608a-3ecb-4b7f-b6c3-5f51dcf1a9f4 req-0e6eadbe-332d-4937-8e0c-ef7e046b9df6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] No DVR routers for this DVR port 83939d41-69ba-4faf-b4a7-7e2c5d9f7222 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:17:40.196355 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ad65608a-3ecb-4b7f-b6c3-5f51dcf1a9f4 req-0e6eadbe-332d-4937-8e0c-ef7e046b9df6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:40.201314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f501a0-c772-42ff-91fa-bbdc34d0f48d', 'name': 'network-vif-deleted', 'tag': '83939d41-69ba-4faf-b4a7-7e2c5d9f7222'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:40.204462 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246854bc-1c60-4a16-bd49-68e832087859" -d '{"events": [{"server_uuid": "e1f501a0-c772-42ff-91fa-bbdc34d0f48d", "name": "network-vif-deleted", "tag": "83939d41-69ba-4faf-b4a7-7e2c5d9f7222"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:40.257156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-ac8040e9-71ea-4a36-9e99-2b816596c93d req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1415882351', 'description': 'tempest-description-91443717'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:40.264243 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-ac8040e9-71ea-4a36-9e99-2b816596c93d req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:40.269162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-ac8040e9-71ea-4a36-9e99-2b816596c93d req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:40.273211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-ac8040e9-71ea-4a36-9e99-2b816596c93d req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:40.281755 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-ac8040e9-71ea-4a36-9e99-2b816596c93d req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:40.295480 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ad65608a-3ecb-4b7f-b6c3-5f51dcf1a9f4 req-0e6eadbe-332d-4937-8e0c-ef7e046b9df6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "DELETE /v2.0/ports/83939d41-69ba-4faf-b4a7-7e2c5d9f7222 HTTP/1.1" status: 204  len: 173 time: 1.1578395
Jun 04 15:17:40.715741 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ac8040e9-71ea-4a36-9e99-2b816596c93d req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:40.737901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-ac8040e9-71ea-4a36-9e99-2b816596c93d req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:40.741743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-ac8040e9-71ea-4a36-9e99-2b816596c93d req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group_rule and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:40.745152 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-ac8040e9-71ea-4a36-9e99-2b816596c93d req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:40.752008 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-ac8040e9-71ea-4a36-9e99-2b816596c93d req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:40.842837 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ac8040e9-71ea-4a36-9e99-2b816596c93d req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:40.981576 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ac8040e9-71ea-4a36-9e99-2b816596c93d req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:40.988755 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c6b251ad-9221-4e3a-ac8d-b2a0247651fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:41.048060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddac7a99-3cfc-4452-9fae-ed6bed5a86db,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:41.053637 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:41.150455 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ac8040e9-71ea-4a36-9e99-2b816596c93d req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:41.151909 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ac8040e9-71ea-4a36-9e99-2b816596c93d req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1808 time: 0.8996580
Jun 04 15:17:41.197992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852ae200-d009-4cf3-9ccd-6e18738b82ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104df674-913e-4823-a28e-cbec7c4cf377'}, {'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9439102-c025-43a2-b3aa-0b0f16f2c040'}, {'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404fc5e4-d5f7-44cd-94ab-00f76e3768d8'}, {'server_uuid': '8d609333-14ce-446a-ac75-1d4dba98abde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e5c59a-caea-40d8-b128-d62da87ca1be'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:41.200513 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35e664c-37d1-4e92-a8d4-68258927d3d1" -d '{"events": [{"server_uuid": "852ae200-d009-4cf3-9ccd-6e18738b82ea", "name": "network-vif-plugged", "status": "completed", "tag": "104df674-913e-4823-a28e-cbec7c4cf377"}, {"server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "name": "network-vif-plugged", "status": "completed", "tag": "f9439102-c025-43a2-b3aa-0b0f16f2c040"}, {"server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "name": "network-vif-plugged", "status": "completed", "tag": "404fc5e4-d5f7-44cd-94ab-00f76e3768d8"}, {"server_uuid": "8d609333-14ce-446a-ac75-1d4dba98abde", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e5c59a-caea-40d8-b128-d62da87ca1be"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:41.528934 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6fa699-596c-438d-957e-8e024f449525 x-openstack-request-id: req-7c6fa699-596c-438d-957e-8e024f449525 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:41.536362 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f501a0-c772-42ff-91fa-bbdc34d0f48d", "name": "network-vif-deleted", "tag": "83939d41-69ba-4faf-b4a7-7e2c5d9f7222", "status": "failed", "code": 422}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:41.536362 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c6fa699-596c-438d-957e-8e024f449525 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:41.536362 n-d-791505-9 neutron-server[88300]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1f501a0-c772-42ff-91fa-bbdc34d0f48d', 'name': 'network-vif-deleted', 'tag': '83939d41-69ba-4faf-b4a7-7e2c5d9f7222', 'status': 'failed', 'code': 422} returned with failed status
Jun 04 15:17:41.759325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21777594-b9df-4fe3-9568-4d7c2895c199 req-b238d45f-a30d-4714-a92f-bb148df503a8 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:41.761172 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-21777594-b9df-4fe3-9568-4d7c2895c199 req-b238d45f-a30d-4714-a92f-bb148df503a8 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 947 time: 0.1214166
Jun 04 15:17:41.836624 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-21777594-b9df-4fe3-9568-4d7c2895c199 req-86c2b0b1-025e-4b45-9c16-11ef41e105fd tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619981
Jun 04 15:17:42.104729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be49044-5f46-4be1-a466-6c7b3bbbc326 req-4375b7c2-013d-45b2-b2bc-34608466839b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:42.111930 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be49044-5f46-4be1-a466-6c7b3bbbc326 req-4375b7c2-013d-45b2-b2bc-34608466839b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:42.120469 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be49044-5f46-4be1-a466-6c7b3bbbc326 req-4375b7c2-013d-45b2-b2bc-34608466839b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:42.122628 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0be49044-5f46-4be1-a466-6c7b3bbbc326 req-4375b7c2-013d-45b2-b2bc-34608466839b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2419 time: 0.1208897
Jun 04 15:17:42.206290 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0be49044-5f46-4be1-a466-6c7b3bbbc326 req-819d4614-9e8d-44bc-ae29-50b65ba2037f tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763478
Jun 04 15:17:42.430254 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e918e31d-26dd-4e15-8671-c52c12057a97 req-ba503ce8-ac9a-49d8-9f43-309098b42a14 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/ddac7a99-3cfc-4452-9fae-ed6bed5a86db HTTP/1.1" status: 200  len: 1803 time: 0.0674789
Jun 04 15:17:42.444720 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-e918e31d-26dd-4e15-8671-c52c12057a97 req-b9e08287-11f3-43c5-bdc9-cf8edbbec367 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ddac7a99-3cfc-4452-9fae-ed6bed5a86db', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:42.445096 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-e918e31d-26dd-4e15-8671-c52c12057a97 req-b9e08287-11f3-43c5-bdc9-cf8edbbec367 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ddac7a99-3cfc-4452-9fae-ed6bed5a86db', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:42.449477 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a76d55c-6ff2-41ef-b82b-8186b9093e56 x-openstack-request-id: req-4a76d55c-6ff2-41ef-b82b-8186b9093e56 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:42.450107 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852ae200-d009-4cf3-9ccd-6e18738b82ea", "name": "network-vif-plugged", "status": "completed", "tag": "104df674-913e-4823-a28e-cbec7c4cf377", "code": 200}, {"server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "name": "network-vif-plugged", "status": "completed", "tag": "f9439102-c025-43a2-b3aa-0b0f16f2c040", "code": 200}, {"server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "name": "network-vif-plugged", "status": "completed", "tag": "404fc5e4-d5f7-44cd-94ab-00f76e3768d8", "code": 200}, {"server_uuid": "8d609333-14ce-446a-ac75-1d4dba98abde", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e5c59a-caea-40d8-b128-d62da87ca1be", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:42.450563 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a76d55c-6ff2-41ef-b82b-8186b9093e56 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:42.451055 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852ae200-d009-4cf3-9ccd-6e18738b82ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104df674-913e-4823-a28e-cbec7c4cf377', 'code': 200}
Jun 04 15:17:42.451541 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9439102-c025-43a2-b3aa-0b0f16f2c040', 'code': 200}
Jun 04 15:17:42.451869 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404fc5e4-d5f7-44cd-94ab-00f76e3768d8', 'code': 200}
Jun 04 15:17:42.452185 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d609333-14ce-446a-ac75-1d4dba98abde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e5c59a-caea-40d8-b128-d62da87ca1be', 'code': 200}
Jun 04 15:17:42.458565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-e918e31d-26dd-4e15-8671-c52c12057a97 req-b9e08287-11f3-43c5-bdc9-cf8edbbec367 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:42.464277 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-e918e31d-26dd-4e15-8671-c52c12057a97 req-b9e08287-11f3-43c5-bdc9-cf8edbbec367 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group_rule and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:42.480776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-e918e31d-26dd-4e15-8671-c52c12057a97 req-b9e08287-11f3-43c5-bdc9-cf8edbbec367 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:42.494125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-e918e31d-26dd-4e15-8671-c52c12057a97 req-b9e08287-11f3-43c5-bdc9-cf8edbbec367 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:42.669213 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc55ac-30c2-43b5-96c0-2a9d19bce1ba req-06094340-8c04-4ae4-9db3-c17e90229e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:42.669702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc55ac-30c2-43b5-96c0-2a9d19bce1ba req-06094340-8c04-4ae4-9db3-c17e90229e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:42.670177 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc55ac-30c2-43b5-96c0-2a9d19bce1ba req-06094340-8c04-4ae4-9db3-c17e90229e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:42.679980 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2adc55ac-30c2-43b5-96c0-2a9d19bce1ba req-06094340-8c04-4ae4-9db3-c17e90229e38 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2872 time: 0.1114898
Jun 04 15:17:42.818096 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2adc55ac-30c2-43b5-96c0-2a9d19bce1ba req-69c1719f-8497-4416-a374-20f5ec45f5cb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244040
Jun 04 15:17:42.824625 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e918e31d-26dd-4e15-8671-c52c12057a97 req-b9e08287-11f3-43c5-bdc9-cf8edbbec367 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:42.863560 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e918e31d-26dd-4e15-8671-c52c12057a97 req-b9e08287-11f3-43c5-bdc9-cf8edbbec367 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:42.981240 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e918e31d-26dd-4e15-8671-c52c12057a97 req-b9e08287-11f3-43c5-bdc9-cf8edbbec367 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:42.984817 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-58981974-880b-4201-9650-bf14ec82dd96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:43.031759 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e08287-11f3-43c5-bdc9-cf8edbbec367 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa476753-2e96-4117-a9fc-363a64bda655,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:43.037241 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b9e08287-11f3-43c5-bdc9-cf8edbbec367 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:43.156137 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e918e31d-26dd-4e15-8671-c52c12057a97 req-b9e08287-11f3-43c5-bdc9-cf8edbbec367 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:43.157770 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e918e31d-26dd-4e15-8671-c52c12057a97 req-b9e08287-11f3-43c5-bdc9-cf8edbbec367 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.7209570
Jun 04 15:17:43.179397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0411b61-8720-4cf7-a442-fe99a7615d10 req-111b0701-b866-44a7-a889-8fe3e30c6448 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:43.188553 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0411b61-8720-4cf7-a442-fe99a7615d10 req-111b0701-b866-44a7-a889-8fe3e30c6448 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 947 time: 0.1298892
Jun 04 15:17:43.249762 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0411b61-8720-4cf7-a442-fe99a7615d10 req-d96c0777-23e0-4e54-b24e-61a7b2080bce tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578182
Jun 04 15:17:43.276150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-a582e2e8-252f-4c99-834a-400da4200be3 req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-356523164', 'description': 'tempest-description-1763736520'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:43.288600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-a582e2e8-252f-4c99-834a-400da4200be3 req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:43.299246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a582e2e8-252f-4c99-834a-400da4200be3 req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:43.306675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a582e2e8-252f-4c99-834a-400da4200be3 req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:43.315570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-a582e2e8-252f-4c99-834a-400da4200be3 req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:43.450734 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a582e2e8-252f-4c99-834a-400da4200be3 req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:43.466594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-0d5393dd-a86b-4704-b2af-9e158e39b5b3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:43.474107 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-0d5393dd-a86b-4704-b2af-9e158e39b5b3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 812 time: 0.2019134
Jun 04 15:17:43.485981 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-a582e2e8-252f-4c99-834a-400da4200be3 req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:43.487832 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-23f76632-05d8-408e-9c48-f82035cf9ecb tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/quotas/ef1f8bca92884089b1346e04292fa4c6 HTTP/1.1" status: 200  len: 375 time: 0.0116427
Jun 04 15:17:43.491052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a582e2e8-252f-4c99-834a-400da4200be3 req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group_rule and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:43.494463 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a582e2e8-252f-4c99-834a-400da4200be3 req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:43.506651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-a582e2e8-252f-4c99-834a-400da4200be3 req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:43.557913 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-948c4412-8f00-4c5b-9f67-7c81008ab310 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0637624
Jun 04 15:17:43.652784 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a582e2e8-252f-4c99-834a-400da4200be3 req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:43.754889 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-b991c3f2-b293-4db4-9b34-5a67f9913c3e service neutron] 10.222.0.32 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881311
Jun 04 15:17:43.859169 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a582e2e8-252f-4c99-834a-400da4200be3 req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:43.868064 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-62a27ea2-5e39-4d7d-a23b-18e44456fa0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:43.918607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a67f6d6f-045e-40c0-bb15-014f8d6d7033,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:43.921793 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:43.939620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e11c84be-4074-4a5d-8fe8-a95c8255c560 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:17:44.009199 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-6e27d333-8a94-4b86-bd61-fa52418dc9b5 service neutron] 10.222.0.32 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2470381
Jun 04 15:17:44.017192 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8bbce-b075-4f01-a40d-2a2aae68ad00 req-9eea2413-1c73-4b55-add0-1f638e17ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:44.019233 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bab8bbce-b075-4f01-a40d-2a2aae68ad00 req-9eea2413-1c73-4b55-add0-1f638e17ccd5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 1098 time: 0.1400349
Jun 04 15:17:44.094652 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bab8bbce-b075-4f01-a40d-2a2aae68ad00 req-085a5ce5-8144-43d2-9fba-bfcae7fdabcf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646801
Jun 04 15:17:44.138999 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e11c84be-4074-4a5d-8fe8-a95c8255c560, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11c84be-4074-4a5d-8fe8-a95c8255c560,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:44.154226 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'e11c84be-4074-4a5d-8fe8-a95c8255c560', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'e11c84be-4074-4a5d-8fe8-a95c8255c560', 'mac_address': 'fa:16:3e:5b:cf:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:17:44.194502 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a582e2e8-252f-4c99-834a-400da4200be3 req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:44.371916 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a582e2e8-252f-4c99-834a-400da4200be3 req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.9253905
Jun 04 15:17:44.372075 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:44.372075 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11c84be-4074-4a5d-8fe8-a95c8255c560 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:17:44.372075 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e11c84be-4074-4a5d-8fe8-a95c8255c560, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11c84be-4074-4a5d-8fe8-a95c8255c560,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:44.379410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952bf6-84cf-4de1-ac57-b194b41392d8 req-a3f3f30b-974b-439d-b264-d3e2c86785e2 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:44.385370 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952bf6-84cf-4de1-ac57-b194b41392d8 req-a3f3f30b-974b-439d-b264-d3e2c86785e2 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:44.392103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952bf6-84cf-4de1-ac57-b194b41392d8 req-a3f3f30b-974b-439d-b264-d3e2c86785e2 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:44.393927 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78952bf6-84cf-4de1-ac57-b194b41392d8 req-a3f3f30b-974b-439d-b264-d3e2c86785e2 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2419 time: 0.0996270
Jun 04 15:17:44.442475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78952bf6-84cf-4de1-ac57-b194b41392d8 req-2b248a80-ad39-4552-8aa0-34c8236c02a2 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420060
Jun 04 15:17:44.552743 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:44.556755 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:44.709914 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e11c84be-4074-4a5d-8fe8-a95c8255c560,revision_number=9']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:44.714359 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:44.832050 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['e11c84be-4074-4a5d-8fe8-a95c8255c560'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:17:44.942174 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2b3ffc4f-60fb-419d-99cc-a72d8653174e req-4dfcd984-7976-4b7b-8108-c5b28d96bd12 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/a67f6d6f-045e-40c0-bb15-014f8d6d7033 HTTP/1.1" status: 200  len: 1804 time: 0.1004109
Jun 04 15:17:44.966602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-2b3ffc4f-60fb-419d-99cc-a72d8653174e req-0ff91a52-dc79-4bf4-ae0f-24bab1e3475d tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a67f6d6f-045e-40c0-bb15-014f8d6d7033', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:44.968223 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-2b3ffc4f-60fb-419d-99cc-a72d8653174e req-0ff91a52-dc79-4bf4-ae0f-24bab1e3475d tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a67f6d6f-045e-40c0-bb15-014f8d6d7033', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:44.992257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-2b3ffc4f-60fb-419d-99cc-a72d8653174e req-0ff91a52-dc79-4bf4-ae0f-24bab1e3475d tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:45.010928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-2b3ffc4f-60fb-419d-99cc-a72d8653174e req-0ff91a52-dc79-4bf4-ae0f-24bab1e3475d tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group_rule and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:45.025839 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-2b3ffc4f-60fb-419d-99cc-a72d8653174e req-0ff91a52-dc79-4bf4-ae0f-24bab1e3475d tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:45.052772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-2b3ffc4f-60fb-419d-99cc-a72d8653174e req-0ff91a52-dc79-4bf4-ae0f-24bab1e3475d tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:45.223333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0008c9-8a3a-4601-9862-7adecfcb7ebf req-bb3a942c-b0bf-40d8-a1e0-63b51614198a tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:45.225191 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fc0008c9-8a3a-4601-9862-7adecfcb7ebf req-bb3a942c-b0bf-40d8-a1e0-63b51614198a tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 947 time: 0.1352661
Jun 04 15:17:45.318024 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fc0008c9-8a3a-4601-9862-7adecfcb7ebf req-7fa7fa35-e992-49f2-ac4f-13de873abd3e tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858970
Jun 04 15:17:45.444843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-eb1616c8-2ea9-4227-9a14-ccbdb274fb93 req-928c91f8-bc19-4bb3-94ed-f4babf4f44f7 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Synchronizing usage tracker for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:17:45.459210 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2b3ffc4f-60fb-419d-99cc-a72d8653174e req-0ff91a52-dc79-4bf4-ae0f-24bab1e3475d tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:45.497226 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2b3ffc4f-60fb-419d-99cc-a72d8653174e req-0ff91a52-dc79-4bf4-ae0f-24bab1e3475d tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:45.616008 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-eb1616c8-2ea9-4227-9a14-ccbdb274fb93 req-928c91f8-bc19-4bb3-94ed-f4babf4f44f7 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Unset dirty status for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:17:45.617358 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eb1616c8-2ea9-4227-9a14-ccbdb274fb93 req-928c91f8-bc19-4bb3-94ed-f4babf4f44f7 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 210 time: 0.2429805
Jun 04 15:17:45.677377 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2b3ffc4f-60fb-419d-99cc-a72d8653174e req-0ff91a52-dc79-4bf4-ae0f-24bab1e3475d tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:45.679765 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9cfd077f-0e3a-49c9-b680-b04888bbeb65 tempest-ServersWithSpecificFlavorTestJSON-947675996 tempest-ServersWithSpecificFlavorTestJSON-947675996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:45.716967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff91a52-dc79-4bf4-ae0f-24bab1e3475d tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf575f3-0ed1-46da-a822-bd7f77dcd87c,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:45.721632 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0ff91a52-dc79-4bf4-ae0f-24bab1e3475d tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:45.933397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9bc2d-0c70-4ce8-a9fa-dba599c4fe00 req-b08db7d3-4413-4d29-b6e6-6f360f96d714 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:45.944071 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b0e5c59a-caea-40d8-b128-d62da87ca1be details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:17:45.951789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9bc2d-0c70-4ce8-a9fa-dba599c4fe00 req-b08db7d3-4413-4d29-b6e6-6f360f96d714 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:45.960028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9bc2d-0c70-4ce8-a9fa-dba599c4fe00 req-b08db7d3-4413-4d29-b6e6-6f360f96d714 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:45.967689 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2e9bc2d-0c70-4ce8-a9fa-dba599c4fe00 req-b08db7d3-4413-4d29-b6e6-6f360f96d714 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2419 time: 0.1767628
Jun 04 15:17:46.023112 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2b3ffc4f-60fb-419d-99cc-a72d8653174e req-0ff91a52-dc79-4bf4-ae0f-24bab1e3475d tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:46.023112 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2b3ffc4f-60fb-419d-99cc-a72d8653174e req-0ff91a52-dc79-4bf4-ae0f-24bab1e3475d tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 1.0604055
Jun 04 15:17:46.061875 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2e9bc2d-0c70-4ce8-a9fa-dba599c4fe00 req-6b49997a-c758-4c1d-8aac-9de50361dbd5 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873682
Jun 04 15:17:46.221845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b0e5c59a-caea-40d8-b128-d62da87ca1be, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:46.262467 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'b0e5c59a-caea-40d8-b128-d62da87ca1be', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'b0e5c59a-caea-40d8-b128-d62da87ca1be', 'mac_address': 'fa:16:3e:c0:df:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:17:46.312015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-02e9f30c-1d3a-4e85-867f-f4ce34434fe2 req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-323409174', 'description': 'tempest-description-422526345'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:46.319859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-02e9f30c-1d3a-4e85-867f-f4ce34434fe2 req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:46.326427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-02e9f30c-1d3a-4e85-867f-f4ce34434fe2 req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:46.332886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-02e9f30c-1d3a-4e85-867f-f4ce34434fe2 req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:46.352565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-02e9f30c-1d3a-4e85-867f-f4ce34434fe2 req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:46.397563 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:46.448188 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e5c59a-caea-40d8-b128-d62da87ca1be {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:17:46.470226 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b0e5c59a-caea-40d8-b128-d62da87ca1be, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:46.651982 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-02e9f30c-1d3a-4e85-867f-f4ce34434fe2 req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:46.653890 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:46.655815 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:46.704985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-02e9f30c-1d3a-4e85-867f-f4ce34434fe2 req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:46.714412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-02e9f30c-1d3a-4e85-867f-f4ce34434fe2 req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group_rule and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:46.725999 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-02e9f30c-1d3a-4e85-867f-f4ce34434fe2 req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:46.739020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-02e9f30c-1d3a-4e85-867f-f4ce34434fe2 req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:46.816985 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=b0e5c59a-caea-40d8-b128-d62da87ca1be,revision_number=10']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:46.821223 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:46.848036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a5324-4cb1-45dd-9923-2d1f419e2858 req-113a1b1b-a816-4ce0-95e4-87f666a9d29a tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:46.849769 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-197a5324-4cb1-45dd-9923-2d1f419e2858 req-113a1b1b-a816-4ce0-95e4-87f666a9d29a tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1167855
Jun 04 15:17:46.890960 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-02e9f30c-1d3a-4e85-867f-f4ce34434fe2 req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:46.954901 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-197a5324-4cb1-45dd-9923-2d1f419e2858 req-b446a56f-3625-4ef1-99a9-3bb73d69c1f3 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984931
Jun 04 15:17:47.063096 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-02e9f30c-1d3a-4e85-867f-f4ce34434fe2 req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:47.068831 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:47.121807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf20ef13-678a-41df-8330-05964ee966d3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:47.125308 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:47.281080 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-02e9f30c-1d3a-4e85-867f-f4ce34434fe2 req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:47.282972 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-02e9f30c-1d3a-4e85-867f-f4ce34434fe2 req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1808 time: 0.9759746
Jun 04 15:17:47.368641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['b0e5c59a-caea-40d8-b128-d62da87ca1be'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:17:47.904379 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c5491379-8c37-4275-940c-162554382c21 req-13de5d7d-5569-4eb8-b332-5e11880772b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 210 time: 0.4405196
Jun 04 15:17:47.956112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e11c84be-4074-4a5d-8fe8-a95c8255c560 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:17:48.070527 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port e11c84be-4074-4a5d-8fe8-a95c8255c560 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:48.071063 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:48.130304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-4079a736-be50-4b25-a40f-ea3646060742 req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-789712242', 'description': 'tempest-description-1210594640'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:48.137277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-4079a736-be50-4b25-a40f-ea3646060742 req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:48.144912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4079a736-be50-4b25-a40f-ea3646060742 req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:48.148241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4079a736-be50-4b25-a40f-ea3646060742 req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:48.157340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-4079a736-be50-4b25-a40f-ea3646060742 req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:48.303579 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4079a736-be50-4b25-a40f-ea3646060742 req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:48.353635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-4079a736-be50-4b25-a40f-ea3646060742 req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:48.360807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4079a736-be50-4b25-a40f-ea3646060742 req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group_rule and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:48.364652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4079a736-be50-4b25-a40f-ea3646060742 req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:48.371848 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-4079a736-be50-4b25-a40f-ea3646060742 req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:48.395118 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:48.444323 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6081305-a5fc-4f18-b2d7-8223bebf5378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11c84be-4074-4a5d-8fe8-a95c8255c560'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:48.448629 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdc24b1-8a10-4f6b-ae09-5af5d0f6fb93" -d '{"events": [{"server_uuid": "f6081305-a5fc-4f18-b2d7-8223bebf5378", "name": "network-vif-plugged", "status": "completed", "tag": "e11c84be-4074-4a5d-8fe8-a95c8255c560"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:48.461678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e11c84be-4074-4a5d-8fe8-a95c8255c560, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11c84be-4074-4a5d-8fe8-a95c8255c560,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:48.500148 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4079a736-be50-4b25-a40f-ea3646060742 req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:48.560302 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:48.565225 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:48.593573 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4079a736-be50-4b25-a40f-ea3646060742 req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:48.622801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b9d59-d70d-41d3-9f07-e3bd5566c963 req-5ceceffc-769c-4fd5-b059-333eab33bcab tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:48.623927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b9d59-d70d-41d3-9f07-e3bd5566c963 req-5ceceffc-769c-4fd5-b059-333eab33bcab tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:48.631348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b9d59-d70d-41d3-9f07-e3bd5566c963 req-5ceceffc-769c-4fd5-b059-333eab33bcab tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:48.633778 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f1b9d59-d70d-41d3-9f07-e3bd5566c963 req-5ceceffc-769c-4fd5-b059-333eab33bcab tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2419 time: 0.1607230
Jun 04 15:17:48.658118 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a81c6689-923b-4054-a00d-3fe4f4b503cc tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:48.700462 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e11c84be-4074-4a5d-8fe8-a95c8255c560,revision_number=10']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:48.719562 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:48.761273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911d6c9f-08d5-4ca7-93cb-7cc4e29d2ab2,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:48.769283 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:48.803156 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4079a736-be50-4b25-a40f-ea3646060742 req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:48.812391 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4079a736-be50-4b25-a40f-ea3646060742 req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.6850951
Jun 04 15:17:48.907324 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f1b9d59-d70d-41d3-9f07-e3bd5566c963 req-996ceb35-1662-4177-9d8e-5c3b30ba77d7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2605531
Jun 04 15:17:48.975763 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50dd88c-af06-4ff6-9dbf-d8b9b0c7d7ff x-openstack-request-id: req-d50dd88c-af06-4ff6-9dbf-d8b9b0c7d7ff {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:48.976072 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6081305-a5fc-4f18-b2d7-8223bebf5378", "name": "network-vif-plugged", "status": "completed", "tag": "e11c84be-4074-4a5d-8fe8-a95c8255c560", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:48.976313 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d50dd88c-af06-4ff6-9dbf-d8b9b0c7d7ff {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:48.976759 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6081305-a5fc-4f18-b2d7-8223bebf5378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11c84be-4074-4a5d-8fe8-a95c8255c560', 'code': 200}
Jun 04 15:17:49.079741 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e53838f2-3284-45ad-9461-9c0ea269d35d req-63133297-c138-4468-902e-15c8bfcdc18c tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/bf20ef13-678a-41df-8330-05964ee966d3 HTTP/1.1" status: 200  len: 1803 time: 0.0883527
Jun 04 15:17:49.107904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0b465-1c6e-4f6f-bbc1-4917cc07f89c req-d5799a78-09b3-49bc-972a-ed590251f5cc tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:49.118006 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0da0b465-1c6e-4f6f-bbc1-4917cc07f89c req-d5799a78-09b3-49bc-972a-ed590251f5cc tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 949 time: 0.1454241
Jun 04 15:17:49.158185 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e53838f2-3284-45ad-9461-9c0ea269d35d req-4114acac-8f1e-4a06-8112-9dd56e3a1d95 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/911d6c9f-08d5-4ca7-93cb-7cc4e29d2ab2 HTTP/1.1" status: 200  len: 1804 time: 0.0678408
Jun 04 15:17:49.177813 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-e53838f2-3284-45ad-9461-9c0ea269d35d req-70ce488c-eef5-420e-9402-021206926268 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bf20ef13-678a-41df-8330-05964ee966d3', 'remote_group_id': '911d6c9f-08d5-4ca7-93cb-7cc4e29d2ab2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:49.178132 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-e53838f2-3284-45ad-9461-9c0ea269d35d req-70ce488c-eef5-420e-9402-021206926268 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bf20ef13-678a-41df-8330-05964ee966d3', 'remote_group_id': '911d6c9f-08d5-4ca7-93cb-7cc4e29d2ab2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:49.185136 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-e53838f2-3284-45ad-9461-9c0ea269d35d req-70ce488c-eef5-420e-9402-021206926268 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:49.188947 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0da0b465-1c6e-4f6f-bbc1-4917cc07f89c req-6cb721fc-9f83-4ebb-8a54-fd99d73e3e48 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698574
Jun 04 15:17:49.190090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-e53838f2-3284-45ad-9461-9c0ea269d35d req-70ce488c-eef5-420e-9402-021206926268 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group_rule and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:49.193351 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-e53838f2-3284-45ad-9461-9c0ea269d35d req-70ce488c-eef5-420e-9402-021206926268 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:49.199646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-e53838f2-3284-45ad-9461-9c0ea269d35d req-70ce488c-eef5-420e-9402-021206926268 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:49.365830 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9a8c0ff6-c00a-4a5d-a494-f62e0500d442 req-5c39a7a3-45c8-4e5f-9d71-a724221260e6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 210 time: 0.0529413
Jun 04 15:17:49.627043 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e53838f2-3284-45ad-9461-9c0ea269d35d req-70ce488c-eef5-420e-9402-021206926268 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:49.684016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-5718ac0f-680e-4ab4-afac-1ea9a1f63bd1 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:49.685712 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-5718ac0f-680e-4ab4-afac-1ea9a1f63bd1 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.65 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 812 time: 0.2172709
Jun 04 15:17:49.694806 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e53838f2-3284-45ad-9461-9c0ea269d35d req-70ce488c-eef5-420e-9402-021206926268 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:49.713982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Request body: {'port': {'device_id': 'f3035015-b73c-42ba-add8-aca3d15446cb', 'network_id': '64018707-9132-4dd5-a91e-611ca8957998', 'admin_state_up': True, 'tenant_id': 'ef1f8bca92884089b1346e04292fa4c6'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:49.794380 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e53838f2-3284-45ad-9461-9c0ea269d35d req-70ce488c-eef5-420e-9402-021206926268 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:49.798251 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:49.862806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce488c-eef5-420e-9402-021206926268 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e0f74d-3ce4-4c2f-8511-6b4328226ef0,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:49.877136 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-70ce488c-eef5-420e-9402-021206926268 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:49.950613 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b0e5c59a-caea-40d8-b128-d62da87ca1be up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:17:49.989886 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e53838f2-3284-45ad-9461-9c0ea269d35d req-70ce488c-eef5-420e-9402-021206926268 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:49.992132 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e53838f2-3284-45ad-9461-9c0ea269d35d req-70ce488c-eef5-420e-9402-021206926268 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.8232677
Jun 04 15:17:49.999587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:50.023579 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:50.141620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port b0e5c59a-caea-40d8-b128-d62da87ca1be triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:17:50.142723 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:50.171821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Made reservation on behalf of ef1f8bca92884089b1346e04292fa4c6 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:17:50.173135 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:50.477328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Allocated IP 172.20.0.4 (64018707-9132-4dd5-a91e-611ca8957998/7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc/37f28beb-d61a-4437-ad09-49e54820b74e) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:17:50.512565 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:50.537291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ea7ea-7148-42a9-b2f3-9a327adedf15 req-388a1f81-b676-42f6-9116-929ad45ae049 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:50.543996 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ea7ea-7148-42a9-b2f3-9a327adedf15 req-388a1f81-b676-42f6-9116-929ad45ae049 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:50.551962 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ea7ea-7148-42a9-b2f3-9a327adedf15 req-388a1f81-b676-42f6-9116-929ad45ae049 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:50.553842 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-110ea7ea-7148-42a9-b2f3-9a327adedf15 req-388a1f81-b676-42f6-9116-929ad45ae049 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2419 time: 0.1796770
Jun 04 15:17:50.587397 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b0e5c59a-caea-40d8-b128-d62da87ca1be, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:50.685833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-4e6c0838-cbc3-4ef6-870f-723f3e1b8839 req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2143342393', 'description': 'tempest-description-1321676370'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:50.701778 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-110ea7ea-7148-42a9-b2f3-9a327adedf15 req-e6c54169-4f10-418c-b60c-d3f3d094ad9c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315262
Jun 04 15:17:50.715262 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-4e6c0838-cbc3-4ef6-870f-723f3e1b8839 req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:50.730137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4e6c0838-cbc3-4ef6-870f-723f3e1b8839 req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:50.737210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4e6c0838-cbc3-4ef6-870f-723f3e1b8839 req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:50.742104 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-c0727aeb-1820-46a1-a338-e1c1cff73db0 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:50.747787 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-4e6c0838-cbc3-4ef6-870f-723f3e1b8839 req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:50.748261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-c0727aeb-1820-46a1-a338-e1c1cff73db0 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:50.754279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-c0727aeb-1820-46a1-a338-e1c1cff73db0 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:50.755928 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-c0727aeb-1820-46a1-a338-e1c1cff73db0 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 2419 time: 0.1600940
Jun 04 15:17:50.795562 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:50.800021 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:50.803104 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:50.894568 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ce070411-5115-45ff-abac-1d6ca7aa4a3d req-d2570cea-3b28-40ac-aafd-5c5e41b0dd80 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 210 time: 0.0573254
Jun 04 15:17:50.900690 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=b0e5c59a-caea-40d8-b128-d62da87ca1be,revision_number=11']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:50.904006 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:50.954100 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4e6c0838-cbc3-4ef6-870f-723f3e1b8839 req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:50.972774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-9a553551-2516-4f41-905e-5e21d89f3ae6 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Deleting port f9439102-c025-43a2-b3aa-0b0f16f2c040 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:17:50.973150 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-9a553551-2516-4f41-905e-5e21d89f3ae6 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:50.977910 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d609333-14ce-446a-ac75-1d4dba98abde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e5c59a-caea-40d8-b128-d62da87ca1be'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:50.979820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-4e6c0838-cbc3-4ef6-870f-723f3e1b8839 req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:50.980509 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a36087-b6ff-4a31-aec9-8633f8a809e1" -d '{"events": [{"server_uuid": "8d609333-14ce-446a-ac75-1d4dba98abde", "name": "network-vif-plugged", "status": "completed", "tag": "b0e5c59a-caea-40d8-b128-d62da87ca1be"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:50.984049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4e6c0838-cbc3-4ef6-870f-723f3e1b8839 req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group_rule and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:50.987518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4e6c0838-cbc3-4ef6-870f-723f3e1b8839 req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:50.994445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-4e6c0838-cbc3-4ef6-870f-723f3e1b8839 req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:51.018901 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:51.025691 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:51.099503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Network 64018707-9132-4dd5-a91e-611ca8957998 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:17:51.106272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:17:51.113936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:17:51.123133 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-9a553551-2516-4f41-905e-5e21d89f3ae6 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] For port f9439102-c025-43a2-b3aa-0b0f16f2c040, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=f9439102-c025-43a2-b3aa-0b0f16f2c040,segment=NetworkSegment(ec763c04-d7c6-4430-82c8-763143509036),segment_id=ec763c04-d7c6-4430-82c8-763143509036)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:51.123514 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-9a553551-2516-4f41-905e-5e21d89f3ae6 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:51.151432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Pushing event updated for resources: {'Port': ['ID=37f28beb-d61a-4437-ad09-49e54820b74e,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:51.168613 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:51.215452 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4e6c0838-cbc3-4ef6-870f-723f3e1b8839 req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:51.224674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:51.225734 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:51.284496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-9a553551-2516-4f41-905e-5e21d89f3ae6 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Calling delete_port for f9439102-c025-43a2-b3aa-0b0f16f2c040 owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:17:51.321356 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4e6c0838-cbc3-4ef6-870f-723f3e1b8839 req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:51.327702 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fd5531bf-dd60-4d2f-ba3f-577336aba5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:51.369944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba88a85-f73e-4235-b7c6-9562c96b505a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:51.373547 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:51.436805 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7416086
Jun 04 15:17:51.449135 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Request body: {'port': {'device_id': 'f3035015-b73c-42ba-add8-aca3d15446cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:51.482061 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4e6c0838-cbc3-4ef6-870f-723f3e1b8839 req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:51.494442 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4e6c0838-cbc3-4ef6-870f-723f3e1b8839 req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1810 time: 0.8142796
Jun 04 15:17:51.524203 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-9a553551-2516-4f41-905e-5e21d89f3ae6 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:51.537904 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:51.546152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['13cadbdf-2d4d-4955-ac14-5064c8a4dfcb', 'f9439102-c025-43a2-b3aa-0b0f16f2c040', '404fc5e4-d5f7-44cd-94ab-00f76e3768d8'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:17:51.623633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a553551-2516-4f41-905e-5e21d89f3ae6 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Port': ['ID=f9439102-c025-43a2-b3aa-0b0f16f2c040,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:51.644252 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9a553551-2516-4f41-905e-5e21d89f3ae6 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:51.649283 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:51.820865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-9a553551-2516-4f41-905e-5e21d89f3ae6 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] No DVR routers for this DVR port f9439102-c025-43a2-b3aa-0b0f16f2c040 on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:17:51.830143 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-9a553551-2516-4f41-905e-5e21d89f3ae6 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:51.835216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'name': 'network-vif-deleted', 'tag': 'f9439102-c025-43a2-b3aa-0b0f16f2c040'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:51.839045 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c2e056-30f1-4eed-9116-009e43e5d052" -d '{"events": [{"server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "name": "network-vif-deleted", "tag": "f9439102-c025-43a2-b3aa-0b0f16f2c040"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:52.031280 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-9a553551-2516-4f41-905e-5e21d89f3ae6 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.62 "DELETE /v2.0/ports/f9439102-c025-43a2-b3aa-0b0f16f2c040 HTTP/1.1" status: 204  len: 173 time: 1.2604566
Jun 04 15:17:52.043956 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f393dbd-a23c-47ab-a677-a7239c0825a9 x-openstack-request-id: req-8f393dbd-a23c-47ab-a677-a7239c0825a9 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:52.044543 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d609333-14ce-446a-ac75-1d4dba98abde", "name": "network-vif-plugged", "status": "completed", "tag": "b0e5c59a-caea-40d8-b128-d62da87ca1be", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:52.044543 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f393dbd-a23c-47ab-a677-a7239c0825a9 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:52.047848 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d609333-14ce-446a-ac75-1d4dba98abde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e5c59a-caea-40d8-b128-d62da87ca1be', 'code': 200}
Jun 04 15:17:52.245445 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-541e8147-3be9-4bd0-b529-8fa509de1db4 req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-357747432', 'description': 'tempest-description-1113190674'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:52.253890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-541e8147-3be9-4bd0-b529-8fa509de1db4 req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:52.259187 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-541e8147-3be9-4bd0-b529-8fa509de1db4 req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:52.263631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-541e8147-3be9-4bd0-b529-8fa509de1db4 req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:52.271708 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-541e8147-3be9-4bd0-b529-8fa509de1db4 req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:52.321703 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defefd8-b2bb-44d3-a630-01657637a766 req-9ac2437b-c2f2-49f0-bcb1-83df60d88862 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:52.330236 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9defefd8-b2bb-44d3-a630-01657637a766 req-9ac2437b-c2f2-49f0-bcb1-83df60d88862 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 1101 time: 0.2631478
Jun 04 15:17:52.343801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-5f47aaf7-d72f-427b-af21-2855ba510de1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Deleting port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:17:52.344701 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-5f47aaf7-d72f-427b-af21-2855ba510de1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:52.393250 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-541e8147-3be9-4bd0-b529-8fa509de1db4 req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:52.399620 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9defefd8-b2bb-44d3-a630-01657637a766 req-946b06b7-3d15-4eda-9f39-ac2d21c35483 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689163
Jun 04 15:17:52.495817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-541e8147-3be9-4bd0-b529-8fa509de1db4 req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:52.500389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-541e8147-3be9-4bd0-b529-8fa509de1db4 req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group_rule and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:52.504406 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-541e8147-3be9-4bd0-b529-8fa509de1db4 req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:52.515124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-541e8147-3be9-4bd0-b529-8fa509de1db4 req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:52.633708 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-541e8147-3be9-4bd0-b529-8fa509de1db4 req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:52.684437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-5f47aaf7-d72f-427b-af21-2855ba510de1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] For port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=404fc5e4-d5f7-44cd-94ab-00f76e3768d8,segment=NetworkSegment(ec763c04-d7c6-4430-82c8-763143509036),segment_id=ec763c04-d7c6-4430-82c8-763143509036)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:52.684802 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-5f47aaf7-d72f-427b-af21-2855ba510de1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:52.696173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f28beb-d61a-4437-ad09-49e54820b74e {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:17:52.707703 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:52.729129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Transition to ACTIVE for port object 37f28beb-d61a-4437-ad09-49e54820b74e will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:17:52.748718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c46d8d-30b0-4877-9aa7-a63c4b06855e req-1a023531-93d9-4e14-ac15-7ec104d19d82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:52.755996 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c46d8d-30b0-4877-9aa7-a63c4b06855e req-1a023531-93d9-4e14-ac15-7ec104d19d82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:52.763354 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4c46d8d-30b0-4877-9aa7-a63c4b06855e req-1a023531-93d9-4e14-ac15-7ec104d19d82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 1683 time: 0.1416860
Jun 04 15:17:52.819247 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4c46d8d-30b0-4877-9aa7-a63c4b06855e req-5fb06c88-9275-4db5-9377-6a48f9247745 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549071
Jun 04 15:17:52.855971 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:52.861915 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:52.879067 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-541e8147-3be9-4bd0-b529-8fa509de1db4 req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:53.074900 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-5f47aaf7-d72f-427b-af21-2855ba510de1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Calling delete_port for 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:17:53.080154 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d3b675-166b-4c63-b792-22e0f675123c x-openstack-request-id: req-74d3b675-166b-4c63-b792-22e0f675123c {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:53.082039 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "name": "network-vif-deleted", "tag": "f9439102-c025-43a2-b3aa-0b0f16f2c040", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:53.082039 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74d3b675-166b-4c63-b792-22e0f675123c {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:53.082039 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'name': 'network-vif-deleted', 'tag': 'f9439102-c025-43a2-b3aa-0b0f16f2c040', 'status': 'completed', 'code': 200}
Jun 04 15:17:53.083016 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:53.099553 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-541e8147-3be9-4bd0-b529-8fa509de1db4 req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:53.115720 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-541e8147-3be9-4bd0-b529-8fa509de1db4 req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.8761530
Jun 04 15:17:53.170044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7222347-7396-4b2d-8731-561cdfd799be,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:53.174810 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:53.222257 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Pushing event updated for resources: {'Port': ['ID=37f28beb-d61a-4437-ad09-49e54820b74e,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:53.234833 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:53.241772 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:53.341091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac6701-af1c-40d8-be25-4aebff4b7980 req-189e37fa-6284-4dc2-86c0-5507eca49fe3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:53.341958 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6eac6701-af1c-40d8-be25-4aebff4b7980 req-189e37fa-6284-4dc2-86c0-5507eca49fe3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Synchronizing usage tracker for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:17:53.350384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Attempting to bind port 37f28beb-d61a-4437-ad09-49e54820b74e on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:17:53.350695 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Attempting to bind port 37f28beb-d61a-4437-ad09-49e54820b74e by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:17:53.351055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Attempting to bind port 37f28beb-d61a-4437-ad09-49e54820b74e on network 64018707-9132-4dd5-a91e-611ca8957998 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:17:53.362434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Port 37f28beb-d61a-4437-ad09-49e54820b74e on network 64018707-9132-4dd5-a91e-611ca8957998 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:17:53.362735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Attempting to bind port 37f28beb-d61a-4437-ad09-49e54820b74e on network 64018707-9132-4dd5-a91e-611ca8957998 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:17:53.370190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:17:53.370531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Checking segment: {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:17:53.370920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Bound using segment: {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:17:53.371372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Bound port: 37f28beb-d61a-4437-ad09-49e54820b74e, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:17:53.371722 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:53.467385 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-5f47aaf7-d72f-427b-af21-2855ba510de1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:53.474277 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e619f044-b6e0-4f15-adb8-08a0a366db82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:53.485296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6eac6701-af1c-40d8-be25-4aebff4b7980 req-189e37fa-6284-4dc2-86c0-5507eca49fe3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Unset dirty status for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:17:53.489909 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['f9439102-c025-43a2-b3aa-0b0f16f2c040'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:17:53.492842 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6eac6701-af1c-40d8-be25-4aebff4b7980 req-189e37fa-6284-4dc2-86c0-5507eca49fe3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 943 time: 0.4189346
Jun 04 15:17:53.535632 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47aaf7-d72f-427b-af21-2855ba510de1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Port': ['ID=404fc5e4-d5f7-44cd-94ab-00f76e3768d8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:53.539246 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5f47aaf7-d72f-427b-af21-2855ba510de1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:53.598953 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6eac6701-af1c-40d8-be25-4aebff4b7980 req-03df9550-7b20-481a-b9f8-bd7ffe7194b2 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045041
Jun 04 15:17:53.615085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] For port 37f28beb-d61a-4437-ad09-49e54820b74e, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:17:53.629534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] For port 37f28beb-d61a-4437-ad09-49e54820b74e, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=37f28beb-d61a-4437-ad09-49e54820b74e,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:17:53.686281 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-5f47aaf7-d72f-427b-af21-2855ba510de1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] No DVR routers for this DVR port 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:17:53.693689 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-5f47aaf7-d72f-427b-af21-2855ba510de1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:53.707933 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-5f47aaf7-d72f-427b-af21-2855ba510de1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.62 "DELETE /v2.0/ports/404fc5e4-d5f7-44cd-94ab-00f76e3768d8 HTTP/1.1" status: 204  len: 173 time: 1.6703296
Jun 04 15:17:53.831001 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:53.835217 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0e6eadbe-332d-4937-8e0c-ef7e046b9df6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:53.927008 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-a578096d-21e4-44a8-856d-a7b52869901b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Deleting port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:17:53.927588 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-a578096d-21e4-44a8-856d-a7b52869901b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:53.957054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:53.957735 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:53.959307 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] 10.222.0.65 "PUT /v2.0/ports/37f28beb-d61a-4437-ad09-49e54820b74e HTTP/1.1" status: 200  len: 1091 time: 2.5146437
Jun 04 15:17:53.959902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3035015-b73c-42ba-add8-aca3d15446cb', 'tag': '37f28beb-d61a-4437-ad09-49e54820b74e'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:53.964023 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee0bdf9-5433-401b-a80f-71b6841180d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f3035015-b73c-42ba-add8-aca3d15446cb", "tag": "37f28beb-d61a-4437-ad09-49e54820b74e"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:54.009822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Pushing event updated for resources: {'Port': ['ID=37f28beb-d61a-4437-ad09-49e54820b74e,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:54.021183 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:54.036281 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4fe6eec2-81b0-4670-a7c7-686c17d10bc8 req-c9d476cc-f058-4bc8-9570-051937549324 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/5ba88a85-f73e-4235-b7c6-9562c96b505a HTTP/1.1" status: 200  len: 1805 time: 0.1220543
Jun 04 15:17:54.102640 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4fe6eec2-81b0-4670-a7c7-686c17d10bc8 req-016111e2-0332-49cd-8791-f49bc59c2df3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/c7222347-7396-4b2d-8731-561cdfd799be HTTP/1.1" status: 200  len: 1804 time: 0.0593600
Jun 04 15:17:54.115084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-4fe6eec2-81b0-4670-a7c7-686c17d10bc8 req-5a90a924-8fe2-4a59-9772-391a5b091602 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5ba88a85-f73e-4235-b7c6-9562c96b505a', 'remote_group_id': 'c7222347-7396-4b2d-8731-561cdfd799be', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:54.115084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-4fe6eec2-81b0-4670-a7c7-686c17d10bc8 req-5a90a924-8fe2-4a59-9772-391a5b091602 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5ba88a85-f73e-4235-b7c6-9562c96b505a', 'remote_group_id': 'c7222347-7396-4b2d-8731-561cdfd799be', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:54.125060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-4fe6eec2-81b0-4670-a7c7-686c17d10bc8 req-5a90a924-8fe2-4a59-9772-391a5b091602 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:54.132642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4fe6eec2-81b0-4670-a7c7-686c17d10bc8 req-5a90a924-8fe2-4a59-9772-391a5b091602 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group_rule and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:54.137106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4fe6eec2-81b0-4670-a7c7-686c17d10bc8 req-5a90a924-8fe2-4a59-9772-391a5b091602 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:54.151016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-a578096d-21e4-44a8-856d-a7b52869901b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] For port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=13cadbdf-2d4d-4955-ac14-5064c8a4dfcb,segment=NetworkSegment(a2cf39e2-01df-4e20-8bf6-9fa7b7056f90),segment_id=a2cf39e2-01df-4e20-8bf6-9fa7b7056f90)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:54.151499 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-a578096d-21e4-44a8-856d-a7b52869901b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:54.190656 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-4fe6eec2-81b0-4670-a7c7-686c17d10bc8 req-5a90a924-8fe2-4a59-9772-391a5b091602 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:54.250449 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-7a6d0cb6-7f6e-4ee5-a820-25ce66204841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:54.252077 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-7a6d0cb6-7f6e-4ee5-a820-25ce66204841 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 1094 time: 0.1164427
Jun 04 15:17:54.367849 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-78d5800a-2c57-4ac8-9e7b-a64e46f73928 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37f28beb-d61a-4437-ad09-49e54820b74e HTTP/1.1" status: 200  len: 217 time: 0.1064975
Jun 04 15:17:54.406021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-a578096d-21e4-44a8-856d-a7b52869901b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Calling delete_port for 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:17:54.558553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-d4231360-0755-4809-b7b9-58748e86da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:54.560165 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-d4231360-0755-4809-b7b9-58748e86da96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc HTTP/1.1" status: 200  len: 852 time: 0.1723821
Jun 04 15:17:54.562037 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4fe6eec2-81b0-4670-a7c7-686c17d10bc8 req-5a90a924-8fe2-4a59-9772-391a5b091602 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:54.654641 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-bc04ce6f-c525-4d0a-bf3e-d9dbac082012 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64018707-9132-4dd5-a91e-611ca8957998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0867312
Jun 04 15:17:54.684083 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-a578096d-21e4-44a8-856d-a7b52869901b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:54.686043 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:54.713158 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4fe6eec2-81b0-4670-a7c7-686c17d10bc8 req-5a90a924-8fe2-4a59-9772-391a5b091602 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:54.784665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578096d-21e4-44a8-856d-a7b52869901b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Port': ['ID=13cadbdf-2d4d-4955-ac14-5064c8a4dfcb,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:54.790137 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a578096d-21e4-44a8-856d-a7b52869901b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:54.817953 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4fe6eec2-81b0-4670-a7c7-686c17d10bc8 req-5a90a924-8fe2-4a59-9772-391a5b091602 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:54.827996 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:54.948424 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-a578096d-21e4-44a8-856d-a7b52869901b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] No DVR routers for this DVR port 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:17:54.966712 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-a578096d-21e4-44a8-856d-a7b52869901b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:54.969735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90a924-8fe2-4a59-9772-391a5b091602 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590d036f-10ca-4b41-bb9c-70789b6e833b,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:54.974492 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5a90a924-8fe2-4a59-9772-391a5b091602 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:54.979698 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-bbca6993-451f-4d38-9820-d087929e999c service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3161461
Jun 04 15:17:54.999757 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-557ffc72-6ed0-4741-a9a3-2c5798794d3d req-a578096d-21e4-44a8-856d-a7b52869901b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.62 "DELETE /v2.0/ports/13cadbdf-2d4d-4955-ac14-5064c8a4dfcb HTTP/1.1" status: 204  len: 173 time: 1.2840297
Jun 04 15:17:55.044354 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4fe6eec2-81b0-4670-a7c7-686c17d10bc8 req-5a90a924-8fe2-4a59-9772-391a5b091602 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:55.057879 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4fe6eec2-81b0-4670-a7c7-686c17d10bc8 req-5a90a924-8fe2-4a59-9772-391a5b091602 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.9491789
Jun 04 15:17:55.082681 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'name': 'network-vif-deleted', 'tag': '404fc5e4-d5f7-44cd-94ab-00f76e3768d8'}, {'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'name': 'network-vif-deleted', 'tag': '13cadbdf-2d4d-4955-ac14-5064c8a4dfcb'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:55.086194 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408ea1df-265c-4a65-a7ce-7fae066e9129" -d '{"events": [{"server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "name": "network-vif-deleted", "tag": "404fc5e4-d5f7-44cd-94ab-00f76e3768d8"}, {"server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "name": "network-vif-deleted", "tag": "13cadbdf-2d4d-4955-ac14-5064c8a4dfcb"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:55.250548 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77e3fbdc-a886-47f8-bfa1-997901482945 req-8c87dc79-d8c6-4a05-968f-c6c43aa06e3f tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ec29c61-b852-491d-aedd-6c7a978430d0 HTTP/1.1" status: 200  len: 210 time: 0.0642743
Jun 04 15:17:55.274224 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cbfb40d-3107-42ae-a223-9f11f58a7319 req-337c3aef-77a9-47eb-b174-6f862e53032c service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2877197
Jun 04 15:17:55.337399 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3717a954-cd6c-4bcd-aa9b-648a78e55dda x-openstack-request-id: req-3717a954-cd6c-4bcd-aa9b-648a78e55dda {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:55.337399 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3035015-b73c-42ba-add8-aca3d15446cb", "tag": "37f28beb-d61a-4437-ad09-49e54820b74e", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:55.337399 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3717a954-cd6c-4bcd-aa9b-648a78e55dda {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:55.337399 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3035015-b73c-42ba-add8-aca3d15446cb', 'tag': '37f28beb-d61a-4437-ad09-49e54820b74e', 'status': 'completed', 'code': 200}
Jun 04 15:17:55.349490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 104df674-913e-4823-a28e-cbec7c4cf377 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:17:55.563402 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:55.613477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc96f4-74ab-41f0-a300-2f036624826d req-885fd6fb-1d5e-44e5-87d5-735154077d78 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:55.618209 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-39fc96f4-74ab-41f0-a300-2f036624826d req-885fd6fb-1d5e-44e5-87d5-735154077d78 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 1101 time: 0.1762872
Jun 04 15:17:55.623153 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852ae200-d009-4cf3-9ccd-6e18738b82ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '104df674-913e-4823-a28e-cbec7c4cf377'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:17:55.625917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0bdf9-5433-401b-a80f-71b6841180d2 req-5c81449e-f479-4f1b-b1e6-609ff458a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:55.626607 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf13d0e-653d-49b4-afca-98e365f179ca" -d '{"events": [{"server_uuid": "852ae200-d009-4cf3-9ccd-6e18738b82ea", "name": "network-vif-unplugged", "status": "completed", "tag": "104df674-913e-4823-a28e-cbec7c4cf377"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:17:55.628130 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ee0bdf9-5433-401b-a80f-71b6841180d2 req-5c81449e-f479-4f1b-b1e6-609ff458a5b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 1094 time: 0.1479607
Jun 04 15:17:55.641041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 104df674-913e-4823-a28e-cbec7c4cf377, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=104df674-913e-4823-a28e-cbec7c4cf377,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:55.724191 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:55.776748 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:55.789067 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e800fd1b-8fa2-47a5-8f76-577d70000a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:55.919281 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-39fc96f4-74ab-41f0-a300-2f036624826d req-c54ebf90-161e-4144-870e-92b43867c932 tempest-ServersAdminTestJSON-1686196206 tempest-ServersAdminTestJSON-1686196206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2897704
Jun 04 15:17:56.006367 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:17:56.024532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0bdf9-5433-401b-a80f-71b6841180d2 req-c96c84c1-8074-429d-8462-b3c978a5252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:56.026601 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=104df674-913e-4823-a28e-cbec7c4cf377,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:56.026820 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ee0bdf9-5433-401b-a80f-71b6841180d2 req-c96c84c1-8074-429d-8462-b3c978a5252a service neutron] 10.222.0.65 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 913 time: 0.3826029
Jun 04 15:17:56.036508 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:56.037254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:17:56.037604 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 13cadbdf-2d4d-4955-ac14-5064c8a4dfcb not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:17:56.044917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device f9439102-c025-43a2-b3aa-0b0f16f2c040 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:17:56.082690 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: f9439102-c025-43a2-b3aa-0b0f16f2c040 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:17:56.083195 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device f9439102-c025-43a2-b3aa-0b0f16f2c040 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:17:56.083879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:17:56.137058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:17:56.137058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 404fc5e4-d5f7-44cd-94ab-00f76e3768d8 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:17:56.247893 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ee0bdf9-5433-401b-a80f-71b6841180d2 req-d5cf165c-6974-43b4-baeb-b90c2980fffd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37f28beb-d61a-4437-ad09-49e54820b74e HTTP/1.1" status: 200  len: 217 time: 0.2139268
Jun 04 15:17:56.370645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0bdf9-5433-401b-a80f-71b6841180d2 req-ad61700e-7270-4f5e-b445-a216a1ddd5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:56.371186 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ee0bdf9-5433-401b-a80f-71b6841180d2 req-ad61700e-7270-4f5e-b445-a216a1ddd5aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc HTTP/1.1" status: 200  len: 852 time: 0.1163471
Jun 04 15:17:56.430906 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ee0bdf9-5433-401b-a80f-71b6841180d2 req-687c2609-42b0-4371-af04-92ba6bc9af50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64018707-9132-4dd5-a91e-611ca8957998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531087
Jun 04 15:17:56.439923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41177f45-9f20-46bc-8b1e-0233b0f9fcc2 req-76f8ac4d-ac88-4735-97d7-f5f5f67d518e tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:56.441849 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41177f45-9f20-46bc-8b1e-0233b0f9fcc2 req-76f8ac4d-ac88-4735-97d7-f5f5f67d518e tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 943 time: 0.2509263
Jun 04 15:17:56.610607 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41177f45-9f20-46bc-8b1e-0233b0f9fcc2 req-2eef36ec-adaa-429f-8101-2dae68896bcd tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372757
Jun 04 15:17:56.641530 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ee0bdf9-5433-401b-a80f-71b6841180d2 req-a25cc518-430c-45f9-a8f2-db22dbd9ef22 service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986811
Jun 04 15:17:56.815148 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ee0bdf9-5433-401b-a80f-71b6841180d2 req-d5be53ee-5023-4a40-8641-7360da000822 service neutron] 10.222.0.65 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1655667
Jun 04 15:17:56.926802 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-21936486-7be2-4420-a732-b1def6a24cf4 req-6b80d829-ae4e-4f59-9ce5-4111e8cefd16 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/c7222347-7396-4b2d-8731-561cdfd799be HTTP/1.1" status: 200  len: 1804 time: 0.0766976
Jun 04 15:17:56.976576 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7404ee99-02df-474c-8ab0-5f36a7c0f4dd x-openstack-request-id: req-7404ee99-02df-474c-8ab0-5f36a7c0f4dd {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:56.976922 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "name": "network-vif-deleted", "tag": "404fc5e4-d5f7-44cd-94ab-00f76e3768d8", "status": "completed", "code": 200}, {"server_uuid": "4ec29c61-b852-491d-aedd-6c7a978430d0", "name": "network-vif-deleted", "tag": "13cadbdf-2d4d-4955-ac14-5064c8a4dfcb", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:56.977505 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7404ee99-02df-474c-8ab0-5f36a7c0f4dd {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:56.978134 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'name': 'network-vif-deleted', 'tag': '404fc5e4-d5f7-44cd-94ab-00f76e3768d8', 'status': 'completed', 'code': 200}
Jun 04 15:17:56.978612 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec29c61-b852-491d-aedd-6c7a978430d0', 'name': 'network-vif-deleted', 'tag': '13cadbdf-2d4d-4955-ac14-5064c8a4dfcb', 'status': 'completed', 'code': 200}
Jun 04 15:17:57.035506 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-21936486-7be2-4420-a732-b1def6a24cf4 req-1147159e-f3da-4433-a76e-5646cabaa43e tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:57.090101 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-21936486-7be2-4420-a732-b1def6a24cf4 req-1147159e-f3da-4433-a76e-5646cabaa43e tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:57.177989 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226bbab9-de25-4ec3-9223-8f797def8a2e x-openstack-request-id: req-226bbab9-de25-4ec3-9223-8f797def8a2e {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:17:57.178888 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852ae200-d009-4cf3-9ccd-6e18738b82ea", "name": "network-vif-unplugged", "status": "completed", "tag": "104df674-913e-4823-a28e-cbec7c4cf377", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:17:57.179322 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-226bbab9-de25-4ec3-9223-8f797def8a2e {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:17:57.179933 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852ae200-d009-4cf3-9ccd-6e18738b82ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '104df674-913e-4823-a28e-cbec7c4cf377', 'code': 200}
Jun 04 15:17:57.312556 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-21936486-7be2-4420-a732-b1def6a24cf4 req-1147159e-f3da-4433-a76e-5646cabaa43e tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:57.322110 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9b3a33f0-d338-469c-ae5e-285157273542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:57.345557 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147159e-f3da-4433-a76e-5646cabaa43e tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7222347-7396-4b2d-8731-561cdfd799be,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:57.357166 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1147159e-f3da-4433-a76e-5646cabaa43e tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:57.358548 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-21936486-7be2-4420-a732-b1def6a24cf4 req-1147159e-f3da-4433-a76e-5646cabaa43e tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:57.360124 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-21936486-7be2-4420-a732-b1def6a24cf4 req-1147159e-f3da-4433-a76e-5646cabaa43e tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "DELETE /v2.0/security-groups/c7222347-7396-4b2d-8731-561cdfd799be HTTP/1.1" status: 204  len: 173 time: 0.4237857
Jun 04 15:17:57.470855 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43016) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:17:57.632679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-c143dd0f-d654-41ac-aeea-32b94e12694a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Deleting subnet e8844e89-0b00-4e58-bd8b-3a0ca85af67c {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:17:57.638691 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c143dd0f-d654-41ac-aeea-32b94e12694a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:57.739809 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c143dd0f-d654-41ac-aeea-32b94e12694a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:57.851814 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c143dd0f-d654-41ac-aeea-32b94e12694a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:58.017960 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5d7ece96-a331-4db3-80c1-557da3294088 req-296d3d5c-f741-4578-aa8f-22bd9980930d tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/5ba88a85-f73e-4235-b7c6-9562c96b505a HTTP/1.1" status: 200  len: 1805 time: 0.0857823
Jun 04 15:17:58.334971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63891b7f-8f10-4767-8d49-86687f982e6e req-cdf984bc-f070-4629-97bd-0b10ec2ecc7f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:58.343955 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-63891b7f-8f10-4767-8d49-86687f982e6e req-cdf984bc-f070-4629-97bd-0b10ec2ecc7f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 943 time: 0.1799350
Jun 04 15:17:58.446753 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-63891b7f-8f10-4767-8d49-86687f982e6e req-789d4cae-4b6e-492f-a2f1-c74252f85c0f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017952
Jun 04 15:17:58.627106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-a7e3619d-6294-4f36-8da9-8dfea255d63c req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1277414648', 'description': 'tempest-description-1220612010'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:17:58.641838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-a7e3619d-6294-4f36-8da9-8dfea255d63c req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:58.656040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a7e3619d-6294-4f36-8da9-8dfea255d63c req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:58.663978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a7e3619d-6294-4f36-8da9-8dfea255d63c req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:58.675802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-a7e3619d-6294-4f36-8da9-8dfea255d63c req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:58.681473 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c143dd0f-d654-41ac-aeea-32b94e12694a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:58.687956 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3a2143a4-dd49-4438-a8b2-3f20acc4a7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:58.752085 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5de1b2-db12-418e-85e7-ee823c7d1a18 None None] Network b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:17:58.877256 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c143dd0f-d654-41ac-aeea-32b94e12694a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:58.878977 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a7e3619d-6294-4f36-8da9-8dfea255d63c req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:58.887129 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c143dd0f-d654-41ac-aeea-32b94e12694a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "DELETE /v2.0/subnets/e8844e89-0b00-4e58-bd8b-3a0ca85af67c HTTP/1.1" status: 204  len: 168 time: 1.4126642
Jun 04 15:17:58.887129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143dd0f-d654-41ac-aeea-32b94e12694a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Subnet': ['ID=e8844e89-0b00-4e58-bd8b-3a0ca85af67c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:58.891858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43042) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:17:58.893850 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c143dd0f-d654-41ac-aeea-32b94e12694a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:58.957396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-a7e3619d-6294-4f36-8da9-8dfea255d63c req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:17:58.968867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a7e3619d-6294-4f36-8da9-8dfea255d63c req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group_rule and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:17:58.980931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a7e3619d-6294-4f36-8da9-8dfea255d63c req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:17:58.995985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-a7e3619d-6294-4f36-8da9-8dfea255d63c req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:17:59.086034 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd08ba-4bb6-4cb0-a81d-d0b1cf87eea5 req-e9964f6b-6ee1-4a93-9edd-eb8940b66d80 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:17:59.094582 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9cdd08ba-4bb6-4cb0-a81d-d0b1cf87eea5 req-e9964f6b-6ee1-4a93-9edd-eb8940b66d80 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b98d025a-b624-44db-adc4-e9e89aea5321 HTTP/1.1" status: 200  len: 950 time: 0.4708066
Jun 04 15:17:59.134608 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:59.206865 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9cdd08ba-4bb6-4cb0-a81d-d0b1cf87eea5 req-a547fd91-394f-43e3-a1af-09690b34dc84 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112683
Jun 04 15:17:59.219718 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a7e3619d-6294-4f36-8da9-8dfea255d63c req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:59.281683 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887b61a0-54a1-4cc9-b159-c51d0a22877e None None] DHCP port deletion for b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:17:59.338685 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a7e3619d-6294-4f36-8da9-8dfea255d63c req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:59.353351 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a2b08ff9-d9f2-4c54-a09c-07a18bbd3d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:17:59.372266 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Deleting port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:17:59.373083 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:59.381860 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 37f28beb-d61a-4437-ad09-49e54820b74e details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:17:59.447489 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-887b61a0-54a1-4cc9-b159-c51d0a22877e None None] Deleting port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:17:59.448121 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-887b61a0-54a1-4cc9-b159-c51d0a22877e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:59.481328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054a59b2-bbc6-4584-97fd-f4b3c0a0c95c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:17:59.487336 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:17:59.556198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] For port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4,segment=NetworkSegment(a2cf39e2-01df-4e20-8bf6-9fa7b7056f90),segment_id=a2cf39e2-01df-4e20-8bf6-9fa7b7056f90)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:59.561842 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a7e3619d-6294-4f36-8da9-8dfea255d63c req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:59.562262 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:59.563148 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a7e3619d-6294-4f36-8da9-8dfea255d63c req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1810 time: 0.9461501
Jun 04 15:17:59.642543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-887b61a0-54a1-4cc9-b159-c51d0a22877e None None] For port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4,segment=NetworkSegment(a2cf39e2-01df-4e20-8bf6-9fa7b7056f90),segment_id=a2cf39e2-01df-4e20-8bf6-9fa7b7056f90)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:17:59.642976 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-887b61a0-54a1-4cc9-b159-c51d0a22877e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:59.806296 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-887b61a0-54a1-4cc9-b159-c51d0a22877e None None] Calling delete_port for c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:17:59.850159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Calling delete_port for c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:17:59.870224 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-90896edf-ac27-400e-8136-0351c0e1512a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:17:59.874820 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.resource_extend [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:17:59.966566 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-887b61a0-54a1-4cc9-b159-c51d0a22877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:00.106458 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-b6948759-d3c3-4e44-a37a-9e851c30d698 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:00.107267 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-b6948759-d3c3-4e44-a37a-9e851c30d698 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Synchronizing usage tracker for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:00.121412 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:00.163008 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:00.180981 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-886cd7f1-6751-4962-8ee0-6b8f83d9761c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:00.214432 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b61a0-54a1-4cc9-b159-c51d0a22877e None None] Pushing event deleted for resources: {'Port': ['ID=c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:00.230381 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-887b61a0-54a1-4cc9-b159-c51d0a22877e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:00.268228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Port': ['ID=c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:00.268549 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887b61a0-54a1-4cc9-b159-c51d0a22877e None None] No DVR routers for this DVR port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:18:00.271650 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:00.275700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-b6948759-d3c3-4e44-a37a-9e851c30d698 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Unset dirty status for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:00.291120 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-b6948759-d3c3-4e44-a37a-9e851c30d698 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/networks?id=59af4b27-f2c2-44b9-9c4f-96b870bb3e84 HTTP/1.1" status: 200  len: 805 time: 0.5839717
Jun 04 15:18:00.304585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] No DVR routers for this DVR port c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:18:00.338300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a8eae-bc0b-4fff-ae26-ab37ffa471b4 req-b2cddde0-84ce-4117-80f7-7c5238a14ec3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:00.343615 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d38a8eae-bc0b-4fff-ae26-ab37ffa471b4 req-b2cddde0-84ce-4117-80f7-7c5238a14ec3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 943 time: 0.4406726
Jun 04 15:18:00.363934 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-73108c59-728a-4f56-b726-d18a833323ea tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/quotas/3f70be62f20947cf93b5733c9e9a73b2 HTTP/1.1" status: 200  len: 375 time: 0.0712914
Jun 04 15:18:00.385875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 37f28beb-d61a-4437-ad09-49e54820b74e, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=37f28beb-d61a-4437-ad09-49e54820b74e,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:00.450227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '37f28beb-d61a-4437-ad09-49e54820b74e', 'network_id': '64018707-9132-4dd5-a91e-611ca8957998', 'port_id': '37f28beb-d61a-4437-ad09-49e54820b74e', 'mac_address': 'fa:16:3e:cd:fc:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:18:00.464968 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d38a8eae-bc0b-4fff-ae26-ab37ffa471b4 req-fd8ce397-8b8a-42d3-8080-d45c3103c995 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107824
Jun 04 15:18:00.487303 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e458e-cd99-480c-b4bb-225c422cb053 req-a16f972f-cd97-4dca-9932-52bc4760184a tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:00.489565 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c6e458e-cd99-480c-b4bb-225c422cb053 req-a16f972f-cd97-4dca-9932-52bc4760184a tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.65 "GET /v2.0/ports?device_id=852ae200-d009-4cf3-9ccd-6e18738b82ea HTTP/1.1" status: 200  len: 943 time: 0.4547913
Jun 04 15:18:00.506402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:18:00.595010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:18:00.595634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c72a8bf9-4f3e-4aab-b2f4-ce409b19e9a4 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:18:00.629495 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:00.655828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f28beb-d61a-4437-ad09-49e54820b74e {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:18:00.680272 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 37f28beb-d61a-4437-ad09-49e54820b74e, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=37f28beb-d61a-4437-ad09-49e54820b74e,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:00.711386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:00.716637 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-148d02a8-b647-493e-8464-57a042eda4b7 req-92020f7b-cdac-4cd2-8e5f-1cad05b79bec tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/054a59b2-bbc6-4584-97fd-f4b3c0a0c95c HTTP/1.1" status: 200  len: 1805 time: 0.0697365
Jun 04 15:18:00.733684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386dd90a0>,) {'filters': {'network_id': ['b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:00.739084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-148d02a8-b647-493e-8464-57a042eda4b7 req-728759b8-e179-41a2-9eae-010dde981b74 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '054a59b2-bbc6-4584-97fd-f4b3c0a0c95c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:00.739084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-148d02a8-b647-493e-8464-57a042eda4b7 req-728759b8-e179-41a2-9eae-010dde981b74 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '054a59b2-bbc6-4584-97fd-f4b3c0a0c95c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:00.748313 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-148d02a8-b647-493e-8464-57a042eda4b7 req-728759b8-e179-41a2-9eae-010dde981b74 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:00.760181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-148d02a8-b647-493e-8464-57a042eda4b7 req-728759b8-e179-41a2-9eae-010dde981b74 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group_rule and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:00.761091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386dd90a0>, 'a2cf39e2-01df-4e20-8bf6-9fa7b7056f90') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:00.761533 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386dd90a0>, 'a2cf39e2-01df-4e20-8bf6-9fa7b7056f90') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:00.765660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-148d02a8-b647-493e-8464-57a042eda4b7 req-728759b8-e179-41a2-9eae-010dde981b74 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:00.769337 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:00.775583 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-148d02a8-b647-493e-8464-57a042eda4b7 req-728759b8-e179-41a2-9eae-010dde981b74 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:00.780526 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:00.787622 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:00.795301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7c6e458e-cd99-480c-b4bb-225c422cb053 req-a06394d5-54a0-4b67-8dec-ae53c321d66d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Deleting port 104df674-913e-4823-a28e-cbec7c4cf377 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:18:00.795791 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c6e458e-cd99-480c-b4bb-225c422cb053 req-a06394d5-54a0-4b67-8dec-ae53c321d66d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:00.807151 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-feb78e37-aa29-4c9f-9792-7d28aa7b2d54 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f70be62f20947cf93b5733c9e9a73b2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4420848
Jun 04 15:18:00.847142 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:00.880249 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:18:00.880906 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:18:00.898844 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:18:00.916049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d27d6-e1e3-4c65-a7db-6c7c9d4f7c42 req-523d4934-f94a-4065-a87a-40b6e0d66f35 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:00.918108 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ea6d27d6-e1e3-4c65-a7db-6c7c9d4f7c42 req-523d4934-f94a-4065-a87a-40b6e0d66f35 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.62 "GET /v2.0/ports?device_id=b98d025a-b624-44db-adc4-e9e89aea5321 HTTP/1.1" status: 200  len: 950 time: 0.4546151
Jun 04 15:18:00.923547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=37f28beb-d61a-4437-ad09-49e54820b74e,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:00.934374 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:01.006314 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-148d02a8-b647-493e-8464-57a042eda4b7 req-728759b8-e179-41a2-9eae-010dde981b74 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:01.042225 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-148d02a8-b647-493e-8464-57a042eda4b7 req-728759b8-e179-41a2-9eae-010dde981b74 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:01.068977 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['37f28beb-d61a-4437-ad09-49e54820b74e'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:18:01.119880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7c6e458e-cd99-480c-b4bb-225c422cb053 req-a06394d5-54a0-4b67-8dec-ae53c321d66d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] For port 104df674-913e-4823-a28e-cbec7c4cf377, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=104df674-913e-4823-a28e-cbec7c4cf377,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:01.120732 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c6e458e-cd99-480c-b4bb-225c422cb053 req-a06394d5-54a0-4b67-8dec-ae53c321d66d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:01.193318 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-f9ea39d1-c201-40da-9e05-3d795cc85f7c service neutron] 10.222.0.32 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3676870
Jun 04 15:18:01.396158 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 104df674-913e-4823-a28e-cbec7c4cf377 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:18:01.417319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7c6e458e-cd99-480c-b4bb-225c422cb053 req-a06394d5-54a0-4b67-8dec-ae53c321d66d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Calling delete_port for 104df674-913e-4823-a28e-cbec7c4cf377 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:18:01.420184 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-148d02a8-b647-493e-8464-57a042eda4b7 req-728759b8-e179-41a2-9eae-010dde981b74 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:01.425931 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-83b4a41d-c57c-4afe-bad8-9bd82975c5d2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:01.456977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728759b8-e179-41a2-9eae-010dde981b74 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d0a7b4-3c76-4434-8a76-3afb834ebcfe,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:01.468156 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-728759b8-e179-41a2-9eae-010dde981b74 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:01.596390 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-c9cbf19d-243c-4513-865c-78a2507c1b57 service neutron] 10.222.0.32 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4019701
Jun 04 15:18:01.613748 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-ea6d27d6-e1e3-4c65-a7db-6c7c9d4f7c42 req-2c9794a1-174b-4712-ac1f-ce37e7e9e4c5 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Deleting port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:18:01.614068 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ea6d27d6-e1e3-4c65-a7db-6c7c9d4f7c42 req-2c9794a1-174b-4712-ac1f-ce37e7e9e4c5 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:01.652478 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:01.658230 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:01.664358 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a7cc89bc-d031-4b2e-b0df-8072bc093b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:01.677017 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-148d02a8-b647-493e-8464-57a042eda4b7 req-728759b8-e179-41a2-9eae-010dde981b74 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:01.678360 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-148d02a8-b647-493e-8464-57a042eda4b7 req-728759b8-e179-41a2-9eae-010dde981b74 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.9457221
Jun 04 15:18:01.691050 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c6e458e-cd99-480c-b4bb-225c422cb053 req-a06394d5-54a0-4b67-8dec-ae53c321d66d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:01.696956 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f52c75c4-f7f3-4355-bf6c-ac609ef6fc26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:01.763795 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Network': ['ID=b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:01.787672 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:01.803662 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06394d5-54a0-4b67-8dec-ae53c321d66d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Pushing event deleted for resources: {'Port': ['ID=104df674-913e-4823-a28e-cbec7c4cf377,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:01.817978 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a06394d5-54a0-4b67-8dec-ae53c321d66d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:01.869265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-ea6d27d6-e1e3-4c65-a7db-6c7c9d4f7c42 req-2c9794a1-174b-4712-ac1f-ce37e7e9e4c5 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] For port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=cfbc3ec7-d7ae-49e3-ac0b-892f246879a3,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:01.871868 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ea6d27d6-e1e3-4c65-a7db-6c7c9d4f7c42 req-2c9794a1-174b-4712-ac1f-ce37e7e9e4c5 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:01.968147 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "DELETE /v2.0/networks/b9e49f78-e943-4fd2-bd06-7b6e1eeeddb3 HTTP/1.1" status: 204  len: 168 time: 3.0750670
Jun 04 15:18:01.992526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43086) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:02.004707 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:02.038280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6e458e-cd99-480c-b4bb-225c422cb053 req-a06394d5-54a0-4b67-8dec-ae53c321d66d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] No DVR routers for this DVR port 104df674-913e-4823-a28e-cbec7c4cf377 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:18:02.050287 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c6e458e-cd99-480c-b4bb-225c422cb053 req-a06394d5-54a0-4b67-8dec-ae53c321d66d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:02.057917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852ae200-d009-4cf3-9ccd-6e18738b82ea', 'name': 'network-vif-deleted', 'tag': '104df674-913e-4823-a28e-cbec7c4cf377'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:02.057917 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73abcc4f-2e65-4352-be4e-739b651bb512" -d '{"events": [{"server_uuid": "852ae200-d009-4cf3-9ccd-6e18738b82ea", "name": "network-vif-deleted", "tag": "104df674-913e-4823-a28e-cbec7c4cf377"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:02.059065 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-ea6d27d6-e1e3-4c65-a7db-6c7c9d4f7c42 req-2c9794a1-174b-4712-ac1f-ce37e7e9e4c5 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Calling delete_port for cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:18:02.117164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-54507e36-11d0-4f62-a928-57bc42417181 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Deleting subnet e301e6e8-771c-4a31-9853-f17704acde09 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:18:02.124162 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-54507e36-11d0-4f62-a928-57bc42417181 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:02.226666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cfc78-2046-4fc9-b56f-6cc403d9c170 req-f27710c1-60ea-479f-9dd5-ab340d41f370 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:02.228147 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f29cfc78-2046-4fc9-b56f-6cc403d9c170 req-f27710c1-60ea-479f-9dd5-ab340d41f370 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b98d025a-b624-44db-adc4-e9e89aea5321 HTTP/1.1" status: 200  len: 950 time: 0.3280759
Jun 04 15:18:02.236842 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-54507e36-11d0-4f62-a928-57bc42417181 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:02.276303 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2741b528-8452-4e86-8265-474506dd600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:02.325727 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c6e458e-cd99-480c-b4bb-225c422cb053 req-a06394d5-54a0-4b67-8dec-ae53c321d66d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.65 "DELETE /v2.0/ports/104df674-913e-4823-a28e-cbec7c4cf377 HTTP/1.1" status: 204  len: 173 time: 1.8283095
Jun 04 15:18:02.398907 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f29cfc78-2046-4fc9-b56f-6cc403d9c170 req-43e68f95-cec0-4f5a-95f4-4e4a10349184 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888176
Jun 04 15:18:02.431055 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ea6d27d6-e1e3-4c65-a7db-6c7c9d4f7c42 req-2c9794a1-174b-4712-ac1f-ce37e7e9e4c5 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:02.453674 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['64c82deb-0384-4dd3-8c34-f96dab009f44', 'b0e5c59a-caea-40d8-b128-d62da87ca1be'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:18:02.479499 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1441d463-12f4-494c-ba3f-e15f04d88b6d tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:02.558425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f840f5da-b420-4516-95aa-ecf498a58243 req-b69df59d-1c57-46aa-ba36-8a80e460f010 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/054a59b2-bbc6-4584-97fd-f4b3c0a0c95c HTTP/1.1" status: 200  len: 2398 time: 0.0851245
Jun 04 15:18:02.579210 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-54507e36-11d0-4f62-a928-57bc42417181 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:02.634909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-f840f5da-b420-4516-95aa-ecf498a58243 req-a1e97f68-4191-464c-82d0-19034d917ba6 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '054a59b2-bbc6-4584-97fd-f4b3c0a0c95c', 'remote_group_id': None}]} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:02.635354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-f840f5da-b420-4516-95aa-ecf498a58243 req-a1e97f68-4191-464c-82d0-19034d917ba6 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '054a59b2-bbc6-4584-97fd-f4b3c0a0c95c', 'remote_group_id': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:02.653804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9794a1-174b-4712-ac1f-ce37e7e9e4c5 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Pushing event deleted for resources: {'Port': ['ID=cfbc3ec7-d7ae-49e3-ac0b-892f246879a3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:02.657684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-f840f5da-b420-4516-95aa-ecf498a58243 req-a1e97f68-4191-464c-82d0-19034d917ba6 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:02.674970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f840f5da-b420-4516-95aa-ecf498a58243 req-a1e97f68-4191-464c-82d0-19034d917ba6 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Usage tracker for resource:security_group_rule and tenant:c76767dbddc6483fbe6ae1ac44a9a6ce is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:02.703947 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f840f5da-b420-4516-95aa-ecf498a58243 req-a1e97f68-4191-464c-82d0-19034d917ba6 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:02.704326 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2c9794a1-174b-4712-ac1f-ce37e7e9e4c5 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:02.721720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-f840f5da-b420-4516-95aa-ecf498a58243 req-a1e97f68-4191-464c-82d0-19034d917ba6 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:02.729994 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6d27d6-e1e3-4c65-a7db-6c7c9d4f7c42 req-2c9794a1-174b-4712-ac1f-ce37e7e9e4c5 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] No DVR routers for this DVR port cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:18:02.735050 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ea6d27d6-e1e3-4c65-a7db-6c7c9d4f7c42 req-2c9794a1-174b-4712-ac1f-ce37e7e9e4c5 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:02.740367 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98d025a-b624-44db-adc4-e9e89aea5321', 'name': 'network-vif-deleted', 'tag': 'cfbc3ec7-d7ae-49e3-ac0b-892f246879a3'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:02.743052 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af59b552-cff6-43a9-b52f-74dafc307b1c" -d '{"events": [{"server_uuid": "b98d025a-b624-44db-adc4-e9e89aea5321", "name": "network-vif-deleted", "tag": "cfbc3ec7-d7ae-49e3-ac0b-892f246879a3"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:02.800641 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab7e11-d5e1-48af-a4cc-5592ba7f02c1 req-a06a561e-d568-4e01-8559-626c2435691f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:02.811071 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-94ab7e11-d5e1-48af-a4cc-5592ba7f02c1 req-a06a561e-d568-4e01-8559-626c2435691f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 944 time: 0.4604566
Jun 04 15:18:02.887423 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-94ab7e11-d5e1-48af-a4cc-5592ba7f02c1 req-d0b5638f-aa74-4945-988f-ac759a2ab38c tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745840
Jun 04 15:18:03.060644 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ea6d27d6-e1e3-4c65-a7db-6c7c9d4f7c42 req-2c9794a1-174b-4712-ac1f-ce37e7e9e4c5 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.62 "DELETE /v2.0/ports/cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 HTTP/1.1" status: 204  len: 173 time: 2.1258252
Jun 04 15:18:03.081727 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ea0878dc-448c-4079-80e8-0c5866de3a7d req-6b7b3177-24e7-4801-b2f7-69035e8f11ed tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 210 time: 0.1244061
Jun 04 15:18:03.208570 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6900fa70-bbba-4d2d-ac0f-b9ffae591a78 x-openstack-request-id: req-6900fa70-bbba-4d2d-ac0f-b9ffae591a78 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:03.209359 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852ae200-d009-4cf3-9ccd-6e18738b82ea", "name": "network-vif-deleted", "tag": "104df674-913e-4823-a28e-cbec7c4cf377", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:03.211408 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6900fa70-bbba-4d2d-ac0f-b9ffae591a78 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:03.211408 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852ae200-d009-4cf3-9ccd-6e18738b82ea', 'name': 'network-vif-deleted', 'tag': '104df674-913e-4823-a28e-cbec7c4cf377', 'status': 'completed', 'code': 200}
Jun 04 15:18:03.224885 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a981836-3cfb-404c-9cd3-790fc3d7d625 x-openstack-request-id: req-7a981836-3cfb-404c-9cd3-790fc3d7d625 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:03.225485 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98d025a-b624-44db-adc4-e9e89aea5321", "name": "network-vif-deleted", "tag": "cfbc3ec7-d7ae-49e3-ac0b-892f246879a3", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:03.225998 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a981836-3cfb-404c-9cd3-790fc3d7d625 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:03.226668 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98d025a-b624-44db-adc4-e9e89aea5321', 'name': 'network-vif-deleted', 'tag': 'cfbc3ec7-d7ae-49e3-ac0b-892f246879a3', 'status': 'completed', 'code': 200}
Jun 04 15:18:03.280406 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f840f5da-b420-4516-95aa-ecf498a58243 req-a1e97f68-4191-464c-82d0-19034d917ba6 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:03.363520 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f840f5da-b420-4516-95aa-ecf498a58243 req-a1e97f68-4191-464c-82d0-19034d917ba6 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:03.398930 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 37f28beb-d61a-4437-ad09-49e54820b74e up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:18:03.500390 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f840f5da-b420-4516-95aa-ecf498a58243 req-a1e97f68-4191-464c-82d0-19034d917ba6 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:03.503428 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-54507e36-11d0-4f62-a928-57bc42417181 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:03.537644 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:03.613645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7abf108-64f7-4a9a-b654-dcc172dad007 None None] Network 257e7c47-edaa-438e-a479-52226fffc319 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:18:03.633875 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-54507e36-11d0-4f62-a928-57bc42417181 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:03.673501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54507e36-11d0-4f62-a928-57bc42417181 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Subnet': ['ID=e301e6e8-771c-4a31-9853-f17704acde09,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:03.683738 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-54507e36-11d0-4f62-a928-57bc42417181 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:03.684183 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:03.700482 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:03.708148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43114) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:03.708562 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-54507e36-11d0-4f62-a928-57bc42417181 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "DELETE /v2.0/subnets/e301e6e8-771c-4a31-9853-f17704acde09 HTTP/1.1" status: 204  len: 168 time: 1.7144341
Jun 04 15:18:03.717176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e97f68-4191-464c-82d0-19034d917ba6 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7789c1-4a95-4cad-b796-5a2d0def7f77,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:03.720659 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a1e97f68-4191-464c-82d0-19034d917ba6 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:03.784849 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 37f28beb-d61a-4437-ad09-49e54820b74e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:03.832091 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 37f28beb-d61a-4437-ad09-49e54820b74e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:03.835842 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:03.861753 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f840f5da-b420-4516-95aa-ecf498a58243 req-a1e97f68-4191-464c-82d0-19034d917ba6 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:03.869516 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f840f5da-b420-4516-95aa-ecf498a58243 req-a1e97f68-4191-464c-82d0-19034d917ba6 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 1.2444348
Jun 04 15:18:04.028906 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:18:04.054976 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-98a45ee5-8125-4eb8-8068-421ef17611c6 req-3a902fd1-b5ff-4dec-bbea-d4e730239ce5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/054a59b2-bbc6-4584-97fd-f4b3c0a0c95c HTTP/1.1" status: 200  len: 2996 time: 0.1406415
Jun 04 15:18:04.088500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:18:04.089758 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device cfbc3ec7-d7ae-49e3-ac0b-892f246879a3 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:18:04.157879 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:04.163893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-303b958d-3b42-4b02-b829-3210ca758dd0 req-8dfb7d7f-1c31-4c03-bb80-8705fa32dd49 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Synchronizing usage tracker for tenant:4d92056804404d84ae72d8da3ff2aa45 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:04.271547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Deleting port 96c17a50-0b19-410d-9e43-a9a7b60df717 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:18:04.271882 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:04.310696 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-303b958d-3b42-4b02-b829-3210ca758dd0 req-8dfb7d7f-1c31-4c03-bb80-8705fa32dd49 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Unset dirty status for tenant:4d92056804404d84ae72d8da3ff2aa45 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:04.314114 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-303b958d-3b42-4b02-b829-3210ca758dd0 req-8dfb7d7f-1c31-4c03-bb80-8705fa32dd49 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b98d025a-b624-44db-adc4-e9e89aea5321 HTTP/1.1" status: 200  len: 210 time: 0.2486441
Jun 04 15:18:04.407052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2ac44-f98f-44ec-a640-fea91d7c5974 req-70221821-c7e6-4ccb-9709-e72c05cdb38c tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:04.416357 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:04.418025 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-23c2ac44-f98f-44ec-a640-fea91d7c5974 req-70221821-c7e6-4ccb-9709-e72c05cdb38c tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 944 time: 0.2022891
Jun 04 15:18:04.471502 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8fe77075-164b-4129-8b66-311b374df38c req-46ef7af2-e3a7-4eb8-86de-38fac37a2834 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-group-rules/ee7789c1-4a95-4cad-b796-5a2d0def7f77 HTTP/1.1" status: 200  len: 783 time: 0.0669172
Jun 04 15:18:04.524217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3035015-b73c-42ba-add8-aca3d15446cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f28beb-d61a-4437-ad09-49e54820b74e'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:04.526937 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2534bfa5-c0d0-4937-89b4-04c38ace08e1" -d '{"events": [{"server_uuid": "f3035015-b73c-42ba-add8-aca3d15446cb", "name": "network-vif-plugged", "status": "completed", "tag": "37f28beb-d61a-4437-ad09-49e54820b74e"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:04.532332 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-23c2ac44-f98f-44ec-a640-fea91d7c5974 req-a2b14db9-3d46-4408-ad80-79f0fa54e7e0 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130078
Jun 04 15:18:04.552684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] For port 96c17a50-0b19-410d-9e43-a9a7b60df717, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=96c17a50-0b19-410d-9e43-a9a7b60df717,segment=NetworkSegment(ec763c04-d7c6-4430-82c8-763143509036),segment_id=ec763c04-d7c6-4430-82c8-763143509036)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:04.555737 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:04.557039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 37f28beb-d61a-4437-ad09-49e54820b74e, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=37f28beb-d61a-4437-ad09-49e54820b74e,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:04.685452 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0215c226-b7e5-47df-97d5-8d60c0c1fc12 None None] DHCP port deletion for 257e7c47-edaa-438e-a479-52226fffc319 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:18:04.752590 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:18:04.759023 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:04.778069 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:04.789476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-75005254-1ab4-4825-82b4-f69a5b18a2ee req-1ee721a3-d925-4e1e-82a1-52cf45c11037 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Synchronizing usage tracker for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:04.845184 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8fe77075-164b-4129-8b66-311b374df38c req-80b636ba-053e-45e8-adb5-d3da815063dd tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/054a59b2-bbc6-4584-97fd-f4b3c0a0c95c HTTP/1.1" status: 200  len: 2996 time: 0.3704629
Jun 04 15:18:04.856517 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Calling delete_port for 96c17a50-0b19-410d-9e43-a9a7b60df717 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:18:04.914423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=37f28beb-d61a-4437-ad09-49e54820b74e,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:04.934367 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:04.937962 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8fe77075-164b-4129-8b66-311b374df38c req-c762be1a-20ff-4f35-9578-73f8b15f94f7 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:04.952869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0215c226-b7e5-47df-97d5-8d60c0c1fc12 None None] Deleting port 96c17a50-0b19-410d-9e43-a9a7b60df717 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:18:04.953343 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0215c226-b7e5-47df-97d5-8d60c0c1fc12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:04.964091 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8fe77075-164b-4129-8b66-311b374df38c req-c762be1a-20ff-4f35-9578-73f8b15f94f7 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:05.123194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0215c226-b7e5-47df-97d5-8d60c0c1fc12 None None] For port 96c17a50-0b19-410d-9e43-a9a7b60df717, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=96c17a50-0b19-410d-9e43-a9a7b60df717,segment=NetworkSegment(ec763c04-d7c6-4430-82c8-763143509036),segment_id=ec763c04-d7c6-4430-82c8-763143509036)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:05.123520 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0215c226-b7e5-47df-97d5-8d60c0c1fc12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:05.161570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-75005254-1ab4-4825-82b4-f69a5b18a2ee req-1ee721a3-d925-4e1e-82a1-52cf45c11037 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Unset dirty status for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:05.168071 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75005254-1ab4-4825-82b4-f69a5b18a2ee req-1ee721a3-d925-4e1e-82a1-52cf45c11037 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 210 time: 0.4620404
Jun 04 15:18:05.264676 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8fe77075-164b-4129-8b66-311b374df38c req-c762be1a-20ff-4f35-9578-73f8b15f94f7 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:05.269463 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-70ce488c-eef5-420e-9402-021206926268 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:05.311710 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762be1a-20ff-4f35-9578-73f8b15f94f7 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee7789c1-4a95-4cad-b796-5a2d0def7f77,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:05.321890 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c762be1a-20ff-4f35-9578-73f8b15f94f7 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:05.323612 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-8fe77075-164b-4129-8b66-311b374df38c req-c762be1a-20ff-4f35-9578-73f8b15f94f7 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:05.325318 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8fe77075-164b-4129-8b66-311b374df38c req-c762be1a-20ff-4f35-9578-73f8b15f94f7 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ee7789c1-4a95-4cad-b796-5a2d0def7f77 HTTP/1.1" status: 204  len: 173 time: 0.4791329
Jun 04 15:18:05.344709 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:05.352458 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:05.371865 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2c9794a1-174b-4712-ac1f-ce37e7e9e4c5 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:05.376992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0215c226-b7e5-47df-97d5-8d60c0c1fc12 None None] Calling delete_port for 96c17a50-0b19-410d-9e43-a9a7b60df717 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:18:05.440225 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb2044d-cabb-4dfc-9bb7-f9eadc58e9a5 x-openstack-request-id: req-feb2044d-cabb-4dfc-9bb7-f9eadc58e9a5 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:05.441191 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3035015-b73c-42ba-add8-aca3d15446cb", "name": "network-vif-plugged", "status": "completed", "tag": "37f28beb-d61a-4437-ad09-49e54820b74e", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:05.441191 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-feb2044d-cabb-4dfc-9bb7-f9eadc58e9a5 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:05.441539 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3035015-b73c-42ba-add8-aca3d15446cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f28beb-d61a-4437-ad09-49e54820b74e', 'code': 200}
Jun 04 15:18:05.483435 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0215c226-b7e5-47df-97d5-8d60c0c1fc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:05.487490 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:05.556434 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Port': ['ID=96c17a50-0b19-410d-9e43-a9a7b60df717,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:05.566272 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:05.573700 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215c226-b7e5-47df-97d5-8d60c0c1fc12 None None] Pushing event deleted for resources: {'Port': ['ID=96c17a50-0b19-410d-9e43-a9a7b60df717,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:05.574072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] No DVR routers for this DVR port 96c17a50-0b19-410d-9e43-a9a7b60df717 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:18:05.585678 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0215c226-b7e5-47df-97d5-8d60c0c1fc12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:05.593187 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215c226-b7e5-47df-97d5-8d60c0c1fc12 None None] No DVR routers for this DVR port 96c17a50-0b19-410d-9e43-a9a7b60df717 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:18:05.826518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acb593-09f0-4d9d-90f2-aa0ae30a0593 req-04fc50ca-a611-4416-a84a-ca17f2ded1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:05.829841 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-96acb593-09f0-4d9d-90f2-aa0ae30a0593 req-04fc50ca-a611-4416-a84a-ca17f2ded1bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 1096 time: 0.2096863
Jun 04 15:18:05.931942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-96acb593-09f0-4d9d-90f2-aa0ae30a0593 req-fd57d864-33eb-448f-af88-b2600cd96a9e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930743
Jun 04 15:18:06.028030 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:06.047591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838799be20>,) {'filters': {'network_id': ['257e7c47-edaa-438e-a479-52226fffc319']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:06.063208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838799be20>, 'ec763c04-d7c6-4430-82c8-763143509036') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:06.063553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838799be20>, 'ec763c04-d7c6-4430-82c8-763143509036') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:06.071618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fb111-a150-494f-962c-632c6ea33c45 req-55ad3fb9-b90b-48d2-afc6-60d51c38d6fc tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:06.083418 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:06.083645 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c07fb111-a150-494f-962c-632c6ea33c45 req-55ad3fb9-b90b-48d2-afc6-60d51c38d6fc tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.1298285
Jun 04 15:18:06.097386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:06.104951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:18:06.109770 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:06.156593 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c07fb111-a150-494f-962c-632c6ea33c45 req-f09283ba-05d9-4615-9a86-e872e8d9191d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740347
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:18:06.232427 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:18:06.285255 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-02dca4ac-b9c5-4adb-a60f-b9e3bd057eaf req-a4fb4407-072e-4db0-97cc-65f3bfed04a7 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/054a59b2-bbc6-4584-97fd-f4b3c0a0c95c HTTP/1.1" status: 200  len: 2398 time: 0.7081330
Jun 04 15:18:06.372377 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:06.388813 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-17fe768e-13cb-4ac3-b80d-a6f9beab5318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:06.447802 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:06.460324 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Network': ['ID=257e7c47-edaa-438e-a479-52226fffc319,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:06.488306 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:06.492592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 96c17a50-0b19-410d-9e43-a9a7b60df717 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:18:06.509989 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "DELETE /v2.0/networks/257e7c47-edaa-438e-a479-52226fffc319 HTTP/1.1" status: 204  len: 168 time: 2.8007438
Jun 04 15:18:06.519646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43152) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:06.527758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1742922600'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:06.539513 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-02dca4ac-b9c5-4adb-a60f-b9e3bd057eaf req-44fb706b-d6d8-4ee0-ace1-2221c9dcda34 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:06.540155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:06.557088 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Usage tracker for resource:network and tenant:8bb4f7997cdc48f8abffe8ec67e588f7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:06.562677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:06.582540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:06.585025 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 96c17a50-0b19-410d-9e43-a9a7b60df717 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:18:06.585995 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 96c17a50-0b19-410d-9e43-a9a7b60df717 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:18:06.596646 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-02dca4ac-b9c5-4adb-a60f-b9e3bd057eaf req-44fb706b-d6d8-4ee0-ace1-2221c9dcda34 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:06.700572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Made reservation on behalf of 8bb4f7997cdc48f8abffe8ec67e588f7 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:18:06.705227 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:06.859806 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:18:06.883725 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:06.890743 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Added segment 1f90a997-e84b-4a6c-a9e3-43324f3a91aa of type vlan for network 247ea807-abf3-451a-a0dd-f0858abca0e4
Jun 04 15:18:06.909957 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-02dca4ac-b9c5-4adb-a60f-b9e3bd057eaf req-44fb706b-d6d8-4ee0-ace1-2221c9dcda34 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:06.923410 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-38fafab4-3a2c-4bb6-b526-28c07ec1377f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:06.944595 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:06.962301 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb706b-d6d8-4ee0-ace1-2221c9dcda34 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054a59b2-bbc6-4584-97fd-f4b3c0a0c95c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:06.969618 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-44fb706b-d6d8-4ee0-ace1-2221c9dcda34 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:06.978299 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-02dca4ac-b9c5-4adb-a60f-b9e3bd057eaf req-44fb706b-d6d8-4ee0-ace1-2221c9dcda34 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:06.996971 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-02dca4ac-b9c5-4adb-a60f-b9e3bd057eaf req-44fb706b-d6d8-4ee0-ace1-2221c9dcda34 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "DELETE /v2.0/security-groups/054a59b2-bbc6-4584-97fd-f4b3c0a0c95c HTTP/1.1" status: 204  len: 173 time: 0.7071147
Jun 04 15:18:07.128181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-bb0d5bfd-bc5b-4499-8a4b-af52312e5adb tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:07.131079 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-bb0d5bfd-bc5b-4499-8a4b-af52312e5adb tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.62 "GET /v2.0/networks?id=59af4b27-f2c2-44b9-9c4f-96b870bb3e84 HTTP/1.1" status: 200  len: 805 time: 0.4316642
Jun 04 15:18:07.151096 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Request body: {'port': {'device_id': 'd473f18d-70e8-4f53-a652-58fc1b08eaa6', 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84', 'admin_state_up': True, 'tenant_id': '3f70be62f20947cf93b5733c9e9a73b2'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:07.210087 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:07.216991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:07.218868 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:07.227294 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:07.569037 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.0477898
Jun 04 15:18:07.586065 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f22af58-f5d3-446c-b73d-f8f3cc707c1e req-7599deac-4400-4d9c-8ff8-af7e1eab416d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 210 time: 0.0918150
Jun 04 15:18:07.588116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:07.588936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43172) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:07.591607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event updated for resources: {'Network': ['ID=247ea807-abf3-451a-a0dd-f0858abca0e4,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:07.621744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Request body: {'subnet': {'network_id': '247ea807-abf3-451a-a0dd-f0858abca0e4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:07.635487 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 247ea807-abf3-451a-a0dd-f0858abca0e4 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:18:07.642273 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:07.671553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:07.710883 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [req-9e344eed-dc32-4b2d-8c7d-faf228df257c req-fa31f7b4-aedc-47a6-be4a-6db90f354fdf tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] show failed (client error): The resource could not be found.
Jun 04 15:18:07.712335 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e344eed-dc32-4b2d-8c7d-faf228df257c req-fa31f7b4-aedc-47a6-be4a-6db90f354fdf tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/c7222347-7396-4b2d-8731-561cdfd799be HTTP/1.1" status: 404  len: 352 time: 0.0690305
Jun 04 15:18:07.768679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d9351-6158-4860-9388-c11d528eea8e req-15a3ee5a-7921-45db-82e2-c21afe4ae70a tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:07.770892 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0d0d9351-6158-4860-9388-c11d528eea8e req-15a3ee5a-7921-45db-82e2-c21afe4ae70a tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 950 time: 0.1532016
Jun 04 15:18:07.935572 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0d0d9351-6158-4860-9388-c11d528eea8e req-f965d1fe-4ee2-4e6e-a43e-cebd5094ddc9 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672607
Jun 04 15:18:07.935572 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fc87b8e4-a2ef-49dc-b05a-d86fbe8cbc39 req-3ffde6e6-2ba1-4df3-9b8b-2712ba0559a9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/5ba88a85-f73e-4235-b7c6-9562c96b505a HTTP/1.1" status: 200  len: 1805 time: 0.0613368
Jun 04 15:18:08.019135 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:08.020070 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fc87b8e4-a2ef-49dc-b05a-d86fbe8cbc39 req-9f3047ac-9421-452c-9be5-809c636be6d9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:08.028894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Usage tracker for resource:subnet and tenant:8bb4f7997cdc48f8abffe8ec67e588f7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:08.036823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:08.047429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:08.053774 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fc87b8e4-a2ef-49dc-b05a-d86fbe8cbc39 req-9f3047ac-9421-452c-9be5-809c636be6d9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:08.085401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e6040-37bc-4ac4-b6bf-9faaea1b528f req-9fd93962-0c9d-43cf-88ec-d40b142008ee tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:08.087338 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c2e6040-37bc-4ac4-b6bf-9faaea1b528f req-9fd93962-0c9d-43cf-88ec-d40b142008ee tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.1586347
Jun 04 15:18:08.096921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Made reservation on behalf of 3f70be62f20947cf93b5733c9e9a73b2 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:18:08.100804 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:08.139805 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c2e6040-37bc-4ac4-b6bf-9faaea1b528f req-8d22b680-40e7-4c27-ba62-7466cfd8a003 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451005
Jun 04 15:18:08.256418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Made reservation on behalf of 8bb4f7997cdc48f8abffe8ec67e588f7 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:18:08.273462 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:08.406449 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fc87b8e4-a2ef-49dc-b05a-d86fbe8cbc39 req-9f3047ac-9421-452c-9be5-809c636be6d9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:08.416253 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-050e9457-fa91-423a-8ab7-93ccee55a81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:08.493754 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3047ac-9421-452c-9be5-809c636be6d9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba88a85-f73e-4235-b7c6-9562c96b505a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:08.507469 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9f3047ac-9421-452c-9be5-809c636be6d9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:08.532400 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-fc87b8e4-a2ef-49dc-b05a-d86fbe8cbc39 req-9f3047ac-9421-452c-9be5-809c636be6d9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:08.545800 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fc87b8e4-a2ef-49dc-b05a-d86fbe8cbc39 req-9f3047ac-9421-452c-9be5-809c636be6d9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "DELETE /v2.0/security-groups/5ba88a85-f73e-4235-b7c6-9562c96b505a HTTP/1.1" status: 204  len: 173 time: 0.6047759
Jun 04 15:18:08.594595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Allocated IP 172.20.0.7 (59af4b27-f2c2-44b9-9c4f-96b870bb3e84/b66f9b66-8bf4-487d-81ab-50ab28167b73/0832bac1-2a8b-4e9a-a133-3521a64d521a) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:18:08.996035 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f329fdcd-a21c-4ea1-924b-18270cbb96fe req-dce02ab1-6fc7-44a3-b626-cdc0141691e2 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/911d6c9f-08d5-4ca7-93cb-7cc4e29d2ab2 HTTP/1.1" status: 200  len: 1804 time: 0.2363422
Jun 04 15:18:09.056905 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b47b31aa-4c4c-4f76-8d2c-21066154ca2b req-d7e3f653-b02b-438a-b715-9a7f9d8d5f63 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 210 time: 0.0629785
Jun 04 15:18:09.072986 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:09.169147 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f329fdcd-a21c-4ea1-924b-18270cbb96fe req-b5c5f6e0-98e0-4742-8625-0dccad8212f1 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:09.211322 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f329fdcd-a21c-4ea1-924b-18270cbb96fe req-b5c5f6e0-98e0-4742-8625-0dccad8212f1 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:09.225827 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:09.232130 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c558f075-393e-4aa5-a7fc-0c78bab2c63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:09.295938 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:09.308563 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-695ab959-9423-4d45-9890-1991415a20e2 tempest-LiveMigrationTest-972522799 tempest-LiveMigrationTest-972522799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:09.373072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:18:09.376446 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:09.380675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:18:09.388405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event updated for resources: {'Subnet': ['ID=5d37b7bb-cf55-45c0-9b94-b28761c1b487,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:09.393867 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:09.410694 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Checking segment: {'id': '1f90a997-e84b-4a6c-a9e3-43324f3a91aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247ea807-abf3-451a-a0dd-f0858abca0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:18:09.411064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Network hostable DHCP agents. Network: 247ea807-abf3-451a-a0dd-f0858abca0e4, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:18:09.427364 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f329fdcd-a21c-4ea1-924b-18270cbb96fe req-b5c5f6e0-98e0-4742-8625-0dccad8212f1 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:09.439047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Pushing event updated for resources: {'Port': ['ID=0832bac1-2a8b-4e9a-a133-3521a64d521a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:09.443102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e1f49-df4e-49db-8454-ff2868ffb963 req-849da580-9da0-4218-91b6-dbb961eea18d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:09.443102 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d6e1f49-df4e-49db-8454-ff2868ffb963 req-849da580-9da0-4218-91b6-dbb961eea18d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.2172318
Jun 04 15:18:09.447112 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:09.448079 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7becdd90-083d-4116-9ce9-9ee9b5d09fc3 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:09.473478 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5f6e0-98e0-4742-8625-0dccad8212f1 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=911d6c9f-08d5-4ca7-93cb-7cc4e29d2ab2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:09.478177 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b5c5f6e0-98e0-4742-8625-0dccad8212f1 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:09.479080 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f329fdcd-a21c-4ea1-924b-18270cbb96fe req-b5c5f6e0-98e0-4742-8625-0dccad8212f1 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:09.480180 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f329fdcd-a21c-4ea1-924b-18270cbb96fe req-b5c5f6e0-98e0-4742-8625-0dccad8212f1 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "DELETE /v2.0/security-groups/911d6c9f-08d5-4ca7-93cb-7cc4e29d2ab2 HTTP/1.1" status: 204  len: 173 time: 0.4833329
Jun 04 15:18:09.494992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:09.500459 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:09.535813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Network 247ea807-abf3-451a-a0dd-f0858abca0e4 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:18:09.551432 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d6e1f49-df4e-49db-8454-ff2868ffb963 req-09c5b087-1d44-45aa-b5f5-b5da568e0cb1 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971189
Jun 04 15:18:09.613216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb66e25-df3e-4e4f-8491-320936cc18f3 req-d4c85a81-0b86-4f89-ac21-ab9c7b523913 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:09.615006 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2bb66e25-df3e-4e4f-8491-320936cc18f3 req-d4c85a81-0b86-4f89-ac21-ab9c7b523913 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.62 "GET /v2.0/ports?device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 950 time: 0.1360648
Jun 04 15:18:09.663649 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5165842
Jun 04 15:18:09.678080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Request body: {'port': {'device_id': 'd473f18d-70e8-4f53-a652-58fc1b08eaa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:09.699726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 247ea807-abf3-451a-a0dd-f0858abca0e4) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:09.710468 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b781ff-72a5-4596-89f5-781da4d3c7e1 None None] Network 247ea807-abf3-451a-a0dd-f0858abca0e4 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:18:09.751733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:09.752819 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:09.813371 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3baa79d6-8b6c-4ba2-871d-a299f57d29fd req-92468ca9-d805-4b7c-b310-e2fcd418c062 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/bf20ef13-678a-41df-8330-05964ee966d3 HTTP/1.1" status: 200  len: 1803 time: 0.1497650
Jun 04 15:18:09.916486 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3baa79d6-8b6c-4ba2-871d-a299f57d29fd req-68a6915c-0bd2-45ea-9856-4b94108136cd tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:09.924403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-2bb66e25-df3e-4e4f-8491-320936cc18f3 req-26684204-62e3-42d8-9a64-552aea77d93f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Deleting port 64c82deb-0384-4dd3-8c34-f96dab009f44 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:18:09.924878 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2bb66e25-df3e-4e4f-8491-320936cc18f3 req-26684204-62e3-42d8-9a64-552aea77d93f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:09.942107 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd762f-e08b-4362-892a-4c0ce478d72e req-7e8f5b44-ec09-4c6c-ba40-c25c4bc3862c tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:09.943648 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-affd762f-e08b-4362-892a-4c0ce478d72e req-7e8f5b44-ec09-4c6c-ba40-c25c4bc3862c tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 950 time: 0.3407512
Jun 04 15:18:09.959299 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:09.965553 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-247ea807-abf3-451a-a0dd-f0858abca0e4', 'network_id': '247ea807-abf3-451a-a0dd-f0858abca0e4', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'fixed_ips': [{'subnet_id': '5d37b7bb-cf55-45c0-9b94-b28761c1b487'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:18:09.966423 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:09.978982 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.3861084
Jun 04 15:18:09.983322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43232) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:09.999629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1657834051'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:10.041124 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3baa79d6-8b6c-4ba2-871d-a299f57d29fd req-68a6915c-0bd2-45ea-9856-4b94108136cd tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:10.044472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:10.072054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Usage tracker for resource:network and tenant:8bb4f7997cdc48f8abffe8ec67e588f7 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:10.081227 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:10.091911 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:10.105370 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-affd762f-e08b-4362-892a-4c0ce478d72e req-2d67e4be-8b87-4606-8e06-07b9479536ec tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364567
Jun 04 15:18:10.151453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-2bb66e25-df3e-4e4f-8491-320936cc18f3 req-26684204-62e3-42d8-9a64-552aea77d93f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] For port 64c82deb-0384-4dd3-8c34-f96dab009f44, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=64c82deb-0384-4dd3-8c34-f96dab009f44,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:10.152046 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2bb66e25-df3e-4e4f-8491-320936cc18f3 req-26684204-62e3-42d8-9a64-552aea77d93f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:10.158249 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Allocated IP 19.80.0.2 (247ea807-abf3-451a-a0dd-f0858abca0e4/5d37b7bb-cf55-45c0-9b94-b28761c1b487/edbac333-0749-482b-9a7f-fb869501601b) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:18:10.225660 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Made reservation on behalf of 8bb4f7997cdc48f8abffe8ec67e588f7 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:18:10.235658 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:10.299691 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-2bb66e25-df3e-4e4f-8491-320936cc18f3 req-26684204-62e3-42d8-9a64-552aea77d93f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Calling delete_port for 64c82deb-0384-4dd3-8c34-f96dab009f44 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:18:10.360702 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3baa79d6-8b6c-4ba2-871d-a299f57d29fd req-68a6915c-0bd2-45ea-9856-4b94108136cd tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:10.375460 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e09787f8-9611-45eb-a23b-cb9b86d2ec97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:10.394464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6915c-0bd2-45ea-9856-4b94108136cd tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf20ef13-678a-41df-8330-05964ee966d3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:10.397488 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3baa79d6-8b6c-4ba2-871d-a299f57d29fd req-68a6915c-0bd2-45ea-9856-4b94108136cd tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:10.397890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:18:10.416599 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3baa79d6-8b6c-4ba2-871d-a299f57d29fd req-68a6915c-0bd2-45ea-9856-4b94108136cd tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "DELETE /v2.0/security-groups/bf20ef13-678a-41df-8330-05964ee966d3 HTTP/1.1" status: 204  len: 173 time: 0.5880353
Jun 04 15:18:10.417439 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-68a6915c-0bd2-45ea-9856-4b94108136cd tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:10.426771 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:10.426771 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Added segment dba59f71-8277-47f9-9bea-1ebcf5ad20e8 of type vlan for network bc89fea8-e254-4330-996a-aed24632a807
Jun 04 15:18:10.485537 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:10.609941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0832bac1-2a8b-4e9a-a133-3521a64d521a {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:18:10.613168 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:10.622274 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:10.698731 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2bb66e25-df3e-4e4f-8491-320936cc18f3 req-26684204-62e3-42d8-9a64-552aea77d93f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:10.699376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Transition to ACTIVE for port object 0832bac1-2a8b-4e9a-a133-3521a64d521a will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:10.699946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Transition to ACTIVE for port object edbac333-0749-482b-9a7f-fb869501601b will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:10.707410 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:10.707986 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:10.714395 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:10.714709 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['64c82deb-0384-4dd3-8c34-f96dab009f44', 'b0e5c59a-caea-40d8-b128-d62da87ca1be'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:18:10.715223 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:10.722112 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e16674b9-1d25-4e2d-8bf2-e869531934b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:10.770116 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Transition to ACTIVE for port object edbac333-0749-482b-9a7f-fb869501601b will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:10.798043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26684204-62e3-42d8-9a64-552aea77d93f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Pushing event deleted for resources: {'Port': ['ID=64c82deb-0384-4dd3-8c34-f96dab009f44,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:10.806331 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-26684204-62e3-42d8-9a64-552aea77d93f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:10.858382 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event updated for resources: {'Network': ['ID=bc89fea8-e254-4330-996a-aed24632a807,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:10.863293 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:10.876131 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network bc89fea8-e254-4330-996a-aed24632a807 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:18:10.877972 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7616d-6bcc-4ff4-a6f3-93cd07df6ca4 req-a8918368-07e4-40cf-817e-b0b760a112a4 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:10.878729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-42e7616d-6bcc-4ff4-a6f3-93cd07df6ca4 req-a8918368-07e4-40cf-817e-b0b760a112a4 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Synchronizing usage tracker for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:10.896449 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:10.901931 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1e8b0100-6662-46bb-8e82-74d19edb6759 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:10.902174 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:10.926311 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fe1d71b2-8786-44e9-96ed-ff925ba6b0dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:11.026079 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.0359230
Jun 04 15:18:11.034389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43250) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:11.039840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Request body: {'subnet': {'network_id': 'bc89fea8-e254-4330-996a-aed24632a807', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:11.046680 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-42e7616d-6bcc-4ff4-a6f3-93cd07df6ca4 req-a8918368-07e4-40cf-817e-b0b760a112a4 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Unset dirty status for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:11.047966 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42e7616d-6bcc-4ff4-a6f3-93cd07df6ca4 req-a8918368-07e4-40cf-817e-b0b760a112a4 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 931 time: 0.4298363
Jun 04 15:18:11.058968 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Network 247ea807-abf3-451a-a0dd-f0858abca0e4 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:18:11.065155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb66e25-df3e-4e4f-8491-320936cc18f3 req-26684204-62e3-42d8-9a64-552aea77d93f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] No DVR routers for this DVR port 64c82deb-0384-4dd3-8c34-f96dab009f44 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:18:11.069221 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2bb66e25-df3e-4e4f-8491-320936cc18f3 req-26684204-62e3-42d8-9a64-552aea77d93f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:11.081460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:11.086977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78d30e3-4335-4d02-8e97-480f8658f633', 'name': 'network-vif-deleted', 'tag': '64c82deb-0384-4dd3-8c34-f96dab009f44'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:11.091182 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea616d41-b703-4969-9c8e-9a6b99a822b9" -d '{"events": [{"server_uuid": "b78d30e3-4335-4d02-8e97-480f8658f633", "name": "network-vif-deleted", "tag": "64c82deb-0384-4dd3-8c34-f96dab009f44"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:11.092260 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:18:11.111440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Pushing event updated for resources: {'Port': ['ID=0832bac1-2a8b-4e9a-a133-3521a64d521a,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:11.115238 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:11.128418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Pushing event updated for resources: {'Port': ['ID=edbac333-0749-482b-9a7f-fb869501601b,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:11.176452 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:11.203160 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42e7616d-6bcc-4ff4-a6f3-93cd07df6ca4 req-3f547983-63f3-473a-abb4-cbbde3a3388e tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165586
Jun 04 15:18:11.225415 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ef9ac-e130-4e73-bde1-a6fddeca5f5f req-7b18f3bc-d470-4a6e-b739-9bcf252bd9b8 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:11.231685 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-276ef9ac-e130-4e73-bde1-a6fddeca5f5f req-7b18f3bc-d470-4a6e-b739-9bcf252bd9b8 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 951 time: 0.4755082
Jun 04 15:18:11.235035 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:11.249702 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Attempting to bind port edbac333-0749-482b-9a7f-fb869501601b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:18:11.250219 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Attempting to bind port edbac333-0749-482b-9a7f-fb869501601b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '1f90a997-e84b-4a6c-a9e3-43324f3a91aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247ea807-abf3-451a-a0dd-f0858abca0e4'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:18:11.250520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Attempting to bind port edbac333-0749-482b-9a7f-fb869501601b on network 247ea807-abf3-451a-a0dd-f0858abca0e4 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:11.255008 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Attempting to bind port 0832bac1-2a8b-4e9a-a133-3521a64d521a on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:18:11.255395 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Attempting to bind port 0832bac1-2a8b-4e9a-a133-3521a64d521a by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:18:11.255861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Attempting to bind port 0832bac1-2a8b-4e9a-a133-3521a64d521a on network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:11.256786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:18:11.257189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Checking segment: {'id': '1f90a997-e84b-4a6c-a9e3-43324f3a91aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247ea807-abf3-451a-a0dd-f0858abca0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:18:11.257596 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:11.258129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Bound using segment: {'id': '1f90a997-e84b-4a6c-a9e3-43324f3a91aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247ea807-abf3-451a-a0dd-f0858abca0e4'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:18:11.259094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Bound port: edbac333-0749-482b-9a7f-fb869501601b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f90a997-e84b-4a6c-a9e3-43324f3a91aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247ea807-abf3-451a-a0dd-f0858abca0e4'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:18:11.259094 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:11.266597 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2bb66e25-df3e-4e4f-8491-320936cc18f3 req-26684204-62e3-42d8-9a64-552aea77d93f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.62 "DELETE /v2.0/ports/64c82deb-0384-4dd3-8c34-f96dab009f44 HTTP/1.1" status: 204  len: 173 time: 1.6348560
Jun 04 15:18:11.266782 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Port 0832bac1-2a8b-4e9a-a133-3521a64d521a on network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:18:11.266782 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Attempting to bind port 0832bac1-2a8b-4e9a-a133-3521a64d521a on network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:11.276563 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Usage tracker for resource:subnet and tenant:8bb4f7997cdc48f8abffe8ec67e588f7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:11.282326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:11.291833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:18:11.292648 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Checking segment: {'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:18:11.293634 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Bound using segment: {'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:18:11.294550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Bound port: 0832bac1-2a8b-4e9a-a133-3521a64d521a, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:18:11.295202 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:11.297214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:11.334076 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-276ef9ac-e130-4e73-bde1-a6fddeca5f5f req-79a7f0b2-c8c2-47f7-a170-7d5c40e00d69 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb39746-cbf7-49e2-a540-304a0dfe0eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959454
Jun 04 15:18:11.397347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] For port edbac333-0749-482b-9a7f-fb869501601b, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:18:11.402134 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] For port edbac333-0749-482b-9a7f-fb869501601b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=edbac333-0749-482b-9a7f-fb869501601b,segment=NetworkSegment(1f90a997-e84b-4a6c-a9e3-43324f3a91aa),segment_id=1f90a997-e84b-4a6c-a9e3-43324f3a91aa)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:18:11.412607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Made reservation on behalf of 8bb4f7997cdc48f8abffe8ec67e588f7 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:18:11.416309 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:11.426790 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eb288963-7d86-4b9c-a08f-140453ff62ac req-c098a807-700c-49f6-a94d-8401949fccda tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/a67f6d6f-045e-40c0-bb15-014f8d6d7033 HTTP/1.1" status: 200  len: 2403 time: 0.1784348
Jun 04 15:18:11.500640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] For port 0832bac1-2a8b-4e9a-a133-3521a64d521a, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:18:11.516393 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:11.521343 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:11.527952 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] For port 0832bac1-2a8b-4e9a-a133-3521a64d521a, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=0832bac1-2a8b-4e9a-a133-3521a64d521a,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:18:11.555936 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-eb288963-7d86-4b9c-a08f-140453ff62ac req-a4ee86b8-c6d5-49d8-b290-18a44d291ce9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:11.613770 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-eb288963-7d86-4b9c-a08f-140453ff62ac req-a4ee86b8-c6d5-49d8-b290-18a44d291ce9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:11.652822 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Pushing event updated for resources: {'Port': ['ID=edbac333-0749-482b-9a7f-fb869501601b,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:11.660022 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:11.664101 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:11.676873 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:11.769545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:11.770480 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:11.772346 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] 10.222.0.62 "PUT /v2.0/ports/0832bac1-2a8b-4e9a-a133-3521a64d521a HTTP/1.1" status: 200  len: 1091 time: 2.0992119
Jun 04 15:18:11.773635 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd473f18d-70e8-4f53-a652-58fc1b08eaa6', 'tag': '0832bac1-2a8b-4e9a-a133-3521a64d521a'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:11.777264 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b723f364-ddb9-4e06-a1d2-082858796d90" -d '{"events": [{"name": "network-changed", "server_uuid": "d473f18d-70e8-4f53-a652-58fc1b08eaa6", "tag": "0832bac1-2a8b-4e9a-a133-3521a64d521a"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:11.796278 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Pushing event updated for resources: {'Port': ['ID=0832bac1-2a8b-4e9a-a133-3521a64d521a,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:11.801065 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:11.855936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a5fa2-9e57-4cd4-85bb-4b1f3d369596 req-1ce3c385-37f5-48f8-8b2a-77dadcdac082 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:11.857571 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d78a5fa2-9e57-4cd4-85bb-4b1f3d369596 req-1ce3c385-37f5-48f8-8b2a-77dadcdac082 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.2345417
Jun 04 15:18:11.934312 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d78a5fa2-9e57-4cd4-85bb-4b1f3d369596 req-2a6a8a52-39f4-410e-bad6-39068af33486 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583737
Jun 04 15:18:11.970246 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-eb288963-7d86-4b9c-a08f-140453ff62ac req-a4ee86b8-c6d5-49d8-b290-18a44d291ce9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:11.979792 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-99eb3671-f8b2-44a5-aa7c-19a97a8637c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:11.996284 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2612d54b-8417-45c8-a76b-a95be66b68b3 x-openstack-request-id: req-2612d54b-8417-45c8-a76b-a95be66b68b3 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:11.996284 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78d30e3-4335-4d02-8e97-480f8658f633", "name": "network-vif-deleted", "tag": "64c82deb-0384-4dd3-8c34-f96dab009f44", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:11.996284 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2612d54b-8417-45c8-a76b-a95be66b68b3 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:11.996284 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78d30e3-4335-4d02-8e97-480f8658f633', 'name': 'network-vif-deleted', 'tag': '64c82deb-0384-4dd3-8c34-f96dab009f44', 'status': 'completed', 'code': 200}
Jun 04 15:18:12.015390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee86b8-c6d5-49d8-b290-18a44d291ce9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67f6d6f-045e-40c0-bb15-014f8d6d7033,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:12.021467 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a4ee86b8-c6d5-49d8-b290-18a44d291ce9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:12.037244 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-eb288963-7d86-4b9c-a08f-140453ff62ac req-a4ee86b8-c6d5-49d8-b290-18a44d291ce9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:12.043495 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eb288963-7d86-4b9c-a08f-140453ff62ac req-a4ee86b8-c6d5-49d8-b290-18a44d291ce9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "DELETE /v2.0/security-groups/a67f6d6f-045e-40c0-bb15-014f8d6d7033 HTTP/1.1" status: 204  len: 173 time: 0.5933998
Jun 04 15:18:12.070787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-e1e47931-a41c-4394-8a8c-f433649d06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:12.072448 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-e1e47931-a41c-4394-8a8c-f433649d06f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3f70be62f20947cf93b5733c9e9a73b2&device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 1094 time: 0.1451676
Jun 04 15:18:12.156484 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-10231066-af76-4a40-ac44-3d6dd5bb6186 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0832bac1-2a8b-4e9a-a133-3521a64d521a HTTP/1.1" status: 200  len: 217 time: 0.0678885
Jun 04 15:18:12.212066 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c759d849-0c99-4e7d-aef9-486a2d2a69cf req-c215d2ef-78a1-4744-8c7a-97620c77de0f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Synchronizing usage tracker for tenant:4d92056804404d84ae72d8da3ff2aa45 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:12.241831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-ebbb444d-fe76-44aa-ac29-316c24cea548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:12.243546 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-ebbb444d-fe76-44aa-ac29-316c24cea548 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b66f9b66-8bf4-487d-81ab-50ab28167b73 HTTP/1.1" status: 200  len: 845 time: 0.0857127
Jun 04 15:18:12.304077 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-dfbaa745-9710-4ec9-b394-8649a8bd9886 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59af4b27-f2c2-44b9-9c4f-96b870bb3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523863
Jun 04 15:18:12.362749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c759d849-0c99-4e7d-aef9-486a2d2a69cf req-c215d2ef-78a1-4744-8c7a-97620c77de0f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Unset dirty status for tenant:4d92056804404d84ae72d8da3ff2aa45 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:12.363790 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c759d849-0c99-4e7d-aef9-486a2d2a69cf req-c215d2ef-78a1-4744-8c7a-97620c77de0f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=b78d30e3-4335-4d02-8e97-480f8658f633 HTTP/1.1" status: 200  len: 210 time: 0.2211609
Jun 04 15:18:12.474065 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:12.481631 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1a1ca495-8074-4921-9248-badb552bb50d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:12.605219 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device edbac333-0749-482b-9a7f-fb869501601b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:18:12.658542 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-c08f554f-0afd-4669-b613-fd8b49092d7a service neutron] 10.222.0.62 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3467367
Jun 04 15:18:12.688074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Checking segment: {'id': 'dba59f71-8277-47f9-9bea-1ebcf5ad20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bc89fea8-e254-4330-996a-aed24632a807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:18:12.688432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Network hostable DHCP agents. Network: bc89fea8-e254-4330-996a-aed24632a807, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:18:12.697766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event updated for resources: {'Subnet': ['ID=0416019a-9152-4593-aecb-1a0fadd219ef,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:12.700949 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:12.801653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Network bc89fea8-e254-4330-996a-aed24632a807 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:18:12.888238 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d640df0d-83b0-4702-a39c-9f5145301d15 x-openstack-request-id: req-d640df0d-83b0-4702-a39c-9f5145301d15 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:12.888238 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d473f18d-70e8-4f53-a652-58fc1b08eaa6", "tag": "0832bac1-2a8b-4e9a-a133-3521a64d521a", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:12.888238 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d640df0d-83b0-4702-a39c-9f5145301d15 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:12.888238 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd473f18d-70e8-4f53-a652-58fc1b08eaa6', 'tag': '0832bac1-2a8b-4e9a-a133-3521a64d521a', 'status': 'completed', 'code': 200}
Jun 04 15:18:12.894541 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-922f1ba3-6aff-4603-8088-fae6e3623ecb req-f9043a4b-3841-4c0e-853a-6fd581013fbe service neutron] 10.222.0.62 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2230394
Jun 04 15:18:12.958536 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port edbac333-0749-482b-9a7f-fb869501601b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:12.959463 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dd266842-073f-4c54-b361-78fa3a0bb892 req-4a8bbe99-d947-455c-b4c0-d6aa20de21e0 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "GET /v2.0/security-groups/ddac7a99-3cfc-4452-9fae-ed6bed5a86db HTTP/1.1" status: 200  len: 2396 time: 0.0604880
Jun 04 15:18:13.002073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce7592e-f040-4987-97f2-50f0ebac7445 None None] Network 247ea807-abf3-451a-a0dd-f0858abca0e4 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:18:13.028277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, bc89fea8-e254-4330-996a-aed24632a807) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:13.050799 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dd266842-073f-4c54-b361-78fa3a0bb892 req-a9aef35b-79c7-4ddc-bf85-8e2481c5fffe tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:13.064505 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487c6621-26da-4069-abf1-220e1ce13249 None None] Network bc89fea8-e254-4330-996a-aed24632a807 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:18:13.064751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:13.065177 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:13.103524 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dd266842-073f-4c54-b361-78fa3a0bb892 req-a9aef35b-79c7-4ddc-bf85-8e2481c5fffe tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:13.214766 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723f364-ddb9-4e06-a1d2-082858796d90 req-757cef21-a76c-468e-b7f0-b3b9b1c627fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:13.216294 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b723f364-ddb9-4e06-a1d2-082858796d90 req-757cef21-a76c-468e-b7f0-b3b9b1c627fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3f70be62f20947cf93b5733c9e9a73b2&device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 1094 time: 0.1053421
Jun 04 15:18:13.273677 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.2373686
Jun 04 15:18:13.314559 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dd266842-073f-4c54-b361-78fa3a0bb892 req-a9aef35b-79c7-4ddc-bf85-8e2481c5fffe tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:13.315433 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-554b9338-5f7a-42ea-badb-d031a8201fa3 None None] Provisioning for port edbac333-0749-482b-9a7f-fb869501601b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:13.324414 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-baa246ba-57ea-4e90-8cb7-ded516c29fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:13.342718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aef35b-79c7-4ddc-bf85-8e2481c5fffe tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddac7a99-3cfc-4452-9fae-ed6bed5a86db,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:13.348140 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a9aef35b-79c7-4ddc-bf85-8e2481c5fffe tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:13.354449 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dd266842-073f-4c54-b361-78fa3a0bb892 req-a9aef35b-79c7-4ddc-bf85-8e2481c5fffe tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:13.355895 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dd266842-073f-4c54-b361-78fa3a0bb892 req-a9aef35b-79c7-4ddc-bf85-8e2481c5fffe tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] 10.222.0.32 "DELETE /v2.0/security-groups/ddac7a99-3cfc-4452-9fae-ed6bed5a86db HTTP/1.1" status: 204  len: 173 time: 0.3901858
Jun 04 15:18:13.363306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43312) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:13.454122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723f364-ddb9-4e06-a1d2-082858796d90 req-f7a17982-c8d0-48a8-899b-88faead98637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:13.456511 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b723f364-ddb9-4e06-a1d2-082858796d90 req-f7a17982-c8d0-48a8-899b-88faead98637 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59af4b27-f2c2-44b9-9c4f-96b870bb3e84 HTTP/1.1" status: 200  len: 906 time: 0.2257571
Jun 04 15:18:13.461442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-554b9338-5f7a-42ea-badb-d031a8201fa3 None None] Provisioning complete for port edbac333-0749-482b-9a7f-fb869501601b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:13.461814 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-554b9338-5f7a-42ea-badb-d031a8201fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:13.540268 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b723f364-ddb9-4e06-a1d2-082858796d90 req-3df83ad1-17b5-418c-abb4-af4dd0e6a184 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0832bac1-2a8b-4e9a-a133-3521a64d521a HTTP/1.1" status: 200  len: 217 time: 0.0740948
Jun 04 15:18:13.633927 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-bc89fea8-e254-4330-996a-aed24632a807', 'network_id': 'bc89fea8-e254-4330-996a-aed24632a807', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'fixed_ips': [{'subnet_id': '0416019a-9152-4593-aecb-1a0fadd219ef'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:18:13.634758 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:13.650221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723f364-ddb9-4e06-a1d2-082858796d90 req-19b4b646-ec79-4f75-876f-0f7e71d3b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:13.652133 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4c280a-eb75-4065-b553-4f21ceffc3dc admin admin] Deleting subnet a745f0b6-2e31-48a7-86b1-c456e8043ed6 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:18:13.658704 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b723f364-ddb9-4e06-a1d2-082858796d90 req-19b4b646-ec79-4f75-876f-0f7e71d3b16c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b66f9b66-8bf4-487d-81ab-50ab28167b73 HTTP/1.1" status: 200  len: 845 time: 0.1049249
Jun 04 15:18:13.658965 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c4c280a-eb75-4065-b553-4f21ceffc3dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:13.733700 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b723f364-ddb9-4e06-a1d2-082858796d90 req-9b3ec83b-876e-45fc-9567-97c8cc896f44 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59af4b27-f2c2-44b9-9c4f-96b870bb3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0658526
Jun 04 15:18:13.738544 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5cfb9-94f3-4845-9d1d-601299b1f932 req-c264c61c-f425-4a08-818b-d7783a6ab940 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:13.740058 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2b5cfb9-94f3-4845-9d1d-601299b1f932 req-c264c61c-f425-4a08-818b-d7783a6ab940 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 943 time: 0.2715731
Jun 04 15:18:13.745361 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c4c280a-eb75-4065-b553-4f21ceffc3dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:13.821965 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-554b9338-5f7a-42ea-badb-d031a8201fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:13.848643 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2b5cfb9-94f3-4845-9d1d-601299b1f932 req-3a261a83-c6a4-4821-b15b-bea05a67bbbe tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698762
Jun 04 15:18:13.885181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c4c280a-eb75-4065-b553-4f21ceffc3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:13.922797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Allocated IP 19.86.0.2 (bc89fea8-e254-4330-996a-aed24632a807/0416019a-9152-4593-aecb-1a0fadd219ef/da052191-00be-4fc7-877f-d68a1d90e2fc) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:18:13.963884 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b723f364-ddb9-4e06-a1d2-082858796d90 req-c5861039-d56d-4cd3-bae0-664fc0156f60 service neutron] 10.222.0.62 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2184803
Jun 04 15:18:14.207736 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e11c84be-4074-4a5d-8fe8-a95c8255c560 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:18:14.242857 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:14.272230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Transition to ACTIVE for port object da052191-00be-4fc7-877f-d68a1d90e2fc will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:14.279806 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b723f364-ddb9-4e06-a1d2-082858796d90 req-2e8341f3-be8f-49d2-840f-20583ef3038d service neutron] 10.222.0.62 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3070922
Jun 04 15:18:14.298939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28a58c-6c35-4656-9e62-9e7d8273f9ce req-77665cc8-9b5b-49c7-a5fd-e53b4c84a2b4 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:14.300892 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c28a58c-6c35-4656-9e62-9e7d8273f9ce req-77665cc8-9b5b-49c7-a5fd-e53b4c84a2b4 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.1378863
Jun 04 15:18:14.313592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-554b9338-5f7a-42ea-badb-d031a8201fa3 None None] For port edbac333-0749-482b-9a7f-fb869501601b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=edbac333-0749-482b-9a7f-fb869501601b,segment=NetworkSegment(1f90a997-e84b-4a6c-a9e3-43324f3a91aa),segment_id=1f90a997-e84b-4a6c-a9e3-43324f3a91aa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:14.320144 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Transition to ACTIVE for port object da052191-00be-4fc7-877f-d68a1d90e2fc will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:14.369641 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c28a58c-6c35-4656-9e62-9e7d8273f9ce req-5f2c9ee6-bdc8-4428-a3f6-a1400fbca32e tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554812
Jun 04 15:18:14.398415 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:14.433956 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-554b9338-5f7a-42ea-badb-d031a8201fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:14.433956 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:14.477662 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:14.493357 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6081305-a5fc-4f18-b2d7-8223bebf5378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11c84be-4074-4a5d-8fe8-a95c8255c560'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:14.495652 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba8145c-905d-4d4c-880c-d5f975047613" -d '{"events": [{"server_uuid": "f6081305-a5fc-4f18-b2d7-8223bebf5378", "name": "network-vif-unplugged", "status": "completed", "tag": "e11c84be-4074-4a5d-8fe8-a95c8255c560"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:14.528715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e11c84be-4074-4a5d-8fe8-a95c8255c560, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11c84be-4074-4a5d-8fe8-a95c8255c560,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:14.533637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Network bc89fea8-e254-4330-996a-aed24632a807 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:18:14.542499 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:14.545555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:18:14.640843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-5fa0e818-134b-4a84-8606-316b18fcac82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:14.647536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-5fa0e818-134b-4a84-8606-316b18fcac82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:14.648397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-5fa0e818-134b-4a84-8606-316b18fcac82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Synchronizing usage tracker for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:14.661667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b9338-5f7a-42ea-badb-d031a8201fa3 None None] Pushing event updated for resources: {'Port': ['ID=edbac333-0749-482b-9a7f-fb869501601b,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:14.666689 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:14.674780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 64c82deb-0384-4dd3-8c34-f96dab009f44 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:18:14.692435 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-554b9338-5f7a-42ea-badb-d031a8201fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:14.692885 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-554b9338-5f7a-42ea-badb-d031a8201fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:14.754231 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 64c82deb-0384-4dd3-8c34-f96dab009f44 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:18:14.754741 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 64c82deb-0384-4dd3-8c34-f96dab009f44 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:18:14.765634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Attempting to bind port da052191-00be-4fc7-877f-d68a1d90e2fc on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:18:14.766073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Attempting to bind port da052191-00be-4fc7-877f-d68a1d90e2fc by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'dba59f71-8277-47f9-9bea-1ebcf5ad20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bc89fea8-e254-4330-996a-aed24632a807'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:18:14.766445 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Attempting to bind port da052191-00be-4fc7-877f-d68a1d90e2fc on network bc89fea8-e254-4330-996a-aed24632a807 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:14.768586 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1cd87f07-c74f-4f89-a121-0437a1887e14 None None] Provisioning complete for port edbac333-0749-482b-9a7f-fb869501601b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:14.768965 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1cd87f07-c74f-4f89-a121-0437a1887e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:14.789877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-5fa0e818-134b-4a84-8606-316b18fcac82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Unset dirty status for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:14.795303 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-5fa0e818-134b-4a84-8606-316b18fcac82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/networks?id=247ea807-abf3-451a-a0dd-f0858abca0e4&id=bc89fea8-e254-4330-996a-aed24632a807 HTTP/1.1" status: 200  len: 1392 time: 0.6615527
Jun 04 15:18:14.817850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:18:14.818236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Checking segment: {'id': 'dba59f71-8277-47f9-9bea-1ebcf5ad20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bc89fea8-e254-4330-996a-aed24632a807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:18:14.818689 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:14.819208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Bound using segment: {'id': 'dba59f71-8277-47f9-9bea-1ebcf5ad20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bc89fea8-e254-4330-996a-aed24632a807'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:18:14.819793 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Bound port: da052191-00be-4fc7-877f-d68a1d90e2fc, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba59f71-8277-47f9-9bea-1ebcf5ad20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bc89fea8-e254-4330-996a-aed24632a807'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:18:14.820196 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:14.828634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-0c7201c9-a026-4fbc-8411-5052de445cb6 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/quotas/8bb4f7997cdc48f8abffe8ec67e588f7 HTTP/1.1" status: 200  len: 375 time: 0.0247135
Jun 04 15:18:14.860261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Pushing event updated for resources: {'Port': ['ID=da052191-00be-4fc7-877f-d68a1d90e2fc,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:14.883084 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c4c280a-eb75-4065-b553-4f21ceffc3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:14.894309 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0a12d672-6f5d-4b35-a427-dea483b37922 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:14.941789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c280a-eb75-4065-b553-4f21ceffc3dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a745f0b6-2e31-48a7-86b1-c456e8043ed6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:14.945053 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c4c280a-eb75-4065-b553-4f21ceffc3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:14.946992 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c4c280a-eb75-4065-b553-4f21ceffc3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:14.954713 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0c4c280a-eb75-4065-b553-4f21ceffc3dc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a745f0b6-2e31-48a7-86b1-c456e8043ed6 HTTP/1.1" status: 204  len: 168 time: 1.5901845
Jun 04 15:18:14.959067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43344) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:15.011657 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-eb66eca7-b7f0-40a5-971e-f794258a5c1f tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bb4f7997cdc48f8abffe8ec67e588f7&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1817634
Jun 04 15:18:15.119383 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e11c84be-4074-4a5d-8fe8-a95c8255c560,revision_number=11']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:15.125018 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-666bbd82-f19d-4d6d-b7d1-f5327583213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:15.131194 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:15.132095 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.639s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:15.132578 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:15.143568 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] For port da052191-00be-4fc7-877f-d68a1d90e2fc, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:18:15.148765 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] For port da052191-00be-4fc7-877f-d68a1d90e2fc, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=da052191-00be-4fc7-877f-d68a1d90e2fc,segment=NetworkSegment(dba59f71-8277-47f9-9bea-1ebcf5ad20e8),segment_id=dba59f71-8277-47f9-9bea-1ebcf5ad20e8)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:18:15.237909 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:15.244878 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fb4bdf9d-e406-49ef-8290-224e5a9ae85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:15.280741 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-0bf73385-7c60-412f-a13a-ce8a058e010c service neutron] 10.222.0.32 "GET /v2.0/networks/247ea807-abf3-451a-a0dd-f0858abca0e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2596734
Jun 04 15:18:15.284002 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-666bbd82-f19d-4d6d-b7d1-f5327583213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:15.298910 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-666bbd82-f19d-4d6d-b7d1-f5327583213e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386a20fa0>,) {'filters': {'network_id': ['cc001338-0c02-45d4-8444-41242a9af5eb']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:15.314061 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-666bbd82-f19d-4d6d-b7d1-f5327583213e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386a20fa0>, '20eef194-e507-44c7-be01-57a3ca5f9341') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:15.314592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-666bbd82-f19d-4d6d-b7d1-f5327583213e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386a20fa0>, '20eef194-e507-44c7-be01-57a3ca5f9341') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:15.327913 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-666bbd82-f19d-4d6d-b7d1-f5327583213e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:15.356227 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-666bbd82-f19d-4d6d-b7d1-f5327583213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:15.368341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666bbd82-f19d-4d6d-b7d1-f5327583213e admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:18:15.368877 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-666bbd82-f19d-4d6d-b7d1-f5327583213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:18:15.385037 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:18:15.388805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Pushing event updated for resources: {'Port': ['ID=da052191-00be-4fc7-877f-d68a1d90e2fc,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:15.399194 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:15.422884 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e383011-fd2f-44b0-bf21-b1650b015472 x-openstack-request-id: req-3e383011-fd2f-44b0-bf21-b1650b015472 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:15.422884 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6081305-a5fc-4f18-b2d7-8223bebf5378", "name": "network-vif-unplugged", "status": "completed", "tag": "e11c84be-4074-4a5d-8fe8-a95c8255c560", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:15.422884 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e383011-fd2f-44b0-bf21-b1650b015472 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:15.422884 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6081305-a5fc-4f18-b2d7-8223bebf5378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11c84be-4074-4a5d-8fe8-a95c8255c560', 'code': 200}
Jun 04 15:18:15.459808 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-351ca397-b14a-4ed4-b84b-6bae7958f19f service neutron] 10.222.0.32 "GET /v2.0/networks/247ea807-abf3-451a-a0dd-f0858abca0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1693172
Jun 04 15:18:15.675945 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-a090220e-9963-40f1-967a-71d69cfacb45 service neutron] 10.222.0.32 "GET /v2.0/networks/bc89fea8-e254-4330-996a-aed24632a807?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2094767
Jun 04 15:18:15.679102 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-666bbd82-f19d-4d6d-b7d1-f5327583213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:15.708682 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:15.722301 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-666bbd82-f19d-4d6d-b7d1-f5327583213e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:15.730465 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bbd82-f19d-4d6d-b7d1-f5327583213e admin admin] Pushing event deleted for resources: {'Network': ['ID=cc001338-0c02-45d4-8444-41242a9af5eb,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:15.753888 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-666bbd82-f19d-4d6d-b7d1-f5327583213e admin admin] 10.222.0.32 "DELETE /v2.0/networks/cc001338-0c02-45d4-8444-41242a9af5eb HTTP/1.1" status: 204  len: 168 time: 0.7784410
Jun 04 15:18:15.755931 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-666bbd82-f19d-4d6d-b7d1-f5327583213e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:15.877262 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-7b3bde0c-bf5a-4082-b5e3-a61dba6435ea service neutron] 10.222.0.32 "GET /v2.0/networks/bc89fea8-e254-4330-996a-aed24632a807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999295
Jun 04 15:18:16.295100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43362) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:16.459214 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-10b72420-e792-48bf-96c8-508529f8b7fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c76767dbddc6483fbe6ae1ac44a9a6ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1624923
Jun 04 15:18:16.460509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43366) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:16.602369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e56dd6-85d3-450a-ab4c-4ab6a825aff5 req-f265d475-faa4-4027-902d-2ba3fa231dbc tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:16.606315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69e56dd6-85d3-450a-ab4c-4ab6a825aff5 req-f265d475-faa4-4027-902d-2ba3fa231dbc tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 943 time: 0.2170866
Jun 04 15:18:16.655626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device edbac333-0749-482b-9a7f-fb869501601b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:18:16.694975 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69e56dd6-85d3-450a-ab4c-4ab6a825aff5 req-7fb1db41-aaf3-4fd7-aa53-ab963c29063b tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804543
Jun 04 15:18:16.777295 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port edbac333-0749-482b-9a7f-fb869501601b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:16.778005 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:16.811927 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1099f671-dc75-4cba-8985-c1b662c14fe7 None None] Network bc89fea8-e254-4330-996a-aed24632a807 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:18:16.838035 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-305578d5-fa0b-4b3b-a182-2719c9ae1e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:16.884486 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-305578d5-fa0b-4b3b-a182-2719c9ae1e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:16.955513 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207ea70-3a6a-4639-8a4e-b2b58d99df5b req-33687581-f99c-4daf-8703-2014c753919f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:16.958604 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9207ea70-3a6a-4639-8a4e-b2b58d99df5b req-33687581-f99c-4daf-8703-2014c753919f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 950 time: 0.4177415
Jun 04 15:18:16.979648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f4df2-0a61-4b09-9f38-c12667b6acc0 req-95aa8f88-b142-4b35-9dee-d654123bce14 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:16.981313 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f8f4df2-0a61-4b09-9f38-c12667b6acc0 req-95aa8f88-b142-4b35-9dee-d654123bce14 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.1166792
Jun 04 15:18:17.008747 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d4b4211d-cc2e-432e-84ae-618f522282b4 None None] Provisioning for port da052191-00be-4fc7-877f-d68a1d90e2fc completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:17.043410 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9207ea70-3a6a-4639-8a4e-b2b58d99df5b req-c4cb4f42-2f11-4000-9687-dd53ae52f4eb tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774522
Jun 04 15:18:17.045540 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f8f4df2-0a61-4b09-9f38-c12667b6acc0 req-e12ab63a-b323-427f-9ac6-7773f7dbff20 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497551
Jun 04 15:18:17.201075 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-305578d5-fa0b-4b3b-a182-2719c9ae1e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:17.210470 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:17.219547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device da052191-00be-4fc7-877f-d68a1d90e2fc up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:18:17.234079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305578d5-fa0b-4b3b-a182-2719c9ae1e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c9069c-52d1-4094-b7cb-c3f3efcc548f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:17.238149 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-305578d5-fa0b-4b3b-a182-2719c9ae1e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:17.242302 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-305578d5-fa0b-4b3b-a182-2719c9ae1e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:17.254026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-305578d5-fa0b-4b3b-a182-2719c9ae1e43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20c9069c-52d1-4094-b7cb-c3f3efcc548f HTTP/1.1" status: 204  len: 168 time: 0.7845328
Jun 04 15:18:17.360880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-893f22fd-1b8b-4c44-9903-e7877079cb34 req-58a6a624-a1aa-4431-a090-66e503e63d60 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Synchronizing usage tracker for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:17.500353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8e471-3694-4cba-a819-339389f43d50 req-dab7d9ab-10d0-46d3-a0c7-d170738c2997 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:17.502986 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07f8e471-3694-4cba-a819-339389f43d50 req-dab7d9ab-10d0-46d3-a0c7-d170738c2997 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 949 time: 0.1108541
Jun 04 15:18:17.566171 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07f8e471-3694-4cba-a819-339389f43d50 req-9a362c2d-ebe0-4c7c-8606-f854370f2284 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb39746-cbf7-49e2-a540-304a0dfe0eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504055
Jun 04 15:18:17.570547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-893f22fd-1b8b-4c44-9903-e7877079cb34 req-58a6a624-a1aa-4431-a090-66e503e63d60 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Unset dirty status for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:17.572500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port da052191-00be-4fc7-877f-d68a1d90e2fc completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:17.578181 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-893f22fd-1b8b-4c44-9903-e7877079cb34 req-58a6a624-a1aa-4431-a090-66e503e63d60 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 210 time: 0.2883992
Jun 04 15:18:17.590554 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port da052191-00be-4fc7-877f-d68a1d90e2fc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:17.590939 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:17.755849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a12887-d4bb-4322-886d-451021fc5f95 req-9a8f4e25-6b3b-428f-bea1-8ac7431cee6e tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:17.758900 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-22a12887-d4bb-4322-886d-451021fc5f95 req-9a8f4e25-6b3b-428f-bea1-8ac7431cee6e tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 950 time: 0.1119332
Jun 04 15:18:17.760378 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:17.806114 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port da052191-00be-4fc7-877f-d68a1d90e2fc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=da052191-00be-4fc7-877f-d68a1d90e2fc,segment=NetworkSegment(dba59f71-8277-47f9-9bea-1ebcf5ad20e8),segment_id=dba59f71-8277-47f9-9bea-1ebcf5ad20e8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:17.870243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6fcc06a2-1941-418e-952b-88f4d534f35c None None] Provisioning complete for port da052191-00be-4fc7-877f-d68a1d90e2fc triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:17.870766 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6fcc06a2-1941-418e-952b-88f4d534f35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:17.973826 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:17.978058 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f6b07-d10e-43da-931d-6b333e368fdf req-5a39fe01-2676-4465-a9ee-97e42648fc67 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:17.978635 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:17.980592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-22a12887-d4bb-4322-886d-451021fc5f95 req-560252b7-d66c-43a0-a068-84d8a6b51902 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Deleting port b0e5c59a-caea-40d8-b128-d62da87ca1be {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:18:17.981178 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-22a12887-d4bb-4322-886d-451021fc5f95 req-560252b7-d66c-43a0-a068-84d8a6b51902 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:17.990343 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-338f6b07-d10e-43da-931d-6b333e368fdf req-5a39fe01-2676-4465-a9ee-97e42648fc67 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 943 time: 0.1257858
Jun 04 15:18:18.052662 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-338f6b07-d10e-43da-931d-6b333e368fdf req-a11892b0-0386-420a-8d8c-59fd4b668690 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610168
Jun 04 15:18:18.068395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 0832bac1-2a8b-4e9a-a133-3521a64d521a details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:18:18.234666 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=da052191-00be-4fc7-877f-d68a1d90e2fc,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:18.251106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-22a12887-d4bb-4322-886d-451021fc5f95 req-560252b7-d66c-43a0-a068-84d8a6b51902 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] For port b0e5c59a-caea-40d8-b128-d62da87ca1be, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b0e5c59a-caea-40d8-b128-d62da87ca1be,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:18.251479 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-22a12887-d4bb-4322-886d-451021fc5f95 req-560252b7-d66c-43a0-a068-84d8a6b51902 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:18.253140 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:18.358345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689f391-7bfb-44ee-adfa-503f3af36fd7 req-b4cea7c9-256d-4b25-b2bf-52120fe4831f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:18.360238 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c689f391-7bfb-44ee-adfa-503f3af36fd7 req-b4cea7c9-256d-4b25-b2bf-52120fe4831f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.1025701
Jun 04 15:18:18.384700 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 0832bac1-2a8b-4e9a-a133-3521a64d521a, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=0832bac1-2a8b-4e9a-a133-3521a64d521a,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:18.409452 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '0832bac1-2a8b-4e9a-a133-3521a64d521a', 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84', 'port_id': '0832bac1-2a8b-4e9a-a133-3521a64d521a', 'mac_address': 'fa:16:3e:58:de:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66f9b66-8bf4-487d-81ab-50ab28167b73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:18:18.453810 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c689f391-7bfb-44ee-adfa-503f3af36fd7 req-385b3759-ee30-467c-93d4-83c37e7aa4f3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823162
Jun 04 15:18:18.479268 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-22a12887-d4bb-4322-886d-451021fc5f95 req-560252b7-d66c-43a0-a068-84d8a6b51902 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Calling delete_port for b0e5c59a-caea-40d8-b128-d62da87ca1be owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:18:18.519820 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device da052191-00be-4fc7-877f-d68a1d90e2fc up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:18:18.659407 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:18.672352 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port da052191-00be-4fc7-877f-d68a1d90e2fc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:18.673073 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:18.676535 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbadc8-b8ca-42ca-9a36-b4411d830e40 req-e4ea9d69-2ec6-4045-8a72-89e70e907ce3 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:18.681610 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e8cbadc8-b8ca-42ca-9a36-b4411d830e40 req-e4ea9d69-2ec6-4045-8a72-89e70e907ce3 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 950 time: 0.4167454
Jun 04 15:18:18.724668 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0832bac1-2a8b-4e9a-a133-3521a64d521a {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:18:18.739566 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e8cbadc8-b8ca-42ca-9a36-b4411d830e40 req-337fb5ce-9d53-4fd5-95b7-ab8fe4a2dbd8 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/security-groups?id=4204c49c-9a6e-4f35-b1b6-361035d3f579&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546350
Jun 04 15:18:18.753656 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 0832bac1-2a8b-4e9a-a133-3521a64d521a, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=0832bac1-2a8b-4e9a-a133-3521a64d521a,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:18.798703 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-22a12887-d4bb-4322-886d-451021fc5f95 req-560252b7-d66c-43a0-a068-84d8a6b51902 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:18.809762 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9a553551-2516-4f41-905e-5e21d89f3ae6 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:18.849179 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['b0e5c59a-caea-40d8-b128-d62da87ca1be'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:18:18.916091 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:18.926782 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:18.999699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560252b7-d66c-43a0-a068-84d8a6b51902 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Pushing event deleted for resources: {'Port': ['ID=b0e5c59a-caea-40d8-b128-d62da87ca1be,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:19.003639 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-560252b7-d66c-43a0-a068-84d8a6b51902 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:19.049424 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=0832bac1-2a8b-4e9a-a133-3521a64d521a,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:19.050923 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74c7f324-dbbc-445a-8c87-6a24bd815468 req-d1955705-81d3-4b96-8802-333ecde658e1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 210 time: 0.0744159
Jun 04 15:18:19.067269 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:19.146032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a12887-d4bb-4322-886d-451021fc5f95 req-560252b7-d66c-43a0-a068-84d8a6b51902 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] No DVR routers for this DVR port b0e5c59a-caea-40d8-b128-d62da87ca1be on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:18:19.153174 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-22a12887-d4bb-4322-886d-451021fc5f95 req-560252b7-d66c-43a0-a068-84d8a6b51902 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:19.157777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d609333-14ce-446a-ac75-1d4dba98abde', 'name': 'network-vif-deleted', 'tag': 'b0e5c59a-caea-40d8-b128-d62da87ca1be'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:19.160145 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6053305b-7dfc-4bec-8626-99459f700600" -d '{"events": [{"server_uuid": "8d609333-14ce-446a-ac75-1d4dba98abde", "name": "network-vif-deleted", "tag": "b0e5c59a-caea-40d8-b128-d62da87ca1be"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:19.188013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43412) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:19.220088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba5967-255a-4c41-a0f8-f1f6072d2f62 req-8a32e2ee-22d7-4a55-a7cd-55c6563df4fd tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:19.225705 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-62ba5967-255a-4c41-a0f8-f1f6072d2f62 req-8a32e2ee-22d7-4a55-a7cd-55c6563df4fd tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 949 time: 0.3129759
Jun 04 15:18:19.313467 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-22a12887-d4bb-4322-886d-451021fc5f95 req-560252b7-d66c-43a0-a068-84d8a6b51902 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.62 "DELETE /v2.0/ports/b0e5c59a-caea-40d8-b128-d62da87ca1be HTTP/1.1" status: 204  len: 173 time: 1.5474169
Jun 04 15:18:19.343089 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-62ba5967-255a-4c41-a0f8-f1f6072d2f62 req-54afb403-2acf-42c4-a18d-3c0a4098026d tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb39746-cbf7-49e2-a540-304a0dfe0eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064897
Jun 04 15:18:19.380235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600f907-d179-4c17-9105-5c519b6340c6 req-3b0ab0d7-d4d5-4b19-8424-c51eb344bdad tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:19.382265 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a600f907-d179-4c17-9105-5c519b6340c6 req-3b0ab0d7-d4d5-4b19-8424-c51eb344bdad tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 944 time: 0.1109889
Jun 04 15:18:19.439868 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce253ca9-3def-4f0e-a3db-485583cbe33d x-openstack-request-id: req-ce253ca9-3def-4f0e-a3db-485583cbe33d {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:19.443580 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d609333-14ce-446a-ac75-1d4dba98abde", "name": "network-vif-deleted", "tag": "b0e5c59a-caea-40d8-b128-d62da87ca1be", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:19.443580 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce253ca9-3def-4f0e-a3db-485583cbe33d {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:19.443580 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d609333-14ce-446a-ac75-1d4dba98abde', 'name': 'network-vif-deleted', 'tag': 'b0e5c59a-caea-40d8-b128-d62da87ca1be', 'status': 'completed', 'code': 200}
Jun 04 15:18:19.459244 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1760630630-network', 'tenant_id': '713591000c9d4c579e6ca5bef23c2fcf'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:19.467857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:19.475764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Usage tracker for resource:network and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:19.483171 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a600f907-d179-4c17-9105-5c519b6340c6 req-75a42ccb-1478-4ed0-a392-dc4f15383b44 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918579
Jun 04 15:18:19.485190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:19.488727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['0832bac1-2a8b-4e9a-a133-3521a64d521a'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:18:19.492913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:19.496899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129ada1-a02c-4643-9ddf-c8614215e0be req-4cc50e80-5124-4f35-a0e2-16417e5b5c6f tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:19.498898 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c129ada1-a02c-4643-9ddf-c8614215e0be req-4cc50e80-5124-4f35-a0e2-16417e5b5c6f tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 949 time: 0.1069212
Jun 04 15:18:19.617555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Made reservation on behalf of 713591000c9d4c579e6ca5bef23c2fcf for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:18:19.620563 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:19.651025 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:19.675857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:19.747851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Usage tracker for resource:security_group_rule and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:19.751465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:19.758673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:19.818782 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-c129ada1-a02c-4643-9ddf-c8614215e0be req-8bf2f5d1-dd70-4e51-bf93-d345331a2ad1 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Deleting port e11c84be-4074-4a5d-8fe8-a95c8255c560 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:18:19.819142 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c129ada1-a02c-4643-9ddf-c8614215e0be req-8bf2f5d1-dd70-4e51-bf93-d345331a2ad1 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:19.853217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-47f111e2-a8a9-4af9-a5f3-9b1213053494 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:19.861990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-47f111e2-a8a9-4af9-a5f3-9b1213053494 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:19.864752 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-47f111e2-a8a9-4af9-a5f3-9b1213053494 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.65 "GET /v2.0/networks?id=247ea807-abf3-451a-a0dd-f0858abca0e4&id=bc89fea8-e254-4330-996a-aed24632a807 HTTP/1.1" status: 200  len: 1392 time: 0.3011043
Jun 04 15:18:19.883528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Request body: {'port': {'device_id': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'network_id': '247ea807-abf3-451a-a0dd-f0858abca0e4', 'admin_state_up': True, 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:19.960517 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602d85d-8b11-429e-8906-c1b5ca9a5ba8 req-c2e7cc20-ef12-4ff7-8ee7-7de99e290e4a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:19.967669 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4602d85d-8b11-429e-8906-c1b5ca9a5ba8 req-c2e7cc20-ef12-4ff7-8ee7-7de99e290e4a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.2737820
Jun 04 15:18:20.051523 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4602d85d-8b11-429e-8906-c1b5ca9a5ba8 req-e9c5fbcc-2fca-46ec-9e7b-f28117e9789e tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828280
Jun 04 15:18:20.058141 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c129ada1-a02c-4643-9ddf-c8614215e0be req-8bf2f5d1-dd70-4e51-bf93-d345331a2ad1 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] For port e11c84be-4074-4a5d-8fe8-a95c8255c560, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11c84be-4074-4a5d-8fe8-a95c8255c560,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:20.058667 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c129ada1-a02c-4643-9ddf-c8614215e0be req-8bf2f5d1-dd70-4e51-bf93-d345331a2ad1 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:20.088308 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b0e5c59a-caea-40d8-b128-d62da87ca1be no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:18:20.191611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: b0e5c59a-caea-40d8-b128-d62da87ca1be {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:18:20.192070 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b0e5c59a-caea-40d8-b128-d62da87ca1be not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:18:20.284295 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-62333670-7155-4ffc-ace2-5bd8c530a034 req-ec0f32fb-6982-4a5e-be6d-0077abb3bb74 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d609333-14ce-446a-ac75-1d4dba98abde HTTP/1.1" status: 200  len: 210 time: 0.1014316
Jun 04 15:18:20.314936 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:20.339211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:20.357294 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:20.390366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-c129ada1-a02c-4643-9ddf-c8614215e0be req-8bf2f5d1-dd70-4e51-bf93-d345331a2ad1 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Calling delete_port for e11c84be-4074-4a5d-8fe8-a95c8255c560 owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:18:20.400791 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09de293a-4c3a-4f64-9a4d-5462d0337484 req-3db9c22e-dee6-4431-a8c6-df13bbb6846f tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 210 time: 0.1236866
Jun 04 15:18:20.422153 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:20.428762 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-68a6915c-0bd2-45ea-9856-4b94108136cd tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:20.457193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:18:20.510432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451536fb-ac68-4c01-b61a-4993799f87a0,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:20.519169 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:20.519409 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Added segment e075c8b4-2d7b-4fc4-82b6-bbbc46220f27 of type vlan for network 98430439-57e6-47d0-9826-86a9f87483b7
Jun 04 15:18:20.520490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Made reservation on behalf of 8bb4f7997cdc48f8abffe8ec67e588f7 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:18:20.523998 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:20.536343 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:20.618162 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c129ada1-a02c-4643-9ddf-c8614215e0be req-8bf2f5d1-dd70-4e51-bf93-d345331a2ad1 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:20.625220 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:20.641581 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:20.712111 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2f5d1-dd70-4e51-bf93-d345331a2ad1 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Pushing event deleted for resources: {'Port': ['ID=e11c84be-4074-4a5d-8fe8-a95c8255c560,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:20.715393 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8bf2f5d1-dd70-4e51-bf93-d345331a2ad1 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:20.725982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efd1f1-c131-4441-b8a5-fa13f4262e78 req-50fc5510-f953-4a20-8793-677be43618ea tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:20.727664 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-80efd1f1-c131-4441-b8a5-fa13f4262e78 req-50fc5510-f953-4a20-8793-677be43618ea tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 866 time: 0.2619224
Jun 04 15:18:20.806973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c129ada1-a02c-4643-9ddf-c8614215e0be req-8bf2f5d1-dd70-4e51-bf93-d345331a2ad1 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] No DVR routers for this DVR port e11c84be-4074-4a5d-8fe8-a95c8255c560 on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:18:20.812105 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c129ada1-a02c-4643-9ddf-c8614215e0be req-8bf2f5d1-dd70-4e51-bf93-d345331a2ad1 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:20.833542 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:20.834613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:20.835218 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:20.844839 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:20.855328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec36922-a4c2-46c8-8111-ebeb015330b3 req-4d8a4993-822a-40b2-8676-6e307f918325 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:20.856811 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0ec36922-a4c2-46c8-8111-ebeb015330b3 req-4d8a4993-822a-40b2-8676-6e307f918325 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 944 time: 0.1911817
Jun 04 15:18:20.865497 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-80efd1f1-c131-4441-b8a5-fa13f4262e78 req-4e1543a7-339a-4c3e-833b-87b907338ab2 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb39746-cbf7-49e2-a540-304a0dfe0eb7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298301
Jun 04 15:18:20.869103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Allocated IP 19.80.0.20 (247ea807-abf3-451a-a0dd-f0858abca0e4/5d37b7bb-cf55-45c0-9b94-b28761c1b487/23fefff0-3810-40b0-8c35-ebfbcc0629ba) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:18:20.917067 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0ec36922-a4c2-46c8-8111-ebeb015330b3 req-807e09c2-415d-44b7-a967-0672930822bf tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532727
Jun 04 15:18:20.961639 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c129ada1-a02c-4643-9ddf-c8614215e0be req-8bf2f5d1-dd70-4e51-bf93-d345331a2ad1 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.62 "DELETE /v2.0/ports/e11c84be-4074-4a5d-8fe8-a95c8255c560 HTTP/1.1" status: 204  len: 173 time: 1.4548898
Jun 04 15:18:21.029317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Pushing event updated for resources: {'Network': ['ID=98430439-57e6-47d0-9826-86a9f87483b7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:21.041716 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:21.042757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 98430439-57e6-47d0-9826-86a9f87483b7 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:18:21.178613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43436) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:21.178859 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.9895208
Jun 04 15:18:21.184870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Request body: {'subnet': {'network_id': '98430439-57e6-47d0-9826-86a9f87483b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1760630630-subnet', 'tenant_id': '713591000c9d4c579e6ca5bef23c2fcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:21.194712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:21.204854 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Usage tracker for resource:subnet and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:21.212624 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:21.226707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:21.292282 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Made reservation on behalf of 713591000c9d4c579e6ca5bef23c2fcf for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:18:21.295908 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:21.335833 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:21.364002 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Transition to ACTIVE for port object 23fefff0-3810-40b0-8c35-ebfbcc0629ba will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:21.379851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65d724-4482-481b-9542-8b505bdfa6ff req-ed538409-cbc8-41ac-8c21-b146e53c8fc6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:21.381324 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dd65d724-4482-481b-9542-8b505bdfa6ff req-ed538409-cbc8-41ac-8c21-b146e53c8fc6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.1555512
Jun 04 15:18:21.443325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6081305-a5fc-4f18-b2d7-8223bebf5378', 'name': 'network-vif-deleted', 'tag': 'e11c84be-4074-4a5d-8fe8-a95c8255c560'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:21.446057 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de190ed3-5264-441c-9438-752ce0ac88a7" -d '{"events": [{"server_uuid": "f6081305-a5fc-4f18-b2d7-8223bebf5378", "name": "network-vif-deleted", "tag": "e11c84be-4074-4a5d-8fe8-a95c8255c560"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:21.459087 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dd65d724-4482-481b-9542-8b505bdfa6ff req-ad6dad5d-e5cb-457c-8d5a-8ae1df22de32 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674284
Jun 04 15:18:21.490012 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:21.499418 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:21.538723 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe195c6-bc2d-4e59-b6c7-93457c3316a0 x-openstack-request-id: req-dfe195c6-bc2d-4e59-b6c7-93457c3316a0 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:21.540198 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6081305-a5fc-4f18-b2d7-8223bebf5378", "name": "network-vif-deleted", "tag": "e11c84be-4074-4a5d-8fe8-a95c8255c560", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:21.540442 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfe195c6-bc2d-4e59-b6c7-93457c3316a0 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:21.540860 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6081305-a5fc-4f18-b2d7-8223bebf5378', 'name': 'network-vif-deleted', 'tag': 'e11c84be-4074-4a5d-8fe8-a95c8255c560', 'status': 'completed', 'code': 200}
Jun 04 15:18:21.578112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Network 247ea807-abf3-451a-a0dd-f0858abca0e4 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:18:21.583953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:21.588802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:18:21.654181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event updated for resources: {'Port': ['ID=23fefff0-3810-40b0-8c35-ebfbcc0629ba,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:21.672408 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:21.709912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:21.709912 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:21.710756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fab619-8789-435c-a8ec-81678bfe31ec req-451a7125-3c10-4ce8-a274-05267ced2f28 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:21.715766 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b1fab619-8789-435c-a8ec-81678bfe31ec req-451a7125-3c10-4ce8-a274-05267ced2f28 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 931 time: 0.1374452
Jun 04 15:18:21.776436 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b1fab619-8789-435c-a8ec-81678bfe31ec req-54f31223-b572-444c-b43d-5b644872d97b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557659
Jun 04 15:18:21.879066 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0043504
Jun 04 15:18:21.889463 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Request body: {'port': {'device_id': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'network_id': 'bc89fea8-e254-4330-996a-aed24632a807', 'admin_state_up': True, 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:22.024931 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:22.034280 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:22.055303 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cec07045-b23d-42c0-ab47-003df515070a None None] Provisioning for port 23fefff0-3810-40b0-8c35-ebfbcc0629ba completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:22.061861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cec07045-b23d-42c0-ab47-003df515070a None None] Provisioning complete for port 23fefff0-3810-40b0-8c35-ebfbcc0629ba triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:22.062431 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cec07045-b23d-42c0-ab47-003df515070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:22.126079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43456) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:22.129274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 0832bac1-2a8b-4e9a-a133-3521a64d521a up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:18:22.148022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:22.152894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Usage tracker for resource:port and tenant:8bb4f7997cdc48f8abffe8ec67e588f7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:22.157123 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:22.164896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:22.194772 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59930739-f9c7-44a0-9d98-23bffe15c2d2 req-7c7897cb-cda1-4aa8-8b1f-248e9631753a tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6081305-a5fc-4f18-b2d7-8223bebf5378 HTTP/1.1" status: 200  len: 210 time: 0.1306901
Jun 04 15:18:22.196148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a0880d7-5b36-4a78-b783-22d620498816,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:22.209674 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:22.252357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Made reservation on behalf of 8bb4f7997cdc48f8abffe8ec67e588f7 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:18:22.256505 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:22.277072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Checking segment: {'id': 'e075c8b4-2d7b-4fc4-82b6-bbbc46220f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98430439-57e6-47d0-9826-86a9f87483b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:18:22.277541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Network hostable DHCP agents. Network: 98430439-57e6-47d0-9826-86a9f87483b7, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:18:22.285308 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cec07045-b23d-42c0-ab47-003df515070a None None] Port 23fefff0-3810-40b0-8c35-ebfbcc0629ba cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:18:22.307864 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6aab93-8544-466a-aa72-e618f44143e2 req-ef26a90d-1494-44de-b1e1-f7fd486212e2 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:22.315296 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ab6aab93-8544-466a-aa72-e618f44143e2 req-ef26a90d-1494-44de-b1e1-f7fd486212e2 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 944 time: 0.1842463
Jun 04 15:18:22.377136 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ab6aab93-8544-466a-aa72-e618f44143e2 req-d34cb29a-8b75-4ca1-998b-160c93e36a0b tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607777
Jun 04 15:18:22.413864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 0832bac1-2a8b-4e9a-a133-3521a64d521a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:22.417547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 0832bac1-2a8b-4e9a-a133-3521a64d521a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:22.417928 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:22.465787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Network 98430439-57e6-47d0-9826-86a9f87483b7 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:18:22.497341 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9b37daa6-263b-43e3-9cae-0fabf00b668e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d92056804404d84ae72d8da3ff2aa45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3672140
Jun 04 15:18:22.501388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43462) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:22.562150 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:22.574977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Allocated IP 19.86.0.86 (bc89fea8-e254-4330-996a-aed24632a807/0416019a-9152-4593-aecb-1a0fadd219ef/00956550-9d08-4f9e-99b3-601cbe5280bb) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:18:22.602074 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-68289f64-889c-4c9b-b157-a57354c20034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:22.617055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 98430439-57e6-47d0-9826-86a9f87483b7) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:22.634445 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd473f18d-70e8-4f53-a652-58fc1b08eaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0832bac1-2a8b-4e9a-a133-3521a64d521a'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:22.636496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:22.637119 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:22.640234 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a322d1-820d-4e9e-b705-30fd26520b08" -d '{"events": [{"server_uuid": "d473f18d-70e8-4f53-a652-58fc1b08eaa6", "name": "network-vif-plugged", "status": "completed", "tag": "0832bac1-2a8b-4e9a-a133-3521a64d521a"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:22.648374 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8e0cce-6380-4498-a68a-bf2bd1c63ab1 None None] Network 98430439-57e6-47d0-9826-86a9f87483b7 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:18:22.665971 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-68289f64-889c-4c9b-b157-a57354c20034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:22.677572 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 0832bac1-2a8b-4e9a-a133-3521a64d521a, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=0832bac1-2a8b-4e9a-a133-3521a64d521a,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:22.705615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912e0b-c222-44d5-9050-15267a3c74ac req-2ea551e2-ad02-4269-a04c-48b6ad06af48 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:22.708567 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-24912e0b-c222-44d5-9050-15267a3c74ac req-2ea551e2-ad02-4269-a04c-48b6ad06af48 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.1366069
Jun 04 15:18:22.756215 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc831b8-2a24-45e5-999d-45e568e6733e x-openstack-request-id: req-dfc831b8-2a24-45e5-999d-45e568e6733e {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:22.756655 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d473f18d-70e8-4f53-a652-58fc1b08eaa6", "name": "network-vif-plugged", "status": "completed", "tag": "0832bac1-2a8b-4e9a-a133-3521a64d521a", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:22.757049 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfc831b8-2a24-45e5-999d-45e568e6733e {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:22.758014 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd473f18d-70e8-4f53-a652-58fc1b08eaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0832bac1-2a8b-4e9a-a133-3521a64d521a', 'code': 200}
Jun 04 15:18:22.773064 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.5872722
Jun 04 15:18:22.792515 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-24912e0b-c222-44d5-9050-15267a3c74ac req-928c5313-ae76-48ac-b6d1-9a41dcbfb45a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763814
Jun 04 15:18:22.856429 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:22.861941 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:22.919440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be25f6b-ed5e-4a21-83e3-6ef0432eacff req-1670a582-fd4f-47d1-9f48-53653aee564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:22.922224 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5be25f6b-ed5e-4a21-83e3-6ef0432eacff req-1670a582-fd4f-47d1-9f48-53653aee564d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 1096 time: 0.1285949
Jun 04 15:18:22.938741 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:22.949565 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-68289f64-889c-4c9b-b157-a57354c20034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:22.958549 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-34bc36b8-3843-41de-b825-fc329e81560b tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:22.980489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Transition to ACTIVE for port object 00956550-9d08-4f9e-99b3-601cbe5280bb will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:22.997584 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5be25f6b-ed5e-4a21-83e3-6ef0432eacff req-f91243c8-7337-4c41-af88-d8829abb6007 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630341
Jun 04 15:18:23.022534 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b7b13-6fd1-4cb8-b157-132fea53b55a None None] Network 98430439-57e6-47d0-9826-86a9f87483b7 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:18:23.029040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68289f64-889c-4c9b-b157-a57354c20034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4204c49c-9a6e-4f35-b1b6-361035d3f579,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:23.092952 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=0832bac1-2a8b-4e9a-a133-3521a64d521a,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:23.097495 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:23.164091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-64ad5695-b9fd-4ac2-a5bf-23c8e329b4cb req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2104318519', 'description': 'tempest-description-661609086'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:23.168200 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-68289f64-889c-4c9b-b157-a57354c20034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:23.172228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-64ad5695-b9fd-4ac2-a5bf-23c8e329b4cb req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:23.176306 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-64ad5695-b9fd-4ac2-a5bf-23c8e329b4cb req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:security_group and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:23.182808 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-64ad5695-b9fd-4ac2-a5bf-23c8e329b4cb req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:23.194842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-64ad5695-b9fd-4ac2-a5bf-23c8e329b4cb req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:23.232641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8899dc-6901-4d11-b6db-a1afaf5500ff req-7934fe10-e47d-421e-8ca9-788e33912c04 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:23.233927 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4d8899dc-6901-4d11-b6db-a1afaf5500ff req-7934fe10-e47d-421e-8ca9-788e33912c04 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Synchronizing usage tracker for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:23.258449 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:23.281922 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-64ad5695-b9fd-4ac2-a5bf-23c8e329b4cb req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:23.283072 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:23.294578 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3a036df0-b205-4912-a976-05a45f9b0227 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:23.305140 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-64ad5695-b9fd-4ac2-a5bf-23c8e329b4cb req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:23.309972 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-64ad5695-b9fd-4ac2-a5bf-23c8e329b4cb req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:security_group_rule and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:23.315060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-64ad5695-b9fd-4ac2-a5bf-23c8e329b4cb req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:23.321661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-64ad5695-b9fd-4ac2-a5bf-23c8e329b4cb req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:23.341103 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-68289f64-889c-4c9b-b157-a57354c20034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:23.342801 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-68289f64-889c-4c9b-b157-a57354c20034 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4204c49c-9a6e-4f35-b1b6-361035d3f579 HTTP/1.1" status: 204  len: 168 time: 0.8402917
Jun 04 15:18:23.355402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4d8899dc-6901-4d11-b6db-a1afaf5500ff req-7934fe10-e47d-421e-8ca9-788e33912c04 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Unset dirty status for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:23.356589 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4d8899dc-6901-4d11-b6db-a1afaf5500ff req-7934fe10-e47d-421e-8ca9-788e33912c04 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 931 time: 0.3770993
Jun 04 15:18:23.368751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Network bc89fea8-e254-4330-996a-aed24632a807 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:18:23.372898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:23.390254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:18:23.420762 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-64ad5695-b9fd-4ac2-a5bf-23c8e329b4cb req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:23.449409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event updated for resources: {'Port': ['ID=00956550-9d08-4f9e-99b3-601cbe5280bb,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:23.465327 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:23.488821 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4d8899dc-6901-4d11-b6db-a1afaf5500ff req-816ca661-75e3-4e05-bd08-fe1ec6220161 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221921
Jun 04 15:18:23.497223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:23.502037 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:23.567681 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-64ad5695-b9fd-4ac2-a5bf-23c8e329b4cb req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:23.573600 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:23.623915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbbfe17-f279-467e-89d4-8b631561f8c5,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:23.626947 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:23.642203 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7566879
Jun 04 15:18:23.655683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Request body: {'port': {'device_id': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:23.752872 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-84605a20-8788-4278-97f5-f61d1abf73c6 None None] Provisioning for port 00956550-9d08-4f9e-99b3-601cbe5280bb completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:23.753244 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-64ad5695-b9fd-4ac2-a5bf-23c8e329b4cb req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:23.754713 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-64ad5695-b9fd-4ac2-a5bf-23c8e329b4cb req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.5955234
Jun 04 15:18:23.771844 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-84605a20-8788-4278-97f5-f61d1abf73c6 None None] Provisioning complete for port 00956550-9d08-4f9e-99b3-601cbe5280bb triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:23.772230 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-84605a20-8788-4278-97f5-f61d1abf73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:23.822762 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:23.877286 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-84605a20-8788-4278-97f5-f61d1abf73c6 None None] Port 00956550-9d08-4f9e-99b3-601cbe5280bb cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:18:23.930064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-87aa19ab-2f4d-4273-9953-5496ddba9c86 req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1220830864', 'description': 'tempest-description-1674101993'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:23.938786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-87aa19ab-2f4d-4273-9953-5496ddba9c86 req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:23.943220 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-87aa19ab-2f4d-4273-9953-5496ddba9c86 req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:security_group and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:23.946317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-87aa19ab-2f4d-4273-9953-5496ddba9c86 req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:23.953716 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-87aa19ab-2f4d-4273-9953-5496ddba9c86 req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:24.058872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5ada7-3e0f-47af-8d20-462df4b2e38d req-9c1e1f20-3d47-4287-a32c-f3b9a3fb393f tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:24.060393 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7bf5ada7-3e0f-47af-8d20-462df4b2e38d req-9c1e1f20-3d47-4287-a32c-f3b9a3fb393f tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.2198749
Jun 04 15:18:24.090463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e11c84be-4074-4a5d-8fe8-a95c8255c560 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:18:24.104217 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-87aa19ab-2f4d-4273-9953-5496ddba9c86 req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:24.142074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-87aa19ab-2f4d-4273-9953-5496ddba9c86 req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:24.149693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-87aa19ab-2f4d-4273-9953-5496ddba9c86 req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:security_group_rule and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:24.163408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: e11c84be-4074-4a5d-8fe8-a95c8255c560 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:18:24.165794 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e11c84be-4074-4a5d-8fe8-a95c8255c560 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:18:24.176499 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-87aa19ab-2f4d-4273-9953-5496ddba9c86 req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:24.185090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-87aa19ab-2f4d-4273-9953-5496ddba9c86 req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:24.206397 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7bf5ada7-3e0f-47af-8d20-462df4b2e38d req-4ada099f-0090-48eb-bf11-4062c618a411 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301289
Jun 04 15:18:24.283550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43494) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:24.333536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43496) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:24.362634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bf8ca279-2817-44ee-a5f6-4583324a4d25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddd923cd358b4b8499526cd1a9d8be62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0756483
Jun 04 15:18:24.364114 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-87aa19ab-2f4d-4273-9953-5496ddba9c86 req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:24.365396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43500) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:24.429339 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-adff53d9-3dab-4936-bacf-cb4688be30f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:24.459822 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-adff53d9-3dab-4936-bacf-cb4688be30f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:24.475331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fefff0-3810-40b0-8c35-ebfbcc0629ba {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:18:24.486030 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:24.508309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Transition to ACTIVE for port object 23fefff0-3810-40b0-8c35-ebfbcc0629ba will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:24.524090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45376814-f623-403d-a59e-7a62a3c4755b req-abd7d497-2ff4-45a8-be4e-d65ca2b96400 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:24.526577 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-87aa19ab-2f4d-4273-9953-5496ddba9c86 req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:24.532723 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45376814-f623-403d-a59e-7a62a3c4755b req-abd7d497-2ff4-45a8-be4e-d65ca2b96400 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.1679568
Jun 04 15:18:24.532897 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1147159e-f3da-4433-a76e-5646cabaa43e tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:24.580426 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45376814-f623-403d-a59e-7a62a3c4755b req-3c108f72-47eb-47ae-a297-d70203022641 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476160
Jun 04 15:18:24.596753 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c9fa40-7a0d-4117-8c59-5a03f8e50dd3,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:24.610676 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:24.635279 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:24.639048 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0f48e0ee-d635-4f8e-8a13-d2aa7bd999f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ed1c7434abc4070a1cb11b3335601ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2976737
Jun 04 15:18:24.639048 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-adff53d9-3dab-4936-bacf-cb4688be30f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:24.640623 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-adff53d9-3dab-4936-bacf-cb4688be30f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:24.644311 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-adff53d9-3dab-4936-bacf-cb4688be30f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c8ae673-928c-45b2-bde3-f557dde5aa16 HTTP/1.1" status: 204  len: 168 time: 0.2753859
Jun 04 15:18:24.644311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43504) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:24.644311 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b4fdb975-cf90-40e9-9dc0-5e34deaaabc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:24.648305 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:24.786738 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff53d9-3dab-4936-bacf-cb4688be30f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8ae673-928c-45b2-bde3-f557dde5aa16,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:24.787055 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-adff53d9-3dab-4936-bacf-cb4688be30f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:24.790855 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-87aa19ab-2f4d-4273-9953-5496ddba9c86 req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:24.805676 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-87aa19ab-2f4d-4273-9953-5496ddba9c86 req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1806 time: 0.8807602
Jun 04 15:18:24.905186 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e8a8b4e1-43a4-4d31-834b-ed3f1ff91330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:24.967334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=23fefff0-3810-40b0-8c35-ebfbcc0629ba,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:24.967574 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e8a8b4e1-43a4-4d31-834b-ed3f1ff91330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:24.968279 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:25.036678 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Attempting to bind port 23fefff0-3810-40b0-8c35-ebfbcc0629ba on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:18:25.037092 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Attempting to bind port 23fefff0-3810-40b0-8c35-ebfbcc0629ba by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '1f90a997-e84b-4a6c-a9e3-43324f3a91aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247ea807-abf3-451a-a0dd-f0858abca0e4'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:18:25.037203 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Attempting to bind port 23fefff0-3810-40b0-8c35-ebfbcc0629ba on network 247ea807-abf3-451a-a0dd-f0858abca0e4 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:25.046194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Port 23fefff0-3810-40b0-8c35-ebfbcc0629ba on network 247ea807-abf3-451a-a0dd-f0858abca0e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:18:25.046910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Attempting to bind port 23fefff0-3810-40b0-8c35-ebfbcc0629ba on network 247ea807-abf3-451a-a0dd-f0858abca0e4 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:25.060363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23a76f-9950-4a46-a207-54f218f9f40d req-76af8750-7677-44b1-9549-b912c1e66f8c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:25.066996 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23a76f-9950-4a46-a207-54f218f9f40d req-76af8750-7677-44b1-9549-b912c1e66f8c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:25.068636 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f23a76f-9950-4a46-a207-54f218f9f40d req-76af8750-7677-44b1-9549-b912c1e66f8c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1665 time: 0.2981846
Jun 04 15:18:25.077358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:18:25.077358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Checking segment: {'id': '1f90a997-e84b-4a6c-a9e3-43324f3a91aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247ea807-abf3-451a-a0dd-f0858abca0e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:18:25.077358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Bound using segment: {'id': '1f90a997-e84b-4a6c-a9e3-43324f3a91aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247ea807-abf3-451a-a0dd-f0858abca0e4'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:18:25.077358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Bound port: 23fefff0-3810-40b0-8c35-ebfbcc0629ba, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f90a997-e84b-4a6c-a9e3-43324f3a91aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '247ea807-abf3-451a-a0dd-f0858abca0e4'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:18:25.077358 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:25.153127 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e8a8b4e1-43a4-4d31-834b-ed3f1ff91330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:25.160733 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6a5b00a6-6c66-488c-827e-997619e5ed53 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:25.181210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8b4e1-43a4-4d31-834b-ed3f1ff91330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb39746-cbf7-49e2-a540-304a0dfe0eb7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:25.189948 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f23a76f-9950-4a46-a207-54f218f9f40d req-e96cdaf1-c9a8-4d08-8615-28603cfa8b0e tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053545
Jun 04 15:18:25.203410 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e8a8b4e1-43a4-4d31-834b-ed3f1ff91330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:25.220930 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] For port 23fefff0-3810-40b0-8c35-ebfbcc0629ba, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:18:25.226065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] For port 23fefff0-3810-40b0-8c35-ebfbcc0629ba, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=23fefff0-3810-40b0-8c35-ebfbcc0629ba,segment=NetworkSegment(1f90a997-e84b-4a6c-a9e3-43324f3a91aa),segment_id=1f90a997-e84b-4a6c-a9e3-43324f3a91aa)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:18:25.376645 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e8a8b4e1-43a4-4d31-834b-ed3f1ff91330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:25.380990 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e8a8b4e1-43a4-4d31-834b-ed3f1ff91330 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fb39746-cbf7-49e2-a540-304a0dfe0eb7 HTTP/1.1" status: 204  len: 168 time: 0.7242057
Jun 04 15:18:25.389470 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:25.397400 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-958c75ad-5160-4c74-a5e4-58c6f86fed17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:25.434091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-d0613672-0317-4f3b-a3cf-cf5964a23ffa tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:25.443552 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-d0613672-0317-4f3b-a3cf-cf5964a23ffa tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/networks?id=98430439-57e6-47d0-9826-86a9f87483b7 HTTP/1.1" status: 200  len: 813 time: 0.1901753
Jun 04 15:18:25.462182 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-632420fa-b97e-460b-b71e-7515d5017bad tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/quotas/713591000c9d4c579e6ca5bef23c2fcf HTTP/1.1" status: 200  len: 375 time: 0.0172482
Jun 04 15:18:25.484726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:25.485380 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:25.487263 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] 10.222.0.65 "PUT /v2.0/ports/23fefff0-3810-40b0-8c35-ebfbcc0629ba HTTP/1.1" status: 200  len: 1091 time: 1.8367939
Jun 04 15:18:25.488194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'tag': '23fefff0-3810-40b0-8c35-ebfbcc0629ba'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:25.489584 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:25.497175 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae069d81-8594-4dd2-83fa-c1837248cbee" -d '{"events": [{"name": "network-changed", "server_uuid": "620d0a35-bd2e-4a0b-b355-ea448107b8e4", "tag": "23fefff0-3810-40b0-8c35-ebfbcc0629ba"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:25.528735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=23fefff0-3810-40b0-8c35-ebfbcc0629ba,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:25.535252 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:25.551983 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-4bb15de5-b7cb-48d6-b761-717aa1557b4e tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=713591000c9d4c579e6ca5bef23c2fcf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0869734
Jun 04 15:18:25.553737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15593-7000-4241-9cc6-bf88ff8a5956 req-acc1724f-40ae-44ce-91cb-b79df99faad2 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:25.555455 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdb15593-7000-4241-9cc6-bf88ff8a5956 req-acc1724f-40ae-44ce-91cb-b79df99faad2 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.2181261
Jun 04 15:18:25.564852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-5b33e3d5-5770-467b-bc7c-6ea2508c7c23 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:18:25.565138 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-5b33e3d5-5770-467b-bc7c-6ea2508c7c23 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0105386
Jun 04 15:18:25.617360 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdb15593-7000-4241-9cc6-bf88ff8a5956 req-547a6b15-fc10-4850-a5c9-d1df1504b34f tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547738
Jun 04 15:18:25.647591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Request body: {'port': {'device_id': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:25.724388 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6455223-fb70-4bc1-bc8e-9e4506c767df x-openstack-request-id: req-c6455223-fb70-4bc1-bc8e-9e4506c767df {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:25.724735 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "620d0a35-bd2e-4a0b-b355-ea448107b8e4", "tag": "23fefff0-3810-40b0-8c35-ebfbcc0629ba", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:25.725517 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6455223-fb70-4bc1-bc8e-9e4506c767df {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:25.725517 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'tag': '23fefff0-3810-40b0-8c35-ebfbcc0629ba', 'status': 'completed', 'code': 200}
Jun 04 15:18:25.881236 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a0ee5448-0c52-4751-a78d-d5d956c9e9e9 service neutron] 10.222.0.32 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2998040
Jun 04 15:18:26.075356 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-bea72aba-9bdb-4ccd-b96a-2cc51477f772 service neutron] 10.222.0.32 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1929440
Jun 04 15:18:26.139462 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:26.173023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd703aea-0b3c-49b1-8143-f9b67970c1f9 req-41bf1d62-482a-4b47-9bfc-20813cc021bc tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:26.174583 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dd703aea-0b3c-49b1-8143-f9b67970c1f9 req-41bf1d62-482a-4b47-9bfc-20813cc021bc tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.2168880
Jun 04 15:18:26.204743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae069d81-8594-4dd2-83fa-c1837248cbee req-ce2eaf72-99fb-450c-bacf-0a2986322012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:26.204743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae069d81-8594-4dd2-83fa-c1837248cbee req-ce2eaf72-99fb-450c-bacf-0a2986322012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:26.206689 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae069d81-8594-4dd2-83fa-c1837248cbee req-ce2eaf72-99fb-450c-bacf-0a2986322012 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bb4f7997cdc48f8abffe8ec67e588f7&device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1912 time: 0.4547744
Jun 04 15:18:26.450679 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dd703aea-0b3c-49b1-8143-f9b67970c1f9 req-aafd520f-5848-4892-a360-6597d8bbfa0d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2342365
Jun 04 15:18:26.601478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae069d81-8594-4dd2-83fa-c1837248cbee req-3033574c-db5d-40b5-a6b2-337810273be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:26.602745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae069d81-8594-4dd2-83fa-c1837248cbee req-3033574c-db5d-40b5-a6b2-337810273be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:26.603399 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae069d81-8594-4dd2-83fa-c1837248cbee req-3033574c-db5d-40b5-a6b2-337810273be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:26.605206 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae069d81-8594-4dd2-83fa-c1837248cbee req-3033574c-db5d-40b5-a6b2-337810273be1 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=8bb4f7997cdc48f8abffe8ec67e588f7&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.3861046
Jun 04 15:18:26.896679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae069d81-8594-4dd2-83fa-c1837248cbee req-24340edd-206d-4d42-8129-41e77c39b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:26.898215 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae069d81-8594-4dd2-83fa-c1837248cbee req-24340edd-206d-4d42-8129-41e77c39b1be service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2750769
Jun 04 15:18:27.047746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00956550-9d08-4f9e-99b3-601cbe5280bb {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:18:27.057618 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:27.068496 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a00633ea-7ebe-4e10-abed-6aaa8bbe25d1 req-a1159218-f0f5-4314-98ca-57789d71f0f5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 210 time: 0.0629163
Jun 04 15:18:27.093548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Transition to ACTIVE for port object 00956550-9d08-4f9e-99b3-601cbe5280bb will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:27.127217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1cc20-7585-4498-9d4f-8552074788cf req-476aadd0-04d0-4e44-862c-18428361e8ff tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:27.133398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1cc20-7585-4498-9d4f-8552074788cf req-476aadd0-04d0-4e44-862c-18428361e8ff tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:27.135301 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2dc1cc20-7585-4498-9d4f-8552074788cf req-476aadd0-04d0-4e44-862c-18428361e8ff tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1665 time: 0.1754446
Jun 04 15:18:27.206814 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2dc1cc20-7585-4498-9d4f-8552074788cf req-8a106d0c-7f0b-4d5e-9b13-444ff9a56e32 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603559
Jun 04 15:18:27.225550 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:27.237232 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e10ca5fe-62cc-41d7-a8c2-2de8ed49af8d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:27.301391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea9f40-a457-460b-a17b-44bb23c11de8 req-143f7d9a-8738-4a13-83bf-244a250151ae tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:27.303155 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f6ea9f40-a457-460b-a17b-44bb23c11de8 req-143f7d9a-8738-4a13-83bf-244a250151ae tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.1075215
Jun 04 15:18:27.391107 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f6ea9f40-a457-460b-a17b-44bb23c11de8 req-df95ebb4-a012-4e42-8298-02210ce9b806 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770903
Jun 04 15:18:27.461191 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Pushing event updated for resources: {'Port': ['ID=00956550-9d08-4f9e-99b3-601cbe5280bb,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:27.468358 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:27.527654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Attempting to bind port 00956550-9d08-4f9e-99b3-601cbe5280bb on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:18:27.527654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Attempting to bind port 00956550-9d08-4f9e-99b3-601cbe5280bb by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'dba59f71-8277-47f9-9bea-1ebcf5ad20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bc89fea8-e254-4330-996a-aed24632a807'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:18:27.528171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Attempting to bind port 00956550-9d08-4f9e-99b3-601cbe5280bb on network bc89fea8-e254-4330-996a-aed24632a807 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:27.535197 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Port 00956550-9d08-4f9e-99b3-601cbe5280bb on network bc89fea8-e254-4330-996a-aed24632a807 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:18:27.535779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Attempting to bind port 00956550-9d08-4f9e-99b3-601cbe5280bb on network bc89fea8-e254-4330-996a-aed24632a807 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:27.550163 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:18:27.550163 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Checking segment: {'id': 'dba59f71-8277-47f9-9bea-1ebcf5ad20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bc89fea8-e254-4330-996a-aed24632a807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:18:27.550163 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Bound using segment: {'id': 'dba59f71-8277-47f9-9bea-1ebcf5ad20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bc89fea8-e254-4330-996a-aed24632a807'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:18:27.550163 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Bound port: 00956550-9d08-4f9e-99b3-601cbe5280bb, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba59f71-8277-47f9-9bea-1ebcf5ad20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bc89fea8-e254-4330-996a-aed24632a807'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:18:27.550163 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:27.650987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] For port 00956550-9d08-4f9e-99b3-601cbe5280bb, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:18:27.655471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] For port 00956550-9d08-4f9e-99b3-601cbe5280bb, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=00956550-9d08-4f9e-99b3-601cbe5280bb,segment=NetworkSegment(dba59f71-8277-47f9-9bea-1ebcf5ad20e8),segment_id=dba59f71-8277-47f9-9bea-1ebcf5ad20e8)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:18:27.676504 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a0c51-1c25-4828-9bbd-758f2d19088b req-87ac27c9-c9db-4cd7-91e2-3cf79e07e9b8 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:27.678160 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-064a0c51-1c25-4828-9bbd-758f2d19088b req-87ac27c9-c9db-4cd7-91e2-3cf79e07e9b8 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.0920875
Jun 04 15:18:27.725705 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-064a0c51-1c25-4828-9bbd-758f2d19088b req-b6d07ca1-4dc3-4c91-853a-b1b333e01141 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417595
Jun 04 15:18:27.816065 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:27.819893 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-61402752-c39c-45bc-b8cb-f603b9699ff3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:27.887627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:27.887627 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:27.887627 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] 10.222.0.65 "PUT /v2.0/ports/00956550-9d08-4f9e-99b3-601cbe5280bb HTTP/1.1" status: 200  len: 1091 time: 2.2477674
Jun 04 15:18:27.887627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'tag': '00956550-9d08-4f9e-99b3-601cbe5280bb'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:27.887627 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0be46b0-fac2-41dd-abd4-fabafa01cc10" -d '{"events": [{"name": "network-changed", "server_uuid": "620d0a35-bd2e-4a0b-b355-ea448107b8e4", "tag": "00956550-9d08-4f9e-99b3-601cbe5280bb"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:27.915669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Pushing event updated for resources: {'Port': ['ID=00956550-9d08-4f9e-99b3-601cbe5280bb,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:27.919343 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:27.940059 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbbacdb-dcff-4570-b4ff-ab5ea3e899ff x-openstack-request-id: req-8fbbacdb-dcff-4570-b4ff-ab5ea3e899ff {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:27.940530 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "620d0a35-bd2e-4a0b-b355-ea448107b8e4", "tag": "00956550-9d08-4f9e-99b3-601cbe5280bb", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:27.940919 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fbbacdb-dcff-4570-b4ff-ab5ea3e899ff {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:27.941575 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'tag': '00956550-9d08-4f9e-99b3-601cbe5280bb', 'status': 'completed', 'code': 200}
Jun 04 15:18:28.067556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be46b0-fac2-41dd-abd4-fabafa01cc10 req-34ac7ed9-c197-4223-9df6-524e60c57c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:28.068048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be46b0-fac2-41dd-abd4-fabafa01cc10 req-34ac7ed9-c197-4223-9df6-524e60c57c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:28.069707 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0be46b0-fac2-41dd-abd4-fabafa01cc10 req-34ac7ed9-c197-4223-9df6-524e60c57c5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bb4f7997cdc48f8abffe8ec67e588f7&device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1979 time: 0.0967686
Jun 04 15:18:28.088790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43620) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:28.233111 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c25d3d77-7efd-4759-9525-9fbff51e9044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:28.251160 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c25d3d77-7efd-4759-9525-9fbff51e9044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:28.255719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c25d3d77-7efd-4759-9525-9fbff51e9044 admin admin] Usage tracker for resource:security_group_rule and tenant:f2f1675894db414aa1b22a5530650300 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:28.255932 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6585458a-3711-492f-b81e-6d5c87010a9f req-e5ce3aab-aae1-4fe7-98d2-595a8ea5c215 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 210 time: 0.0717423
Jun 04 15:18:28.264244 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c25d3d77-7efd-4759-9525-9fbff51e9044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:28.267241 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c25d3d77-7efd-4759-9525-9fbff51e9044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:28.312312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be46b0-fac2-41dd-abd4-fabafa01cc10 req-cbb09246-d477-41f6-8ab8-a5830fbda7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:28.312793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be46b0-fac2-41dd-abd4-fabafa01cc10 req-cbb09246-d477-41f6-8ab8-a5830fbda7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:28.313285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be46b0-fac2-41dd-abd4-fabafa01cc10 req-cbb09246-d477-41f6-8ab8-a5830fbda7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:28.314910 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0be46b0-fac2-41dd-abd4-fabafa01cc10 req-cbb09246-d477-41f6-8ab8-a5830fbda7f0 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=8bb4f7997cdc48f8abffe8ec67e588f7&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.2362373
Jun 04 15:18:28.382933 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c25d3d77-7efd-4759-9525-9fbff51e9044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:28.483247 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3e235-bff5-463d-aa20-bd93aa3d62bd req-5d95c017-92d6-40de-8cb9-e0bbedabb86b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:28.489861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3e235-bff5-463d-aa20-bd93aa3d62bd req-5d95c017-92d6-40de-8cb9-e0bbedabb86b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:28.491471 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-01c3e235-bff5-463d-aa20-bd93aa3d62bd req-5d95c017-92d6-40de-8cb9-e0bbedabb86b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1677 time: 0.1034935
Jun 04 15:18:28.528586 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c25d3d77-7efd-4759-9525-9fbff51e9044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:28.538856 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0711ab62-ca9e-408f-94a6-a44633e9ee26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:28.589644 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-01c3e235-bff5-463d-aa20-bd93aa3d62bd req-7524737c-dab8-4177-8b1d-ea13f23901d7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903411
Jun 04 15:18:28.605754 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c25d3d77-7efd-4759-9525-9fbff51e9044 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2f1675894db414aa1b22a5530650300&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5121832
Jun 04 15:18:28.605754 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d3d77-7efd-4759-9525-9fbff51e9044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b579cdf4-9bf0-4040-834f-1882e3bc389a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:28.608574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43638) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:28.626918 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c25d3d77-7efd-4759-9525-9fbff51e9044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:28.679366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be46b0-fac2-41dd-abd4-fabafa01cc10 req-e9b44dc8-ef15-47eb-ae7a-42abf350ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:28.680911 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0be46b0-fac2-41dd-abd4-fabafa01cc10 req-e9b44dc8-ef15-47eb-ae7a-42abf350ca78 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3583853
Jun 04 15:18:28.681663 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-421cb851-c608-46d0-af9f-c31292b6b8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:28.699914 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065abd7d-11b6-40a2-b525-393a14a08d7f req-74c0a9a6-12e2-436b-9872-3cfc4bc153be tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:28.702861 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-065abd7d-11b6-40a2-b525-393a14a08d7f req-74c0a9a6-12e2-436b-9872-3cfc4bc153be tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.1807721
Jun 04 15:18:28.714041 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-421cb851-c608-46d0-af9f-c31292b6b8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:28.812123 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-065abd7d-11b6-40a2-b525-393a14a08d7f req-f39bc7af-689a-498f-8d30-34c9e6f01f44 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019146
Jun 04 15:18:28.864114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-4959f798-695e-4de6-9a61-cb010be05d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:28.865544 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-4959f798-695e-4de6-9a61-cb010be05d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:28.867586 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-4959f798-695e-4de6-9a61-cb010be05d69 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bb4f7997cdc48f8abffe8ec67e588f7&device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1979 time: 0.1415129
Jun 04 15:18:28.878221 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-421cb851-c608-46d0-af9f-c31292b6b8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:28.882285 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-95b26636-7520-483e-82ca-67951792d8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:28.926861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cb851-c608-46d0-af9f-c31292b6b8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b579cdf4-9bf0-4040-834f-1882e3bc389a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:28.939530 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-421cb851-c608-46d0-af9f-c31292b6b8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:28.950269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-b1a85591-6d23-42e2-ab53-2c47e6bed0d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.20&port_id=23fefff0-3810-40b0-8c35-ebfbcc0629ba HTTP/1.1" status: 200  len: 217 time: 0.0733643
Jun 04 15:18:28.964172 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-421cb851-c608-46d0-af9f-c31292b6b8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:28.965479 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-421cb851-c608-46d0-af9f-c31292b6b8be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b579cdf4-9bf0-4040-834f-1882e3bc389a HTTP/1.1" status: 204  len: 168 time: 0.3556564
Jun 04 15:18:29.005244 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b699af5-c597-4245-9a73-410abe6db1bd req-a6f97549-10eb-4271-8306-5b1d21f87c7f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:29.013913 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5b699af5-c597-4245-9a73-410abe6db1bd req-a6f97549-10eb-4271-8306-5b1d21f87c7f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.1241529
Jun 04 15:18:29.032385 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-6434f70a-9d9d-4829-84ef-7d7492a1b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:29.037547 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-6434f70a-9d9d-4829-84ef-7d7492a1b1c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5d37b7bb-cf55-45c0-9b94-b28761c1b487 HTTP/1.1" status: 200  len: 801 time: 0.0743241
Jun 04 15:18:29.099681 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5b699af5-c597-4245-9a73-410abe6db1bd req-93df123f-07b6-4d65-96c1-9115a3a29038 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726070
Jun 04 15:18:29.134600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-e30ae266-92be-4123-8000-864aab364391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:29.136086 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-e30ae266-92be-4123-8000-864aab364391 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=247ea807-abf3-451a-a0dd-f0858abca0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0947623
Jun 04 15:18:29.286378 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-4498fa6f-9cac-41a5-bb24-fa7dee20c964 service neutron] 10.222.0.65 "GET /v2.0/networks/247ea807-abf3-451a-a0dd-f0858abca0e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433437
Jun 04 15:18:29.437685 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b640a0f7-9d8b-46e0-a532-9ee40b0877b5 req-5ddcb9df-533e-4fb1-832a-560965a2c5a3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 210 time: 0.0553784
Jun 04 15:18:29.458428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-e50b140a-3fff-4987-a26f-0d85905cf31d service neutron] 10.222.0.65 "GET /v2.0/networks/247ea807-abf3-451a-a0dd-f0858abca0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1646516
Jun 04 15:18:29.463067 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2b77d706-9f08-44fa-a99a-a7e174987747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:29.539373 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-37ae024b-fb95-40c1-9534-790274a94586 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.86&port_id=00956550-9d08-4f9e-99b3-601cbe5280bb HTTP/1.1" status: 200  len: 217 time: 0.0711429
Jun 04 15:18:29.619721 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-23db210a-98e7-44d5-bf93-982864a3d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:29.620825 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-23db210a-98e7-44d5-bf93-982864a3d67f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0416019a-9152-4593-aecb-1a0fadd219ef HTTP/1.1" status: 200  len: 801 time: 0.0708036
Jun 04 15:18:29.705852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c78218aa-c9cb-40f5-8d71-88700ad85b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:29.705852 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-c78218aa-c9cb-40f5-8d71-88700ad85b4d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc89fea8-e254-4330-996a-aed24632a807&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0780232
Jun 04 15:18:29.898735 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-f796ed30-9a0c-44bf-86af-55258305e02c service neutron] 10.222.0.65 "GET /v2.0/networks/bc89fea8-e254-4330-996a-aed24632a807?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571107
Jun 04 15:18:29.910898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63577740-4082-4331-a257-05e1cde594b2 req-78edf0ad-13e0-4bee-b0a3-4afafe3de531 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:29.916679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63577740-4082-4331-a257-05e1cde594b2 req-78edf0ad-13e0-4bee-b0a3-4afafe3de531 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:29.918272 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-63577740-4082-4331-a257-05e1cde594b2 req-78edf0ad-13e0-4bee-b0a3-4afafe3de531 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1677 time: 0.2121291
Jun 04 15:18:30.065952 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-63577740-4082-4331-a257-05e1cde594b2 req-e10609fb-578e-4429-986e-bc3b8066f131 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218021
Jun 04 15:18:30.104208 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdd4ccf3-5a35-410b-b391-081ac1812939 req-27ebeab2-6532-44ea-baf0-a52b0a4733fd service neutron] 10.222.0.65 "GET /v2.0/networks/bc89fea8-e254-4330-996a-aed24632a807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1848192
Jun 04 15:18:30.161042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a6037-b054-4f8f-a9d4-5a39b30e6783 req-33eec0af-d925-459c-9eac-f4089735cfa8 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:30.167683 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-714a6037-b054-4f8f-a9d4-5a39b30e6783 req-33eec0af-d925-459c-9eac-f4089735cfa8 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.2069311
Jun 04 15:18:30.227605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-18727e73-bd92-4b62-9831-50bd913b4a72 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:30.229330 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-18727e73-bd92-4b62-9831-50bd913b4a72 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.62 "GET /v2.0/networks?id=98430439-57e6-47d0-9826-86a9f87483b7 HTTP/1.1" status: 200  len: 813 time: 0.2129269
Jun 04 15:18:30.252589 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-714a6037-b054-4f8f-a9d4-5a39b30e6783 req-01b4b8b5-3a87-4fcf-998e-6ab960a9319c tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825920
Jun 04 15:18:30.256517 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Request body: {'port': {'device_id': 'fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260', 'network_id': '98430439-57e6-47d0-9826-86a9f87483b7', 'admin_state_up': True, 'tenant_id': '713591000c9d4c579e6ca5bef23c2fcf'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:30.403600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f8366-de8b-41eb-a566-1dab53ca605c req-6080c293-ce25-4867-9fc7-864e78384807 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:30.412599 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-289f8366-de8b-41eb-a566-1dab53ca605c req-6080c293-ce25-4867-9fc7-864e78384807 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.1154523
Jun 04 15:18:30.477698 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-289f8366-de8b-41eb-a566-1dab53ca605c req-f02baea0-363b-4733-bc1a-3c3b2dc965cf tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636864
Jun 04 15:18:30.551054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:30.555319 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:port and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:30.558307 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:30.570322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:30.638716 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d932191-f1f5-40b5-b77e-04a5f15f1cda req-582ea06b-1e7d-4d71-ae50-d2391b6074d1 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 210 time: 0.0444520
Jun 04 15:18:30.726231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Made reservation on behalf of 713591000c9d4c579e6ca5bef23c2fcf for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:18:30.731070 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:30.921015 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Allocated IP 172.20.0.6 (98430439-57e6-47d0-9826-86a9f87483b7/3a0880d7-5b36-4a78-b783-22d620498816/8bdecdba-6510-4d0f-ada2-6ac431826ba4) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:18:31.141153 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:31.265489 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:31.278888 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:31.340408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Network 98430439-57e6-47d0-9826-86a9f87483b7 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:18:31.344959 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:31.357996 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61279c03-d7ba-4f66-8bcc-7f4fdeed8f74 req-4baaf571-e666-40d5-b0bd-628963ceed0d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:31.364376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61279c03-d7ba-4f66-8bcc-7f4fdeed8f74 req-4baaf571-e666-40d5-b0bd-628963ceed0d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:31.374337 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-61279c03-d7ba-4f66-8bcc-7f4fdeed8f74 req-4baaf571-e666-40d5-b0bd-628963ceed0d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1677 time: 0.1913097
Jun 04 15:18:31.374337 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:18:31.447038 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43744) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:31.450998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event updated for resources: {'Port': ['ID=8bdecdba-6510-4d0f-ada2-6ac431826ba4,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:31.460600 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:31.499374 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-61279c03-d7ba-4f66-8bcc-7f4fdeed8f74 req-b72e45ca-9a31-4ea0-9499-f008738d8ff6 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880919
Jun 04 15:18:31.508414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:31.508986 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:31.640215 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69ff2c06-ad9e-4cd2-b6d2-9d8c1cdec50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:31.651216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187da04-cfc5-4bc6-8a0e-4e46a8c44e92 req-85587d69-bd47-4ee6-a08d-3c8684fea252 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:31.652896 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e187da04-cfc5-4bc6-8a0e-4e46a8c44e92 req-85587d69-bd47-4ee6-a08d-3c8684fea252 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.2390182
Jun 04 15:18:31.658263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-69ff2c06-ad9e-4cd2-b6d2-9d8c1cdec50e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:31.663162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-69ff2c06-ad9e-4cd2-b6d2-9d8c1cdec50e admin admin] Usage tracker for resource:security_group_rule and tenant:193c246f149c43548da028b4bbd5f820 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:31.667758 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4279752
Jun 04 15:18:31.668580 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-69ff2c06-ad9e-4cd2-b6d2-9d8c1cdec50e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:31.682021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Request body: {'port': {'device_id': 'fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:31.712547 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e187da04-cfc5-4bc6-8a0e-4e46a8c44e92 req-9abb9587-7fd3-45e8-a329-0c1aee2e6044 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496607
Jun 04 15:18:31.712684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-69ff2c06-ad9e-4cd2-b6d2-9d8c1cdec50e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:31.857868 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:31.970709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ac5f9-a4c0-4fe7-9ec7-57282c17a136 req-76fbbe81-a824-4ddb-8a48-231ef160e565 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:31.972324 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7e7ac5f9-a4c0-4fe7-9ec7-57282c17a136 req-76fbbe81-a824-4ddb-8a48-231ef160e565 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.0858245
Jun 04 15:18:31.975424 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:32.023364 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7e7ac5f9-a4c0-4fe7-9ec7-57282c17a136 req-f21c386e-5ecc-474a-af43-61d028772a04 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452335
Jun 04 15:18:32.053924 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69ff2c06-ad9e-4cd2-b6d2-9d8c1cdec50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:32.149980 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869f97d-0677-4c1c-874d-946c6f222ac1 req-0b70b665-ea50-41f6-8a5e-dbfdb691eef7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:32.150686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-8869f97d-0677-4c1c-874d-946c6f222ac1 req-0b70b665-ea50-41f6-8a5e-dbfdb691eef7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Synchronizing usage tracker for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:32.157044 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69ff2c06-ad9e-4cd2-b6d2-9d8c1cdec50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:32.207007 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a4ee86b8-c6d5-49d8-b290-18a44d291ce9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:32.252258 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b2252f4e-d60b-4068-90bc-63b5d3308b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:32.281021 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-69ff2c06-ad9e-4cd2-b6d2-9d8c1cdec50e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=193c246f149c43548da028b4bbd5f820&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8309333
Jun 04 15:18:32.283897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43776) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:32.286968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff2c06-ad9e-4cd2-b6d2-9d8c1cdec50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405d8f2d-bd36-4e2d-96dc-e28a2f630075,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:32.294213 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-69ff2c06-ad9e-4cd2-b6d2-9d8c1cdec50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:32.348929 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:32.376831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-8869f97d-0677-4c1c-874d-946c6f222ac1 req-0b70b665-ea50-41f6-8a5e-dbfdb691eef7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Unset dirty status for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:32.378109 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8869f97d-0677-4c1c-874d-946c6f222ac1 req-0b70b665-ea50-41f6-8a5e-dbfdb691eef7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 931 time: 0.4469650
Jun 04 15:18:32.385787 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:32.424205 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bdecdba-6510-4d0f-ada2-6ac431826ba4 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:18:32.437600 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:32.444722 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-8869f97d-0677-4c1c-874d-946c6f222ac1 req-7f83ed1d-499e-47c1-8c88-b954f3c7c66c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Synchronizing usage tracker for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:32.530131 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:32.530323 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Transition to ACTIVE for port object 8bdecdba-6510-4d0f-ada2-6ac431826ba4 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:32.535746 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:32.546132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405d8f2d-bd36-4e2d-96dc-e28a2f630075,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:32.556684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:32.557151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:32.557612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:32.557982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:32.558400 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:32.558765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:32.559128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:32.559516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:32.559844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:32.560717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:32.561179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:32.561596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:32.566101 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:32.569724 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/405d8f2d-bd36-4e2d-96dc-e28a2f630075 HTTP/1.1" status: 204  len: 168 time: 0.2821202
Jun 04 15:18:32.569724 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:32.571574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-8869f97d-0677-4c1c-874d-946c6f222ac1 req-7f83ed1d-499e-47c1-8c88-b954f3c7c66c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Unset dirty status for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:32.573539 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8869f97d-0677-4c1c-874d-946c6f222ac1 req-7f83ed1d-499e-47c1-8c88-b954f3c7c66c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882298
Jun 04 15:18:32.635111 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:32.642279 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8bf2f5d1-dd70-4e51-bf93-d345331a2ad1 tempest-ImagesOneServerTestJSON-147295720 tempest-ImagesOneServerTestJSON-147295720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:32.712740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a6c87-46da-4cd1-b9e5-f5aa613f91b8 req-52b7139f-5cc0-4163-a581-30414bde7842 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:32.718810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a6c87-46da-4cd1-b9e5-f5aa613f91b8 req-52b7139f-5cc0-4163-a581-30414bde7842 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:32.720413 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-484a6c87-46da-4cd1-b9e5-f5aa613f91b8 req-52b7139f-5cc0-4163-a581-30414bde7842 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1677 time: 0.0959444
Jun 04 15:18:32.768161 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-484a6c87-46da-4cd1-b9e5-f5aa613f91b8 req-35d23610-2df2-4b28-a509-f3fb74208ed4 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418015
Jun 04 15:18:33.035915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Pushing event updated for resources: {'Port': ['ID=8bdecdba-6510-4d0f-ada2-6ac431826ba4,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:33.041669 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:33.170359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Attempting to bind port 8bdecdba-6510-4d0f-ada2-6ac431826ba4 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:18:33.170814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Attempting to bind port 8bdecdba-6510-4d0f-ada2-6ac431826ba4 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'e075c8b4-2d7b-4fc4-82b6-bbbc46220f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98430439-57e6-47d0-9826-86a9f87483b7'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:18:33.171365 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Attempting to bind port 8bdecdba-6510-4d0f-ada2-6ac431826ba4 on network 98430439-57e6-47d0-9826-86a9f87483b7 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:33.196151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112e86d-6996-4b40-8e14-c7750a6ff568 req-5626a731-0a0d-4a2a-8f66-66e4d35d3ad6 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:33.198679 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7112e86d-6996-4b40-8e14-c7750a6ff568 req-5626a731-0a0d-4a2a-8f66-66e4d35d3ad6 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.3668640
Jun 04 15:18:33.201585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Port 8bdecdba-6510-4d0f-ada2-6ac431826ba4 on network 98430439-57e6-47d0-9826-86a9f87483b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:18:33.201585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Attempting to bind port 8bdecdba-6510-4d0f-ada2-6ac431826ba4 on network 98430439-57e6-47d0-9826-86a9f87483b7 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:33.229628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfa7b3-17eb-4e6b-96e0-9f0e5168828e req-69495f8c-8ffd-4813-afef-42f0fd1a18cd tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:33.231192 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5bcfa7b3-17eb-4e6b-96e0-9f0e5168828e req-69495f8c-8ffd-4813-afef-42f0fd1a18cd tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.0863099
Jun 04 15:18:33.292446 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5bcfa7b3-17eb-4e6b-96e0-9f0e5168828e req-ae42c60a-a462-42a8-ab5b-42af57cae43a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539260
Jun 04 15:18:33.406098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:18:33.406793 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Checking segment: {'id': 'e075c8b4-2d7b-4fc4-82b6-bbbc46220f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98430439-57e6-47d0-9826-86a9f87483b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:18:33.407890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Bound using segment: {'id': 'e075c8b4-2d7b-4fc4-82b6-bbbc46220f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98430439-57e6-47d0-9826-86a9f87483b7'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:18:33.409661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Bound port: 8bdecdba-6510-4d0f-ada2-6ac431826ba4, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e075c8b4-2d7b-4fc4-82b6-bbbc46220f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98430439-57e6-47d0-9826-86a9f87483b7'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:18:33.410023 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:33.494401 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7112e86d-6996-4b40-8e14-c7750a6ff568 req-92cb5d16-c8e4-44e7-aade-6992a802d47d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2876525
Jun 04 15:18:33.550562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] For port 8bdecdba-6510-4d0f-ada2-6ac431826ba4, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:18:33.556816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] For port 8bdecdba-6510-4d0f-ada2-6ac431826ba4, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8bdecdba-6510-4d0f-ada2-6ac431826ba4,segment=NetworkSegment(e075c8b4-2d7b-4fc4-82b6-bbbc46220f27),segment_id=e075c8b4-2d7b-4fc4-82b6-bbbc46220f27)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:18:33.561668 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 00956550-9d08-4f9e-99b3-601cbe5280bb details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:18:33.692726 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:33.729360 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6de752d0-f264-4d2b-b847-a35c6d43296e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:33.738761 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 00956550-9d08-4f9e-99b3-601cbe5280bb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=00956550-9d08-4f9e-99b3-601cbe5280bb,segment=NetworkSegment(dba59f71-8277-47f9-9bea-1ebcf5ad20e8),segment_id=dba59f71-8277-47f9-9bea-1ebcf5ad20e8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:33.755084 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:33.759659 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '00956550-9d08-4f9e-99b3-601cbe5280bb', 'network_id': 'bc89fea8-e254-4330-996a-aed24632a807', 'port_id': '00956550-9d08-4f9e-99b3-601cbe5280bb', 'mac_address': 'fa:16:3e:2f:cf:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0416019a-9152-4593-aecb-1a0fadd219ef', 'ip_address': '19.86.0.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:18:33.796648 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:33.797530 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:33.799004 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] 10.222.0.62 "PUT /v2.0/ports/8bdecdba-6510-4d0f-ada2-6ac431826ba4 HTTP/1.1" status: 200  len: 1091 time: 2.1215982
Jun 04 15:18:33.799678 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260', 'tag': '8bdecdba-6510-4d0f-ada2-6ac431826ba4'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:33.804302 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2798d14b-9d95-4b99-a28d-3fdeb933673f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260", "tag": "8bdecdba-6510-4d0f-ada2-6ac431826ba4"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:33.847171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Pushing event updated for resources: {'Port': ['ID=8bdecdba-6510-4d0f-ada2-6ac431826ba4,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:33.851059 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:33.886280 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:33.906542 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00956550-9d08-4f9e-99b3-601cbe5280bb {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:18:33.924535 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 00956550-9d08-4f9e-99b3-601cbe5280bb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=00956550-9d08-4f9e-99b3-601cbe5280bb,segment=NetworkSegment(dba59f71-8277-47f9-9bea-1ebcf5ad20e8),segment_id=dba59f71-8277-47f9-9bea-1ebcf5ad20e8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:33.987467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c76cb2-41a6-4dba-b888-015bd36d8081 req-c3f4b7ba-bc1e-489c-869a-46987eacdebd tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:33.989037 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-94c76cb2-41a6-4dba-b888-015bd36d8081 req-c3f4b7ba-bc1e-489c-869a-46987eacdebd tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 943 time: 0.1023240
Jun 04 15:18:34.049151 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:34.050343 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 23fefff0-3810-40b0-8c35-ebfbcc0629ba details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:18:34.052858 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:34.081811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa1ebc-e8b2-4f03-9a3e-2760f869696b req-bfbed274-cd34-4eac-91a2-46bd6d1ff211 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:34.088993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa1ebc-e8b2-4f03-9a3e-2760f869696b req-bfbed274-cd34-4eac-91a2-46bd6d1ff211 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:34.110039 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-befa1ebc-e8b2-4f03-9a3e-2760f869696b req-bfbed274-cd34-4eac-91a2-46bd6d1ff211 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1677 time: 0.1636465
Jun 04 15:18:34.115856 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-94c76cb2-41a6-4dba-b888-015bd36d8081 req-bee1a960-9087-4ab5-ae44-a9755f0fa7e1 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790117
Jun 04 15:18:34.140148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-3471b318-1b41-4920-a889-e9a45fa92f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:34.142171 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-3471b318-1b41-4920-a889-e9a45fa92f8f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=713591000c9d4c579e6ca5bef23c2fcf&device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 1094 time: 0.1522071
Jun 04 15:18:34.210962 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-befa1ebc-e8b2-4f03-9a3e-2760f869696b req-6dd5ccd0-47df-495a-9f47-852f521e9442 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938706
Jun 04 15:18:34.253145 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=00956550-9d08-4f9e-99b3-601cbe5280bb,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:34.276674 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:34.285819 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d17198-9492-4aa2-836b-366186f1a812 x-openstack-request-id: req-e1d17198-9492-4aa2-836b-366186f1a812 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:34.286462 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260", "tag": "8bdecdba-6510-4d0f-ada2-6ac431826ba4", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:34.286871 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1d17198-9492-4aa2-836b-366186f1a812 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:34.287393 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260', 'tag': '8bdecdba-6510-4d0f-ada2-6ac431826ba4', 'status': 'completed', 'code': 200}
Jun 04 15:18:34.309493 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-feae1075-a2ba-497c-90b2-d7cea4504356 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdecdba-6510-4d0f-ada2-6ac431826ba4 HTTP/1.1" status: 200  len: 217 time: 0.1586633
Jun 04 15:18:34.344074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43838) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:34.439981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 23fefff0-3810-40b0-8c35-ebfbcc0629ba, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=23fefff0-3810-40b0-8c35-ebfbcc0629ba,segment=NetworkSegment(1f90a997-e84b-4a6c-a9e3-43324f3a91aa),segment_id=1f90a997-e84b-4a6c-a9e3-43324f3a91aa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:34.460550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-4d05ab5b-a77d-4d59-96df-ae106d900eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:34.473799 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-4d05ab5b-a77d-4d59-96df-ae106d900eab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a0880d7-5b36-4a78-b783-22d620498816 HTTP/1.1" status: 200  len: 853 time: 0.1494775
Jun 04 15:18:34.527704 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-dce1623e-7f7f-4b0d-90ed-4fc3c2f03b8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98430439-57e6-47d0-9826-86a9f87483b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500569
Jun 04 15:18:34.535192 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '23fefff0-3810-40b0-8c35-ebfbcc0629ba', 'network_id': '247ea807-abf3-451a-a0dd-f0858abca0e4', 'port_id': '23fefff0-3810-40b0-8c35-ebfbcc0629ba', 'mac_address': 'fa:16:3e:20:8d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d37b7bb-cf55-45c0-9b94-b28761c1b487', 'ip_address': '19.80.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:18:34.535443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-network', 'tenant_id': '926d3966f5b342809000e5f28f33b523'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:34.540917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:34.545164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Usage tracker for resource:network and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:34.548010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:34.555627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:34.641349 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:34.656431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fefff0-3810-40b0-8c35-ebfbcc0629ba {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:18:34.682691 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 23fefff0-3810-40b0-8c35-ebfbcc0629ba, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=23fefff0-3810-40b0-8c35-ebfbcc0629ba,segment=NetworkSegment(1f90a997-e84b-4a6c-a9e3-43324f3a91aa),segment_id=1f90a997-e84b-4a6c-a9e3-43324f3a91aa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:34.721644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Made reservation on behalf of 926d3966f5b342809000e5f28f33b523 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:18:34.724207 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:34.750566 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:34.772096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:34.778643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Usage tracker for resource:security_group_rule and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:34.785087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:34.790673 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-ef13020e-29ec-4596-9c37-7f3b8ef8a660 service neutron] 10.222.0.62 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1877263
Jun 04 15:18:34.794372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:34.804134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09d5ae-a053-4695-87f1-eb23a2a559f8 req-e4d1379f-6659-43f3-a955-df50de64b3ac tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:34.805763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebac02d-ac45-4b76-9674-6c880cddf7e3 req-100cd99b-03f3-47ef-a2fe-eaceff291d5a tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:34.805944 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b09d5ae-a053-4695-87f1-eb23a2a559f8 req-e4d1379f-6659-43f3-a955-df50de64b3ac tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.2822218
Jun 04 15:18:34.812590 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ebac02d-ac45-4b76-9674-6c880cddf7e3 req-100cd99b-03f3-47ef-a2fe-eaceff291d5a tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.1474752
Jun 04 15:18:34.846736 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:34.850765 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:34.922988 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ebac02d-ac45-4b76-9674-6c880cddf7e3 req-4ac89d33-ea9b-4342-a5f6-6546b26a831b tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993378
Jun 04 15:18:34.943900 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=23fefff0-3810-40b0-8c35-ebfbcc0629ba,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:34.961235 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:35.009424 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:35.032169 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b09d5ae-a053-4695-87f1-eb23a2a559f8 req-8e852810-e813-4221-bbc9-854aa78ef13b tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939688
Jun 04 15:18:35.064374 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-464a3404-e8ca-4d2b-9e9e-5b793c48e1f2 req-9de3c531-2b63-47e0-ad66-a48db524919e service neutron] 10.222.0.62 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2575090
Jun 04 15:18:35.086519 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:35.145087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['23fefff0-3810-40b0-8c35-ebfbcc0629ba'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:18:35.145832 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:35.159060 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-e27d50f2-3471-4ec4-8ef7-125ce0dcb5b4 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=16273a0cfb154ed5b46208c2de3ca393&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0327396
Jun 04 15:18:35.161838 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a9aef35b-79c7-4ddc-bf85-8e2481c5fffe tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:35.213817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262eb439-aefe-4c65-97d6-a13498df0b16,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:35.217374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:18:35.221673 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:35.237541 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:35.240678 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Added segment e30ded52-5f18-4ace-b44d-640f39295b8b of type vlan for network 523116c7-0d06-4e44-9c1a-1a833c6b29dc
Jun 04 15:18:35.271062 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:35.389045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213320b-9e1f-416f-927a-d8dbff5467a1 req-82db9da9-da1c-495a-aed5-c4df2193f1e5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:35.391037 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4213320b-9e1f-416f-927a-d8dbff5467a1 req-82db9da9-da1c-495a-aed5-c4df2193f1e5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 943 time: 0.1124411
Jun 04 15:18:35.438912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4213320b-9e1f-416f-927a-d8dbff5467a1 req-18cf9b86-38a6-46db-ace8-4bb5540c0aff tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Synchronizing usage tracker for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:35.451113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4213320b-9e1f-416f-927a-d8dbff5467a1 req-18cf9b86-38a6-46db-ace8-4bb5540c0aff tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Unset dirty status for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:35.452262 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4213320b-9e1f-416f-927a-d8dbff5467a1 req-18cf9b86-38a6-46db-ace8-4bb5540c0aff tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536876
Jun 04 15:18:35.455451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-4484606e-2048-405e-892b-dfd3a457f4a9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:35.456951 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-4484606e-2048-405e-892b-dfd3a457f4a9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2911510
Jun 04 15:18:35.470910 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:35.470910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:35.470910 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:35.471922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798d14b-9d95-4b99-a28d-3fdeb933673f req-38315cc6-abb1-423a-89b4-75de28f26320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:35.471922 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2798d14b-9d95-4b99-a28d-3fdeb933673f req-38315cc6-abb1-423a-89b4-75de28f26320 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=713591000c9d4c579e6ca5bef23c2fcf&device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 1094 time: 0.2504878
Jun 04 15:18:35.472212 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:35.482821 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-4f068ae5-9e7c-4407-a50d-f18ef4ad0cd8 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/quotas/16273a0cfb154ed5b46208c2de3ca393 HTTP/1.1" status: 200  len: 375 time: 0.0188322
Jun 04 15:18:35.567355 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-9e35b707-2dd5-46ad-855e-3b9ff7ea73e4 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=16273a0cfb154ed5b46208c2de3ca393&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0837777
Jun 04 15:18:35.621530 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.2763052
Jun 04 15:18:35.622162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43886) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:35.629587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Pushing event updated for resources: {'Network': ['ID=523116c7-0d06-4e44-9c1a-1a833c6b29dc,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:35.640063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Request body: {'subnet': {'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-subnet', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:35.643932 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:35.645347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 523116c7-0d06-4e44-9c1a-1a833c6b29dc details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:18:35.646820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:35.652417 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Usage tracker for resource:subnet and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:35.660448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:35.669419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:35.694286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798d14b-9d95-4b99-a28d-3fdeb933673f req-145767c4-8555-468e-8f87-b800714569e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:35.696381 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2798d14b-9d95-4b99-a28d-3fdeb933673f req-145767c4-8555-468e-8f87-b800714569e8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=98430439-57e6-47d0-9826-86a9f87483b7 HTTP/1.1" status: 200  len: 914 time: 0.2243593
Jun 04 15:18:35.704603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40df95-4248-4fcc-9618-936cedb3bf22 req-bdc817cd-9715-4554-aa25-484f2474104b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:35.710790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40df95-4248-4fcc-9618-936cedb3bf22 req-bdc817cd-9715-4554-aa25-484f2474104b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:35.712413 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3a40df95-4248-4fcc-9618-936cedb3bf22 req-bdc817cd-9715-4554-aa25-484f2474104b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1679 time: 0.1413426
Jun 04 15:18:35.766855 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3a40df95-4248-4fcc-9618-936cedb3bf22 req-dc626d95-45d7-434a-89e0-961b879533ae tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467153
Jun 04 15:18:35.775889 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2798d14b-9d95-4b99-a28d-3fdeb933673f req-ddc1fd3a-67cc-4415-837e-f8beef73dda2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdecdba-6510-4d0f-ada2-6ac431826ba4 HTTP/1.1" status: 200  len: 217 time: 0.0717742
Jun 04 15:18:35.846252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Made reservation on behalf of 926d3966f5b342809000e5f28f33b523 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:18:35.849524 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:35.852647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798d14b-9d95-4b99-a28d-3fdeb933673f req-4697ba95-1850-4bbc-9160-166225233532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:35.854854 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2798d14b-9d95-4b99-a28d-3fdeb933673f req-4697ba95-1850-4bbc-9160-166225233532 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a0880d7-5b36-4a78-b783-22d620498816 HTTP/1.1" status: 200  len: 853 time: 0.0722384
Jun 04 15:18:36.100032 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2798d14b-9d95-4b99-a28d-3fdeb933673f req-2ede510e-11a6-45ca-8025-5d7a877c155b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98430439-57e6-47d0-9826-86a9f87483b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2341270
Jun 04 15:18:36.149537 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-7f0db186-2bcf-4261-a570-8f5656e78fc8 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=16273a0cfb154ed5b46208c2de3ca393&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0524354
Jun 04 15:18:36.178855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['00956550-9d08-4f9e-99b3-601cbe5280bb'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:18:36.239113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891ff25-c2e6-4447-be3b-58fceeccb668 req-4cd1e3c3-febc-4af3-85fb-7be50837f46b tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:36.240282 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9891ff25-c2e6-4447-be3b-58fceeccb668 req-4cd1e3c3-febc-4af3-85fb-7be50837f46b tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.1391385
Jun 04 15:18:36.292083 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9891ff25-c2e6-4447-be3b-58fceeccb668 req-8c7f5460-23a8-4081-a1da-2f7f6e9ebfd3 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455542
Jun 04 15:18:36.394504 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2798d14b-9d95-4b99-a28d-3fdeb933673f req-56379afe-4eb2-48a6-91da-7ed85173ff4d service neutron] 10.222.0.62 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2689974
Jun 04 15:18:36.462390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-ad36eb65-080f-4721-8d26-8d5419dc197b tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:36.463828 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-ad36eb65-080f-4721-8d26-8d5419dc197b tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3010881
Jun 04 15:18:36.538864 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-081a1a3f-f616-4183-8603-79c93514a36b tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/quotas/16273a0cfb154ed5b46208c2de3ca393 HTTP/1.1" status: 200  len: 375 time: 0.0265875
Jun 04 15:18:36.601096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf6104-0cd4-426c-8e04-693fdad21543 req-73165056-0197-4b37-8537-f825f63a0e1d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:36.602692 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ecf6104-0cd4-426c-8e04-693fdad21543 req-73165056-0197-4b37-8537-f825f63a0e1d tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.1574359
Jun 04 15:18:36.604653 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-d67b831c-a8a9-4142-91a9-7299b725a92b tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=16273a0cfb154ed5b46208c2de3ca393&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0579848
Jun 04 15:18:36.608658 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2798d14b-9d95-4b99-a28d-3fdeb933673f req-e4cfcb4c-9e95-4284-b0d3-7cd167ee0418 service neutron] 10.222.0.62 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2033358
Jun 04 15:18:36.661697 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:36.667233 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-91b148c8-c1bd-42a0-b70d-c0115b360ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:36.858217 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ecf6104-0cd4-426c-8e04-693fdad21543 req-5fdae9a6-ad63-4f31-ae09-0955def04822 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2435818
Jun 04 15:18:36.892372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a49928-f479-46c6-b85f-c135d129c3d1,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:36.896171 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:36.913958 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Checking segment: {'id': 'e30ded52-5f18-4ace-b44d-640f39295b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:18:36.914385 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Network hostable DHCP agents. Network: 523116c7-0d06-4e44-9c1a-1a833c6b29dc, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:18:37.090948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Network 523116c7-0d06-4e44-9c1a-1a833c6b29dc is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:18:37.152197 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835dc75-9af2-48de-8961-9dd38fcce5c1 req-a13a26fa-bc10-4151-9db0-cbe67d08a5c0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:37.153768 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b835dc75-9af2-48de-8961-9dd38fcce5c1 req-a13a26fa-bc10-4151-9db0-cbe67d08a5c0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 943 time: 0.1168396
Jun 04 15:18:37.219052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 523116c7-0d06-4e44-9c1a-1a833c6b29dc) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:37.229576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8912a5-1a57-47e3-bb11-2928ca8e19ce None None] Network 523116c7-0d06-4e44-9c1a-1a833c6b29dc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:18:37.235995 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b835dc75-9af2-48de-8961-9dd38fcce5c1 req-09cb639e-871c-46bf-bb09-4dd029406f30 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740755
Jun 04 15:18:37.240390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:37.241349 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:37.241953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dcf5b-976b-4e90-ae83-e7b14543ee26 req-96754c33-d9ee-43e9-8946-04f6a17bef39 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:37.251371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dcf5b-976b-4e90-ae83-e7b14543ee26 req-96754c33-d9ee-43e9-8946-04f6a17bef39 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:37.253207 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7b2dcf5b-976b-4e90-ae83-e7b14543ee26 req-96754c33-d9ee-43e9-8946-04f6a17bef39 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1679 time: 0.1465232
Jun 04 15:18:37.308511 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7b2dcf5b-976b-4e90-ae83-e7b14543ee26 req-b08152b6-e24d-413d-baec-f44f10a9a241 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472066
Jun 04 15:18:37.379901 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bb6cfe0d-cc93-41b3-8aad-cfc133f954eb req-38fad9f0-6714-4897-9c63-6b088c226e2a tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 210 time: 0.0835447
Jun 04 15:18:37.389069 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.7568645
Jun 04 15:18:37.389490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43934) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:37.405404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-router', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:37.417472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:37.431826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Usage tracker for resource:router and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:37.437228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:37.458205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:37.563636 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'fixed_ips': [{'subnet_id': 'f0a49928-f479-46c6-b85f-c135d129c3d1'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:18:37.565704 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:37.582066 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:37.583978 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:37.608088 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:37.629042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 23fefff0-3810-40b0-8c35-ebfbcc0629ba up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:18:37.647909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a4b65-0530-40cd-96bc-d8b4e9f4db86 req-20a959bc-36f1-4d1a-8cc0-0c9839d8d45b tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:37.656364 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ad3a4b65-0530-40cd-96bc-d8b4e9f4db86 req-20a959bc-36f1-4d1a-8cc0-0c9839d8d45b tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.1038740
Jun 04 15:18:37.705811 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ad3a4b65-0530-40cd-96bc-d8b4e9f4db86 req-668c1de8-92dc-48e6-8986-f95807defacd tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486066
Jun 04 15:18:37.796764 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Allocated IP 172.20.0.2 (523116c7-0d06-4e44-9c1a-1a833c6b29dc/f0a49928-f479-46c6-b85f-c135d129c3d1/8618892a-486d-4e73-8f6c-5e6e062f0750) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:18:37.806799 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 23fefff0-3810-40b0-8c35-ebfbcc0629ba completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:37.813541 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 23fefff0-3810-40b0-8c35-ebfbcc0629ba triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:37.820985 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:38.068483 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:38.125326 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:38.142688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fefff0-3810-40b0-8c35-ebfbcc0629ba'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:38.148064 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eab0a9-669d-41a6-a239-3f67ca1bb9e5" -d '{"events": [{"server_uuid": "620d0a35-bd2e-4a0b-b355-ea448107b8e4", "name": "network-vif-plugged", "status": "completed", "tag": "23fefff0-3810-40b0-8c35-ebfbcc0629ba"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:38.171885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 23fefff0-3810-40b0-8c35-ebfbcc0629ba, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=23fefff0-3810-40b0-8c35-ebfbcc0629ba,segment=NetworkSegment(1f90a997-e84b-4a6c-a9e3-43324f3a91aa),segment_id=1f90a997-e84b-4a6c-a9e3-43324f3a91aa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:38.180366 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:38.194162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Transition to ACTIVE for port object 8618892a-486d-4e73-8f6c-5e6e062f0750 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:38.214143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Transition to ACTIVE for port object 8618892a-486d-4e73-8f6c-5e6e062f0750 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:38.218422 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62005f4f-a9ce-4ec8-8fae-91c7a9b91cde x-openstack-request-id: req-62005f4f-a9ce-4ec8-8fae-91c7a9b91cde {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:38.218730 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620d0a35-bd2e-4a0b-b355-ea448107b8e4", "name": "network-vif-plugged", "status": "completed", "tag": "23fefff0-3810-40b0-8c35-ebfbcc0629ba", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:38.218989 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62005f4f-a9ce-4ec8-8fae-91c7a9b91cde {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:38.219378 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fefff0-3810-40b0-8c35-ebfbcc0629ba', 'code': 200}
Jun 04 15:18:38.233180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1796d8-b0dd-407f-a68b-c393dafc9dc7 req-e934b72b-9259-4112-b68b-9e4c05b4db83 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:38.235181 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aa1796d8-b0dd-407f-a68b-c393dafc9dc7 req-e934b72b-9259-4112-b68b-9e4c05b4db83 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.1467657
Jun 04 15:18:38.274049 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:38.275712 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 00956550-9d08-4f9e-99b3-601cbe5280bb up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:18:38.286076 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aa1796d8-b0dd-407f-a68b-c393dafc9dc7 req-e7964859-3a80-441d-8122-fd6f48d124fa tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423803
Jun 04 15:18:38.331415 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:38.408160 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:38.438892 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Network 523116c7-0d06-4e44-9c1a-1a833c6b29dc is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:18:38.443574 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:38.455922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:18:38.510928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cc668-3fee-4bbf-b2d1-5de448dc099a req-de23b1d5-7d91-4666-9a84-70f6cbde6d42 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:38.512539 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8e1cc668-3fee-4bbf-b2d1-5de448dc099a req-de23b1d5-7d91-4666-9a84-70f6cbde6d42 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 943 time: 0.1243267
Jun 04 15:18:38.514704 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=23fefff0-3810-40b0-8c35-ebfbcc0629ba,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:38.556540 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bab7eb-6093-487e-baea-dd0937184c9d req-37b16aab-62ee-46bf-bace-a950590c9a8f tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:38.559345 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:38.559690 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:38.560545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:38.560895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:38.561315 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:38.561646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:38.562120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:38.562457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:38.562782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:38.563109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:38.563444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:38.563759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:38.566301 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bab7eb-6093-487e-baea-dd0937184c9d req-37b16aab-62ee-46bf-bace-a950590c9a8f tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:38.574157 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f3bab7eb-6093-487e-baea-dd0937184c9d req-37b16aab-62ee-46bf-bace-a950590c9a8f tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1680 time: 0.1204519
Jun 04 15:18:38.586325 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:38.588641 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:38.627174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 00956550-9d08-4f9e-99b3-601cbe5280bb completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:38.637734 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f3bab7eb-6093-487e-baea-dd0937184c9d req-a604d1e2-8a77-46b3-99f5-5045545796e3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588484
Jun 04 15:18:38.651696 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Attempting to bind port 8618892a-486d-4e73-8f6c-5e6e062f0750 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:18:38.652315 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Attempting to bind port 8618892a-486d-4e73-8f6c-5e6e062f0750 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'e30ded52-5f18-4ace-b44d-640f39295b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:18:38.653437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Attempting to bind port 8618892a-486d-4e73-8f6c-5e6e062f0750 on network 523116c7-0d06-4e44-9c1a-1a833c6b29dc {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:38.722244 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 00956550-9d08-4f9e-99b3-601cbe5280bb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:38.722244 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:38.767278 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8e1cc668-3fee-4bbf-b2d1-5de448dc099a req-c3f498c1-f153-46ba-8dca-cb0b60f2e8ec tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003039
Jun 04 15:18:38.768203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:18:38.768658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Checking segment: {'id': 'e30ded52-5f18-4ace-b44d-640f39295b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:18:38.769153 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:38.769686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Bound using segment: {'id': 'e30ded52-5f18-4ace-b44d-640f39295b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:18:38.770257 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Bound port: 8618892a-486d-4e73-8f6c-5e6e062f0750, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30ded52-5f18-4ace-b44d-640f39295b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:18:38.770701 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:38.773097 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:38.791960 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63337351-9e95-460a-b5e7-4aa89de59e13 req-1ae6657b-4112-4d65-8078-84e036fe9e20 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 210 time: 0.0568554
Jun 04 15:18:38.820834 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:38.821657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Pushing event updated for resources: {'Port': ['ID=8618892a-486d-4e73-8f6c-5e6e062f0750,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:38.925812 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:38.987241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Allocated IP 172.25.4.40 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/0a4e7360-a133-4d30-98e1-d1b97c15f084) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:18:39.042437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] For port 8618892a-486d-4e73-8f6c-5e6e062f0750, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:18:39.057618 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] For port 8618892a-486d-4e73-8f6c-5e6e062f0750, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=8618892a-486d-4e73-8f6c-5e6e062f0750,segment=NetworkSegment(e30ded52-5f18-4ace-b44d-640f39295b8b),segment_id=e30ded52-5f18-4ace-b44d-640f39295b8b)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:18:39.060937 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:39.065415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9ec0f-41c9-4c7e-94b3-c7cbafd4f308 req-edd26441-51ab-4838-8212-d7abc5a96fe8 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:39.080569 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-56d9ec0f-41c9-4c7e-94b3-c7cbafd4f308 req-edd26441-51ab-4838-8212-d7abc5a96fe8 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.1268382
Jun 04 15:18:39.100062 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 00956550-9d08-4f9e-99b3-601cbe5280bb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=00956550-9d08-4f9e-99b3-601cbe5280bb,segment=NetworkSegment(dba59f71-8277-47f9-9bea-1ebcf5ad20e8),segment_id=dba59f71-8277-47f9-9bea-1ebcf5ad20e8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:39.128653 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-56d9ec0f-41c9-4c7e-94b3-c7cbafd4f308 req-ed08745b-3429-4ab9-a06c-091a57155745 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469604
Jun 04 15:18:39.132755 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:39.149995 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:39.176034 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:39.224989 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-865bb00d-04aa-4777-a79b-01746aaa436c tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=16273a0cfb154ed5b46208c2de3ca393&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0362113
Jun 04 15:18:39.245228 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:39.254159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Pushing event updated for resources: {'Port': ['ID=8618892a-486d-4e73-8f6c-5e6e062f0750,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:39.266381 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:39.267113 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-87bc28e0-a738-4140-a11a-b91147854671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:39.360614 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=00956550-9d08-4f9e-99b3-601cbe5280bb,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:39.371841 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:39.611942 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8c840-898b-4628-8814-1113ac2de887 req-4a573607-97db-493e-85b9-f0e28bdf8a98 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:39.614487 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fee8c840-898b-4628-8814-1113ac2de887 req-4a573607-97db-493e-85b9-f0e28bdf8a98 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.1709020
Jun 04 15:18:39.631275 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:39.635663 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cb8ad83e-9f7c-4b34-bb2a-971e8a79ae85 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:39.691206 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-6d447b05-a1f8-4b2a-b89f-b0d192e6deb5 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:39.692676 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-6d447b05-a1f8-4b2a-b89f-b0d192e6deb5 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4624689
Jun 04 15:18:39.700480 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fee8c840-898b-4628-8814-1113ac2de887 req-a3bd84aa-11d5-4716-8fa5-be8d516fc7be tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758355
Jun 04 15:18:39.719619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Request body: {'port': {'device_id': '9fb9f644-6432-40a6-9753-3e8dc8961d47', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '16273a0cfb154ed5b46208c2de3ca393'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:39.777828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:18:39.791853 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9054a-8c8c-46c0-be91-b2cedb6425be req-d469a8d8-8147-45bd-b579-6fa2abe19947 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:39.793372 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aaf9054a-8c8c-46c0-be91-b2cedb6425be req-d469a8d8-8147-45bd-b579-6fa2abe19947 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.4405758
Jun 04 15:18:39.794261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:39.797868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:18:39.991201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Pushing event updated for resources: {'Port': ['ID=0a4e7360-a133-4d30-98e1-d1b97c15f084,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:39.994656 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:40.008508 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-4e362e3a-e6cd-497a-8fcb-24ee441f8616 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=16273a0cfb154ed5b46208c2de3ca393&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0572679
Jun 04 15:18:40.138334 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 8bdecdba-6510-4d0f-ada2-6ac431826ba4 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:18:40.181505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d28c3-915c-48df-b553-440ab8778023 req-e567e946-cd53-48ed-9313-0af501dbd13e tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:40.184048 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4d2d28c3-915c-48df-b553-440ab8778023 req-e567e946-cd53-48ed-9313-0af501dbd13e tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 943 time: 0.2763267
Jun 04 15:18:40.222849 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00956550-9d08-4f9e-99b3-601cbe5280bb'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:40.229439 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5340a8e1-9813-4343-8320-dc532f41327b" -d '{"events": [{"server_uuid": "620d0a35-bd2e-4a0b-b355-ea448107b8e4", "name": "network-vif-plugged", "status": "completed", "tag": "00956550-9d08-4f9e-99b3-601cbe5280bb"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:40.291737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-c7bccf89-570b-49e6-bee8-ea987f86c5ef tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:40.293347 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-c7bccf89-570b-49e6-bee8-ea987f86c5ef tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2718759
Jun 04 15:18:40.317424 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Request body: {'port': {'device_id': '35d46761-0179-46e7-abb8-c451c0763317', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': '16273a0cfb154ed5b46208c2de3ca393'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:40.331626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:40.354813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Usage tracker for resource:port and tenant:16273a0cfb154ed5b46208c2de3ca393 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:40.369116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:40.382068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:40.424805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05078e-0fac-442d-b5d3-4ea710bc0e02 req-30d6be50-738d-440a-9d5c-dff5c486957a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:40.429141 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 8bdecdba-6510-4d0f-ada2-6ac431826ba4, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8bdecdba-6510-4d0f-ada2-6ac431826ba4,segment=NetworkSegment(e075c8b4-2d7b-4fc4-82b6-bbbc46220f27),segment_id=e075c8b4-2d7b-4fc4-82b6-bbbc46220f27)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:40.430372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05078e-0fac-442d-b5d3-4ea710bc0e02 req-30d6be50-738d-440a-9d5c-dff5c486957a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:40.440780 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a05078e-0fac-442d-b5d3-4ea710bc0e02 req-30d6be50-738d-440a-9d5c-dff5c486957a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1681 time: 0.6117992
Jun 04 15:18:40.464674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Made reservation on behalf of 16273a0cfb154ed5b46208c2de3ca393 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:18:40.467969 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:40.470970 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '8bdecdba-6510-4d0f-ada2-6ac431826ba4', 'network_id': '98430439-57e6-47d0-9826-86a9f87483b7', 'port_id': '8bdecdba-6510-4d0f-ada2-6ac431826ba4', 'mac_address': 'fa:16:3e:c8:f7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0880d7-5b36-4a78-b783-22d620498816', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:18:40.498075 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:40.551123 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a05078e-0fac-442d-b5d3-4ea710bc0e02 req-71b2eae7-6fe3-4f29-84a3-c74fe74eefde tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089511
Jun 04 15:18:40.553108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:40.606487 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:40.629099 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4d2d28c3-915c-48df-b553-440ab8778023 req-5106cd5f-fe8d-4a79-a3eb-813b89ecc7b9 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4347656
Jun 04 15:18:40.630676 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 8618892a-486d-4e73-8f6c-5e6e062f0750 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:18:40.670402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdde60d-0993-4f1f-8100-567a4506bb0f None None] Network 523116c7-0d06-4e44-9c1a-1a833c6b29dc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:18:40.695227 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:40.709040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Usage tracker for resource:port and tenant:16273a0cfb154ed5b46208c2de3ca393 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:40.712743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:40.718088 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-aaf9054a-8c8c-46c0-be91-b2cedb6425be req-98a78485-d388-4ae9-8e52-e107a078acc9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Deleting port 37f28beb-d61a-4437-ad09-49e54820b74e {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:18:40.718661 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-aaf9054a-8c8c-46c0-be91-b2cedb6425be req-98a78485-d388-4ae9-8e52-e107a078acc9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:40.721834 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:40.769811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Usage tracker for resource:security_group_rule and tenant:16273a0cfb154ed5b46208c2de3ca393 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:40.792797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:40.803838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Made reservation on behalf of 16273a0cfb154ed5b46208c2de3ca393 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:18:40.808291 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:40.825200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bdecdba-6510-4d0f-ada2-6ac431826ba4 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:18:40.837179 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:40.847321 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 8bdecdba-6510-4d0f-ada2-6ac431826ba4, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8bdecdba-6510-4d0f-ada2-6ac431826ba4,segment=NetworkSegment(e075c8b4-2d7b-4fc4-82b6-bbbc46220f27),segment_id=e075c8b4-2d7b-4fc4-82b6-bbbc46220f27)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:40.856916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:40.887225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:40.898064 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61626459-2de8-4678-bde4-c1803c3ecf34 req-3e13c5af-3d42-445d-897a-9ee9a894dd1d tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 210 time: 0.1102729
Jun 04 15:18:40.947089 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e6f87810-d484-4c53-8613-ea313bf20707 None None] Provisioning for port 8618892a-486d-4e73-8f6c-5e6e062f0750 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:40.969904 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:40.974864 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:41.014277 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a22814-689b-4aec-a3e4-dde0019d4dee x-openstack-request-id: req-19a22814-689b-4aec-a3e4-dde0019d4dee {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:41.014885 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620d0a35-bd2e-4a0b-b355-ea448107b8e4", "name": "network-vif-plugged", "status": "completed", "tag": "00956550-9d08-4f9e-99b3-601cbe5280bb", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:41.015788 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19a22814-689b-4aec-a3e4-dde0019d4dee {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:41.015788 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00956550-9d08-4f9e-99b3-601cbe5280bb', 'code': 200}
Jun 04 15:18:41.090938 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 8618892a-486d-4e73-8f6c-5e6e062f0750 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:41.113661 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 8618892a-486d-4e73-8f6c-5e6e062f0750 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:41.126675 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:41.156575 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Usage tracker for resource:security_group_rule and tenant:16273a0cfb154ed5b46208c2de3ca393 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:41.163009 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:41.172770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:41.209158 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=8bdecdba-6510-4d0f-ada2-6ac431826ba4,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:41.218435 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:41.281396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e099958-f67b-4033-b005-caccd2288367 req-6dd5f835-431b-494c-8a86-b6bc5c9a1273 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:41.285673 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8e099958-f67b-4033-b005-caccd2288367 req-6dd5f835-431b-494c-8a86-b6bc5c9a1273 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.3852134
Jun 04 15:18:41.322066 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-aaf9054a-8c8c-46c0-be91-b2cedb6425be req-98a78485-d388-4ae9-8e52-e107a078acc9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] For port 37f28beb-d61a-4437-ad09-49e54820b74e, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=37f28beb-d61a-4437-ad09-49e54820b74e,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:41.324319 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-aaf9054a-8c8c-46c0-be91-b2cedb6425be req-98a78485-d388-4ae9-8e52-e107a078acc9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:41.345258 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:41.348679 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:41.363517 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8e099958-f67b-4033-b005-caccd2288367 req-3de3f194-3db8-4630-b3e5-1508e4f73245 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690036
Jun 04 15:18:41.390027 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 8618892a-486d-4e73-8f6c-5e6e062f0750, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=8618892a-486d-4e73-8f6c-5e6e062f0750,segment=NetworkSegment(e30ded52-5f18-4ace-b44d-640f39295b8b),segment_id=e30ded52-5f18-4ace-b44d-640f39295b8b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:41.410641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['8bdecdba-6510-4d0f-ada2-6ac431826ba4'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:18:41.514796 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:41.523118 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:41.632733 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a7fa2d65-5fc7-49a7-8948-87a5ef02fa2d None None] Provisioning complete for port 8618892a-486d-4e73-8f6c-5e6e062f0750 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:41.633146 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2d65-5fc7-49a7-8948-87a5ef02fa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:41.729971 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=8618892a-486d-4e73-8f6c-5e6e062f0750,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:41.738313 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:41.748808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-aaf9054a-8c8c-46c0-be91-b2cedb6425be req-98a78485-d388-4ae9-8e52-e107a078acc9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Calling delete_port for 37f28beb-d61a-4437-ad09-49e54820b74e owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:18:41.766751 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:18:41.793416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a56b8-d27b-4037-8314-49a4d2f69a8e req-04b6493b-2265-4196-b3b2-7b6dd19a95e9 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:41.798100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a56b8-d27b-4037-8314-49a4d2f69a8e req-04b6493b-2265-4196-b3b2-7b6dd19a95e9 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:41.800932 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2a8a56b8-d27b-4037-8314-49a4d2f69a8e req-04b6493b-2265-4196-b3b2-7b6dd19a95e9 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1681 time: 0.1318874
Jun 04 15:18:41.834565 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:41.860769 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2a8a56b8-d27b-4037-8314-49a4d2f69a8e req-45565551-53da-4ce5-afcd-a6d105e85293 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509272
Jun 04 15:18:41.907546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a7fd1-722c-431e-b1f8-b5836c04624c req-4fbb9c71-dc48-4ffa-b25a-e67c084d18b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:41.908033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a7fd1-722c-431e-b1f8-b5836c04624c req-4fbb9c71-dc48-4ffa-b25a-e67c084d18b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:41.909768 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3c3a7fd1-722c-431e-b1f8-b5836c04624c req-4fbb9c71-dc48-4ffa-b25a-e67c084d18b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1983 time: 0.8512099
Jun 04 15:18:41.954918 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:41.964527 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ac33f92c-4ebb-4feb-a371-821d07076a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:42.030092 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.api [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 16273a0cfb154ed5b46208c2de3ca393 {{(pid=88301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:18:42.030765 n-d-791505-9 neutron-server[88301]: DEBUG oslo_db.api [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:18:42.072785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c9f8d-0f80-4bf5-8542-fc1437de8f3f req-076d8143-38c7-4a14-8268-813f3f60d31d tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:42.074382 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-996c9f8d-0f80-4bf5-8542-fc1437de8f3f req-076d8143-38c7-4a14-8268-813f3f60d31d tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 944 time: 0.1046910
Jun 04 15:18:42.128276 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-996c9f8d-0f80-4bf5-8542-fc1437de8f3f req-504b59d8-558c-402a-8e74-21778eaf79e4 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461490
Jun 04 15:18:42.162770 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3c3a7fd1-722c-431e-b1f8-b5836c04624c req-dd3bfa42-ff2d-4d56-bc52-2c8447302146 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2368393
Jun 04 15:18:42.188076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c123b1a8-3cff-48c3-a4ac-e9ea33c43548,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:42.198008 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b2f34-f9f6-418d-a5df-d3af661054a1 req-853cd48b-b923-49e7-8e4b-bc1f5b20bd49 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:42.199532 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-895b2f34-f9f6-418d-a5df-d3af661054a1 req-853cd48b-b923-49e7-8e4b-bc1f5b20bd49 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 945 time: 0.8002250
Jun 04 15:18:42.200483 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:42.402953 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7708a7d8-422c-4d58-bf14-aa6e26150290 req-b46a2076-3d23-4b3c-8d4c-024afc8af462 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 210 time: 0.0493658
Jun 04 15:18:42.461583 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 8618892a-486d-4e73-8f6c-5e6e062f0750 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:18:42.479340 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-895b2f34-f9f6-418d-a5df-d3af661054a1 req-3aa37588-8b34-47b7-8bee-7cff3d851c6f tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2647052
Jun 04 15:18:42.490483 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:42.500078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Allocated IP 192.168.233.92 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/18f0c292-85e0-4aed-a087-5886d84a05fb) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:18:42.540900 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:42.571846 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 8618892a-486d-4e73-8f6c-5e6e062f0750 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:42.571846 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:42.618611 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-aaf9054a-8c8c-46c0-be91-b2cedb6425be req-98a78485-d388-4ae9-8e52-e107a078acc9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:42.637784 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8da91ec9-b4a8-492f-a214-bf6f88851bfe tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:42.778436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a78485-d388-4ae9-8e52-e107a078acc9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Pushing event deleted for resources: {'Port': ['ID=37f28beb-d61a-4437-ad09-49e54820b74e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:42.797246 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-98a78485-d388-4ae9-8e52-e107a078acc9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:42.947222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf9054a-8c8c-46c0-be91-b2cedb6425be req-98a78485-d388-4ae9-8e52-e107a078acc9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] No DVR routers for this DVR port 37f28beb-d61a-4437-ad09-49e54820b74e on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:18:42.999711 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-aaf9054a-8c8c-46c0-be91-b2cedb6425be req-98a78485-d388-4ae9-8e52-e107a078acc9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:43.004067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3035015-b73c-42ba-add8-aca3d15446cb', 'name': 'network-vif-deleted', 'tag': '37f28beb-d61a-4437-ad09-49e54820b74e'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:43.006415 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2872e5d4-6260-4647-a2ca-411a2c6b16b5" -d '{"events": [{"server_uuid": "f3035015-b73c-42ba-add8-aca3d15446cb", "name": "network-vif-deleted", "tag": "37f28beb-d61a-4437-ad09-49e54820b74e"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:43.066225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ff877-493b-4388-a924-a81d545f448e req-1a820430-3451-4f0c-947d-1393346c2674 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:43.072080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ff877-493b-4388-a924-a81d545f448e req-1a820430-3451-4f0c-947d-1393346c2674 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:43.073701 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c84ff877-493b-4388-a924-a81d545f448e req-1a820430-3451-4f0c-947d-1393346c2674 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1681 time: 0.0937486
Jun 04 15:18:43.125666 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c84ff877-493b-4388-a924-a81d545f448e req-948f5f98-f712-41e7-967b-cf938b8db823 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448461
Jun 04 15:18:43.133850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa58a5f-1a0d-4d6c-b1ae-e28b6397e8f7 req-e6219687-49a6-467a-a3ff-c36561da3366 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:43.135364 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fa58a5f-1a0d-4d6c-b1ae-e28b6397e8f7 req-e6219687-49a6-467a-a3ff-c36561da3366 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.4634397
Jun 04 15:18:43.138553 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:43.186552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Transition to ACTIVE for port object 18f0c292-85e0-4aed-a087-5886d84a05fb will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:43.188627 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7238e1-f276-4782-ae06-22d94bbcf9ad x-openstack-request-id: req-0a7238e1-f276-4782-ae06-22d94bbcf9ad {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:43.188962 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3035015-b73c-42ba-add8-aca3d15446cb", "name": "network-vif-deleted", "tag": "37f28beb-d61a-4437-ad09-49e54820b74e", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:43.189320 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a7238e1-f276-4782-ae06-22d94bbcf9ad {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:43.189717 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3035015-b73c-42ba-add8-aca3d15446cb', 'name': 'network-vif-deleted', 'tag': '37f28beb-d61a-4437-ad09-49e54820b74e', 'status': 'completed', 'code': 200}
Jun 04 15:18:43.343447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aaf9054a-8c8c-46c0-be91-b2cedb6425be req-98a78485-d388-4ae9-8e52-e107a078acc9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.65 "DELETE /v2.0/ports/37f28beb-d61a-4437-ad09-49e54820b74e HTTP/1.1" status: 204  len: 173 time: 3.5160451
Jun 04 15:18:43.344004 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:18:43.350406 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fa58a5f-1a0d-4d6c-b1ae-e28b6397e8f7 req-95a1c829-cfee-49c2-b6ef-5484e1ebdd4d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081809
Jun 04 15:18:43.372341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300b4c4-11e1-4905-939d-ed8d39aa9e08 req-9be0dd48-808a-4db2-84cf-22e7b81b8551 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:43.379965 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0300b4c4-11e1-4905-939d-ed8d39aa9e08 req-9be0dd48-808a-4db2-84cf-22e7b81b8551 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 944 time: 0.0908527
Jun 04 15:18:43.422973 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0300b4c4-11e1-4905-939d-ed8d39aa9e08 req-887495d0-7808-4dd9-a19e-9acff31a9215 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426924
Jun 04 15:18:43.583200 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:43.585691 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:18:43.597726 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:43.607936 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Sync routers for ids ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:18:43.607936 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 37f28beb-d61a-4437-ad09-49e54820b74e no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:18:43.623785 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c561591-945b-4db2-ab40-5b6229a4281f req-137819e1-1781-4a73-9c0c-9535f6bac2c2 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 210 time: 0.0835016
Jun 04 15:18:43.682481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Allocated IP 192.168.233.166 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/b5fe685f-1bac-46a0-b829-103b3833ee93) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:18:43.713048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c5142ae6-c06e-4259-8237-03eadd69deed req-f3056122-efe8-48de-8826-1fd44f8949e9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Synchronizing usage tracker for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:43.719218 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 37f28beb-d61a-4437-ad09-49e54820b74e {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:18:43.719840 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 37f28beb-d61a-4437-ad09-49e54820b74e not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:18:43.724166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Routers {'5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:18:43.725369 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c92b640>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:18:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:43.749663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:18:43.754354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:43.761624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:18:43.816936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Pushing event updated for resources: {'Port': ['ID=18f0c292-85e0-4aed-a087-5886d84a05fb,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:43.824515 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:43.828809 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.4372950
Jun 04 15:18:43.829469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44002) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:43.830496 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:43.956487 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Set router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:18:43.963742 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:43.998973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Transition to ACTIVE for port object b5fe685f-1bac-46a0-b829-103b3833ee93 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:44.034575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c5142ae6-c06e-4259-8237-03eadd69deed req-f3056122-efe8-48de-8826-1fd44f8949e9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Unset dirty status for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:44.035971 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c5142ae6-c06e-4259-8237-03eadd69deed req-f3056122-efe8-48de-8826-1fd44f8949e9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3035015-b73c-42ba-add8-aca3d15446cb HTTP/1.1" status: 200  len: 210 time: 0.4038393
Jun 04 15:18:44.065114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:44.071717 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:44.157456 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:44.170039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 8bdecdba-6510-4d0f-ada2-6ac431826ba4 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:18:44.170307 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8bd64eb5-378b-40bc-81ec-2f3888800eae tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:44.257819 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Pushing event updated for resources: {'Port': ['ID=b5fe685f-1bac-46a0-b829-103b3833ee93,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:44.268592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:18:44.272414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:44.278260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:18:44.296143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-00362326-90e0-49ec-8deb-5e3402c3cfc3 None None] Provisioning for port 18f0c292-85e0-4aed-a087-5886d84a05fb completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:44.309628 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-00362326-90e0-49ec-8deb-5e3402c3cfc3 None None] Provisioning complete for port 18f0c292-85e0-4aed-a087-5886d84a05fb triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:44.310955 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-00362326-90e0-49ec-8deb-5e3402c3cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:44.341584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 8bdecdba-6510-4d0f-ada2-6ac431826ba4 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:44.353604 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 8bdecdba-6510-4d0f-ada2-6ac431826ba4 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:44.353984 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:44.363259 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:44.363999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:44.364526 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:44.364893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:44.365280 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:44.365644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:44.366002 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:44.366490 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:44.375222 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:44.375389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:44.375662 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:44.376159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:44.405714 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:44.437713 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.7281094
Jun 04 15:18:44.448130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Request body: {'port': {'device_id': '9fb9f644-6432-40a6-9753-3e8dc8961d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:44.457072 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-00362326-90e0-49ec-8deb-5e3402c3cfc3 None None] Port 18f0c292-85e0-4aed-a087-5886d84a05fb cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:18:44.505255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:44.506269 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:44.557426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c92b640>, [{'id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-router', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:18:37Z', 'updated_at': '2021-06-04T15:18:40Z', 'revision_number': 3, 'project_id': '926d3966f5b342809000e5f28f33b523', 'gw_port': {'id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:38Z', 'updated_at': '2021-06-04T15:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:44.574039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Checking router: 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:18:44.574302 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Updating router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 port 0a4e7360-a133-4d30-98e1-d1b97c15f084 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:18:44.583650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615e7ed-7768-4455-bcc7-6369249c6bcc req-41489ccd-5563-46c4-b169-3c2fccf66499 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:44.589615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615e7ed-7768-4455-bcc7-6369249c6bcc req-41489ccd-5563-46c4-b169-3c2fccf66499 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:44.597290 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5615e7ed-7768-4455-bcc7-6369249c6bcc req-41489ccd-5563-46c4-b169-3c2fccf66499 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1681 time: 0.3258791
Jun 04 15:18:44.653280 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5615e7ed-7768-4455-bcc7-6369249c6bcc req-84683435-77df-4dec-b89a-96bdb50e7055 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549664
Jun 04 15:18:44.675214 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.3642917
Jun 04 15:18:44.686037 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Request body: {'port': {'device_id': '35d46761-0179-46e7-abb8-c451c0763317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:44.700242 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:44.729766 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:44.780672 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdecdba-6510-4d0f-ada2-6ac431826ba4'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:44.783224 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc69c762-4be0-4655-b2cc-adcf63411b50" -d '{"events": [{"server_uuid": "fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260", "name": "network-vif-plugged", "status": "completed", "tag": "8bdecdba-6510-4d0f-ada2-6ac431826ba4"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:44.786684 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 8bdecdba-6510-4d0f-ada2-6ac431826ba4, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8bdecdba-6510-4d0f-ada2-6ac431826ba4,segment=NetworkSegment(e075c8b4-2d7b-4fc4-82b6-bbbc46220f27),segment_id=e075c8b4-2d7b-4fc4-82b6-bbbc46220f27)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:44.794053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bc032d7d-c082-4495-b9e5-71a4e25b375e None None] Provisioning for port b5fe685f-1bac-46a0-b829-103b3833ee93 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:44.801500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bc032d7d-c082-4495-b9e5-71a4e25b375e None None] Provisioning complete for port b5fe685f-1bac-46a0-b829-103b3833ee93 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:44.801886 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bc032d7d-c082-4495-b9e5-71a4e25b375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:44.875775 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:44.882712 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:44.909492 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:44.916451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4e496-b528-4cf1-9003-f4584f86cc9b req-82b97a59-9686-4ecc-940f-21dc1a1bacea tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:44.918002 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-95d4e496-b528-4cf1-9003-f4584f86cc9b req-82b97a59-9686-4ecc-940f-21dc1a1bacea tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.3043666
Jun 04 15:18:44.918780 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7d443c00-7f21-46ba-a562-6df044d835b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:44.970893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3a18a-3581-4be6-8be8-27f04bba6c4e req-1aeb3e25-2c7a-4558-9ef4-6064a9902c00 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:44.978672 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-97c3a18a-3581-4be6-8be8-27f04bba6c4e req-1aeb3e25-2c7a-4558-9ef4-6064a9902c00 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 944 time: 0.1772144
Jun 04 15:18:44.994423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=8bdecdba-6510-4d0f-ada2-6ac431826ba4,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:45.002804 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-bc032d7d-c082-4495-b9e5-71a4e25b375e None None] Port b5fe685f-1bac-46a0-b829-103b3833ee93 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:18:45.006422 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:45.109155 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-97c3a18a-3581-4be6-8be8-27f04bba6c4e req-f4f3559c-4da0-4500-8319-ba8acab81477 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257110
Jun 04 15:18:45.321875 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:45.335542 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Transition to ACTIVE for port object 0a4e7360-a133-4d30-98e1-d1b97c15f084 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:45.406644 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:45.419696 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:45.424690 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1649e-9bd5-47ab-8e7e-41b123f67e8f req-a5f6bc6d-7aad-47ac-b571-c24b4567ed38 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:45.428705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-54e1649e-9bd5-47ab-8e7e-41b123f67e8f req-a5f6bc6d-7aad-47ac-b571-c24b4567ed38 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Synchronizing usage tracker for tenant:16273a0cfb154ed5b46208c2de3ca393 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:45.467766 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-95d4e496-b528-4cf1-9003-f4584f86cc9b req-0efaf020-901a-4b3d-8e84-155cf59f91c2 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765380
Jun 04 15:18:45.488479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Attempting to bind port 0a4e7360-a133-4d30-98e1-d1b97c15f084 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:18:45.488947 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Attempting to bind port 0a4e7360-a133-4d30-98e1-d1b97c15f084 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:18:45.489260 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Attempting to bind port 0a4e7360-a133-4d30-98e1-d1b97c15f084 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:45.502732 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:18:45.503236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:18:45.503532 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:45.504612 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:18:45.504612 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Bound port: 0a4e7360-a133-4d30-98e1-d1b97c15f084, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:18:45.504856 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:45.520721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-54e1649e-9bd5-47ab-8e7e-41b123f67e8f req-a5f6bc6d-7aad-47ac-b571-c24b4567ed38 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Unset dirty status for tenant:16273a0cfb154ed5b46208c2de3ca393 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:45.524890 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54e1649e-9bd5-47ab-8e7e-41b123f67e8f req-a5f6bc6d-7aad-47ac-b571-c24b4567ed38 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 936 time: 0.1867125
Jun 04 15:18:45.559390 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:45.585511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdfbb3-a426-44a4-98d2-5f2a19e8bc41 None None] Pushing event updated for resources: {'Port': ['ID=0a4e7360-a133-4d30-98e1-d1b97c15f084,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:45.592738 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2abdfbb3-a426-44a4-98d2-5f2a19e8bc41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:45.600889 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-54e1649e-9bd5-47ab-8e7e-41b123f67e8f req-f3efcc15-0a4b-46ad-a952-4672faeef621 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Synchronizing usage tracker for tenant:16273a0cfb154ed5b46208c2de3ca393 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:45.608339 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] For port 0a4e7360-a133-4d30-98e1-d1b97c15f084, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:18:45.612420 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] For port 0a4e7360-a133-4d30-98e1-d1b97c15f084, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0a4e7360-a133-4d30-98e1-d1b97c15f084,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:18:45.702101 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-54e1649e-9bd5-47ab-8e7e-41b123f67e8f req-f3efcc15-0a4b-46ad-a952-4672faeef621 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Unset dirty status for tenant:16273a0cfb154ed5b46208c2de3ca393 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:45.702567 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:45.718199 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54e1649e-9bd5-47ab-8e7e-41b123f67e8f req-f3efcc15-0a4b-46ad-a952-4672faeef621 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830378
Jun 04 15:18:45.718485 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:45.741054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f0c292-85e0-4aed-a087-5886d84a05fb {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:18:45.763991 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:45.824570 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a52352-e3ae-404d-9f02-b4a0144d96da x-openstack-request-id: req-90a52352-e3ae-404d-9f02-b4a0144d96da {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:45.824858 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260", "name": "network-vif-plugged", "status": "completed", "tag": "8bdecdba-6510-4d0f-ada2-6ac431826ba4", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:45.825123 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90a52352-e3ae-404d-9f02-b4a0144d96da {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:45.826251 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdecdba-6510-4d0f-ada2-6ac431826ba4', 'code': 200}
Jun 04 15:18:45.845459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Routers {'5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:18:45.846301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c92b640>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:18:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:45.893230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Transition to ACTIVE for port object 18f0c292-85e0-4aed-a087-5886d84a05fb will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:46.023879 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:46.039697 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:46.071986 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdfbb3-a426-44a4-98d2-5f2a19e8bc41 None None] Pushing event updated for resources: {'Port': ['ID=0a4e7360-a133-4d30-98e1-d1b97c15f084,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:46.078989 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2abdfbb3-a426-44a4-98d2-5f2a19e8bc41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:46.087635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] Set router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:18:46.124626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=18f0c292-85e0-4aed-a087-5886d84a05fb,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:46.131787 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:46.294612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349523d-3d24-4b0d-85ac-02a8f36fbce0 req-57ff5268-d737-444f-8b16-8bf163282893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:46.297139 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5349523d-3d24-4b0d-85ac-02a8f36fbce0 req-57ff5268-d737-444f-8b16-8bf163282893 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 1096 time: 0.4279315
Jun 04 15:18:46.412820 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5349523d-3d24-4b0d-85ac-02a8f36fbce0 req-4fd21e47-1615-4aa8-afe0-28d760ba584c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040654
Jun 04 15:18:46.413267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Allocated IP 172.20.0.1 (523116c7-0d06-4e44-9c1a-1a833c6b29dc/f0a49928-f479-46c6-b85f-c135d129c3d1/28ded273-6a5f-437b-9295-ffe85080f840) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:18:46.441895 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fe685f-1bac-46a0-b829-103b3833ee93 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:18:46.451011 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:46.468923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Transition to ACTIVE for port object b5fe685f-1bac-46a0-b829-103b3833ee93 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:46.531859 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c92b640>, [{'id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-router', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:18:37Z', 'updated_at': '2021-06-04T15:18:40Z', 'revision_number': 3, 'project_id': '926d3966f5b342809000e5f28f33b523', 'gw_port': {'id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:38Z', 'updated_at': '2021-06-04T15:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:46.538199 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b463e-90e2-4d66-b0c5-82af6d0ce412 None None] The sync data for ids ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'] in n-d-791505-9 is: [{'id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-router', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:18:37Z', 'updated_at': '2021-06-04T15:18:40Z', 'revision_number': 3, 'project_id': '926d3966f5b342809000e5f28f33b523', 'gw_port': {'id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:38Z', 'updated_at': '2021-06-04T15:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:18:46.563489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Attempting to bind port 18f0c292-85e0-4aed-a087-5886d84a05fb on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:18:46.563489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Attempting to bind port 18f0c292-85e0-4aed-a087-5886d84a05fb by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:18:46.563489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Attempting to bind port 18f0c292-85e0-4aed-a087-5886d84a05fb on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:46.594460 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:46.600849 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cc01ab80-47ca-4496-b0e7-ac2ac4386cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:46.605132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Port 18f0c292-85e0-4aed-a087-5886d84a05fb on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:18:46.605453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Attempting to bind port 18f0c292-85e0-4aed-a087-5886d84a05fb on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:46.628346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:18:46.628733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:18:46.628952 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:18:46.629337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Bound port: 18f0c292-85e0-4aed-a087-5886d84a05fb, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:18:46.629687 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:46.758612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fe685f-1bac-46a0-b829-103b3833ee93,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:46.790052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-e85e1f92-f3f2-4ff4-908d-0371ff880e16 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:46.791553 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-e85e1f92-f3f2-4ff4-908d-0371ff880e16 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 812 time: 0.5771425
Jun 04 15:18:46.821770 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:46.849210 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-0b950945-09fc-477f-8bf4-6fabc61feaf0 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/quotas/ef1f8bca92884089b1346e04292fa4c6 HTTP/1.1" status: 200  len: 375 time: 0.0339072
Jun 04 15:18:46.931869 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-2e1f5f6f-d017-49c5-b2ec-1a5d06d6dbec tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0650029
Jun 04 15:18:46.943696 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Attempting to bind port b5fe685f-1bac-46a0-b829-103b3833ee93 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:18:46.944026 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Attempting to bind port b5fe685f-1bac-46a0-b829-103b3833ee93 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:18:46.944352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Attempting to bind port b5fe685f-1bac-46a0-b829-103b3833ee93 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:46.952697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Port b5fe685f-1bac-46a0-b829-103b3833ee93 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:18:46.953135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Attempting to bind port b5fe685f-1bac-46a0-b829-103b3833ee93 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:46.964914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6efa18-a4bb-4f1f-84da-6d3addc4bc3a req-2c52f6d9-58ea-42ca-adfe-aca3a4bda3f9 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:46.967396 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eb6efa18-a4bb-4f1f-84da-6d3addc4bc3a req-2c52f6d9-58ea-42ca-adfe-aca3a4bda3f9 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 945 time: 0.4208195
Jun 04 15:18:46.969891 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:18:46.974498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:18:46.974498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:18:46.974498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Bound port: b5fe685f-1bac-46a0-b829-103b3833ee93, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:18:46.974498 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:47.109563 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eb6efa18-a4bb-4f1f-84da-6d3addc4bc3a req-3c967d74-d11c-4f6d-bea1-d321664865f9 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264019
Jun 04 15:18:47.126087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] For port 18f0c292-85e0-4aed-a087-5886d84a05fb, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:18:47.150057 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:47.172227 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] For port b5fe685f-1bac-46a0-b829-103b3833ee93, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:18:47.178626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] For port b5fe685f-1bac-46a0-b829-103b3833ee93, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b5fe685f-1bac-46a0-b829-103b3833ee93,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:18:47.185247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] For port 18f0c292-85e0-4aed-a087-5886d84a05fb, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=18f0c292-85e0-4aed-a087-5886d84a05fb,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:18:47.196724 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-b7dd0642-f398-4195-8d7a-9eea21f6d60d service neutron] 10.222.0.32 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2368276
Jun 04 15:18:47.199540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Transition to ACTIVE for port object 28ded273-6a5f-437b-9295-ffe85080f840 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:47.298206 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:47.302621 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a578096d-21e4-44a8-856d-a7b52869901b tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:47.312150 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:47.319667 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:47.382427 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:47.383865 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:47.386941 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] 10.222.0.65 "PUT /v2.0/ports/b5fe685f-1bac-46a0-b829-103b3833ee93 HTTP/1.1" status: 200  len: 1096 time: 2.7064335
Jun 04 15:18:47.467013 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d46761-0179-46e7-abb8-c451c0763317', 'tag': 'b5fe685f-1bac-46a0-b829-103b3833ee93'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:47.470025 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775980e2-4d02-4ddf-8aac-a5141a796390" -d '{"events": [{"name": "network-changed", "server_uuid": "35d46761-0179-46e7-abb8-c451c0763317", "tag": "b5fe685f-1bac-46a0-b829-103b3833ee93"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:47.536484 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fe685f-1bac-46a0-b829-103b3833ee93,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:47.577085 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:47.626409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded71adf-31f1-411e-83df-ec078e1a23e6 req-22b6eefc-c138-478c-96f8-89a958292ce4 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:47.630414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:47.631484 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:47.633439 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded71adf-31f1-411e-83df-ec078e1a23e6 req-22b6eefc-c138-478c-96f8-89a958292ce4 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:47.633942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] 10.222.0.65 "PUT /v2.0/ports/18f0c292-85e0-4aed-a087-5886d84a05fb HTTP/1.1" status: 200  len: 1095 time: 3.1897912
Jun 04 15:18:47.634846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb9f644-6432-40a6-9753-3e8dc8961d47', 'tag': '18f0c292-85e0-4aed-a087-5886d84a05fb'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:47.635910 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ded71adf-31f1-411e-83df-ec078e1a23e6 req-22b6eefc-c138-478c-96f8-89a958292ce4 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1681 time: 0.2651937
Jun 04 15:18:47.639777 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da84e1ca-00c0-43b5-927a-3d8912c9f147" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb9f644-6432-40a6-9753-3e8dc8961d47", "tag": "18f0c292-85e0-4aed-a087-5886d84a05fb"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:47.706825 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-20731ece-fd9e-475d-9fd4-03b6de0e7231 service neutron] 10.222.0.32 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4981875
Jun 04 15:18:47.714684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-b254df51-3f52-4baa-91fe-4d680ab68f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:47.716630 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-b254df51-3f52-4baa-91fe-4d680ab68f83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16273a0cfb154ed5b46208c2de3ca393&device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 1099 time: 0.1810369
Jun 04 15:18:47.732102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=18f0c292-85e0-4aed-a087-5886d84a05fb,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:47.740351 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:47.827564 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ded71adf-31f1-411e-83df-ec078e1a23e6 req-0467adc3-c16f-485a-ab2e-17c30feff38e tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667764
Jun 04 15:18:47.860518 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-f2a4c765-050b-4f3d-9730-caf32f769107 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b5fe685f-1bac-46a0-b829-103b3833ee93 HTTP/1.1" status: 200  len: 217 time: 0.1362514
Jun 04 15:18:48.004829 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-d4fbdba9-bd74-492d-a1f6-60feb92dbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:48.010702 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-d4fbdba9-bd74-492d-a1f6-60feb92dbbdc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1433835
Jun 04 15:18:48.037119 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:48.085816 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-41c73623-0d44-44b9-9640-ddf0a6170e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:48.182944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Network 523116c7-0d06-4e44-9c1a-1a833c6b29dc is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:18:48.221975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:48.227738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:18:48.364503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Pushing event updated for resources: {'Port': ['ID=28ded273-6a5f-437b-9295-ffe85080f840,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:48.388413 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:48.452075 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-52e06ff5-d5e5-479e-b1ea-a97e0d4572c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:48.454300 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-52e06ff5-d5e5-479e-b1ea-a97e0d4572c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4359252
Jun 04 15:18:48.518451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-2bb1c3b5-e65f-4a5d-ab55-9aeb9cc599dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:48.520606 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-2bb1c3b5-e65f-4a5d-ab55-9aeb9cc599dc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16273a0cfb154ed5b46208c2de3ca393&device_id=9fb9f644-6432-40a6-9753-3e8dc8961d47 HTTP/1.1" status: 200  len: 1098 time: 0.6892250
Jun 04 15:18:48.538236 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:48.552012 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0a4e7360-a133-4d30-98e1-d1b97c15f084 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:18:48.629136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-0b91144a-09fe-46ce-879b-34c7862494fc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:48.635046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-0b91144a-09fe-46ce-879b-34c7862494fc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:48.636649 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-0b91144a-09fe-46ce-879b-34c7862494fc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.65 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1681 time: 0.6989748
Jun 04 15:18:48.670391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d89eee-ee05-49bf-82b2-b45fac6ab9af req-b675e795-4452-4322-8915-61ed73989a83 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:48.670391 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-02d89eee-ee05-49bf-82b2-b45fac6ab9af req-b675e795-4452-4322-8915-61ed73989a83 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.5114284
Jun 04 15:18:48.717181 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-b6b76a94-4b43-4fd8-858c-7c5f128cad85 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2538745
Jun 04 15:18:48.717731 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-ef8beeb4-80be-4bdc-943f-4a4f1a147012 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=18f0c292-85e0-4aed-a087-5886d84a05fb HTTP/1.1" status: 200  len: 217 time: 0.1816697
Jun 04 15:18:48.720464 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 0a4e7360-a133-4d30-98e1-d1b97c15f084 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:48.726582 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 0a4e7360-a133-4d30-98e1-d1b97c15f084 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:48.727280 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:48.774278 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-02d89eee-ee05-49bf-82b2-b45fac6ab9af req-48560811-0567-4442-964b-b844d129be50 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849445
Jun 04 15:18:48.793183 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55851b8a-2365-48a3-9719-badd7e51589c None None] Provisioning for port 28ded273-6a5f-437b-9295-ffe85080f840 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:48.802679 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55851b8a-2365-48a3-9719-badd7e51589c None None] Provisioning complete for port 28ded273-6a5f-437b-9295-ffe85080f840 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:48.803286 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55851b8a-2365-48a3-9719-badd7e51589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:48.869145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49840444-1a00-4d97-b8aa-3b9e62981017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:48.870615 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-49840444-1a00-4d97-b8aa-3b9e62981017 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1399434
Jun 04 15:18:48.885652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df902b-24f9-425c-8450-51430ffe5e81 req-51b7b999-cabb-453d-974c-c0859c8cad9b tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:48.886392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-31df902b-24f9-425c-8450-51430ffe5e81 req-51b7b999-cabb-453d-974c-c0859c8cad9b tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Synchronizing usage tracker for tenant:16273a0cfb154ed5b46208c2de3ca393 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:49.010874 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-31df902b-24f9-425c-8450-51430ffe5e81 req-51b7b999-cabb-453d-974c-c0859c8cad9b tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Unset dirty status for tenant:16273a0cfb154ed5b46208c2de3ca393 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:49.016741 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-31df902b-24f9-425c-8450-51430ffe5e81 req-51b7b999-cabb-453d-974c-c0859c8cad9b tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 948 time: 0.6455977
Jun 04 15:18:49.024703 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55851b8a-2365-48a3-9719-badd7e51589c None None] Port 28ded273-6a5f-437b-9295-ffe85080f840 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:18:49.059016 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:49.083806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 0a4e7360-a133-4d30-98e1-d1b97c15f084, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0a4e7360-a133-4d30-98e1-d1b97c15f084,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:49.119693 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a79c920-edae-4838-b4b2-f28e916dda22 x-openstack-request-id: req-3a79c920-edae-4838-b4b2-f28e916dda22 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:49.120051 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d46761-0179-46e7-abb8-c451c0763317", "tag": "b5fe685f-1bac-46a0-b829-103b3833ee93", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:49.120247 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a79c920-edae-4838-b4b2-f28e916dda22 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:49.120716 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d46761-0179-46e7-abb8-c451c0763317', 'tag': 'b5fe685f-1bac-46a0-b829-103b3833ee93', 'status': 'completed', 'code': 200}
Jun 04 15:18:49.133443 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb0071b-611f-4f11-bb98-6313945a19bc x-openstack-request-id: req-abb0071b-611f-4f11-bb98-6313945a19bc {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:49.134569 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb9f644-6432-40a6-9753-3e8dc8961d47", "tag": "18f0c292-85e0-4aed-a087-5886d84a05fb", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:49.135512 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abb0071b-611f-4f11-bb98-6313945a19bc {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:49.136211 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb9f644-6432-40a6-9753-3e8dc8961d47', 'tag': '18f0c292-85e0-4aed-a087-5886d84a05fb', 'status': 'completed', 'code': 200}
Jun 04 15:18:49.139911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-44ffc42d-359f-46f7-b18e-88768f021201 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Deleting port 00956550-9d08-4f9e-99b3-601cbe5280bb {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:18:49.140272 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-44ffc42d-359f-46f7-b18e-88768f021201 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:49.193094 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:49.195264 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0215c226-b7e5-47df-97d5-8d60c0c1fc12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:49.195597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-31df902b-24f9-425c-8450-51430ffe5e81 req-f25c410c-a35f-4c2f-8a8b-8022fbb9fada tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Synchronizing usage tracker for tenant:16273a0cfb154ed5b46208c2de3ca393 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:49.206210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-64c28419-55a3-47eb-9342-2b03c68f7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:49.207753 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42735f8a-6951-4621-a135-5bfd49012ee9 req-121142f5-a3df-444f-88e0-535f290759e4 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4737453
Jun 04 15:18:49.208080 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-64c28419-55a3-47eb-9342-2b03c68f7596 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3140745
Jun 04 15:18:49.209845 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-048abc30-4944-49d5-97e2-70132aea0fd4 req-abc8cb5e-ff95-4b6f-86ee-9b3193161c73 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 210 time: 0.0542650
Jun 04 15:18:49.277513 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=0a4e7360-a133-4d30-98e1-d1b97c15f084,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:49.281284 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:49.331835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-31df902b-24f9-425c-8450-51430ffe5e81 req-f25c410c-a35f-4c2f-8a8b-8022fbb9fada tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Unset dirty status for tenant:16273a0cfb154ed5b46208c2de3ca393 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:49.333196 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-31df902b-24f9-425c-8450-51430ffe5e81 req-f25c410c-a35f-4c2f-8a8b-8022fbb9fada tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3000507
Jun 04 15:18:49.483511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1767f5-c577-4899-a40b-49960c01e4f3 req-eaba2e4d-1c1a-450b-aef6-313675fe131b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:49.484211 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e1767f5-c577-4899-a40b-49960c01e4f3 req-eaba2e4d-1c1a-450b-aef6-313675fe131b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 945 time: 0.1452336
Jun 04 15:18:49.503439 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-44ffc42d-359f-46f7-b18e-88768f021201 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] For port 00956550-9d08-4f9e-99b3-601cbe5280bb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=00956550-9d08-4f9e-99b3-601cbe5280bb,segment=NetworkSegment(dba59f71-8277-47f9-9bea-1ebcf5ad20e8),segment_id=dba59f71-8277-47f9-9bea-1ebcf5ad20e8)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:49.503863 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-44ffc42d-359f-46f7-b18e-88768f021201 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:49.545030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775980e2-4d02-4ddf-8aac-a5141a796390 req-799277e5-3f63-468b-9653-e6d465b02a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:49.545833 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-775980e2-4d02-4ddf-8aac-a5141a796390 req-799277e5-3f63-468b-9653-e6d465b02a44 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16273a0cfb154ed5b46208c2de3ca393&device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 1099 time: 0.1396863
Jun 04 15:18:49.548985 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e1767f5-c577-4899-a40b-49960c01e4f3 req-5329e774-e1a5-4cfb-9a4b-11fff463a99e tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557084
Jun 04 15:18:49.708116 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:49.728075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-44ffc42d-359f-46f7-b18e-88768f021201 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Calling delete_port for 00956550-9d08-4f9e-99b3-601cbe5280bb owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:18:49.748133 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-05f6aaa7-2685-4e2d-bf5b-f5601bacddd3 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4829576
Jun 04 15:18:49.834432 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c04f9e77-6b70-4123-ab11-65d2f5294f7b req-6575e3b9-a68b-4146-9a3c-3020d37e3dde tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2104318519&fields=id&tenant_id=713591000c9d4c579e6ca5bef23c2fcf HTTP/1.1" status: 200  len: 267 time: 0.1250701
Jun 04 15:18:49.916796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775980e2-4d02-4ddf-8aac-a5141a796390 req-c597241c-488a-435f-83b9-f928042e002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:49.918667 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-775980e2-4d02-4ddf-8aac-a5141a796390 req-c597241c-488a-435f-83b9-f928042e002a service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.3665125
Jun 04 15:18:50.003612 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-775980e2-4d02-4ddf-8aac-a5141a796390 req-198e9d38-deaa-4bf6-865c-92bbad3798e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b5fe685f-1bac-46a0-b829-103b3833ee93 HTTP/1.1" status: 200  len: 217 time: 0.0783086
Jun 04 15:18:50.084023 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f9e77-6b70-4123-ab11-65d2f5294f7b req-7c6ab69e-a7e4-454c-8b2c-4da629c0764e tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:50.085644 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c04f9e77-6b70-4123-ab11-65d2f5294f7b req-7c6ab69e-a7e4-454c-8b2c-4da629c0764e tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 945 time: 0.2452891
Jun 04 15:18:50.090294 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775980e2-4d02-4ddf-8aac-a5141a796390 req-612455c8-05c8-4d64-bff7-703b6c604b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:50.092198 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-775980e2-4d02-4ddf-8aac-a5141a796390 req-612455c8-05c8-4d64-bff7-703b6c604b9a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0802495
Jun 04 15:18:50.099454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-c04f9e77-6b70-4123-ab11-65d2f5294f7b req-bb6c1210-6d55-41ec-b8b5-9f5e22ac417d tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Request body: {'port': {'security_groups': ['451536fb-ac68-4c01-b61a-4993799f87a0', '4cbbfe17-f279-467e-89d4-8b631561f8c5']}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:50.225848 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9392b48-d066-446a-8413-cc7dcdc75d90 req-98fba4f5-d659-414d-b9ac-1d26457e8b98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:50.232147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9392b48-d066-446a-8413-cc7dcdc75d90 req-98fba4f5-d659-414d-b9ac-1d26457e8b98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:50.234067 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a9392b48-d066-446a-8413-cc7dcdc75d90 req-98fba4f5-d659-414d-b9ac-1d26457e8b98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 1681 time: 0.6224906
Jun 04 15:18:50.267152 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5ee7c5-2b03-4e7c-88be-a3e1827fdcbc req-7bcd9d45-1dc1-475f-a907-26b3362c517a service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4873202
Jun 04 15:18:50.303099 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c04f9e77-6b70-4123-ab11-65d2f5294f7b req-bb6c1210-6d55-41ec-b8b5-9f5e22ac417d tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:50.318057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775980e2-4d02-4ddf-8aac-a5141a796390 req-cd4627c9-d549-4b11-ae1e-a858dc298f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:50.319549 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-775980e2-4d02-4ddf-8aac-a5141a796390 req-cd4627c9-d549-4b11-ae1e-a858dc298f96 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1884692
Jun 04 15:18:50.368398 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a9392b48-d066-446a-8413-cc7dcdc75d90 req-89a7ae85-2277-44b7-868d-f89db6ecb0f5 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245656
Jun 04 15:18:50.472751 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:50.490754 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0a4e7360-a133-4d30-98e1-d1b97c15f084 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:18:50.495255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e1ca-00c0-43b5-927a-3d8912c9f147 req-9ca46aa1-6a14-493f-bf07-0081f8f1a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:50.496851 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da84e1ca-00c0-43b5-927a-3d8912c9f147 req-9ca46aa1-6a14-493f-bf07-0081f8f1a686 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16273a0cfb154ed5b46208c2de3ca393&device_id=9fb9f644-6432-40a6-9753-3e8dc8961d47 HTTP/1.1" status: 200  len: 1098 time: 0.1131053
Jun 04 15:18:50.572267 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-44ffc42d-359f-46f7-b18e-88768f021201 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:50.584205 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:50.589842 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 0a4e7360-a133-4d30-98e1-d1b97c15f084 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:50.590302 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:50.632515 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:50.645536 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-775980e2-4d02-4ddf-8aac-a5141a796390 req-33ac847a-4243-4338-8888-0d1b82983c5a service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3160164
Jun 04 15:18:50.873731 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:50.877437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Pushing event updated for resources: {'Port': ['ID=28ded273-6a5f-437b-9295-ffe85080f840,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:50.927989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-44ffc42d-359f-46f7-b18e-88768f021201 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] No DVR routers for this DVR port 00956550-9d08-4f9e-99b3-601cbe5280bb on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:18:50.940591 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-44ffc42d-359f-46f7-b18e-88768f021201 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:50.977197 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffc42d-359f-46f7-b18e-88768f021201 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Port': ['ID=00956550-9d08-4f9e-99b3-601cbe5280bb,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:50.993761 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44ffc42d-359f-46f7-b18e-88768f021201 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:50.996773 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:50.997120 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:51.015347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e1ca-00c0-43b5-927a-3d8912c9f147 req-b7f675cb-226f-46ac-a688-f0803bd7dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:51.016925 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da84e1ca-00c0-43b5-927a-3d8912c9f147 req-b7f675cb-226f-46ac-a688-f0803bd7dad9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.5129251
Jun 04 15:18:51.079844 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-775980e2-4d02-4ddf-8aac-a5141a796390 req-a25660b2-b1b7-4ba5-98fd-c9a9d61f6581 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4265451
Jun 04 15:18:51.125399 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c04f9e77-6b70-4123-ab11-65d2f5294f7b req-bb6c1210-6d55-41ec-b8b5-9f5e22ac417d tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] For port 8bdecdba-6510-4d0f-ada2-6ac431826ba4, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8bdecdba-6510-4d0f-ada2-6ac431826ba4,segment=NetworkSegment(e075c8b4-2d7b-4fc4-82b6-bbbc46220f27),segment_id=e075c8b4-2d7b-4fc4-82b6-bbbc46220f27)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:51.138655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf550f8d-f5c8-4337-8904-508906efc2ec req-98277291-041b-4cb2-a7c6-341d65275f69 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:51.140140 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf550f8d-f5c8-4337-8904-508906efc2ec req-98277291-041b-4cb2-a7c6-341d65275f69 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.6159754
Jun 04 15:18:51.149765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'name': 'network-vif-deleted', 'tag': '00956550-9d08-4f9e-99b3-601cbe5280bb'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:51.152090 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34fe7a9-d598-4997-9d39-ddab075ec89c" -d '{"events": [{"server_uuid": "620d0a35-bd2e-4a0b-b355-ea448107b8e4", "name": "network-vif-deleted", "tag": "00956550-9d08-4f9e-99b3-601cbe5280bb"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:51.155311 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-44ffc42d-359f-46f7-b18e-88768f021201 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.65 "DELETE /v2.0/ports/00956550-9d08-4f9e-99b3-601cbe5280bb HTTP/1.1" status: 204  len: 173 time: 2.5090184
Jun 04 15:18:51.158881 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-824c3ddc-d461-4a55-b6f6-4d2e6679e998 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:51.159639 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-824c3ddc-d461-4a55-b6f6-4d2e6679e998 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.62 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 812 time: 0.4070466
Jun 04 15:18:51.165562 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da84e1ca-00c0-43b5-927a-3d8912c9f147 req-8f0cbc6d-dd2c-47d4-a756-3ee956798c20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=18f0c292-85e0-4aed-a087-5886d84a05fb HTTP/1.1" status: 200  len: 217 time: 0.1392877
Jun 04 15:18:51.175106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Request body: {'port': {'device_id': '9a73f7fc-d1c7-4f43-9948-e3135417a51a', 'network_id': '64018707-9132-4dd5-a91e-611ca8957998', 'admin_state_up': True, 'tenant_id': 'ef1f8bca92884089b1346e04292fa4c6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:51.203186 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c04f9e77-6b70-4123-ab11-65d2f5294f7b req-bb6c1210-6d55-41ec-b8b5-9f5e22ac417d tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:51.383893 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf550f8d-f5c8-4337-8904-508906efc2ec req-947c1357-cad6-4edb-a5f2-606079d93235 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2274771
Jun 04 15:18:51.409822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Network 523116c7-0d06-4e44-9c1a-1a833c6b29dc is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:18:51.412040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e1ca-00c0-43b5-927a-3d8912c9f147 req-dfaa4ce3-3292-414c-ba6b-17e52141e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:51.413825 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da84e1ca-00c0-43b5-927a-3d8912c9f147 req-dfaa4ce3-3292-414c-ba6b-17e52141e1ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1945910
Jun 04 15:18:51.414349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:51.427631 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c04f9e77-6b70-4123-ab11-65d2f5294f7b req-bb6c1210-6d55-41ec-b8b5-9f5e22ac417d tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:51.443586 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8ac9e0d0-9886-4b14-abbd-d83b5cd62b92 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:51.450236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['8bdecdba-6510-4d0f-ada2-6ac431826ba4'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:18:51.590796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f9e77-6b70-4123-ab11-65d2f5294f7b req-bb6c1210-6d55-41ec-b8b5-9f5e22ac417d tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:51.592835 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c04f9e77-6b70-4123-ab11-65d2f5294f7b req-bb6c1210-6d55-41ec-b8b5-9f5e22ac417d tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:51.614177 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b5fe685f-1bac-46a0-b829-103b3833ee93 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:18:51.616320 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c04f9e77-6b70-4123-ab11-65d2f5294f7b req-bb6c1210-6d55-41ec-b8b5-9f5e22ac417d tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "PUT /v2.0/ports/8bdecdba-6510-4d0f-ada2-6ac431826ba4 HTTP/1.1" status: 200  len: 981 time: 1.5207875
Jun 04 15:18:51.617615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260', 'tag': '8bdecdba-6510-4d0f-ada2-6ac431826ba4'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:51.640020 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9ea1af-03be-468d-8d89-fd34d52d77d6" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260", "tag": "8bdecdba-6510-4d0f-ada2-6ac431826ba4"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:51.727045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 23fefff0-3810-40b0-8c35-ebfbcc0629ba no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:18:51.734448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:51.753535 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:51.776902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c1210-6d55-41ec-b8b5-9f5e22ac417d tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event updated for resources: {'Port': ['ID=8bdecdba-6510-4d0f-ada2-6ac431826ba4,revision_number=6']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:51.791166 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bb6c1210-6d55-41ec-b8b5-9f5e22ac417d tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:51.811697 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['8bdecdba-6510-4d0f-ada2-6ac431826ba4'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:18:51.849019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Made reservation on behalf of ef1f8bca92884089b1346e04292fa4c6 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:18:51.852717 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:51.962615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-915e9106-5fd2-455c-932d-2446bcfefbef tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Deleting port 23fefff0-3810-40b0-8c35-ebfbcc0629ba {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:18:51.962941 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-915e9106-5fd2-455c-932d-2446bcfefbef tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:51.977777 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-877fd96e-7f18-4eba-a941-fd338281dc87 req-76b062f1-37e9-458b-9838-c0e185f14967 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 210 time: 0.2372763
Jun 04 15:18:51.996089 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.resource_extend [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:18:52.006829 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f3216-71a7-4e85-a0ce-63300dd36274 req-b57fbcbe-3460-4a5b-bb32-0b2d713cb015 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:52.008683 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3a8f3216-71a7-4e85-a0ce-63300dd36274 req-b57fbcbe-3460-4a5b-bb32-0b2d713cb015 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 948 time: 0.2047591
Jun 04 15:18:52.012324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e1ca-00c0-43b5-927a-3d8912c9f147 req-7fe72bdb-a00d-4b29-a724-c0edf647e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:52.014105 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da84e1ca-00c0-43b5-927a-3d8912c9f147 req-7fe72bdb-a00d-4b29-a724-c0edf647e0ff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.5914028
Jun 04 15:18:52.049282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:18:52.110371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Allocated IP 172.20.0.4 (64018707-9132-4dd5-a91e-611ca8957998/7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc/35d21179-5d6b-4a13-ae60-6ca8ff51f59e) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:18:52.257584 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbae03d-722e-40ee-a765-84aa58d80291 x-openstack-request-id: req-4fbae03d-722e-40ee-a765-84aa58d80291 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:52.257951 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620d0a35-bd2e-4a0b-b355-ea448107b8e4", "name": "network-vif-deleted", "tag": "00956550-9d08-4f9e-99b3-601cbe5280bb", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:52.258246 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4fbae03d-722e-40ee-a765-84aa58d80291 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:52.258680 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'name': 'network-vif-deleted', 'tag': '00956550-9d08-4f9e-99b3-601cbe5280bb', 'status': 'completed', 'code': 200}
Jun 04 15:18:52.271990 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3a8f3216-71a7-4e85-a0ce-63300dd36274 req-76009a6f-3dd7-433c-a32c-48a714f6589a tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908034
Jun 04 15:18:52.437442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bc17c847-1d4c-41b5-aac1-f510f4bc3fa9 None None] Provisioning complete for port 28ded273-6a5f-437b-9295-ffe85080f840 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:52.437858 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bc17c847-1d4c-41b5-aac1-f510f4bc3fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:52.524436 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f2138046-1701-4607-bb85-50699b4533b6 req-e7caef73-f04b-4857-b45c-66cb51e985ea tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1220830864&fields=id&tenant_id=713591000c9d4c579e6ca5bef23c2fcf HTTP/1.1" status: 200  len: 267 time: 0.0923710
Jun 04 15:18:52.532599 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:52.551597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-915e9106-5fd2-455c-932d-2446bcfefbef tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] For port 23fefff0-3810-40b0-8c35-ebfbcc0629ba, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=23fefff0-3810-40b0-8c35-ebfbcc0629ba,segment=NetworkSegment(1f90a997-e84b-4a6c-a9e3-43324f3a91aa),segment_id=1f90a997-e84b-4a6c-a9e3-43324f3a91aa)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:52.551597 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-915e9106-5fd2-455c-932d-2446bcfefbef tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:52.564411 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da84e1ca-00c0-43b5-927a-3d8912c9f147 req-4bc77df2-0c8d-4071-a420-5b7f41884a2d service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5395532
Jun 04 15:18:52.615342 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-bc17c847-1d4c-41b5-aac1-f510f4bc3fa9 None None] Port 28ded273-6a5f-437b-9295-ffe85080f840 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:18:52.631589 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:52.658974 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2138046-1701-4607-bb85-50699b4533b6 req-b1b88c40-a6b5-45c0-a604-9e88eb3bbb37 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:52.659333 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port b5fe685f-1bac-46a0-b829-103b3833ee93, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b5fe685f-1bac-46a0-b829-103b3833ee93,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:52.660957 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f2138046-1701-4607-bb85-50699b4533b6 req-b1b88c40-a6b5-45c0-a604-9e88eb3bbb37 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 984 time: 0.1210797
Jun 04 15:18:52.673419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-f2138046-1701-4607-bb85-50699b4533b6 req-06a88b54-bd60-41b6-95ec-20b076991e63 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Request body: {'port': {'security_groups': ['451536fb-ac68-4c01-b61a-4993799f87a0', '4cbbfe17-f279-467e-89d4-8b631561f8c5', '32c9fa40-7a0d-4117-8c59-5a03f8e50dd3']}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:52.699797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'b5fe685f-1bac-46a0-b829-103b3833ee93', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'b5fe685f-1bac-46a0-b829-103b3833ee93', 'mac_address': 'fa:16:3e:f9:21:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:18:52.701444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23fefff0-3810-40b0-8c35-ebfbcc0629ba'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:52.703693 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d2911a-14bd-4142-bcc2-54388038ab99" -d '{"events": [{"server_uuid": "620d0a35-bd2e-4a0b-b355-ea448107b8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "23fefff0-3810-40b0-8c35-ebfbcc0629ba"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:52.730614 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:52.742384 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-365b4000-136e-4715-b025-cf9c8999823f tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:52.745723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 23fefff0-3810-40b0-8c35-ebfbcc0629ba, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=23fefff0-3810-40b0-8c35-ebfbcc0629ba,segment=NetworkSegment(1f90a997-e84b-4a6c-a9e3-43324f3a91aa),segment_id=1f90a997-e84b-4a6c-a9e3-43324f3a91aa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:52.768717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-915e9106-5fd2-455c-932d-2446bcfefbef tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Calling delete_port for 23fefff0-3810-40b0-8c35-ebfbcc0629ba owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:18:52.782688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:18:52.790224 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:52.800907 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Sync routers for ids ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:18:52.814314 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:52.821650 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 00956550-9d08-4f9e-99b3-601cbe5280bb no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:18:52.821834 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Routers {'5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:18:52.821834 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd7fd60>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:18:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:52.842072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Network 64018707-9132-4dd5-a91e-611ca8957998 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:18:52.850488 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:18:52.856211 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:52.861065 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] 10.222.0.32 "PUT /v2.0/routers/5e8d22db-3287-4a03-93d8-f2ee4f56ccf8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0267584
Jun 04 15:18:52.883121 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:18:52.946351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 00956550-9d08-4f9e-99b3-601cbe5280bb {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:18:52.946757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 00956550-9d08-4f9e-99b3-601cbe5280bb not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:18:52.950933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd1e52-de55-4057-a2f3-a7d9a7960ade req-30049547-4c35-4a4e-bede-03710a9dafa1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:52.951930 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-b4cd1e52-de55-4057-a2f3-a7d9a7960ade req-30049547-4c35-4a4e-bede-03710a9dafa1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Synchronizing usage tracker for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:52.958243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fe685f-1bac-46a0-b829-103b3833ee93 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:18:52.958666 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da84e1ca-00c0-43b5-927a-3d8912c9f147 req-0aedc70a-d083-487a-88c7-ddf3c208a447 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3880982
Jun 04 15:18:52.979427 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Pushing event updated for resources: {'Port': ['ID=35d21179-5d6b-4a13-ae60-6ca8ff51f59e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:52.992836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port b5fe685f-1bac-46a0-b829-103b3833ee93, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b5fe685f-1bac-46a0-b829-103b3833ee93,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:52.993144 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f2138046-1701-4607-bb85-50699b4533b6 req-06a88b54-bd60-41b6-95ec-20b076991e63 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:52.999634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=23fefff0-3810-40b0-8c35-ebfbcc0629ba,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:53.006474 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:53.006697 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:53.068561 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-b4cd1e52-de55-4057-a2f3-a7d9a7960ade req-30049547-4c35-4a4e-bede-03710a9dafa1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Unset dirty status for tenant:8bb4f7997cdc48f8abffe8ec67e588f7 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:53.082724 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b4cd1e52-de55-4057-a2f3-a7d9a7960ade req-30049547-4c35-4a4e-bede-03710a9dafa1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/ports?device_id=620d0a35-bd2e-4a0b-b355-ea448107b8e4 HTTP/1.1" status: 200  len: 945 time: 0.6305056
Jun 04 15:18:53.088043 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:53.088820 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:53.103646 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:53.107635 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:53.192632 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-915e9106-5fd2-455c-932d-2446bcfefbef tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:53.215011 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0438104
Jun 04 15:18:53.221037 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:53.225637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=b5fe685f-1bac-46a0-b829-103b3833ee93,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:53.226001 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Set router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:18:53.237094 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:53.252030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Request body: {'port': {'device_id': '9a73f7fc-d1c7-4f43-9948-e3135417a51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:53.289767 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b4cd1e52-de55-4057-a2f3-a7d9a7960ade req-f32b7b66-febc-4a66-87ea-535116771336 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "GET /v2.0/security-groups?id=011f8607-b27a-4e8f-8db8-17af293e889d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2056735
Jun 04 15:18:53.320820 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:53.321480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e9106-5fd2-455c-932d-2446bcfefbef tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Port': ['ID=23fefff0-3810-40b0-8c35-ebfbcc0629ba,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:53.362622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['b5fe685f-1bac-46a0-b829-103b3833ee93'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:18:53.486957 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebff937-dd80-4922-906d-0bf33fadf310 x-openstack-request-id: req-2ebff937-dd80-4922-906d-0bf33fadf310 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:53.490765 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260", "tag": "8bdecdba-6510-4d0f-ada2-6ac431826ba4", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:53.491195 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ebff937-dd80-4922-906d-0bf33fadf310 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:53.491721 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260', 'tag': '8bdecdba-6510-4d0f-ada2-6ac431826ba4', 'status': 'completed', 'code': 200}
Jun 04 15:18:53.495841 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-915e9106-5fd2-455c-932d-2446bcfefbef tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:53.598897 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-f2138046-1701-4607-bb85-50699b4533b6 req-06a88b54-bd60-41b6-95ec-20b076991e63 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] For port 8bdecdba-6510-4d0f-ada2-6ac431826ba4, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8bdecdba-6510-4d0f-ada2-6ac431826ba4,segment=NetworkSegment(e075c8b4-2d7b-4fc4-82b6-bbbc46220f27),segment_id=e075c8b4-2d7b-4fc4-82b6-bbbc46220f27)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:53.617641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 18f0c292-85e0-4aed-a087-5886d84a05fb details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:18:53.630831 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-915e9106-5fd2-455c-932d-2446bcfefbef tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] No DVR routers for this DVR port 23fefff0-3810-40b0-8c35-ebfbcc0629ba on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:18:53.634513 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-915e9106-5fd2-455c-932d-2446bcfefbef tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:53.637045 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be96cf7b-5147-40fc-a657-a397004bd1f5 req-915e9106-5fd2-455c-932d-2446bcfefbef tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.65 "DELETE /v2.0/ports/23fefff0-3810-40b0-8c35-ebfbcc0629ba HTTP/1.1" status: 204  len: 173 time: 2.4678254
Jun 04 15:18:53.704197 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f2138046-1701-4607-bb85-50699b4533b6 req-06a88b54-bd60-41b6-95ec-20b076991e63 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:53.767305 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f2138046-1701-4607-bb85-50699b4533b6 req-06a88b54-bd60-41b6-95ec-20b076991e63 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:53.805438 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-85738088-d698-488f-aaef-d119db34a682 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:53.822019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ea1af-03be-468d-8d89-fd34d52d77d6 req-abd4e503-fca6-49cb-ac7d-23cb6288e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:53.823514 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b9ea1af-03be-468d-8d89-fd34d52d77d6 req-abd4e503-fca6-49cb-ac7d-23cb6288e970 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=713591000c9d4c579e6ca5bef23c2fcf&device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 1135 time: 0.3210194
Jun 04 15:18:53.854707 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd7fd60>, [{'id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-router', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:18:37Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '926d3966f5b342809000e5f28f33b523', 'gw_port': {'id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:38Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '28ded273-6a5f-437b-9295-ffe85080f840', 'name': '', 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'mac_address': 'fa:16:3e:96:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:45Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 2, 'project_id': '926d3966f5b342809000e5f28f33b523', 'subnets': [{'id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:53.865167 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Checking router: 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:18:53.873598 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Updating router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 port 28ded273-6a5f-437b-9295-ffe85080f840 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:18:53.883863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 18f0c292-85e0-4aed-a087-5886d84a05fb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=18f0c292-85e0-4aed-a087-5886d84a05fb,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:53.899452 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '18f0c292-85e0-4aed-a087-5886d84a05fb', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '18f0c292-85e0-4aed-a087-5886d84a05fb', 'mac_address': 'fa:16:3e:aa:fd:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:18:53.927987 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:53.931380 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['8bdecdba-6510-4d0f-ada2-6ac431826ba4'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:18:53.943282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7c627-c05e-4208-9e1b-839601c82c8b req-555342ee-7aa2-4c8a-94c8-ede0baded9be tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:53.951235 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-79b7c627-c05e-4208-9e1b-839601c82c8b req-555342ee-7aa2-4c8a-94c8-ede0baded9be tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.3117802
Jun 04 15:18:54.001119 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:54.027916 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2138046-1701-4607-bb85-50699b4533b6 req-06a88b54-bd60-41b6-95ec-20b076991e63 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:54.029554 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f2138046-1701-4607-bb85-50699b4533b6 req-06a88b54-bd60-41b6-95ec-20b076991e63 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:54.031539 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f2138046-1701-4607-bb85-50699b4533b6 req-06a88b54-bd60-41b6-95ec-20b076991e63 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "PUT /v2.0/ports/8bdecdba-6510-4d0f-ada2-6ac431826ba4 HTTP/1.1" status: 200  len: 1020 time: 1.3631349
Jun 04 15:18:54.164181 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-79b7c627-c05e-4208-9e1b-839601c82c8b req-5ceddc0a-9646-40cf-ae67-4a2018c054a4 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2098463
Jun 04 15:18:54.206050 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:54.261594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ea1af-03be-468d-8d89-fd34d52d77d6 req-c37a6f86-5850-4dcf-9d62-e2f245d3ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:54.265047 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['8bdecdba-6510-4d0f-ada2-6ac431826ba4'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:18:54.271350 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b9ea1af-03be-468d-8d89-fd34d52d77d6 req-c37a6f86-5850-4dcf-9d62-e2f245d3ff64 service neutron] 10.222.0.62 "GET /v2.0/networks?id=98430439-57e6-47d0-9826-86a9f87483b7 HTTP/1.1" status: 200  len: 914 time: 0.4327400
Jun 04 15:18:54.271939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'name': 'network-vif-deleted', 'tag': '23fefff0-3810-40b0-8c35-ebfbcc0629ba'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:54.275163 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11f988f-a31d-4fa2-bbd3-c4cd3625d065" -d '{"events": [{"server_uuid": "620d0a35-bd2e-4a0b-b355-ea448107b8e4", "name": "network-vif-deleted", "tag": "23fefff0-3810-40b0-8c35-ebfbcc0629ba"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:54.415185 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a88b54-bd60-41b6-95ec-20b076991e63 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event updated for resources: {'Port': ['ID=8bdecdba-6510-4d0f-ada2-6ac431826ba4,revision_number=7']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:54.421126 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-06a88b54-bd60-41b6-95ec-20b076991e63 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:54.483242 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b9ea1af-03be-468d-8d89-fd34d52d77d6 req-c5f55b8d-adb4-4d1e-8afe-7eea5b672a55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdecdba-6510-4d0f-ada2-6ac431826ba4 HTTP/1.1" status: 200  len: 217 time: 0.1924050
Jun 04 15:18:54.490982 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8413d1-7898-4b61-81d6-7188da2f5ad6 x-openstack-request-id: req-af8413d1-7898-4b61-81d6-7188da2f5ad6 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:54.491848 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620d0a35-bd2e-4a0b-b355-ea448107b8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "23fefff0-3810-40b0-8c35-ebfbcc0629ba", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:54.492311 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af8413d1-7898-4b61-81d6-7188da2f5ad6 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:54.493925 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23fefff0-3810-40b0-8c35-ebfbcc0629ba', 'code': 200}
Jun 04 15:18:54.543102 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f0c292-85e0-4aed-a087-5886d84a05fb {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:18:54.658037 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 18f0c292-85e0-4aed-a087-5886d84a05fb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=18f0c292-85e0-4aed-a087-5886d84a05fb,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:54.691906 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:54.716092 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Transition to ACTIVE for port object 28ded273-6a5f-437b-9295-ffe85080f840 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:54.754094 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:54.762620 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:54.834008 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ea1af-03be-468d-8d89-fd34d52d77d6 req-9f0d90cb-c763-4439-9836-37a756583ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:54.834657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=18f0c292-85e0-4aed-a087-5886d84a05fb,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:54.835421 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b9ea1af-03be-468d-8d89-fd34d52d77d6 req-9f0d90cb-c763-4439-9836-37a756583ff3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a0880d7-5b36-4a78-b783-22d620498816 HTTP/1.1" status: 200  len: 853 time: 0.3377604
Jun 04 15:18:54.846673 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:54.850862 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:54.902131 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:54.903037 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b9ea1af-03be-468d-8d89-fd34d52d77d6 req-a9676bec-da3d-40da-8603-07f445d99a5b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98430439-57e6-47d0-9826-86a9f87483b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560431
Jun 04 15:18:54.979401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9611ec-f999-46f4-a23f-3ec02cf45760 req-a4023f7a-133d-4dbf-b4ed-71a492187e26 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:54.987103 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af9611ec-f999-46f4-a23f-3ec02cf45760 req-a4023f7a-133d-4dbf-b4ed-71a492187e26 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 949 time: 0.2271631
Jun 04 15:18:55.029639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79cec7-65e0-45e9-9791-87309e2c9174 req-ebda62f1-fc3b-4865-bef6-86a2550a2edc tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:55.033699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-7b79cec7-65e0-45e9-9791-87309e2c9174 req-ebda62f1-fc3b-4865-bef6-86a2550a2edc tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Synchronizing usage tracker for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:18:55.038459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['18f0c292-85e0-4aed-a087-5886d84a05fb'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:18:55.112339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d21179-5d6b-4a13-ae60-6ca8ff51f59e {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:18:55.130770 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:55.164853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Transition to ACTIVE for port object 35d21179-5d6b-4a13-ae60-6ca8ff51f59e will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:18:55.218663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-7b79cec7-65e0-45e9-9791-87309e2c9174 req-ebda62f1-fc3b-4865-bef6-86a2550a2edc tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Unset dirty status for tenant:ef1f8bca92884089b1346e04292fa4c6 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:18:55.219814 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7b79cec7-65e0-45e9-9791-87309e2c9174 req-ebda62f1-fc3b-4865-bef6-86a2550a2edc tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 931 time: 0.4950404
Jun 04 15:18:55.231158 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af9611ec-f999-46f4-a23f-3ec02cf45760 req-7f653bdb-8f94-4880-8cf7-57e870bd8249 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165678
Jun 04 15:18:55.273938 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Pushing event updated for resources: {'Port': ['ID=28ded273-6a5f-437b-9295-ffe85080f840,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:55.290778 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:55.298153 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2606ef13-7025-4db7-9ea9-f0dc8c50e6e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:55.312371 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:55.312693 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:55.313115 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:55.318251 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b9ea1af-03be-468d-8d89-fd34d52d77d6 req-212d0379-1b6c-43de-80fd-9d58b5c82c7c service neutron] 10.222.0.62 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4077780
Jun 04 15:18:55.321129 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:55.321460 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:55.321783 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:55.322615 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:55.322615 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:55.322959 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:55.322959 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:55.323363 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:55.323812 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:18:55.335607 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:55.349038 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Attempting to bind port 28ded273-6a5f-437b-9295-ffe85080f840 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:18:55.353321 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Attempting to bind port 28ded273-6a5f-437b-9295-ffe85080f840 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'e30ded52-5f18-4ace-b44d-640f39295b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:18:55.353922 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Attempting to bind port 28ded273-6a5f-437b-9295-ffe85080f840 on network 523116c7-0d06-4e44-9c1a-1a833c6b29dc {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:55.374415 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:18:55.375187 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Checking segment: {'id': 'e30ded52-5f18-4ace-b44d-640f39295b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:18:55.375187 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:55.375690 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Bound using segment: {'id': 'e30ded52-5f18-4ace-b44d-640f39295b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:18:55.382955 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Bound port: 28ded273-6a5f-437b-9295-ffe85080f840, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30ded52-5f18-4ace-b44d-640f39295b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:18:55.383588 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:55.519053 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:55.574805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260', 'tag': '8bdecdba-6510-4d0f-ada2-6ac431826ba4'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:55.576818 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6054b2a5-84ee-4a99-8d0b-f0b3c51fc454" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260", "tag": "8bdecdba-6510-4d0f-ada2-6ac431826ba4"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:55.592331 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7b79cec7-65e0-45e9-9791-87309e2c9174 req-053a2c28-fd09-4732-a3c1-5f0e4ecc93a6 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3635738
Jun 04 15:18:55.592578 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] For port 28ded273-6a5f-437b-9295-ffe85080f840, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:18:55.598484 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] For port 28ded273-6a5f-437b-9295-ffe85080f840, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=28ded273-6a5f-437b-9295-ffe85080f840,segment=NetworkSegment(e30ded52-5f18-4ace-b44d-640f39295b8b),segment_id=e30ded52-5f18-4ace-b44d-640f39295b8b)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:18:55.609167 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b9ea1af-03be-468d-8d89-fd34d52d77d6 req-75257b77-d5f2-4efa-946b-0981be0fe1b7 service neutron] 10.222.0.62 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2789707
Jun 04 15:18:55.631218 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b5fe685f-1bac-46a0-b829-103b3833ee93 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:18:55.639691 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7385a-dfa8-42ac-a05c-9465a86ac401 req-53573216-6a25-4de3-ad4a-70de1f35c079 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:55.649930 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-63c7385a-dfa8-42ac-a05c-9465a86ac401 req-53573216-6a25-4de3-ad4a-70de1f35c079 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 1023 time: 0.1483521
Jun 04 15:18:55.667418 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:55.672489 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:55.727459 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd2c7c4-850d-44ed-b4a7-5c63596d691c x-openstack-request-id: req-acd2c7c4-850d-44ed-b4a7-5c63596d691c {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:55.727848 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620d0a35-bd2e-4a0b-b355-ea448107b8e4", "name": "network-vif-deleted", "tag": "23fefff0-3810-40b0-8c35-ebfbcc0629ba", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:55.728152 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acd2c7c4-850d-44ed-b4a7-5c63596d691c {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:55.729130 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620d0a35-bd2e-4a0b-b355-ea448107b8e4', 'name': 'network-vif-deleted', 'tag': '23fefff0-3810-40b0-8c35-ebfbcc0629ba', 'status': 'completed', 'code': 200}
Jun 04 15:18:55.805765 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-63c7385a-dfa8-42ac-a05c-9465a86ac401 req-32f6fe53-b30d-4fad-8c06-9b991314f6ab tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&id=32c9fa40-7a0d-4117-8c59-5a03f8e50dd3&id=4cbbfe17-f279-467e-89d4-8b631561f8c5 HTTP/1.1" status: 200  len: 6149 time: 0.1555004
Jun 04 15:18:55.839532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Pushing event updated for resources: {'Port': ['ID=35d21179-5d6b-4a13-ae60-6ca8ff51f59e,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:55.848848 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:55.874933 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Pushing event updated for resources: {'Port': ['ID=28ded273-6a5f-437b-9295-ffe85080f840,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:55.877452 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Routers {'5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:18:55.878055 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd7fd60>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:18:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:55.911896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Attempting to bind port 35d21179-5d6b-4a13-ae60-6ca8ff51f59e on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:18:55.914926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Attempting to bind port 35d21179-5d6b-4a13-ae60-6ca8ff51f59e by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:18:55.914926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Attempting to bind port 35d21179-5d6b-4a13-ae60-6ca8ff51f59e on network 64018707-9132-4dd5-a91e-611ca8957998 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:55.918338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44194) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:55.931714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Port 35d21179-5d6b-4a13-ae60-6ca8ff51f59e on network 64018707-9132-4dd5-a91e-611ca8957998 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:18:55.934901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Attempting to bind port 35d21179-5d6b-4a13-ae60-6ca8ff51f59e on network 64018707-9132-4dd5-a91e-611ca8957998 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:18:55.945552 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:18:55.946941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Checking segment: {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:18:55.948090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Bound using segment: {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:18:55.950701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Bound port: 35d21179-5d6b-4a13-ae60-6ca8ff51f59e, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '64018707-9132-4dd5-a91e-611ca8957998'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:18:55.956277 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:55.957823 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port b5fe685f-1bac-46a0-b829-103b3833ee93 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:55.963291 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port b5fe685f-1bac-46a0-b829-103b3833ee93 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:55.963679 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:56.006039 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:56.190483 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] For port 35d21179-5d6b-4a13-ae60-6ca8ff51f59e, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:18:56.198057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] For port 35d21179-5d6b-4a13-ae60-6ca8ff51f59e, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=35d21179-5d6b-4a13-ae60-6ca8ff51f59e,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:18:56.204877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-002406b9-b476-4cdc-ad91-6f677991518d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Deleting subnet 0416019a-9152-4593-aecb-1a0fadd219ef {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:18:56.219727 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-002406b9-b476-4cdc-ad91-6f677991518d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:56.228214 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:56.282015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb649e-eb42-4666-a15c-22e9612e644c req-7d9144aa-b625-4f4f-95aa-e7c49b2d32eb tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:56.291018 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-51eb649e-eb42-4666-a15c-22e9612e644c req-7d9144aa-b625-4f4f-95aa-e7c49b2d32eb tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.3749282
Jun 04 15:18:56.301283 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:56.305670 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:56.352120 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] Set router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:18:56.398011 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port b5fe685f-1bac-46a0-b829-103b3833ee93, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b5fe685f-1bac-46a0-b829-103b3833ee93,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:56.406697 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-002406b9-b476-4cdc-ad91-6f677991518d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:56.429411 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Pushing event updated for resources: {'Port': ['ID=35d21179-5d6b-4a13-ae60-6ca8ff51f59e,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:56.435259 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:56.442900 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:56.443833 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:56.445887 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] 10.222.0.62 "PUT /v2.0/ports/35d21179-5d6b-4a13-ae60-6ca8ff51f59e HTTP/1.1" status: 200  len: 1091 time: 3.2020559
Jun 04 15:18:56.449290 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3898f2-96d0-45bb-b80b-14fd8321eb46 x-openstack-request-id: req-ea3898f2-96d0-45bb-b80b-14fd8321eb46 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:56.449290 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260", "tag": "8bdecdba-6510-4d0f-ada2-6ac431826ba4", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:56.450365 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea3898f2-96d0-45bb-b80b-14fd8321eb46 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:56.451117 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260', 'tag': '8bdecdba-6510-4d0f-ada2-6ac431826ba4', 'status': 'completed', 'code': 200}
Jun 04 15:18:56.470026 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:56.478147 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:56.488492 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-51eb649e-eb42-4666-a15c-22e9612e644c req-b7b45235-8d47-4987-90d9-ca575190c324 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961126
Jun 04 15:18:56.516556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d46761-0179-46e7-abb8-c451c0763317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fe685f-1bac-46a0-b829-103b3833ee93'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:56.519026 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49d6dc3-df16-4f4e-9f37-a20f98ec1042" -d '{"events": [{"server_uuid": "35d46761-0179-46e7-abb8-c451c0763317", "name": "network-vif-plugged", "status": "completed", "tag": "b5fe685f-1bac-46a0-b829-103b3833ee93"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:56.571049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-757c204e-7d08-4bbf-8a37-5ef8d3a53fb9 req-23f37747-4e09-4b19-b7de-cc5f82011352 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1508696192 ', 'description': 'tempest-description-811997983'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:18:56.582783 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=b5fe685f-1bac-46a0-b829-103b3833ee93,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:56.586347 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:56.588658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-757c204e-7d08-4bbf-8a37-5ef8d3a53fb9 req-23f37747-4e09-4b19-b7de-cc5f82011352 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:56.619501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-757c204e-7d08-4bbf-8a37-5ef8d3a53fb9 req-23f37747-4e09-4b19-b7de-cc5f82011352 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:56.652196 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-002406b9-b476-4cdc-ad91-6f677991518d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:56.670885 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054b2a5-84ee-4a99-8d0b-f0b3c51fc454 req-a036c16f-ad87-4f2d-96dd-85d1655c4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:56.672367 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6054b2a5-84ee-4a99-8d0b-f0b3c51fc454 req-a036c16f-ad87-4f2d-96dd-85d1655c4c7f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=713591000c9d4c579e6ca5bef23c2fcf&device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 1174 time: 0.2024660
Jun 04 15:18:56.731244 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-757c204e-7d08-4bbf-8a37-5ef8d3a53fb9 req-23f37747-4e09-4b19-b7de-cc5f82011352 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:56.777068 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-757c204e-7d08-4bbf-8a37-5ef8d3a53fb9 req-23f37747-4e09-4b19-b7de-cc5f82011352 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:18:56.831144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-757c204e-7d08-4bbf-8a37-5ef8d3a53fb9 req-23f37747-4e09-4b19-b7de-cc5f82011352 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:security_group_rule and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:18:56.843430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-757c204e-7d08-4bbf-8a37-5ef8d3a53fb9 req-23f37747-4e09-4b19-b7de-cc5f82011352 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:18:56.858414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-757c204e-7d08-4bbf-8a37-5ef8d3a53fb9 req-23f37747-4e09-4b19-b7de-cc5f82011352 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:18:56.860069 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd7fd60>, [{'id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-router', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:18:37Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '926d3966f5b342809000e5f28f33b523', 'gw_port': {'id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:38Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '28ded273-6a5f-437b-9295-ffe85080f840', 'name': '', 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'mac_address': 'fa:16:3e:96:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:45Z', 'updated_at': '2021-06-04T15:18:55Z', 'revision_number': 4, 'project_id': '926d3966f5b342809000e5f28f33b523', 'subnets': [{'id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:56.865759 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42eebf4-79fc-48d6-a916-db95a9adf092 None None] The sync data for ids ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'] in n-d-791505-9 is: [{'id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-router', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:18:37Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '926d3966f5b342809000e5f28f33b523', 'gw_port': {'id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:38Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '28ded273-6a5f-437b-9295-ffe85080f840', 'name': '', 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'mac_address': 'fa:16:3e:96:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:45Z', 'updated_at': '2021-06-04T15:18:55Z', 'revision_number': 4, 'project_id': '926d3966f5b342809000e5f28f33b523', 'subnets': [{'id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:18:56.888499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-7e0e82d1-f441-4851-90c7-bba799c07021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:56.889857 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-7e0e82d1-f441-4851-90c7-bba799c07021 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 1094 time: 0.2964032
Jun 04 15:18:56.930302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054b2a5-84ee-4a99-8d0b-f0b3c51fc454 req-50f95bb1-a915-49ee-96f7-8c7502f409f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:56.932093 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6054b2a5-84ee-4a99-8d0b-f0b3c51fc454 req-50f95bb1-a915-49ee-96f7-8c7502f409f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=98430439-57e6-47d0-9826-86a9f87483b7 HTTP/1.1" status: 200  len: 914 time: 0.2506723
Jun 04 15:18:57.020610 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-41643ce9-7c06-4442-a8a5-c01017f14f98 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35d21179-5d6b-4a13-ae60-6ca8ff51f59e HTTP/1.1" status: 200  len: 217 time: 0.1163082
Jun 04 15:18:57.081233 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6054b2a5-84ee-4a99-8d0b-f0b3c51fc454 req-25aeb485-89b7-4cb2-9968-df5527355c93 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdecdba-6510-4d0f-ada2-6ac431826ba4 HTTP/1.1" status: 200  len: 217 time: 0.1119483
Jun 04 15:18:57.082132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90e5de-c503-40e2-b514-4612267aa6f0 req-baa756c5-5b7b-46fa-9467-2082fa3a4012 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:57.088314 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a90e5de-c503-40e2-b514-4612267aa6f0 req-baa756c5-5b7b-46fa-9467-2082fa3a4012 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 950 time: 0.3952827
Jun 04 15:18:57.141592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-6a195e2f-b3cb-41cf-b2bc-8bd0523af466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:57.143055 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-6a195e2f-b3cb-41cf-b2bc-8bd0523af466 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc HTTP/1.1" status: 200  len: 852 time: 0.1071985
Jun 04 15:18:57.158628 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-757c204e-7d08-4bbf-8a37-5ef8d3a53fb9 req-23f37747-4e09-4b19-b7de-cc5f82011352 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:57.202317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054b2a5-84ee-4a99-8d0b-f0b3c51fc454 req-e77fdc30-0c1f-40ae-99ce-87d2305e3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:57.202317 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6054b2a5-84ee-4a99-8d0b-f0b3c51fc454 req-e77fdc30-0c1f-40ae-99ce-87d2305e3fd8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a0880d7-5b36-4a78-b783-22d620498816 HTTP/1.1" status: 200  len: 853 time: 0.1057842
Jun 04 15:18:57.255862 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-757c204e-7d08-4bbf-8a37-5ef8d3a53fb9 req-23f37747-4e09-4b19-b7de-cc5f82011352 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:57.271147 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b5c5f6e0-98e0-4742-8625-0dccad8212f1 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:57.273407 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-99217a72-31d8-4f3a-888b-31511308d71a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64018707-9132-4dd5-a91e-611ca8957998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1039901
Jun 04 15:18:57.294875 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6054b2a5-84ee-4a99-8d0b-f0b3c51fc454 req-0b1cea43-0db3-4ec5-9b67-18f656430b1d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98430439-57e6-47d0-9826-86a9f87483b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0780470
Jun 04 15:18:57.365850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f37747-4e09-4b19-b7de-cc5f82011352 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b686d5e-21ba-49d2-84a6-36eadcf157c3,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:57.417730 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a90e5de-c503-40e2-b514-4612267aa6f0 req-a3554f86-677e-4c59-9c0a-ab38ddc87374 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2859461
Jun 04 15:18:57.427923 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-23f37747-4e09-4b19-b7de-cc5f82011352 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:57.458168 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-757c204e-7d08-4bbf-8a37-5ef8d3a53fb9 req-23f37747-4e09-4b19-b7de-cc5f82011352 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:57.459587 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-757c204e-7d08-4bbf-8a37-5ef8d3a53fb9 req-23f37747-4e09-4b19-b7de-cc5f82011352 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1787 time: 0.9115465
Jun 04 15:18:57.501265 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6054b2a5-84ee-4a99-8d0b-f0b3c51fc454 req-ae96af45-d561-4981-be4c-994c9a7d68e8 service neutron] 10.222.0.62 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2011750
Jun 04 15:18:57.519623 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee69b5e-1c3b-42ca-944f-8a7cb6a82c19 x-openstack-request-id: req-9ee69b5e-1c3b-42ca-944f-8a7cb6a82c19 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:57.520590 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d46761-0179-46e7-abb8-c451c0763317", "name": "network-vif-plugged", "status": "completed", "tag": "b5fe685f-1bac-46a0-b829-103b3833ee93", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:57.521225 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ee69b5e-1c3b-42ca-944f-8a7cb6a82c19 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:57.521824 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d46761-0179-46e7-abb8-c451c0763317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fe685f-1bac-46a0-b829-103b3833ee93', 'code': 200}
Jun 04 15:18:57.641510 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 18f0c292-85e0-4aed-a087-5886d84a05fb up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:18:57.845602 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6054b2a5-84ee-4a99-8d0b-f0b3c51fc454 req-2452f318-d81c-429d-af4c-25a5157cb667 service neutron] 10.222.0.62 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3355134
Jun 04 15:18:57.915835 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ecab5-1020-4de9-8915-7c998392442e req-c1935ca7-e2ed-476a-b0ec-317b8e4e9b89 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:57.918081 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e6ecab5-1020-4de9-8915-7c998392442e req-c1935ca7-e2ed-476a-b0ec-317b8e4e9b89 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 943 time: 0.2242503
Jun 04 15:18:57.932648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 18f0c292-85e0-4aed-a087-5886d84a05fb completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:57.942322 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 18f0c292-85e0-4aed-a087-5886d84a05fb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:57.944050 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:57.998591 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-002406b9-b476-4cdc-ad91-6f677991518d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:58.013125 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:58.026493 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e6ecab5-1020-4de9-8915-7c998392442e req-11860e85-886d-4ddf-875c-48173cfca549 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024203
Jun 04 15:18:58.121547 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a8e3e2c8-5052-4873-867a-171de7420739 req-9e60fce9-79fc-40cf-a22b-067f48a2ea0f tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/3b686d5e-21ba-49d2-84a6-36eadcf157c3 HTTP/1.1" status: 200  len: 1782 time: 0.1755729
Jun 04 15:18:58.136345 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:58.147836 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-002406b9-b476-4cdc-ad91-6f677991518d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:58.151989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002406b9-b476-4cdc-ad91-6f677991518d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Subnet': ['ID=0416019a-9152-4593-aecb-1a0fadd219ef,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:58.166198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-9056c22f-c6a6-4372-a6ab-e162e17d2074 service neutron] 10.222.0.62 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8538547
Jun 04 15:18:58.170938 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-002406b9-b476-4cdc-ad91-6f677991518d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:58.173881 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318277fa-ba82-4836-ba44-e79b1fbb6c93 None None] Network bc89fea8-e254-4330-996a-aed24632a807 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:18:58.203087 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-002406b9-b476-4cdc-ad91-6f677991518d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "DELETE /v2.0/subnets/0416019a-9152-4593-aecb-1a0fadd219ef HTTP/1.1" status: 204  len: 168 time: 2.2818997
Jun 04 15:18:58.213644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44218) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:18:58.295523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 18f0c292-85e0-4aed-a087-5886d84a05fb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=18f0c292-85e0-4aed-a087-5886d84a05fb,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:58.362824 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:58.369608 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:58.424377 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0964e52a-9609-4f0f-8749-cd41ea214836 req-91036b14-2300-4865-80f7-b7093e689438 service neutron] 10.222.0.62 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2316141
Jun 04 15:18:58.434029 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-127aa973-428c-4c8e-9e75-4c687296dec6 req-f0d48c8e-46ee-4666-8e2e-c72fc12f056c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/3b686d5e-21ba-49d2-84a6-36eadcf157c3 HTTP/1.1" status: 200  len: 1782 time: 0.2701993
Jun 04 15:18:58.477341 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=18f0c292-85e0-4aed-a087-5886d84a05fb,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:58.486194 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:58.486459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955b9cd-a107-4e4e-9b46-193b687ca951 req-bbcba96f-581f-45d7-95d9-a20439bf4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:58.487804 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d955b9cd-a107-4e4e-9b46-193b687ca951 req-bbcba96f-581f-45d7-95d9-a20439bf4aef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 1101 time: 0.6571023
Jun 04 15:18:58.604052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a73f7fc-d1c7-4f43-9948-e3135417a51a', 'tag': '35d21179-5d6b-4a13-ae60-6ca8ff51f59e'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:58.613841 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6931f67-b254-4e46-ba7a-6157b4ba492d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a73f7fc-d1c7-4f43-9948-e3135417a51a", "tag": "35d21179-5d6b-4a13-ae60-6ca8ff51f59e"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:58.623658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 28ded273-6a5f-437b-9295-ffe85080f840 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:18:58.633459 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-127aa973-428c-4c8e-9e75-4c687296dec6 req-db96b222-0498-450f-9d99-c3494169a874 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:58.681952 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-127aa973-428c-4c8e-9e75-4c687296dec6 req-db96b222-0498-450f-9d99-c3494169a874 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:58.701566 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:58.724595 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d955b9cd-a107-4e4e-9b46-193b687ca951 req-1a91d2e0-c31c-4c18-9af3-a1046c701518 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2274756
Jun 04 15:18:58.730549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b130ec-a069-4a30-a171-837979e09223 req-432cc2c7-3dbb-4c3b-b842-4d60f2f6d79d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:58.737757 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-05b130ec-a069-4a30-a171-837979e09223 req-432cc2c7-3dbb-4c3b-b842-4d60f2f6d79d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 945 time: 0.5644343
Jun 04 15:18:58.802769 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050046e5-4c9d-4a38-8a83-63874b1d155b None None] DHCP port deletion for bc89fea8-e254-4330-996a-aed24632a807 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:18:58.838309 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-05b130ec-a069-4a30-a171-837979e09223 req-7ba3bad4-4426-48b1-b27e-4bdabbda1bb2 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945051
Jun 04 15:18:58.865253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 28ded273-6a5f-437b-9295-ffe85080f840 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:18:58.866238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Deleting port da052191-00be-4fc7-877f-d68a1d90e2fc {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:18:58.866719 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:58.869491 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-127aa973-428c-4c8e-9e75-4c687296dec6 req-db96b222-0498-450f-9d99-c3494169a874 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:58.874022 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:58.878197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 28ded273-6a5f-437b-9295-ffe85080f840 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:18:58.878675 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:58.898308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96b222-0498-450f-9d99-c3494169a874 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b686d5e-21ba-49d2-84a6-36eadcf157c3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:58.921772 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-db96b222-0498-450f-9d99-c3494169a874 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:58.929952 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-127aa973-428c-4c8e-9e75-4c687296dec6 req-db96b222-0498-450f-9d99-c3494169a874 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:58.951933 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-127aa973-428c-4c8e-9e75-4c687296dec6 req-db96b222-0498-450f-9d99-c3494169a874 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "DELETE /v2.0/security-groups/3b686d5e-21ba-49d2-84a6-36eadcf157c3 HTTP/1.1" status: 204  len: 173 time: 0.5168164
Jun 04 15:18:58.997769 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] For port da052191-00be-4fc7-877f-d68a1d90e2fc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=da052191-00be-4fc7-877f-d68a1d90e2fc,segment=NetworkSegment(dba59f71-8277-47f9-9bea-1ebcf5ad20e8),segment_id=dba59f71-8277-47f9-9bea-1ebcf5ad20e8)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:58.998423 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:59.056237 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e655356-58e7-403a-ba7c-5e5825e3b39c x-openstack-request-id: req-6e655356-58e7-403a-ba7c-5e5825e3b39c {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:18:59.057754 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a73f7fc-d1c7-4f43-9948-e3135417a51a", "tag": "35d21179-5d6b-4a13-ae60-6ca8ff51f59e", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:18:59.058059 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e655356-58e7-403a-ba7c-5e5825e3b39c {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:18:59.058584 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a73f7fc-d1c7-4f43-9948-e3135417a51a', 'tag': '35d21179-5d6b-4a13-ae60-6ca8ff51f59e', 'status': 'completed', 'code': 200}
Jun 04 15:18:59.101704 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:59.155702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6931f67-b254-4e46-ba7a-6157b4ba492d req-af0a5880-23b0-4b5a-b838-ac84c8743570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:59.157305 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-050046e5-4c9d-4a38-8a83-63874b1d155b None None] Deleting port da052191-00be-4fc7-877f-d68a1d90e2fc {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:18:59.157454 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6931f67-b254-4e46-ba7a-6157b4ba492d req-af0a5880-23b0-4b5a-b838-ac84c8743570 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef1f8bca92884089b1346e04292fa4c6&device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 1094 time: 0.1083694
Jun 04 15:18:59.158735 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-050046e5-4c9d-4a38-8a83-63874b1d155b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:59.192774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Calling delete_port for da052191-00be-4fc7-877f-d68a1d90e2fc owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:18:59.198180 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 28ded273-6a5f-437b-9295-ffe85080f840, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=28ded273-6a5f-437b-9295-ffe85080f840,segment=NetworkSegment(e30ded52-5f18-4ace-b44d-640f39295b8b),segment_id=e30ded52-5f18-4ace-b44d-640f39295b8b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:59.266862 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af326890-3555-4cf8-9966-c6451c905f65 req-955cfec5-759e-4641-956d-62e7b1cf214d tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:59.274033 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-af326890-3555-4cf8-9966-c6451c905f65 req-955cfec5-759e-4641-956d-62e7b1cf214d tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 950 time: 0.2596114
Jun 04 15:18:59.297426 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:59.306637 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:59.375190 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-af326890-3555-4cf8-9966-c6451c905f65 req-c2e0bf7e-48f5-40fc-a447-066090ebbbe0 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966179
Jun 04 15:18:59.421036 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:59.425688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6931f67-b254-4e46-ba7a-6157b4ba492d req-cdf2fc95-162f-4651-9a7d-ef068a7f21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:59.428553 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:59.428729 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6931f67-b254-4e46-ba7a-6157b4ba492d req-cdf2fc95-162f-4651-9a7d-ef068a7f21a5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 200  len: 913 time: 0.2581434
Jun 04 15:18:59.439687 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-050046e5-4c9d-4a38-8a83-63874b1d155b None None] For port da052191-00be-4fc7-877f-d68a1d90e2fc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=da052191-00be-4fc7-877f-d68a1d90e2fc,segment=NetworkSegment(dba59f71-8277-47f9-9bea-1ebcf5ad20e8),segment_id=dba59f71-8277-47f9-9bea-1ebcf5ad20e8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:18:59.439687 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-050046e5-4c9d-4a38-8a83-63874b1d155b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:59.570005 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Port': ['ID=da052191-00be-4fc7-877f-d68a1d90e2fc,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:59.581983 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6931f67-b254-4e46-ba7a-6157b4ba492d req-122b42c2-08a6-4137-a37a-8fc7515fcb05 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35d21179-5d6b-4a13-ae60-6ca8ff51f59e HTTP/1.1" status: 200  len: 217 time: 0.1433425
Jun 04 15:18:59.584237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb9f644-6432-40a6-9753-3e8dc8961d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f0c292-85e0-4aed-a087-5886d84a05fb'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:18:59.592961 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:59.598936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] No DVR routers for this DVR port da052191-00be-4fc7-877f-d68a1d90e2fc on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:18:59.599615 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fab99a6-373f-4705-90a4-9e1273b2f8b4" -d '{"events": [{"server_uuid": "9fb9f644-6432-40a6-9753-3e8dc8961d47", "name": "network-vif-plugged", "status": "completed", "tag": "18f0c292-85e0-4aed-a087-5886d84a05fb"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:18:59.721759 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [req-2e88dce1-35aa-48b5-b535-24d21c493ef8 req-c4366bba-a7bf-49be-9075-9b8a8f1d170a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] show failed (client error): The resource could not be found.
Jun 04 15:18:59.722798 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e88dce1-35aa-48b5-b535-24d21c493ef8 req-c4366bba-a7bf-49be-9075-9b8a8f1d170a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/3b686d5e-21ba-49d2-84a6-36eadcf157c3 HTTP/1.1" status: 404  len: 352 time: 0.0674431
Jun 04 15:18:59.739820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6931f67-b254-4e46-ba7a-6157b4ba492d req-2a2aba42-38ea-40ef-a2b3-346a983a0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:18:59.746692 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6931f67-b254-4e46-ba7a-6157b4ba492d req-2a2aba42-38ea-40ef-a2b3-346a983a0a4f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc HTTP/1.1" status: 200  len: 852 time: 0.1533821
Jun 04 15:18:59.750108 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-050046e5-4c9d-4a38-8a83-63874b1d155b None None] Calling delete_port for da052191-00be-4fc7-877f-d68a1d90e2fc owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:18:59.840473 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6931f67-b254-4e46-ba7a-6157b4ba492d req-e283b8f3-fcfa-4cd7-ac93-46d2f062f12a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64018707-9132-4dd5-a91e-611ca8957998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0841815
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   from cryptography.utils import int_from_bytes
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   from cryptography.utils import int_from_bytes
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.845245 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:18:59.853662 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e56e05ad-b146-48f5-86e6-ab63c3ebe295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:59.855780 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-050046e5-4c9d-4a38-8a83-63874b1d155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:59.893327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=28ded273-6a5f-437b-9295-ffe85080f840,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:59.901991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050046e5-4c9d-4a38-8a83-63874b1d155b None None] No DVR routers for this DVR port da052191-00be-4fc7-877f-d68a1d90e2fc on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:18:59.903807 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:18:59.904612 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:18:59.924619 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:18:59.952782 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c703430>,) {'filters': {'network_id': ['bc89fea8-e254-4330-996a-aed24632a807']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:18:59.988751 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050046e5-4c9d-4a38-8a83-63874b1d155b None None] Pushing event deleted for resources: {'Port': ['ID=da052191-00be-4fc7-877f-d68a1d90e2fc,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:18:59.991528 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-050046e5-4c9d-4a38-8a83-63874b1d155b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:00.056255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c703430>, 'dba59f71-8277-47f9-9bea-1ebcf5ad20e8') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:19:00.056255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c703430>, 'dba59f71-8277-47f9-9bea-1ebcf5ad20e8') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:19:00.074238 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:00.087888 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6931f67-b254-4e46-ba7a-6157b4ba492d req-bfc55109-ce62-4ee3-8884-fc840586d0e0 service neutron] 10.222.0.62 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2322841
Jun 04 15:19:00.098460 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:00.108527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:19:00.109200 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:19:00.123799 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:19:00.215480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d126dc-e650-4c62-b112-c00578b10ee5 req-796056c9-3440-4757-a0f6-4d4bbf264bc5 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:00.222110 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-90d126dc-e650-4c62-b112-c00578b10ee5 req-796056c9-3440-4757-a0f6-4d4bbf264bc5 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 943 time: 0.2473021
Jun 04 15:19:00.250733 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6931f67-b254-4e46-ba7a-6157b4ba492d req-9e366a74-01af-400d-aa32-5a7a174ba4f6 service neutron] 10.222.0.62 "GET /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523581
Jun 04 15:19:00.283314 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-90d126dc-e650-4c62-b112-c00578b10ee5 req-71698f9f-797a-4312-8680-78d882177bf3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587008
Jun 04 15:19:00.304166 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3b8bd0-e81c-4488-86e2-26d69a88bf92 x-openstack-request-id: req-0c3b8bd0-e81c-4488-86e2-26d69a88bf92 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:19:00.304464 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb9f644-6432-40a6-9753-3e8dc8961d47", "name": "network-vif-plugged", "status": "completed", "tag": "18f0c292-85e0-4aed-a087-5886d84a05fb", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:19:00.304830 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c3b8bd0-e81c-4488-86e2-26d69a88bf92 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:19:00.305472 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb9f644-6432-40a6-9753-3e8dc8961d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f0c292-85e0-4aed-a087-5886d84a05fb', 'code': 200}
Jun 04 15:19:00.326891 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-76aeaf22-f22a-4723-9850-cdb2fe4f8d89 req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1264575312', 'description': 'tempest-description-760537919'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:00.334328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-76aeaf22-f22a-4723-9850-cdb2fe4f8d89 req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:00.341990 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-76aeaf22-f22a-4723-9850-cdb2fe4f8d89 req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:security_group and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:00.345893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-76aeaf22-f22a-4723-9850-cdb2fe4f8d89 req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:00.347639 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:00.357783 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9fd8cae0-f50c-40a7-9018-f9cb71897574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:00.391979 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:00.394136 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-76aeaf22-f22a-4723-9850-cdb2fe4f8d89 req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:00.396432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Network': ['ID=bc89fea8-e254-4330-996a-aed24632a807,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:00.406297 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:00.486386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-76aeaf22-f22a-4723-9850-cdb2fe4f8d89 req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:00.516216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdfe30-15a9-4f2f-9a4f-c553d6a4a0c2 req-c54ead47-1e95-4baf-b2df-d950b9b032b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:00.518207 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-72cdfe30-15a9-4f2f-9a4f-c553d6a4a0c2 req-c54ead47-1e95-4baf-b2df-d950b9b032b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9fb9f644-6432-40a6-9753-3e8dc8961d47 HTTP/1.1" status: 200  len: 1100 time: 0.1250124
Jun 04 15:19:00.525651 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "DELETE /v2.0/networks/bc89fea8-e254-4330-996a-aed24632a807 HTTP/1.1" status: 204  len: 168 time: 2.3108118
Jun 04 15:19:00.529026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44264) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:00.539387 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-76aeaf22-f22a-4723-9850-cdb2fe4f8d89 req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:00.544235 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-76aeaf22-f22a-4723-9850-cdb2fe4f8d89 req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:security_group_rule and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:00.548127 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-76aeaf22-f22a-4723-9850-cdb2fe4f8d89 req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:00.552238 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 28ded273-6a5f-437b-9295-ffe85080f840 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:19:00.570151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-76aeaf22-f22a-4723-9850-cdb2fe4f8d89 req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:00.681215 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-72cdfe30-15a9-4f2f-9a4f-c553d6a4a0c2 req-2db02f98-dbf1-4952-89c9-ec7a7b99720b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557171
Jun 04 15:19:00.694406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 28ded273-6a5f-437b-9295-ffe85080f840 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:19:00.694643 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:00.737564 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-76aeaf22-f22a-4723-9850-cdb2fe4f8d89 req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:00.798556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8c1ae4-9870-4ede-afc1-b26fac6b6c63 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Deleting subnet 5d37b7bb-cf55-45c0-9b94-b28761c1b487 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:19:00.801326 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-76aeaf22-f22a-4723-9850-cdb2fe4f8d89 req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:00.805106 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc8c1ae4-9870-4ede-afc1-b26fac6b6c63 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:00.811032 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f75128ef-100b-4b99-8b25-853c65619391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:00.875156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a5851e-eb04-433c-ab2e-dd4186a9fbcd,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:00.879745 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:00.889348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19696ff-deb3-4255-87ed-00f5e1345833 req-fb62a917-899b-4688-86a9-56d360e93978 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:00.891123 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d19696ff-deb3-4255-87ed-00f5e1345833 req-fb62a917-899b-4688-86a9-56d360e93978 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 950 time: 0.2032247
Jun 04 15:19:00.893548 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc8c1ae4-9870-4ede-afc1-b26fac6b6c63 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:00.988181 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device da052191-00be-4fc7-877f-d68a1d90e2fc no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:19:01.002936 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d19696ff-deb3-4255-87ed-00f5e1345833 req-405993bb-ce8d-4ca0-8e7b-dfdc1c6301ad tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792887
Jun 04 15:19:01.024992 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-76aeaf22-f22a-4723-9850-cdb2fe4f8d89 req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:01.030330 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-76aeaf22-f22a-4723-9850-cdb2fe4f8d89 req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.7051139
Jun 04 15:19:01.056423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: da052191-00be-4fc7-877f-d68a1d90e2fc {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:19:01.057289 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device da052191-00be-4fc7-877f-d68a1d90e2fc not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:19:01.068658 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc8c1ae4-9870-4ede-afc1-b26fac6b6c63 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:01.267372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-9c7981e8-648b-45a3-9aac-37f9139f1f50 req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-796203580', 'description': 'tempest-description-406535308'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:01.279248 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f644b4-e434-4d52-8203-3d3d94c4efa8 req-9812e775-7cce-47a1-9dc4-74960a0e6929 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:01.281049 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d3f644b4-e434-4d52-8203-3d3d94c4efa8 req-9812e775-7cce-47a1-9dc4-74960a0e6929 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb9f644-6432-40a6-9753-3e8dc8961d47 HTTP/1.1" status: 200  len: 949 time: 0.1265256
Jun 04 15:19:01.286708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9c7981e8-648b-45a3-9aac-37f9139f1f50 req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:01.308153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9c7981e8-648b-45a3-9aac-37f9139f1f50 req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:security_group and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:01.316412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9c7981e8-648b-45a3-9aac-37f9139f1f50 req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:01.334975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9c7981e8-648b-45a3-9aac-37f9139f1f50 req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:01.351620 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d3f644b4-e434-4d52-8203-3d3d94c4efa8 req-f9417187-2687-4574-a562-20c7776487b1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635879
Jun 04 15:19:01.455988 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c7981e8-648b-45a3-9aac-37f9139f1f50 req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:01.533920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9c7981e8-648b-45a3-9aac-37f9139f1f50 req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:01.541675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9c7981e8-648b-45a3-9aac-37f9139f1f50 req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:security_group_rule and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:01.547764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9c7981e8-648b-45a3-9aac-37f9139f1f50 req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:01.559755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9c7981e8-648b-45a3-9aac-37f9139f1f50 req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:01.615728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003d99a-b539-4b4e-98a9-0ac61913b22e req-66ebe85c-56c0-44a7-8e5e-4230cdfe77cf tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:01.618058 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c003d99a-b539-4b4e-98a9-0ac61913b22e req-66ebe85c-56c0-44a7-8e5e-4230cdfe77cf tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 943 time: 0.1267591
Jun 04 15:19:01.663316 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc8c1ae4-9870-4ede-afc1-b26fac6b6c63 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:01.679584 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-94622bae-5fc8-4297-8636-5c17e695184c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:01.697564 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c003d99a-b539-4b4e-98a9-0ac61913b22e req-f55d134c-341c-49ab-a56d-b3ea789629b5 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691826
Jun 04 15:19:01.732903 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c7981e8-648b-45a3-9aac-37f9139f1f50 req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:01.738081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c1ae4-9870-4ede-afc1-b26fac6b6c63 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Subnet': ['ID=5d37b7bb-cf55-45c0-9b94-b28761c1b487,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:01.741417 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dc8c1ae4-9870-4ede-afc1-b26fac6b6c63 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:01.742233 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc8c1ae4-9870-4ede-afc1-b26fac6b6c63 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:01.748563 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06287bfc-e253-4b51-b246-d50d80399eea None None] Network 247ea807-abf3-451a-a0dd-f0858abca0e4 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:19:01.763691 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dc8c1ae4-9870-4ede-afc1-b26fac6b6c63 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "DELETE /v2.0/subnets/5d37b7bb-cf55-45c0-9b94-b28761c1b487 HTTP/1.1" status: 204  len: 168 time: 1.1735985
Jun 04 15:19:01.764117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44280) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:01.896146 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c7981e8-648b-45a3-9aac-37f9139f1f50 req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:01.911003 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c9c42a1-11d1-4819-adc2-2247a33f812a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:01.958554 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:01.972389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8ea247-f170-41a8-9260-6089c6faa35c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:01.975570 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:02.032936 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c7981e8-648b-45a3-9aac-37f9139f1f50 req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:02.045912 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c7981e8-648b-45a3-9aac-37f9139f1f50 req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1806 time: 0.7987969
Jun 04 15:19:02.047948 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:02.065798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-5c8a592a-7c12-41f9-a743-3614254dff6a req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1959616055', 'description': 'tempest-description-2005825331'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:02.072547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-5c8a592a-7c12-41f9-a743-3614254dff6a req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:02.077868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-5c8a592a-7c12-41f9-a743-3614254dff6a req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:security_group and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:02.080813 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-5c8a592a-7c12-41f9-a743-3614254dff6a req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:02.112616 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-5c8a592a-7c12-41f9-a743-3614254dff6a req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:02.134198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Deleting port edbac333-0749-482b-9a7f-fb869501601b {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:19:02.134198 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:02.189170 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-5c8a592a-7c12-41f9-a743-3614254dff6a req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:02.202768 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5f18f5-21aa-4939-bb11-a6faed9b9039 None None] DHCP port deletion for 247ea807-abf3-451a-a0dd-f0858abca0e4 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:19:02.230475 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-5c8a592a-7c12-41f9-a743-3614254dff6a req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:02.253587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-5c8a592a-7c12-41f9-a743-3614254dff6a req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:security_group_rule and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:02.265294 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-5c8a592a-7c12-41f9-a743-3614254dff6a req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:02.272591 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 35d21179-5d6b-4a13-ae60-6ca8ff51f59e details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:19:02.274812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] For port edbac333-0749-482b-9a7f-fb869501601b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=edbac333-0749-482b-9a7f-fb869501601b,segment=NetworkSegment(1f90a997-e84b-4a6c-a9e3-43324f3a91aa),segment_id=1f90a997-e84b-4a6c-a9e3-43324f3a91aa)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:02.275349 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:02.282946 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-5c8a592a-7c12-41f9-a743-3614254dff6a req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:02.283556 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6abf127-be16-4ee5-8b21-cfcb25aaad3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:02.452460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Calling delete_port for edbac333-0749-482b-9a7f-fb869501601b owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:19:02.471648 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-5c8a592a-7c12-41f9-a743-3614254dff6a req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:02.533284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device edbac333-0749-482b-9a7f-fb869501601b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:19:02.554976 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-5c8a592a-7c12-41f9-a743-3614254dff6a req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:02.562556 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-19b90faa-0f0a-41c5-b978-d4aadcdbf16f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:02.609830 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f18f5-21aa-4939-bb11-a6faed9b9039 None None] Deleting port edbac333-0749-482b-9a7f-fb869501601b {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:19:02.610480 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c5f18f5-21aa-4939-bb11-a6faed9b9039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:02.615333 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84dfc12a-f2b2-4303-bdb9-6f16ee3afd0d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:02.618385 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:02.646965 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:02.660068 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-26684204-62e3-42d8-9a64-552aea77d93f tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:02.726413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] No DVR routers for this DVR port edbac333-0749-482b-9a7f-fb869501601b on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:19:02.736787 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-5c8a592a-7c12-41f9-a743-3614254dff6a req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:02.738522 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5c8a592a-7c12-41f9-a743-3614254dff6a req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1808 time: 0.6771445
Jun 04 15:19:02.751545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 35d21179-5d6b-4a13-ae60-6ca8ff51f59e, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=35d21179-5d6b-4a13-ae60-6ca8ff51f59e,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:02.764458 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Port': ['ID=edbac333-0749-482b-9a7f-fb869501601b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:02.772878 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:02.785451 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No active binding found for port edbac333-0749-482b-9a7f-fb869501601b {{(pid=88302) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 04 15:19:02.785896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device edbac333-0749-482b-9a7f-fb869501601b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:19:02.808821 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '35d21179-5d6b-4a13-ae60-6ca8ff51f59e', 'network_id': '64018707-9132-4dd5-a91e-611ca8957998', 'port_id': '35d21179-5d6b-4a13-ae60-6ca8ff51f59e', 'mac_address': 'fa:16:3e:78:a3:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:19:02.812863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7c5f18f5-21aa-4939-bb11-a6faed9b9039 None None] For port edbac333-0749-482b-9a7f-fb869501601b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=edbac333-0749-482b-9a7f-fb869501601b,segment=NetworkSegment(1f90a997-e84b-4a6c-a9e3-43324f3a91aa),segment_id=1f90a997-e84b-4a6c-a9e3-43324f3a91aa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:02.813567 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c5f18f5-21aa-4939-bb11-a6faed9b9039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:02.878858 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:02.895316 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386f05850>,) {'filters': {'network_id': ['247ea807-abf3-451a-a0dd-f0858abca0e4']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:19:02.910789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f05850>, '1f90a997-e84b-4a6c-a9e3-43324f3a91aa') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:19:02.911026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f05850>, '1f90a997-e84b-4a6c-a9e3-43324f3a91aa') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:19:02.924678 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:02.942893 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:02.950824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:19:02.951480 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:02.986962 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ed8bb-3e6f-4b4a-814c-03ca7ca5a424 req-6f92df81-79a0-4f43-973b-d171b23531e1 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:02.988542 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-505ed8bb-3e6f-4b4a-814c-03ca7ca5a424 req-6f92df81-79a0-4f43-973b-d171b23531e1 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 943 time: 0.1199884
Jun 04 15:19:03.025401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f18f5-21aa-4939-bb11-a6faed9b9039 None None] Calling delete_port for edbac333-0749-482b-9a7f-fb869501601b owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:19:03.039580 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:19:03.067297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69a8d5-a41d-448a-9acf-b91b49180d4b req-e573782f-4f17-4997-a313-42eeb2dfaff0 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:03.067546 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:03.068874 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4e69a8d5-a41d-448a-9acf-b91b49180d4b req-e573782f-4f17-4997-a313-42eeb2dfaff0 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb9f644-6432-40a6-9753-3e8dc8961d47 HTTP/1.1" status: 200  len: 949 time: 0.5096889
Jun 04 15:19:03.074812 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-505ed8bb-3e6f-4b4a-814c-03ca7ca5a424 req-4f4ffb68-3d22-4af3-a1a1-26cbc5e40a8e tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789816
Jun 04 15:19:03.089032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d21179-5d6b-4a13-ae60-6ca8ff51f59e {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:19:03.109979 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 35d21179-5d6b-4a13-ae60-6ca8ff51f59e, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=35d21179-5d6b-4a13-ae60-6ca8ff51f59e,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:03.124777 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4e69a8d5-a41d-448a-9acf-b91b49180d4b req-8681e905-7e38-4147-979c-cf733d5a79a4 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467818
Jun 04 15:19:03.152145 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c5f18f5-21aa-4939-bb11-a6faed9b9039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:03.152145 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2abdfbb3-a426-44a4-98d2-5f2a19e8bc41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:03.172829 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:03.176471 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5c55f72e-1b51-4e9b-818b-7512c24f7185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:03.193675 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c5f18f5-21aa-4939-bb11-a6faed9b9039 None None] Network 247ea807-abf3-451a-a0dd-f0858abca0e4 is not hosted by any dhcp agent {{(pid=88302) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
Jun 04 15:19:03.194147 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f18f5-21aa-4939-bb11-a6faed9b9039 None None] No DVR routers for this DVR port edbac333-0749-482b-9a7f-fb869501601b on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:19:03.196166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f18f5-21aa-4939-bb11-a6faed9b9039 None None] Pushing event deleted for resources: {'Port': ['ID=edbac333-0749-482b-9a7f-fb869501601b,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:03.200979 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7c5f18f5-21aa-4939-bb11-a6faed9b9039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:03.206248 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:03.206490 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:03.207996 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:03.227199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Pushing event deleted for resources: {'Network': ['ID=247ea807-abf3-451a-a0dd-f0858abca0e4,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:03.233868 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:03.242312 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] 10.222.0.32 "DELETE /v2.0/networks/247ea807-abf3-451a-a0dd-f0858abca0e4 HTTP/1.1" status: 204  len: 168 time: 1.4769042
Jun 04 15:19:03.356000 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=35d21179-5d6b-4a13-ae60-6ca8ff51f59e,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:03.356000 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:03.357180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-f18fc16e-be73-4844-91d0-cefbf3a348ff req-5f97bde5-d095-42c9-bc65-d2030f07c92b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Synchronizing usage tracker for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:19:03.489887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-f18fc16e-be73-4844-91d0-cefbf3a348ff req-5f97bde5-d095-42c9-bc65-d2030f07c92b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Unset dirty status for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:19:03.495843 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f18fc16e-be73-4844-91d0-cefbf3a348ff req-5f97bde5-d095-42c9-bc65-d2030f07c92b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=713591000c9d4c579e6ca5bef23c2fcf HTTP/1.1" status: 200  len: 10902 time: 0.3902097
Jun 04 15:19:03.520483 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:03.585290 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f18fc16e-be73-4844-91d0-cefbf3a348ff req-75c3433e-455a-4fb5-b36d-a2ceb0522706 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/451536fb-ac68-4c01-b61a-4993799f87a0 HTTP/1.1" status: 200  len: 2981 time: 0.0742567
Jun 04 15:19:03.697024 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['35d21179-5d6b-4a13-ae60-6ca8ff51f59e'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:19:03.803087 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f18fc16e-be73-4844-91d0-cefbf3a348ff req-59916c88-25d0-4e8c-b281-5b799f706209 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/451536fb-ac68-4c01-b61a-4993799f87a0 HTTP/1.1" status: 200  len: 2981 time: 0.2147331
Jun 04 15:19:04.118443 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-331711ef-b4c5-4f1e-96ca-d2720215c407 req-f6b1e026-52a3-4f84-845a-092794edc66f tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/81a5851e-eb04-433c-ab2e-dd4186a9fbcd HTTP/1.1" status: 200  len: 1802 time: 0.0616353
Jun 04 15:19:04.222503 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-331711ef-b4c5-4f1e-96ca-d2720215c407 req-5ea3471e-22e3-4783-9774-54131d65c625 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:04.241706 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 0832bac1-2a8b-4e9a-a133-3521a64d521a details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:19:04.260886 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-331711ef-b4c5-4f1e-96ca-d2720215c407 req-5ea3471e-22e3-4783-9774-54131d65c625 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:04.506827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 0832bac1-2a8b-4e9a-a133-3521a64d521a, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=0832bac1-2a8b-4e9a-a133-3521a64d521a,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:04.530930 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '0832bac1-2a8b-4e9a-a133-3521a64d521a', 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84', 'port_id': '0832bac1-2a8b-4e9a-a133-3521a64d521a', 'mac_address': 'fa:16:3e:58:de:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66f9b66-8bf4-487d-81ab-50ab28167b73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:19:04.599451 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:04.634127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0832bac1-2a8b-4e9a-a133-3521a64d521a {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:19:04.634354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b6ddb-a8b9-44e3-a500-0e03685e57b3 req-949fcb4e-d484-452b-ac0a-4dc3d0c416ea tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:04.639586 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-528b6ddb-a8b9-44e3-a500-0e03685e57b3 req-949fcb4e-d484-452b-ac0a-4dc3d0c416ea tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 944 time: 0.1286104
Jun 04 15:19:04.643552 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 0832bac1-2a8b-4e9a-a133-3521a64d521a, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=0832bac1-2a8b-4e9a-a133-3521a64d521a,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:04.701833 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-528b6ddb-a8b9-44e3-a500-0e03685e57b3 req-6483cdf8-b66e-4fb9-b799-5ccabe66dc77 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609202
Jun 04 15:19:04.729038 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-331711ef-b4c5-4f1e-96ca-d2720215c407 req-5ea3471e-22e3-4783-9774-54131d65c625 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:04.735600 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-305578d5-fa0b-4b3b-a182-2719c9ae1e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:04.752070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3471e-22e3-4783-9774-54131d65c625 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a5851e-eb04-433c-ab2e-dd4186a9fbcd,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:04.756097 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5ea3471e-22e3-4783-9774-54131d65c625 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:04.793147 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:04.796650 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:04.861606 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ebcd6c73-bde8-4d08-a8a4-1c0984e744dd req-89cc4b58-5e06-4547-95f4-9f7b90346dad service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1276956
Jun 04 15:19:04.958147 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-331711ef-b4c5-4f1e-96ca-d2720215c407 req-5ea3471e-22e3-4783-9774-54131d65c625 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:04.995882 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-331711ef-b4c5-4f1e-96ca-d2720215c407 req-5ea3471e-22e3-4783-9774-54131d65c625 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "DELETE /v2.0/security-groups/81a5851e-eb04-433c-ab2e-dd4186a9fbcd HTTP/1.1" status: 204  len: 173 time: 0.8609121
Jun 04 15:19:05.037101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=0832bac1-2a8b-4e9a-a133-3521a64d521a,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:05.041875 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:05.127139 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['0832bac1-2a8b-4e9a-a133-3521a64d521a'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:19:05.177434 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:05.284433 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [req-af393a5e-33ba-4a92-a917-4e136f51af49 req-567d38c2-85cf-42e3-a947-f12bfb6b32ea tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] show failed (client error): The resource could not be found.
Jun 04 15:19:05.296015 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af393a5e-33ba-4a92-a917-4e136f51af49 req-567d38c2-85cf-42e3-a947-f12bfb6b32ea tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/81a5851e-eb04-433c-ab2e-dd4186a9fbcd HTTP/1.1" status: 404  len: 352 time: 0.1838577
Jun 04 15:19:05.322870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44370) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:05.334444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd6c73-bde8-4d08-a8a4-1c0984e744dd req-a095d27c-9039-420c-83b9-232f496dea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:05.336005 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ebcd6c73-bde8-4d08-a8a4-1c0984e744dd req-a095d27c-9039-420c-83b9-232f496dea62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=19b9e4b51b064e8d8317a7483dd1d34a&device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 1096 time: 0.3729806
Jun 04 15:19:05.494181 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff42c37d-f7a2-426f-a07e-c17ae17079da req-672c58ee-ca81-439b-8311-3d9cb0a3f705 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/1c8ea247-f170-41a8-9260-6089c6faa35c HTTP/1.1" status: 200  len: 1801 time: 0.1788952
Jun 04 15:19:05.578349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd6c73-bde8-4d08-a8a4-1c0984e744dd req-456889bc-f89d-4d17-a393-fa6a4ef75acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:05.579907 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ebcd6c73-bde8-4d08-a8a4-1c0984e744dd req-456889bc-f89d-4d17-a393-fa6a4ef75acd service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce2641af-d785-42c1-b85a-8ec2c2a9be7e HTTP/1.1" status: 200  len: 912 time: 0.1975806
Jun 04 15:19:05.671222 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff42c37d-f7a2-426f-a07e-c17ae17079da req-573dad27-5aaf-49a2-ad11-76552da7b82c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:05.737644 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff42c37d-f7a2-426f-a07e-c17ae17079da req-573dad27-5aaf-49a2-ad11-76552da7b82c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:05.748371 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ebcd6c73-bde8-4d08-a8a4-1c0984e744dd req-70e37f3b-d576-4cea-98c8-fc96c28c36ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bcbd00b-aef4-4100-93b6-fdc431dbd78a HTTP/1.1" status: 200  len: 1001 time: 0.1527832
Jun 04 15:19:05.839432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd6c73-bde8-4d08-a8a4-1c0984e744dd req-85b8e3de-b0ac-45ec-a48f-39563aeb4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:05.841716 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ebcd6c73-bde8-4d08-a8a4-1c0984e744dd req-85b8e3de-b0ac-45ec-a48f-39563aeb4176 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcd15fe0-8f99-47e2-b804-1a5a0fce07ff HTTP/1.1" status: 200  len: 850 time: 0.0853205
Jun 04 15:19:05.961172 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd6c73-bde8-4d08-a8a4-1c0984e744dd req-13d951e6-be72-4631-a54b-07e8dccef4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:05.963621 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ebcd6c73-bde8-4d08-a8a4-1c0984e744dd req-13d951e6-be72-4631-a54b-07e8dccef4fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce2641af-d785-42c1-b85a-8ec2c2a9be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1105158
Jun 04 15:19:05.967017 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff42c37d-f7a2-426f-a07e-c17ae17079da req-573dad27-5aaf-49a2-ad11-76552da7b82c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:05.975907 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5b34674c-4b99-41ef-b66f-fde48014943e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:06.021826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573dad27-5aaf-49a2-ad11-76552da7b82c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8ea247-f170-41a8-9260-6089c6faa35c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:06.026552 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32546d44-b357-43be-a015-e527a508f523 req-ecef052d-1e95-46bd-935d-4759d255e714 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:06.029082 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-32546d44-b357-43be-a015-e527a508f523 req-ecef052d-1e95-46bd-935d-4759d255e714 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 944 time: 0.1109426
Jun 04 15:19:06.040841 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-573dad27-5aaf-49a2-ad11-76552da7b82c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:06.122662 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ff42c37d-f7a2-426f-a07e-c17ae17079da req-573dad27-5aaf-49a2-ad11-76552da7b82c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:06.125343 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff42c37d-f7a2-426f-a07e-c17ae17079da req-573dad27-5aaf-49a2-ad11-76552da7b82c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "DELETE /v2.0/security-groups/1c8ea247-f170-41a8-9260-6089c6faa35c HTTP/1.1" status: 204  len: 173 time: 0.6166477
Jun 04 15:19:06.138549 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-32546d44-b357-43be-a015-e527a508f523 req-dd3de2d0-baab-4724-8dc7-c74d8bb7c858 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033258
Jun 04 15:19:06.165599 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4ac87c58-c33e-4f1c-94b4-aedb7ac80596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:06.235321 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ebcd6c73-bde8-4d08-a8a4-1c0984e744dd req-3e457cfd-8cd3-40df-8353-11304921912a service neutron] 10.222.0.62 "GET /v2.0/networks/ce2641af-d785-42c1-b85a-8ec2c2a9be7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2410455
Jun 04 15:19:06.248022 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 35d21179-5d6b-4a13-ae60-6ca8ff51f59e up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:19:06.427292 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [req-87003b20-49ca-4486-b134-232d7ffdc246 req-497bbf19-c42d-4c62-9852-5b05927d2575 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] show failed (client error): The resource could not be found.
Jun 04 15:19:06.437543 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-87003b20-49ca-4486-b134-232d7ffdc246 req-497bbf19-c42d-4c62-9852-5b05927d2575 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/1c8ea247-f170-41a8-9260-6089c6faa35c HTTP/1.1" status: 404  len: 352 time: 0.1234751
Jun 04 15:19:06.523992 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ebcd6c73-bde8-4d08-a8a4-1c0984e744dd req-8d8ad6bf-801f-451a-b7ab-f19be3b4c19f service neutron] 10.222.0.62 "GET /v2.0/networks/ce2641af-d785-42c1-b85a-8ec2c2a9be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2784441
Jun 04 15:19:06.549700 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 35d21179-5d6b-4a13-ae60-6ca8ff51f59e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:19:06.562171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 35d21179-5d6b-4a13-ae60-6ca8ff51f59e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:19:06.562662 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:06.640878 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a7d764c2-2262-4f26-9c71-5e06fe452bc5 req-e64a83f6-14c0-4506-b7b5-f068a37e14a0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/84dfc12a-f2b2-4303-bdb9-6f16ee3afd0d HTTP/1.1" status: 200  len: 1803 time: 0.1786191
Jun 04 15:19:06.744085 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-a7d764c2-2262-4f26-9c71-5e06fe452bc5 req-ddc49390-97e0-4b3d-86f2-bf53920bff80 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:06.815646 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-a7d764c2-2262-4f26-9c71-5e06fe452bc5 req-ddc49390-97e0-4b3d-86f2-bf53920bff80 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:06.883427 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:06.919584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a73f7fc-d1c7-4f43-9948-e3135417a51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d21179-5d6b-4a13-ae60-6ca8ff51f59e'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:19:06.921805 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41e7612-287a-4da6-9140-805da227f9ea" -d '{"events": [{"server_uuid": "9a73f7fc-d1c7-4f43-9948-e3135417a51a", "name": "network-vif-plugged", "status": "completed", "tag": "35d21179-5d6b-4a13-ae60-6ca8ff51f59e"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:19:06.928912 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 35d21179-5d6b-4a13-ae60-6ca8ff51f59e, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=35d21179-5d6b-4a13-ae60-6ca8ff51f59e,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:06.940884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-4ac87c58-c33e-4f1c-94b4-aedb7ac80596 admin admin] Deleting port 3414254d-8d1a-415f-9f88-dedf9e944596 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:19:06.941646 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4ac87c58-c33e-4f1c-94b4-aedb7ac80596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:06.985554 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459a2390-fe11-435c-8e3e-a9a2fee1721c x-openstack-request-id: req-459a2390-fe11-435c-8e3e-a9a2fee1721c {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:19:06.986024 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a73f7fc-d1c7-4f43-9948-e3135417a51a", "name": "network-vif-plugged", "status": "completed", "tag": "35d21179-5d6b-4a13-ae60-6ca8ff51f59e", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:19:06.986443 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-459a2390-fe11-435c-8e3e-a9a2fee1721c {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:19:06.987453 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a73f7fc-d1c7-4f43-9948-e3135417a51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d21179-5d6b-4a13-ae60-6ca8ff51f59e', 'code': 200}
Jun 04 15:19:07.044252 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:07.045990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 0832bac1-2a8b-4e9a-a133-3521a64d521a up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:19:07.098375 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:07.169287 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-a7d764c2-2262-4f26-9c71-5e06fe452bc5 req-ddc49390-97e0-4b3d-86f2-bf53920bff80 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:07.181394 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-421cb851-c608-46d0-af9f-c31292b6b8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:07.194295 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=35d21179-5d6b-4a13-ae60-6ca8ff51f59e,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:07.206108 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:07.207014 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc49390-97e0-4b3d-86f2-bf53920bff80 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dfc12a-f2b2-4303-bdb9-6f16ee3afd0d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:07.209020 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-a7d764c2-2262-4f26-9c71-5e06fe452bc5 req-ddc49390-97e0-4b3d-86f2-bf53920bff80 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:07.214206 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a7d764c2-2262-4f26-9c71-5e06fe452bc5 req-ddc49390-97e0-4b3d-86f2-bf53920bff80 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "DELETE /v2.0/security-groups/84dfc12a-f2b2-4303-bdb9-6f16ee3afd0d HTTP/1.1" status: 204  len: 173 time: 0.5637176
Jun 04 15:19:07.230351 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ddc49390-97e0-4b3d-86f2-bf53920bff80 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:07.258137 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [req-6193b8fb-6177-4905-b265-86a0775bc4ce req-19de7122-7117-4337-a498-d28904937e37 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] show failed (client error): The resource could not be found.
Jun 04 15:19:07.273069 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6193b8fb-6177-4905-b265-86a0775bc4ce req-19de7122-7117-4337-a498-d28904937e37 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/84dfc12a-f2b2-4303-bdb9-6f16ee3afd0d HTTP/1.1" status: 404  len: 352 time: 0.0406692
Jun 04 15:19:07.289279 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 0832bac1-2a8b-4e9a-a133-3521a64d521a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:19:07.289734 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:07.354490 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-4ac87c58-c33e-4f1c-94b4-aedb7ac80596 admin admin] For port 3414254d-8d1a-415f-9f88-dedf9e944596, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3414254d-8d1a-415f-9f88-dedf9e944596,segment=NetworkSegment(77bb1158-d856-40ef-b73b-11c49e9c3c17),segment_id=77bb1158-d856-40ef-b73b-11c49e9c3c17)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:07.354807 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4ac87c58-c33e-4f1c-94b4-aedb7ac80596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:07.494425 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:07.499092 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee4d05-25b9-4f06-b0b6-b499a34e6da8 req-0cae1793-b447-42cd-a004-000244fe636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:07.500592 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89ee4d05-25b9-4f06-b0b6-b499a34e6da8 req-0cae1793-b447-42cd-a004-000244fe636e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 1096 time: 0.4009154
Jun 04 15:19:07.549658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 0832bac1-2a8b-4e9a-a133-3521a64d521a, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=0832bac1-2a8b-4e9a-a133-3521a64d521a,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:07.556714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-4ac87c58-c33e-4f1c-94b4-aedb7ac80596 admin admin] Calling delete_port for 3414254d-8d1a-415f-9f88-dedf9e944596 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:19:07.586258 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89ee4d05-25b9-4f06-b0b6-b499a34e6da8 req-08addce7-529d-4f17-8ba5-3a4585cc6630 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763669
Jun 04 15:19:07.610267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7507ef-458d-4e6c-86b5-148c513c90a6 req-b4d7f9df-0b38-4893-a94f-ea08072dba1a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:07.613176 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc7507ef-458d-4e6c-86b5-148c513c90a6 req-b4d7f9df-0b38-4893-a94f-ea08072dba1a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 945 time: 0.2556577
Jun 04 15:19:07.627302 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:07.631064 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:07.661542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-053d7480-a20c-4633-8288-468d7f3c2a33 req-7f243848-0cfe-4cd4-9e56-5cdea0592823 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Synchronizing usage tracker for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:19:07.676947 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc7507ef-458d-4e6c-86b5-148c513c90a6 req-fa076c73-6fa6-4783-84a2-0b698c756c0a tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573816
Jun 04 15:19:07.708877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 18f0c292-85e0-4aed-a087-5886d84a05fb details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:19:07.744062 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-053d7480-a20c-4633-8288-468d7f3c2a33 req-7f243848-0cfe-4cd4-9e56-5cdea0592823 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Unset dirty status for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:19:07.750621 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-053d7480-a20c-4633-8288-468d7f3c2a33 req-7f243848-0cfe-4cd4-9e56-5cdea0592823 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=713591000c9d4c579e6ca5bef23c2fcf HTTP/1.1" status: 200  len: 6149 time: 0.2842522
Jun 04 15:19:07.756309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=0832bac1-2a8b-4e9a-a133-3521a64d521a,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:07.761471 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:07.847164 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-053d7480-a20c-4633-8288-468d7f3c2a33 req-f509df14-cd06-45be-bf4c-bc1de149b7b0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/451536fb-ac68-4c01-b61a-4993799f87a0 HTTP/1.1" status: 200  len: 2981 time: 0.0887964
Jun 04 15:19:07.953451 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 18f0c292-85e0-4aed-a087-5886d84a05fb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=18f0c292-85e0-4aed-a087-5886d84a05fb,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:07.975813 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '18f0c292-85e0-4aed-a087-5886d84a05fb', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '18f0c292-85e0-4aed-a087-5886d84a05fb', 'mac_address': 'fa:16:3e:aa:fd:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:19:08.054941 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:08.077257 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18f0c292-85e0-4aed-a087-5886d84a05fb {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:19:08.081958 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-053d7480-a20c-4633-8288-468d7f3c2a33 req-0c766773-7d9b-4e9d-b49b-61a4925e0629 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/451536fb-ac68-4c01-b61a-4993799f87a0 HTTP/1.1" status: 200  len: 2981 time: 0.1810513
Jun 04 15:19:08.106551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 18f0c292-85e0-4aed-a087-5886d84a05fb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=18f0c292-85e0-4aed-a087-5886d84a05fb,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:08.116455 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-9fab36fd-ff34-43aa-a02a-4ee2409a00e8 req-f0061579-383c-4797-af41-cb72fe25f5f5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1415818917', 'description': 'tempest-description-415580358'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:08.123766 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-9fab36fd-ff34-43aa-a02a-4ee2409a00e8 req-f0061579-383c-4797-af41-cb72fe25f5f5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:08.133914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-9fab36fd-ff34-43aa-a02a-4ee2409a00e8 req-f0061579-383c-4797-af41-cb72fe25f5f5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:08.167716 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:08.168343 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4ac87c58-c33e-4f1c-94b4-aedb7ac80596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:08.169654 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:08.175566 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8f932be5-8cdd-43b1-84fe-cf2c2e2a9154 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:08.231759 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9fab36fd-ff34-43aa-a02a-4ee2409a00e8 req-f0061579-383c-4797-af41-cb72fe25f5f5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:08.244964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac87c58-c33e-4f1c-94b4-aedb7ac80596 admin admin] Pushing event deleted for resources: {'Port': ['ID=3414254d-8d1a-415f-9f88-dedf9e944596,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:08.252009 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4ac87c58-c33e-4f1c-94b4-aedb7ac80596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:08.288468 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=18f0c292-85e0-4aed-a087-5886d84a05fb,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:08.293127 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:08.339229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['18f0c292-85e0-4aed-a087-5886d84a05fb'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:19:08.351201 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-9fab36fd-ff34-43aa-a02a-4ee2409a00e8 req-f0061579-383c-4797-af41-cb72fe25f5f5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:08.357542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9fab36fd-ff34-43aa-a02a-4ee2409a00e8 req-f0061579-383c-4797-af41-cb72fe25f5f5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:security_group_rule and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:08.364888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9fab36fd-ff34-43aa-a02a-4ee2409a00e8 req-f0061579-383c-4797-af41-cb72fe25f5f5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:08.373385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-9fab36fd-ff34-43aa-a02a-4ee2409a00e8 req-f0061579-383c-4797-af41-cb72fe25f5f5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:08.779580 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9fab36fd-ff34-43aa-a02a-4ee2409a00e8 req-f0061579-383c-4797-af41-cb72fe25f5f5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:08.806719 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4ac87c58-c33e-4f1c-94b4-aedb7ac80596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:08.964877 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9fab36fd-ff34-43aa-a02a-4ee2409a00e8 req-f0061579-383c-4797-af41-cb72fe25f5f5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:08.978350 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-acb0b0ef-9b15-4183-808e-6a5c588c7bb2 tempest-ServersAdminNegativeTestJSON-263979933 tempest-ServersAdminNegativeTestJSON-263979933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:08.989374 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd473f18d-70e8-4f53-a652-58fc1b08eaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0832bac1-2a8b-4e9a-a133-3521a64d521a'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:19:08.994114 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37d0a36-3a11-43aa-9ad5-16d4c51cc9f5" -d '{"events": [{"server_uuid": "d473f18d-70e8-4f53-a652-58fc1b08eaa6", "name": "network-vif-plugged", "status": "completed", "tag": "0832bac1-2a8b-4e9a-a133-3521a64d521a"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:19:09.062463 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-a123adf2-c499-4bc2-96b8-580fd97ac76e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2426882
Jun 04 15:19:09.110381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc1ea4-48de-4294-8c36-103398a57fcd req-37034544-b268-43fa-a902-54105b454248 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:09.113498 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5abc1ea4-48de-4294-8c36-103398a57fcd req-37034544-b268-43fa-a902-54105b454248 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 945 time: 0.1717083
Jun 04 15:19:09.253176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0061579-383c-4797-af41-cb72fe25f5f5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b1d0b2-e440-4106-abd7-f5611da385d0,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:09.255927 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f0061579-383c-4797-af41-cb72fe25f5f5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:09.289792 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5abc1ea4-48de-4294-8c36-103398a57fcd req-579f629f-ee9a-466d-9fb7-1d6ac8f3ed83 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656938
Jun 04 15:19:09.353819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-362dae09-8f71-4722-a4a9-7111761a269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:09.354585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-362dae09-8f71-4722-a4a9-7111761a269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:09.355233 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-362dae09-8f71-4722-a4a9-7111761a269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:09.355872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-362dae09-8f71-4722-a4a9-7111761a269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:09.356788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-362dae09-8f71-4722-a4a9-7111761a269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:09.357468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-362dae09-8f71-4722-a4a9-7111761a269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:09.358145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-362dae09-8f71-4722-a4a9-7111761a269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:09.360818 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-362dae09-8f71-4722-a4a9-7111761a269a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170821b51002469da86d3c4cef5805e5&device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 6491 time: 0.1926906
Jun 04 15:19:09.434212 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9fab36fd-ff34-43aa-a02a-4ee2409a00e8 req-f0061579-383c-4797-af41-cb72fe25f5f5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:09.437108 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9fab36fd-ff34-43aa-a02a-4ee2409a00e8 req-f0061579-383c-4797-af41-cb72fe25f5f5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 1.3250740
Jun 04 15:19:09.595924 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cebeebe-8ed1-497f-b054-b2c127436c50 x-openstack-request-id: req-7cebeebe-8ed1-497f-b054-b2c127436c50 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:19:09.596445 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d473f18d-70e8-4f53-a652-58fc1b08eaa6", "name": "network-vif-plugged", "status": "completed", "tag": "0832bac1-2a8b-4e9a-a133-3521a64d521a", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:19:09.596445 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cebeebe-8ed1-497f-b054-b2c127436c50 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:19:09.596838 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd473f18d-70e8-4f53-a652-58fc1b08eaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0832bac1-2a8b-4e9a-a133-3521a64d521a', 'code': 200}
Jun 04 15:19:09.597285 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac87c58-c33e-4f1c-94b4-aedb7ac80596 admin admin] Router 7a825a21-d85e-458f-90d9-d3dd093c3ac4 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:19:09.680077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-ef415529-35a8-48ab-9d1f-1157455d5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:09.680456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-ef415529-35a8-48ab-9d1f-1157455d5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:09.680869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-ef415529-35a8-48ab-9d1f-1157455d5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:09.682588 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-ef415529-35a8-48ab-9d1f-1157455d5cc2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6fd14b5-fe16-4479-b95d-921ab565bab3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25 HTTP/1.1" status: 200  len: 2292 time: 0.2848341
Jun 04 15:19:09.726032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 18f0c292-85e0-4aed-a087-5886d84a05fb up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:19:09.852699 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-ce7e245f-ad15-4e47-8507-2ff978d05da0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eccdd22b-79c3-491b-9d6e-995f40de8b84 HTTP/1.1" status: 200  len: 1001 time: 0.1604598
Jun 04 15:19:09.916585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 18f0c292-85e0-4aed-a087-5886d84a05fb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:19:09.917826 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:09.921536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-b9b70f01-a7f7-4554-891a-b511096ca8db req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1542645868', 'description': 'tempest-description-833288974'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:09.935769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-b9b70f01-a7f7-4554-891a-b511096ca8db req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:09.943482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-b9b70f01-a7f7-4554-891a-b511096ca8db req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:security_group and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:09.948016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-b9b70f01-a7f7-4554-891a-b511096ca8db req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:09.960990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-b9b70f01-a7f7-4554-891a-b511096ca8db req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:09.969186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-996a210d-8904-4310-8300-0b9893aadc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:09.970936 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-996a210d-8904-4310-8300-0b9893aadc29 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c3923c1e-f693-458d-b8fe-0bcbec1d9098 HTTP/1.1" status: 200  len: 851 time: 0.1063788
Jun 04 15:19:10.073340 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b9b70f01-a7f7-4554-891a-b511096ca8db req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:10.212371 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:10.247699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac87c58-c33e-4f1c-94b4-aedb7ac80596 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:19:10.269751 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 18f0c292-85e0-4aed-a087-5886d84a05fb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=18f0c292-85e0-4aed-a087-5886d84a05fb,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:10.282976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f505d9-bbe7-44d4-984b-1efeeb2253f3 None None] Sync routers for ids ['7a825a21-d85e-458f-90d9-d3dd093c3ac4'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:19:10.284751 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4ac87c58-c33e-4f1c-94b4-aedb7ac80596 admin admin] 10.222.0.32 "PUT /v2.0/routers/7a825a21-d85e-458f-90d9-d3dd093c3ac4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9602323
Jun 04 15:19:10.289551 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44504) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:10.298643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f505d9-bbe7-44d4-984b-1efeeb2253f3 None None] Routers {'7a825a21-d85e-458f-90d9-d3dd093c3ac4'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:19:10.298643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c1f505d9-bbe7-44d4-984b-1efeeb2253f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c513310>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:19:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7a825a21-d85e-458f-90d9-d3dd093c3ac4'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:19:10.371305 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:10.390825 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-887b61a0-54a1-4cc9-b159-c51d0a22877e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:10.442714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-b9b70f01-a7f7-4554-891a-b511096ca8db req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:10.460762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-b9b70f01-a7f7-4554-891a-b511096ca8db req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:security_group_rule and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:10.474754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-b9b70f01-a7f7-4554-891a-b511096ca8db req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:10.478753 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=18f0c292-85e0-4aed-a087-5886d84a05fb,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:10.486723 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:10.495448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-b9b70f01-a7f7-4554-891a-b511096ca8db req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:10.520654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-8269fbd1-2105-4c6d-8f75-da780345ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:10.522497 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-8269fbd1-2105-4c6d-8f75-da780345ad34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6fd14b5-fe16-4479-b95d-921ab565bab3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5388680
Jun 04 15:19:10.687248 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-c1f505d9-bbe7-44d4-984b-1efeeb2253f3 None None] Set router 7a825a21-d85e-458f-90d9-d3dd093c3ac4 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:19:10.691587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:10.783585 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b9b70f01-a7f7-4554-891a-b511096ca8db req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:10.797036 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-238ad0f3-634b-44ae-b7d3-620335d951e0 service neutron] 10.222.0.65 "GET /v2.0/networks/b6fd14b5-fe16-4479-b95d-921ab565bab3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2619431
Jun 04 15:19:10.862024 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b9b70f01-a7f7-4554-891a-b511096ca8db req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:10.887117 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0ced0b49-c5b0-467b-adf9-0394b819c69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:11.064970 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:11.065304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af9175a-b2c6-4ffc-94e2-f072205632d1,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:11.070703 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:11.109076 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-1b443e99-444e-4506-ba4b-7b1b8840ac90 service neutron] 10.222.0.65 "GET /v2.0/networks/b6fd14b5-fe16-4479-b95d-921ab565bab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2997508
Jun 04 15:19:11.210321 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b9b70f01-a7f7-4554-891a-b511096ca8db req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:11.225321 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b9b70f01-a7f7-4554-891a-b511096ca8db req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 1.3159981
Jun 04 15:19:11.242553 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-f5577d98-cd27-466a-b0e2-2c7c9387cfa8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=9be08e86-8d27-40e8-8898-cc000823e63c HTTP/1.1" status: 200  len: 217 time: 0.1244426
Jun 04 15:19:11.333909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] Deleting port 95f0f02e-362d-4e5a-bda9-60305cd89eea {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:19:11.334522 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:11.355130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c1f505d9-bbe7-44d4-984b-1efeeb2253f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c513310>, [{'id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'name': 'tempest-ServersTestMultiNic-701951208-router', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '95f0f02e-362d-4e5a-bda9-60305cd89eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:16:35Z', 'updated_at': '2021-06-04T15:19:07Z', 'revision_number': 5, 'project_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'gw_port': {'id': '95f0f02e-362d-4e5a-bda9-60305cd89eea', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:16:37Z', 'updated_at': '2021-06-04T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:19:11.369144 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f505d9-bbe7-44d4-984b-1efeeb2253f3 None None] Checking router: 7a825a21-d85e-458f-90d9-d3dd093c3ac4 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:19:11.380704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-22539f75-fd59-4daf-b91f-970e01e8b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:11.386761 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-22539f75-fd59-4daf-b91f-970e01e8b54c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.1349010
Jun 04 15:19:11.398130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f505d9-bbe7-44d4-984b-1efeeb2253f3 None None] Routers {'7a825a21-d85e-458f-90d9-d3dd093c3ac4'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:19:11.399054 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c1f505d9-bbe7-44d4-984b-1efeeb2253f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c513310>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:19:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7a825a21-d85e-458f-90d9-d3dd093c3ac4'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:19:11.567137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] For port 95f0f02e-362d-4e5a-bda9-60305cd89eea, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=95f0f02e-362d-4e5a-bda9-60305cd89eea,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:11.567543 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:11.594721 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-af482ef5-0e60-4a16-9f92-81c6d20349d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:11.596777 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-af482ef5-0e60-4a16-9f92-81c6d20349d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1997216
Jun 04 15:19:11.727541 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb9f644-6432-40a6-9753-3e8dc8961d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f0c292-85e0-4aed-a087-5886d84a05fb'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:19:11.738703 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdc1487-6634-4b50-a522-da3c85e20035" -d '{"events": [{"server_uuid": "9fb9f644-6432-40a6-9753-3e8dc8961d47", "name": "network-vif-plugged", "status": "completed", "tag": "18f0c292-85e0-4aed-a087-5886d84a05fb"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:19:11.845231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] Calling delete_port for 95f0f02e-362d-4e5a-bda9-60305cd89eea owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:19:11.870324 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-c1f505d9-bbe7-44d4-984b-1efeeb2253f3 None None] Set router 7a825a21-d85e-458f-90d9-d3dd093c3ac4 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:19:11.912594 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-f5c76e5b-cab4-41a3-abf9-55930780ce2a service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3070738
Jun 04 15:19:12.126682 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-a2bb6f75-a001-4836-9c8f-a560612a28a7 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2017033
Jun 04 15:19:12.151627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c1f505d9-bbe7-44d4-984b-1efeeb2253f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c513310>, [{'id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'name': 'tempest-ServersTestMultiNic-701951208-router', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:16:35Z', 'updated_at': '2021-06-04T15:19:11Z', 'revision_number': 6, 'project_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:19:12.157444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f505d9-bbe7-44d4-984b-1efeeb2253f3 None None] The sync data for ids ['7a825a21-d85e-458f-90d9-d3dd093c3ac4'] in n-d-791505-9 is: [{'id': '7a825a21-d85e-458f-90d9-d3dd093c3ac4', 'name': 'tempest-ServersTestMultiNic-701951208-router', 'tenant_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:16:35Z', 'updated_at': '2021-06-04T15:19:11Z', 'revision_number': 6, 'project_id': '8bb4f7997cdc48f8abffe8ec67e588f7', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:19:12.188049 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:12.193038 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e2fbc765-f3b9-415f-b914-3b9720bc51e7 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:12.245265 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-2fff7064-fba0-4c72-87cf-bc077b77afdd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=622d11de-7803-48e8-9746-b225f13357c1 HTTP/1.1" status: 200  len: 217 time: 0.1116822
Jun 04 15:19:12.302808 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] Pushing event deleted for resources: {'Port': ['ID=95f0f02e-362d-4e5a-bda9-60305cd89eea,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:12.319405 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:12.369731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-0d90d102-b74e-4819-b98b-b0f2b8171124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:12.372399 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-0d90d102-b74e-4819-b98b-b0f2b8171124 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.1160836
Jun 04 15:19:12.474817 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:12.483278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-03679b29-1992-4299-bdc7-b55c6832cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:12.487418 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-03679b29-1992-4299-bdc7-b55c6832cf41 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1049891
Jun 04 15:19:12.743756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3414254d-8d1a-415f-9f88-dedf9e944596 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:19:12.747040 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:12.755583 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:12.812459 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-02ace385-76f8-4768-9ccd-c0d5df06db06 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3160655
Jun 04 15:19:12.862684 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 3414254d-8d1a-415f-9f88-dedf9e944596 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:19:12.863142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3414254d-8d1a-415f-9f88-dedf9e944596 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:19:12.937391 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:12.939954 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a825a21-d85e-458f-90d9-d3dd093c3ac4 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:19:12.968710 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:12.970212 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] 10.222.0.32 "DELETE /v2.0/routers/7a825a21-d85e-458f-90d9-d3dd093c3ac4 HTTP/1.1" status: 204  len: 168 time: 2.6794479
Jun 04 15:19:12.973988 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44526) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:13.089042 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-d448dff5-1f87-49c2-b612-2c524be3e034 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2644143
Jun 04 15:19:13.111509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b6d876-e853-4bff-91d5-74027ae03017 admin admin] Deleting subnet 674580e2-3835-47cc-9067-de8fd61a82b8 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:19:13.120406 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4b6d876-e853-4bff-91d5-74027ae03017 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:13.221701 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-68cd0294-575f-49c8-821f-3918cd036a1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=1915cce3-a724-4ca1-9d70-22adc1e7bb20 HTTP/1.1" status: 200  len: 217 time: 0.1185403
Jun 04 15:19:13.222376 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4b6d876-e853-4bff-91d5-74027ae03017 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:13.333024 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-8e76cc5a-7c77-4637-8302-a56bbdfba09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:13.339319 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-8e76cc5a-7c77-4637-8302-a56bbdfba09f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.0992553
Jun 04 15:19:13.517844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-550c56cb-ca78-40ce-86a0-e98125cc2a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:13.520068 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-550c56cb-ca78-40ce-86a0-e98125cc2a96 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1678748
Jun 04 15:19:13.530788 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4b6d876-e853-4bff-91d5-74027ae03017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:13.869623 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-d072b98d-087a-4462-b836-ee1dec96d7ba service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3412893
Jun 04 15:19:14.047567 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4b6d876-e853-4bff-91d5-74027ae03017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:14.054850 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:14.136310 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6d876-e853-4bff-91d5-74027ae03017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=674580e2-3835-47cc-9067-de8fd61a82b8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:14.147193 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c4b6d876-e853-4bff-91d5-74027ae03017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:14.160491 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4b6d876-e853-4bff-91d5-74027ae03017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:14.160719 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f441727c-ccd5-4790-a90f-50bb3089cac7 None None] Network 159703a5-6b82-48a0-9d92-4f64cbef754f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:19:14.178981 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c4b6d876-e853-4bff-91d5-74027ae03017 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/674580e2-3835-47cc-9067-de8fd61a82b8 HTTP/1.1" status: 204  len: 168 time: 1.2022183
Jun 04 15:19:14.181894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44530) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:14.266752 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-a200ef1a-345b-4e07-858c-756470f02929 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3884585
Jun 04 15:19:14.521709 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:14.529760 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-49b8670f-93a5-403c-9bad-b5d19932ebdd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=41ff47dd-6827-473b-b808-969597aa034d HTTP/1.1" status: 200  len: 217 time: 0.2425458
Jun 04 15:19:14.567981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 95f0f02e-362d-4e5a-bda9-60305cd89eea no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:19:14.631493 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 95f0f02e-362d-4e5a-bda9-60305cd89eea {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:19:14.631939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 95f0f02e-362d-4e5a-bda9-60305cd89eea not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:19:14.718966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-01c4377c-22b1-45fc-bb39-d98ec9a9da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:14.720545 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-01c4377c-22b1-45fc-bb39-d98ec9a9da88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.1784697
Jun 04 15:19:14.777260 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d44e772-0cc2-45fb-974e-993d1ba25875 None None] DHCP port deletion for 159703a5-6b82-48a0-9d92-4f64cbef754f request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:19:14.789188 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Deleting port ab5290b1-1173-430f-b2fd-e117c4e1058e {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:19:14.789864 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:14.861555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-0dd68d49-4e72-4f18-9fd9-5da94bf822ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:14.863594 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-0dd68d49-4e72-4f18-9fd9-5da94bf822ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1281786
Jun 04 15:19:15.000101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9d44e772-0cc2-45fb-974e-993d1ba25875 None None] Deleting port ab5290b1-1173-430f-b2fd-e117c4e1058e {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:19:15.000428 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9d44e772-0cc2-45fb-974e-993d1ba25875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:15.114576 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-ea65bea8-6b4e-4676-affe-ab1abbb4e5e1 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2381928
Jun 04 15:19:15.153649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] For port ab5290b1-1173-430f-b2fd-e117c4e1058e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ab5290b1-1173-430f-b2fd-e117c4e1058e,segment=NetworkSegment(77bb1158-d856-40ef-b73b-11c49e9c3c17),segment_id=77bb1158-d856-40ef-b73b-11c49e9c3c17)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:15.154306 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:15.273159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-9d44e772-0cc2-45fb-974e-993d1ba25875 None None] For port ab5290b1-1173-430f-b2fd-e117c4e1058e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ab5290b1-1173-430f-b2fd-e117c4e1058e,segment=NetworkSegment(77bb1158-d856-40ef-b73b-11c49e9c3c17),segment_id=77bb1158-d856-40ef-b73b-11c49e9c3c17)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:15.273159 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9d44e772-0cc2-45fb-974e-993d1ba25875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:15.439647 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-fc6c60fb-d392-47da-86c2-ba51b8e091bb service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3129947
Jun 04 15:19:15.530891 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9d44e772-0cc2-45fb-974e-993d1ba25875 None None] Calling delete_port for ab5290b1-1173-430f-b2fd-e117c4e1058e owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:19:15.533730 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Calling delete_port for ab5290b1-1173-430f-b2fd-e117c4e1058e owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:19:15.593514 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-e7ecf499-dbb8-4b8d-844a-26a81705e4f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74a8cd99-75e0-4534-804c-3dcf7f981b98 HTTP/1.1" status: 200  len: 217 time: 0.1410220
Jun 04 15:19:15.705242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-c4a3aff3-fa66-490f-9348-be94e6a75dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:15.706841 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-c4a3aff3-fa66-490f-9348-be94e6a75dc3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a336d59d-0ff7-4a9a-8db6-fe01b767ae75 HTTP/1.1" status: 200  len: 797 time: 0.1038711
Jun 04 15:19:15.812911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-dfa847fe-fff4-41ae-9608-e18ad82a97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:15.814400 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-dfa847fe-fff4-41ae-9608-e18ad82a97a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.0989194
Jun 04 15:19:15.972738 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-26cfc35e-9700-4ae8-b1b5-eb112deb2e05 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500895
Jun 04 15:19:16.117955 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-ed5fc140-a922-4272-a0bf-ba7239f8e688 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359556
Jun 04 15:19:16.195243 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-bf058638-90c9-423a-86af-94e85ecfdb58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=621cb0eb-72ea-4d4d-99df-fd7ef6776628 HTTP/1.1" status: 200  len: 217 time: 0.0651951
Jun 04 15:19:16.281720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-24b7160e-6eb1-4300-bf39-89ee81682448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:16.283278 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-24b7160e-6eb1-4300-bf39-89ee81682448 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a336d59d-0ff7-4a9a-8db6-fe01b767ae75 HTTP/1.1" status: 200  len: 797 time: 0.0755103
Jun 04 15:19:16.376683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-6121a9c8-2ba4-4ceb-84fd-66e49fd930df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:16.378325 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-6121a9c8-2ba4-4ceb-84fd-66e49fd930df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.0868804
Jun 04 15:19:16.458753 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ab5290b1-1173-430f-b2fd-e117c4e1058e no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:19:16.631503 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:16.671285 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.api [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 04 15:19:16.671285 n-d-791505-9 neutron-server[88301]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s]
Jun 04 15:19:16.671285 n-d-791505-9 neutron-server[88301]: [parameters: {'port_id': 'ab5290b1-1173-430f-b2fd-e117c4e1058e'}]
Jun 04 15:19:16.671285 n-d-791505-9 neutron-server[88301]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:19:16.681661 n-d-791505-9 neutron-server[88301]: DEBUG oslo_db.api [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:19:16.681778 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-0a294213-baee-4c48-8180-9650b530a048 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2825363
Jun 04 15:19:16.782175 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9d44e772-0cc2-45fb-974e-993d1ba25875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:16.794144 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:16.828305 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a2983e-ce54-49b7-a3d0-d5877b20e125 req-52ef8010-574a-4c81-bb62-4bed5fa908bc service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483705
Jun 04 15:19:16.881672 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44e772-0cc2-45fb-974e-993d1ba25875 None None] No DVR routers for this DVR port ab5290b1-1173-430f-b2fd-e117c4e1058e on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:19:16.883357 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44e772-0cc2-45fb-974e-993d1ba25875 None None] Pushing event deleted for resources: {'Port': ['ID=ab5290b1-1173-430f-b2fd-e117c4e1058e,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:16.892306 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9d44e772-0cc2-45fb-974e-993d1ba25875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:17.124864 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caf5cb-0567-4df2-8c3b-25afb9d7166b req-42269479-6285-42a8-a0aa-9daee58ead84 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:17.128373 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b8caf5cb-0567-4df2-8c3b-25afb9d7166b req-42269479-6285-42a8-a0aa-9daee58ead84 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 945 time: 0.1444900
Jun 04 15:19:17.290530 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b8caf5cb-0567-4df2-8c3b-25afb9d7166b req-2e0084e9-6f3d-4844-b7bb-9a3196fdb7a8 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611810
Jun 04 15:19:17.294520 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] The port 'ab5290b1-1173-430f-b2fd-e117c4e1058e' was deleted {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}}
Jun 04 15:19:17.526817 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:17.542335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386d4d1c0>,) {'filters': {'network_id': ['159703a5-6b82-48a0-9d92-4f64cbef754f']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:19:17.557319 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d4d1c0>, '77bb1158-d856-40ef-b73b-11c49e9c3c17') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:19:17.557653 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d4d1c0>, '77bb1158-d856-40ef-b73b-11c49e9c3c17') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:19:17.571567 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:17.593867 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:17.607522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:19:17.608206 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:17.660212 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c83a8d0-b0bb-4c36-af48-d7c612f3be38 x-openstack-request-id: req-7c83a8d0-b0bb-4c36-af48-d7c612f3be38 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:19:17.660716 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb9f644-6432-40a6-9753-3e8dc8961d47", "name": "network-vif-plugged", "status": "completed", "tag": "18f0c292-85e0-4aed-a087-5886d84a05fb", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:19:17.660834 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c83a8d0-b0bb-4c36-af48-d7c612f3be38 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:19:17.661178 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb9f644-6432-40a6-9753-3e8dc8961d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f0c292-85e0-4aed-a087-5886d84a05fb', 'code': 200}
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:19:17.764330 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:19:17.946691 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:17.951180 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-12828777-78ed-46bd-b4a8-aede5703c5b8 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:17.986410 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:18.029528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Pushing event deleted for resources: {'Network': ['ID=159703a5-6b82-48a0-9d92-4f64cbef754f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:18.038529 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:18.054809 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] 10.222.0.32 "DELETE /v2.0/networks/159703a5-6b82-48a0-9d92-4f64cbef754f HTTP/1.1" status: 204  len: 168 time: 3.8593237
Jun 04 15:19:18.660207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44606) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:18.760916 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:19:18.783769 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8c1d6269-cd2b-4fad-bda3-1dd5e595260e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bb4f7997cdc48f8abffe8ec67e588f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1188638
Jun 04 15:19:18.786429 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44608) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:18.937246 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dc28ad52-f924-4755-8abc-8f5e9eaf1c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:18.999528 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dc28ad52-f924-4755-8abc-8f5e9eaf1c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:19.157622 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dc28ad52-f924-4755-8abc-8f5e9eaf1c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:19.162865 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7828607c-c9ab-45c5-9a6a-ca63923160d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:19.182405 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28ad52-f924-4755-8abc-8f5e9eaf1c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011f8607-b27a-4e8f-8db8-17af293e889d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:19.186221 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dc28ad52-f924-4755-8abc-8f5e9eaf1c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:19.294452 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dc28ad52-f924-4755-8abc-8f5e9eaf1c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:19.295603 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dc28ad52-f924-4755-8abc-8f5e9eaf1c65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/011f8607-b27a-4e8f-8db8-17af293e889d HTTP/1.1" status: 204  len: 168 time: 0.5081956
Jun 04 15:19:21.476405 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44640) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:21.753868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2049007119-network', 'tenant_id': '9d7761996d07415a99a20466c5b4dc16'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:21.759933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:21.766739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Usage tracker for resource:network and tenant:9d7761996d07415a99a20466c5b4dc16 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:21.771824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:21.796464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:21.909410 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Made reservation on behalf of 9d7761996d07415a99a20466c5b4dc16 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:19:21.912759 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:21.936659 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:21.959482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:21.963749 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Usage tracker for resource:security_group_rule and tenant:9d7761996d07415a99a20466c5b4dc16 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:21.967561 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:21.980378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:22.163814 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:22.329495 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:22.335701 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e76ae269-20d0-406d-8fc7-b4498ef343dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:22.365241 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:19:22.383443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8766ab-5eb5-498b-b891-b368e2a03745,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:22.388135 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:22.389567 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:22.390091 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Added segment 86e5350b-708f-44e9-85a3-b5d9e5e787c9 of type vlan for network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf
Jun 04 15:19:22.424045 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:22.530593 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:22.532392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:22.532392 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:22.537432 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6f847fa4-cf20-4c09-a4b5-5228aa5298e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:22.896224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Pushing event updated for resources: {'Network': ['ID=5fff0c5f-35f9-42a4-a894-12523f1fbdaf,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:22.901447 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:22.908785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:19:22.975695 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4943907
Jun 04 15:19:22.976245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44650) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:22.984356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Request body: {'subnet': {'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2049007119-subnet', 'tenant_id': '9d7761996d07415a99a20466c5b4dc16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:22.994389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:23.006599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Usage tracker for resource:subnet and tenant:9d7761996d07415a99a20466c5b4dc16 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:23.019899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:23.029531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:23.131331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Made reservation on behalf of 9d7761996d07415a99a20466c5b4dc16 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:19:23.134067 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:23.268921 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:23.902232 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:23.908257 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-60019e13-ad85-494c-a855-56211830852b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:24.014311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Checking segment: {'id': '86e5350b-708f-44e9-85a3-b5d9e5e787c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:19:24.014311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Network hostable DHCP agents. Network: 5fff0c5f-35f9-42a4-a894-12523f1fbdaf, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:19:24.024869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8489d5df-5d8a-49e1-8528-76dd9a81e2aa,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:24.029705 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:24.137129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:19:24.220756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 5fff0c5f-35f9-42a4-a894-12523f1fbdaf) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:19:24.231798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:24.235854 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:24.247010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3a2e7f-5a30-4eb1-b51a-8ef47a46dd87 None None] Network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:19:24.421756 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.4441750
Jun 04 15:19:24.500456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee72b006-8f31-4899-8cd7-ef1873e5e057 None None] Network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:19:25.515966 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:27.748089 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-c8ee5323-ed7a-45a1-90f6-57dd1d455644 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:27.748778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-c8ee5323-ed7a-45a1-90f6-57dd1d455644 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Synchronizing usage tracker for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:19:27.868485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-c8ee5323-ed7a-45a1-90f6-57dd1d455644 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Unset dirty status for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:19:27.869594 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-c8ee5323-ed7a-45a1-90f6-57dd1d455644 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/networks?id=98430439-57e6-47d0-9826-86a9f87483b7 HTTP/1.1" status: 200  len: 813 time: 0.3527598
Jun 04 15:19:27.871778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3eb093-5df9-43b2-ad9f-ff4a9665ea80 req-d6997c69-5136-4e94-bd0d-ca10d3074e2c tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:27.877496 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3d3eb093-5df9-43b2-ad9f-ff4a9665ea80 req-d6997c69-5136-4e94-bd0d-ca10d3074e2c tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 945 time: 0.1347013
Jun 04 15:19:27.893130 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-31b9703d-1d0d-47fb-a5d6-2efaf7b7bedb tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/quotas/713591000c9d4c579e6ca5bef23c2fcf HTTP/1.1" status: 200  len: 375 time: 0.0150802
Jun 04 15:19:28.005561 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3d3eb093-5df9-43b2-ad9f-ff4a9665ea80 req-acdad30a-dab2-4871-9cf5-e60d308e55a4 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067231
Jun 04 15:19:28.021714 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-b9da14b6-47ef-4e49-973f-1b90a68d58da tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=713591000c9d4c579e6ca5bef23c2fcf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1214347
Jun 04 15:19:28.234250 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-5c3d7bba-f6d0-473b-9477-39825e73b9ec service neutron] 10.222.0.32 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1977813
Jun 04 15:19:28.459544 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-84def7c9-c165-4cf2-9cd0-24bb69aafd8b service neutron] 10.222.0.32 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2154508
Jun 04 15:19:28.838083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-a9a2fbfc-4f6d-48bb-b497-5d8eb7e6d739 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:28.838909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-a9a2fbfc-4f6d-48bb-b497-5d8eb7e6d739 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Synchronizing usage tracker for tenant:9d7761996d07415a99a20466c5b4dc16 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:19:29.018739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-a9a2fbfc-4f6d-48bb-b497-5d8eb7e6d739 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Unset dirty status for tenant:9d7761996d07415a99a20466c5b4dc16 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:19:29.020644 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-a9a2fbfc-4f6d-48bb-b497-5d8eb7e6d739 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/networks?id=5fff0c5f-35f9-42a4-a894-12523f1fbdaf HTTP/1.1" status: 200  len: 815 time: 0.4005013
Jun 04 15:19:29.046758 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-7ea93a30-f2a1-4571-96f5-06df9826dc7c tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/quotas/9d7761996d07415a99a20466c5b4dc16 HTTP/1.1" status: 200  len: 375 time: 0.0195527
Jun 04 15:19:29.128242 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-39e5a5bd-3b90-478b-8ddb-9ed00161ac5b tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d7761996d07415a99a20466c5b4dc16&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0727000
Jun 04 15:19:29.454632 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55b68193-f2f1-45bb-a234-50884c9dd490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:29.494498 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-2db18cc5-e7cd-41ac-b39d-6707270b3a88 service neutron] 10.222.0.32 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3533161
Jun 04 15:19:29.591327 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6492664-73ef-49ab-951f-f92c893de54c req-a8892633-a1ff-4a01-bd98-e5f6737dd235 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 210 time: 0.0788918
Jun 04 15:19:29.728989 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-d7dd6e70-3895-4524-9962-b98553581df6 service neutron] 10.222.0.32 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2256908
Jun 04 15:19:29.919008 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88535dec-71db-4f85-a498-c2fe3bd0d395 req-1aa16cc8-557c-45f1-891c-5e7a15342e76 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:29.921509 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-88535dec-71db-4f85-a498-c2fe3bd0d395 req-1aa16cc8-557c-45f1-891c-5e7a15342e76 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb9f644-6432-40a6-9753-3e8dc8961d47 HTTP/1.1" status: 200  len: 949 time: 0.1799390
Jun 04 15:19:29.986732 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-88535dec-71db-4f85-a498-c2fe3bd0d395 req-13af84c2-fe64-47e1-921a-b13534b100b1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590398
Jun 04 15:19:30.593426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371c254-453f-4fc0-8096-75fe8fc9cc96 req-08ef670e-a5c4-48e1-95b8-444be277aea1 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:30.602937 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b371c254-453f-4fc0-8096-75fe8fc9cc96 req-08ef670e-a5c4-48e1-95b8-444be277aea1 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 945 time: 0.2395196
Jun 04 15:19:30.718231 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b371c254-453f-4fc0-8096-75fe8fc9cc96 req-a72fefb8-1747-4a90-89de-c7262aa912b3 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053646
Jun 04 15:19:30.881537 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8fd06c89-e9e7-400c-9955-9351b4175491 req-3e368881-947b-4e3c-9262-8df1b8cc31c4 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 210 time: 0.0857935
Jun 04 15:19:31.223039 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0503c05-68e6-4bf6-b39d-90ce852b6960 req-25f231a1-e562-4d9c-b260-8d800fd64394 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 210 time: 0.0758975
Jun 04 15:19:31.786820 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 18f0c292-85e0-4aed-a087-5886d84a05fb no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:19:31.988419 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:32.032215 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:32.045453 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb9f644-6432-40a6-9753-3e8dc8961d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f0c292-85e0-4aed-a087-5886d84a05fb'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:19:32.048445 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0387809d-fb6a-4c67-a21c-19848060fb0e" -d '{"events": [{"server_uuid": "9fb9f644-6432-40a6-9753-3e8dc8961d47", "name": "network-vif-unplugged", "status": "completed", "tag": "18f0c292-85e0-4aed-a087-5886d84a05fb"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:19:32.057359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 18f0c292-85e0-4aed-a087-5886d84a05fb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=18f0c292-85e0-4aed-a087-5886d84a05fb,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:32.112393 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d2cd4f50-d3ff-45c2-93f2-88552fbeb7de req-8b3248c9-900f-4bbf-ada0-d1210bef83b1 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 210 time: 0.0649593
Jun 04 15:19:32.202370 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:32.204415 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:32.379089 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7667f0fa-1b2c-4c8e-abfd-8bc3c6fbd1ee x-openstack-request-id: req-7667f0fa-1b2c-4c8e-abfd-8bc3c6fbd1ee {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:19:32.379433 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb9f644-6432-40a6-9753-3e8dc8961d47", "name": "network-vif-unplugged", "status": "completed", "tag": "18f0c292-85e0-4aed-a087-5886d84a05fb", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:19:32.379612 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7667f0fa-1b2c-4c8e-abfd-8bc3c6fbd1ee {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:19:32.380035 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb9f644-6432-40a6-9753-3e8dc8961d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f0c292-85e0-4aed-a087-5886d84a05fb', 'code': 200}
Jun 04 15:19:32.380626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=18f0c292-85e0-4aed-a087-5886d84a05fb,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:32.389867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f5990-c01e-4245-8f9c-a9846242d8e1 req-4ea00922-237a-4da4-90ff-de7ded7149c0 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:32.391407 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-585f5990-c01e-4245-8f9c-a9846242d8e1 req-4ea00922-237a-4da4-90ff-de7ded7149c0 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 945 time: 0.5124800
Jun 04 15:19:32.398975 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cae18fdc-497a-445e-8a2b-61f0b13f6544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:32.400748 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:32.411714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-5ee04487-ac14-4957-a0af-df92d077dc13 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:32.416516 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-5ee04487-ac14-4957-a0af-df92d077dc13 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.65 "GET /v2.0/networks?id=98430439-57e6-47d0-9826-86a9f87483b7 HTTP/1.1" status: 200  len: 813 time: 0.4213364
Jun 04 15:19:32.486824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7a5b9-0c0f-475f-9ebc-292f2509a54b req-21d7469a-3927-4d65-ae49-a83ff4a24beb tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:32.505893 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3bf7a5b9-0c0f-475f-9ebc-292f2509a54b req-21d7469a-3927-4d65-ae49-a83ff4a24beb tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 945 time: 0.6747580
Jun 04 15:19:32.542988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Request body: {'port': {'device_id': '68fc9aff-21da-47cc-8c68-b4187ee0f373', 'network_id': '98430439-57e6-47d0-9826-86a9f87483b7', 'admin_state_up': True, 'tenant_id': '713591000c9d4c579e6ca5bef23c2fcf'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:32.548277 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4a427d0-2ca9-4cf0-a1f7-30c425124043 req-dd7f0b4c-5e04-4ba0-b31b-a5ac9799b878 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 210 time: 0.0696232
Jun 04 15:19:32.846961 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3bf7a5b9-0c0f-475f-9ebc-292f2509a54b req-160df55b-b652-4eb6-ae09-3e7a931062f1 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/security-groups?id=98041f15-f3aa-4fd2-bf08-991a28bb64f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3398781
Jun 04 15:19:32.971725 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:32.985234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:33.005098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-585f5990-c01e-4245-8f9c-a9846242d8e1 req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Deleting port 35d21179-5d6b-4a13-ae60-6ca8ff51f59e {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:19:33.005370 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-585f5990-c01e-4245-8f9c-a9846242d8e1 req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:33.155681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-585f5990-c01e-4245-8f9c-a9846242d8e1 req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] For port 35d21179-5d6b-4a13-ae60-6ca8ff51f59e, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=35d21179-5d6b-4a13-ae60-6ca8ff51f59e,segment=NetworkSegment(ea583b0e-cf9b-49bd-b186-f7d659cef4a8),segment_id=ea583b0e-cf9b-49bd-b186-f7d659cef4a8)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:33.156039 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-585f5990-c01e-4245-8f9c-a9846242d8e1 req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:33.164147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Made reservation on behalf of 713591000c9d4c579e6ca5bef23c2fcf for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:19:33.168890 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:33.288697 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-65f99653-007f-449d-97e3-2bd395fbef59 req-7ae04da8-4206-4265-9eb8-067da650263d tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 210 time: 0.0509696
Jun 04 15:19:33.309595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-585f5990-c01e-4245-8f9c-a9846242d8e1 req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Calling delete_port for 35d21179-5d6b-4a13-ae60-6ca8ff51f59e owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:19:33.513316 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Allocated IP 172.20.0.7 (98430439-57e6-47d0-9826-86a9f87483b7/3a0880d7-5b36-4a78-b783-22d620498816/9fb32d86-6292-42f7-b721-7169f7656fc7) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:19:33.523078 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:33.715953 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f1b055e9-fd22-4554-95a3-b20031b90b2e req-89ab4194-bb73-4560-98cd-a9a53a10ccd2 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 210 time: 0.0502708
Jun 04 15:19:33.739326 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-585f5990-c01e-4245-8f9c-a9846242d8e1 req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:33.743754 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c595ee77-ebd3-4ef7-adff-fbc06f04f6d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:33.744457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['35d21179-5d6b-4a13-ae60-6ca8ff51f59e'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:19:33.814007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Pushing event deleted for resources: {'Port': ['ID=35d21179-5d6b-4a13-ae60-6ca8ff51f59e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:33.900454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:33.900813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:33.901216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:33.901591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:33.901951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:33.902846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:33.903210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:33.903567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:33.904113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:33.904477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:33.904832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:33.905208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:33.920469 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:33.921763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-585f5990-c01e-4245-8f9c-a9846242d8e1 req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] No DVR routers for this DVR port 35d21179-5d6b-4a13-ae60-6ca8ff51f59e on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:19:33.933466 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-585f5990-c01e-4245-8f9c-a9846242d8e1 req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:33.936197 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a73f7fc-d1c7-4f43-9948-e3135417a51a', 'name': 'network-vif-deleted', 'tag': '35d21179-5d6b-4a13-ae60-6ca8ff51f59e'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:19:33.938674 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402dcb33-3818-4326-a63a-0631c9a0a2cc" -d '{"events": [{"server_uuid": "9a73f7fc-d1c7-4f43-9948-e3135417a51a", "name": "network-vif-deleted", "tag": "35d21179-5d6b-4a13-ae60-6ca8ff51f59e"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:19:33.972207 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:34.077169 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1959d1e0-04e4-43d6-8518-8327842159c8 req-db2a0da9-6d59-43f3-a9ab-33082df4f169 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a73f7fc-d1c7-4f43-9948-e3135417a51a HTTP/1.1" status: 200  len: 210 time: 0.0695193
Jun 04 15:19:34.078674 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7527d1a1-ad69-415d-a37f-c40c193998c9 x-openstack-request-id: req-7527d1a1-ad69-415d-a37f-c40c193998c9 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:19:34.079028 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a73f7fc-d1c7-4f43-9948-e3135417a51a", "name": "network-vif-deleted", "tag": "35d21179-5d6b-4a13-ae60-6ca8ff51f59e", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:19:34.079412 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7527d1a1-ad69-415d-a37f-c40c193998c9 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:19:34.079792 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a73f7fc-d1c7-4f43-9948-e3135417a51a', 'name': 'network-vif-deleted', 'tag': '35d21179-5d6b-4a13-ae60-6ca8ff51f59e', 'status': 'completed', 'code': 200}
Jun 04 15:19:34.107937 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-585f5990-c01e-4245-8f9c-a9846242d8e1 req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] 10.222.0.62 "DELETE /v2.0/ports/35d21179-5d6b-4a13-ae60-6ca8ff51f59e HTTP/1.1" status: 204  len: 173 time: 1.6827562
Jun 04 15:19:34.169651 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:34.175910 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6efce35a-5dc5-4a69-a951-c472a8c052ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:34.183535 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['8bdecdba-6510-4d0f-ada2-6ac431826ba4'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:19:34.265609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Network 98430439-57e6-47d0-9826-86a9f87483b7 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:19:34.270319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event updated for resources: {'Port': ['ID=9fb32d86-6292-42f7-b721-7169f7656fc7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:34.273534 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:34.274619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:19:34.276943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:19:34.381795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:34.382467 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:34.502482 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e96619d5-9b9a-45f3-8e89-abff432d2b92 req-ac17924b-ca68-44a2-8e3b-4f8e9d0d64bc tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 210 time: 0.0474913
Jun 04 15:19:34.565548 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0299311
Jun 04 15:19:34.582473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Request body: {'port': {'device_id': '68fc9aff-21da-47cc-8c68-b4187ee0f373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:34.801704 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:34.991365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-2f6214be-3a69-4fc1-8ad8-de686635b0d1 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:34.992938 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-2f6214be-3a69-4fc1-8ad8-de686635b0d1 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.65 "GET /v2.0/networks?id=5fff0c5f-35f9-42a4-a894-12523f1fbdaf HTTP/1.1" status: 200  len: 815 time: 0.3178914
Jun 04 15:19:35.137942 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:35.178847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Request body: {'port': {'device_id': '1f4d4f4c-a0d8-452d-86a4-9af25c8c2360', 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf', 'admin_state_up': True, 'tenant_id': '9d7761996d07415a99a20466c5b4dc16'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:35.386607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098df34-f739-4bc9-9609-78f2a5f43c19 req-df884c6d-d57c-47ff-990c-bed5abe19f14 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:35.387643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5098df34-f739-4bc9-9609-78f2a5f43c19 req-df884c6d-d57c-47ff-990c-bed5abe19f14 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Synchronizing usage tracker for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:19:35.494042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:35.501499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Usage tracker for resource:port and tenant:9d7761996d07415a99a20466c5b4dc16 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:35.507174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:35.524985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:35.614642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb32d86-6292-42f7-b721-7169f7656fc7 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:19:35.622483 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:35.638358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Transition to ACTIVE for port object 9fb32d86-6292-42f7-b721-7169f7656fc7 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:19:35.645711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5098df34-f739-4bc9-9609-78f2a5f43c19 req-df884c6d-d57c-47ff-990c-bed5abe19f14 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Unset dirty status for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:19:35.646911 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5098df34-f739-4bc9-9609-78f2a5f43c19 req-df884c6d-d57c-47ff-990c-bed5abe19f14 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 931 time: 0.7686255
Jun 04 15:19:35.690873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Made reservation on behalf of 9d7761996d07415a99a20466c5b4dc16 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:19:35.695482 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:35.719188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5098df34-f739-4bc9-9609-78f2a5f43c19 req-ca608f91-0dcb-4621-b594-6a7d0dc86756 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Synchronizing usage tracker for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:19:35.730389 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:35.730389 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-49dbfcdd-c6e5-4845-a8fe-f667a9629bd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:35.817570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b5fe685f-1bac-46a0-b829-103b3833ee93 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:19:35.940723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Pushing event updated for resources: {'Port': ['ID=9fb32d86-6292-42f7-b721-7169f7656fc7,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:35.943693 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:35.960728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port b5fe685f-1bac-46a0-b829-103b3833ee93, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b5fe685f-1bac-46a0-b829-103b3833ee93,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:35.978890 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'b5fe685f-1bac-46a0-b829-103b3833ee93', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'b5fe685f-1bac-46a0-b829-103b3833ee93', 'mac_address': 'fa:16:3e:f9:21:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:19:36.042717 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:36.066027 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5fe685f-1bac-46a0-b829-103b3833ee93 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:19:36.077376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5098df34-f739-4bc9-9609-78f2a5f43c19 req-ca608f91-0dcb-4621-b594-6a7d0dc86756 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Unset dirty status for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:19:36.089037 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5098df34-f739-4bc9-9609-78f2a5f43c19 req-ca608f91-0dcb-4621-b594-6a7d0dc86756 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4254487
Jun 04 15:19:36.089891 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port b5fe685f-1bac-46a0-b829-103b3833ee93, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b5fe685f-1bac-46a0-b829-103b3833ee93,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:36.130307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Allocated IP 172.20.0.7 (5fff0c5f-35f9-42a4-a894-12523f1fbdaf/8489d5df-5d8a-49e1-8528-76dd9a81e2aa/97e7c7db-21a7-436e-8439-4b930b7d25ff) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:19:36.135519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Attempting to bind port 9fb32d86-6292-42f7-b721-7169f7656fc7 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:19:36.135849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Attempting to bind port 9fb32d86-6292-42f7-b721-7169f7656fc7 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'e075c8b4-2d7b-4fc4-82b6-bbbc46220f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98430439-57e6-47d0-9826-86a9f87483b7'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:19:36.136174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Attempting to bind port 9fb32d86-6292-42f7-b721-7169f7656fc7 on network 98430439-57e6-47d0-9826-86a9f87483b7 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:19:36.147058 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Port 9fb32d86-6292-42f7-b721-7169f7656fc7 on network 98430439-57e6-47d0-9826-86a9f87483b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:19:36.147383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Attempting to bind port 9fb32d86-6292-42f7-b721-7169f7656fc7 on network 98430439-57e6-47d0-9826-86a9f87483b7 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:19:36.158143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:19:36.171712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Checking segment: {'id': 'e075c8b4-2d7b-4fc4-82b6-bbbc46220f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98430439-57e6-47d0-9826-86a9f87483b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:19:36.171712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Bound using segment: {'id': 'e075c8b4-2d7b-4fc4-82b6-bbbc46220f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98430439-57e6-47d0-9826-86a9f87483b7'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:19:36.171712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Bound port: 9fb32d86-6292-42f7-b721-7169f7656fc7, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e075c8b4-2d7b-4fc4-82b6-bbbc46220f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98430439-57e6-47d0-9826-86a9f87483b7'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:19:36.171712 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:36.231812 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:36.234375 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:36.316720 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=b5fe685f-1bac-46a0-b829-103b3833ee93,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:36.320153 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:36.383660 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 35d21179-5d6b-4a13-ae60-6ca8ff51f59e no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:19:36.424729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['b5fe685f-1bac-46a0-b829-103b3833ee93'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:19:36.460092 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] For port 9fb32d86-6292-42f7-b721-7169f7656fc7, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:19:36.484558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] For port 9fb32d86-6292-42f7-b721-7169f7656fc7, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9fb32d86-6292-42f7-b721-7169f7656fc7,segment=NetworkSegment(e075c8b4-2d7b-4fc4-82b6-bbbc46220f27),segment_id=e075c8b4-2d7b-4fc4-82b6-bbbc46220f27)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:19:36.532802 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:36.538137 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 35d21179-5d6b-4a13-ae60-6ca8ff51f59e {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:19:36.538490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 35d21179-5d6b-4a13-ae60-6ca8ff51f59e not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:19:36.539042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 0832bac1-2a8b-4e9a-a133-3521a64d521a no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:19:36.594704 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:36.599993 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bbd76749-6af0-41e4-999a-4fc5c7853d5a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:36.700345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:36.701103 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:36.702922 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] 10.222.0.65 "PUT /v2.0/ports/9fb32d86-6292-42f7-b721-7169f7656fc7 HTTP/1.1" status: 200  len: 1091 time: 2.1258545
Jun 04 15:19:36.703087 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:36.720824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fc9aff-21da-47cc-8c68-b4187ee0f373', 'tag': '9fb32d86-6292-42f7-b721-7169f7656fc7'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:19:36.720824 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c242345b-8735-408f-97f8-0c3a075c72b6" -d '{"events": [{"name": "network-changed", "server_uuid": "68fc9aff-21da-47cc-8c68-b4187ee0f373", "tag": "9fb32d86-6292-42f7-b721-7169f7656fc7"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:19:36.727052 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6fbbc3a-97f6-4555-95cb-8286be569c0b req-252dac2d-5524-498e-ad69-fc3a625aea2e tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 210 time: 0.0865386
Jun 04 15:19:36.749646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Pushing event updated for resources: {'Port': ['ID=9fb32d86-6292-42f7-b721-7169f7656fc7,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:36.753732 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:36.761385 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:36.769133 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-273098a2-f79b-4306-98a5-66dc2aabee9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:36.769408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd473f18d-70e8-4f53-a652-58fc1b08eaa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0832bac1-2a8b-4e9a-a133-3521a64d521a'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:19:36.771650 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b7bad5-101d-450f-b689-36fa9bb339ed" -d '{"events": [{"server_uuid": "d473f18d-70e8-4f53-a652-58fc1b08eaa6", "name": "network-vif-unplugged", "status": "completed", "tag": "0832bac1-2a8b-4e9a-a133-3521a64d521a"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:19:36.820752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 0832bac1-2a8b-4e9a-a133-3521a64d521a, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=0832bac1-2a8b-4e9a-a133-3521a64d521a,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:36.895411 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df6f94c-4f67-4d68-bf58-3fac815d06fe x-openstack-request-id: req-0df6f94c-4f67-4d68-bf58-3fac815d06fe {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:19:36.895561 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224eca0d-c19a-4322-a665-4c9939f47c27 x-openstack-request-id: req-224eca0d-c19a-4322-a665-4c9939f47c27 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:19:36.895680 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fc9aff-21da-47cc-8c68-b4187ee0f373", "tag": "9fb32d86-6292-42f7-b721-7169f7656fc7", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:19:36.895786 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d473f18d-70e8-4f53-a652-58fc1b08eaa6", "name": "network-vif-unplugged", "status": "completed", "tag": "0832bac1-2a8b-4e9a-a133-3521a64d521a", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:19:36.895907 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0df6f94c-4f67-4d68-bf58-3fac815d06fe {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:19:36.896013 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-224eca0d-c19a-4322-a665-4c9939f47c27 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:19:36.896122 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fc9aff-21da-47cc-8c68-b4187ee0f373', 'tag': '9fb32d86-6292-42f7-b721-7169f7656fc7', 'status': 'completed', 'code': 200}
Jun 04 15:19:36.896230 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd473f18d-70e8-4f53-a652-58fc1b08eaa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0832bac1-2a8b-4e9a-a133-3521a64d521a', 'code': 200}
Jun 04 15:19:36.936347 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:36.938246 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:36.967012 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:19:36.979585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:19:36.987502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:19:37.019522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Pushing event updated for resources: {'Port': ['ID=97e7c7db-21a7-436e-8439-4b930b7d25ff,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:37.028177 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:37.045418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=0832bac1-2a8b-4e9a-a133-3521a64d521a,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:37.049704 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:37.069108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:37.069817 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:37.078710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242345b-8735-408f-97f8-0c3a075c72b6 req-166b08a2-8cbc-4656-8945-849fd190f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:37.080191 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c242345b-8735-408f-97f8-0c3a075c72b6 req-166b08a2-8cbc-4656-8945-849fd190f1e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=713591000c9d4c579e6ca5bef23c2fcf&device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 1094 time: 0.1801372
Jun 04 15:19:37.234870 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0603509
Jun 04 15:19:37.290750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Request body: {'port': {'device_id': '1f4d4f4c-a0d8-452d-86a4-9af25c8c2360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:37.539437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242345b-8735-408f-97f8-0c3a075c72b6 req-65ccef58-40a4-41a3-be88-a9f491cd7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:37.540857 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c242345b-8735-408f-97f8-0c3a075c72b6 req-65ccef58-40a4-41a3-be88-a9f491cd7568 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=713591000c9d4c579e6ca5bef23c2fcf&shared=False HTTP/1.1" status: 200  len: 914 time: 0.4492810
Jun 04 15:19:37.729448 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:37.755835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93db7e-143c-4647-905e-14b9318a29b2 req-b24e72cc-158b-47d6-bc28-16a495a9de4c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:37.764493 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e93db7e-143c-4647-905e-14b9318a29b2 req-b24e72cc-158b-47d6-bc28-16a495a9de4c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 943 time: 0.5381327
Jun 04 15:19:37.832734 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b5fe685f-1bac-46a0-b829-103b3833ee93 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:19:37.881763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242345b-8735-408f-97f8-0c3a075c72b6 req-d2582b08-adf4-4883-9cb3-c600c0f776f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:37.883240 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c242345b-8735-408f-97f8-0c3a075c72b6 req-d2582b08-adf4-4883-9cb3-c600c0f776f0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3146780
Jun 04 15:19:37.909889 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e93db7e-143c-4647-905e-14b9318a29b2 req-7d900b04-a8f1-4921-9730-9cb9d7f4a0cc tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418631
Jun 04 15:19:37.948520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port b5fe685f-1bac-46a0-b829-103b3833ee93 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:19:37.951301 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:38.202763 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:38.292631 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port b5fe685f-1bac-46a0-b829-103b3833ee93, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b5fe685f-1bac-46a0-b829-103b3833ee93,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:38.388436 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:38.390799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-941e6e2a-9ef2-459b-a1a7-bcb0ce7cf1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:38.395687 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-941e6e2a-9ef2-459b-a1a7-bcb0ce7cf1ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=713591000c9d4c579e6ca5bef23c2fcf&device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 1094 time: 0.4447601
Jun 04 15:19:38.396727 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:38.549611 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-fc6a3922-76c7-4c05-9ac8-fa6daee50da5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fb32d86-6292-42f7-b721-7169f7656fc7 HTTP/1.1" status: 200  len: 217 time: 0.1277397
Jun 04 15:19:38.555582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7368efc-24c5-4362-9e51-639f6a0be4bd req-ceaae422-bc22-4d51-98b5-5e42c6c514b0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:38.563880 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a7368efc-24c5-4362-9e51-639f6a0be4bd req-ceaae422-bc22-4d51-98b5-5e42c6c514b0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 931 time: 0.2176147
Jun 04 15:19:38.655147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-a7368efc-24c5-4362-9e51-639f6a0be4bd req-0a87a831-4aa6-488c-bb33-1fdf4fe83b99 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Synchronizing usage tracker for tenant:9d7761996d07415a99a20466c5b4dc16 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:19:38.660009 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=b5fe685f-1bac-46a0-b829-103b3833ee93,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:38.680749 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:38.684635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:38.685240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:38.685773 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:38.687113 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:38.687630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:38.688159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:38.689401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:38.690407 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:38.690921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:38.691424 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:38.692548 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:38.708212 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:38.795075 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-a7368efc-24c5-4362-9e51-639f6a0be4bd req-0a87a831-4aa6-488c-bb33-1fdf4fe83b99 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Unset dirty status for tenant:9d7761996d07415a99a20466c5b4dc16 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:19:38.797773 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a7368efc-24c5-4362-9e51-639f6a0be4bd req-0a87a831-4aa6-488c-bb33-1fdf4fe83b99 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2054725
Jun 04 15:19:38.893881 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d46761-0179-46e7-abb8-c451c0763317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fe685f-1bac-46a0-b829-103b3833ee93'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:19:38.896305 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41996c5f-6ad0-4cec-bb55-295599c16c19" -d '{"events": [{"server_uuid": "35d46761-0179-46e7-abb8-c451c0763317", "name": "network-vif-plugged", "status": "completed", "tag": "b5fe685f-1bac-46a0-b829-103b3833ee93"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:19:38.955777 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e7c7db-21a7-436e-8439-4b930b7d25ff {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:19:38.978007 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:38.988901 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebd4278-2f23-4e1b-90bb-0e658245da14 x-openstack-request-id: req-0ebd4278-2f23-4e1b-90bb-0e658245da14 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:19:38.989359 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d46761-0179-46e7-abb8-c451c0763317", "name": "network-vif-plugged", "status": "completed", "tag": "b5fe685f-1bac-46a0-b829-103b3833ee93", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:19:39.000187 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ebd4278-2f23-4e1b-90bb-0e658245da14 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:19:39.000187 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d46761-0179-46e7-abb8-c451c0763317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fe685f-1bac-46a0-b829-103b3833ee93', 'code': 200}
Jun 04 15:19:39.044425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-64655d44-c10d-4403-82c6-5f4aa86b0686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:39.046396 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-64655d44-c10d-4403-82c6-5f4aa86b0686 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a0880d7-5b36-4a78-b783-22d620498816 HTTP/1.1" status: 200  len: 853 time: 0.3847065
Jun 04 15:19:39.051874 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Transition to ACTIVE for port object 97e7c7db-21a7-436e-8439-4b930b7d25ff will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:19:39.145635 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-81d3b30c-6cec-4e52-823a-d5cbb3eadc93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=98430439-57e6-47d0-9826-86a9f87483b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0831373
Jun 04 15:19:39.146547 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:39.153241 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-077eabbb-83a4-4ad4-932d-1a86b66f13cc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:39.237261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3590bb90-b32d-4ba1-a2cb-5875503d2d2c tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:39.244600 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3590bb90-b32d-4ba1-a2cb-5875503d2d2c tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/networks?id=59af4b27-f2c2-44b9-9c4f-96b870bb3e84 HTTP/1.1" status: 200  len: 805 time: 0.9561744
Jun 04 15:19:39.347774 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4af1a472-8b16-4720-bf66-b83700c0179e req-dd8fde84-03a9-4ff9-9e64-af09446bdb59 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/quotas/3f70be62f20947cf93b5733c9e9a73b2 HTTP/1.1" status: 200  len: 375 time: 0.1021614
Jun 04 15:19:39.439256 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dfd9b-5a6c-47ff-b065-c564afd0d620 req-cb06d33c-51bf-4c0e-9024-33b06b5ad81b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:39.441125 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-690dfd9b-5a6c-47ff-b065-c564afd0d620 req-cb06d33c-51bf-4c0e-9024-33b06b5ad81b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 943 time: 0.1042452
Jun 04 15:19:39.503701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-690dfd9b-5a6c-47ff-b065-c564afd0d620 req-a2d8246a-1852-4267-a99c-20e89a5a2922 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Synchronizing usage tracker for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:19:39.520245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-690dfd9b-5a6c-47ff-b065-c564afd0d620 req-a2d8246a-1852-4267-a99c-20e89a5a2922 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Unset dirty status for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:19:39.522073 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-690dfd9b-5a6c-47ff-b065-c564afd0d620 req-a2d8246a-1852-4267-a99c-20e89a5a2922 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709753
Jun 04 15:19:39.664831 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Pushing event updated for resources: {'Port': ['ID=97e7c7db-21a7-436e-8439-4b930b7d25ff,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:39.733099 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:40.047021 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Attempting to bind port 97e7c7db-21a7-436e-8439-4b930b7d25ff on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:19:40.047655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Attempting to bind port 97e7c7db-21a7-436e-8439-4b930b7d25ff by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '86e5350b-708f-44e9-85a3-b5d9e5e787c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:19:40.047655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Attempting to bind port 97e7c7db-21a7-436e-8439-4b930b7d25ff on network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:19:40.062037 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-64c0d257-b142-4523-a60c-53f449d8b084 service neutron] 10.222.0.65 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8667622
Jun 04 15:19:40.070403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Port 97e7c7db-21a7-436e-8439-4b930b7d25ff on network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:19:40.070943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Attempting to bind port 97e7c7db-21a7-436e-8439-4b930b7d25ff on network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:19:40.134847 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4af1a472-8b16-4720-bf66-b83700c0179e req-712d7303-ecc9-4dca-8b67-2da5d87008f4 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f70be62f20947cf93b5733c9e9a73b2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7217891
Jun 04 15:19:40.204337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:19:40.204645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Checking segment: {'id': '86e5350b-708f-44e9-85a3-b5d9e5e787c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:19:40.205273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Bound using segment: {'id': '86e5350b-708f-44e9-85a3-b5d9e5e787c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:19:40.205712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Bound port: 97e7c7db-21a7-436e-8439-4b930b7d25ff, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e5350b-708f-44e9-85a3-b5d9e5e787c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:19:40.206054 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:40.238545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0aaebe-0e8a-418d-8556-7f2e41a72117 req-1d78c606-dba8-44cc-9091-62f4c70a9d69 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:40.241856 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9b0aaebe-0e8a-418d-8556-7f2e41a72117 req-1d78c606-dba8-44cc-9091-62f4c70a9d69 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.62 "GET /v2.0/ports?device_id=d473f18d-70e8-4f53-a652-58fc1b08eaa6 HTTP/1.1" status: 200  len: 943 time: 0.6615820
Jun 04 15:19:40.324917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fc774-1faf-4c4f-b04a-9efc90673773 req-f9b4ea10-ed38-4c49-9757-2796ec3fcba8 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:40.333409 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d43fc774-1faf-4c4f-b04a-9efc90673773 req-f9b4ea10-ed38-4c49-9757-2796ec3fcba8 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 943 time: 0.3000066
Jun 04 15:19:40.390705 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d43fc774-1faf-4c4f-b04a-9efc90673773 req-85a412a0-e913-40a7-af12-9119db7438c2 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538311
Jun 04 15:19:40.632443 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6823a03-c7ec-4b41-bd4c-d86e72dc0249 req-c2d9a9bf-971e-4125-8464-34b463ae653e service neutron] 10.222.0.65 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5515189
Jun 04 15:19:40.709982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] For port 97e7c7db-21a7-436e-8439-4b930b7d25ff, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:19:40.716045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] For port 97e7c7db-21a7-436e-8439-4b930b7d25ff, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=97e7c7db-21a7-436e-8439-4b930b7d25ff,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:19:40.718914 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4af1a472-8b16-4720-bf66-b83700c0179e req-dd8ff03c-76c4-4dfd-92d7-75bbfc54eaf0 service neutron] 10.222.0.32 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4979947
Jun 04 15:19:40.784492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-9b0aaebe-0e8a-418d-8556-7f2e41a72117 req-dea68e6c-b80a-4818-9588-b8619728ef77 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Deleting port 0832bac1-2a8b-4e9a-a133-3521a64d521a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:19:40.784843 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9b0aaebe-0e8a-418d-8556-7f2e41a72117 req-dea68e6c-b80a-4818-9588-b8619728ef77 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:40.888545 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:40.898485 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a06394d5-54a0-4b67-8dec-ae53c321d66d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:41.043279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea12458-83ce-4869-a26c-d9d9d1ac65e3 req-64c887e7-f482-4f39-87f7-bafe514e2390 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:41.051900 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6ea12458-83ce-4869-a26c-d9d9d1ac65e3 req-64c887e7-f482-4f39-87f7-bafe514e2390 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 943 time: 0.1048088
Jun 04 15:19:41.082075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:41.082682 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:41.084094 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] 10.222.0.65 "PUT /v2.0/ports/97e7c7db-21a7-436e-8439-4b930b7d25ff HTTP/1.1" status: 200  len: 1091 time: 3.8051550
Jun 04 15:19:41.092138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4d4f4c-a0d8-452d-86a4-9af25c8c2360', 'tag': '97e7c7db-21a7-436e-8439-4b930b7d25ff'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:19:41.095942 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c20bc9d-1670-4dd3-87f5-5baeb424c1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4d4f4c-a0d8-452d-86a4-9af25c8c2360", "tag": "97e7c7db-21a7-436e-8439-4b930b7d25ff"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:19:41.186910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Pushing event updated for resources: {'Port': ['ID=97e7c7db-21a7-436e-8439-4b930b7d25ff,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:41.196529 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:41.197474 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6ea12458-83ce-4869-a26c-d9d9d1ac65e3 req-d9b8bcd6-3a9c-49c0-8c05-909bad533557 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440122
Jun 04 15:19:41.199898 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4af1a472-8b16-4720-bf66-b83700c0179e req-6bf207be-99a8-49e3-a139-e3f62f8a4c3d service neutron] 10.222.0.32 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4720476
Jun 04 15:19:41.209042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-9b0aaebe-0e8a-418d-8556-7f2e41a72117 req-dea68e6c-b80a-4818-9588-b8619728ef77 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] For port 0832bac1-2a8b-4e9a-a133-3521a64d521a, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=0832bac1-2a8b-4e9a-a133-3521a64d521a,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:41.210298 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9b0aaebe-0e8a-418d-8556-7f2e41a72117 req-dea68e6c-b80a-4818-9588-b8619728ef77 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:41.569965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-9b0aaebe-0e8a-418d-8556-7f2e41a72117 req-dea68e6c-b80a-4818-9588-b8619728ef77 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Calling delete_port for 0832bac1-2a8b-4e9a-a133-3521a64d521a owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:19:41.766618 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a19c36-5ffc-4ce8-864f-22574b7ad834 x-openstack-request-id: req-d9a19c36-5ffc-4ce8-864f-22574b7ad834 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:19:41.767197 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4d4f4c-a0d8-452d-86a4-9af25c8c2360", "tag": "97e7c7db-21a7-436e-8439-4b930b7d25ff", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:19:41.767696 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9a19c36-5ffc-4ce8-864f-22574b7ad834 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:19:41.768335 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4d4f4c-a0d8-452d-86a4-9af25c8c2360', 'tag': '97e7c7db-21a7-436e-8439-4b930b7d25ff', 'status': 'completed', 'code': 200}
Jun 04 15:19:41.869506 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-545dce98-ddef-4611-a3d9-0fad29b2eb0a req-707efdd1-f609-45bc-be9d-32f162593810 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 210 time: 0.0900302
Jun 04 15:19:41.955026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-24ceded1-e61c-44ec-b6ab-2d96d4c851c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:41.959189 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-24ceded1-e61c-44ec-b6ab-2d96d4c851c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d7761996d07415a99a20466c5b4dc16&device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 1094 time: 0.7337966
Jun 04 15:19:41.963611 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9b0aaebe-0e8a-418d-8556-7f2e41a72117 req-dea68e6c-b80a-4818-9588-b8619728ef77 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:42.001931 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9d479ac2-c6a1-4705-9b69-c33c7cdc3372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:42.277910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea68e6c-b80a-4818-9588-b8619728ef77 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Pushing event deleted for resources: {'Port': ['ID=0832bac1-2a8b-4e9a-a133-3521a64d521a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:42.293874 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dea68e6c-b80a-4818-9588-b8619728ef77 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:42.295208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484492e3-3d6a-4a41-9c1e-cdf8918b6257 req-4096fe3c-1673-42e1-a23e-1069ac1e31b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:42.303480 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-484492e3-3d6a-4a41-9c1e-cdf8918b6257 req-4096fe3c-1673-42e1-a23e-1069ac1e31b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 943 time: 0.1526098
Jun 04 15:19:42.314354 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-a5beeb25-10e0-444b-9811-14790599ad98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97e7c7db-21a7-436e-8439-4b930b7d25ff HTTP/1.1" status: 200  len: 217 time: 0.3337786
Jun 04 15:19:42.371661 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-484492e3-3d6a-4a41-9c1e-cdf8918b6257 req-edc9328f-e245-4a51-b5fc-2397e0574073 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663826
Jun 04 15:19:42.606641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0aaebe-0e8a-418d-8556-7f2e41a72117 req-dea68e6c-b80a-4818-9588-b8619728ef77 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] No DVR routers for this DVR port 0832bac1-2a8b-4e9a-a133-3521a64d521a on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:19:42.626294 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9b0aaebe-0e8a-418d-8556-7f2e41a72117 req-dea68e6c-b80a-4818-9588-b8619728ef77 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:42.686168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-c856d544-c492-4c84-8b0b-ab476c4c5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:42.687318 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-c856d544-c492-4c84-8b0b-ab476c4c5e21 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8489d5df-5d8a-49e1-8528-76dd9a81e2aa HTTP/1.1" status: 200  len: 855 time: 0.3477809
Jun 04 15:19:42.982894 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9b0aaebe-0e8a-418d-8556-7f2e41a72117 req-dea68e6c-b80a-4818-9588-b8619728ef77 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.62 "DELETE /v2.0/ports/0832bac1-2a8b-4e9a-a133-3521a64d521a HTTP/1.1" status: 204  len: 173 time: 2.7064106
Jun 04 15:19:42.990111 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-ae0d983a-1fd0-40aa-9181-8b77a5e035cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5fff0c5f-35f9-42a4-a894-12523f1fbdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2819922
Jun 04 15:19:43.130896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43caa48c-89de-4b53-82f7-a06f295be575 req-032decd7-9813-44cd-9704-6b40c7ebdc4c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:43.132787 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-43caa48c-89de-4b53-82f7-a06f295be575 req-032decd7-9813-44cd-9704-6b40c7ebdc4c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 943 time: 0.6195705
Jun 04 15:19:43.146352 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9d314415-6bc9-4761-84cb-e5196271bbc7 req-93d80467-3f4f-4d4a-ab6f-8467289b5b25 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 210 time: 0.0623033
Jun 04 15:19:43.216836 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-174c7cc7-1890-4a29-86e7-448b2829c788 service neutron] 10.222.0.65 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2210608
Jun 04 15:19:43.219869 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-43caa48c-89de-4b53-82f7-a06f295be575 req-1b881118-c5d0-4c9c-b889-ed6ffd837fac tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771518
Jun 04 15:19:43.382442 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de11901e-3fe5-41c9-855b-27cf2618b069 req-9e410521-3a3f-45a9-b921-25023bad5b37 service neutron] 10.222.0.65 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589348
Jun 04 15:19:43.741493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f65094-eb55-4d06-bf62-15aab417b79c req-ff26160e-6cc2-4a9b-a66c-c9b3cf252003 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:43.742481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a0f65094-eb55-4d06-bf62-15aab417b79c req-ff26160e-6cc2-4a9b-a66c-c9b3cf252003 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Synchronizing usage tracker for tenant:9d7761996d07415a99a20466c5b4dc16 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:19:43.789988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd473f18d-70e8-4f53-a652-58fc1b08eaa6', 'name': 'network-vif-deleted', 'tag': '0832bac1-2a8b-4e9a-a133-3521a64d521a'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:19:43.794406 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d57295-700e-415d-93d7-138e96c77604" -d '{"events": [{"server_uuid": "d473f18d-70e8-4f53-a652-58fc1b08eaa6", "name": "network-vif-deleted", "tag": "0832bac1-2a8b-4e9a-a133-3521a64d521a"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:19:43.848441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9fb32d86-6292-42f7-b721-7169f7656fc7 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:19:43.899095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20bc9d-1670-4dd3-87f5-5baeb424c1e1 req-462fb69f-d7d6-4985-b5ed-4afeb0cb2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:43.900576 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c20bc9d-1670-4dd3-87f5-5baeb424c1e1 req-462fb69f-d7d6-4985-b5ed-4afeb0cb2746 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d7761996d07415a99a20466c5b4dc16&device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 1094 time: 0.1551547
Jun 04 15:19:44.045849 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9fb32d86-6292-42f7-b721-7169f7656fc7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9fb32d86-6292-42f7-b721-7169f7656fc7,segment=NetworkSegment(e075c8b4-2d7b-4fc4-82b6-bbbc46220f27),segment_id=e075c8b4-2d7b-4fc4-82b6-bbbc46220f27)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:44.054747 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cbb287-b4e2-4915-bdda-fd4e28ffdb40 x-openstack-request-id: req-12cbb287-b4e2-4915-bdda-fd4e28ffdb40 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:19:44.055215 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d473f18d-70e8-4f53-a652-58fc1b08eaa6", "name": "network-vif-deleted", "tag": "0832bac1-2a8b-4e9a-a133-3521a64d521a", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:19:44.056001 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12cbb287-b4e2-4915-bdda-fd4e28ffdb40 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:19:44.056436 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd473f18d-70e8-4f53-a652-58fc1b08eaa6', 'name': 'network-vif-deleted', 'tag': '0832bac1-2a8b-4e9a-a133-3521a64d521a', 'status': 'completed', 'code': 200}
Jun 04 15:19:44.069789 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '9fb32d86-6292-42f7-b721-7169f7656fc7', 'network_id': '98430439-57e6-47d0-9826-86a9f87483b7', 'port_id': '9fb32d86-6292-42f7-b721-7169f7656fc7', 'mac_address': 'fa:16:3e:58:82:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0880d7-5b36-4a78-b783-22d620498816', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:19:44.081575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a0f65094-eb55-4d06-bf62-15aab417b79c req-ff26160e-6cc2-4a9b-a66c-c9b3cf252003 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Unset dirty status for tenant:9d7761996d07415a99a20466c5b4dc16 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:19:44.082835 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0f65094-eb55-4d06-bf62-15aab417b79c req-ff26160e-6cc2-4a9b-a66c-c9b3cf252003 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 943 time: 0.5934110
Jun 04 15:19:44.148643 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:44.178740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb32d86-6292-42f7-b721-7169f7656fc7 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:19:44.196900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20bc9d-1670-4dd3-87f5-5baeb424c1e1 req-f3cf7eb9-6ed4-4a9f-8293-0ac969de1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:44.198615 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c20bc9d-1670-4dd3-87f5-5baeb424c1e1 req-f3cf7eb9-6ed4-4a9f-8293-0ac969de1270 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5fff0c5f-35f9-42a4-a894-12523f1fbdaf HTTP/1.1" status: 200  len: 916 time: 0.2884717
Jun 04 15:19:44.203883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9fb32d86-6292-42f7-b721-7169f7656fc7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9fb32d86-6292-42f7-b721-7169f7656fc7,segment=NetworkSegment(e075c8b4-2d7b-4fc4-82b6-bbbc46220f27),segment_id=e075c8b4-2d7b-4fc4-82b6-bbbc46220f27)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:44.204678 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0f65094-eb55-4d06-bf62-15aab417b79c req-125d35be-270f-493d-a357-665681b5e1f3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119332
Jun 04 15:19:44.295214 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c20bc9d-1670-4dd3-87f5-5baeb424c1e1 req-054b2ae7-7c1d-4891-a251-0609a4229b87 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97e7c7db-21a7-436e-8439-4b930b7d25ff HTTP/1.1" status: 200  len: 217 time: 0.0861380
Jun 04 15:19:44.317392 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:44.319431 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7c5f18f5-21aa-4939-bb11-a6faed9b9039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:44.441998 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e76e465b-5859-457e-8007-27f1e61ab3a6 req-a327e35c-3238-4bd8-ba82-15d2094f14ab tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 210 time: 0.0655699
Jun 04 15:19:44.450649 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 0832bac1-2a8b-4e9a-a133-3521a64d521a no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:19:44.487046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20bc9d-1670-4dd3-87f5-5baeb424c1e1 req-199c4a2c-4452-4f9a-8e78-8a545831c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:44.488965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c20bc9d-1670-4dd3-87f5-5baeb424c1e1 req-199c4a2c-4452-4f9a-8e78-8a545831c6a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8489d5df-5d8a-49e1-8528-76dd9a81e2aa HTTP/1.1" status: 200  len: 855 time: 0.1838250
Jun 04 15:19:44.576057 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c20bc9d-1670-4dd3-87f5-5baeb424c1e1 req-66af499a-b11d-4704-b5dc-c180e6d5ed93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5fff0c5f-35f9-42a4-a894-12523f1fbdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0735939
Jun 04 15:19:44.652485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7ba28-0776-434f-97c2-ae19bd2fc1f4 req-a56698ce-a91a-4c76-8a1d-ef64baafe42e tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:44.654480 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5bd7ba28-0776-434f-97c2-ae19bd2fc1f4 req-a56698ce-a91a-4c76-8a1d-ef64baafe42e tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 944 time: 0.2798946
Jun 04 15:19:44.668103 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9fb32d86-6292-42f7-b721-7169f7656fc7,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:44.706962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 0832bac1-2a8b-4e9a-a133-3521a64d521a {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:19:44.706962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 0832bac1-2a8b-4e9a-a133-3521a64d521a not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:19:44.708824 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:44.877362 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5bd7ba28-0776-434f-97c2-ae19bd2fc1f4 req-3ede76ca-8064-4bec-9a6e-4195fc3617d0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428752
Jun 04 15:19:44.889163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9fb32d86-6292-42f7-b721-7169f7656fc7'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:19:44.915664 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c20bc9d-1670-4dd3-87f5-5baeb424c1e1 req-8c09fddb-7f19-40ad-9040-57676e3634e9 service neutron] 10.222.0.65 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3299105
Jun 04 15:19:45.128210 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c20bc9d-1670-4dd3-87f5-5baeb424c1e1 req-86149d3a-848a-426e-9383-89f1d73ae259 service neutron] 10.222.0.65 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2026198
Jun 04 15:19:45.666203 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7541dc0-96ed-4d8d-aabe-efff163b4a22 req-4fcbb6fc-d6b5-442d-9192-dd97b79bb896 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:45.669477 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f7541dc0-96ed-4d8d-aabe-efff163b4a22 req-4fcbb6fc-d6b5-442d-9192-dd97b79bb896 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 943 time: 0.2728732
Jun 04 15:19:45.728487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1a472-8b16-4720-bf66-b83700c0179e req-b3c4dae7-666c-45b0-8a51-5449bde4fac0 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:45.730703 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4af1a472-8b16-4720-bf66-b83700c0179e req-b3c4dae7-666c-45b0-8a51-5449bde4fac0 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.62 "GET /v2.0/networks?id=59af4b27-f2c2-44b9-9c4f-96b870bb3e84 HTTP/1.1" status: 200  len: 805 time: 0.3911953
Jun 04 15:19:45.752826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-4af1a472-8b16-4720-bf66-b83700c0179e req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Request body: {'port': {'device_id': '93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f', 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84', 'admin_state_up': True, 'tenant_id': '3f70be62f20947cf93b5733c9e9a73b2'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:45.789284 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0221858d-25c0-411d-bca6-f6c338a302e0 req-af61e002-84b8-4cc0-9994-ebdac6003c9d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 210 time: 0.0974796
Jun 04 15:19:45.865327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 97e7c7db-21a7-436e-8439-4b930b7d25ff details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:19:45.909023 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f7541dc0-96ed-4d8d-aabe-efff163b4a22 req-66502908-688c-47da-88c4-0da65a689a66 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2284012
Jun 04 15:19:46.138343 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 97e7c7db-21a7-436e-8439-4b930b7d25ff, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=97e7c7db-21a7-436e-8439-4b930b7d25ff,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:46.157759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '97e7c7db-21a7-436e-8439-4b930b7d25ff', 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf', 'port_id': '97e7c7db-21a7-436e-8439-4b930b7d25ff', 'mac_address': 'fa:16:3e:d9:0f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8489d5df-5d8a-49e1-8528-76dd9a81e2aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:19:46.236711 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:46.263527 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e7c7db-21a7-436e-8439-4b930b7d25ff {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:19:46.289573 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 97e7c7db-21a7-436e-8439-4b930b7d25ff, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=97e7c7db-21a7-436e-8439-4b930b7d25ff,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:46.388181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23173665-74b6-4888-abcf-7d29aab267c9 req-5b4fe5f8-0054-4b7e-8a9f-4b9fea864034 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:46.389813 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-23173665-74b6-4888-abcf-7d29aab267c9 req-5b4fe5f8-0054-4b7e-8a9f-4b9fea864034 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 944 time: 0.2445486
Jun 04 15:19:46.392729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-4af1a472-8b16-4720-bf66-b83700c0179e req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:46.394175 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:46.396482 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:46.398680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4af1a472-8b16-4720-bf66-b83700c0179e req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Usage tracker for resource:port and tenant:3f70be62f20947cf93b5733c9e9a73b2 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:46.406339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-4af1a472-8b16-4720-bf66-b83700c0179e req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:46.420045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-4af1a472-8b16-4720-bf66-b83700c0179e req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:46.505378 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-23173665-74b6-4888-abcf-7d29aab267c9 req-41585001-16cf-4054-8add-b27add9b877d tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040239
Jun 04 15:19:46.512364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af1a472-8b16-4720-bf66-b83700c0179e req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Made reservation on behalf of 3f70be62f20947cf93b5733c9e9a73b2 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:19:46.518764 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4af1a472-8b16-4720-bf66-b83700c0179e req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:46.624919 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=97e7c7db-21a7-436e-8439-4b930b7d25ff,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:46.641655 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:46.832713 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['97e7c7db-21a7-436e-8439-4b930b7d25ff'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:19:46.935074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-4af1a472-8b16-4720-bf66-b83700c0179e req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Allocated IP 172.20.0.12 (59af4b27-f2c2-44b9-9c4f-96b870bb3e84/b66f9b66-8bf4-487d-81ab-50ab28167b73/2e3acaef-c532-4fe2-9665-a59cd5845cb8) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:19:47.047363 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-97624322-1f56-42f6-b94b-6211c4b9163b req-96c3fcf8-5096-4bbe-af68-44a3a788fc2d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 210 time: 0.1159821
Jun 04 15:19:47.309467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45252) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:47.421030 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4af1a472-8b16-4720-bf66-b83700c0179e req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:47.570844 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Deleting subnet 7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:19:47.577822 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:47.588344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e5c33-5b7b-4e5d-9b15-9aa99a45cf1c req-469cc12b-22ce-4dc0-93c8-12e815cc0063 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:47.590570 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f23e5c33-5b7b-4e5d-9b15-9aa99a45cf1c req-469cc12b-22ce-4dc0-93c8-12e815cc0063 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 944 time: 0.3144035
Jun 04 15:19:47.616448 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4af1a472-8b16-4720-bf66-b83700c0179e req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:47.628415 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dea68e6c-b80a-4818-9588-b8619728ef77 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:47.712021 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:47.720332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af1a472-8b16-4720-bf66-b83700c0179e req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:19:47.727853 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-4af1a472-8b16-4720-bf66-b83700c0179e req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:19:47.735828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af1a472-8b16-4720-bf66-b83700c0179e req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:19:47.803241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1a472-8b16-4720-bf66-b83700c0179e req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:47.803908 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4af1a472-8b16-4720-bf66-b83700c0179e req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:47.810358 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f23e5c33-5b7b-4e5d-9b15-9aa99a45cf1c req-bc1dcbeb-e77f-474f-9a5e-e931a90a8927 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2128055
Jun 04 15:19:47.820323 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:47.839175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Pushing event updated for resources: {'Port': ['ID=2e3acaef-c532-4fe2-9665-a59cd5845cb8,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:47.842774 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:47.881463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9fb32d86-6292-42f7-b721-7169f7656fc7 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:19:47.951153 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4af1a472-8b16-4720-bf66-b83700c0179e req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2020979
Jun 04 15:19:47.964366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Request body: {'port': {'device_id': '93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:48.089146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 9fb32d86-6292-42f7-b721-7169f7656fc7 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:19:48.090056 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:48.095332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 9fb32d86-6292-42f7-b721-7169f7656fc7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:19:48.096300 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:48.140464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924562b0-00a9-417f-8153-af83bbb1f300 req-a10f0387-7fa2-4922-aec6-4a85e00228fe tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:48.150478 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-924562b0-00a9-417f-8153-af83bbb1f300 req-a10f0387-7fa2-4922-aec6-4a85e00228fe tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 944 time: 0.2767427
Jun 04 15:19:48.257780 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-924562b0-00a9-417f-8153-af83bbb1f300 req-fa701e81-e9bd-4e6b-aabd-c199cc996128 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962658
Jun 04 15:19:48.357356 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:48.416762 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fc9aff-21da-47cc-8c68-b4187ee0f373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb32d86-6292-42f7-b721-7169f7656fc7'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:19:48.426967 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd02eb7c-66e5-4ccf-a173-d9a516171eaa" -d '{"events": [{"server_uuid": "68fc9aff-21da-47cc-8c68-b4187ee0f373", "name": "network-vif-plugged", "status": "completed", "tag": "9fb32d86-6292-42f7-b721-7169f7656fc7"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:19:48.448070 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9fb32d86-6292-42f7-b721-7169f7656fc7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9fb32d86-6292-42f7-b721-7169f7656fc7,segment=NetworkSegment(e075c8b4-2d7b-4fc4-82b6-bbbc46220f27),segment_id=e075c8b4-2d7b-4fc4-82b6-bbbc46220f27)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:48.477032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45278) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:48.483945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1554682308'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:48.513657 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:48.531953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Usage tracker for resource:network and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:48.535541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:48.543203 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:48.546589 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:48.548478 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:48.617106 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:48.632357 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c4b6d876-e853-4bff-91d5-74027ae03017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:48.692981 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a158be0-1d6a-4d5e-82b4-f56088ddba0a x-openstack-request-id: req-2a158be0-1d6a-4d5e-82b4-f56088ddba0a {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:19:48.693280 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fc9aff-21da-47cc-8c68-b4187ee0f373", "name": "network-vif-plugged", "status": "completed", "tag": "9fb32d86-6292-42f7-b721-7169f7656fc7", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:19:48.693538 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a158be0-1d6a-4d5e-82b4-f56088ddba0a {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:19:48.693934 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fc9aff-21da-47cc-8c68-b4187ee0f373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb32d86-6292-42f7-b721-7169f7656fc7', 'code': 200}
Jun 04 15:19:48.727479 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:48.755891 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:48.759184 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:48.759769 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:48.762607 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:48.765129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:48.767522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:48.768100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:48.768767 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:48.769330 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:48.770848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:48.771405 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:48.772713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:19:48.777650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Made reservation on behalf of 926d3966f5b342809000e5f28f33b523 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:19:48.778673 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9fb32d86-6292-42f7-b721-7169f7656fc7,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:48.785484 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:48.786537 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:48.800615 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:48.803396 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:48.826984 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7b4cf0f8-8ba7-4a7f-a7de-106eeb3d26bc HTTP/1.1" status: 204  len: 168 time: 1.5086160
Jun 04 15:19:48.828093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45290) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:48.901158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3acaef-c532-4fe2-9665-a59cd5845cb8 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:19:48.913348 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:48.970794 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Transition to ACTIVE for port object 2e3acaef-c532-4fe2-9665-a59cd5845cb8 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:19:49.001629 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12c2a3-8015-4d27-b8d7-31046b932618 req-63b3dc04-c580-441f-95b7-f10d09ed46df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:49.004798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5a12c2a3-8015-4d27-b8d7-31046b932618 req-63b3dc04-c580-441f-95b7-f10d09ed46df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Synchronizing usage tracker for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:19:49.027809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d507bd7-fce3-4f9e-a295-35bdccf2c7e9 req-31f76c7c-0e94-4335-8a11-84a4704a3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:49.029722 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d507bd7-fce3-4f9e-a295-35bdccf2c7e9 req-31f76c7c-0e94-4335-8a11-84a4704a3c2f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 1096 time: 0.2275138
Jun 04 15:19:49.071562 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:49.075104 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e4cadbd-3f2d-4ea4-bf0f-ec0c23970a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:49.080339 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:49.184621 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:19:49.218960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5a12c2a3-8015-4d27-b8d7-31046b932618 req-63b3dc04-c580-441f-95b7-f10d09ed46df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Unset dirty status for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:19:49.221626 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5a12c2a3-8015-4d27-b8d7-31046b932618 req-63b3dc04-c580-441f-95b7-f10d09ed46df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 932 time: 1.0062153
Jun 04 15:19:49.241916 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:49.242414 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Added segment 35b5900c-acc0-4b99-a1b3-ea659bb757f0 of type vlan for network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c
Jun 04 15:19:49.303790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3acaef-c532-4fe2-9665-a59cd5845cb8,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:49.307493 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:49.323100 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e4cadbd-3f2d-4ea4-bf0f-ec0c23970a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:49.330460 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d507bd7-fce3-4f9e-a295-35bdccf2c7e9 req-6a663bb3-e86f-4f4a-9161-c50b7c09927b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2904489
Jun 04 15:19:49.349775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-9e4cadbd-3f2d-4ea4-bf0f-ec0c23970a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387dd49d0>,) {'filters': {'network_id': ['64018707-9132-4dd5-a91e-611ca8957998']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:19:49.369201 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:49.382499 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375d7e5-891a-4205-ab96-118873aab2fa req-2c7aaa4f-3729-4c65-8ecb-a0cf7e161577 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:49.387815 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5375d7e5-891a-4205-ab96-118873aab2fa req-2c7aaa4f-3729-4c65-8ecb-a0cf7e161577 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 944 time: 0.3027725
Jun 04 15:19:49.391608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-9e4cadbd-3f2d-4ea4-bf0f-ec0c23970a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387dd49d0>, 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:19:49.392247 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-9e4cadbd-3f2d-4ea4-bf0f-ec0c23970a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387dd49d0>, 'ea583b0e-cf9b-49bd-b186-f7d659cef4a8') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:19:49.417184 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e4cadbd-3f2d-4ea4-bf0f-ec0c23970a7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:49.426216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Attempting to bind port 2e3acaef-c532-4fe2-9665-a59cd5845cb8 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:19:49.426554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Attempting to bind port 2e3acaef-c532-4fe2-9665-a59cd5845cb8 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:19:49.432820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Attempting to bind port 2e3acaef-c532-4fe2-9665-a59cd5845cb8 on network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:19:49.433383 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5a12c2a3-8015-4d27-b8d7-31046b932618 req-a04d0313-cc00-4734-be91-b71dc9ca3883 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1965697
Jun 04 15:19:49.437412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Port 2e3acaef-c532-4fe2-9665-a59cd5845cb8 on network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:19:49.437412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Attempting to bind port 2e3acaef-c532-4fe2-9665-a59cd5845cb8 on network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:19:49.439655 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e4cadbd-3f2d-4ea4-bf0f-ec0c23970a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:49.442637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:19:49.443041 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Checking segment: {'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:19:49.443441 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Bound using segment: {'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:19:49.443902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Bound port: 2e3acaef-c532-4fe2-9665-a59cd5845cb8, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:19:49.444294 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:49.449905 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4cadbd-3f2d-4ea4-bf0f-ec0c23970a7d admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:19:49.450745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e4cadbd-3f2d-4ea4-bf0f-ec0c23970a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:19:49.472590 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:19:49.563026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] For port 2e3acaef-c532-4fe2-9665-a59cd5845cb8, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:19:49.705236 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.resource_extend [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:19:49.735589 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5375d7e5-891a-4205-ab96-118873aab2fa req-6c7fbade-bcb4-4977-aca3-1d1ff94c3cea tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3293514
Jun 04 15:19:49.770205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] For port 2e3acaef-c532-4fe2-9665-a59cd5845cb8, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=2e3acaef-c532-4fe2-9665-a59cd5845cb8,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:19:49.809854 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27af62-966b-4a50-9c1c-82d3d5cd0ba8 req-56c1665d-1ffa-4451-9204-b6fbbf09cf1a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:49.812785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e27af62-966b-4a50-9c1c-82d3d5cd0ba8 req-56c1665d-1ffa-4451-9204-b6fbbf09cf1a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 945 time: 0.2357409
Jun 04 15:19:49.872819 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e4cadbd-3f2d-4ea4-bf0f-ec0c23970a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:49.877589 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3c45bc2-9196-437d-843e-d19b9c0c7800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:49.878060 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e27af62-966b-4a50-9c1c-82d3d5cd0ba8 req-95d3fcbf-0e93-4a64-8acb-3d0fc4ae75e5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556924
Jun 04 15:19:49.886857 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 97e7c7db-21a7-436e-8439-4b930b7d25ff up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:19:49.911899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e4cadbd-3f2d-4ea4-bf0f-ec0c23970a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:49.932235 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cadbd-3f2d-4ea4-bf0f-ec0c23970a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=64018707-9132-4dd5-a91e-611ca8957998,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:49.938337 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9e4cadbd-3f2d-4ea4-bf0f-ec0c23970a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:50.263048 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:50.263774 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:50.267642 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:50.269320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:50.270038 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:50.281590 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bdefd89b-5afc-4252-8355-f55cc66a2ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:50.331571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:50.332201 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:50.333626 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4af1a472-8b16-4720-bf66-b83700c0179e req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] 10.222.0.62 "PUT /v2.0/ports/2e3acaef-c532-4fe2-9665-a59cd5845cb8 HTTP/1.1" status: 200  len: 1092 time: 2.3738513
Jun 04 15:19:50.334148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f', 'tag': '2e3acaef-c532-4fe2-9665-a59cd5845cb8'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:19:50.337088 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ddf724-5503-4c4b-bc1b-59d999b6f0df" -d '{"events": [{"name": "network-changed", "server_uuid": "93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f", "tag": "2e3acaef-c532-4fe2-9665-a59cd5845cb8"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:19:50.341560 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9e4cadbd-3f2d-4ea4-bf0f-ec0c23970a7d admin admin] 10.222.0.32 "DELETE /v2.0/networks/64018707-9132-4dd5-a91e-611ca8957998 HTTP/1.1" status: 204  len: 168 time: 1.5003028
Jun 04 15:19:50.368716 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 97e7c7db-21a7-436e-8439-4b930b7d25ff completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:19:50.369548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3acaef-c532-4fe2-9665-a59cd5845cb8,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:50.373638 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:50.375127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 97e7c7db-21a7-436e-8439-4b930b7d25ff triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:19:50.375566 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:50.423796 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.9472263
Jun 04 15:19:50.425172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event updated for resources: {'Network': ['ID=7f6b3c1d-53c9-4fb5-ba35-55088d32071c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:50.426422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45316) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:50.431541 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:50.439756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1942652185'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:50.454130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:19:50.458715 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9650667-c62e-4014-9812-a0ef61aa3aaa x-openstack-request-id: req-a9650667-c62e-4014-9812-a0ef61aa3aaa {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:19:50.460433 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f", "tag": "2e3acaef-c532-4fe2-9665-a59cd5845cb8", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:19:50.460744 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9650667-c62e-4014-9812-a0ef61aa3aaa {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:19:50.462784 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f', 'tag': '2e3acaef-c532-4fe2-9665-a59cd5845cb8', 'status': 'completed', 'code': 200}
Jun 04 15:19:50.465875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:50.477983 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Usage tracker for resource:network and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:50.482923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:50.541605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:50.658696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddf724-5503-4c4b-bc1b-59d999b6f0df req-a202d84f-07a1-41dd-b92a-b68fa1a8842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:50.660438 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-23ddf724-5503-4c4b-bc1b-59d999b6f0df req-a202d84f-07a1-41dd-b92a-b68fa1a8842a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3f70be62f20947cf93b5733c9e9a73b2&device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 1095 time: 0.1726959
Jun 04 15:19:50.701984 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:50.706490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Made reservation on behalf of 926d3966f5b342809000e5f28f33b523 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:19:50.710127 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:50.735797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4d4f4c-a0d8-452d-86a4-9af25c8c2360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e7c7db-21a7-436e-8439-4b930b7d25ff'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:19:50.738766 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b84a52-393a-4424-833c-7738da624cf7" -d '{"events": [{"server_uuid": "1f4d4f4c-a0d8-452d-86a4-9af25c8c2360", "name": "network-vif-plugged", "status": "completed", "tag": "97e7c7db-21a7-436e-8439-4b930b7d25ff"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:19:50.763160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 97e7c7db-21a7-436e-8439-4b930b7d25ff, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=97e7c7db-21a7-436e-8439-4b930b7d25ff,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:50.804450 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f588de2-4dab-4c92-ab43-712fd134b9e6 x-openstack-request-id: req-6f588de2-4dab-4c92-ab43-712fd134b9e6 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:19:50.804948 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4d4f4c-a0d8-452d-86a4-9af25c8c2360", "name": "network-vif-plugged", "status": "completed", "tag": "97e7c7db-21a7-436e-8439-4b930b7d25ff", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:19:50.805413 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f588de2-4dab-4c92-ab43-712fd134b9e6 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:19:50.805968 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4d4f4c-a0d8-452d-86a4-9af25c8c2360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e7c7db-21a7-436e-8439-4b930b7d25ff', 'code': 200}
Jun 04 15:19:50.919077 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:50.920979 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:50.961046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:19:51.006345 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:51.006697 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Added segment 073b0851-c23f-4d82-99e3-8a9b40f03ea6 of type vlan for network 67bebaa3-339e-464b-87fc-b3100714b795
Jun 04 15:19:51.037970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddf724-5503-4c4b-bc1b-59d999b6f0df req-a77414c2-a179-4edb-b434-e807edd6c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:51.039823 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-23ddf724-5503-4c4b-bc1b-59d999b6f0df req-a77414c2-a179-4edb-b434-e807edd6c435 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3f70be62f20947cf93b5733c9e9a73b2&shared=False HTTP/1.1" status: 200  len: 906 time: 0.3630726
Jun 04 15:19:51.068545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f692f4-6de6-427e-94f8-a15450478488 req-3a484e97-a7fd-4add-8039-a2d3a27e1999 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:51.069790 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41f692f4-6de6-427e-94f8-a15450478488 req-3a484e97-a7fd-4add-8039-a2d3a27e1999 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 944 time: 0.4565327
Jun 04 15:19:51.079495 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=97e7c7db-21a7-436e-8439-4b930b7d25ff,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:51.085173 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6c8e2-3633-424b-849a-944d3f038a6b req-6bc07e29-235b-4c86-9c02-eb0b05debde1 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:51.093313 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:51.094031 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-32b6c8e2-3633-424b-849a-944d3f038a6b req-6bc07e29-235b-4c86-9c02-eb0b05debde1 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.1826761
Jun 04 15:19:51.118093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45334) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:51.140953 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:51.195094 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fa9c449b-35f7-4f63-9ec7-5c5ae8071cdb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef1f8bca92884089b1346e04292fa4c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0756931
Jun 04 15:19:51.204707 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-32b6c8e2-3633-424b-849a-944d3f038a6b req-fb9c0114-fb15-4732-9d6d-0d2754630205 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096840
Jun 04 15:19:51.205254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45336) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:51.274469 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:19:51.303802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3f345-705e-4eeb-b7ef-ea71b2e04adc req-666a866b-6e63-4806-9c7b-5082ff772171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:51.305702 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6e3f345-705e-4eeb-b7ef-ea71b2e04adc req-666a866b-6e63-4806-9c7b-5082ff772171 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 1096 time: 0.4232249
Jun 04 15:19:51.325254 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77702cdf-b0cb-4f9b-88ef-ca02043e7414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:51.349355 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41f692f4-6de6-427e-94f8-a15450478488 req-11adb4ee-d8a6-4584-a272-eb79603f1654 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2696111
Jun 04 15:19:51.386675 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77702cdf-b0cb-4f9b-88ef-ca02043e7414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:51.470403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddf724-5503-4c4b-bc1b-59d999b6f0df req-d96d670b-00a6-4caa-90c0-25bd65901c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:51.475661 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-23ddf724-5503-4c4b-bc1b-59d999b6f0df req-d96d670b-00a6-4caa-90c0-25bd65901c37 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4048998
Jun 04 15:19:51.476630 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:51.486999 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:51.487995 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:51.496419 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:51.580303 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6e3f345-705e-4eeb-b7ef-ea71b2e04adc req-27b9a98c-56e7-47da-a3da-553d08e360fb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2591374
Jun 04 15:19:51.639760 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77702cdf-b0cb-4f9b-88ef-ca02043e7414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:51.646120 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:51.679094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77702cdf-b0cb-4f9b-88ef-ca02043e7414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98041f15-f3aa-4fd2-bf08-991a28bb64f7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:51.694992 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-77702cdf-b0cb-4f9b-88ef-ca02043e7414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:51.785791 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77702cdf-b0cb-4f9b-88ef-ca02043e7414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:51.790085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event updated for resources: {'Network': ['ID=67bebaa3-339e-464b-87fc-b3100714b795,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:51.791767 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-77702cdf-b0cb-4f9b-88ef-ca02043e7414 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98041f15-f3aa-4fd2-bf08-991a28bb64f7 HTTP/1.1" status: 204  len: 168 time: 0.5849235
Jun 04 15:19:51.792039 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:51.801849 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 67bebaa3-339e-464b-87fc-b3100714b795 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:19:51.820433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29e0ce-6f8e-4a2b-aeba-7f3a6c975f2e req-b3a4bd49-bdbf-401d-bffb-1964aa93dad4 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:51.822016 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c29e0ce-6f8e-4a2b-aeba-7f3a6c975f2e req-b3a4bd49-bdbf-401d-bffb-1964aa93dad4 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 945 time: 0.3015583
Jun 04 15:19:51.850515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1a472-8b16-4720-bf66-b83700c0179e req-49790806-f518-4027-86d5-71faa3ff595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:51.852757 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4af1a472-8b16-4720-bf66-b83700c0179e req-49790806-f518-4027-86d5-71faa3ff595b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3f70be62f20947cf93b5733c9e9a73b2&device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 1095 time: 0.2699468
Jun 04 15:19:51.853314 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.4255826
Jun 04 15:19:51.862546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45348) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:51.874994 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Request body: {'subnet': {'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:51.957663 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4af1a472-8b16-4720-bf66-b83700c0179e req-007dc162-68e2-4867-9f8c-d073443cd6c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e3acaef-c532-4fe2-9665-a59cd5845cb8 HTTP/1.1" status: 200  len: 217 time: 0.0924020
Jun 04 15:19:52.031019 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c29e0ce-6f8e-4a2b-aeba-7f3a6c975f2e req-a5667fe8-5eee-443c-ba72-f35d04b89b5d tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007463
Jun 04 15:19:52.099822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1a472-8b16-4720-bf66-b83700c0179e req-908b6d54-6cbb-40dd-8445-57dbeee648d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:52.108777 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4af1a472-8b16-4720-bf66-b83700c0179e req-908b6d54-6cbb-40dd-8445-57dbeee648d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b66f9b66-8bf4-487d-81ab-50ab28167b73 HTTP/1.1" status: 200  len: 845 time: 0.1351662
Jun 04 15:19:52.144485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:52.152837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Usage tracker for resource:subnet and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:52.157887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:52.166715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:52.168930 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4af1a472-8b16-4720-bf66-b83700c0179e req-e00e1962-c369-45ab-8ca3-f0f7606d6437 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59af4b27-f2c2-44b9-9c4f-96b870bb3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515532
Jun 04 15:19:52.279731 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b29ccca5-f5be-4909-af76-63677467aaad req-71dc8f33-90aa-4680-99cc-28760919bff7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1415818917&fields=id&tenant_id=713591000c9d4c579e6ca5bef23c2fcf HTTP/1.1" status: 200  len: 267 time: 0.0756612
Jun 04 15:19:52.368534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Made reservation on behalf of 926d3966f5b342809000e5f28f33b523 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:19:52.386632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:52.430344 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4af1a472-8b16-4720-bf66-b83700c0179e req-fcc6a629-1f97-4c74-976d-a691e6f21126 service neutron] 10.222.0.62 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2452850
Jun 04 15:19:52.618225 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8759eb2-a675-41ec-bb75-6cd3c4abad9b req-74395f01-7439-4c92-8395-6643a5e1fe16 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:52.628550 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8759eb2-a675-41ec-bb75-6cd3c4abad9b req-74395f01-7439-4c92-8395-6643a5e1fe16 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.2677107
Jun 04 15:19:52.641939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ccca5-f5be-4909-af76-63677467aaad req-dbb965f0-fac2-462a-8b7d-47daaf5ff2b3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:52.643826 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b29ccca5-f5be-4909-af76-63677467aaad req-dbb965f0-fac2-462a-8b7d-47daaf5ff2b3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 945 time: 0.3627460
Jun 04 15:19:52.693594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-b29ccca5-f5be-4909-af76-63677467aaad req-c7327c49-bfd1-4a99-85ce-a62a1a6d7651 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Request body: {'port': {'security_groups': ['451536fb-ac68-4c01-b61a-4993799f87a0', '18b1d0b2-e440-4106-abd7-f5611da385d0']}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:52.817028 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4af1a472-8b16-4720-bf66-b83700c0179e req-52b39955-80b9-4ad8-8559-769c5f1d7cfd service neutron] 10.222.0.62 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3754668
Jun 04 15:19:52.875862 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8759eb2-a675-41ec-bb75-6cd3c4abad9b req-ba3c33e4-8da4-4d4b-a85e-36a624d0a37e tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433143
Jun 04 15:19:52.903307 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-b29ccca5-f5be-4909-af76-63677467aaad req-c7327c49-bfd1-4a99-85ce-a62a1a6d7651 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:53.144921 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc797c-11b1-4266-8b08-1848731640f4 req-8b688e39-c778-439b-bc73-66966de5ed8b tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:53.146605 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6bfc797c-11b1-4266-8b08-1848731640f4 req-8b688e39-c778-439b-bc73-66966de5ed8b tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 944 time: 0.1417036
Jun 04 15:19:53.208868 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:53.232746 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6bfc797c-11b1-4266-8b08-1848731640f4 req-422e1eac-bbe5-48fe-ba4e-8c980867ac4f tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687337
Jun 04 15:19:53.457832 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-b29ccca5-f5be-4909-af76-63677467aaad req-c7327c49-bfd1-4a99-85ce-a62a1a6d7651 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] For port 9fb32d86-6292-42f7-b721-7169f7656fc7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9fb32d86-6292-42f7-b721-7169f7656fc7,segment=NetworkSegment(e075c8b4-2d7b-4fc4-82b6-bbbc46220f27),segment_id=e075c8b4-2d7b-4fc4-82b6-bbbc46220f27)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:53.562616 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-b29ccca5-f5be-4909-af76-63677467aaad req-c7327c49-bfd1-4a99-85ce-a62a1a6d7651 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:53.569626 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:53.576729 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2c3fddf4-ee34-4dac-9ea9-b28e344c6c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:53.684293 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event updated for resources: {'Subnet': ['ID=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:53.688099 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:53.696220 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-b29ccca5-f5be-4909-af76-63677467aaad req-c7327c49-bfd1-4a99-85ce-a62a1a6d7651 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:53.703734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Checking segment: {'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:19:53.707551 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Network hostable DHCP agents. Network: 7f6b3c1d-53c9-4fb5-ba35-55088d32071c, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:19:53.709629 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9fb32d86-6292-42f7-b721-7169f7656fc7'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:19:53.722986 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-82be888a-f7a5-4d78-85d9-c0ca0ffc9da7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:53.772599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['8bdecdba-6510-4d0f-ada2-6ac431826ba4'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:19:53.775322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45390) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:53.991298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ccca5-f5be-4909-af76-63677467aaad req-c7327c49-bfd1-4a99-85ce-a62a1a6d7651 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:53.992612 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-b29ccca5-f5be-4909-af76-63677467aaad req-c7327c49-bfd1-4a99-85ce-a62a1a6d7651 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:53.993783 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b29ccca5-f5be-4909-af76-63677467aaad req-c7327c49-bfd1-4a99-85ce-a62a1a6d7651 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "PUT /v2.0/ports/9fb32d86-6292-42f7-b721-7169f7656fc7 HTTP/1.1" status: 200  len: 981 time: 1.3115935
Jun 04 15:19:53.994524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fc9aff-21da-47cc-8c68-b4187ee0f373', 'tag': '9fb32d86-6292-42f7-b721-7169f7656fc7'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:19:53.999787 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf261c-efeb-46a7-a9b2-3cac653373ae req-d724a66d-b6a2-447d-902c-d392c63b78f2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:53.999941 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9494971d-b94c-4dd2-8650-bc049b565810" -d '{"events": [{"name": "network-changed", "server_uuid": "68fc9aff-21da-47cc-8c68-b4187ee0f373", "tag": "9fb32d86-6292-42f7-b721-7169f7656fc7"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:19:54.006224 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5acf261c-efeb-46a7-a9b2-3cac653373ae req-d724a66d-b6a2-447d-902c-d392c63b78f2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 945 time: 0.1836088
Jun 04 15:19:54.047952 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7327c49-bfd1-4a99-85ce-a62a1a6d7651 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event updated for resources: {'Port': ['ID=9fb32d86-6292-42f7-b721-7169f7656fc7,revision_number=6']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:54.052834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1014754020-network', 'tenant_id': '70bcb2e6f9534b2aa61d110f3f3454c0'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:54.053800 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c7327c49-bfd1-4a99-85ce-a62a1a6d7651 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:54.059523 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:54.064545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:19:54.064906 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Usage tracker for resource:network and tenant:70bcb2e6f9534b2aa61d110f3f3454c0 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:54.068662 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:54.076696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:54.102683 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9fb32d86-6292-42f7-b721-7169f7656fc7'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:19:54.106802 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5acf261c-efeb-46a7-a9b2-3cac653373ae req-7557df94-3e9f-4aac-ab2f-f1186885b083 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0995882
Jun 04 15:19:54.207216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Made reservation on behalf of 70bcb2e6f9534b2aa61d110f3f3454c0 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:19:54.212246 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:54.218454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 7f6b3c1d-53c9-4fb5-ba35-55088d32071c) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:19:54.235031 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:54.235501 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:54.255661 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-80fcd6fd-c6c2-4ea8-bf09-510518638050 req-e95e77dd-a1a5-4ea8-aa52-ef690308c7e8 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/18b1d0b2-e440-4106-abd7-f5611da385d0 HTTP/1.1" status: 200  len: 1802 time: 0.1037812
Jun 04 15:19:54.257070 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:54.283293 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7583068-caf6-4285-9286-7499379ce2ac None None] Network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:19:54.303430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75962de0-0116-4273-9fa3-46c34d9ca359 req-2ec94e5f-5a17-409f-9e12-a617f3c905c9 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:54.312185 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-75962de0-0116-4273-9fa3-46c34d9ca359 req-2ec94e5f-5a17-409f-9e12-a617f3c905c9 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.1539481
Jun 04 15:19:54.352620 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:54.359194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Usage tracker for resource:security_group_rule and tenant:70bcb2e6f9534b2aa61d110f3f3454c0 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:54.363854 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:54.376536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:54.376869 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 2.5094814
Jun 04 15:19:54.377397 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45404) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:54.391950 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Request body: {'subnet': {'network_id': '67bebaa3-339e-464b-87fc-b3100714b795', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:54.425320 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-75962de0-0116-4273-9fa3-46c34d9ca359 req-e4933123-6a43-473b-afa8-970f8904474f tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100025
Jun 04 15:19:54.519057 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:54.523943 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [req-80fcd6fd-c6c2-4ea8-bf09-510518638050 req-3920f1bd-b5db-4549-9968-082c8e832a66 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] delete failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:19:54.536572 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-80fcd6fd-c6c2-4ea8-bf09-510518638050 req-3920f1bd-b5db-4549-9968-082c8e832a66 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "DELETE /v2.0/security-groups/18b1d0b2-e440-4106-abd7-f5611da385d0 HTTP/1.1" status: 409  len: 341 time: 0.2652941
Jun 04 15:19:54.597928 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3bc0c8-6d92-4677-bf95-4b66aeda0ed7 x-openstack-request-id: req-0c3bc0c8-6d92-4677-bf95-4b66aeda0ed7 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:19:54.598484 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fc9aff-21da-47cc-8c68-b4187ee0f373", "tag": "9fb32d86-6292-42f7-b721-7169f7656fc7", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:19:54.598611 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c3bc0c8-6d92-4677-bf95-4b66aeda0ed7 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:19:54.599051 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fc9aff-21da-47cc-8c68-b4187ee0f373', 'tag': '9fb32d86-6292-42f7-b721-7169f7656fc7', 'status': 'completed', 'code': 200}
Jun 04 15:19:54.647561 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:54.657815 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Usage tracker for resource:subnet and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:54.662017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:54.669531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:54.675271 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:54.686998 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-90a08098-ee56-4061-9ec4-2c96da431821 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:54.746093 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:19:54.748265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Made reservation on behalf of 926d3966f5b342809000e5f28f33b523 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:19:54.753627 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:54.813683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e070eee6-c519-4585-80e0-372c39a40b87,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:54.833106 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:54.834254 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:54.834686 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Added segment de881539-19d3-40d9-8f83-96dc3e85720b of type vlan for network 70f52758-409f-4dd6-a97e-79bfa7708121
Jun 04 15:19:54.922330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494971d-b94c-4dd2-8650-bc049b565810 req-e39b1cfd-840d-47f9-8002-84a252ed4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:54.924187 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9494971d-b94c-4dd2-8650-bc049b565810 req-e39b1cfd-840d-47f9-8002-84a252ed4102 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=713591000c9d4c579e6ca5bef23c2fcf&device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 1135 time: 0.3474555
Jun 04 15:19:54.932637 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:55.007620 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b801059-295e-44a6-9116-2fb5763a037e req-6da9bfac-35dd-4b60-a10b-59e58dd6cfc9 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:55.009887 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b801059-295e-44a6-9116-2fb5763a037e req-6da9bfac-35dd-4b60-a10b-59e58dd6cfc9 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 944 time: 0.2496474
Jun 04 15:19:55.067603 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06829117-8ad0-4e6e-a27d-7fa1436d2639 req-fdd78177-0d1f-42f0-b263-d2e3d59add84 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:55.076716 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-06829117-8ad0-4e6e-a27d-7fa1436d2639 req-fdd78177-0d1f-42f0-b263-d2e3d59add84 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.2436206
Jun 04 15:19:55.122511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-7f6b3c1d-53c9-4fb5-ba35-55088d32071c', 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'fixed_ips': [{'subnet_id': 'a0677ed8-2435-4b55-9bdf-6bdd70a96c5c'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:19:55.123535 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:55.170560 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-06829117-8ad0-4e6e-a27d-7fa1436d2639 req-8784b7ba-9d39-4a8d-af86-82ad36cef8e6 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910609
Jun 04 15:19:55.207524 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b801059-295e-44a6-9116-2fb5763a037e req-d611e455-40ca-47a9-98e5-9c968af2d85d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865308
Jun 04 15:19:55.267325 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:55.268822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:55.269864 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:55.280064 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4383c017-cf48-4c53-9a60-189a2ed2268b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:55.403676 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Allocated IP 10.1.1.2 (7f6b3c1d-53c9-4fb5-ba35-55088d32071c/a0677ed8-2435-4b55-9bdf-6bdd70a96c5c/d9abb5fd-002f-436c-810b-7483d3065037) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:19:55.523753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Pushing event updated for resources: {'Network': ['ID=70f52758-409f-4dd6-a97e-79bfa7708121,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:55.535797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494971d-b94c-4dd2-8650-bc049b565810 req-f4d930b7-9751-4b05-b401-53aedfd4e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:55.544873 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9494971d-b94c-4dd2-8650-bc049b565810 req-f4d930b7-9751-4b05-b401-53aedfd4e874 service neutron] 10.222.0.65 "GET /v2.0/networks?id=98430439-57e6-47d0-9826-86a9f87483b7 HTTP/1.1" status: 200  len: 914 time: 0.6000812
Jun 04 15:19:55.546179 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:55.562825 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 70f52758-409f-4dd6-a97e-79bfa7708121 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:19:55.764879 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9494971d-b94c-4dd2-8650-bc049b565810 req-3fc4b47a-7c07-4fcf-b475-bf93d076f76b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fb32d86-6292-42f7-b721-7169f7656fc7 HTTP/1.1" status: 200  len: 217 time: 0.2137883
Jun 04 15:19:55.771020 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:19:55.850024 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 2.0731637
Jun 04 15:19:55.853286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45428) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:55.862334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Request body: {'subnet': {'network_id': '70f52758-409f-4dd6-a97e-79bfa7708121', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1014754020-subnet', 'tenant_id': '70bcb2e6f9534b2aa61d110f3f3454c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:55.871934 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:55.905301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Usage tracker for resource:subnet and tenant:70bcb2e6f9534b2aa61d110f3f3454c0 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:55.905301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:55.918575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:55.929629 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494971d-b94c-4dd2-8650-bc049b565810 req-37f101ae-e54f-49d0-b427-5d42b0224c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:55.931722 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9494971d-b94c-4dd2-8650-bc049b565810 req-37f101ae-e54f-49d0-b427-5d42b0224c67 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a0880d7-5b36-4a78-b783-22d620498816 HTTP/1.1" status: 200  len: 853 time: 0.1600258
Jun 04 15:19:55.986692 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:56.009246 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9494971d-b94c-4dd2-8650-bc049b565810 req-7323abcf-1016-4dc4-a202-fafd1daa495d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=98430439-57e6-47d0-9826-86a9f87483b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0671747
Jun 04 15:19:56.041274 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:56.051101 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f733a507-c84c-4a17-a765-69490c0aaa6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:56.061525 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:56.095976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Transition to ACTIVE for port object d9abb5fd-002f-436c-810b-7483d3065037 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:19:56.140848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Transition to ACTIVE for port object d9abb5fd-002f-436c-810b-7483d3065037 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:19:56.176625 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event updated for resources: {'Subnet': ['ID=609b259b-c087-44a5-9daf-3b5e7e8e553a,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:56.181019 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:56.192608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Checking segment: {'id': '073b0851-c23f-4d82-99e3-8a9b40f03ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:19:56.193113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Network hostable DHCP agents. Network: 67bebaa3-339e-464b-87fc-b3100714b795, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:19:56.256610 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9494971d-b94c-4dd2-8650-bc049b565810 req-ec53bfc5-de60-45da-bded-9e6356ebcf7a service neutron] 10.222.0.65 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2402918
Jun 04 15:19:56.331402 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Network 67bebaa3-339e-464b-87fc-b3100714b795 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:19:56.332231 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:56.338102 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:56.361029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Made reservation on behalf of 70bcb2e6f9534b2aa61d110f3f3454c0 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:19:56.363811 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:56.405391 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:19:56.406983 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:19:56.410487 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:19:56.418286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781161ef-050e-497e-9223-48dd1b92fad6 req-52580507-abd8-4c59-ada0-d838d3859aec tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:56.427865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Pushing event updated for resources: {'Port': ['ID=d9abb5fd-002f-436c-810b-7483d3065037,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:56.441319 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-781161ef-050e-497e-9223-48dd1b92fad6 req-52580507-abd8-4c59-ada0-d838d3859aec tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 984 time: 0.2424123
Jun 04 15:19:56.441508 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:56.471482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 67bebaa3-339e-464b-87fc-b3100714b795) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:19:56.493218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:56.493218 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:56.505900 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 2e3acaef-c532-4fe2-9665-a59cd5845cb8 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:19:56.508231 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b556bbb9-945d-4937-a12b-8e70b68fc8ec None None] Network 67bebaa3-339e-464b-87fc-b3100714b795 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:19:56.651534 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Attempting to bind port d9abb5fd-002f-436c-810b-7483d3065037 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:19:56.651953 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Attempting to bind port d9abb5fd-002f-436c-810b-7483d3065037 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:19:56.652302 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Attempting to bind port d9abb5fd-002f-436c-810b-7483d3065037 on network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:19:56.671472 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 2.2888577
Jun 04 15:19:56.674409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45452) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:56.677225 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-781161ef-050e-497e-9223-48dd1b92fad6 req-b76b49dc-2128-4b65-acda-4779b2404e5a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&id=18b1d0b2-e440-4106-abd7-f5611da385d0&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.0923913
Jun 04 15:19:56.688108 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9494971d-b94c-4dd2-8650-bc049b565810 req-59bf6fe5-3354-442b-b079-1dbc3692bce3 service neutron] 10.222.0.65 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4232538
Jun 04 15:19:56.690316 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Request body: {'port': {'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c', 'name': 'tempest-TaggedBootDevicesTest_v242-1533965799', 'fixed_ips': [{'subnet_id': 'a0677ed8-2435-4b55-9bdf-6bdd70a96c5c'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:56.739376 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:19:56.741405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Checking segment: {'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:19:56.741405 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:56.741405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Bound using segment: {'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:19:56.742027 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Bound port: d9abb5fd-002f-436c-810b-7483d3065037, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:19:56.742482 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:56.916985 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] For port d9abb5fd-002f-436c-810b-7483d3065037, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:19:56.922348 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] For port d9abb5fd-002f-436c-810b-7483d3065037, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d9abb5fd-002f-436c-810b-7483d3065037,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:19:57.049072 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:57.072707 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:57.075771 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:57.091446 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Usage tracker for resource:port and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:57.487418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:57.487418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:57.487678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Pushing event updated for resources: {'Port': ['ID=d9abb5fd-002f-436c-810b-7483d3065037,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:57.487678 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:57.487678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-67bebaa3-339e-464b-87fc-b3100714b795', 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'fixed_ips': [{'subnet_id': '609b259b-c087-44a5-9daf-3b5e7e8e553a'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:19:57.487678 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:57.488791 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Made reservation on behalf of 926d3966f5b342809000e5f28f33b523 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:19:57.488993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cb988-53dc-487c-a93c-871ce988c5a7 req-5d77b3f6-a84b-4450-aba9-8ecc1cafa651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:57.488993 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-846cb988-53dc-487c-a93c-871ce988c5a7 req-5d77b3f6-a84b-4450-aba9-8ecc1cafa651 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=713591000c9d4c579e6ca5bef23c2fcf&device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 1135 time: 0.3110368
Jun 04 15:19:57.488993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c81761-6541-40a7-b7df-bc73ae145e02 req-08e678b7-9e48-490b-997b-92d289363942 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:57.488993 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-10c81761-6541-40a7-b7df-bc73ae145e02 req-08e678b7-9e48-490b-997b-92d289363942 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 944 time: 0.5058401
Jun 04 15:19:57.489944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 2e3acaef-c532-4fe2-9665-a59cd5845cb8, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=2e3acaef-c532-4fe2-9665-a59cd5845cb8,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:57.489944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '2e3acaef-c532-4fe2-9665-a59cd5845cb8', 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84', 'port_id': '2e3acaef-c532-4fe2-9665-a59cd5845cb8', 'mac_address': 'fa:16:3e:29:2f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66f9b66-8bf4-487d-81ab-50ab28167b73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:19:57.534625 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ee6ae-6d20-4777-ad64-dde1fec258f5 req-8ad30592-d40d-4adf-926b-449678111d89 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:57.543940 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a85ee6ae-6d20-4777-ad64-dde1fec258f5 req-8ad30592-d40d-4adf-926b-449678111d89 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 945 time: 0.3361516
Jun 04 15:19:57.553722 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:57.554882 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:57.573697 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-10c81761-6541-40a7-b7df-bc73ae145e02 req-1455c173-a2d1-4ebf-88c6-2f6633909976 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2227213
Jun 04 15:19:57.656779 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3acaef-c532-4fe2-9665-a59cd5845cb8 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:19:57.671824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] device_id is not set on port e11cad97-5be6-48e6-bf28-5f9a6959d242 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:19:57.686464 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 2e3acaef-c532-4fe2-9665-a59cd5845cb8, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=2e3acaef-c532-4fe2-9665-a59cd5845cb8,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:19:57.690848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Allocated IP 10.2.2.2 (67bebaa3-339e-464b-87fc-b3100714b795/609b259b-c087-44a5-9daf-3b5e7e8e553a/3ab82753-7568-437d-9f8c-1a58db2b4a0b) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:19:57.730039 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cb988-53dc-487c-a93c-871ce988c5a7 req-60a04a89-a71c-4206-bdf5-810f96715da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:57.740085 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-846cb988-53dc-487c-a93c-871ce988c5a7 req-60a04a89-a71c-4206-bdf5-810f96715da5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=98430439-57e6-47d0-9826-86a9f87483b7 HTTP/1.1" status: 200  len: 914 time: 0.3796189
Jun 04 15:19:57.743056 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:57.754648 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-84a7b6d6-4b70-4389-ae6b-1b5bb5ad7d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:57.864650 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:57.876069 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cb223fdc-c5ce-4636-987a-0e172b3bbfc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:57.924115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3a44fd-1f5d-4c2e-8c34-df914abf1ca2,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:57.940130 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:57.958296 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a85ee6ae-6d20-4777-ad64-dde1fec258f5 req-dc4651dc-c351-478b-97a5-5e84681bc790 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4020071
Jun 04 15:19:57.970160 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-846cb988-53dc-487c-a93c-871ce988c5a7 req-74b73c21-ba36-4f34-9aac-2d41f1c60894 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fb32d86-6292-42f7-b721-7169f7656fc7 HTTP/1.1" status: 200  len: 217 time: 0.2168133
Jun 04 15:19:58.084758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Allocated IP 10.1.1.177 (7f6b3c1d-53c9-4fb5-ba35-55088d32071c/a0677ed8-2435-4b55-9bdf-6bdd70a96c5c/e11cad97-5be6-48e6-bf28-5f9a6959d242) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:19:58.142664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Checking segment: {'id': 'de881539-19d3-40d9-8f83-96dc3e85720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '70f52758-409f-4dd6-a97e-79bfa7708121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:19:58.143286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Network hostable DHCP agents. Network: 70f52758-409f-4dd6-a97e-79bfa7708121, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:19:58.163219 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=2e3acaef-c532-4fe2-9665-a59cd5845cb8,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:58.172198 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:58.194770 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cb988-53dc-487c-a93c-871ce988c5a7 req-37494f5f-6476-45e3-aad2-23e57763e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:58.204522 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-846cb988-53dc-487c-a93c-871ce988c5a7 req-37494f5f-6476-45e3-aad2-23e57763e2e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a0880d7-5b36-4a78-b783-22d620498816 HTTP/1.1" status: 200  len: 853 time: 0.2155433
Jun 04 15:19:58.272793 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-846cb988-53dc-487c-a93c-871ce988c5a7 req-40324ac1-12ae-4cf8-a430-cfb96fd5012f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=98430439-57e6-47d0-9826-86a9f87483b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0625536
Jun 04 15:19:58.280373 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['2e3acaef-c532-4fe2-9665-a59cd5845cb8'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:19:58.392474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Network 70f52758-409f-4dd6-a97e-79bfa7708121 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:19:58.412130 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:58.418838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157250fa-e474-46b6-96a6-f03a53bcd883 req-5e136a61-be58-4b94-b07d-06603200222e tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:58.427744 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-157250fa-e474-46b6-96a6-f03a53bcd883 req-5e136a61-be58-4b94-b07d-06603200222e tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.2327225
Jun 04 15:19:58.442903 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Transition to ACTIVE for port object 3ab82753-7568-437d-9f8c-1a58db2b4a0b will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:19:58.533385 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Transition to ACTIVE for port object 3ab82753-7568-437d-9f8c-1a58db2b4a0b will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:19:58.591195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 70f52758-409f-4dd6-a97e-79bfa7708121) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:19:58.610065 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33f3ad7-7d20-4e2d-a68e-78e778b03252 None None] Network 70f52758-409f-4dd6-a97e-79bfa7708121 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:19:58.612252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:58.612920 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:58.669173 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-157250fa-e474-46b6-96a6-f03a53bcd883 req-aadf9086-0ffc-4be6-bf35-4cd16d1b9711 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2403100
Jun 04 15:19:58.673949 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-846cb988-53dc-487c-a93c-871ce988c5a7 req-4e0b81db-8a43-43dd-89d1-2a91d02cbdb9 service neutron] 10.222.0.65 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3932545
Jun 04 15:19:58.694386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4a21-1f94-46a3-a141-7cf02a690457 req-0f698202-ad11-4463-bd65-b36849a46759 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:58.703863 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-23dc4a21-1f94-46a3-a141-7cf02a690457 req-0f698202-ad11-4463-bd65-b36849a46759 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 984 time: 0.3700995
Jun 04 15:19:58.718852 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:58.738668 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Transition to ACTIVE for port object e11cad97-5be6-48e6-bf28-5f9a6959d242 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:19:58.785117 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 2.9254780
Jun 04 15:19:58.813048 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-23dc4a21-1f94-46a3-a141-7cf02a690457 req-0266beb5-b6e8-430c-842e-bcb41cc48bfa tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&id=18b1d0b2-e440-4106-abd7-f5611da385d0&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1077065
Jun 04 15:19:58.901349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d9abb5fd-002f-436c-810b-7483d3065037 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:19:58.942312 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:58.951331 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:58.957024 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-050046e5-4c9d-4a38-8a83-63874b1d155b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:58.968339 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:19:59.005985 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-846cb988-53dc-487c-a93c-871ce988c5a7 req-a1c3a87e-4582-49bf-ab9c-7b37c2c351c1 service neutron] 10.222.0.65 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2994332
Jun 04 15:19:59.046873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Pushing event updated for resources: {'Port': ['ID=3ab82753-7568-437d-9f8c-1a58db2b4a0b,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:59.049182 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c630debd-1fda-401f-8fd9-b4d0e5b9d6c6 None None] Network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:19:59.087618 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:59.116875 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:19:59.121993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:19:59.128391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:19:59.162118 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Network 67bebaa3-339e-464b-87fc-b3100714b795 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:19:59.182682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event updated for resources: {'Port': ['ID=e11cad97-5be6-48e6-bf28-5f9a6959d242,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:19:59.197595 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:19:59.219261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bee2c-281d-4592-82e5-a0183c99cafc req-5e27259d-9aa1-4c14-84cd-5925185721ee tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:59.221030 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-829bee2c-281d-4592-82e5-a0183c99cafc req-5e27259d-9aa1-4c14-84cd-5925185721ee tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 945 time: 0.3609002
Jun 04 15:19:59.231019 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:19:59.232396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:59.233355 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:59.245237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:19:59.295132 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-829bee2c-281d-4592-82e5-a0183c99cafc req-b29fb367-fb82-4de0-802f-f105ecff03ed tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570974
Jun 04 15:19:59.392511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-86ce2883-a4dc-4a6f-921c-022743ed4d07 None None] Provisioning for port d9abb5fd-002f-436c-810b-7483d3065037 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:19:59.392822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45518) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:19:59.393538 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7169294
Jun 04 15:19:59.398500 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Request body: {'port': {'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c', 'name': 'tempest-TaggedBootDevicesTest_v242-358801206', 'fixed_ips': [{'subnet_id': 'a0677ed8-2435-4b55-9bdf-6bdd70a96c5c'}]}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:19:59.472016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e75fce5-a9cf-469a-8ab8-8e868d5e8516 None None] Network 70f52758-409f-4dd6-a97e-79bfa7708121 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:19:59.506220 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d162e97-3ecf-4220-8de7-26a8d5a76d4c req-d4d680f9-3e55-4f04-ad38-e4fdab0dd709 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:19:59.509535 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d162e97-3ecf-4220-8de7-26a8d5a76d4c req-d4d680f9-3e55-4f04-ad38-e4fdab0dd709 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 950 time: 0.1098068
Jun 04 15:19:59.569285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:19:59.574540 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d162e97-3ecf-4220-8de7-26a8d5a76d4c req-65a2e3f2-b278-4706-831e-ef2b73c844ba tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582328
Jun 04 15:19:59.576081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Usage tracker for resource:port and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:19:59.588472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:19:59.589786 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1d737a9e-344f-4c92-bfbd-20fa60f99aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:59.589786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Attempting to bind port 3ab82753-7568-437d-9f8c-1a58db2b4a0b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:19:59.589786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Attempting to bind port 3ab82753-7568-437d-9f8c-1a58db2b4a0b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '073b0851-c23f-4d82-99e3-8a9b40f03ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:19:59.589786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Attempting to bind port 3ab82753-7568-437d-9f8c-1a58db2b4a0b on network 67bebaa3-339e-464b-87fc-b3100714b795 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:19:59.593915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:19:59.663818 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port d9abb5fd-002f-436c-810b-7483d3065037 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:19:59.667186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:19:59.667829 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Checking segment: {'id': '073b0851-c23f-4d82-99e3-8a9b40f03ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:19:59.668386 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:59.668786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Bound using segment: {'id': '073b0851-c23f-4d82-99e3-8a9b40f03ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:19:59.669309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Bound port: 3ab82753-7568-437d-9f8c-1a58db2b4a0b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073b0851-c23f-4d82-99e3-8a9b40f03ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:19:59.669690 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:59.691700 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Made reservation on behalf of 926d3966f5b342809000e5f28f33b523 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:19:59.697798 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d9abb5fd-002f-436c-810b-7483d3065037 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:19:59.698149 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:59.897904 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:19:59.924406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] device_id is not set on port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:20:00.014123 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] For port 3ab82753-7568-437d-9f8c-1a58db2b4a0b, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:20:00.019418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] For port 3ab82753-7568-437d-9f8c-1a58db2b4a0b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3ab82753-7568-437d-9f8c-1a58db2b4a0b,segment=NetworkSegment(073b0851-c23f-4d82-99e3-8a9b40f03ea6),segment_id=073b0851-c23f-4d82-99e3-8a9b40f03ea6)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:20:00.080207 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-979d098a-991a-487e-bd89-240c9aa9a201 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:00.086041 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:00.102340 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-979d098a-991a-487e-bd89-240c9aa9a201 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/networks?id=70f52758-409f-4dd6-a97e-79bfa7708121 HTTP/1.1" status: 200  len: 822 time: 0.2255120
Jun 04 15:20:00.131894 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-538655d0-52ed-4600-946d-7df8e18a705f tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/quotas/70bcb2e6f9534b2aa61d110f3f3454c0 HTTP/1.1" status: 200  len: 375 time: 0.0274460
Jun 04 15:20:00.140531 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port d9abb5fd-002f-436c-810b-7483d3065037, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d9abb5fd-002f-436c-810b-7483d3065037,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:00.175518 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:00.179780 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:00.204535 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-dd1b0bfe-25ee-41bc-a0a4-58f0db75d4fd tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=70bcb2e6f9534b2aa61d110f3f3454c0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0704560
Jun 04 15:20:00.286901 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:00.349575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Pushing event updated for resources: {'Port': ['ID=3ab82753-7568-437d-9f8c-1a58db2b4a0b,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:00.358937 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:00.361424 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:00.398147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Allocated IP 10.1.1.66 (7f6b3c1d-53c9-4fb5-ba35-55088d32071c/a0677ed8-2435-4b55-9bdf-6bdd70a96c5c/783a3e7f-c7ae-454f-ba54-8ec9e3e03af5) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:20:00.434116 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-b690dc7b-190b-41d1-ae2f-29315ed07aea service neutron] 10.222.0.32 "GET /v2.0/networks/70f52758-409f-4dd6-a97e-79bfa7708121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2161613
Jun 04 15:20:00.464111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=d9abb5fd-002f-436c-810b-7483d3065037,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:00.469339 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:00.508807 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 2e3acaef-c532-4fe2-9665-a59cd5845cb8 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:20:00.615395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-155881ec-77ba-4e5d-adfd-501c9f89359a None None] Provisioning complete for port d9abb5fd-002f-436c-810b-7483d3065037 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:00.616029 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-155881ec-77ba-4e5d-adfd-501c9f89359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:00.658874 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d9abb5fd-002f-436c-810b-7483d3065037 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:20:00.718558 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-46bc48c6-8609-49fa-bdac-dacbde8ab701 service neutron] 10.222.0.32 "GET /v2.0/networks/70f52758-409f-4dd6-a97e-79bfa7708121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2765882
Jun 04 15:20:00.854278 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:00.871968 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d9abb5fd-002f-436c-810b-7483d3065037 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:00.873070 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:00.877238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Transition to ACTIVE for port object 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:00.921373 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 2e3acaef-c532-4fe2-9665-a59cd5845cb8 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:20:00.945269 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 2e3acaef-c532-4fe2-9665-a59cd5845cb8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:00.945654 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:01.050353 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:01.070341 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-87592b60-abda-4906-a01c-9940381cfa24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:01.175377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:20:01.179901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:20:01.195570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:20:01.269921 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event updated for resources: {'Port': ['ID=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:01.271520 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f787b8-7143-4f19-9b9d-54c12eae4154 req-dadd85a5-6014-49a2-94d2-1903a62150e4 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:01.274601 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:01.283218 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42f787b8-7143-4f19-9b9d-54c12eae4154 req-dadd85a5-6014-49a2-94d2-1903a62150e4 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 984 time: 0.1742611
Jun 04 15:20:01.310167 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:01.311274 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:01.323030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8ece2-503c-4a00-835b-25ea43c1f9cc req-a7852847-ad8c-49a0-8058-54fa08983aab tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:01.332724 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8dc8ece2-503c-4a00-835b-25ea43c1f9cc req-a7852847-ad8c-49a0-8058-54fa08983aab tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.3366222
Jun 04 15:20:01.360497 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42f787b8-7143-4f19-9b9d-54c12eae4154 req-bd4846fd-0167-4964-92cd-248b9a4bcc8a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&id=18b1d0b2-e440-4106-abd7-f5611da385d0&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.0731256
Jun 04 15:20:01.406799 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-155881ec-77ba-4e5d-adfd-501c9f89359a None None] Provisioning for port e11cad97-5be6-48e6-bf28-5f9a6959d242 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:20:01.426380 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-155881ec-77ba-4e5d-adfd-501c9f89359a None None] Provisioning complete for port e11cad97-5be6-48e6-bf28-5f9a6959d242 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:01.426766 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-155881ec-77ba-4e5d-adfd-501c9f89359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:01.453342 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8dc8ece2-503c-4a00-835b-25ea43c1f9cc req-4addf6c2-ae94-4abf-89bc-67da93bca860 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139612
Jun 04 15:20:01.510199 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 2.1159341
Jun 04 15:20:01.514068 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:01.563843 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-155881ec-77ba-4e5d-adfd-501c9f89359a None None] Port e11cad97-5be6-48e6-bf28-5f9a6959d242 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:20:01.591040 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 2e3acaef-c532-4fe2-9665-a59cd5845cb8, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=2e3acaef-c532-4fe2-9665-a59cd5845cb8,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:01.592011 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3acaef-c532-4fe2-9665-a59cd5845cb8'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:01.596503 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742fc9e9-ccf9-4346-996a-f4ef727a6e0a" -d '{"events": [{"server_uuid": "93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f", "name": "network-vif-plugged", "status": "completed", "tag": "2e3acaef-c532-4fe2-9665-a59cd5845cb8"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:01.668408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7921a-1852-43df-bd34-7495cf66744d req-d4688e35-fd26-42b6-9fda-3cc67167d9fa tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:01.670446 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10b7921a-1852-43df-bd34-7495cf66744d req-d4688e35-fd26-42b6-9fda-3cc67167d9fa tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 945 time: 0.1494582
Jun 04 15:20:01.720865 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:01.731054 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2abdfbb3-a426-44a4-98d2-5f2a19e8bc41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:01.756121 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10b7921a-1852-43df-bd34-7495cf66744d req-59b03d08-360c-4cc2-95fe-9358d415b524 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772769
Jun 04 15:20:01.853619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d0046-5bb6-48be-8f50-67250d3edb21 req-461d4060-594e-43c9-854a-1fbde80d48c2 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:01.855255 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-744ceead-bb0c-43b3-a5bf-58c4d00c15d6 None None] Provisioning for port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:20:01.863770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-744ceead-bb0c-43b3-a5bf-58c4d00c15d6 None None] Provisioning complete for port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:01.864228 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-744ceead-bb0c-43b3-a5bf-58c4d00c15d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:01.869596 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-792d0046-5bb6-48be-8f50-67250d3edb21 req-461d4060-594e-43c9-854a-1fbde80d48c2 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 946 time: 0.1402426
Jun 04 15:20:01.900640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=2e3acaef-c532-4fe2-9665-a59cd5845cb8,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:01.905808 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:01.943786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-744ceead-bb0c-43b3-a5bf-58c4d00c15d6 None None] Port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:20:01.946849 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-792d0046-5bb6-48be-8f50-67250d3edb21 req-d2255444-63ea-403b-b5a4-aa69f6b0d566 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698140
Jun 04 15:20:01.957021 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b5fe685f-1bac-46a0-b829-103b3833ee93 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:20:01.980851 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f00dc7fe-14ca-49b0-b345-d4f460abb03e req-dc872f58-6eb1-44cc-931e-a9037a28c089 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc32134-808a-41e0-a0d7-f3704b5dd48f HTTP/1.1" status: 200  len: 210 time: 0.0775311
Jun 04 15:20:02.015114 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-744ceead-bb0c-43b3-a5bf-58c4d00c15d6 None None] Provisioning complete for port e11cad97-5be6-48e6-bf28-5f9a6959d242 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:02.016638 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-744ceead-bb0c-43b3-a5bf-58c4d00c15d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:02.080167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f325e03-4057-4b01-bc56-b21ab961b9a4 None None] Network 67bebaa3-339e-464b-87fc-b3100714b795 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:20:02.111966 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:02.152152 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e001ffe-9e94-474f-9edf-79f973a50111 req-051a7b72-e006-42ac-aa38-77518afdbcf4 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1542645868&fields=id&tenant_id=713591000c9d4c579e6ca5bef23c2fcf HTTP/1.1" status: 200  len: 267 time: 0.0674670
Jun 04 15:20:02.206388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c7b5f-a489-492e-8584-64061d7f3f4a req-502a7925-8e40-4ac9-9a7a-b5d0255290a1 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:02.207923 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ce6c7b5f-a489-492e-8584-64061d7f3f4a req-502a7925-8e40-4ac9-9a7a-b5d0255290a1 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.62 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 945 time: 0.1595223
Jun 04 15:20:02.235166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-744ceead-bb0c-43b3-a5bf-58c4d00c15d6 None None] Port e11cad97-5be6-48e6-bf28-5f9a6959d242 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:20:02.283804 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:02.350727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45576) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:02.358332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765998168', 'description': 'tempest-description--1788723288'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:02.368531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:02.381834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e001ffe-9e94-474f-9edf-79f973a50111 req-31dc342d-ddac-4de5-a278-1a6c1455d4b4 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:02.384894 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e001ffe-9e94-474f-9edf-79f973a50111 req-31dc342d-ddac-4de5-a278-1a6c1455d4b4 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 984 time: 0.2271843
Jun 04 15:20:02.388861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port b5fe685f-1bac-46a0-b829-103b3833ee93, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b5fe685f-1bac-46a0-b829-103b3833ee93,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:02.389069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Usage tracker for resource:security_group and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:02.391994 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5262340d-c237-4d3b-90bd-1cc6b949509d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:02.394904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:02.402036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-0e001ffe-9e94-474f-9edf-79f973a50111 req-81d55ad3-73e1-4da5-9578-68fd75022ad0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Request body: {'port': {'security_groups': ['18b1d0b2-e440-4106-abd7-f5611da385d0', '451536fb-ac68-4c01-b61a-4993799f87a0', '1af9175a-b2c6-4ffc-94e2-f072205632d1']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:02.429257 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e57eeb1-971f-4428-a43b-de145f520ee0 x-openstack-request-id: req-1e57eeb1-971f-4428-a43b-de145f520ee0 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:02.429558 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f", "name": "network-vif-plugged", "status": "completed", "tag": "2e3acaef-c532-4fe2-9665-a59cd5845cb8", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:02.429823 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e57eeb1-971f-4428-a43b-de145f520ee0 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:02.430307 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3acaef-c532-4fe2-9665-a59cd5845cb8', 'code': 200}
Jun 04 15:20:02.451543 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:02.492685 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:02.497920 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8914b119-b916-43e0-8457-e0a71f3ab53f None None] Provisioning for port 3ab82753-7568-437d-9f8c-1a58db2b4a0b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:20:02.505232 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:02.562828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-ce6c7b5f-a489-492e-8584-64061d7f3f4a req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Deleting port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:20:02.567179 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ce6c7b5f-a489-492e-8584-64061d7f3f4a req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:02.594957 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:02.659116 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=b5fe685f-1bac-46a0-b829-103b3833ee93,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:02.677370 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:02.687461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3ab82753-7568-437d-9f8c-1a58db2b4a0b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:20:02.714391 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0e001ffe-9e94-474f-9edf-79f973a50111 req-81d55ad3-73e1-4da5-9578-68fd75022ad0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:02.735148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ee8c2-d2e3-4918-a9f2-f9d82d261b8d req-cde1cf5e-0a48-4772-aeeb-bc5f3c58e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:02.740205 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-de4ee8c2-d2e3-4918-a9f2-f9d82d261b8d req-cde1cf5e-0a48-4772-aeeb-bc5f3c58e4c3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 1097 time: 0.2657967
Jun 04 15:20:02.783869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:02.804075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Usage tracker for resource:security_group_rule and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:02.816786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:02.827405 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-de4ee8c2-d2e3-4918-a9f2-f9d82d261b8d req-a76f9a17-2336-4933-aff0-95be1eb6c51e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669539
Jun 04 15:20:02.835006 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:02.843896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aa308-ad6c-4cf2-b963-1cf0bb183138 req-5738fb4b-a109-4407-a358-a0f319918e2b tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:02.845494 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c7aa308-ad6c-4cf2-b963-1cf0bb183138 req-5738fb4b-a109-4407-a358-a0f319918e2b tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.2024121
Jun 04 15:20:02.867990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 3ab82753-7568-437d-9f8c-1a58db2b4a0b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:20:02.874632 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 3ab82753-7568-437d-9f8c-1a58db2b4a0b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:02.874632 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:02.900168 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c7aa308-ad6c-4cf2-b963-1cf0bb183138 req-38de53be-57f4-476a-b9aa-0af150fe5cfa tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456159
Jun 04 15:20:02.902562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ce6c7b5f-a489-492e-8584-64061d7f3f4a req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] For port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=6bcbd00b-aef4-4100-93b6-fdc431dbd78a,segment=NetworkSegment(8f6096c5-0158-4a71-a5c9-6ede3d87a40c),segment_id=8f6096c5-0158-4a71-a5c9-6ede3d87a40c)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:02.903039 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ce6c7b5f-a489-492e-8584-64061d7f3f4a req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:03.016950 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c8f8c61b-109f-4258-8630-305683acefb1 None None] Provisioning complete for port 3ab82753-7568-437d-9f8c-1a58db2b4a0b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:03.016950 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c61b-109f-4258-8630-305683acefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:03.102407 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:03.193686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 3ab82753-7568-437d-9f8c-1a58db2b4a0b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3ab82753-7568-437d-9f8c-1a58db2b4a0b,segment=NetworkSegment(073b0851-c23f-4d82-99e3-8a9b40f03ea6),segment_id=073b0851-c23f-4d82-99e3-8a9b40f03ea6)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:03.214849 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c61b-109f-4258-8630-305683acefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:03.261381 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f045f6-1a8c-4114-96a4-21fcd79d94ed req-14e201da-5abd-41b2-928e-a10cc0ace088 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:03.263706 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e0f045f6-1a8c-4114-96a4-21fcd79d94ed req-14e201da-5abd-41b2-928e-a10cc0ace088 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 945 time: 0.1096623
Jun 04 15:20:03.263877 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:03.266462 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:03.334311 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e0f045f6-1a8c-4114-96a4-21fcd79d94ed req-45210f82-38b7-402a-a62d-052c4050eefb tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584536
Jun 04 15:20:03.353174 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:03.403163 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-c8f8c61b-109f-4258-8630-305683acefb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:20:03.403787 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-c8f8c61b-109f-4258-8630-305683acefb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:20:03.406400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=3ab82753-7568-437d-9f8c-1a58db2b4a0b,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:03.410344 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:03.505760 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:03.523110 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-45484956-29e4-4b85-baa1-90b7c67c7e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:03.542450 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:03.606501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734278e-a3f3-428e-8d35-7e460c772c85 req-92b1ae44-155e-4de2-a5a2-d3c74253225d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:03.608777 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7734278e-a3f3-428e-8d35-7e460c772c85 req-92b1ae44-155e-4de2-a5a2-d3c74253225d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 946 time: 0.1084390
Jun 04 15:20:03.618018 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ce6c7b5f-a489-492e-8584-64061d7f3f4a req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:03.618389 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ce6c7b5f-a489-492e-8584-64061d7f3f4a req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:03.618695 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-ce6c7b5f-a489-492e-8584-64061d7f3f4a req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Floating IP c604d7c4-324d-4569-9050-9385e8395532 disassociated. External IP: 172.25.4.160, port: 6bcbd00b-aef4-4100-93b6-fdc431dbd78a.
Jun 04 15:20:03.619052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-ce6c7b5f-a489-492e-8584-64061d7f3f4a req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Calling delete_port for 6bcbd00b-aef4-4100-93b6-fdc431dbd78a owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:20:03.622268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3161a449-a6a4-4133-a842-e06d38e62279,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:03.635250 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:03.649054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-0e001ffe-9e94-474f-9edf-79f973a50111 req-81d55ad3-73e1-4da5-9578-68fd75022ad0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] For port 9fb32d86-6292-42f7-b721-7169f7656fc7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9fb32d86-6292-42f7-b721-7169f7656fc7,segment=NetworkSegment(e075c8b4-2d7b-4fc4-82b6-bbbc46220f27),segment_id=e075c8b4-2d7b-4fc4-82b6-bbbc46220f27)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:03.663441 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7734278e-a3f3-428e-8d35-7e460c772c85 req-48601327-6bb9-419c-b844-bf1c3d010b65 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491517
Jun 04 15:20:03.687769 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0e001ffe-9e94-474f-9edf-79f973a50111 req-81d55ad3-73e1-4da5-9578-68fd75022ad0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:03.707944 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:03.713494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 1.3576310
Jun 04 15:20:03.713773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45598) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:03.719694 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-00ae080b-613f-4884-a64f-0d4dc56bb101 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Request body: {'security_group_rule': {'security_group_id': '3161a449-a6a4-4133-a842-e06d38e62279', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:03.728105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-00ae080b-613f-4884-a64f-0d4dc56bb101 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:03.763278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-00ae080b-613f-4884-a64f-0d4dc56bb101 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Usage tracker for resource:security_group_rule and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:03.771248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-00ae080b-613f-4884-a64f-0d4dc56bb101 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:03.774447 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0e001ffe-9e94-474f-9edf-79f973a50111 req-81d55ad3-73e1-4da5-9578-68fd75022ad0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:03.790718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9fb32d86-6292-42f7-b721-7169f7656fc7'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:20:03.795411 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-012a4090-7c52-487a-a8a8-4b80ad2d335f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:03.822109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['8bdecdba-6510-4d0f-ada2-6ac431826ba4'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:20:03.826287 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e8c04e67-6490-4e4e-bc19-b7ccb8d8ed3e req-80e902f5-d7d1-47c1-9854-ebc95081d7ed tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc32134-808a-41e0-a0d7-f3704b5dd48f HTTP/1.1" status: 200  len: 210 time: 0.0521846
Jun 04 15:20:03.829732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-00ae080b-613f-4884-a64f-0d4dc56bb101 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:03.889682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e001ffe-9e94-474f-9edf-79f973a50111 req-81d55ad3-73e1-4da5-9578-68fd75022ad0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:03.890348 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0e001ffe-9e94-474f-9edf-79f973a50111 req-81d55ad3-73e1-4da5-9578-68fd75022ad0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:03.892607 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e001ffe-9e94-474f-9edf-79f973a50111 req-81d55ad3-73e1-4da5-9578-68fd75022ad0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "PUT /v2.0/ports/9fb32d86-6292-42f7-b721-7169f7656fc7 HTTP/1.1" status: 200  len: 1020 time: 1.4996665
Jun 04 15:20:03.892607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fc9aff-21da-47cc-8c68-b4187ee0f373', 'tag': '9fb32d86-6292-42f7-b721-7169f7656fc7'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:03.894841 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3caea0-adc6-495d-aec0-6ac13fac641d" -d '{"events": [{"name": "network-changed", "server_uuid": "68fc9aff-21da-47cc-8c68-b4187ee0f373", "tag": "9fb32d86-6292-42f7-b721-7169f7656fc7"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:03.918159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d55ad3-73e1-4da5-9578-68fd75022ad0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event updated for resources: {'Port': ['ID=9fb32d86-6292-42f7-b721-7169f7656fc7,revision_number=7']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:03.921764 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-81d55ad3-73e1-4da5-9578-68fd75022ad0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:03.958547 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00ae080b-613f-4884-a64f-0d4dc56bb101 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:03.972344 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ce6c7b5f-a489-492e-8584-64061d7f3f4a req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:03.993030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 18f0c292-85e0-4aed-a087-5886d84a05fb details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:20:03.993506 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-84dc2d5d-5bb9-4612-9982-158a01f9d8f3 tempest-LiveAutoBlockMigrationV225Test-792964828 tempest-LiveAutoBlockMigrationV225Test-792964828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:04.048218 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39dc427-3fe1-450b-877d-7bdc373212e8 x-openstack-request-id: req-d39dc427-3fe1-450b-877d-7bdc373212e8 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:04.048843 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fc9aff-21da-47cc-8c68-b4187ee0f373", "tag": "9fb32d86-6292-42f7-b721-7169f7656fc7", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:04.049406 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d39dc427-3fe1-450b-877d-7bdc373212e8 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:04.050110 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fc9aff-21da-47cc-8c68-b4187ee0f373', 'tag': '9fb32d86-6292-42f7-b721-7169f7656fc7', 'status': 'completed', 'code': 200}
Jun 04 15:20:04.076855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9fb32d86-6292-42f7-b721-7169f7656fc7'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:20:04.082494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Pushing event deleted for resources: {'Port': ['ID=6bcbd00b-aef4-4100-93b6-fdc431dbd78a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:04.136311 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:04.255530 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00ae080b-613f-4884-a64f-0d4dc56bb101 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:04.280169 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-95b00a3c-2e43-49e3-9c24-824b089e31e2 req-631cc575-7ce5-4e78-a174-6f687a221fbe tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/1af9175a-b2c6-4ffc-94e2-f072205632d1 HTTP/1.1" status: 200  len: 1802 time: 0.3405190
Jun 04 15:20:04.300251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23248336-5e5c-419f-a9da-3215dc8e76fc req-771da3fd-7088-4742-acd0-0092f83a0ec6 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:04.301798 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-23248336-5e5c-419f-a9da-3215dc8e76fc req-771da3fd-7088-4742-acd0-0092f83a0ec6 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.1035693
Jun 04 15:20:04.357653 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00ae080b-613f-4884-a64f-0d4dc56bb101 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:04.375943 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-23248336-5e5c-419f-a9da-3215dc8e76fc req-c054f10a-8287-4373-9dd0-a010da05eb48 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660806
Jun 04 15:20:04.391111 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-257f3c4e-a7ca-40be-b0ba-ec9c8dbe28d3 tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:04.431401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d46761-0179-46e7-abb8-c451c0763317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fe685f-1bac-46a0-b829-103b3833ee93'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:04.434357 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf926fad-8996-49a2-82a4-d11af9c09fb1" -d '{"events": [{"server_uuid": "35d46761-0179-46e7-abb8-c451c0763317", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fe685f-1bac-46a0-b829-103b3833ee93"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:04.501506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3caea0-adc6-495d-aec0-6ac13fac641d req-6081be1a-d063-4699-8a63-032933a41d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:04.503103 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f3caea0-adc6-495d-aec0-6ac13fac641d req-6081be1a-d063-4699-8a63-032933a41d42 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=713591000c9d4c579e6ca5bef23c2fcf&device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 1174 time: 0.4315965
Jun 04 15:20:04.532305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae080b-613f-4884-a64f-0d4dc56bb101 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b2ba7a-5e95-4c80-8265-8d641aca95e7,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:04.554130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 18f0c292-85e0-4aed-a087-5886d84a05fb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=18f0c292-85e0-4aed-a087-5886d84a05fb,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:04.612605 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '18f0c292-85e0-4aed-a087-5886d84a05fb', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '18f0c292-85e0-4aed-a087-5886d84a05fb', 'mac_address': 'fa:16:3e:aa:fd:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:20:04.637298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3ab82753-7568-437d-9f8c-1a58db2b4a0b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:20:04.794750 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:04.797418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-5000b41d-aae5-417e-96c8-1717d35ae5d8 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:04.798941 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-5000b41d-aae5-417e-96c8-1717d35ae5d8 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.62 "GET /v2.0/networks?id=70f52758-409f-4dd6-a97e-79bfa7708121 HTTP/1.1" status: 200  len: 822 time: 0.2828968
Jun 04 15:20:04.804330 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-00ae080b-613f-4884-a64f-0d4dc56bb101 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:04.809890 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3caea0-adc6-495d-aec0-6ac13fac641d req-7a6461d3-dd8c-4adf-86f4-c34eff6dc0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:04.811919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f3caea0-adc6-495d-aec0-6ac13fac641d req-7a6461d3-dd8c-4adf-86f4-c34eff6dc0f3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=98430439-57e6-47d0-9826-86a9f87483b7 HTTP/1.1" status: 200  len: 914 time: 0.2770441
Jun 04 15:20:04.880734 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f0c292-85e0-4aed-a087-5886d84a05fb {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:20:04.922491 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f3caea0-adc6-495d-aec0-6ac13fac641d req-a1648b54-6bce-4804-8a3e-82b3a0c968d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fb32d86-6292-42f7-b721-7169f7656fc7 HTTP/1.1" status: 200  len: 217 time: 0.0992134
Jun 04 15:20:04.923573 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [req-95b00a3c-2e43-49e3-9c24-824b089e31e2 req-46884324-3b41-48d0-a520-eedaea6e4fa1 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] delete failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:20:04.930650 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-95b00a3c-2e43-49e3-9c24-824b089e31e2 req-46884324-3b41-48d0-a520-eedaea6e4fa1 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "DELETE /v2.0/security-groups/1af9175a-b2c6-4ffc-94e2-f072205632d1 HTTP/1.1" status: 409  len: 341 time: 0.6485376
Jun 04 15:20:04.966523 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Request body: {'port': {'device_id': '0fc32134-808a-41e0-a0d7-f3704b5dd48f', 'network_id': '70f52758-409f-4dd6-a97e-79bfa7708121', 'admin_state_up': True, 'tenant_id': '70bcb2e6f9534b2aa61d110f3f3454c0'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:04.991537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce6c7b5f-a489-492e-8584-64061d7f3f4a req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:20:04.997652 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00ae080b-613f-4884-a64f-0d4dc56bb101 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:05.001221 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-00ae080b-613f-4884-a64f-0d4dc56bb101 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2835987
Jun 04 15:20:05.008509 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45624) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:05.025536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-88c7334b-b3b4-41e3-9e9c-c4dfbd366a9b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Request body: {'security_group_rule': {'security_group_id': '3161a449-a6a4-4133-a842-e06d38e62279', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:05.041728 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-88c7334b-b3b4-41e3-9e9c-c4dfbd366a9b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:05.048264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-88c7334b-b3b4-41e3-9e9c-c4dfbd366a9b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Usage tracker for resource:security_group_rule and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:05.052222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-88c7334b-b3b4-41e3-9e9c-c4dfbd366a9b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:05.060321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-88c7334b-b3b4-41e3-9e9c-c4dfbd366a9b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:05.064696 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 18f0c292-85e0-4aed-a087-5886d84a05fb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=18f0c292-85e0-4aed-a087-5886d84a05fb,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:05.101137 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f94e516-ffea-46c6-a9d2-91002cb1d8f1 x-openstack-request-id: req-2f94e516-ffea-46c6-a9d2-91002cb1d8f1 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:05.101435 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d46761-0179-46e7-abb8-c451c0763317", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fe685f-1bac-46a0-b829-103b3833ee93", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:05.101690 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f94e516-ffea-46c6-a9d2-91002cb1d8f1 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:05.102076 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d46761-0179-46e7-abb8-c451c0763317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fe685f-1bac-46a0-b829-103b3833ee93', 'code': 200}
Jun 04 15:20:05.185959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 3ab82753-7568-437d-9f8c-1a58db2b4a0b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:05.186362 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:05.200615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3caea0-adc6-495d-aec0-6ac13fac641d req-36d7b9c1-f856-45a8-8015-0c8c1bdac19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:05.202011 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f3caea0-adc6-495d-aec0-6ac13fac641d req-36d7b9c1-f856-45a8-8015-0c8c1bdac19f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a0880d7-5b36-4a78-b783-22d620498816 HTTP/1.1" status: 200  len: 853 time: 0.2639050
Jun 04 15:20:05.209956 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-edc288fd-770a-4b4c-b4f3-1c51920f6bb8 req-d22bbaf2-d771-40a7-9286-3956108f2d7e tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/ports?device_id=bef35cfe-0c43-477c-9855-237d87390103 HTTP/1.1" status: 200  len: 210 time: 0.4099212
Jun 04 15:20:05.254566 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:05.263592 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-88c7334b-b3b4-41e3-9e9c-c4dfbd366a9b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:05.270185 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:05.333708 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f3caea0-adc6-495d-aec0-6ac13fac641d req-b85073ef-f578-49df-aaa9-77275f84a813 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=98430439-57e6-47d0-9826-86a9f87483b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0580759
Jun 04 15:20:05.334684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:05.340636 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Usage tracker for resource:port and tenant:70bcb2e6f9534b2aa61d110f3f3454c0 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:05.346075 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:05.359676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:05.368924 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:05.423831 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['18f0c292-85e0-4aed-a087-5886d84a05fb'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:20:05.430393 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b9143b03-3ed8-4e34-b608-2d4dfc64cfa4 req-41417fb3-3360-4733-b554-a7ce01c20ed0 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc32134-808a-41e0-a0d7-f3704b5dd48f HTTP/1.1" status: 200  len: 210 time: 0.0861504
Jun 04 15:20:05.468118 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Made reservation on behalf of 70bcb2e6f9534b2aa61d110f3f3454c0 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:05.473327 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:05.527176 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=18f0c292-85e0-4aed-a087-5886d84a05fb,revision_number=9']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:05.540088 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:05.781870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Allocated IP 172.20.0.2 (70f52758-409f-4dd6-a97e-79bfa7708121/4d3a44fd-1f5d-4c2e-8c34-df914abf1ca2/01e081a8-398f-4055-809f-8ec0996b81f9) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:20:05.879645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce6c7b5f-a489-492e-8584-64061d7f3f4a req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:20:05.889750 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63422f-379f-4faa-a706-559b34bffa77 None None] Sync routers for ids ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:20:05.901688 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63422f-379f-4faa-a706-559b34bffa77 None None] Routers {'64036c0c-291a-41f1-9fbb-18329e3ed5c4'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:20:05.902492 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-bf63422f-379f-4faa-a706-559b34bffa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d89a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:20:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:05.942409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4a7ac-a292-475f-8e20-4ad02d3c2f03 req-7989fdb1-0531-4bad-9a48-0f78c5fc5db4 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:05.944033 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-51f4a7ac-a292-475f-8e20-4ad02d3c2f03 req-7989fdb1-0531-4bad-9a48-0f78c5fc5db4 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 946 time: 0.7472341
Jun 04 15:20:06.070852 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:06.071325 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-88c7334b-b3b4-41e3-9e9c-c4dfbd366a9b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:06.072299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6c7b5f-a489-492e-8584-64061d7f3f4a req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] No DVR routers for this DVR port 6bcbd00b-aef4-4100-93b6-fdc431dbd78a on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:20:06.076469 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ce6c7b5f-a489-492e-8584-64061d7f3f4a req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:06.083361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef35cfe-0c43-477c-9855-237d87390103', 'name': 'network-vif-deleted', 'tag': '6bcbd00b-aef4-4100-93b6-fdc431dbd78a'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:06.086630 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2bcbeb-47cb-45c1-8c44-37b8cb0e714b" -d '{"events": [{"server_uuid": "bef35cfe-0c43-477c-9855-237d87390103", "name": "network-vif-deleted", "tag": "6bcbd00b-aef4-4100-93b6-fdc431dbd78a"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:06.092429 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f3caea0-adc6-495d-aec0-6ac13fac641d req-387fa602-dec5-4649-b367-8d1e915dd536 service neutron] 10.222.0.65 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7321389
Jun 04 15:20:06.096412 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-bf63422f-379f-4faa-a706-559b34bffa77 None None] Set router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:20:06.143883 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ce6c7b5f-a489-492e-8584-64061d7f3f4a req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.62 "DELETE /v2.0/ports/6bcbd00b-aef4-4100-93b6-fdc431dbd78a HTTP/1.1" status: 204  len: 173 time: 3.9295225
Jun 04 15:20:06.169728 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-51f4a7ac-a292-475f-8e20-4ad02d3c2f03 req-efc7e5bb-774d-4f26-b5a3-55d58517a79b tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809995
Jun 04 15:20:06.173225 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-88c7334b-b3b4-41e3-9e9c-c4dfbd366a9b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:06.232720 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:06.286021 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7334b-b3b4-41e3-9e9c-c4dfbd366a9b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd05559-7caa-405d-94d8-76e4a537a722,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:06.302442 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-88c7334b-b3b4-41e3-9e9c-c4dfbd366a9b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:06.305133 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:06.318865 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bb6c1210-6d55-41ec-b8b5-9f5e22ac417d tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:06.380047 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f3caea0-adc6-495d-aec0-6ac13fac641d req-99a3b40f-b298-480b-9a7f-1ed0b865b376 service neutron] 10.222.0.65 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2780104
Jun 04 15:20:06.391941 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-096613f1-657c-4c38-800c-e4f87506c0ed req-2fa1ba14-7450-4509-8472-ea907734368a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4345927
Jun 04 15:20:06.393788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-88c7334b-b3b4-41e3-9e9c-c4dfbd366a9b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:06.398555 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-88c7334b-b3b4-41e3-9e9c-c4dfbd366a9b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3851323
Jun 04 15:20:06.413635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45666) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:06.413635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:06.422701 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:06.426999 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Usage tracker for resource:floatingip and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:06.432893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:06.436319 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Network 70f52758-409f-4dd6-a97e-79bfa7708121 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:20:06.439737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:06.443263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:20:06.462434 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:20:06.480108 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-bf63422f-379f-4faa-a706-559b34bffa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d89a0>, [{'id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'name': 'tempest-ServersTestManualDisk-705604240-router', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:37Z', 'updated_at': '2021-06-04T15:15:47Z', 'revision_number': 4, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'gw_port': {'id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:38Z', 'updated_at': '2021-06-04T15:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '37836627-4998-478e-b30c-72f2a32db7ac', 'name': '', 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'mac_address': 'fa:16:3e:4d:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:45Z', 'updated_at': '2021-06-04T15:15:55Z', 'revision_number': 5, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'subnets': [{'id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:06.485099 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63422f-379f-4faa-a706-559b34bffa77 None None] Checking router: 64036c0c-291a-41f1-9fbb-18329e3ed5c4 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:20:06.494366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 6bcbd00b-aef4-4100-93b6-fdc431dbd78a no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:20:06.496959 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63422f-379f-4faa-a706-559b34bffa77 None None] Routers {'64036c0c-291a-41f1-9fbb-18329e3ed5c4'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:20:06.497742 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-bf63422f-379f-4faa-a706-559b34bffa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d89a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:20:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:06.563564 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:06.575986 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 6bcbd00b-aef4-4100-93b6-fdc431dbd78a {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:20:06.576345 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 6bcbd00b-aef4-4100-93b6-fdc431dbd78a not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:20:06.584160 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Pushing event updated for resources: {'Port': ['ID=01e081a8-398f-4055-809f-8ec0996b81f9,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:06.587995 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:06.628796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989e2a1-8517-4a34-ba29-d3b1606cad0b req-f8f3cd74-7320-4ffa-a5d8-6e330e9d70a9 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:06.637120 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8989e2a1-8517-4a34-ba29-d3b1606cad0b req-f8f3cd74-7320-4ffa-a5d8-6e330e9d70a9 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.3908048
Jun 04 15:20:06.699335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:06.699934 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:06.836373 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8989e2a1-8517-4a34-ba29-d3b1606cad0b req-e09d8bd0-ef25-4d70-88c8-fa1dd0ce971d tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980717
Jun 04 15:20:06.855619 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-bf63422f-379f-4faa-a706-559b34bffa77 None None] Set router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:20:06.882975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096613f1-657c-4c38-800c-e4f87506c0ed req-6227db12-2efd-4019-a8e4-ee62bafdc39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:06.884632 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-096613f1-657c-4c38-800c-e4f87506c0ed req-6227db12-2efd-4019-a8e4-ee62bafdc39e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=713591000c9d4c579e6ca5bef23c2fcf&device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 1174 time: 0.4342935
Jun 04 15:20:06.936993 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbfd412-cc1e-48cf-a4be-8f6c3d87a6ac x-openstack-request-id: req-8fbfd412-cc1e-48cf-a4be-8f6c3d87a6ac {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:06.937372 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef35cfe-0c43-477c-9855-237d87390103", "name": "network-vif-deleted", "tag": "6bcbd00b-aef4-4100-93b6-fdc431dbd78a", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:06.937475 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9763732
Jun 04 15:20:06.940839 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fbfd412-cc1e-48cf-a4be-8f6c3d87a6ac {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:06.940839 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef35cfe-0c43-477c-9855-237d87390103', 'name': 'network-vif-deleted', 'tag': '6bcbd00b-aef4-4100-93b6-fdc431dbd78a', 'status': 'completed', 'code': 200}
Jun 04 15:20:06.954167 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Request body: {'port': {'device_id': '0fc32134-808a-41e0-a0d7-f3704b5dd48f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:07.107195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edb5ec-3d66-4de9-b600-eecc0907e7b5 req-ea8395ae-6dc4-425c-8e38-ffee2760a04a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:07.111937 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-40edb5ec-3d66-4de9-b600-eecc0907e7b5 req-ea8395ae-6dc4-425c-8e38-ffee2760a04a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 1023 time: 0.3402157
Jun 04 15:20:07.178372 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:07.181902 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:07.492369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096613f1-657c-4c38-800c-e4f87506c0ed req-684492b3-c4be-4382-8213-2397fe06109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:07.500187 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-096613f1-657c-4c38-800c-e4f87506c0ed req-684492b3-c4be-4382-8213-2397fe06109a service neutron] 10.222.0.62 "GET /v2.0/networks?id=98430439-57e6-47d0-9826-86a9f87483b7 HTTP/1.1" status: 200  len: 914 time: 0.5851254
Jun 04 15:20:07.619081 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-40edb5ec-3d66-4de9-b600-eecc0907e7b5 req-2831e6a6-48f4-45ec-aebc-a94d6bee512b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=1af9175a-b2c6-4ffc-94e2-f072205632d1&id=451536fb-ac68-4c01-b61a-4993799f87a0&id=18b1d0b2-e440-4106-abd7-f5611da385d0&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.4655526
Jun 04 15:20:07.624085 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-096613f1-657c-4c38-800c-e4f87506c0ed req-e67b3488-846f-4a51-8fb3-54af73d9fd99 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdecdba-6510-4d0f-ada2-6ac431826ba4 HTTP/1.1" status: 200  len: 217 time: 0.1027515
Jun 04 15:20:07.848102 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-bf63422f-379f-4faa-a706-559b34bffa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d89a0>, [{'id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'name': 'tempest-ServersTestManualDisk-705604240-router', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:37Z', 'updated_at': '2021-06-04T15:15:47Z', 'revision_number': 4, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'gw_port': {'id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:38Z', 'updated_at': '2021-06-04T15:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '37836627-4998-478e-b30c-72f2a32db7ac', 'name': '', 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'mac_address': 'fa:16:3e:4d:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:45Z', 'updated_at': '2021-06-04T15:15:55Z', 'revision_number': 5, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'subnets': [{'id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:07.857499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096613f1-657c-4c38-800c-e4f87506c0ed req-96ddafdb-6555-410b-9546-a2e327bc9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:07.866131 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-096613f1-657c-4c38-800c-e4f87506c0ed req-96ddafdb-6555-410b-9546-a2e327bc9256 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a0880d7-5b36-4a78-b783-22d620498816 HTTP/1.1" status: 200  len: 853 time: 0.2293820
Jun 04 15:20:07.869705 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63422f-379f-4faa-a706-559b34bffa77 None None] The sync data for ids ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'] in n-d-791505-9 is: [{'id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'name': 'tempest-ServersTestManualDisk-705604240-router', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:37Z', 'updated_at': '2021-06-04T15:15:47Z', 'revision_number': 4, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'gw_port': {'id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:38Z', 'updated_at': '2021-06-04T15:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '37836627-4998-478e-b30c-72f2a32db7ac', 'name': '', 'network_id': 'ce2641af-d785-42c1-b85a-8ec2c2a9be7e', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'mac_address': 'fa:16:3e:4d:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:45Z', 'updated_at': '2021-06-04T15:15:55Z', 'revision_number': 5, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'subnets': [{'id': 'dcd15fe0-8f99-47e2-b804-1a5a0fce07ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:20:07.934297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e081a8-398f-4055-809f-8ec0996b81f9 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:20:07.968272 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:07.992899 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 18f0c292-85e0-4aed-a087-5886d84a05fb up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:20:08.027586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Transition to ACTIVE for port object 01e081a8-398f-4055-809f-8ec0996b81f9 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:08.140245 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:08.150406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 18f0c292-85e0-4aed-a087-5886d84a05fb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:08.151015 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:08.164751 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b38663fb-e804-41e2-a692-7147a2a1c6ef tempest-FloatingIPsTestJSON-821650126 tempest-FloatingIPsTestJSON-821650126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:08.189232 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-096613f1-657c-4c38-800c-e4f87506c0ed req-c5e6c3e5-3f69-4b14-a0aa-cb96bb24aaf2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98430439-57e6-47d0-9826-86a9f87483b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1503232
Jun 04 15:20:08.192919 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Allocated IP 172.25.4.48 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/b0e27eea-822c-4e17-a408-0432a9007163) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:20:08.331951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=01e081a8-398f-4055-809f-8ec0996b81f9,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:08.395829 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bcad79-1194-49df-b8f3-559e0254ac64 None None] New status for floating IP c604d7c4-324d-4569-9050-9385e8395532: DOWN {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:20:08.428834 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:08.662729 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:08.746950 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:08.785176 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb9f644-6432-40a6-9753-3e8dc8961d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f0c292-85e0-4aed-a087-5886d84a05fb'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:08.791137 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06933f30-946d-4b14-8bc6-8975779488f7" -d '{"events": [{"server_uuid": "9fb9f644-6432-40a6-9753-3e8dc8961d47", "name": "network-vif-plugged", "status": "completed", "tag": "18f0c292-85e0-4aed-a087-5886d84a05fb"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:08.807851 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 18f0c292-85e0-4aed-a087-5886d84a05fb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=18f0c292-85e0-4aed-a087-5886d84a05fb,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:08.835683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926edef-df4d-4b5a-b061-e9721ca5b9eb req-32630395-3fb9-4565-8728-23072f612493 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:08.837565 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d926edef-df4d-4b5a-b061-e9721ca5b9eb req-32630395-3fb9-4565-8728-23072f612493 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 946 time: 0.3080840
Jun 04 15:20:08.842457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Attempting to bind port 01e081a8-398f-4055-809f-8ec0996b81f9 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:20:08.843110 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Attempting to bind port 01e081a8-398f-4055-809f-8ec0996b81f9 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'de881539-19d3-40d9-8f83-96dc3e85720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '70f52758-409f-4dd6-a97e-79bfa7708121'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:20:08.843644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Attempting to bind port 01e081a8-398f-4055-809f-8ec0996b81f9 on network 70f52758-409f-4dd6-a97e-79bfa7708121 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:08.867998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Port 01e081a8-398f-4055-809f-8ec0996b81f9 on network 70f52758-409f-4dd6-a97e-79bfa7708121 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:20:08.868658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Attempting to bind port 01e081a8-398f-4055-809f-8ec0996b81f9 on network 70f52758-409f-4dd6-a97e-79bfa7708121 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:08.884965 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:20:08.886183 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Checking segment: {'id': 'de881539-19d3-40d9-8f83-96dc3e85720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '70f52758-409f-4dd6-a97e-79bfa7708121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:20:08.887038 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Bound using segment: {'id': 'de881539-19d3-40d9-8f83-96dc3e85720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '70f52758-409f-4dd6-a97e-79bfa7708121'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:20:08.887698 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Bound port: 01e081a8-398f-4055-809f-8ec0996b81f9, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de881539-19d3-40d9-8f83-96dc3e85720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '70f52758-409f-4dd6-a97e-79bfa7708121'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:20:08.888211 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:08.921304 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:08.923163 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:08.960852 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d926edef-df4d-4b5a-b061-e9721ca5b9eb req-06391386-59bc-4e44-9604-f24c7d3b8aa7 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142828
Jun 04 15:20:08.982100 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:09.003097 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:09.052015 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=18f0c292-85e0-4aed-a087-5886d84a05fb,revision_number=10']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:09.056920 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:09.066302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] For port 01e081a8-398f-4055-809f-8ec0996b81f9, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:20:09.069895 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] For port 01e081a8-398f-4055-809f-8ec0996b81f9, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=01e081a8-398f-4055-809f-8ec0996b81f9,segment=NetworkSegment(de881539-19d3-40d9-8f83-96dc3e85720b),segment_id=de881539-19d3-40d9-8f83-96dc3e85720b)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:20:09.193251 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:20:09.211104 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:09.223822 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5f47aaf7-d72f-427b-af21-2855ba510de1 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:09.231546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:20:09.244484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:20:09.330363 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:09.332109 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:09.334173 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] 10.222.0.62 "PUT /v2.0/ports/01e081a8-398f-4055-809f-8ec0996b81f9 HTTP/1.1" status: 200  len: 1091 time: 2.3863919
Jun 04 15:20:09.338548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc32134-808a-41e0-a0d7-f3704b5dd48f', 'tag': '01e081a8-398f-4055-809f-8ec0996b81f9'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:09.342746 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f120ea5-4865-4438-a466-d0f46d9455a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc32134-808a-41e0-a0d7-f3704b5dd48f", "tag": "01e081a8-398f-4055-809f-8ec0996b81f9"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:09.354858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=01e081a8-398f-4055-809f-8ec0996b81f9,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:09.358288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event updated for resources: {'Port': ['ID=b0e27eea-822c-4e17-a408-0432a9007163,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:09.360703 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:09.377882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a72af-f630-43bc-8cbe-fbcdfcedaa3b req-7abed67b-6ea6-4869-a78f-34e75812b85f tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:09.378438 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141050c9-6ad4-425a-9fe5-b2dad99746fb req-c1049ed1-7261-46c2-8d66-4af248895b69 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:09.385856 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-659a72af-f630-43bc-8cbe-fbcdfcedaa3b req-7abed67b-6ea6-4869-a78f-34e75812b85f tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc32134-808a-41e0-a0d7-f3704b5dd48f HTTP/1.1" status: 200  len: 943 time: 1.3604355
Jun 04 15:20:09.387067 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-141050c9-6ad4-425a-9fe5-b2dad99746fb req-c1049ed1-7261-46c2-8d66-4af248895b69 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.2586370
Jun 04 15:20:09.410378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548bfc9-d391-42a9-99f0-eb39785b2756 req-386ca3ac-307b-4b8b-8cca-c98e3e118ec9 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:09.412735 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4548bfc9-d391-42a9-99f0-eb39785b2756 req-386ca3ac-307b-4b8b-8cca-c98e3e118ec9 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 1023 time: 1.5370185
Jun 04 15:20:09.419228 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:09.472481 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-096613f1-657c-4c38-800c-e4f87506c0ed req-4ad0ecc6-8ca6-4942-bbee-8c5ab8845d5b service neutron] 10.222.0.62 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2663932
Jun 04 15:20:09.489830 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-141050c9-6ad4-425a-9fe5-b2dad99746fb req-46e9bdea-699a-47d4-93ce-77b86add15bd tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016335
Jun 04 15:20:09.565095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-a6251e80-b7ae-4058-8f28-a74aa8e5208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:09.567054 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-a6251e80-b7ae-4058-8f28-a74aa8e5208f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=70bcb2e6f9534b2aa61d110f3f3454c0&device_id=0fc32134-808a-41e0-a0d7-f3704b5dd48f HTTP/1.1" status: 200  len: 1094 time: 0.1248796
Jun 04 15:20:09.603328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-659a72af-f630-43bc-8cbe-fbcdfcedaa3b req-080162d8-6e96-449e-bea7-dfcb62af65d7 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Synchronizing usage tracker for tenant:70bcb2e6f9534b2aa61d110f3f3454c0 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:09.653664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45706) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:09.655346 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-7ea2cf0a-e863-4ea1-a25a-2ea320e3623d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01e081a8-398f-4055-809f-8ec0996b81f9 HTTP/1.1" status: 200  len: 217 time: 0.0729847
Jun 04 15:20:09.689865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab6c89-4c31-42a0-a0c0-ca0f9067f1c3 req-a3a7f929-af2f-445d-88da-9efb556ab830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:09.691391 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b9ab6c89-4c31-42a0-a0c0-ca0f9067f1c3 req-a3a7f929-af2f-445d-88da-9efb556ab830 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16273a0cfb154ed5b46208c2de3ca393&device_id=9fb9f644-6432-40a6-9753-3e8dc8961d47 HTTP/1.1" status: 200  len: 1101 time: 0.9042563
Jun 04 15:20:09.786630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-c46ba1c4-c409-4712-96e9-f75c2d3d00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:09.787486 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-c46ba1c4-c409-4712-96e9-f75c2d3d00fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d3a44fd-1f5d-4c2e-8c34-df914abf1ca2 HTTP/1.1" status: 200  len: 862 time: 0.1076024
Jun 04 15:20:09.789735 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:09.895370 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-41f88f9b-174a-485d-8bde-c26a6c22b75b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=70f52758-409f-4dd6-a97e-79bfa7708121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0573566
Jun 04 15:20:09.896141 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49c8acf4-c5d1-4a64-b87a-c1752f53fce8 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:09.959668 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-096613f1-657c-4c38-800c-e4f87506c0ed req-15b48408-9819-422e-bc9d-7097ba633f79 service neutron] 10.222.0.62 "GET /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4640627
Jun 04 15:20:09.967714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-659a72af-f630-43bc-8cbe-fbcdfcedaa3b req-080162d8-6e96-449e-bea7-dfcb62af65d7 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Unset dirty status for tenant:70bcb2e6f9534b2aa61d110f3f3454c0 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:09.977736 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-659a72af-f630-43bc-8cbe-fbcdfcedaa3b req-080162d8-6e96-449e-bea7-dfcb62af65d7 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/security-groups?id=e070eee6-c519-4585-80e0-372c39a40b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5905991
Jun 04 15:20:09.987855 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49c8acf4-c5d1-4a64-b87a-c1752f53fce8 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:10.002145 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9fb32d86-6292-42f7-b721-7169f7656fc7 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:20:10.127761 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:10.131550 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0482477-49dd-4060-8297-45ffaa6a89ae x-openstack-request-id: req-f0482477-49dd-4060-8297-45ffaa6a89ae {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:10.132360 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb9f644-6432-40a6-9753-3e8dc8961d47", "name": "network-vif-plugged", "status": "completed", "tag": "18f0c292-85e0-4aed-a087-5886d84a05fb", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:10.133055 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0482477-49dd-4060-8297-45ffaa6a89ae {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:10.133620 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb9f644-6432-40a6-9753-3e8dc8961d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f0c292-85e0-4aed-a087-5886d84a05fb', 'code': 200}
Jun 04 15:20:10.140443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b868776-61e9-4ec9-a0b7-7e57aa53162d req-25776190-5e86-4ca1-9bdc-21dd11e6485f tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:10.142043 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b868776-61e9-4ec9-a0b7-7e57aa53162d req-25776190-5e86-4ca1-9bdc-21dd11e6485f tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 1023 time: 0.3536315
Jun 04 15:20:10.180202 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-e9e897e1-469f-45d0-ac14-f3ac35f3da30 service neutron] 10.222.0.62 "GET /v2.0/networks/70f52758-409f-4dd6-a97e-79bfa7708121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2636578
Jun 04 15:20:10.218228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab6c89-4c31-42a0-a0c0-ca0f9067f1c3 req-bcc2a4da-760d-4ea2-81a8-3784566123f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:10.219966 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b9ab6c89-4c31-42a0-a0c0-ca0f9067f1c3 req-bcc2a4da-760d-4ea2-81a8-3784566123f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.4923584
Jun 04 15:20:10.257189 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49c8acf4-c5d1-4a64-b87a-c1752f53fce8 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:10.264471 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8628276b-e4bc-46db-a0de-20926b58f5f7 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:10.288185 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b868776-61e9-4ec9-a0b7-7e57aa53162d req-2cfd8fe3-f15e-4900-91c4-b88d34216c2e tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=1af9175a-b2c6-4ffc-94e2-f072205632d1&id=451536fb-ac68-4c01-b61a-4993799f87a0&id=18b1d0b2-e440-4106-abd7-f5611da385d0&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.1300728
Jun 04 15:20:10.333101 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b9ab6c89-4c31-42a0-a0c0-ca0f9067f1c3 req-08128db1-7e3a-4faf-9376-b6978e49ce67 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=18f0c292-85e0-4aed-a087-5886d84a05fb HTTP/1.1" status: 200  len: 217 time: 0.1021028
Jun 04 15:20:10.344596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-4548bfc9-d391-42a9-99f0-eb39785b2756 req-53fad837-1d83-40ec-b788-8a82196b097b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Deleting port 9fb32d86-6292-42f7-b721-7169f7656fc7 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:20:10.345147 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4548bfc9-d391-42a9-99f0-eb39785b2756 req-53fad837-1d83-40ec-b788-8a82196b097b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:10.456003 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8acf4-c5d1-4a64-b87a-c1752f53fce8 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:10.460975 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-49c8acf4-c5d1-4a64-b87a-c1752f53fce8 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:10.462148 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:10.490002 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f598050c-b1c2-4fda-a579-857294e8dfbf x-openstack-request-id: req-f598050c-b1c2-4fda-a579-857294e8dfbf {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:10.490600 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc32134-808a-41e0-a0d7-f3704b5dd48f", "tag": "01e081a8-398f-4055-809f-8ec0996b81f9", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:10.490905 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f598050c-b1c2-4fda-a579-857294e8dfbf {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:10.491451 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc32134-808a-41e0-a0d7-f3704b5dd48f', 'tag': '01e081a8-398f-4055-809f-8ec0996b81f9', 'status': 'completed', 'code': 200}
Jun 04 15:20:10.536971 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9fb32d86-6292-42f7-b721-7169f7656fc7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9fb32d86-6292-42f7-b721-7169f7656fc7,segment=NetworkSegment(e075c8b4-2d7b-4fc4-82b6-bbbc46220f27),segment_id=e075c8b4-2d7b-4fc4-82b6-bbbc46220f27)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:10.554443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4548bfc9-d391-42a9-99f0-eb39785b2756 req-53fad837-1d83-40ec-b788-8a82196b097b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] For port 9fb32d86-6292-42f7-b721-7169f7656fc7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9fb32d86-6292-42f7-b721-7169f7656fc7,segment=NetworkSegment(e075c8b4-2d7b-4fc4-82b6-bbbc46220f27),segment_id=e075c8b4-2d7b-4fc4-82b6-bbbc46220f27)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:10.554938 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4548bfc9-d391-42a9-99f0-eb39785b2756 req-53fad837-1d83-40ec-b788-8a82196b097b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:10.590931 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-176d3fef-f3d9-4106-9b0a-94df13c7dc27 req-08222830-ec05-4dd3-9382-ffe6d38ccb66 service neutron] 10.222.0.62 "GET /v2.0/networks/70f52758-409f-4dd6-a97e-79bfa7708121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3947973
Jun 04 15:20:10.594896 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49c8acf4-c5d1-4a64-b87a-c1752f53fce8 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:10.606744 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-49c8acf4-c5d1-4a64-b87a-c1752f53fce8 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "DELETE /v2.0/security-groups/4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe HTTP/1.1" status: 204  len: 168 time: 0.9417620
Jun 04 15:20:10.608210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45720) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:10.610831 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:10.613504 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:10.690524 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-4c74a83d-9798-4294-9b45-36cda608283e tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] show failed (client error): The resource could not be found.
Jun 04 15:20:10.691963 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4c74a83d-9798-4294-9b45-36cda608283e tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "GET /v2.0/security-groups/4d5f274d-ea9b-4a65-873f-d2f2c03f6cbe HTTP/1.1" status: 404  len: 347 time: 0.0815983
Jun 04 15:20:10.695276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45722) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:10.782981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9fb32d86-6292-42f7-b721-7169f7656fc7,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:10.787815 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:11.041508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929c3f9-3f47-404a-b012-2d86b759117d req-9301893d-50f5-4d19-b5dc-14631f4a0467 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:11.061226 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a929c3f9-3f47-404a-b012-2d86b759117d req-9301893d-50f5-4d19-b5dc-14631f4a0467 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 946 time: 0.4295664
Jun 04 15:20:11.156598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-4548bfc9-d391-42a9-99f0-eb39785b2756 req-53fad837-1d83-40ec-b788-8a82196b097b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Calling delete_port for 9fb32d86-6292-42f7-b721-7169f7656fc7 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:20:11.172742 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a929c3f9-3f47-404a-b012-2d86b759117d req-312f755e-4058-4227-ae42-8f0b87f9bf1e tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104465
Jun 04 15:20:11.181823 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f120ea5-4865-4438-a466-d0f46d9455a3 req-088fa21e-58af-47ba-b292-3c0172c3587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:11.187221 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f120ea5-4865-4438-a466-d0f46d9455a3 req-088fa21e-58af-47ba-b292-3c0172c3587e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=70bcb2e6f9534b2aa61d110f3f3454c0&device_id=0fc32134-808a-41e0-a0d7-f3704b5dd48f HTTP/1.1" status: 200  len: 1094 time: 0.4148128
Jun 04 15:20:11.196896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-1aadc40c-ccc6-4173-8976-83ece4e16c79 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Deleting port e089ac88-58d6-423c-b0d6-065b013caa41 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:20:11.197282 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1aadc40c-ccc6-4173-8976-83ece4e16c79 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:11.259314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab6c89-4c31-42a0-a0c0-ca0f9067f1c3 req-d5fe90ff-30d7-4647-bfa6-7a95160e1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:11.261531 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b9ab6c89-4c31-42a0-a0c0-ca0f9067f1c3 req-d5fe90ff-30d7-4647-bfa6-7a95160e1ce5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.4488587
Jun 04 15:20:11.373673 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:11.389612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046367a-42ef-44d2-9753-69ce9cd47e3c req-98ac54ab-59a7-4256-8af9-99e63d8c9384 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:11.397987 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3046367a-42ef-44d2-9753-69ce9cd47e3c req-98ac54ab-59a7-4256-8af9-99e63d8c9384 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.7249053
Jun 04 15:20:11.443962 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:11.458983 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8ccd58c5-810a-41ea-b35c-76f2f5c886e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:11.596164 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3046367a-42ef-44d2-9753-69ce9cd47e3c req-13428c64-393a-4e34-a5b6-8c08488f706e tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969030
Jun 04 15:20:11.708436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab6c89-4c31-42a0-a0c0-ca0f9067f1c3 req-c64de393-2597-41e5-b5ba-025792341897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:11.722221 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b9ab6c89-4c31-42a0-a0c0-ca0f9067f1c3 req-c64de393-2597-41e5-b5ba-025792341897 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4492328
Jun 04 15:20:11.766025 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1aadc40c-ccc6-4173-8976-83ece4e16c79 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:11.767170 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1aadc40c-ccc6-4173-8976-83ece4e16c79 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:11.862994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event updated for resources: {'Port': ['ID=b0e27eea-822c-4e17-a408-0432a9007163,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:11.877771 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:11.878749 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:11.936729 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4548bfc9-d391-42a9-99f0-eb39785b2756 req-53fad837-1d83-40ec-b788-8a82196b097b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:11.955438 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['8bdecdba-6510-4d0f-ada2-6ac431826ba4'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:20:11.955945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-1aadc40c-ccc6-4173-8976-83ece4e16c79 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Calling delete_port for e089ac88-58d6-423c-b0d6-065b013caa41 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:20:11.978159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f120ea5-4865-4438-a466-d0f46d9455a3 req-1a03a490-d6d3-4cdb-927b-cc3c19e9bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:11.981389 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f120ea5-4865-4438-a466-d0f46d9455a3 req-1a03a490-d6d3-4cdb-927b-cc3c19e9bd03 service neutron] 10.222.0.62 "GET /v2.0/networks?id=70f52758-409f-4dd6-a97e-79bfa7708121 HTTP/1.1" status: 200  len: 923 time: 0.4491894
Jun 04 15:20:11.997172 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:12.068446 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d892668-dbd9-4f35-b3f3-20d36d6b3e00 req-2eeeb13d-bdfb-4643-8e44-530af91a2cf7 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:12.069398 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-0d892668-dbd9-4f35-b3f3-20d36d6b3e00 req-2eeeb13d-bdfb-4643-8e44-530af91a2cf7 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Synchronizing usage tracker for tenant:70bcb2e6f9534b2aa61d110f3f3454c0 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:12.095896 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f120ea5-4865-4438-a466-d0f46d9455a3 req-bf443429-c72d-4c4e-9697-3394f29f216c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01e081a8-398f-4055-809f-8ec0996b81f9 HTTP/1.1" status: 200  len: 217 time: 0.1056955
Jun 04 15:20:12.154577 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fc9aff-21da-47cc-8c68-b4187ee0f373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb32d86-6292-42f7-b721-7169f7656fc7'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:12.154577 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6100c26-93bd-475f-ba52-154ae9fc46f9" -d '{"events": [{"server_uuid": "68fc9aff-21da-47cc-8c68-b4187ee0f373", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb32d86-6292-42f7-b721-7169f7656fc7"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:12.160654 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:12.172312 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.7720017
Jun 04 15:20:12.187157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fad837-1d83-40ec-b788-8a82196b097b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event deleted for resources: {'Port': ['ID=9fb32d86-6292-42f7-b721-7169f7656fc7,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:12.227337 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f120ea5-4865-4438-a466-d0f46d9455a3 req-e14bc4cc-b8e7-45d7-a59f-088a1fcd0256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:12.229029 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f120ea5-4865-4438-a466-d0f46d9455a3 req-e14bc4cc-b8e7-45d7-a59f-088a1fcd0256 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d3a44fd-1f5d-4c2e-8c34-df914abf1ca2 HTTP/1.1" status: 200  len: 862 time: 0.1231833
Jun 04 15:20:12.280714 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-53fad837-1d83-40ec-b788-8a82196b097b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:12.284842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-0d892668-dbd9-4f35-b3f3-20d36d6b3e00 req-2eeeb13d-bdfb-4643-8e44-530af91a2cf7 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Unset dirty status for tenant:70bcb2e6f9534b2aa61d110f3f3454c0 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:12.294770 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0d892668-dbd9-4f35-b3f3-20d36d6b3e00 req-2eeeb13d-bdfb-4643-8e44-530af91a2cf7 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc32134-808a-41e0-a0d7-f3704b5dd48f HTTP/1.1" status: 200  len: 943 time: 0.8006361
Jun 04 15:20:12.342102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-4548bfc9-d391-42a9-99f0-eb39785b2756 req-53fad837-1d83-40ec-b788-8a82196b097b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] No DVR routers for this DVR port 9fb32d86-6292-42f7-b721-7169f7656fc7 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:20:12.347104 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4548bfc9-d391-42a9-99f0-eb39785b2756 req-53fad837-1d83-40ec-b788-8a82196b097b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:12.349442 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4548bfc9-d391-42a9-99f0-eb39785b2756 req-53fad837-1d83-40ec-b788-8a82196b097b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.65 "DELETE /v2.0/ports/9fb32d86-6292-42f7-b721-7169f7656fc7 HTTP/1.1" status: 204  len: 173 time: 2.9240279
Jun 04 15:20:12.350365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fc9aff-21da-47cc-8c68-b4187ee0f373', 'name': 'network-vif-deleted', 'tag': '9fb32d86-6292-42f7-b721-7169f7656fc7'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:12.352972 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f4a555-5a97-4517-8a37-f84ba47bd3ca" -d '{"events": [{"server_uuid": "68fc9aff-21da-47cc-8c68-b4187ee0f373", "name": "network-vif-deleted", "tag": "9fb32d86-6292-42f7-b721-7169f7656fc7"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:12.426137 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b9ab6c89-4c31-42a0-a0c0-ca0f9067f1c3 req-7299c6e2-0857-46e1-8ca6-c457d09bc40e service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6696670
Jun 04 15:20:12.500835 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f120ea5-4865-4438-a466-d0f46d9455a3 req-9a0f2535-40fc-4203-86e6-a57634c210a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=70f52758-409f-4dd6-a97e-79bfa7708121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2234027
Jun 04 15:20:12.608471 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b9ab6c89-4c31-42a0-a0c0-ca0f9067f1c3 req-52d81b24-1f4a-48c3-8397-91467e3cdb09 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1765738
Jun 04 15:20:12.646864 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0d892668-dbd9-4f35-b3f3-20d36d6b3e00 req-eac5ebe0-075f-4d05-90e5-89bb0c62c14a tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/security-groups?id=e070eee6-c519-4585-80e0-372c39a40b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2467890
Jun 04 15:20:12.690905 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f120ea5-4865-4438-a466-d0f46d9455a3 req-924d6aaf-fa37-43db-af7c-c1a14d3a20e4 service neutron] 10.222.0.62 "GET /v2.0/networks/70f52758-409f-4dd6-a97e-79bfa7708121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743162
Jun 04 15:20:12.853429 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1aadc40c-ccc6-4173-8976-83ece4e16c79 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:12.863487 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ae360f4b-8882-471d-93b2-eda1eb3923b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:12.894296 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-173b8262-40ed-46fa-ba40-d3aa61e4a569 req-76769eb0-5b5c-483a-a131-882453ef6469 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=68fc9aff-21da-47cc-8c68-b4187ee0f373 HTTP/1.1" status: 200  len: 210 time: 0.1028485
Jun 04 15:20:12.920712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadc40c-ccc6-4173-8976-83ece4e16c79 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Pushing event deleted for resources: {'Port': ['ID=e089ac88-58d6-423c-b0d6-065b013caa41,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:12.957275 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1aadc40c-ccc6-4173-8976-83ece4e16c79 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:12.999740 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f120ea5-4865-4438-a466-d0f46d9455a3 req-fd76d549-2a37-4397-b249-f17ca24e00ca service neutron] 10.222.0.62 "GET /v2.0/networks/70f52758-409f-4dd6-a97e-79bfa7708121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2976689
Jun 04 15:20:13.066794 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a6e3d5-9ea4-461a-b4f5-17090b42d9b8 x-openstack-request-id: req-a9a6e3d5-9ea4-461a-b4f5-17090b42d9b8 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:13.067907 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fc9aff-21da-47cc-8c68-b4187ee0f373", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb32d86-6292-42f7-b721-7169f7656fc7", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:13.068207 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9a6e3d5-9ea4-461a-b4f5-17090b42d9b8 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:13.069315 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fc9aff-21da-47cc-8c68-b4187ee0f373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb32d86-6292-42f7-b721-7169f7656fc7', 'code': 200}
Jun 04 15:20:13.086449 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1aadc40c-ccc6-4173-8976-83ece4e16c79 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:13.111500 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9de2489-905b-43bd-ad56-d6e58ad6417b x-openstack-request-id: req-c9de2489-905b-43bd-ad56-d6e58ad6417b {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:13.111841 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fc9aff-21da-47cc-8c68-b4187ee0f373", "name": "network-vif-deleted", "tag": "9fb32d86-6292-42f7-b721-7169f7656fc7", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:13.112148 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9de2489-905b-43bd-ad56-d6e58ad6417b {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:13.112687 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fc9aff-21da-47cc-8c68-b4187ee0f373', 'name': 'network-vif-deleted', 'tag': '9fb32d86-6292-42f7-b721-7169f7656fc7', 'status': 'completed', 'code': 200}
Jun 04 15:20:13.219426 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1aadc40c-ccc6-4173-8976-83ece4e16c79 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:13.223455 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1aadc40c-ccc6-4173-8976-83ece4e16c79 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] 10.222.0.32 "DELETE /v2.0/floatingips/c604d7c4-324d-4569-9050-9385e8395532 HTTP/1.1" status: 204  len: 168 time: 2.5242476
Jun 04 15:20:13.228860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45776) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:13.351594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aefb3e-f314-49d7-85ba-2682f25656ed req-8594d443-2b4c-4e01-ad77-f242b0dcb8b9 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:13.364007 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-79aefb3e-f314-49d7-85ba-2682f25656ed req-8594d443-2b4c-4e01-ad77-f242b0dcb8b9 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.1416173
Jun 04 15:20:13.414933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e6ff1fe4-59bd-42ea-95ba-3f9401e874e2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Synchronizing usage tracker for tenant:926d3966f5b342809000e5f28f33b523 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:13.433798 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-79aefb3e-f314-49d7-85ba-2682f25656ed req-b925676f-5323-424e-a48c-6307be7cc3c1 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686455
Jun 04 15:20:13.696516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e6ff1fe4-59bd-42ea-95ba-3f9401e874e2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Unset dirty status for tenant:926d3966f5b342809000e5f28f33b523 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:13.702101 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e6ff1fe4-59bd-42ea-95ba-3f9401e874e2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--765998168&fields=id&tenant_id=926d3966f5b342809000e5f28f33b523 HTTP/1.1" status: 200  len: 267 time: 0.5220566
Jun 04 15:20:13.928873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-bfc7d589-6c72-46d3-b69b-72a9d9a04307 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:13.929892 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-bfc7d589-6c72-46d3-b69b-72a9d9a04307 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Synchronizing usage tracker for tenant:926d3966f5b342809000e5f28f33b523 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:13.938769 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d07d7-969e-467e-888c-2662bc1fb8f8 req-82210dee-e3f1-491e-bc9c-114322c21c7a tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:13.940320 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-352d07d7-969e-467e-888c-2662bc1fb8f8 req-82210dee-e3f1-491e-bc9c-114322c21c7a tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc32134-808a-41e0-a0d7-f3704b5dd48f HTTP/1.1" status: 200  len: 943 time: 0.1423845
Jun 04 15:20:14.023624 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-352d07d7-969e-467e-888c-2662bc1fb8f8 req-2226ed18-6264-4d80-bd90-f3362b9b86db tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/security-groups?id=e070eee6-c519-4585-80e0-372c39a40b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705481
Jun 04 15:20:14.105349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-bfc7d589-6c72-46d3-b69b-72a9d9a04307 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Unset dirty status for tenant:926d3966f5b342809000e5f28f33b523 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:14.106659 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-bfc7d589-6c72-46d3-b69b-72a9d9a04307 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports/e11cad97-5be6-48e6-bf28-5f9a6959d242 HTTP/1.1" status: 200  len: 937 time: 0.3769023
Jun 04 15:20:14.423041 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-d27fd2dd-a478-487a-a5ca-2e0eb968d893 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:14.425888 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-d27fd2dd-a478-487a-a5ca-2e0eb968d893 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports/783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 HTTP/1.1" status: 200  len: 935 time: 0.0880787
Jun 04 15:20:14.455568 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2c6a56c0-6748-4578-a5b4-6db84ed2e071 req-18c50d62-a7f6-4ec6-bf73-f204a7e02a9b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/18b1d0b2-e440-4106-abd7-f5611da385d0 HTTP/1.1" status: 200  len: 1802 time: 0.0771441
Jun 04 15:20:14.519002 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 01e081a8-398f-4055-809f-8ec0996b81f9 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:20:14.533820 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-a0a374c8-8560-4065-a1d2-91e999e60074 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?network_id=67bebaa3-339e-464b-87fc-b3100714b795&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0989914
Jun 04 15:20:14.586439 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2c6a56c0-6748-4578-a5b4-6db84ed2e071 req-bd813fa1-c194-4b34-acb5-f6d5100902d4 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:14.624680 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-62fd7c40-8c67-4c9f-8135-ca4e1c5e5975 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?network_id=67bebaa3-339e-464b-87fc-b3100714b795&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0895917
Jun 04 15:20:14.633657 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2c6a56c0-6748-4578-a5b4-6db84ed2e071 req-bd813fa1-c194-4b34-acb5-f6d5100902d4 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:14.701953 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ede424e-aac1-421f-849e-79c3df0b6d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:14.725130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 01e081a8-398f-4055-809f-8ec0996b81f9, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=01e081a8-398f-4055-809f-8ec0996b81f9,segment=NetworkSegment(de881539-19d3-40d9-8f83-96dc3e85720b),segment_id=de881539-19d3-40d9-8f83-96dc3e85720b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:14.744450 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '01e081a8-398f-4055-809f-8ec0996b81f9', 'network_id': '70f52758-409f-4dd6-a97e-79bfa7708121', 'port_id': '01e081a8-398f-4055-809f-8ec0996b81f9', 'mac_address': 'fa:16:3e:9c:fd:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d3a44fd-1f5d-4c2e-8c34-df914abf1ca2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:20:14.810002 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2c6a56c0-6748-4578-a5b4-6db84ed2e071 req-bd813fa1-c194-4b34-acb5-f6d5100902d4 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:14.818120 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dd78006d-5e9a-4a51-9f63-418adf61a2ab tempest-ImagesOneServerNegativeTestJSON-256380314 tempest-ImagesOneServerNegativeTestJSON-256380314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:14.819569 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:14.842302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd813fa1-c194-4b34-acb5-f6d5100902d4 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b1d0b2-e440-4106-abd7-f5611da385d0,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:14.852414 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bd813fa1-c194-4b34-acb5-f6d5100902d4 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:14.866443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e081a8-398f-4055-809f-8ec0996b81f9 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:20:14.896458 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 01e081a8-398f-4055-809f-8ec0996b81f9, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=01e081a8-398f-4055-809f-8ec0996b81f9,segment=NetworkSegment(de881539-19d3-40d9-8f83-96dc3e85720b),segment_id=de881539-19d3-40d9-8f83-96dc3e85720b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:14.985192 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-2c6a56c0-6748-4578-a5b4-6db84ed2e071 req-bd813fa1-c194-4b34-acb5-f6d5100902d4 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:14.998714 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2c6a56c0-6748-4578-a5b4-6db84ed2e071 req-bd813fa1-c194-4b34-acb5-f6d5100902d4 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "DELETE /v2.0/security-groups/18b1d0b2-e440-4106-abd7-f5611da385d0 HTTP/1.1" status: 204  len: 173 time: 0.5358899
Jun 04 15:20:15.005263 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:15.007291 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:15.092157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-34c07dab-9faa-441b-9901-8dfbc63dd3a9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:15.098781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-34c07dab-9faa-441b-9901-8dfbc63dd3a9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:15.104744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-34c07dab-9faa-441b-9901-8dfbc63dd3a9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:15.106154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-34c07dab-9faa-441b-9901-8dfbc63dd3a9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Synchronizing usage tracker for tenant:926d3966f5b342809000e5f28f33b523 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:15.159422 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=01e081a8-398f-4055-809f-8ec0996b81f9,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:15.169528 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:15.263434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-34c07dab-9faa-441b-9901-8dfbc63dd3a9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Unset dirty status for tenant:926d3966f5b342809000e5f28f33b523 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:15.273609 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-34c07dab-9faa-441b-9901-8dfbc63dd3a9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/networks?id=523116c7-0d06-4e44-9c1a-1a833c6b29dc&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=67bebaa3-339e-464b-87fc-b3100714b795&id=67bebaa3-339e-464b-87fc-b3100714b795 HTTP/1.1" status: 200  len: 1996 time: 0.6475549
Jun 04 15:20:15.300472 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c425e26a-828c-4cd4-ac92-280ca8cd7333 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/quotas/926d3966f5b342809000e5f28f33b523 HTTP/1.1" status: 200  len: 375 time: 0.0252140
Jun 04 15:20:15.498029 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['01e081a8-398f-4055-809f-8ec0996b81f9'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:20:15.507839 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-42271992-353f-4430-9116-dd828667cfb0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=926d3966f5b342809000e5f28f33b523&fields=id HTTP/1.1" status: 200  len: 532 time: 0.2061255
Jun 04 15:20:15.577723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55394aff-66d6-4b74-a140-07e5418128f8 req-4aadb1dc-d012-4a61-895a-e1cc37f1362a tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:15.588181 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55394aff-66d6-4b74-a140-07e5418128f8 req-4aadb1dc-d012-4a61-895a-e1cc37f1362a tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.3476927
Jun 04 15:20:15.663947 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55394aff-66d6-4b74-a140-07e5418128f8 req-1c704c61-97a2-490a-ac95-0804432c5c3a tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730393
Jun 04 15:20:15.804872 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-5932606f-abcc-4436-9d53-132a0aba7da2 service neutron] 10.222.0.32 "GET /v2.0/networks/523116c7-0d06-4e44-9c1a-1a833c6b29dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2960038
Jun 04 15:20:15.864215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-0ede424e-aac1-421f-849e-79c3df0b6d04 admin admin] Deleting port 37836627-4998-478e-b30c-72f2a32db7ac {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:20:15.864732 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ede424e-aac1-421f-849e-79c3df0b6d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:15.989813 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ed7cfe9e-7fa5-4113-a8b9-637aa413b0b4 req-f3a01b4f-6f67-43ad-8830-aded791750d0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/1af9175a-b2c6-4ffc-94e2-f072205632d1 HTTP/1.1" status: 200  len: 1802 time: 0.0838485
Jun 04 15:20:16.093309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-0ede424e-aac1-421f-849e-79c3df0b6d04 admin admin] For port 37836627-4998-478e-b30c-72f2a32db7ac, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=37836627-4998-478e-b30c-72f2a32db7ac,segment=NetworkSegment(8f6096c5-0158-4a71-a5c9-6ede3d87a40c),segment_id=8f6096c5-0158-4a71-a5c9-6ede3d87a40c)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:16.093960 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ede424e-aac1-421f-849e-79c3df0b6d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:16.100676 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ed7cfe9e-7fa5-4113-a8b9-637aa413b0b4 req-a505ca3e-a734-4cb8-8a22-196814b1bdc0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:16.141981 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ed7cfe9e-7fa5-4113-a8b9-637aa413b0b4 req-a505ca3e-a734-4cb8-8a22-196814b1bdc0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:16.274329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-0ede424e-aac1-421f-849e-79c3df0b6d04 admin admin] Calling delete_port for 37836627-4998-478e-b30c-72f2a32db7ac owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:20:16.288898 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-28872414-2d89-4bfa-8b1a-2603ebd0ad71 service neutron] 10.222.0.32 "GET /v2.0/networks/523116c7-0d06-4e44-9c1a-1a833c6b29dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4829624
Jun 04 15:20:16.298111 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ed7cfe9e-7fa5-4113-a8b9-637aa413b0b4 req-a505ca3e-a734-4cb8-8a22-196814b1bdc0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:16.304818 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ab2aa3cb-9e50-4453-988b-034ea0c44817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:16.330671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505ca3e-a734-4cb8-8a22-196814b1bdc0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af9175a-b2c6-4ffc-94e2-f072205632d1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:16.345865 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a505ca3e-a734-4cb8-8a22-196814b1bdc0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:16.349204 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ed7cfe9e-7fa5-4113-a8b9-637aa413b0b4 req-a505ca3e-a734-4cb8-8a22-196814b1bdc0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:16.363917 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ed7cfe9e-7fa5-4113-a8b9-637aa413b0b4 req-a505ca3e-a734-4cb8-8a22-196814b1bdc0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "DELETE /v2.0/security-groups/1af9175a-b2c6-4ffc-94e2-f072205632d1 HTTP/1.1" status: 204  len: 173 time: 0.3731127
Jun 04 15:20:16.602204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d852f1c-b94c-4ccc-abd3-36ad9ef9edd6 req-599fe221-b633-46e3-8dd9-e6a7253e961f tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:16.616387 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6abe381f-4d27-42f6-a0cd-2af03c738b02 service neutron] 10.222.0.32 "GET /v2.0/ports/e11cad97-5be6-48e6-bf28-5f9a6959d242?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.3022795
Jun 04 15:20:16.617736 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6d852f1c-b94c-4ccc-abd3-36ad9ef9edd6 req-599fe221-b633-46e3-8dd9-e6a7253e961f tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc32134-808a-41e0-a0d7-f3704b5dd48f HTTP/1.1" status: 200  len: 944 time: 0.1395051
Jun 04 15:20:16.701198 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6d852f1c-b94c-4ccc-abd3-36ad9ef9edd6 req-110625d2-7e39-421e-a7b2-554b562760a0 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/security-groups?id=e070eee6-c519-4585-80e0-372c39a40b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824387
Jun 04 15:20:16.705082 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 2e3acaef-c532-4fe2-9665-a59cd5845cb8 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:20:16.914280 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 2e3acaef-c532-4fe2-9665-a59cd5845cb8, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=2e3acaef-c532-4fe2-9665-a59cd5845cb8,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:16.933061 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '2e3acaef-c532-4fe2-9665-a59cd5845cb8', 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84', 'port_id': '2e3acaef-c532-4fe2-9665-a59cd5845cb8', 'mac_address': 'fa:16:3e:29:2f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66f9b66-8bf4-487d-81ab-50ab28167b73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:20:16.964033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-45a1c7d1-b009-4221-a4d3-dfe1288311c8 req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-988869701', 'description': 'tempest-description-896944905'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:16.968891 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-dd4698cb-74d7-453c-90ea-b25dec31e271 service neutron] 10.222.0.32 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3533168
Jun 04 15:20:16.973155 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-45a1c7d1-b009-4221-a4d3-dfe1288311c8 req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:16.983430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-45a1c7d1-b009-4221-a4d3-dfe1288311c8 req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:security_group and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:16.987576 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-45a1c7d1-b009-4221-a4d3-dfe1288311c8 req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:16.997614 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-45a1c7d1-b009-4221-a4d3-dfe1288311c8 req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:17.023907 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:17.043742 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e3acaef-c532-4fe2-9665-a59cd5845cb8 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:20:17.068131 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 2e3acaef-c532-4fe2-9665-a59cd5845cb8, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=2e3acaef-c532-4fe2-9665-a59cd5845cb8,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:17.181572 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-4c211998-d88f-494d-aa4d-4854f52f1640 service neutron] 10.222.0.32 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2044690
Jun 04 15:20:17.252115 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2f7e3bd0-9fb4-4956-93a8-42017c67e8f5 service neutron] 10.222.0.32 "GET /v2.0/ports/783a3e7f-c7ae-454f-ba54-8ec9e3e03af5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.0642571
Jun 04 15:20:17.420645 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-19c5e854-92f6-4c99-bca4-d60694267bf0 service neutron] 10.222.0.32 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578395
Jun 04 15:20:17.565613 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-1d04f124-9f45-4b7b-9682-24443244f841 service neutron] 10.222.0.32 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363471
Jun 04 15:20:17.571615 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:17.571836 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-45a1c7d1-b009-4221-a4d3-dfe1288311c8 req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:17.574409 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:17.601652 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ede424e-aac1-421f-849e-79c3df0b6d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:17.602357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-45a1c7d1-b009-4221-a4d3-dfe1288311c8 req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:17.606928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-45a1c7d1-b009-4221-a4d3-dfe1288311c8 req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Usage tracker for resource:security_group_rule and tenant:713591000c9d4c579e6ca5bef23c2fcf is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:17.611006 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-915e9106-5fd2-455c-932d-2446bcfefbef tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:17.615401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-45a1c7d1-b009-4221-a4d3-dfe1288311c8 req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:17.619411 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-45a1c7d1-b009-4221-a4d3-dfe1288311c8 req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:17.679983 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede424e-aac1-421f-849e-79c3df0b6d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=37836627-4998-478e-b30c-72f2a32db7ac,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:17.691845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=2e3acaef-c532-4fe2-9665-a59cd5845cb8,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:17.692390 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0ede424e-aac1-421f-849e-79c3df0b6d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:17.696838 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:17.710166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['2e3acaef-c532-4fe2-9665-a59cd5845cb8'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:20:17.793762 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-45a1c7d1-b009-4221-a4d3-dfe1288311c8 req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:17.937152 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-9033a712-de0f-4fcd-b6c3-5b2ac1deaa78 service neutron] 10.222.0.32 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3580225
Jun 04 15:20:18.169078 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-45a1c7d1-b009-4221-a4d3-dfe1288311c8 req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:18.174886 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dc28ad52-f924-4755-8abc-8f5e9eaf1c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:18.244058 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94cb90c-11a2-4e8e-b8b3-4de8b86d2c72,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:18.250666 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:18.381542 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ede424e-aac1-421f-849e-79c3df0b6d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:18.455195 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-a303c905-bf0a-4e30-b618-14b2ec8578bc service neutron] 10.222.0.32 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5170529
Jun 04 15:20:18.509787 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-45a1c7d1-b009-4221-a4d3-dfe1288311c8 req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:18.511483 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-45a1c7d1-b009-4221-a4d3-dfe1288311c8 req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1806 time: 1.5541475
Jun 04 15:20:18.599421 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 01e081a8-398f-4055-809f-8ec0996b81f9 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:20:18.761099 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-a8a1b74d-27ff-4b3c-8cc3-3fb25aab80c7 service neutron] 10.222.0.32 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2887197
Jun 04 15:20:18.848529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea429966-7c22-4365-9e7d-77408d367cfc req-9ec99b85-b7e7-4c3e-b1d4-8545ff8bef80 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:18.850703 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ea429966-7c22-4365-9e7d-77408d367cfc req-9ec99b85-b7e7-4c3e-b1d4-8545ff8bef80 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.1182592
Jun 04 15:20:18.937327 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ea429966-7c22-4365-9e7d-77408d367cfc req-01e34bbd-5fb0-4c67-92e1-2abb39bec611 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775185
Jun 04 15:20:18.976818 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 01e081a8-398f-4055-809f-8ec0996b81f9 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:20:18.983836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 01e081a8-398f-4055-809f-8ec0996b81f9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:18.984302 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:19.076622 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-14313aa0-e3c3-4996-93b0-19dcfd3eb137 service neutron] 10.222.0.32 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2563274
Jun 04 15:20:19.112703 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ede424e-aac1-421f-849e-79c3df0b6d04 admin admin] Router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:20:19.202946 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:19.233167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc32134-808a-41e0-a0d7-f3704b5dd48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e081a8-398f-4055-809f-8ec0996b81f9'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:19.235569 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3541d949-42a0-4a92-ae55-c9b3d218399c" -d '{"events": [{"server_uuid": "0fc32134-808a-41e0-a0d7-f3704b5dd48f", "name": "network-vif-plugged", "status": "completed", "tag": "01e081a8-398f-4055-809f-8ec0996b81f9"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:19.245643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 01e081a8-398f-4055-809f-8ec0996b81f9, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=01e081a8-398f-4055-809f-8ec0996b81f9,segment=NetworkSegment(de881539-19d3-40d9-8f83-96dc3e85720b),segment_id=de881539-19d3-40d9-8f83-96dc3e85720b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:19.282902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5568bb-da52-471e-bb77-3a32aee8b930 req-91adf468-542a-48c8-bac8-f03c87d105f7 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:19.290939 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ac5568bb-da52-471e-bb77-3a32aee8b930 req-91adf468-542a-48c8-bac8-f03c87d105f7 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc32134-808a-41e0-a0d7-f3704b5dd48f HTTP/1.1" status: 200  len: 944 time: 0.1169562
Jun 04 15:20:19.360741 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ac5568bb-da52-471e-bb77-3a32aee8b930 req-93f97f05-0c6b-4038-8a21-8974ba52e6fc tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/security-groups?id=e070eee6-c519-4585-80e0-372c39a40b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680614
Jun 04 15:20:19.383585 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-090dd80a-458f-4b8b-9134-21748a493496 service neutron] 10.222.0.32 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3007524
Jun 04 15:20:19.387974 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:19.388860 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 2e3acaef-c532-4fe2-9665-a59cd5845cb8 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:20:19.448494 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:19.581731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=01e081a8-398f-4055-809f-8ec0996b81f9,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:19.585986 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:19.611423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 2e3acaef-c532-4fe2-9665-a59cd5845cb8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:19.612044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ede424e-aac1-421f-849e-79c3df0b6d04 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:20:19.615344 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:19.625594 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967aa080-7044-4b53-adbe-f9d2e1c5f762 None None] Sync routers for ids ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:20:19.637822 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967aa080-7044-4b53-adbe-f9d2e1c5f762 None None] Routers {'64036c0c-291a-41f1-9fbb-18329e3ed5c4'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:20:19.638457 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-967aa080-7044-4b53-adbe-f9d2e1c5f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d1cd0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:20:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:19.658422 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0ede424e-aac1-421f-849e-79c3df0b6d04 admin admin] 10.222.0.32 "PUT /v2.0/routers/64036c0c-291a-41f1-9fbb-18329e3ed5c4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4271383
Jun 04 15:20:19.673923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45870) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:19.720784 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-31d6d71c-ce35-47e4-943d-448c7c7b274f service neutron] 10.222.0.32 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2975254
Jun 04 15:20:19.781182 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-67f1bb1f-04e2-48a4-aef7-8751dacc5f85 req-8c030e77-c779-4390-a671-75b5a7528752 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/c94cb90c-11a2-4e8e-b8b3-4de8b86d2c72 HTTP/1.1" status: 200  len: 1801 time: 0.1772039
Jun 04 15:20:19.788516 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-67f1bb1f-04e2-48a4-aef7-8751dacc5f85 req-917d18bf-e4b8-4dd7-a6ae-e86901d9f49a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1325755233', 'description': 'tempest-description-hth-906465013'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:19.888418 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:19.924233 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-67f1bb1f-04e2-48a4-aef7-8751dacc5f85 req-917d18bf-e4b8-4dd7-a6ae-e86901d9f49a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:19.992734 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:20.033886 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-967aa080-7044-4b53-adbe-f9d2e1c5f762 None None] Set router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:20:20.060322 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-df7c320a-4c4e-4833-bb59-2f879f1d3884 service neutron] 10.222.0.32 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3321514
Jun 04 15:20:20.106496 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-67f1bb1f-04e2-48a4-aef7-8751dacc5f85 req-917d18bf-e4b8-4dd7-a6ae-e86901d9f49a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:20.131312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 2e3acaef-c532-4fe2-9665-a59cd5845cb8, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=2e3acaef-c532-4fe2-9665-a59cd5845cb8,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:20.208641 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:20.210695 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:20.257131 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-67f1bb1f-04e2-48a4-aef7-8751dacc5f85 req-917d18bf-e4b8-4dd7-a6ae-e86901d9f49a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:20.259705 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-67f1bb1f-04e2-48a4-aef7-8751dacc5f85 req-917d18bf-e4b8-4dd7-a6ae-e86901d9f49a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:20.274932 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-67f1bb1f-04e2-48a4-aef7-8751dacc5f85 req-917d18bf-e4b8-4dd7-a6ae-e86901d9f49a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "PUT /v2.0/security-groups/c94cb90c-11a2-4e8e-b8b3-4de8b86d2c72 HTTP/1.1" status: 200  len: 1776 time: 0.4926419
Jun 04 15:20:20.289858 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d6651e79-0180-42f9-8ee8-3dbaeaca50dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:20.317088 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-911955e2-72d0-49f7-9847-6152ec7e745e service neutron] 10.222.0.32 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2499247
Jun 04 15:20:20.370164 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204886f5-f0a8-4d74-a0ee-663315947057 x-openstack-request-id: req-204886f5-f0a8-4d74-a0ee-663315947057 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:20.370427 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc32134-808a-41e0-a0d7-f3704b5dd48f", "name": "network-vif-plugged", "status": "completed", "tag": "01e081a8-398f-4055-809f-8ec0996b81f9", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:20.370776 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-204886f5-f0a8-4d74-a0ee-663315947057 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:20.371145 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc32134-808a-41e0-a0d7-f3704b5dd48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e081a8-398f-4055-809f-8ec0996b81f9', 'code': 200}
Jun 04 15:20:20.392489 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=2e3acaef-c532-4fe2-9665-a59cd5845cb8,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:20.411944 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:20.414936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d18bf-e4b8-4dd7-a6ae-e86901d9f49a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94cb90c-11a2-4e8e-b8b3-4de8b86d2c72,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:20.431109 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-917d18bf-e4b8-4dd7-a6ae-e86901d9f49a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:20.562200 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:20.639061 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d221a-181a-4fe9-97e6-3eb882c6e8b2 req-31f59f50-46a2-413d-a23f-f4916fb789c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:20.639293 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-967aa080-7044-4b53-adbe-f9d2e1c5f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d1cd0>, [{'id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'name': 'tempest-ServersTestManualDisk-705604240-router', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:37Z', 'updated_at': '2021-06-04T15:20:17Z', 'revision_number': 5, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'gw_port': {'id': '07bd599b-e0d0-4743-8d03-ad392e7b1769', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:15:38Z', 'updated_at': '2021-06-04T15:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:20.641338 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-800d221a-181a-4fe9-97e6-3eb882c6e8b2 req-31f59f50-46a2-413d-a23f-f4916fb789c1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0fc32134-808a-41e0-a0d7-f3704b5dd48f HTTP/1.1" status: 200  len: 1096 time: 0.2138150
Jun 04 15:20:20.646499 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967aa080-7044-4b53-adbe-f9d2e1c5f762 None None] Checking router: 64036c0c-291a-41f1-9fbb-18329e3ed5c4 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:20:20.667669 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb009ba-22f3-402a-a547-f76f8bf5ba55 req-b93ca73d-b617-4573-9e63-f6eef0ca5def tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:20.669604 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1fb009ba-22f3-402a-a547-f76f8bf5ba55 req-b93ca73d-b617-4573-9e63-f6eef0ca5def tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.1565452
Jun 04 15:20:20.673969 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967aa080-7044-4b53-adbe-f9d2e1c5f762 None None] Routers {'64036c0c-291a-41f1-9fbb-18329e3ed5c4'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:20:20.674609 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-967aa080-7044-4b53-adbe-f9d2e1c5f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d1cd0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:20:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:20.811041 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-800d221a-181a-4fe9-97e6-3eb882c6e8b2 req-fac7d24b-e5cb-46b3-9026-28b4576e732f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e070eee6-c519-4585-80e0-372c39a40b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398847
Jun 04 15:20:20.826522 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1fb009ba-22f3-402a-a547-f76f8bf5ba55 req-9d9e4760-002d-4941-86d8-3d4d9e86a2b9 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041708
Jun 04 15:20:20.871863 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] Deleting port 07bd599b-e0d0-4743-8d03-ad392e7b1769 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:20:20.872540 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:20.974561 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-967aa080-7044-4b53-adbe-f9d2e1c5f762 None None] Set router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:20:21.074972 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] For port 07bd599b-e0d0-4743-8d03-ad392e7b1769, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=07bd599b-e0d0-4743-8d03-ad392e7b1769,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:21.075446 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:21.177953 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-967aa080-7044-4b53-adbe-f9d2e1c5f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d1cd0>, [{'id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'name': 'tempest-ServersTestManualDisk-705604240-router', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:37Z', 'updated_at': '2021-06-04T15:20:20Z', 'revision_number': 6, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:21.185835 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967aa080-7044-4b53-adbe-f9d2e1c5f762 None None] The sync data for ids ['64036c0c-291a-41f1-9fbb-18329e3ed5c4'] in n-d-791505-9 is: [{'id': '64036c0c-291a-41f1-9fbb-18329e3ed5c4', 'name': 'tempest-ServersTestManualDisk-705604240-router', 'tenant_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:15:37Z', 'updated_at': '2021-06-04T15:20:20Z', 'revision_number': 6, 'project_id': '19b9e4b51b064e8d8317a7483dd1d34a', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:20:21.431784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] Calling delete_port for 07bd599b-e0d0-4743-8d03-ad392e7b1769 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:20:21.823285 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:21.829573 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:21.930293 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=07bd599b-e0d0-4743-8d03-ad392e7b1769,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:21.944746 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:22.207931 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:22.372671 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3acaef-c532-4fe2-9665-a59cd5845cb8'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:22.376947 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1ae3d8-0803-4513-9e57-edf058ec6fcf" -d '{"events": [{"server_uuid": "93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f", "name": "network-vif-plugged", "status": "completed", "tag": "2e3acaef-c532-4fe2-9665-a59cd5845cb8"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:22.439476 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:22.442212 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:22.619856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 07bd599b-e0d0-4743-8d03-ad392e7b1769 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:20:22.661475 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 07bd599b-e0d0-4743-8d03-ad392e7b1769 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:20:22.661834 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 07bd599b-e0d0-4743-8d03-ad392e7b1769 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:20:22.662270 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 37836627-4998-478e-b30c-72f2a32db7ac no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:20:22.704625 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 37836627-4998-478e-b30c-72f2a32db7ac {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:20:22.704984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 37836627-4998-478e-b30c-72f2a32db7ac not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:20:23.001986 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:23.001986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64036c0c-291a-41f1-9fbb-18329e3ed5c4 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:20:23.034478 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:23.038351 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] 10.222.0.32 "DELETE /v2.0/routers/64036c0c-291a-41f1-9fbb-18329e3ed5c4 HTTP/1.1" status: 204  len: 168 time: 3.3604805
Jun 04 15:20:23.038599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45932) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:23.107977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84efed9-29ef-4a64-bdfe-64084f8272ae admin admin] Deleting subnet dcd15fe0-8f99-47e2-b804-1a5a0fce07ff {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:20:23.111306 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f84efed9-29ef-4a64-bdfe-64084f8272ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:23.163937 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f84efed9-29ef-4a64-bdfe-64084f8272ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:23.259250 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f84efed9-29ef-4a64-bdfe-64084f8272ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:23.276622 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:23.702636 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45db01a6-e638-4722-be36-3f0e8c325240 req-f08ea1cd-65b9-4061-bba5-574ea31b5e76 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/c94cb90c-11a2-4e8e-b8b3-4de8b86d2c72 HTTP/1.1" status: 200  len: 1776 time: 0.0751126
Jun 04 15:20:23.929701 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f84efed9-29ef-4a64-bdfe-64084f8272ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:23.952736 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b7879b60-ff59-44bb-8966-27102bb805c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:23.994999 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f84efed9-29ef-4a64-bdfe-64084f8272ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:24.002967 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7136004c-a768-47a0-995d-c6372fc2b129 None None] Network ce2641af-d785-42c1-b85a-8ec2c2a9be7e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:20:24.030731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84efed9-29ef-4a64-bdfe-64084f8272ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd15fe0-8f99-47e2-b804-1a5a0fce07ff,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:24.038256 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f84efed9-29ef-4a64-bdfe-64084f8272ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:24.040977 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f84efed9-29ef-4a64-bdfe-64084f8272ae admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dcd15fe0-8f99-47e2-b804-1a5a0fce07ff HTTP/1.1" status: 204  len: 168 time: 1.0013869
Jun 04 15:20:24.043796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45948) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:24.112289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6176d87-460b-4cd6-9622-6d9b939b511f req-68236f36-4ae6-49dd-8cd0-1f136e84572c tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:24.116929 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a6176d87-460b-4cd6-9622-6d9b939b511f req-68236f36-4ae6-49dd-8cd0-1f136e84572c tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc32134-808a-41e0-a0d7-f3704b5dd48f HTTP/1.1" status: 200  len: 945 time: 0.2436454
Jun 04 15:20:24.234272 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a6176d87-460b-4cd6-9622-6d9b939b511f req-2c730022-3a8a-48ef-9125-d067d5edd4bb tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/security-groups?id=e070eee6-c519-4585-80e0-372c39a40b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067338
Jun 04 15:20:24.273670 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:24.422428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Deleting port c51d0dae-8f81-45d1-9372-dcb0efa0162a {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:20:24.422428 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:24.517822 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7763bd9f-b6c8-4043-9feb-a52e60227aec None None] DHCP port deletion for ce2641af-d785-42c1-b85a-8ec2c2a9be7e request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:20:24.558803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] For port c51d0dae-8f81-45d1-9372-dcb0efa0162a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c51d0dae-8f81-45d1-9372-dcb0efa0162a,segment=NetworkSegment(8f6096c5-0158-4a71-a5c9-6ede3d87a40c),segment_id=8f6096c5-0158-4a71-a5c9-6ede3d87a40c)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:24.559116 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:24.618578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c51d0dae-8f81-45d1-9372-dcb0efa0162a no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:20:24.775087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Calling delete_port for c51d0dae-8f81-45d1-9372-dcb0efa0162a owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:20:24.836792 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:24.850277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7763bd9f-b6c8-4043-9feb-a52e60227aec None None] Deleting port c51d0dae-8f81-45d1-9372-dcb0efa0162a {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:20:24.852466 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7763bd9f-b6c8-4043-9feb-a52e60227aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:24.909915 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:24.921600 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-56531e52-e658-4ffd-9c7b-d034d4a57b44 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:25.002805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=c51d0dae-8f81-45d1-9372-dcb0efa0162a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:25.007194 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:25.009435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] No DVR routers for this DVR port c51d0dae-8f81-45d1-9372-dcb0efa0162a on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:20:25.021344 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7763bd9f-b6c8-4043-9feb-a52e60227aec None None] For port c51d0dae-8f81-45d1-9372-dcb0efa0162a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c51d0dae-8f81-45d1-9372-dcb0efa0162a,segment=NetworkSegment(8f6096c5-0158-4a71-a5c9-6ede3d87a40c),segment_id=8f6096c5-0158-4a71-a5c9-6ede3d87a40c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:25.021912 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7763bd9f-b6c8-4043-9feb-a52e60227aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:25.222647 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:25.247181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386826d90>,) {'filters': {'network_id': ['ce2641af-d785-42c1-b85a-8ec2c2a9be7e']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:25.275238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386826d90>, '8f6096c5-0158-4a71-a5c9-6ede3d87a40c') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:25.275559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386826d90>, '8f6096c5-0158-4a71-a5c9-6ede3d87a40c') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:25.302499 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:25.337181 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:25.366280 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:20:25.366913 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:20:25.388445 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:20:25.393095 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83c1848-fca6-4fcb-8535-c32111e01905 x-openstack-request-id: req-b83c1848-fca6-4fcb-8535-c32111e01905 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:25.393502 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f", "name": "network-vif-plugged", "status": "completed", "tag": "2e3acaef-c532-4fe2-9665-a59cd5845cb8", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:25.393857 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b83c1848-fca6-4fcb-8535-c32111e01905 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:25.394463 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3acaef-c532-4fe2-9665-a59cd5845cb8', 'code': 200}
Jun 04 15:20:25.411037 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7763bd9f-b6c8-4043-9feb-a52e60227aec None None] Calling delete_port for c51d0dae-8f81-45d1-9372-dcb0efa0162a owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:20:25.450391 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74a6bc02-5fd2-48f6-bc83-164d64116223 req-933d5212-15f0-4f12-aa31-92bfdb9d4347 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 210 time: 0.1056268
Jun 04 15:20:25.577461 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7763bd9f-b6c8-4043-9feb-a52e60227aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:25.578525 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36e56d-c1ff-4cfb-8d6a-4ba9babc2125 req-f08ffc3b-7c17-423b-9324-6fc4269b93d6 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:25.589431 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8a36e56d-c1ff-4cfb-8d6a-4ba9babc2125 req-f08ffc3b-7c17-423b-9324-6fc4269b93d6 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.1736748
Jun 04 15:20:25.591952 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0e14f18-a875-4ff1-a7d3-7b50a07528ff req-69b8ff4d-cbd8-4762-8131-375bcc5992b0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/c94cb90c-11a2-4e8e-b8b3-4de8b86d2c72 HTTP/1.1" status: 200  len: 1776 time: 0.0925071
Jun 04 15:20:25.599985 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:25.646282 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:25.658456 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e0b7bf80-1310-40aa-8adb-89e386636a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:25.702291 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7763bd9f-b6c8-4043-9feb-a52e60227aec None None] No DVR routers for this DVR port c51d0dae-8f81-45d1-9372-dcb0efa0162a on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:20:25.728227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763bd9f-b6c8-4043-9feb-a52e60227aec None None] Pushing event deleted for resources: {'Port': ['ID=c51d0dae-8f81-45d1-9372-dcb0efa0162a,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:25.733966 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7763bd9f-b6c8-4043-9feb-a52e60227aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:25.735328 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:25.774402 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a0e14f18-a875-4ff1-a7d3-7b50a07528ff req-a69b3c26-1611-4e4c-b948-3532b57fbe0a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:25.801802 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:25.817186 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8a36e56d-c1ff-4cfb-8d6a-4ba9babc2125 req-802bc06d-e06c-4d58-b172-a8ea34a8eaf2 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283726
Jun 04 15:20:25.825038 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=ce2641af-d785-42c1-b85a-8ec2c2a9be7e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:25.842838 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:25.885720 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a0e14f18-a875-4ff1-a7d3-7b50a07528ff req-a69b3c26-1611-4e4c-b948-3532b57fbe0a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:26.002955 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] 10.222.0.32 "DELETE /v2.0/networks/ce2641af-d785-42c1-b85a-8ec2c2a9be7e HTTP/1.1" status: 204  len: 168 time: 1.9554009
Jun 04 15:20:26.203652 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a0e14f18-a875-4ff1-a7d3-7b50a07528ff req-a69b3c26-1611-4e4c-b948-3532b57fbe0a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:26.214275 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-573dad27-5aaf-49a2-ad11-76552da7b82c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:26.230666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b3c26-1611-4e4c-b948-3532b57fbe0a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94cb90c-11a2-4e8e-b8b3-4de8b86d2c72,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:26.236875 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a69b3c26-1611-4e4c-b948-3532b57fbe0a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:26.242877 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a0e14f18-a875-4ff1-a7d3-7b50a07528ff req-a69b3c26-1611-4e4c-b948-3532b57fbe0a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:26.255689 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0e14f18-a875-4ff1-a7d3-7b50a07528ff req-a69b3c26-1611-4e4c-b948-3532b57fbe0a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "DELETE /v2.0/security-groups/c94cb90c-11a2-4e8e-b8b3-4de8b86d2c72 HTTP/1.1" status: 204  len: 173 time: 0.6624019
Jun 04 15:20:26.440228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468e9d5-0ba3-444d-9abf-22b6782003ff req-f3e63708-9011-43c0-b61e-7d3a05a952a6 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:26.441744 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f468e9d5-0ba3-444d-9abf-22b6782003ff req-f3e63708-9011-43c0-b61e-7d3a05a952a6 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb9f644-6432-40a6-9753-3e8dc8961d47 HTTP/1.1" status: 200  len: 950 time: 0.0968342
Jun 04 15:20:26.517569 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f468e9d5-0ba3-444d-9abf-22b6782003ff req-bef9b199-bae7-4b8b-b70d-aef03356a812 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703115
Jun 04 15:20:26.757876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-e499dbce-b48a-460e-838a-57850bd60a2e req-08527a51-435b-45a2-b992-c773a9c486da tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Synchronizing usage tracker for tenant:926d3966f5b342809000e5f28f33b523 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:26.772167 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-e499dbce-b48a-460e-838a-57850bd60a2e req-08527a51-435b-45a2-b992-c773a9c486da tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Unset dirty status for tenant:926d3966f5b342809000e5f28f33b523 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:26.772514 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e499dbce-b48a-460e-838a-57850bd60a2e req-08527a51-435b-45a2-b992-c773a9c486da tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 210 time: 0.0689363
Jun 04 15:20:26.805965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46018) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:26.928631 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4b1f1e3e-4fd6-44b2-abda-0c960e7a1f67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19b9e4b51b064e8d8317a7483dd1d34a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1182752
Jun 04 15:20:26.929472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46026) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:27.118761 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-103f84f2-c288-4d94-ba53-6fbe6e79dd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:27.176690 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-103f84f2-c288-4d94-ba53-6fbe6e79dd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:27.443037 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-103f84f2-c288-4d94-ba53-6fbe6e79dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:27.449990 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-831773b8-8277-4a62-9946-fa5a7edb7a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:27.461193 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e29136-dcad-4bb8-963d-31e06f1b1d65 req-27a08c09-a5b6-4a52-a658-733626c0155a tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:27.471661 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f84f2-c288-4d94-ba53-6fbe6e79dd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f71f6e-d39a-4e1f-ad80-e0737b60e439,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:27.474936 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-103f84f2-c288-4d94-ba53-6fbe6e79dd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:27.498466 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-103f84f2-c288-4d94-ba53-6fbe6e79dd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:27.501084 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-103f84f2-c288-4d94-ba53-6fbe6e79dd2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60f71f6e-d39a-4e1f-ad80-e0737b60e439 HTTP/1.1" status: 204  len: 168 time: 0.5691559
Jun 04 15:20:27.507136 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-35e29136-dcad-4bb8-963d-31e06f1b1d65 req-27a08c09-a5b6-4a52-a658-733626c0155a tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.3020577
Jun 04 15:20:27.598867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a5ef0-a4f5-4b24-9aae-0f26492b4313 req-4f343fb5-b56f-48dd-9d05-39505c6f5e71 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:27.601672 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-438a5ef0-a4f5-4b24-9aae-0f26492b4313 req-4f343fb5-b56f-48dd-9d05-39505c6f5e71 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc32134-808a-41e0-a0d7-f3704b5dd48f HTTP/1.1" status: 200  len: 945 time: 0.2593627
Jun 04 15:20:27.608309 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-35e29136-dcad-4bb8-963d-31e06f1b1d65 req-0b4c8dff-21ea-4709-ac8d-a12e805e27d7 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000121
Jun 04 15:20:27.714516 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-438a5ef0-a4f5-4b24-9aae-0f26492b4313 req-f43fcf27-8c76-4386-ab4c-8c71f07d0746 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/security-groups?id=e070eee6-c519-4585-80e0-372c39a40b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866833
Jun 04 15:20:27.798583 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [req-fec1fc93-e2e8-4519-966c-77ecc0603b5f req-1ea5f803-6433-405f-8134-c5bf4294a3fe tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] show failed (client error): The resource could not be found.
Jun 04 15:20:27.800015 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fec1fc93-e2e8-4519-966c-77ecc0603b5f req-1ea5f803-6433-405f-8134-c5bf4294a3fe tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/1af9175a-b2c6-4ffc-94e2-f072205632d1 HTTP/1.1" status: 404  len: 352 time: 0.0313904
Jun 04 15:20:27.895920 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b0ce7661-9839-4044-a85e-2f90ba80709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:27.897985 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b0ce7661-9839-4044-a85e-2f90ba80709a service neutron] 10.222.0.62 "GET /v2.0/ports/e11cad97-5be6-48e6-bf28-5f9a6959d242 HTTP/1.1" status: 200  len: 1033 time: 0.1664982
Jun 04 15:20:28.102369 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [req-ad16d7aa-df07-426a-89fa-7300ecc04a12 req-9485ad5a-b778-43e8-9f81-7c5e758c239b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] show failed (client error): The resource could not be found.
Jun 04 15:20:28.116594 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 97e7c7db-21a7-436e-8439-4b930b7d25ff details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:20:28.119112 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ad16d7aa-df07-426a-89fa-7300ecc04a12 req-9485ad5a-b778-43e8-9f81-7c5e758c239b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/18b1d0b2-e440-4106-abd7-f5611da385d0 HTTP/1.1" status: 404  len: 352 time: 0.0720210
Jun 04 15:20:28.119244 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 18f0c292-85e0-4aed-a087-5886d84a05fb no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:20:28.144584 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fe58e52e-1ad5-46c4-a4e1-7fffe0b9fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:28.147899 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fe58e52e-1ad5-46c4-a4e1-7fffe0b9fe9c service neutron] 10.222.0.62 "GET /v2.0/ports/783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 HTTP/1.1" status: 200  len: 1031 time: 0.2382550
Jun 04 15:20:28.417753 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fea09744-0f90-4baa-a692-a44d6e5dba0c req-3cf37add-3fc3-4afc-a176-3975a2aaef95 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 210 time: 0.1533940
Jun 04 15:20:28.448463 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [req-e918b537-8d21-4ce2-b00b-40016f75d8cf req-0856bf10-7c26-42a8-a994-ef9b6860dbb0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] show failed (client error): The resource could not be found.
Jun 04 15:20:28.450212 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e918b537-8d21-4ce2-b00b-40016f75d8cf req-0856bf10-7c26-42a8-a994-ef9b6860dbb0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/84dfc12a-f2b2-4303-bdb9-6f16ee3afd0d HTTP/1.1" status: 404  len: 352 time: 0.0400009
Jun 04 15:20:28.527810 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [req-c5a86ba8-43cb-4847-9c1c-7eb3667c3964 req-da172494-b104-444e-b46b-3ef0242f400a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] show failed (client error): The resource could not be found.
Jun 04 15:20:28.528892 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c5a86ba8-43cb-4847-9c1c-7eb3667c3964 req-da172494-b104-444e-b46b-3ef0242f400a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/1c8ea247-f170-41a8-9260-6089c6faa35c HTTP/1.1" status: 404  len: 352 time: 0.0383155
Jun 04 15:20:28.593798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-33111549-db57-41c3-b07e-b49bab4b642b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:28.598782 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [req-3a5dd11e-cea7-4e75-a3be-36cdc44aad9c req-85fbbd3b-ff7e-4290-8003-e8dd9869cb3f tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] show failed (client error): The resource could not be found.
Jun 04 15:20:28.600086 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3a5dd11e-cea7-4e75-a3be-36cdc44aad9c req-85fbbd3b-ff7e-4290-8003-e8dd9869cb3f tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/81a5851e-eb04-433c-ab2e-dd4186a9fbcd HTTP/1.1" status: 404  len: 352 time: 0.0405784
Jun 04 15:20:28.621548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-33111549-db57-41c3-b07e-b49bab4b642b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:28.631691 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-33111549-db57-41c3-b07e-b49bab4b642b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:28.641990 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-33111549-db57-41c3-b07e-b49bab4b642b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Synchronizing usage tracker for tenant:926d3966f5b342809000e5f28f33b523 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:28.658229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-33111549-db57-41c3-b07e-b49bab4b642b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Unset dirty status for tenant:926d3966f5b342809000e5f28f33b523 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:28.659686 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-33111549-db57-41c3-b07e-b49bab4b642b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.62 "GET /v2.0/networks?id=523116c7-0d06-4e44-9c1a-1a833c6b29dc&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=67bebaa3-339e-464b-87fc-b3100714b795&id=67bebaa3-339e-464b-87fc-b3100714b795 HTTP/1.1" status: 200  len: 1996 time: 0.5040689
Jun 04 15:20:28.685586 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 97e7c7db-21a7-436e-8439-4b930b7d25ff, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=97e7c7db-21a7-436e-8439-4b930b7d25ff,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:28.702142 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [req-2779f723-ba2e-42bc-a48b-ace254d5eba8 req-eb9d9515-bd2e-4744-b128-525c5d30c421 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] show failed (client error): The resource could not be found.
Jun 04 15:20:28.722906 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2779f723-ba2e-42bc-a48b-ace254d5eba8 req-eb9d9515-bd2e-4744-b128-525c5d30c421 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/3b686d5e-21ba-49d2-84a6-36eadcf157c3 HTTP/1.1" status: 404  len: 352 time: 0.0684736
Jun 04 15:20:28.750186 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:28.766588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '97e7c7db-21a7-436e-8439-4b930b7d25ff', 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf', 'port_id': '97e7c7db-21a7-436e-8439-4b930b7d25ff', 'mac_address': 'fa:16:3e:d9:0f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8489d5df-5d8a-49e1-8528-76dd9a81e2aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:20:28.786545 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-a0df392a-4db1-4bde-af2d-df1d5233348c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=926d3966f5b342809000e5f28f33b523 HTTP/1.1" status: 200  len: 379 time: 0.1119833
Jun 04 15:20:28.799245 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 18f0c292-85e0-4aed-a087-5886d84a05fb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=18f0c292-85e0-4aed-a087-5886d84a05fb,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:28.799816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Request body: {'port': {'device_id': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'admin_state_up': True, 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'security_groups': ['3161a449-a6a4-4133-a842-e06d38e62279']}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:28.878861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb9f644-6432-40a6-9753-3e8dc8961d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f0c292-85e0-4aed-a087-5886d84a05fb'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:28.881642 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11b2b05-0311-424b-8cc7-a3f7d080b1f8" -d '{"events": [{"server_uuid": "9fb9f644-6432-40a6-9753-3e8dc8961d47", "name": "network-vif-unplugged", "status": "completed", "tag": "18f0c292-85e0-4aed-a087-5886d84a05fb"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:28.884433 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:28.910727 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:28.922986 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 97e7c7db-21a7-436e-8439-4b930b7d25ff no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:20:29.048579 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9d44e772-0cc2-45fb-974e-993d1ba25875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:29.065800 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef37ed-c871-4d74-b5a7-d40c7d969df6 req-75f55f60-12cf-4ad1-9aa1-9728be77f661 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:29.074774 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-16ef37ed-c871-4d74-b5a7-d40c7d969df6 req-75f55f60-12cf-4ad1-9aa1-9728be77f661 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.1486495
Jun 04 15:20:29.161111 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-16ef37ed-c871-4d74-b5a7-d40c7d969df6 req-7891dc3d-29e2-4eb6-a859-c746c4ed9ac6 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851772
Jun 04 15:20:29.231527 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97e7c7db-21a7-436e-8439-4b930b7d25ff {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:20:29.260744 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:29.293133 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:29.330153 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=18f0c292-85e0-4aed-a087-5886d84a05fb,revision_number=11']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:29.330153 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:29.333918 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 97e7c7db-21a7-436e-8439-4b930b7d25ff, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=97e7c7db-21a7-436e-8439-4b930b7d25ff,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:29.435217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c5d7e-2c9c-4fff-a6f4-54b7e52378b0 req-4682c283-42d5-46d4-b9c1-eb58077aef34 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:29.436728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Made reservation on behalf of 926d3966f5b342809000e5f28f33b523 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:29.436917 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f99c5d7e-2c9c-4fff-a6f4-54b7e52378b0 req-4682c283-42d5-46d4-b9c1-eb58077aef34 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fc32134-808a-41e0-a0d7-f3704b5dd48f HTTP/1.1" status: 200  len: 945 time: 0.1964281
Jun 04 15:20:29.440741 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:29.534693 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:29.547810 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:29.630372 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:29.659555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 97e7c7db-21a7-436e-8439-4b930b7d25ff {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:20:29.677759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 97e7c7db-21a7-436e-8439-4b930b7d25ff, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=97e7c7db-21a7-436e-8439-4b930b7d25ff,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:29.685399 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b052ec19-8b32-473f-95a7-b3cb273ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:29.693171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=97e7c7db-21a7-436e-8439-4b930b7d25ff,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:29.697220 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:29.771142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Allocated IP 172.20.0.4 (523116c7-0d06-4e44-9c1a-1a833c6b29dc/f0a49928-f479-46c6-b85f-c135d129c3d1/4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:20:29.777249 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db87f39-3616-411d-a15e-da9ccf594c37 x-openstack-request-id: req-8db87f39-3616-411d-a15e-da9ccf594c37 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:29.777599 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb9f644-6432-40a6-9753-3e8dc8961d47", "name": "network-vif-unplugged", "status": "completed", "tag": "18f0c292-85e0-4aed-a087-5886d84a05fb", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:29.777929 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8db87f39-3616-411d-a15e-da9ccf594c37 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:29.778487 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb9f644-6432-40a6-9753-3e8dc8961d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f0c292-85e0-4aed-a087-5886d84a05fb', 'code': 200}
Jun 04 15:20:29.787948 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:29.790725 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:29.803004 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-f99c5d7e-2c9c-4fff-a6f4-54b7e52378b0 req-0176a59e-558b-4b3b-a1f5-e39730e45a93 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Deleting port 01e081a8-398f-4055-809f-8ec0996b81f9 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:20:29.803830 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f99c5d7e-2c9c-4fff-a6f4-54b7e52378b0 req-0176a59e-558b-4b3b-a1f5-e39730e45a93 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:29.831309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecba210-4484-4576-a79e-9f7e3d3a8cb9 req-6d1c48c5-0da9-4fb5-a3a1-35cd50d650d6 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:29.838914 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5ecba210-4484-4576-a79e-9f7e3d3a8cb9 req-6d1c48c5-0da9-4fb5-a3a1-35cd50d650d6 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc32134-808a-41e0-a0d7-f3704b5dd48f HTTP/1.1" status: 200  len: 945 time: 0.1906145
Jun 04 15:20:29.960071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46156) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:29.975122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['97e7c7db-21a7-436e-8439-4b930b7d25ff'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:20:30.184468 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=97e7c7db-21a7-436e-8439-4b930b7d25ff,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:30.217585 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:30.261884 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:30.314499 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2063514757-network', 'tenant_id': 'ffe670178e074dd1a73091c7cceb6935'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:30.337167 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:30.361839 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Usage tracker for resource:network and tenant:ffe670178e074dd1a73091c7cceb6935 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:30.377950 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Transition to ACTIVE for port object 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:30.379599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:30.403953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:30.453308 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5ecba210-4484-4576-a79e-9f7e3d3a8cb9 req-ea6342b0-7192-4a22-a022-d5ba7af98bdc tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/security-groups?id=e070eee6-c519-4585-80e0-372c39a40b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6133418
Jun 04 15:20:30.521104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f99c5d7e-2c9c-4fff-a6f4-54b7e52378b0 req-0176a59e-558b-4b3b-a1f5-e39730e45a93 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] For port 01e081a8-398f-4055-809f-8ec0996b81f9, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=01e081a8-398f-4055-809f-8ec0996b81f9,segment=NetworkSegment(de881539-19d3-40d9-8f83-96dc3e85720b),segment_id=de881539-19d3-40d9-8f83-96dc3e85720b)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:30.521568 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f99c5d7e-2c9c-4fff-a6f4-54b7e52378b0 req-0176a59e-558b-4b3b-a1f5-e39730e45a93 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:30.534210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Made reservation on behalf of ffe670178e074dd1a73091c7cceb6935 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:30.537260 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:30.568876 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:30.608265 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:30.626425 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-49839bc4-fa17-4940-bdd4-c806ac1962a1 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:30.714130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-f99c5d7e-2c9c-4fff-a6f4-54b7e52378b0 req-0176a59e-558b-4b3b-a1f5-e39730e45a93 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Calling delete_port for 01e081a8-398f-4055-809f-8ec0996b81f9 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:20:30.743147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:30.762848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Usage tracker for resource:security_group_rule and tenant:ffe670178e074dd1a73091c7cceb6935 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:30.780874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:30.794389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Network 523116c7-0d06-4e44-9c1a-1a833c6b29dc is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:20:30.798168 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:30.801474 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:20:30.810357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:20:30.939856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event updated for resources: {'Port': ['ID=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:30.963399 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:30.975971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:30.975971 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:31.043334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb43fe-fbaa-495c-b791-43e992b5746d req-d681dafd-75c5-48f6-b7a2-31a950b09760 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:31.052401 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-25eb43fe-fbaa-495c-b791-43e992b5746d req-d681dafd-75c5-48f6-b7a2-31a950b09760 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 931 time: 0.3782990
Jun 04 15:20:31.078431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc5fa0-0de2-448e-b73e-e6f0915aea91 req-62b3a40a-e246-4bdd-a196-ee347807bc2c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:31.079339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e1cc5fa0-0de2-448e-b73e-e6f0915aea91 req-62b3a40a-e246-4bdd-a196-ee347807bc2c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Synchronizing usage tracker for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:31.090862 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f99c5d7e-2c9c-4fff-a6f4-54b7e52378b0 req-0176a59e-558b-4b3b-a1f5-e39730e45a93 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:31.115004 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-86a5f478-c48e-4c4f-bf4e-f8585f9ae429 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:31.204048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176a59e-558b-4b3b-a1f5-e39730e45a93 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Pushing event deleted for resources: {'Port': ['ID=01e081a8-398f-4055-809f-8ec0996b81f9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:31.213807 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0176a59e-558b-4b3b-a1f5-e39730e45a93 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:31.219012 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:31.230368 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4343729
Jun 04 15:20:31.248620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-48fb81b0-e9ea-4c9f-8280-1051e4742058 None None] Provisioning for port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:20:31.254968 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-48fb81b0-e9ea-4c9f-8280-1051e4742058 None None] Provisioning complete for port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:31.255394 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-48fb81b0-e9ea-4c9f-8280-1051e4742058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:31.261851 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Request body: {'port': {'device_id': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c', 'admin_state_up': True, 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'security_groups': ['3161a449-a6a4-4133-a842-e06d38e62279']}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:31.355250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e1cc5fa0-0de2-448e-b73e-e6f0915aea91 req-62b3a40a-e246-4bdd-a196-ee347807bc2c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Unset dirty status for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:31.355500 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e1cc5fa0-0de2-448e-b73e-e6f0915aea91 req-62b3a40a-e246-4bdd-a196-ee347807bc2c tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 1023 time: 0.4729555
Jun 04 15:20:31.356979 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:31.358447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-48fb81b0-e9ea-4c9f-8280-1051e4742058 None None] Port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:20:31.370852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:20:31.372342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99c5d7e-2c9c-4fff-a6f4-54b7e52378b0 req-0176a59e-558b-4b3b-a1f5-e39730e45a93 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] No DVR routers for this DVR port 01e081a8-398f-4055-809f-8ec0996b81f9 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:20:31.375197 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f99c5d7e-2c9c-4fff-a6f4-54b7e52378b0 req-0176a59e-558b-4b3b-a1f5-e39730e45a93 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:31.378381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc32134-808a-41e0-a0d7-f3704b5dd48f', 'name': 'network-vif-deleted', 'tag': '01e081a8-398f-4055-809f-8ec0996b81f9'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:31.380789 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5874c0e8-4aca-43c9-8046-e68823bc2e91" -d '{"events": [{"server_uuid": "0fc32134-808a-41e0-a0d7-f3704b5dd48f", "name": "network-vif-deleted", "tag": "01e081a8-398f-4055-809f-8ec0996b81f9"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:31.381533 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:31.381887 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Added segment 65c26f24-a149-4180-b4e9-03f320e2ad06 of type vlan for network 402a676b-9e81-4312-954e-ff9bf55aa6f3
Jun 04 15:20:31.413640 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:31.423950 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-917d18bf-e4b8-4dd7-a6ae-e86901d9f49a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:31.457746 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-25eb43fe-fbaa-495c-b791-43e992b5746d req-c2a7d43d-2545-4e92-b07d-f9c9d41879d1 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4039638
Jun 04 15:20:31.474693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e1cc5fa0-0de2-448e-b73e-e6f0915aea91 req-e225cf90-3a0d-4ef3-b0fb-7d74f6dfb8aa tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Synchronizing usage tracker for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:31.491467 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f99c5d7e-2c9c-4fff-a6f4-54b7e52378b0 req-0176a59e-558b-4b3b-a1f5-e39730e45a93 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.62 "DELETE /v2.0/ports/01e081a8-398f-4055-809f-8ec0996b81f9 HTTP/1.1" status: 204  len: 173 time: 2.0461295
Jun 04 15:20:31.575148 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.resource_extend [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:20:31.596803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff31225-fad5-4af9-bfa7-26fd848ffcbd,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:31.632176 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:31.645187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e1cc5fa0-0de2-448e-b73e-e6f0915aea91 req-e225cf90-3a0d-4ef3-b0fb-7d74f6dfb8aa tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Unset dirty status for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:31.656924 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e1cc5fa0-0de2-448e-b73e-e6f0915aea91 req-e225cf90-3a0d-4ef3-b0fb-7d74f6dfb8aa tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups?id=451536fb-ac68-4c01-b61a-4993799f87a0&id=32c9fa40-7a0d-4117-8c59-5a03f8e50dd3&id=4cbbfe17-f279-467e-89d4-8b631561f8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.2731636
Jun 04 15:20:31.665833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:31.671548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Usage tracker for resource:port and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:31.674715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:31.689346 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:31.820504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187183f-a514-408f-a79f-6b0b81921af7 req-4091252f-533a-4db3-8419-0c3795e0d2b9 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:31.826479 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4187183f-a514-408f-a79f-6b0b81921af7 req-4091252f-533a-4db3-8419-0c3795e0d2b9 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 1023 time: 0.2728741
Jun 04 15:20:31.876813 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:31.877883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:31.878699 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:31.883026 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ee64f58b-0901-4d12-b76d-b1c49fa42da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:31.905848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Made reservation on behalf of 926d3966f5b342809000e5f28f33b523 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:31.910001 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:32.000737 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:32.112776 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 97e7c7db-21a7-436e-8439-4b930b7d25ff up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:20:32.121882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-4187183f-a514-408f-a79f-6b0b81921af7 req-0f1ab0fa-0a60-4257-92e2-f94c611f2dcc tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Deleting port 8bdecdba-6510-4d0f-ada2-6ac431826ba4 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:20:32.122316 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4187183f-a514-408f-a79f-6b0b81921af7 req-0f1ab0fa-0a60-4257-92e2-f94c611f2dcc tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:32.268831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Pushing event updated for resources: {'Network': ['ID=402a676b-9e81-4312-954e-ff9bf55aa6f3,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:32.302564 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 402a676b-9e81-4312-954e-ff9bf55aa6f3 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:20:32.393577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4187183f-a514-408f-a79f-6b0b81921af7 req-0f1ab0fa-0a60-4257-92e2-f94c611f2dcc tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] For port 8bdecdba-6510-4d0f-ada2-6ac431826ba4, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8bdecdba-6510-4d0f-ada2-6ac431826ba4,segment=NetworkSegment(e075c8b4-2d7b-4fc4-82b6-bbbc46220f27),segment_id=e075c8b4-2d7b-4fc4-82b6-bbbc46220f27)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:32.395243 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4187183f-a514-408f-a79f-6b0b81921af7 req-0f1ab0fa-0a60-4257-92e2-f94c611f2dcc tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:32.424798 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a2c28971-1b5e-4be9-aba7-8a5e49ffe2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:32.552344 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:32.583491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Allocated IP 10.1.1.117 (7f6b3c1d-53c9-4fb5-ba35-55088d32071c/a0677ed8-2435-4b55-9bdf-6bdd70a96c5c/eff2a110-bfbd-4b7c-802b-81406f46e243) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:20:32.620917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 97e7c7db-21a7-436e-8439-4b930b7d25ff triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:32.621432 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:32.686063 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 01e081a8-398f-4055-809f-8ec0996b81f9 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:20:32.726887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-4187183f-a514-408f-a79f-6b0b81921af7 req-0f1ab0fa-0a60-4257-92e2-f94c611f2dcc tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Calling delete_port for 8bdecdba-6510-4d0f-ada2-6ac431826ba4 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:20:32.730768 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 01e081a8-398f-4055-809f-8ec0996b81f9 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:20:32.731261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 01e081a8-398f-4055-809f-8ec0996b81f9 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:20:32.732476 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c968b4d4-5832-402a-befc-bc6aa6451fb3 x-openstack-request-id: req-c968b4d4-5832-402a-befc-bc6aa6451fb3 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:32.733439 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc32134-808a-41e0-a0d7-f3704b5dd48f", "name": "network-vif-deleted", "tag": "01e081a8-398f-4055-809f-8ec0996b81f9", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:32.733986 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c968b4d4-5832-402a-befc-bc6aa6451fb3 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:32.734683 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc32134-808a-41e0-a0d7-f3704b5dd48f', 'name': 'network-vif-deleted', 'tag': '01e081a8-398f-4055-809f-8ec0996b81f9', 'status': 'completed', 'code': 200}
Jun 04 15:20:32.765276 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:20:32.790923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9fbc3d35-b803-43b3-8387-79a9bdf4f88b req-c9f153f4-1954-420a-a7c6-06e527934ca2 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Synchronizing usage tracker for tenant:70bcb2e6f9534b2aa61d110f3f3454c0 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:32.809803 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:32.858475 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 97e7c7db-21a7-436e-8439-4b930b7d25ff, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=97e7c7db-21a7-436e-8439-4b930b7d25ff,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:32.862207 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4d4f4c-a0d8-452d-86a4-9af25c8c2360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e7c7db-21a7-436e-8439-4b930b7d25ff'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:32.865435 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76384e78-3f72-43dc-b2ec-601c4915a14b" -d '{"events": [{"server_uuid": "1f4d4f4c-a0d8-452d-86a4-9af25c8c2360", "name": "network-vif-plugged", "status": "completed", "tag": "97e7c7db-21a7-436e-8439-4b930b7d25ff"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:32.919555 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.9503336
Jun 04 15:20:32.921286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46204) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:32.945658 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:32.948687 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bcd7fb7a-5fd4-4460-a332-5e9898c0208f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:32.959171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9fbc3d35-b803-43b3-8387-79a9bdf4f88b req-c9f153f4-1954-420a-a7c6-06e527934ca2 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Unset dirty status for tenant:70bcb2e6f9534b2aa61d110f3f3454c0 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:32.976356 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9fbc3d35-b803-43b3-8387-79a9bdf4f88b req-c9f153f4-1954-420a-a7c6-06e527934ca2 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fc32134-808a-41e0-a0d7-f3704b5dd48f HTTP/1.1" status: 200  len: 210 time: 0.2391918
Jun 04 15:20:32.984906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Request body: {'subnet': {'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2063514757-subnet', 'tenant_id': 'ffe670178e074dd1a73091c7cceb6935', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:33.007878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:33.054239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Usage tracker for resource:subnet and tenant:ffe670178e074dd1a73091c7cceb6935 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:33.066051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:33.091899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:33.096673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:33.118981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=97e7c7db-21a7-436e-8439-4b930b7d25ff,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:33.123669 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:33.125887 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4187183f-a514-408f-a79f-6b0b81921af7 req-0f1ab0fa-0a60-4257-92e2-f94c611f2dcc tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:33.137226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c1326-080e-40fc-9b7c-6690b11ad366 req-0f37a85c-60ef-46fd-8a43-344a353e0af2 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:33.137226 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c32c1326-080e-40fc-9b7c-6690b11ad366 req-0f37a85c-60ef-46fd-8a43-344a353e0af2 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 943 time: 1.4394011
Jun 04 15:20:33.146784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Transition to ACTIVE for port object eff2a110-bfbd-4b7c-802b-81406f46e243 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:33.167338 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:33.206188 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c32c1326-080e-40fc-9b7c-6690b11ad366 req-b4218f3e-8a2a-423e-a7a5-2be2bc773cf8 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536118
Jun 04 15:20:33.216757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Made reservation on behalf of ffe670178e074dd1a73091c7cceb6935 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:33.219970 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:33.367592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ab0fa-0a60-4257-92e2-f94c611f2dcc tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event deleted for resources: {'Port': ['ID=8bdecdba-6510-4d0f-ada2-6ac431826ba4,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:33.402910 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:33.410327 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0f1ab0fa-0a60-4257-92e2-f94c611f2dcc tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:33.411885 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-560252b7-d66c-43a0-a068-84d8a6b51902 tempest-ServersAdminTestJSON-1173260581 tempest-ServersAdminTestJSON-1173260581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:33.417494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-4187183f-a514-408f-a79f-6b0b81921af7 req-0f1ab0fa-0a60-4257-92e2-f94c611f2dcc tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] No DVR routers for this DVR port 8bdecdba-6510-4d0f-ada2-6ac431826ba4 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:20:33.421178 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4187183f-a514-408f-a79f-6b0b81921af7 req-0f1ab0fa-0a60-4257-92e2-f94c611f2dcc tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:33.562837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event updated for resources: {'Port': ['ID=eff2a110-bfbd-4b7c-802b-81406f46e243,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:33.562837 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:33.589641 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4187183f-a514-408f-a79f-6b0b81921af7 req-0f1ab0fa-0a60-4257-92e2-f94c611f2dcc tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.62 "DELETE /v2.0/ports/8bdecdba-6510-4d0f-ada2-6ac431826ba4 HTTP/1.1" status: 204  len: 173 time: 1.7540295
Jun 04 15:20:33.606990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3060f37-f4b3-443c-a51e-917fb32c0644 req-78502ce2-57d7-43ea-8134-fee3fee90b66 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:33.613374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3060f37-f4b3-443c-a51e-917fb32c0644 req-78502ce2-57d7-43ea-8134-fee3fee90b66 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:33.618854 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d3060f37-f4b3-443c-a51e-917fb32c0644 req-78502ce2-57d7-43ea-8134-fee3fee90b66 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 1653 time: 0.1483014
Jun 04 15:20:33.647422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:20:33.654575 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:20:33.685774 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3f893558-4fc7-4a19-a9cf-1d87c8f7c97b req-422e6a19-b2df-4a47-8089-2c540a59135a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 210 time: 0.1207922
Jun 04 15:20:33.685774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:20:33.811312 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f19f096-1e67-479f-804f-cc3dc739857a x-openstack-request-id: req-1f19f096-1e67-479f-804f-cc3dc739857a {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:33.812427 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4d4f4c-a0d8-452d-86a4-9af25c8c2360", "name": "network-vif-plugged", "status": "completed", "tag": "97e7c7db-21a7-436e-8439-4b930b7d25ff", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:33.812916 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f19f096-1e67-479f-804f-cc3dc739857a {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:33.813494 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4d4f4c-a0d8-452d-86a4-9af25c8c2360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e7c7db-21a7-436e-8439-4b930b7d25ff', 'code': 200}
Jun 04 15:20:33.867313 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d3060f37-f4b3-443c-a51e-917fb32c0644 req-311e4620-d793-45b3-a265-bc4eab496a7d tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2402427
Jun 04 15:20:33.867871 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:33.868826 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:33.914594 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:34.064329 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8256595
Jun 04 15:20:34.079859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Request body: {'port': {'device_id': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c', 'admin_state_up': True, 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'security_groups': ['3161a449-a6a4-4133-a842-e06d38e62279']}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:34.235111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac72d0-dbdf-4169-a8a5-b6ca6e9b3f10 req-90d19caf-b453-4c7b-b105-794090976e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:34.244381 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-79ac72d0-dbdf-4169-a8a5-b6ca6e9b3f10 req-90d19caf-b453-4c7b-b105-794090976e08 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 1096 time: 0.1641304
Jun 04 15:20:34.258536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46244) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:34.315655 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-79ac72d0-dbdf-4169-a8a5-b6ca6e9b3f10 req-c3b920ad-03c2-4581-b246-347142b7e173 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697443
Jun 04 15:20:34.349376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:34.358971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-0413ea78-d1d8-486b-89aa-849f8290c214 admin admin] Deleting subnet 4d3a44fd-1f5d-4c2e-8c34-df914abf1ca2 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:20:34.361920 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Usage tracker for resource:port and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:34.365773 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:34.368403 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0413ea78-d1d8-486b-89aa-849f8290c214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:34.403420 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:34.437092 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0413ea78-d1d8-486b-89aa-849f8290c214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:34.499905 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0413ea78-d1d8-486b-89aa-849f8290c214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:34.506958 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a2afabb8-ebcd-41c0-9b4c-3cddf7fb2340 None None] Provisioning for port eff2a110-bfbd-4b7c-802b-81406f46e243 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:20:34.516878 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a2afabb8-ebcd-41c0-9b4c-3cddf7fb2340 None None] Provisioning complete for port eff2a110-bfbd-4b7c-802b-81406f46e243 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:34.517796 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a2afabb8-ebcd-41c0-9b4c-3cddf7fb2340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:34.555448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Made reservation on behalf of 926d3966f5b342809000e5f28f33b523 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:34.560864 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:34.682673 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 8bdecdba-6510-4d0f-ada2-6ac431826ba4 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:20:34.736686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260', 'name': 'network-vif-deleted', 'tag': '8bdecdba-6510-4d0f-ada2-6ac431826ba4'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:34.739779 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9005225-dd37-4a46-b747-aa0d3e20b0c7" -d '{"events": [{"server_uuid": "fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260", "name": "network-vif-deleted", "tag": "8bdecdba-6510-4d0f-ada2-6ac431826ba4"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:34.780455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 8bdecdba-6510-4d0f-ada2-6ac431826ba4 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:20:34.781687 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 8bdecdba-6510-4d0f-ada2-6ac431826ba4 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:20:34.784152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a2afabb8-ebcd-41c0-9b4c-3cddf7fb2340 None None] Port eff2a110-bfbd-4b7c-802b-81406f46e243 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:20:35.102384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e2367493-6c8e-475c-990d-572a7ed2db59 req-01285156-90f4-4b8f-bf0e-f2f5d5b1a3a6 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Synchronizing usage tracker for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:35.117776 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:35.222880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e2367493-6c8e-475c-990d-572a7ed2db59 req-01285156-90f4-4b8f-bf0e-f2f5d5b1a3a6 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Unset dirty status for tenant:713591000c9d4c579e6ca5bef23c2fcf on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:35.232319 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e2367493-6c8e-475c-990d-572a7ed2db59 req-01285156-90f4-4b8f-bf0e-f2f5d5b1a3a6 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260 HTTP/1.1" status: 200  len: 210 time: 0.2386811
Jun 04 15:20:35.278861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a4bac-d055-468f-98ba-9601812ab5c2 req-0fabd63b-2f38-4410-a91b-f5ee6d345a9c tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:35.286216 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a35a4bac-d055-468f-98ba-9601812ab5c2 req-0fabd63b-2f38-4410-a91b-f5ee6d345a9c tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.6646583
Jun 04 15:20:35.364069 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef500fe-a6ad-4d83-8d81-39054b921798 x-openstack-request-id: req-7ef500fe-a6ad-4d83-8d81-39054b921798 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:35.364415 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260", "name": "network-vif-deleted", "tag": "8bdecdba-6510-4d0f-ada2-6ac431826ba4", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:35.364854 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ef500fe-a6ad-4d83-8d81-39054b921798 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:35.365187 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9bd0e0-a3e7-49a9-a4ff-1564d0adb260', 'name': 'network-vif-deleted', 'tag': '8bdecdba-6510-4d0f-ada2-6ac431826ba4', 'status': 'completed', 'code': 200}
Jun 04 15:20:35.420393 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Allocated IP 10.1.1.121 (7f6b3c1d-53c9-4fb5-ba35-55088d32071c/a0677ed8-2435-4b55-9bdf-6bdd70a96c5c/866f06d1-ae5e-4e52-a577-794e989480c1) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:20:35.455992 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a35a4bac-d055-468f-98ba-9601812ab5c2 req-c77a5453-2c4b-4750-ac69-2260fdc070c2 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652248
Jun 04 15:20:35.586776 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:35.607356 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1e467185-0568-4be7-8e54-5140939427bc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:35.733675 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0413ea78-d1d8-486b-89aa-849f8290c214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:35.797590 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Checking segment: {'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:20:35.798203 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Network hostable DHCP agents. Network: 402a676b-9e81-4312-954e-ff9bf55aa6f3, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:20:35.825811 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad617740-43c5-4760-bf07-afccea76b28f,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:35.843239 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:35.850562 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:35.881026 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0413ea78-d1d8-486b-89aa-849f8290c214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:35.971043 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413ea78-d1d8-486b-89aa-849f8290c214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d3a44fd-1f5d-4c2e-8c34-df914abf1ca2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:35.986682 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0413ea78-d1d8-486b-89aa-849f8290c214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:36.005373 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0413ea78-d1d8-486b-89aa-849f8290c214 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4d3a44fd-1f5d-4c2e-8c34-df914abf1ca2 HTTP/1.1" status: 204  len: 168 time: 1.7410965
Jun 04 15:20:36.006730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46324) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:36.067493 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:36.089570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Transition to ACTIVE for port object 866f06d1-ae5e-4e52-a577-794e989480c1 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:36.123151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Network 402a676b-9e81-4312-954e-ff9bf55aa6f3 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:20:36.153615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af457a8f-8830-40fd-9d76-dc51a1c2bce6 req-76377421-ed6b-404f-b946-66a5a081336e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:36.160344 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af457a8f-8830-40fd-9d76-dc51a1c2bce6 req-76377421-ed6b-404f-b946-66a5a081336e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:36.161735 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-af457a8f-8830-40fd-9d76-dc51a1c2bce6 req-76377421-ed6b-404f-b946-66a5a081336e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Synchronizing usage tracker for tenant:926d3966f5b342809000e5f28f33b523 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:36.207968 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:36.249632 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:36.312974 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 402a676b-9e81-4312-954e-ff9bf55aa6f3) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:20:36.325091 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46a5199-cef8-44fb-a1ff-b63b34aa5e19 None None] Network 402a676b-9e81-4312-954e-ff9bf55aa6f3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:20:36.354421 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-af457a8f-8830-40fd-9d76-dc51a1c2bce6 req-76377421-ed6b-404f-b946-66a5a081336e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Unset dirty status for tenant:926d3966f5b342809000e5f28f33b523 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:36.359158 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-af457a8f-8830-40fd-9d76-dc51a1c2bce6 req-76377421-ed6b-404f-b946-66a5a081336e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 1653 time: 0.5978367
Jun 04 15:20:36.489031 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:36.516121 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:36.523643 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:36.566647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:20:36.586493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:20:36.605902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event updated for resources: {'Port': ['ID=866f06d1-ae5e-4e52-a577-794e989480c1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:36.622604 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:20:36.662188 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:36.714771 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 3.7435143
Jun 04 15:20:36.739509 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-af457a8f-8830-40fd-9d76-dc51a1c2bce6 req-54fe11c3-69ec-4c71-8867-1d742f253226 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3446748
Jun 04 15:20:36.767268 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867340a0-9e76-4dc6-9982-d4a069abf0a0 None None] Network 402a676b-9e81-4312-954e-ff9bf55aa6f3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:20:36.781604 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:36.783222 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:36.920733 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8471417
Jun 04 15:20:36.933530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Request body: {'port': {'device_id': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795', 'admin_state_up': True, 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'security_groups': ['3161a449-a6a4-4133-a842-e06d38e62279']}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:36.941639 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:36.991950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83874f8a90>,) {'filters': {'network_id': ['70f52758-409f-4dd6-a97e-79bfa7708121']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:37.040114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83874f8a90>, 'de881539-19d3-40d9-8f83-96dc3e85720b') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:37.040114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83874f8a90>, 'de881539-19d3-40d9-8f83-96dc3e85720b') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:37.080282 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:37.142578 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:37.163196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:20:37.163830 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:20:37.179285 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:20:37.410890 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-70252037-109f-40de-b233-e52db9f6543e None None] Provisioning for port 866f06d1-ae5e-4e52-a577-794e989480c1 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:20:37.411483 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:37.415196 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e914f046-06b1-4ecc-b272-fff2ffe443db tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:37.420653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-70252037-109f-40de-b233-e52db9f6543e None None] Provisioning complete for port 866f06d1-ae5e-4e52-a577-794e989480c1 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:37.420653 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-70252037-109f-40de-b233-e52db9f6543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:37.438185 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:37.453229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:37.457205 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:37.471975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Pushing event deleted for resources: {'Network': ['ID=70f52758-409f-4dd6-a97e-79bfa7708121,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:37.477786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8400d-5fb0-4825-94cc-5b310eddcf2b req-07911019-006d-47f7-bc53-90d994596f40 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:37.480272 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-34c8400d-5fb0-4825-94cc-5b310eddcf2b req-07911019-006d-47f7-bc53-90d994596f40 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.1831841
Jun 04 15:20:37.482033 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] 10.222.0.32 "DELETE /v2.0/networks/70f52758-409f-4dd6-a97e-79bfa7708121 HTTP/1.1" status: 204  len: 168 time: 1.4739625
Jun 04 15:20:37.494659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:37.495526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:37.495526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:37.496038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:37.496495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:37.496950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:37.497423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:37.497923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:37.498731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:37.499179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:37.499632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:37.500119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:37.504029 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:37.536222 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Made reservation on behalf of 926d3966f5b342809000e5f28f33b523 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:37.536684 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-70252037-109f-40de-b233-e52db9f6543e None None] Port 866f06d1-ae5e-4e52-a577-794e989480c1 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:20:37.605439 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-34c8400d-5fb0-4825-94cc-5b310eddcf2b req-a9c388eb-a0e6-4ce0-81ed-c6467756df26 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124303
Jun 04 15:20:37.724915 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:38.012316 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46390) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:38.064511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Allocated IP 10.2.2.100 (67bebaa3-339e-464b-87fc-b3100714b795/609b259b-c087-44a5-9daf-3b5e7e8e553a/7938937e-37ff-4ff3-9751-b09fa0d241f6) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:20:38.090660 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9ded4f2b-28b7-42e7-8e54-4b04d37e8e3b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70bcb2e6f9534b2aa61d110f3f3454c0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0772452
Jun 04 15:20:38.093023 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46392) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:38.217490 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-28a9fe9e-ddcb-464c-898c-c0143edf98ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:38.314521 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-28a9fe9e-ddcb-464c-898c-c0143edf98ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:38.662298 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:38.717299 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-21b4eeea-158f-4891-abad-045c6f6b2bb3 req-d8ed7e66-e6e1-449d-9916-6607d58d63c0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/32c9fa40-7a0d-4117-8c59-5a03f8e50dd3 HTTP/1.1" status: 200  len: 1801 time: 0.1104510
Jun 04 15:20:38.779671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Transition to ACTIVE for port object 7938937e-37ff-4ff3-9751-b09fa0d241f6 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:38.784615 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-28a9fe9e-ddcb-464c-898c-c0143edf98ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:38.792988 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-77702cdf-b0cb-4f9b-88ef-ca02043e7414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:38.808029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9fe9e-ddcb-464c-898c-c0143edf98ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e070eee6-c519-4585-80e0-372c39a40b87,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:38.812341 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-21b4eeea-158f-4891-abad-045c6f6b2bb3 req-a4fae5b7-0942-4f0d-bcfa-7a9b642e9398 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:38.815960 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-28a9fe9e-ddcb-464c-898c-c0143edf98ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:38.858687 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-21b4eeea-158f-4891-abad-045c6f6b2bb3 req-a4fae5b7-0942-4f0d-bcfa-7a9b642e9398 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:38.966389 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:38.981889 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cca77688-1685-4d35-87c7-96fe7ced1a9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:39.079428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event updated for resources: {'Port': ['ID=7938937e-37ff-4ff3-9751-b09fa0d241f6,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:39.081773 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-21b4eeea-158f-4891-abad-045c6f6b2bb3 req-a4fae5b7-0942-4f0d-bcfa-7a9b642e9398 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:39.107327 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:39.112575 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f0061579-383c-4797-af41-cb72fe25f5f5 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:39.124746 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-28a9fe9e-ddcb-464c-898c-c0143edf98ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:39.126154 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-28a9fe9e-ddcb-464c-898c-c0143edf98ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e070eee6-c519-4585-80e0-372c39a40b87 HTTP/1.1" status: 204  len: 168 time: 1.0322006
Jun 04 15:20:39.129794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fae5b7-0942-4f0d-bcfa-7a9b642e9398 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c9fa40-7a0d-4117-8c59-5a03f8e50dd3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:39.133253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Network 67bebaa3-339e-464b-87fc-b3100714b795 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:20:39.134238 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a4fae5b7-0942-4f0d-bcfa-7a9b642e9398 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:39.135366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:20:39.137874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:20:39.215730 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:39.216374 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:39.234402 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-21b4eeea-158f-4891-abad-045c6f6b2bb3 req-a4fae5b7-0942-4f0d-bcfa-7a9b642e9398 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:39.247531 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-21b4eeea-158f-4891-abad-045c6f6b2bb3 req-a4fae5b7-0942-4f0d-bcfa-7a9b642e9398 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "DELETE /v2.0/security-groups/32c9fa40-7a0d-4117-8c59-5a03f8e50dd3 HTTP/1.1" status: 204  len: 173 time: 0.5292790
Jun 04 15:20:39.292645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-dd0987f4-c653-4943-8230-4e04e0179ac5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:39.294422 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-dd0987f4-c653-4943-8230-4e04e0179ac5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/networks?id=402a676b-9e81-4312-954e-ff9bf55aa6f3 HTTP/1.1" status: 200  len: 813 time: 0.3326125
Jun 04 15:20:39.296810 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3692281
Jun 04 15:20:39.310067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Request body: {'port': {'device_id': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795', 'admin_state_up': True, 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'security_groups': ['3161a449-a6a4-4133-a842-e06d38e62279']}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:39.334910 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-50033cd0-7a20-473a-af1d-5ea2d2ce61f7 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/quotas/ffe670178e074dd1a73091c7cceb6935 HTTP/1.1" status: 200  len: 375 time: 0.0183868
Jun 04 15:20:39.449886 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-af3b93c7-6df5-4a10-a60e-3dc5bedbe8fc tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ffe670178e074dd1a73091c7cceb6935&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1078706
Jun 04 15:20:39.592131 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:39.599564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Usage tracker for resource:port and tenant:926d3966f5b342809000e5f28f33b523 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:39.610147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:39.626492 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:39.666417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345a40e-03d6-489f-ac60-8a0900e5f3f4 req-57762a55-d8bb-4596-853f-43ab2d3b98a0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:39.675520 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9345a40e-03d6-489f-ac60-8a0900e5f3f4 req-57762a55-d8bb-4596-853f-43ab2d3b98a0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.1391151
Jun 04 15:20:39.678568 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-b2dd0fdf-9b2c-4059-ad1e-1fbc3620e1cf service neutron] 10.222.0.32 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2206693
Jun 04 15:20:39.731227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5503b11f-ef02-46fc-b3f1-f4382b2649b6 None None] Provisioning for port 7938937e-37ff-4ff3-9751-b09fa0d241f6 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:20:39.743414 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9345a40e-03d6-489f-ac60-8a0900e5f3f4 req-8be0b015-4dce-4d02-8edd-efeefe049d52 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668511
Jun 04 15:20:39.748976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5503b11f-ef02-46fc-b3f1-f4382b2649b6 None None] Provisioning complete for port 7938937e-37ff-4ff3-9751-b09fa0d241f6 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:39.749499 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5503b11f-ef02-46fc-b3f1-f4382b2649b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:39.756928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Made reservation on behalf of 926d3966f5b342809000e5f28f33b523 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:39.762065 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:39.922427 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5503b11f-ef02-46fc-b3f1-f4382b2649b6 None None] Port 7938937e-37ff-4ff3-9751-b09fa0d241f6 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:20:40.016740 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-95b4e21d-546f-474b-9cc9-afd955d1ca83 service neutron] 10.222.0.32 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3202524
Jun 04 15:20:40.208718 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e9e5a-a60b-4771-8596-646438336b3f req-430b83f3-ddd2-4bf8-805b-39634ba1363b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:40.215614 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e9e5a-a60b-4771-8596-646438336b3f req-430b83f3-ddd2-4bf8-805b-39634ba1363b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:40.221563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e9e5a-a60b-4771-8596-646438336b3f req-430b83f3-ddd2-4bf8-805b-39634ba1363b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:40.227381 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e9e5a-a60b-4771-8596-646438336b3f req-430b83f3-ddd2-4bf8-805b-39634ba1363b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:40.228323 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-2d5e9e5a-a60b-4771-8596-646438336b3f req-430b83f3-ddd2-4bf8-805b-39634ba1363b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Synchronizing usage tracker for tenant:926d3966f5b342809000e5f28f33b523 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:40.315968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Allocated IP 10.2.2.200 (67bebaa3-339e-464b-87fc-b3100714b795/609b259b-c087-44a5-9daf-3b5e7e8e553a/3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:20:40.449669 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-2d5e9e5a-a60b-4771-8596-646438336b3f req-430b83f3-ddd2-4bf8-805b-39634ba1363b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Unset dirty status for tenant:926d3966f5b342809000e5f28f33b523 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:40.454029 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2d5e9e5a-a60b-4771-8596-646438336b3f req-430b83f3-ddd2-4bf8-805b-39634ba1363b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 3095 time: 0.4690552
Jun 04 15:20:40.599187 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2d5e9e5a-a60b-4771-8596-646438336b3f req-d55717c1-ca02-4ff7-8cde-48ebf021ec34 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1399198
Jun 04 15:20:40.626058 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:40.663917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Transition to ACTIVE for port object 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:40.799640 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:40.807912 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b6dd810b-ea79-4da0-8b88-531943ae6c83 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:40.872058 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-785e7ad8-a9fc-4d90-8ae7-8c4d1eca7ecc req-0c4ffb17-b0cd-43dc-a31d-7ddd78f3c036 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "GET /v2.0/security-groups/4cbbfe17-f279-467e-89d4-8b631561f8c5 HTTP/1.1" status: 200  len: 1800 time: 0.1211672
Jun 04 15:20:41.045516 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-785e7ad8-a9fc-4d90-8ae7-8c4d1eca7ecc req-88bba0d2-4a28-456d-ba57-129f6109641b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:41.054956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Network 67bebaa3-339e-464b-87fc-b3100714b795 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:20:41.065762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:20:41.086707 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-785e7ad8-a9fc-4d90-8ae7-8c4d1eca7ecc req-88bba0d2-4a28-456d-ba57-129f6109641b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:41.094530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:20:41.172338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event updated for resources: {'Port': ['ID=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:41.180005 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:41.222087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:41.222850 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:41.267564 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-785e7ad8-a9fc-4d90-8ae7-8c4d1eca7ecc req-88bba0d2-4a28-456d-ba57-129f6109641b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:41.272628 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-20ead199-20a6-4413-8073-69c6e0184840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:41.307094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bba0d2-4a28-456d-ba57-129f6109641b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbbfe17-f279-467e-89d4-8b631561f8c5,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:41.311715 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-88bba0d2-4a28-456d-ba57-129f6109641b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:41.350753 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-785e7ad8-a9fc-4d90-8ae7-8c4d1eca7ecc req-88bba0d2-4a28-456d-ba57-129f6109641b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:41.351723 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-785e7ad8-a9fc-4d90-8ae7-8c4d1eca7ecc req-88bba0d2-4a28-456d-ba57-129f6109641b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] 10.222.0.32 "DELETE /v2.0/security-groups/4cbbfe17-f279-467e-89d4-8b631561f8c5 HTTP/1.1" status: 204  len: 173 time: 0.4788485
Jun 04 15:20:41.361647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46460) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:41.510442 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2059226
Jun 04 15:20:41.512144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46466) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:41.583941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Request body: {'port': {'device_id': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:41.678231 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b0e4d1a6-56cc-4166-91be-13fd7886773a None None] Provisioning for port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:20:41.688246 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b0e4d1a6-56cc-4166-91be-13fd7886773a None None] Provisioning complete for port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:41.688798 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b0e4d1a6-56cc-4166-91be-13fd7886773a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:41.700470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2e477a-74cb-462a-8d42-cf3e9461249c admin admin] Deleting subnet 3a0880d7-5b36-4a78-b783-22d620498816 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:20:41.721713 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cc2e477a-74cb-462a-8d42-cf3e9461249c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:41.752483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1546384389-network', 'tenant_id': 'df124b00d613480cbc0ad35cdb177f05'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:41.757812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:41.775428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Usage tracker for resource:network and tenant:df124b00d613480cbc0ad35cdb177f05 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:41.780632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:41.787238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:41.805563 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-b0e4d1a6-56cc-4166-91be-13fd7886773a None None] Port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:20:41.858326 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cc2e477a-74cb-462a-8d42-cf3e9461249c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:41.906822 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:41.972415 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cc2e477a-74cb-462a-8d42-cf3e9461249c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:41.999184 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Made reservation on behalf of df124b00d613480cbc0ad35cdb177f05 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:42.003361 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:42.037861 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:42.060686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:42.065220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Usage tracker for resource:security_group_rule and tenant:df124b00d613480cbc0ad35cdb177f05 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:42.068731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:42.084250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:42.246400 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:42.302186 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:42.328709 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-48a27e22-eb03-4473-8248-bec85179b99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:42.346752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:20:42.374376 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:42.375133 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Added segment 1c06e208-02db-487b-b827-3e12d48e1403 of type vlan for network bef9541f-9a2d-436c-a7ed-67b318232728
Jun 04 15:20:42.376491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00020852-808d-4f22-885c-1fef7aaf990e,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:42.414233 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:42.462532 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:42.595372 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cc2e477a-74cb-462a-8d42-cf3e9461249c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:42.602454 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ddd5c215-81ea-48b5-8104-cec6ed790b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:42.631360 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:42.637289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:42.637289 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:42.652471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e477a-74cb-462a-8d42-cf3e9461249c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a0880d7-5b36-4a78-b783-22d620498816,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:42.655484 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:42.662266 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cc2e477a-74cb-462a-8d42-cf3e9461249c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:42.662266 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cc2e477a-74cb-462a-8d42-cf3e9461249c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:42.687978 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cc2e477a-74cb-462a-8d42-cf3e9461249c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3a0880d7-5b36-4a78-b783-22d620498816 HTTP/1.1" status: 204  len: 168 time: 1.3248544
Jun 04 15:20:42.688721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46516) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:42.781317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Pushing event updated for resources: {'Network': ['ID=bef9541f-9a2d-436c-a7ed-67b318232728,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:42.784207 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:42.793024 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network bef9541f-9a2d-436c-a7ed-67b318232728 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:20:42.848483 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bb1a72ba-549e-4b95-b482-16a882e1fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:42.892388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:20:42.919060 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.4054413
Jun 04 15:20:42.920220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46522) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:42.929634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Request body: {'subnet': {'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1546384389-subnet', 'tenant_id': 'df124b00d613480cbc0ad35cdb177f05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:42.936713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:42.937796 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:42.941395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Usage tracker for resource:subnet and tenant:df124b00d613480cbc0ad35cdb177f05 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:42.944626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:42.951388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:42.988732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Transition to ACTIVE for port object 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:43.043720 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bb1a72ba-549e-4b95-b482-16a882e1fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:43.062867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-bb1a72ba-549e-4b95-b482-16a882e1fda9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83867a3280>,) {'filters': {'network_id': ['98430439-57e6-47d0-9826-86a9f87483b7']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:43.065937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Made reservation on behalf of df124b00d613480cbc0ad35cdb177f05 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:43.070704 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:43.078274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-bb1a72ba-549e-4b95-b482-16a882e1fda9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83867a3280>, 'e075c8b4-2d7b-4fc4-82b6-bbbc46220f27') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:43.078600 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-bb1a72ba-549e-4b95-b482-16a882e1fda9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83867a3280>, 'e075c8b4-2d7b-4fc4-82b6-bbbc46220f27') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:20:43.093332 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bb1a72ba-549e-4b95-b482-16a882e1fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:43.113520 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bb1a72ba-549e-4b95-b482-16a882e1fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:43.119323 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:43.125686 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:43.155984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1a72ba-549e-4b95-b482-16a882e1fda9 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:20:43.156381 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bb1a72ba-549e-4b95-b482-16a882e1fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:20:43.172814 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:20:43.470132 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Pushing event updated for resources: {'Port': ['ID=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:43.477423 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:43.532331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Attempting to bind port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:20:43.533091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Attempting to bind port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'e30ded52-5f18-4ace-b44d-640f39295b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:20:43.533660 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Attempting to bind port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 on network 523116c7-0d06-4e44-9c1a-1a833c6b29dc {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:43.537759 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bb1a72ba-549e-4b95-b482-16a882e1fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:43.543009 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6f91f17e-01d5-4817-a079-f61e1cea578d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:43.558690 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bb1a72ba-549e-4b95-b482-16a882e1fda9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:43.561751 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 on network 523116c7-0d06-4e44-9c1a-1a833c6b29dc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:20:43.562349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Attempting to bind port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 on network 523116c7-0d06-4e44-9c1a-1a833c6b29dc {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:43.584559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a72ba-549e-4b95-b482-16a882e1fda9 admin admin] Pushing event deleted for resources: {'Network': ['ID=98430439-57e6-47d0-9826-86a9f87483b7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:43.593133 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bb1a72ba-549e-4b95-b482-16a882e1fda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:43.593133 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:20:43.593133 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Checking segment: {'id': 'e30ded52-5f18-4ace-b44d-640f39295b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:20:43.593133 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Bound using segment: {'id': 'e30ded52-5f18-4ace-b44d-640f39295b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:20:43.593133 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Bound port: 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30ded52-5f18-4ace-b44d-640f39295b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:20:43.593133 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:43.754756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] For port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:20:43.759028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] For port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6,segment=NetworkSegment(e30ded52-5f18-4ace-b44d-640f39295b8b),segment_id=e30ded52-5f18-4ace-b44d-640f39295b8b)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:20:43.766498 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bb1a72ba-549e-4b95-b482-16a882e1fda9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/98430439-57e6-47d0-9826-86a9f87483b7 HTTP/1.1" status: 204  len: 168 time: 1.0733955
Jun 04 15:20:43.840838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe80a6b-86ad-4590-a14e-312c16ced5de req-f641aedd-f2ab-41e4-b29e-4d83b7b76a73 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:43.847380 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe80a6b-86ad-4590-a14e-312c16ced5de req-f641aedd-f2ab-41e4-b29e-4d83b7b76a73 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:43.853982 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe80a6b-86ad-4590-a14e-312c16ced5de req-f641aedd-f2ab-41e4-b29e-4d83b7b76a73 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:43.861651 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe80a6b-86ad-4590-a14e-312c16ced5de req-f641aedd-f2ab-41e4-b29e-4d83b7b76a73 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:43.874287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe80a6b-86ad-4590-a14e-312c16ced5de req-f641aedd-f2ab-41e4-b29e-4d83b7b76a73 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:43.879325 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dbe80a6b-86ad-4590-a14e-312c16ced5de req-f641aedd-f2ab-41e4-b29e-4d83b7b76a73 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 3828 time: 0.2670641
Jun 04 15:20:43.900224 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:43.907889 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:43.931163 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:43.936200 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-143274e9-4203-4766-844c-e67638160e82 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:44.076690 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:44.077329 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:44.080153 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] 10.222.0.62 "PUT /v2.0/ports/4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 HTTP/1.1" status: 200  len: 1091 time: 2.5368419
Jun 04 15:20:44.081352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'tag': '4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:44.083715 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e063c729-66b9-4003-ac95-ac47aadea713" -d '{"events": [{"name": "network-changed", "server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "tag": "4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:44.095237 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dbe80a6b-86ad-4590-a14e-312c16ced5de req-cddf7c1f-810d-4bc6-8236-596d06eeacc8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2147894
Jun 04 15:20:44.104287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Pushing event updated for resources: {'Port': ['ID=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:44.104810 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:44.139371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6c8e68e-3d2a-4d75-ba97-64f9fedebbde,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:44.144801 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:44.190153 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Request body: {'port': {'device_id': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:44.204494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Checking segment: {'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:20:44.204886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Network hostable DHCP agents. Network: bef9541f-9a2d-436c-a7ed-67b318232728, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:20:44.235739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46566) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:44.320133 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-77f58abf-2c99-4c7d-ae5c-9e3437640484 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=713591000c9d4c579e6ca5bef23c2fcf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0821111
Jun 04 15:20:44.324595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46576) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:44.331347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Network bef9541f-9a2d-436c-a7ed-67b318232728 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:20:44.423561 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3efdf086-61d6-4220-a156-dd10c9da0ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:44.436060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, bef9541f-9a2d-436c-a7ed-67b318232728) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:20:44.462523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b1c335-d60d-4391-ad94-b103b691dda7 None None] Network bef9541f-9a2d-436c-a7ed-67b318232728 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:20:44.467576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:44.468315 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:44.473790 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3efdf086-61d6-4220-a156-dd10c9da0ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:44.630596 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.7078354
Jun 04 15:20:44.665262 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3efdf086-61d6-4220-a156-dd10c9da0ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:44.679775 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-329e374c-9f1f-48eb-9204-3456a71f907f tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:44.714846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdf086-61d6-4220-a156-dd10c9da0ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451536fb-ac68-4c01-b61a-4993799f87a0,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:44.740630 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3efdf086-61d6-4220-a156-dd10c9da0ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:44.768254 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:44.768491 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3efdf086-61d6-4220-a156-dd10c9da0ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:44.772090 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3efdf086-61d6-4220-a156-dd10c9da0ec9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/451536fb-ac68-4c01-b61a-4993799f87a0 HTTP/1.1" status: 204  len: 168 time: 0.4447155
Jun 04 15:20:44.811749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b68d2-2748-4941-baf0-990914009f22 req-b306b816-c68f-49d9-9e39-ea0603d24ee6 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:44.815213 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e9b68d2-2748-4941-baf0-990914009f22 req-b306b816-c68f-49d9-9e39-ea0603d24ee6 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4d4f4c-a0d8-452d-86a4-9af25c8c2360 HTTP/1.1" status: 200  len: 945 time: 0.2433815
Jun 04 15:20:44.822801 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-bef9541f-9a2d-436c-a7ed-67b318232728', 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728', 'tenant_id': 'df124b00d613480cbc0ad35cdb177f05', 'fixed_ips': [{'subnet_id': 'a6c8e68e-3d2a-4d75-ba97-64f9fedebbde'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:20:44.823789 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:44.885286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-91a94caa-cc31-4499-ada3-d086877b72e6 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:44.892569 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-91a94caa-cc31-4499-ada3-d086877b72e6 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/networks?id=5fff0c5f-35f9-42a4-a894-12523f1fbdaf HTTP/1.1" status: 200  len: 815 time: 0.5888109
Jun 04 15:20:44.915077 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-ec91fff7-1267-40a4-931d-90cfd5733d53 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/quotas/9d7761996d07415a99a20466c5b4dc16 HTTP/1.1" status: 200  len: 375 time: 0.0213070
Jun 04 15:20:45.233741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-28c9e71f-d556-46c0-964f-5e40aabf453b tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:45.235041 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-28c9e71f-d556-46c0-964f-5e40aabf453b tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.62 "GET /v2.0/networks?id=402a676b-9e81-4312-954e-ff9bf55aa6f3 HTTP/1.1" status: 200  len: 813 time: 0.1906164
Jun 04 15:20:45.264988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Request body: {'port': {'device_id': '726c6a33-4e92-4056-8eb3-894d355ef3c7', 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3', 'admin_state_up': True, 'tenant_id': 'ffe670178e074dd1a73091c7cceb6935'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:45.305761 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-cd40e94f-37d6-486d-9455-fc2332e0e6b7 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d7761996d07415a99a20466c5b4dc16&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3883891
Jun 04 15:20:45.325435 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Allocated IP 172.20.0.2 (bef9541f-9a2d-436c-a7ed-67b318232728/a6c8e68e-3d2a-4d75-ba97-64f9fedebbde/5f4cffa6-8dc3-4506-9195-226b2fb9dafe) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:20:45.672121 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-ad3ccb8d-a9d5-4a43-9a14-fb5ef86221d6 service neutron] 10.222.0.32 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3149390
Jun 04 15:20:45.750740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-9e9b68d2-2748-4941-baf0-990914009f22 req-2fd7fd83-6605-4479-8683-abad3c846171 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Deleting port 97e7c7db-21a7-436e-8439-4b930b7d25ff {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:20:45.750989 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9e9b68d2-2748-4941-baf0-990914009f22 req-2fd7fd83-6605-4479-8683-abad3c846171 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:45.812970 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.resource_extend [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:20:45.888371 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:45.899516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-9e9b68d2-2748-4941-baf0-990914009f22 req-2fd7fd83-6605-4479-8683-abad3c846171 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] For port 97e7c7db-21a7-436e-8439-4b930b7d25ff, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=97e7c7db-21a7-436e-8439-4b930b7d25ff,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:45.899877 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9e9b68d2-2748-4941-baf0-990914009f22 req-2fd7fd83-6605-4479-8683-abad3c846171 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:45.924745 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Transition to ACTIVE for port object 5f4cffa6-8dc3-4506-9195-226b2fb9dafe will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:45.979788 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Transition to ACTIVE for port object 5f4cffa6-8dc3-4506-9195-226b2fb9dafe will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:45.993321 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11cad97-5be6-48e6-bf28-5f9a6959d242 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:20:46.006200 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:46.038902 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-0a8b9c69-b159-462d-9da7-b30afef4f642 service neutron] 10.222.0.32 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3502324
Jun 04 15:20:46.039854 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Transition to ACTIVE for port object e11cad97-5be6-48e6-bf28-5f9a6959d242 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:46.077957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-9e9b68d2-2748-4941-baf0-990914009f22 req-2fd7fd83-6605-4479-8683-abad3c846171 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Calling delete_port for 97e7c7db-21a7-436e-8439-4b930b7d25ff owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:20:46.088975 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:46.099379 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:46.147381 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:46.152447 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6c9ceeb6-2b85-4a59-9bdb-d11ef5ea7c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:46.164875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Network bef9541f-9a2d-436c-a7ed-67b318232728 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:20:46.170300 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:20:46.172060 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-95983679-cdd8-41a5-84d4-2f8f747a6958 req-953c8c01-46b4-459c-81ca-4b1b986c6fbf tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ad67627-d561-41ed-9e50-b0c9c168de48 HTTP/1.1" status: 200  len: 210 time: 0.1076884
Jun 04 15:20:46.191252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Pushing event updated for resources: {'Port': ['ID=5f4cffa6-8dc3-4506-9195-226b2fb9dafe,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:46.193112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-f2bf9b62-6b21-451c-9350-778ce22711c6 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:46.194634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-f2bf9b62-6b21-451c-9350-778ce22711c6 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.65 "GET /v2.0/networks?id=402a676b-9e81-4312-954e-ff9bf55aa6f3 HTTP/1.1" status: 200  len: 813 time: 0.8076031
Jun 04 15:20:46.195544 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:20:46.236220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Request body: {'port': {'device_id': '9ad67627-d561-41ed-9e50-b0c9c168de48', 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3', 'admin_state_up': True, 'tenant_id': 'ffe670178e074dd1a73091c7cceb6935'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:46.244013 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:46.244554 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:46.245349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:46.245833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:46.246179 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:46.246565 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:46.246904 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:46.247237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:46.247566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:46.247888 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:46.248212 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:46.248612 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:46.268009 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:46.281389 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:46.440229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Usage tracker for resource:port and tenant:ffe670178e074dd1a73091c7cceb6935 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:46.445076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:46.452450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:46.490058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Attempting to bind port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:20:46.490292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Attempting to bind port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:20:46.492351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Attempting to bind port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe on network bef9541f-9a2d-436c-a7ed-67b318232728 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:46.503241 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9c0c1d-e51a-44c6-a09d-9057788f9da1 x-openstack-request-id: req-ef9c0c1d-e51a-44c6-a09d-9057788f9da1 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:46.505039 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "tag": "4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:46.505333 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef9c0c1d-e51a-44c6-a09d-9057788f9da1 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:46.505780 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'tag': '4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6', 'status': 'completed', 'code': 200}
Jun 04 15:20:46.508213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:20:46.508577 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Checking segment: {'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:20:46.509184 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:46.511558 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Bound using segment: {'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:20:46.512396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Bound port: 5f4cffa6-8dc3-4506-9195-226b2fb9dafe, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:20:46.512990 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:46.690875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Made reservation on behalf of ffe670178e074dd1a73091c7cceb6935 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:46.694290 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Pushing event updated for resources: {'Port': ['ID=e11cad97-5be6-48e6-bf28-5f9a6959d242,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:46.700574 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:46.707893 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:46.711054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Attempting to bind port e11cad97-5be6-48e6-bf28-5f9a6959d242 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:20:46.711389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Attempting to bind port e11cad97-5be6-48e6-bf28-5f9a6959d242 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:20:46.711715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Attempting to bind port e11cad97-5be6-48e6-bf28-5f9a6959d242 on network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:46.717786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Port e11cad97-5be6-48e6-bf28-5f9a6959d242 on network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:20:46.718305 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Attempting to bind port e11cad97-5be6-48e6-bf28-5f9a6959d242 on network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:46.728915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:20:46.729659 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Checking segment: {'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:20:46.734933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Bound using segment: {'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:20:46.734933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Bound port: e11cad97-5be6-48e6-bf28-5f9a6959d242, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:20:46.734933 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:46.735581 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 2e3acaef-c532-4fe2-9665-a59cd5845cb8 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:20:46.886905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] For port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:20:46.913447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] For port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5f4cffa6-8dc3-4506-9195-226b2fb9dafe,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:20:46.952562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] For port e11cad97-5be6-48e6-bf28-5f9a6959d242, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:20:46.958796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] For port e11cad97-5be6-48e6-bf28-5f9a6959d242, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11cad97-5be6-48e6-bf28-5f9a6959d242,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:20:47.024234 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:47.045722 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:47.051299 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:47.051798 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-38ae3c47-1efd-4939-9f27-c81e7304735b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:47.057947 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:47.111802 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9e9b68d2-2748-4941-baf0-990914009f22 req-2fd7fd83-6605-4479-8683-abad3c846171 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:47.129200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3acaef-c532-4fe2-9665-a59cd5845cb8'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:47.134202 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27a1c4e-5464-4ce1-89f3-538e68ecdc96" -d '{"events": [{"server_uuid": "93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f", "name": "network-vif-unplugged", "status": "completed", "tag": "2e3acaef-c532-4fe2-9665-a59cd5845cb8"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:47.159770 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bd6cb94d-c8b6-461d-8b1e-3176d5ce4007 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:47.168679 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['97e7c7db-21a7-436e-8439-4b930b7d25ff'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:20:47.225595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:47.230548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Usage tracker for resource:port and tenant:ffe670178e074dd1a73091c7cceb6935 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:47.234564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:47.240651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:47.242088 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 2e3acaef-c532-4fe2-9665-a59cd5845cb8, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=2e3acaef-c532-4fe2-9665-a59cd5845cb8,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:47.261078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46666) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:47.285988 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Pushing event updated for resources: {'Port': ['ID=5f4cffa6-8dc3-4506-9195-226b2fb9dafe,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:47.289120 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:47.311894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:47.318260 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:47.318260 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] 10.222.0.62 "PUT /v2.0/ports/e11cad97-5be6-48e6-bf28-5f9a6959d242 HTTP/1.1" status: 200  len: 1136 time: 3.1301570
Jun 04 15:20:47.358629 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:47.361901 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:47.387177 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Pushing event updated for resources: {'Port': ['ID=e11cad97-5be6-48e6-bf28-5f9a6959d242,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:47.398985 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:47.433722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9b68d2-2748-4941-baf0-990914009f22 req-2fd7fd83-6605-4479-8683-abad3c846171 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] No DVR routers for this DVR port 97e7c7db-21a7-436e-8439-4b930b7d25ff on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:20:47.435684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7fd83-6605-4479-8683-abad3c846171 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Pushing event deleted for resources: {'Port': ['ID=97e7c7db-21a7-436e-8439-4b930b7d25ff,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:47.441613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Made reservation on behalf of ffe670178e074dd1a73091c7cceb6935 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:47.450612 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:47.459349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-850ba1a7-0919-49ba-8ff7-684b449e3c85 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:47.468114 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2fd7fd83-6605-4479-8683-abad3c846171 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:47.481662 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-850ba1a7-0919-49ba-8ff7-684b449e3c85 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/networks?id=bef9541f-9a2d-436c-a7ed-67b318232728 HTTP/1.1" status: 200  len: 816 time: 0.4315870
Jun 04 15:20:47.489177 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9e9b68d2-2748-4941-baf0-990914009f22 req-2fd7fd83-6605-4479-8683-abad3c846171 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:47.506850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4d4f4c-a0d8-452d-86a4-9af25c8c2360', 'name': 'network-vif-deleted', 'tag': '97e7c7db-21a7-436e-8439-4b930b7d25ff'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:47.510463 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29243fe-0a33-4a1d-af5c-68102e6cb0e5" -d '{"events": [{"server_uuid": "1f4d4f4c-a0d8-452d-86a4-9af25c8c2360", "name": "network-vif-deleted", "tag": "97e7c7db-21a7-436e-8439-4b930b7d25ff"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:47.521527 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=2e3acaef-c532-4fe2-9665-a59cd5845cb8,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:47.526930 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:47.533892 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-e8a19c11-4202-47d9-a676-ff34472b8870 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/quotas/df124b00d613480cbc0ad35cdb177f05 HTTP/1.1" status: 200  len: 375 time: 0.0479679
Jun 04 15:20:47.562399 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Request body: {'port': {'device_id': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:47.747758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-909748157-network', 'tenant_id': '01ca14478c02481ea6f6a6904479430a'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:47.873930 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063c729-66b9-4003-ac95-ac47aadea713 req-1fbc843f-86bc-453d-87d5-6ecbc54d7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:47.874792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063c729-66b9-4003-ac95-ac47aadea713 req-1fbc843f-86bc-453d-87d5-6ecbc54d7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:47.875549 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063c729-66b9-4003-ac95-ac47aadea713 req-1fbc843f-86bc-453d-87d5-6ecbc54d7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:47.876212 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063c729-66b9-4003-ac95-ac47aadea713 req-1fbc843f-86bc-453d-87d5-6ecbc54d7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:47.876969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063c729-66b9-4003-ac95-ac47aadea713 req-1fbc843f-86bc-453d-87d5-6ecbc54d7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:47.878310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063c729-66b9-4003-ac95-ac47aadea713 req-1fbc843f-86bc-453d-87d5-6ecbc54d7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:47.880785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e063c729-66b9-4003-ac95-ac47aadea713 req-1fbc843f-86bc-453d-87d5-6ecbc54d7477 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=926d3966f5b342809000e5f28f33b523&device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5250 time: 1.4206247
Jun 04 15:20:47.887886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:47.892143 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e9b68d2-2748-4941-baf0-990914009f22 req-2fd7fd83-6605-4479-8683-abad3c846171 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.65 "DELETE /v2.0/ports/97e7c7db-21a7-436e-8439-4b930b7d25ff HTTP/1.1" status: 204  len: 173 time: 3.0726316
Jun 04 15:20:47.917284 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Usage tracker for resource:network and tenant:01ca14478c02481ea6f6a6904479430a is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:47.919813 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:47.924919 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:47.940202 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-6a48849e-49df-431d-bda6-286080357dd9 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=df124b00d613480cbc0ad35cdb177f05&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4063499
Jun 04 15:20:47.961207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:48.060985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Allocated IP 172.20.0.9 (402a676b-9e81-4312-954e-ff9bf55aa6f3/ad617740-43c5-4760-bf07-afccea76b28f/12df724f-9e42-40f4-b62c-ab00e29de92f) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:20:48.146931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Made reservation on behalf of 01ca14478c02481ea6f6a6904479430a for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:48.151583 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:48.180108 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:48.203842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063c729-66b9-4003-ac95-ac47aadea713 req-e8469e3d-7e86-4c8d-bdf2-91bf6696b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:48.204648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063c729-66b9-4003-ac95-ac47aadea713 req-e8469e3d-7e86-4c8d-bdf2-91bf6696b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:48.205314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063c729-66b9-4003-ac95-ac47aadea713 req-e8469e3d-7e86-4c8d-bdf2-91bf6696b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:48.207102 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e063c729-66b9-4003-ac95-ac47aadea713 req-e8469e3d-7e86-4c8d-bdf2-91bf6696b122 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=926d3966f5b342809000e5f28f33b523&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.3126388
Jun 04 15:20:48.284556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:48.338422 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-ac73bc3b-c07c-4cb9-b96e-06264d1ad1c2 service neutron] 10.222.0.32 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3667412
Jun 04 15:20:48.344702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Usage tracker for resource:security_group_rule and tenant:01ca14478c02481ea6f6a6904479430a is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:48.350213 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:48.436902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:48.511190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'tag': 'e11cad97-5be6-48e6-bf28-5f9a6959d242'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:48.513694 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a5413b-c536-4fa9-b5f1-40f8de91cb28" -d '{"events": [{"name": "network-changed", "server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "tag": "e11cad97-5be6-48e6-bf28-5f9a6959d242"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:48.625100 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-f3e1214e-0762-4434-9ef9-1da93bbe5986 service neutron] 10.222.0.32 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2805064
Jun 04 15:20:48.685858 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5f4cffa6-8dc3-4506-9195-226b2fb9dafe up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:20:48.824145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063c729-66b9-4003-ac95-ac47aadea713 req-97a20f39-de83-4f8f-9b77-70945837c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:48.826469 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e063c729-66b9-4003-ac95-ac47aadea713 req-97a20f39-de83-4f8f-9b77-70945837c95f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6107802
Jun 04 15:20:48.829436 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:48.869987 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed51671-d4a6-4f33-8656-878b6e3483c9 None None] Network bef9541f-9a2d-436c-a7ed-67b318232728 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:20:48.877668 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee260d1-69e2-4224-b2e2-1a3b4bed11df req-61f8dfec-3d5f-4f40-a4b1-49ca5a5bb2e9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:48.883804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee260d1-69e2-4224-b2e2-1a3b4bed11df req-61f8dfec-3d5f-4f40-a4b1-49ca5a5bb2e9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:48.891439 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee260d1-69e2-4224-b2e2-1a3b4bed11df req-61f8dfec-3d5f-4f40-a4b1-49ca5a5bb2e9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:48.897540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee260d1-69e2-4224-b2e2-1a3b4bed11df req-61f8dfec-3d5f-4f40-a4b1-49ca5a5bb2e9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:48.904467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee260d1-69e2-4224-b2e2-1a3b4bed11df req-61f8dfec-3d5f-4f40-a4b1-49ca5a5bb2e9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:48.910541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee260d1-69e2-4224-b2e2-1a3b4bed11df req-61f8dfec-3d5f-4f40-a4b1-49ca5a5bb2e9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:48.919351 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fee260d1-69e2-4224-b2e2-1a3b4bed11df req-61f8dfec-3d5f-4f40-a4b1-49ca5a5bb2e9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 4606 time: 0.5625875
Jun 04 15:20:49.026937 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1e6d1a3b-2b2e-49c4-a471-d9e5f01f0e4f None None] Provisioning for port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:20:49.055883 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fee260d1-69e2-4224-b2e2-1a3b4bed11df req-4e094052-0256-4556-8bd8-aac12a16f550 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1353276
Jun 04 15:20:49.074674 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:49.136878 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:20:49.159650 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:49.175208 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-88bba0d2-4a28-456d-ba57-129f6109641b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:49.184556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:49.184556 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:49.205582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:20:49.232128 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:49.292495 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:49.293818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Transition to ACTIVE for port object 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:49.380797 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:49.389552 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-06a88b54-bd60-41b6-95ec-20b076991e63 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:49.431995 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:20:49.456751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0df60f-9277-4fd2-868b-cf36121401da,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:49.524400 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:49.529086 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-993c778a-26fd-482d-ac6e-ee8febee0262 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:49.604713 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:49.605124 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Added segment 8afedd79-6c12-4b9a-9386-04756a04b06e of type vlan for network 4bfe0949-b36b-4bc9-aa5f-e6c67196e8ea
Jun 04 15:20:49.684214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Allocated IP 172.20.0.2 (402a676b-9e81-4312-954e-ff9bf55aa6f3/ad617740-43c5-4760-bf07-afccea76b28f/6515b7f5-cf55-48e2-b528-0f475a5f7fda) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:20:49.734150 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:49.742802 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2cac3f75-7ee3-4382-a47f-201dfbe5c397 req-716b9711-ea45-420c-8aac-2a4cf4c70e66 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 210 time: 0.3564458
Jun 04 15:20:49.750102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Pushing event updated for resources: {'Port': ['ID=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:49.803299 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5f4cffa6-8dc3-4506-9195-226b2fb9dafe,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:49.830276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:49.830969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:49.831486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:49.839070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:49.839070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:49.839070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:49.839070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:49.839070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:49.839070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:49.839070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:49.839070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:49.839070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:20:49.840859 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:49.958525 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:49.964292 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:49.965296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Pushing event updated for resources: {'Port': ['ID=12df724f-9e42-40f4-b62c-ab00e29de92f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:50.014068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Network 402a676b-9e81-4312-954e-ff9bf55aa6f3 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:20:50.024412 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:50.038467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:20:50.067275 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62683d3-8b8b-4234-8715-901f0d174f8d x-openstack-request-id: req-c62683d3-8b8b-4234-8715-901f0d174f8d {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:50.067660 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f", "name": "network-vif-unplugged", "status": "completed", "tag": "2e3acaef-c532-4fe2-9665-a59cd5845cb8", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:50.068008 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c62683d3-8b8b-4234-8715-901f0d174f8d {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:50.068487 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3acaef-c532-4fe2-9665-a59cd5845cb8', 'code': 200}
Jun 04 15:20:50.091237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:20:50.122734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Attempting to bind port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:20:50.123072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Attempting to bind port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:20:50.123402 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Attempting to bind port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 on network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:50.133625 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 on network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:20:50.133953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Attempting to bind port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 on network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:50.148610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:20:50.150814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Checking segment: {'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:20:50.151549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Bound using segment: {'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:20:50.153225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Bound port: 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:20:50.153589 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:50.175070 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=5f4cffa6-8dc3-4506-9195-226b2fb9dafe,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:50.193340 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:50.215934 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 97e7c7db-21a7-436e-8439-4b930b7d25ff no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:20:50.237124 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d0b5dc-ec2d-4031-8b74-2f32d21f431e x-openstack-request-id: req-23d0b5dc-ec2d-4031-8b74-2f32d21f431e {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:50.237458 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4d4f4c-a0d8-452d-86a4-9af25c8c2360", "name": "network-vif-deleted", "tag": "97e7c7db-21a7-436e-8439-4b930b7d25ff", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:50.237759 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23d0b5dc-ec2d-4031-8b74-2f32d21f431e {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:50.240222 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4d4f4c-a0d8-452d-86a4-9af25c8c2360', 'name': 'network-vif-deleted', 'tag': '97e7c7db-21a7-436e-8439-4b930b7d25ff', 'status': 'completed', 'code': 200}
Jun 04 15:20:50.335851 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 97e7c7db-21a7-436e-8439-4b930b7d25ff {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:20:50.336525 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 97e7c7db-21a7-436e-8439-4b930b7d25ff not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:20:50.343994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-9b6c8a4f-75fc-457e-9246-3357971d50ab tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:50.346419 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-9b6c8a4f-75fc-457e-9246-3357971d50ab tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.62 "GET /v2.0/networks?id=5fff0c5f-35f9-42a4-a894-12523f1fbdaf HTTP/1.1" status: 200  len: 815 time: 1.1055346
Jun 04 15:20:50.371670 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:50.372370 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b8beda19-e132-4eb2-9469-6026c1bf6747 req-ed3a5164-fb0d-4975-889f-9f970aa35fde tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ad67627-d561-41ed-9e50-b0c9c168de48 HTTP/1.1" status: 200  len: 210 time: 0.1209929
Jun 04 15:20:50.390587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Request body: {'port': {'device_id': 'd78bf641-c102-4842-92f4-d35016bb2867', 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf', 'admin_state_up': True, 'tenant_id': '9d7761996d07415a99a20466c5b4dc16'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:50.446040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] For port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:20:50.450508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] For port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:20:50.475036 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4e76ce-27f8-4e48-a0c2-9543420e2543 x-openstack-request-id: req-3d4e76ce-27f8-4e48-a0c2-9543420e2543 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:50.475370 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "tag": "e11cad97-5be6-48e6-bf28-5f9a6959d242", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:50.475663 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d4e76ce-27f8-4e48-a0c2-9543420e2543 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:50.476102 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'tag': 'e11cad97-5be6-48e6-bf28-5f9a6959d242', 'status': 'completed', 'code': 200}
Jun 04 15:20:50.494517 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:50.500268 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-405bcaf8-2559-4006-9ddd-fb748c54b7f3 None None] Provisioning complete for port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:50.500701 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-405bcaf8-2559-4006-9ddd-fb748c54b7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:50.549096 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:50.559581 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cfece1c3-5759-47d4-9e15-8aeab8f2cb9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:50.591158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:50.592865 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:50.634938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:50.636326 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:50.638292 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] 10.222.0.62 "PUT /v2.0/ports/783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 HTTP/1.1" status: 200  len: 1134 time: 3.1476977
Jun 04 15:20:50.672180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Pushing event updated for resources: {'Port': ['ID=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:50.680008 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:50.723099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5413b-c536-4fa9-b5f1-40f8de91cb28 req-faaf87de-e122-4c44-8a35-9cf10b4fd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:50.726140 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5f4cffa6-8dc3-4506-9195-226b2fb9dafe up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:20:50.727682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5413b-c536-4fa9-b5f1-40f8de91cb28 req-faaf87de-e122-4c44-8a35-9cf10b4fd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:50.728363 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5413b-c536-4fa9-b5f1-40f8de91cb28 req-faaf87de-e122-4c44-8a35-9cf10b4fd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:50.728836 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5413b-c536-4fa9-b5f1-40f8de91cb28 req-faaf87de-e122-4c44-8a35-9cf10b4fd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:50.729342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5413b-c536-4fa9-b5f1-40f8de91cb28 req-faaf87de-e122-4c44-8a35-9cf10b4fd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:50.729806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5413b-c536-4fa9-b5f1-40f8de91cb28 req-faaf87de-e122-4c44-8a35-9cf10b4fd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:50.730268 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5413b-c536-4fa9-b5f1-40f8de91cb28 req-faaf87de-e122-4c44-8a35-9cf10b4fd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:50.735593 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d9a5413b-c536-4fa9-b5f1-40f8de91cb28 req-faaf87de-e122-4c44-8a35-9cf10b4fd537 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=926d3966f5b342809000e5f28f33b523&device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 6219 time: 0.2275119
Jun 04 15:20:50.849886 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Request body: {'port': {'device_id': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:50.910506 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:50.911092 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:51.102932 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:20:51.247939 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:51.255757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:51.258643 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6e5dd28d-1c87-472b-afc6-a7bff8c35a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:51.316286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Usage tracker for resource:port and tenant:9d7761996d07415a99a20466c5b4dc16 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:51.319955 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:51.321665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:51.321665 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:51.327717 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.0662296
Jun 04 15:20:51.329255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:51.355864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Request body: {'port': {'device_id': '726c6a33-4e92-4056-8eb3-894d355ef3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:51.407734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Network 402a676b-9e81-4312-954e-ff9bf55aa6f3 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:20:51.409220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:51.421810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:20:51.436289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:20:51.462609 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-7bc64ee8-1f69-4497-b8ac-44130aeb1c52 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:51.464414 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-7bc64ee8-1f69-4497-b8ac-44130aeb1c52 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/networks?id=bef9541f-9a2d-436c-a7ed-67b318232728 HTTP/1.1" status: 200  len: 816 time: 0.7280743
Jun 04 15:20:51.468311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5413b-c536-4fa9-b5f1-40f8de91cb28 req-ea6fb344-8ea0-458a-ba79-136e45c26aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:51.468311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5413b-c536-4fa9-b5f1-40f8de91cb28 req-ea6fb344-8ea0-458a-ba79-136e45c26aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:51.468643 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5413b-c536-4fa9-b5f1-40f8de91cb28 req-ea6fb344-8ea0-458a-ba79-136e45c26aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:51.470288 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d9a5413b-c536-4fa9-b5f1-40f8de91cb28 req-ea6fb344-8ea0-458a-ba79-136e45c26aff service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=926d3966f5b342809000e5f28f33b523&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.5672956
Jun 04 15:20:51.480881 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:51.507685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Pushing event updated for resources: {'Port': ['ID=6515b7f5-cf55-48e2-b528-0f475a5f7fda,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:51.517769 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:51.521884 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bd331941-d205-43c5-a89f-3a33905dc00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:51.524582 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-c07c2257-61af-4fac-a3ef-27bb46c9d37e tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/quotas/df124b00d613480cbc0ad35cdb177f05 HTTP/1.1" status: 200  len: 375 time: 0.0533938
Jun 04 15:20:51.594026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631d0eb-46f5-432c-af12-585a5646115f req-b12a5955-5122-40ae-98e1-bac80fe97ea9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:51.603871 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5631d0eb-46f5-432c-af12-585a5646115f req-b12a5955-5122-40ae-98e1-bac80fe97ea9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 948 time: 0.5091095
Jun 04 15:20:51.665326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Made reservation on behalf of 9d7761996d07415a99a20466c5b4dc16 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:51.669563 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:51.756292 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 4.4307258
Jun 04 15:20:51.778363 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46736) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:51.781659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:51.782354 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:51.804894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Request body: {'subnet': {'network_id': '4bfe0949-b36b-4bc9-aa5f-e6c67196e8ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-909748157-subnet', 'tenant_id': '01ca14478c02481ea6f6a6904479430a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:51.815610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Pushing event updated for resources: {'Network': ['ID=4bfe0949-b36b-4bc9-aa5f-e6c67196e8ea,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:51.829530 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5631d0eb-46f5-432c-af12-585a5646115f req-ce0d2c1b-f53b-4b83-a6eb-0444ef55dbda tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2244096
Jun 04 15:20:51.833580 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:51.840896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 4bfe0949-b36b-4bc9-aa5f-e6c67196e8ea details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:20:51.841275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:51.865631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5413b-c536-4fa9-b5f1-40f8de91cb28 req-1bf37690-e750-4c26-abe9-7537ad38c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:51.867842 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d9a5413b-c536-4fa9-b5f1-40f8de91cb28 req-1bf37690-e750-4c26-abe9-7537ad38c353 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3759916
Jun 04 15:20:51.875379 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Usage tracker for resource:subnet and tenant:01ca14478c02481ea6f6a6904479430a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:51.882682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:51.913610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:51.947287 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-1343fe8c-e494-4544-9f80-5c38e2dd4e2d tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=df124b00d613480cbc0ad35cdb177f05&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4080498
Jun 04 15:20:51.954571 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:52.099438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Allocated IP 172.20.0.14 (5fff0c5f-35f9-42a4-a894-12523f1fbdaf/8489d5df-5d8a-49e1-8528-76dd9a81e2aa/4594226c-b739-4a3c-af4a-d881d0cee187) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:20:52.142581 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Made reservation on behalf of 01ca14478c02481ea6f6a6904479430a for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:52.144789 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:52.196908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.9785295
Jun 04 15:20:52.221403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Request body: {'port': {'device_id': '9ad67627-d561-41ed-9e50-b0c9c168de48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:52.316165 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-3f0982d4-054c-48a4-b5c9-682a1e469206 service neutron] 10.222.0.32 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3675184
Jun 04 15:20:52.391162 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.resource_extend [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:20:52.495909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'tag': '783a3e7f-c7ae-454f-ba54-8ec9e3e03af5'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:52.498310 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d88841e-3fd2-46a1-a449-e27ec952f1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "tag": "783a3e7f-c7ae-454f-ba54-8ec9e3e03af5"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:52.636311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff2a110-bfbd-4b7c-802b-81406f46e243 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:20:52.646340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed6989-e432-4902-87fa-8b44dbfcb574 req-36771cfe-66e6-4db6-ad60-dd945f1b4566 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:52.647640 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efed6989-e432-4902-87fa-8b44dbfcb574 req-36771cfe-66e6-4db6-ad60-dd945f1b4566 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.65 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 948 time: 0.8173466
Jun 04 15:20:52.694286 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:52.722131 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-8a282ee3-d47d-442e-ac55-60b3a9b9b3e8 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:52.723667 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-8a282ee3-d47d-442e-ac55-60b3a9b9b3e8 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.65 "GET /v2.0/networks?id=bef9541f-9a2d-436c-a7ed-67b318232728 HTTP/1.1" status: 200  len: 816 time: 0.4461544
Jun 04 15:20:52.741254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869d0bd-6bb7-4f2c-8044-8e82246a31b9 req-3fd1c15a-e292-4b2c-9ea3-9fbf01c0d284 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:52.750084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869d0bd-6bb7-4f2c-8044-8e82246a31b9 req-3fd1c15a-e292-4b2c-9ea3-9fbf01c0d284 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:52.752717 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Request body: {'port': {'device_id': '8edacb0b-5e4a-431d-bd80-0bd0ece341a3', 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728', 'admin_state_up': True, 'tenant_id': 'df124b00d613480cbc0ad35cdb177f05'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:52.761383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869d0bd-6bb7-4f2c-8044-8e82246a31b9 req-3fd1c15a-e292-4b2c-9ea3-9fbf01c0d284 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:52.767864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869d0bd-6bb7-4f2c-8044-8e82246a31b9 req-3fd1c15a-e292-4b2c-9ea3-9fbf01c0d284 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:52.773979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869d0bd-6bb7-4f2c-8044-8e82246a31b9 req-3fd1c15a-e292-4b2c-9ea3-9fbf01c0d284 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:52.778857 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-35255fea-06ac-4416-8cf5-e4d102f82660 service neutron] 10.222.0.32 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4617612
Jun 04 15:20:52.782752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869d0bd-6bb7-4f2c-8044-8e82246a31b9 req-3fd1c15a-e292-4b2c-9ea3-9fbf01c0d284 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:52.790140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869d0bd-6bb7-4f2c-8044-8e82246a31b9 req-3fd1c15a-e292-4b2c-9ea3-9fbf01c0d284 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:52.793787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Transition to ACTIVE for port object eff2a110-bfbd-4b7c-802b-81406f46e243 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:52.799737 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d869d0bd-6bb7-4f2c-8044-8e82246a31b9 req-3fd1c15a-e292-4b2c-9ea3-9fbf01c0d284 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5382 time: 0.6495624
Jun 04 15:20:52.897876 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:52.906683 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8ac3c9db-361c-4034-bb99-fe8fddf0213f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:52.911395 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:52.969305 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:53.225890 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:53.436296 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d869d0bd-6bb7-4f2c-8044-8e82246a31b9 req-689e5482-c647-48f6-8cad-e3f28a497b62 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.6355386
Jun 04 15:20:53.492156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eff2a110-bfbd-4b7c-802b-81406f46e243,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:53.500581 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aba8fcfd-7c39-48d1-8870-2d09aaa30cd3 req-adf60e80-72a1-4911-b8a6-3b92a832960b tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 210 time: 0.1194432
Jun 04 15:20:53.507966 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:53.542517 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:53.591653 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Usage tracker for resource:port and tenant:df124b00d613480cbc0ad35cdb177f05 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:20:53.604216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:20:53.625508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:53.694843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5ea6f-f107-4e10-92cd-51fae09cc63a req-765e364f-d667-4791-bbca-3147dc889367 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:53.697310 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9ab5ea6f-f107-4e10-92cd-51fae09cc63a req-765e364f-d667-4791-bbca-3147dc889367 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f HTTP/1.1" status: 200  len: 944 time: 0.7530284
Jun 04 15:20:53.729120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-efed6989-e432-4902-87fa-8b44dbfcb574 req-b4bf3900-a817-4f57-879f-419aa7638fe4 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Deleting port b5fe685f-1bac-46a0-b829-103b3833ee93 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:20:53.729120 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-efed6989-e432-4902-87fa-8b44dbfcb574 req-b4bf3900-a817-4f57-879f-419aa7638fe4 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:53.766569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Made reservation on behalf of df124b00d613480cbc0ad35cdb177f05 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:53.769793 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:53.787748 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Attempting to bind port eff2a110-bfbd-4b7c-802b-81406f46e243 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:20:53.788083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Attempting to bind port eff2a110-bfbd-4b7c-802b-81406f46e243 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:20:53.788417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Attempting to bind port eff2a110-bfbd-4b7c-802b-81406f46e243 on network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:53.829829 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:53.896427 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0f1ab0fa-0a60-4257-92e2-f94c611f2dcc tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:53.930912 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Port eff2a110-bfbd-4b7c-802b-81406f46e243 on network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:20:53.931267 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Attempting to bind port eff2a110-bfbd-4b7c-802b-81406f46e243 on network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:53.948161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:20:53.948529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Checking segment: {'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:20:53.948894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Bound using segment: {'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:20:53.949367 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Bound port: eff2a110-bfbd-4b7c-802b-81406f46e243, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:20:53.949720 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:54.056660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:20:54.067568 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12df724f-9e42-40f4-b62c-ab00e29de92f {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:20:54.074542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:20:54.086072 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:54.091192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:20:54.153395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Pushing event updated for resources: {'Port': ['ID=4594226c-b739-4a3c-af4a-d881d0cee187,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:54.181554 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:54.185205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Transition to ACTIVE for port object 12df724f-9e42-40f4-b62c-ab00e29de92f will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:54.194732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-efed6989-e432-4902-87fa-8b44dbfcb574 req-b4bf3900-a817-4f57-879f-419aa7638fe4 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] For port b5fe685f-1bac-46a0-b829-103b3833ee93, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b5fe685f-1bac-46a0-b829-103b3833ee93,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:54.195090 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-efed6989-e432-4902-87fa-8b44dbfcb574 req-b4bf3900-a817-4f57-879f-419aa7638fe4 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:54.210445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-c2be9dc0-d752-40f0-8219-91c538e424e0 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:54.216497 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-c2be9dc0-d752-40f0-8219-91c538e424e0 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/networks?id=59af4b27-f2c2-44b9-9c4f-96b870bb3e84 HTTP/1.1" status: 200  len: 805 time: 0.5244865
Jun 04 15:20:54.266515 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db1796-a491-4d69-9dd5-8914784145c8 req-ef3649ca-a29d-4889-b23b-ccb67f92af2b tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:54.268004 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-17db1796-a491-4d69-9dd5-8914784145c8 req-ef3649ca-a29d-4889-b23b-ccb67f92af2b tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ad67627-d561-41ed-9e50-b0c9c168de48 HTTP/1.1" status: 200  len: 931 time: 0.4764044
Jun 04 15:20:54.270189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] For port eff2a110-bfbd-4b7c-802b-81406f46e243, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:20:54.277671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] For port eff2a110-bfbd-4b7c-802b-81406f46e243, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=eff2a110-bfbd-4b7c-802b-81406f46e243,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:20:54.282025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:54.291164 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:54.291328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Allocated IP 172.20.0.13 (bef9541f-9a2d-436c-a7ed-67b318232728/a6c8e68e-3d2a-4d75-ba97-64f9fedebbde/776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:20:54.360782 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:54.374666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-9ab5ea6f-f107-4e10-92cd-51fae09cc63a req-e69fa877-eefb-49da-af4a-0fa83ba80510 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Deleting port 2e3acaef-c532-4fe2-9665-a59cd5845cb8 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:20:54.375007 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9ab5ea6f-f107-4e10-92cd-51fae09cc63a req-e69fa877-eefb-49da-af4a-0fa83ba80510 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:54.378951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-efed6989-e432-4902-87fa-8b44dbfcb574 req-b4bf3900-a817-4f57-879f-419aa7638fe4 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Calling delete_port for b5fe685f-1bac-46a0-b829-103b3833ee93 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:20:54.396791 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:54.418197 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:54.440007 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-75eff45d-ac39-453a-8583-d7efccb8f31c tempest-ServerDiagnosticsNegativeTest-471666395 tempest-ServerDiagnosticsNegativeTest-471666395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:54.468179 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-d340c3fe-ae4c-40f7-941f-0fdf65dfdd0e tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/quotas/3f70be62f20947cf93b5733c9e9a73b2 HTTP/1.1" status: 200  len: 375 time: 0.1811061
Jun 04 15:20:54.490060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-17db1796-a491-4d69-9dd5-8914784145c8 req-19a06e7c-846d-47a6-8fde-16154d2649b3 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Synchronizing usage tracker for tenant:ffe670178e074dd1a73091c7cceb6935 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:54.623605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:54.624305 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:54.625764 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] 10.222.0.62 "PUT /v2.0/ports/eff2a110-bfbd-4b7c-802b-81406f46e243 HTTP/1.1" status: 200  len: 1091 time: 3.7860966
Jun 04 15:20:54.676899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:54.683349 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-8c9a5839-a5e7-4d0c-a32e-b5703f5b69b3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3157754
Jun 04 15:20:54.697499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Pushing event updated for resources: {'Port': ['ID=12df724f-9e42-40f4-b62c-ab00e29de92f,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:54.700691 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:54.734412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Request body: {'port': {'device_id': 'd78bf641-c102-4842-92f4-d35016bb2867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:54.743828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eff2a110-bfbd-4b7c-802b-81406f46e243,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:54.757087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Request body: {'port': {'device_id': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:54.790366 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:54.801436 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-42b7ccdb-80f2-4678-818a-3bc262f16014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:54.897716 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-17db1796-a491-4d69-9dd5-8914784145c8 req-19a06e7c-846d-47a6-8fde-16154d2649b3 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Unset dirty status for tenant:ffe670178e074dd1a73091c7cceb6935 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:54.900134 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-17db1796-a491-4d69-9dd5-8914784145c8 req-19a06e7c-846d-47a6-8fde-16154d2649b3 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6170795
Jun 04 15:20:54.985085 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0aad00-4ab4-442f-bb6d-91e8772bdd11 x-openstack-request-id: req-9b0aad00-4ab4-442f-bb6d-91e8772bdd11 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:54.985085 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "tag": "783a3e7f-c7ae-454f-ba54-8ec9e3e03af5", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:54.985085 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b0aad00-4ab4-442f-bb6d-91e8772bdd11 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:54.985085 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'tag': '783a3e7f-c7ae-454f-ba54-8ec9e3e03af5', 'status': 'completed', 'code': 200}
Jun 04 15:20:55.002251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-9ab5ea6f-f107-4e10-92cd-51fae09cc63a req-e69fa877-eefb-49da-af4a-0fa83ba80510 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] For port 2e3acaef-c532-4fe2-9665-a59cd5845cb8, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=2e3acaef-c532-4fe2-9665-a59cd5845cb8,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:20:55.002600 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9ab5ea6f-f107-4e10-92cd-51fae09cc63a req-e69fa877-eefb-49da-af4a-0fa83ba80510 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:55.028333 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Checking segment: {'id': '8afedd79-6c12-4b9a-9386-04756a04b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4bfe0949-b36b-4bc9-aa5f-e6c67196e8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:20:55.028757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Network hostable DHCP agents. Network: 4bfe0949-b36b-4bc9-aa5f-e6c67196e8ea, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:20:55.029478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Attempting to bind port 12df724f-9e42-40f4-b62c-ab00e29de92f on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:20:55.029823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Attempting to bind port 12df724f-9e42-40f4-b62c-ab00e29de92f by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:20:55.030153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Attempting to bind port 12df724f-9e42-40f4-b62c-ab00e29de92f on network 402a676b-9e81-4312-954e-ff9bf55aa6f3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:55.035285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.62', 65042) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:20:55.048334 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-9f3fc025-267c-4961-8907-b322b9706535 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f70be62f20947cf93b5733c9e9a73b2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4703376
Jun 04 15:20:55.049017 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:55.160436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Port 12df724f-9e42-40f4-b62c-ab00e29de92f on network 402a676b-9e81-4312-954e-ff9bf55aa6f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:20:55.160857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Attempting to bind port 12df724f-9e42-40f4-b62c-ab00e29de92f on network 402a676b-9e81-4312-954e-ff9bf55aa6f3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:55.398099 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:20:55.398435 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Checking segment: {'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:20:55.398824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Bound using segment: {'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:20:55.399255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Bound port: 12df724f-9e42-40f4-b62c-ab00e29de92f, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:20:55.399598 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:55.405973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-9ab5ea6f-f107-4e10-92cd-51fae09cc63a req-e69fa877-eefb-49da-af4a-0fa83ba80510 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Calling delete_port for 2e3acaef-c532-4fe2-9665-a59cd5845cb8 owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:20:55.411658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5cfb552-c55b-438c-8af1-9fd5c3eb8ce7,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:55.433855 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:55.453619 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:55.480719 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:55.520657 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Transition to ACTIVE for port object 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:55.528993 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:55.568016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Network 4bfe0949-b36b-4bc9-aa5f-e6c67196e8ea is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:20:55.587084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6515b7f5-cf55-48e2-b528-0f475a5f7fda {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:20:55.620671 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:55.678050 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f7bfb-b72a-4b92-a157-6ab21973b8b0 req-6887958e-9e46-4a75-9289-595de73f3458 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:55.679438 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb6f7bfb-b72a-4b92-a157-6ab21973b8b0 req-6887958e-9e46-4a75-9289-595de73f3458 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=35d46761-0179-46e7-abb8-c451c0763317 HTTP/1.1" status: 200  len: 948 time: 0.5397637
Jun 04 15:20:55.695499 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 4bfe0949-b36b-4bc9-aa5f-e6c67196e8ea) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:20:55.712085 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f66302b-7d83-4630-a1e9-09fa33e95b08 None None] Network 4bfe0949-b36b-4bc9-aa5f-e6c67196e8ea requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:20:55.731183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Transition to ACTIVE for port object 6515b7f5-cf55-48e2-b528-0f475a5f7fda will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:55.749731 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-efed6989-e432-4902-87fa-8b44dbfcb574 req-b4bf3900-a817-4f57-879f-419aa7638fe4 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:55.763222 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-edf1e41a-f5fd-48a2-88bf-92d909a82d1f tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:55.782149 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:55.782737 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:55.844435 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:55.847887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] For port 12df724f-9e42-40f4-b62c-ab00e29de92f, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:20:55.857232 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-ef8a2bcb-449b-4574-9347-0938147fde49 service neutron] 10.222.0.32 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7968781
Jun 04 15:20:55.858096 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:55.861710 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c7327c49-bfd1-4a99-85ce-a62a1a6d7651 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:55.862130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf3900-a817-4f57-879f-419aa7638fe4 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Pushing event deleted for resources: {'Port': ['ID=b5fe685f-1bac-46a0-b829-103b3833ee93,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:55.920367 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b4bf3900-a817-4f57-879f-419aa7638fe4 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:55.922602 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b30b342c-5d78-4fb2-adab-6c1111b64b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:55.961073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d456cbc2-8229-4399-b512-b658a8c37798 None None] Network 4bfe0949-b36b-4bc9-aa5f-e6c67196e8ea requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:20:55.969585 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb6f7bfb-b72a-4b92-a157-6ab21973b8b0 req-ce4b9470-302c-48b7-a28e-515a16f49b64 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2813604
Jun 04 15:20:56.026534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] For port 12df724f-9e42-40f4-b62c-ab00e29de92f, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=12df724f-9e42-40f4-b62c-ab00e29de92f,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:20:56.043498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Network bef9541f-9a2d-436c-a7ed-67b318232728 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:20:56.048387 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:20:56.054429 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:20:56.100025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88841e-3fd2-46a1-a449-e27ec952f1cf req-5f394fcf-5351-4608-8796-9976df0105d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:56.100515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88841e-3fd2-46a1-a449-e27ec952f1cf req-5f394fcf-5351-4608-8796-9976df0105d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:56.101165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88841e-3fd2-46a1-a449-e27ec952f1cf req-5f394fcf-5351-4608-8796-9976df0105d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:56.101473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88841e-3fd2-46a1-a449-e27ec952f1cf req-5f394fcf-5351-4608-8796-9976df0105d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:56.102300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88841e-3fd2-46a1-a449-e27ec952f1cf req-5f394fcf-5351-4608-8796-9976df0105d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:56.102411 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88841e-3fd2-46a1-a449-e27ec952f1cf req-5f394fcf-5351-4608-8796-9976df0105d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:56.103348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88841e-3fd2-46a1-a449-e27ec952f1cf req-5f394fcf-5351-4608-8796-9976df0105d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:56.105841 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8d88841e-3fd2-46a1-a449-e27ec952f1cf req-5f394fcf-5351-4608-8796-9976df0105d8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=926d3966f5b342809000e5f28f33b523&device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 6286 time: 1.0465846
Jun 04 15:20:56.133772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Pushing event updated for resources: {'Port': ['ID=776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:56.144420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=6515b7f5-cf55-48e2-b528-0f475a5f7fda,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:56.164203 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:56.174766 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9ab5ea6f-f107-4e10-92cd-51fae09cc63a req-e69fa877-eefb-49da-af4a-0fa83ba80510 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:56.185590 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 4.3885801
Jun 04 15:20:56.195580 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e081fdbc-2e3b-4e74-a84a-0c8f355f3b6e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:56.306688 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:56.307468 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:56.308503 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b5fe685f-1bac-46a0-b829-103b3833ee93 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:20:56.351865 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:56.390026 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: b5fe685f-1bac-46a0-b829-103b3833ee93 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:20:56.395803 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b5fe685f-1bac-46a0-b829-103b3833ee93 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:20:56.423624 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:56.440371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fa877-eefb-49da-af4a-0fa83ba80510 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Pushing event deleted for resources: {'Port': ['ID=2e3acaef-c532-4fe2-9665-a59cd5845cb8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:56.442980 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e69fa877-eefb-49da-af4a-0fa83ba80510 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:56.465612 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44ffc42d-359f-46f7-b18e-88768f021201 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:56.483507 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7433729
Jun 04 15:20:56.505521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-efed6989-e432-4902-87fa-8b44dbfcb574 req-b4bf3900-a817-4f57-879f-419aa7638fe4 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] No DVR routers for this DVR port b5fe685f-1bac-46a0-b829-103b3833ee93 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:20:56.521595 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-efed6989-e432-4902-87fa-8b44dbfcb574 req-b4bf3900-a817-4f57-879f-419aa7638fe4 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:56.535088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Request body: {'port': {'device_id': '8edacb0b-5e4a-431d-bd80-0bd0ece341a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:56.535895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-43f4e8dc-c184-4c90-82d2-8706e6ee7a03 None None] Provisioning for port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:20:56.538951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d46761-0179-46e7-abb8-c451c0763317', 'name': 'network-vif-deleted', 'tag': 'b5fe685f-1bac-46a0-b829-103b3833ee93'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:56.540986 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-43f4e8dc-c184-4c90-82d2-8706e6ee7a03 None None] Provisioning complete for port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:20:56.541634 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-43f4e8dc-c184-4c90-82d2-8706e6ee7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:56.542201 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4e9be0-e800-4ec4-bf38-1d32af6f16ae" -d '{"events": [{"server_uuid": "35d46761-0179-46e7-abb8-c451c0763317", "name": "network-vif-deleted", "tag": "b5fe685f-1bac-46a0-b829-103b3833ee93"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:56.568715 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.resource_extend [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:20:56.619965 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-43f4e8dc-c184-4c90-82d2-8706e6ee7a03 None None] Port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:20:56.657472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab5ea6f-f107-4e10-92cd-51fae09cc63a req-e69fa877-eefb-49da-af4a-0fa83ba80510 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] No DVR routers for this DVR port 2e3acaef-c532-4fe2-9665-a59cd5845cb8 on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:20:56.674864 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9ab5ea6f-f107-4e10-92cd-51fae09cc63a req-e69fa877-eefb-49da-af4a-0fa83ba80510 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:56.676792 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9ab5ea6f-f107-4e10-92cd-51fae09cc63a req-e69fa877-eefb-49da-af4a-0fa83ba80510 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.62 "DELETE /v2.0/ports/2e3acaef-c532-4fe2-9665-a59cd5845cb8 HTTP/1.1" status: 204  len: 173 time: 2.9151649
Jun 04 15:20:56.689856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-644c423a-d217-495f-a168-74a8fbb47664 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:56.694883 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-644c423a-d217-495f-a168-74a8fbb47664 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/networks?id=bef9541f-9a2d-436c-a7ed-67b318232728 HTTP/1.1" status: 200  len: 816 time: 0.5674405
Jun 04 15:20:56.707864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 2e3acaef-c532-4fe2-9665-a59cd5845cb8 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:20:56.747235 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 2e3acaef-c532-4fe2-9665-a59cd5845cb8 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:20:56.747497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 2e3acaef-c532-4fe2-9665-a59cd5845cb8 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:20:56.751564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866f06d1-ae5e-4e52-a577-794e989480c1 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:20:56.759249 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-61dd9852-864e-43c6-b999-44e8d1780e01 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/quotas/df124b00d613480cbc0ad35cdb177f05 HTTP/1.1" status: 200  len: 375 time: 0.0607369
Jun 04 15:20:56.769705 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:56.786199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:56.786797 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:56.788224 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] 10.222.0.62 "PUT /v2.0/ports/12df724f-9e42-40f4-b62c-ab00e29de92f HTTP/1.1" status: 200  len: 1091 time: 5.4385552
Jun 04 15:20:56.843231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Transition to ACTIVE for port object 866f06d1-ae5e-4e52-a577-794e989480c1 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:56.859963 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:56.904285 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efed6989-e432-4902-87fa-8b44dbfcb574 req-b4bf3900-a817-4f57-879f-419aa7638fe4 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.65 "DELETE /v2.0/ports/b5fe685f-1bac-46a0-b829-103b3833ee93 HTTP/1.1" status: 204  len: 173 time: 4.2413685
Jun 04 15:20:56.939798 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:56.949738 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fca6ba79-2f87-4870-80fe-9aac481323b3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:56.990830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'tag': 'eff2a110-bfbd-4b7c-802b-81406f46e243'}, {'server_uuid': '93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f', 'name': 'network-vif-deleted', 'tag': '2e3acaef-c532-4fe2-9665-a59cd5845cb8'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:20:56.993205 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2454732-52ff-4573-8639-c6109741a286" -d '{"events": [{"name": "network-changed", "server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "tag": "eff2a110-bfbd-4b7c-802b-81406f46e243"}, {"server_uuid": "93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f", "name": "network-vif-deleted", "tag": "2e3acaef-c532-4fe2-9665-a59cd5845cb8"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:20:57.092280 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8eb5a7f3-b956-4550-9344-1f482b4f7c44 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Synchronizing usage tracker for tenant:df124b00d613480cbc0ad35cdb177f05 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:57.126065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-53eca8f1-f1b0-43cd-b8e4-1fb4a0cc38e9 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:57.126782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-53eca8f1-f1b0-43cd-b8e4-1fb4a0cc38e9 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Synchronizing usage tracker for tenant:df124b00d613480cbc0ad35cdb177f05 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:57.143570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Pushing event updated for resources: {'Port': ['ID=12df724f-9e42-40f4-b62c-ab00e29de92f,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:57.182269 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Pushing event updated for resources: {'Port': ['ID=866f06d1-ae5e-4e52-a577-794e989480c1,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:57.217199 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-adfc7b43-a28d-4601-bd45-b10362344203 service neutron] 10.222.0.32 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3511989
Jun 04 15:20:57.219533 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:57.226218 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:57.313171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Attempting to bind port 6515b7f5-cf55-48e2-b528-0f475a5f7fda on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:20:57.313525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Attempting to bind port 6515b7f5-cf55-48e2-b528-0f475a5f7fda by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:20:57.314590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Attempting to bind port 6515b7f5-cf55-48e2-b528-0f475a5f7fda on network 402a676b-9e81-4312-954e-ff9bf55aa6f3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:57.332763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88841e-3fd2-46a1-a449-e27ec952f1cf req-b9fe8eae-5e56-4915-b587-232969aee8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:57.333197 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88841e-3fd2-46a1-a449-e27ec952f1cf req-b9fe8eae-5e56-4915-b587-232969aee8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:57.333685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88841e-3fd2-46a1-a449-e27ec952f1cf req-b9fe8eae-5e56-4915-b587-232969aee8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:57.335485 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8d88841e-3fd2-46a1-a449-e27ec952f1cf req-b9fe8eae-5e56-4915-b587-232969aee8f2 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=926d3966f5b342809000e5f28f33b523&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.9586704
Jun 04 15:20:57.339631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Port 6515b7f5-cf55-48e2-b528-0f475a5f7fda on network 402a676b-9e81-4312-954e-ff9bf55aa6f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:20:57.339951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Attempting to bind port 6515b7f5-cf55-48e2-b528-0f475a5f7fda on network 402a676b-9e81-4312-954e-ff9bf55aa6f3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:57.389846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:20:57.390172 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Checking segment: {'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:20:57.390545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Bound using segment: {'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:20:57.390997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Bound port: 6515b7f5-cf55-48e2-b528-0f475a5f7fda, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:20:57.391349 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:57.407128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-53eca8f1-f1b0-43cd-b8e4-1fb4a0cc38e9 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Unset dirty status for tenant:df124b00d613480cbc0ad35cdb177f05 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:57.408315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-53eca8f1-f1b0-43cd-b8e4-1fb4a0cc38e9 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.65 "GET /v2.0/networks?id=bef9541f-9a2d-436c-a7ed-67b318232728 HTTP/1.1" status: 200  len: 816 time: 1.6101370
Jun 04 15:20:57.445372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Request body: {'port': {'device_id': '5e2f3e86-7970-4420-b327-48a86fcee081', 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728', 'admin_state_up': True, 'tenant_id': 'df124b00d613480cbc0ad35cdb177f05'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:57.495251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8eb5a7f3-b956-4550-9344-1f482b4f7c44 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Unset dirty status for tenant:df124b00d613480cbc0ad35cdb177f05 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:57.496574 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8eb5a7f3-b956-4550-9344-1f482b4f7c44 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=df124b00d613480cbc0ad35cdb177f05&fields=id HTTP/1.1" status: 200  len: 302 time: 0.7243898
Jun 04 15:20:57.730731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Attempting to bind port 866f06d1-ae5e-4e52-a577-794e989480c1 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:20:57.741387 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Attempting to bind port 866f06d1-ae5e-4e52-a577-794e989480c1 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:20:57.742289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Attempting to bind port 866f06d1-ae5e-4e52-a577-794e989480c1 on network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:57.819540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-b4073d73-efcb-4d7d-a9fa-29b63a8ed884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:57.821068 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-b4073d73-efcb-4d7d-a9fa-29b63a8ed884 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffe670178e074dd1a73091c7cceb6935&device_id=726c6a33-4e92-4056-8eb3-894d355ef3c7 HTTP/1.1" status: 200  len: 1094 time: 0.9140561
Jun 04 15:20:57.837054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4594226c-b739-4a3c-af4a-d881d0cee187 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:20:57.874024 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Port 866f06d1-ae5e-4e52-a577-794e989480c1 on network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:20:57.874356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Attempting to bind port 866f06d1-ae5e-4e52-a577-794e989480c1 on network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:57.892541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:20:57.892888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Checking segment: {'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:20:57.893305 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Bound using segment: {'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:20:57.893747 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Bound port: 866f06d1-ae5e-4e52-a577-794e989480c1, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35b5900c-acc0-4b99-a1b3-ea659bb757f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:20:57.894095 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:57.920404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:20:57.944234 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:57.957217 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:57.973642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-b5278765-b942-4a7f-bcb6-d3f3e9a140f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12df724f-9e42-40f4-b62c-ab00e29de92f HTTP/1.1" status: 200  len: 217 time: 0.1296184
Jun 04 15:20:57.979513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:20:57.989506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88841e-3fd2-46a1-a449-e27ec952f1cf req-2f88e318-8cd9-42e1-9e74-0718d610996e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:57.990937 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8d88841e-3fd2-46a1-a449-e27ec952f1cf req-2f88e318-8cd9-42e1-9e74-0718d610996e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6344678
Jun 04 15:20:58.014566 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-05b28b5e-e593-4e57-8eb3-1202d5aff748 service neutron] 10.222.0.32 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3889058
Jun 04 15:20:58.029120 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Transition to ACTIVE for port object 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:58.044249 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:20:58.049304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] For port 6515b7f5-cf55-48e2-b528-0f475a5f7fda, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:20:58.057166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Transition to ACTIVE for port object 4594226c-b739-4a3c-af4a-d881d0cee187 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:58.073680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] For port 6515b7f5-cf55-48e2-b528-0f475a5f7fda, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6515b7f5-cf55-48e2-b528-0f475a5f7fda,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:20:58.105086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d95d7-036c-45ee-8c84-006663f3f564 req-81f3f0d0-ff95-490b-8d95-736c34ea34dd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:58.111259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d95d7-036c-45ee-8c84-006663f3f564 req-81f3f0d0-ff95-490b-8d95-736c34ea34dd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:58.117217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d95d7-036c-45ee-8c84-006663f3f564 req-81f3f0d0-ff95-490b-8d95-736c34ea34dd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:58.123288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d95d7-036c-45ee-8c84-006663f3f564 req-81f3f0d0-ff95-490b-8d95-736c34ea34dd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:58.129354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d95d7-036c-45ee-8c84-006663f3f564 req-81f3f0d0-ff95-490b-8d95-736c34ea34dd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:58.130435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] For port 866f06d1-ae5e-4e52-a577-794e989480c1, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:20:58.135772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d95d7-036c-45ee-8c84-006663f3f564 req-81f3f0d0-ff95-490b-8d95-736c34ea34dd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:58.141649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d95d7-036c-45ee-8c84-006663f3f564 req-81f3f0d0-ff95-490b-8d95-736c34ea34dd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:58.143762 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-330d95d7-036c-45ee-8c84-006663f3f564 req-81f3f0d0-ff95-490b-8d95-736c34ea34dd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5406 time: 0.4394925
Jun 04 15:20:58.145395 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:58.150417 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-81716276-d644-4851-87f1-b64a16eb67cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:58.151932 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-81716276-d644-4851-87f1-b64a16eb67cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad617740-43c5-4760-bf07-afccea76b28f HTTP/1.1" status: 200  len: 853 time: 0.1676023
Jun 04 15:20:58.158888 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-032551ce-2978-4df3-8205-e5854f039fe3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:58.192359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] For port 866f06d1-ae5e-4e52-a577-794e989480c1, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=866f06d1-ae5e-4e52-a577-794e989480c1,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:20:58.200726 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:58.204835 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:58.208067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Made reservation on behalf of df124b00d613480cbc0ad35cdb177f05 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:20:58.211562 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:58.232580 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-23751ed3-9af0-45f7-9818-310593536a41 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:58.302887 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-c96a6cc5-3e48-413d-9145-6b5316717912 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=402a676b-9e81-4312-954e-ff9bf55aa6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1350415
Jun 04 15:20:58.306141 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:58.327884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:58.331625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:58.332254 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:58.333670 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] 10.222.0.65 "PUT /v2.0/ports/6515b7f5-cf55-48e2-b528-0f475a5f7fda HTTP/1.1" status: 200  len: 1091 time: 6.1230443
Jun 04 15:20:58.361269 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:58.366387 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-aaa1ec1f-fd37-4880-bbf1-b563c984ced9 service neutron] 10.222.0.32 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3426764
Jun 04 15:20:58.367192 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:58.489858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:58.490649 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:58.491855 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] 10.222.0.62 "PUT /v2.0/ports/866f06d1-ae5e-4e52-a577-794e989480c1 HTTP/1.1" status: 200  len: 1091 time: 3.7509930
Jun 04 15:20:58.527016 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-330d95d7-036c-45ee-8c84-006663f3f564 req-4685f368-f180-425c-a5b4-36947aed7a22 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3739340
Jun 04 15:20:58.551989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Pushing event updated for resources: {'Port': ['ID=866f06d1-ae5e-4e52-a577-794e989480c1,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:58.557266 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:58.587787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Attempting to bind port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:20:58.588131 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Attempting to bind port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:20:58.588594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Attempting to bind port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b on network bef9541f-9a2d-436c-a7ed-67b318232728 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:58.594613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b on network bef9541f-9a2d-436c-a7ed-67b318232728 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:20:58.594613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Attempting to bind port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b on network bef9541f-9a2d-436c-a7ed-67b318232728 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:58.600489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:20:58.600831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Checking segment: {'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:20:58.601251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Bound using segment: {'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:20:58.603102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Bound port: 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:20:58.603102 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:58.626574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Request body: {'port': {'device_id': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:20:58.847802 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:58.858464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=6515b7f5-cf55-48e2-b528-0f475a5f7fda,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:58.929040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] For port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:20:58.945748 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] For port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:20:59.040141 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:59.051240 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b9b2eb53-f11c-4c93-86f1-99c95ccc7ae5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:59.135475 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:59.137186 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:59.137698 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] 10.222.0.65 "PUT /v2.0/ports/776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b HTTP/1.1" status: 200  len: 1092 time: 2.6384444
Jun 04 15:20:59.301606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:59.305644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4594226c-b739-4a3c-af4a-d881d0cee187,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:20:59.318570 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.087s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:59.327223 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.058s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:20:59.327727 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:59.329694 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-f2f45b22-6559-4c52-9d07-f91bffd721ef service neutron] 10.222.0.62 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0040917
Jun 04 15:20:59.385028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Attempting to bind port 4594226c-b739-4a3c-af4a-d881d0cee187 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:20:59.385485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Attempting to bind port 4594226c-b739-4a3c-af4a-d881d0cee187 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '86e5350b-708f-44e9-85a3-b5d9e5e787c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:20:59.385810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Attempting to bind port 4594226c-b739-4a3c-af4a-d881d0cee187 on network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:59.398122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Allocated IP 172.20.0.10 (bef9541f-9a2d-436c-a7ed-67b318232728/a6c8e68e-3d2a-4d75-ba97-64f9fedebbde/0c976ce3-d9f8-4e07-a0be-e5aaf1475d48) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:20:59.421206 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Port 4594226c-b739-4a3c-af4a-d881d0cee187 on network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:20:59.425362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Attempting to bind port 4594226c-b739-4a3c-af4a-d881d0cee187 on network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:20:59.436192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-3d6c82b1-fac4-4508-8a2d-d1ec7c2a61d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:59.438307 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-3d6c82b1-fac4-4508-8a2d-d1ec7c2a61d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ffe670178e074dd1a73091c7cceb6935&device_id=9ad67627-d561-41ed-9e50-b0c9c168de48 HTTP/1.1" status: 200  len: 1094 time: 0.9690814
Jun 04 15:20:59.445347 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fab9b87d-9de9-4b08-aa00-542f2c8c2413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:59.446614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:20:59.446956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Checking segment: {'id': '86e5350b-708f-44e9-85a3-b5d9e5e787c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:20:59.447334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Bound using segment: {'id': '86e5350b-708f-44e9-85a3-b5d9e5e787c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:20:59.447950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Bound port: 4594226c-b739-4a3c-af4a-d881d0cee187, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e5350b-708f-44e9-85a3-b5d9e5e787c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:20:59.448439 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:59.461018 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:20:59.493679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78669db-97a4-4b3a-9324-bcf1adf7d3e5 req-c81a5f10-70c4-4c1a-b3cf-f45442bb7a28 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:59.498993 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b78669db-97a4-4b3a-9324-bcf1adf7d3e5 req-c81a5f10-70c4-4c1a-b3cf-f45442bb7a28 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ad67627-d561-41ed-9e50-b0c9c168de48 HTTP/1.1" status: 200  len: 943 time: 0.5454905
Jun 04 15:20:59.589663 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b78669db-97a4-4b3a-9324-bcf1adf7d3e5 req-650f0388-8ee6-4c87-b230-47b5f7512264 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830660
Jun 04 15:20:59.596881 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58b668-b2c5-44c8-b5a7-1282b2ec0459 req-5e8995a3-35ff-4620-a043-902e53dcd127 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:59.597545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0e58b668-b2c5-44c8-b5a7-1282b2ec0459 req-5e8995a3-35ff-4620-a043-902e53dcd127 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Synchronizing usage tracker for tenant:9d7761996d07415a99a20466c5b4dc16 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:20:59.650777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-f7fc39bc-e756-4d93-a072-859f16841b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:59.652485 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-f7fc39bc-e756-4d93-a072-859f16841b74 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df124b00d613480cbc0ad35cdb177f05&device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 1095 time: 0.4043307
Jun 04 15:20:59.653391 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-af6ed9e9-aa34-46c9-b005-fe91f430592f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6515b7f5-cf55-48e2-b528-0f475a5f7fda HTTP/1.1" status: 200  len: 217 time: 0.1918809
Jun 04 15:20:59.754775 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-2d58bede-5e9b-4c0b-8ebc-5e9f130845bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b HTTP/1.1" status: 200  len: 217 time: 0.0833168
Jun 04 15:20:59.757240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7938937e-37ff-4ff3-9751-b09fa0d241f6 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:20:59.763934 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [req-2991d901-c724-4a18-a16e-c94d742dd776 req-8c619cda-b080-452e-a7db-bd8b561c5973 tempest-SecurityGroupsNegativeTestJSON-1786161289 tempest-SecurityGroupsNegativeTestJSON-1786161289-project] show failed (client error): The resource could not be found.
Jun 04 15:20:59.764913 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2991d901-c724-4a18-a16e-c94d742dd776 req-8c619cda-b080-452e-a7db-bd8b561c5973 tempest-SecurityGroupsNegativeTestJSON-1786161289 tempest-SecurityGroupsNegativeTestJSON-1786161289-project] 10.222.0.32 "GET /v2.0/security-groups/3c64ceaa-f623-417f-ac3f-eaacc9f2cb46 HTTP/1.1" status: 404  len: 352 time: 0.0946722
Jun 04 15:20:59.800301 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:20:59.828433 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-8d6c0eb3-4c89-4667-bcfc-893a51e2596a service neutron] 10.222.0.62 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4844666
Jun 04 15:20:59.835501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Transition to ACTIVE for port object 7938937e-37ff-4ff3-9751-b09fa0d241f6 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:20:59.852480 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033b46dc-3910-40d9-9383-3b1739079e34 x-openstack-request-id: req-033b46dc-3910-40d9-9383-3b1739079e34 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:59.852892 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d46761-0179-46e7-abb8-c451c0763317", "name": "network-vif-deleted", "tag": "b5fe685f-1bac-46a0-b829-103b3833ee93", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:59.853386 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-033b46dc-3910-40d9-9383-3b1739079e34 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:59.853835 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d46761-0179-46e7-abb8-c451c0763317', 'name': 'network-vif-deleted', 'tag': 'b5fe685f-1bac-46a0-b829-103b3833ee93', 'status': 'completed', 'code': 200}
Jun 04 15:20:59.856378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-18bfbfd1-2c7a-41d3-a2ae-52ba5aec2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:59.858723 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-18bfbfd1-2c7a-41d3-a2ae-52ba5aec2737 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6c8e68e-3d2a-4d75-ba97-64f9fedebbde HTTP/1.1" status: 200  len: 855 time: 0.0955160
Jun 04 15:20:59.864054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0e58b668-b2c5-44c8-b5a7-1282b2ec0459 req-5e8995a3-35ff-4620-a043-902e53dcd127 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Unset dirty status for tenant:9d7761996d07415a99a20466c5b4dc16 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:20:59.865203 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e58b668-b2c5-44c8-b5a7-1282b2ec0459 req-5e8995a3-35ff-4620-a043-902e53dcd127 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 944 time: 1.1140172
Jun 04 15:20:59.871839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-4a11960d-22b4-49e7-b7d7-9c85d21da3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:59.873636 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-4a11960d-22b4-49e7-b7d7-9c85d21da3dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad617740-43c5-4760-bf07-afccea76b28f HTTP/1.1" status: 200  len: 853 time: 0.1806436
Jun 04 15:20:59.951270 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-844f2782-7121-4c8e-af49-8208fe80369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:20:59.953156 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-844f2782-7121-4c8e-af49-8208fe80369b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bef9541f-9a2d-436c-a7ed-67b318232728&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0864573
Jun 04 15:20:59.988709 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Jun 2021 15:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c97853-730e-4146-be36-72af6757381f x-openstack-request-id: req-13c97853-730e-4146-be36-72af6757381f {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:20:59.989350 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "tag": "eff2a110-bfbd-4b7c-802b-81406f46e243", "status": "completed", "code": 200}, {"server_uuid": "93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f", "name": "network-vif-deleted", "tag": "2e3acaef-c532-4fe2-9665-a59cd5845cb8", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:20:59.991834 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13c97853-730e-4146-be36-72af6757381f {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:20:59.991834 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'tag': 'eff2a110-bfbd-4b7c-802b-81406f46e243', 'status': 'completed', 'code': 200}
Jun 04 15:20:59.991834 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f9a5e5-fd04-45cf-a2fb-0c4b34bff47f', 'name': 'network-vif-deleted', 'tag': '2e3acaef-c532-4fe2-9665-a59cd5845cb8', 'status': 'completed', 'code': 200}
Jun 04 15:21:00.001373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] For port 4594226c-b739-4a3c-af4a-d881d0cee187, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:21:00.005192 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:00.018994 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c095f66-0eaa-4176-8ecc-85b4dd4db8da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:00.038885 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-d862afa2-cd5c-4f40-ad72-fbd8dd3fb7ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=402a676b-9e81-4312-954e-ff9bf55aa6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1554103
Jun 04 15:21:00.102419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] For port 4594226c-b739-4a3c-af4a-d881d0cee187, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4594226c-b739-4a3c-af4a-d881d0cee187,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:21:00.240944 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-48bc47c9-bae4-4ff2-9af1-fe066e1cc351 req-e132caac-76e4-4e73-9bd3-131ae46e075c tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Synchronizing usage tracker for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:21:00.279682 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:00.286785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e58b668-b2c5-44c8-b5a7-1282b2ec0459 req-49f643d0-3897-4535-a945-a2086b013d05 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4121671
Jun 04 15:21:00.302378 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e5db876d-e5a0-41fc-89c7-09a3bf618293 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:00.397360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Pushing event updated for resources: {'Port': ['ID=7938937e-37ff-4ff3-9751-b09fa0d241f6,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:00.406355 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:00.433472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-48bc47c9-bae4-4ff2-9af1-fe066e1cc351 req-e132caac-76e4-4e73-9bd3-131ae46e075c tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Unset dirty status for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:21:00.443820 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-48bc47c9-bae4-4ff2-9af1-fe066e1cc351 req-e132caac-76e4-4e73-9bd3-131ae46e075c tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 210 time: 0.3106649
Jun 04 15:21:00.454508 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-c044f0b1-22f7-4182-ad90-1eab3e7c49b7 service neutron] 10.222.0.65 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4946535
Jun 04 15:21:00.456802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Attempting to bind port 7938937e-37ff-4ff3-9751-b09fa0d241f6 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:21:00.457191 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Attempting to bind port 7938937e-37ff-4ff3-9751-b09fa0d241f6 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '073b0851-c23f-4d82-99e3-8a9b40f03ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:21:00.457519 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Attempting to bind port 7938937e-37ff-4ff3-9751-b09fa0d241f6 on network 67bebaa3-339e-464b-87fc-b3100714b795 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:00.469804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.469804 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:00.469804 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] 10.222.0.62 "PUT /v2.0/ports/4594226c-b739-4a3c-af4a-d881d0cee187 HTTP/1.1" status: 200  len: 1092 time: 5.7719018
Jun 04 15:21:00.470144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Port 7938937e-37ff-4ff3-9751-b09fa0d241f6 on network 67bebaa3-339e-464b-87fc-b3100714b795 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:21:00.470144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Attempting to bind port 7938937e-37ff-4ff3-9751-b09fa0d241f6 on network 67bebaa3-339e-464b-87fc-b3100714b795 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:00.487682 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:00.493303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:21:00.493303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Checking segment: {'id': '073b0851-c23f-4d82-99e3-8a9b40f03ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:21:00.493303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Bound using segment: {'id': '073b0851-c23f-4d82-99e3-8a9b40f03ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:21:00.493303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Bound port: 7938937e-37ff-4ff3-9751-b09fa0d241f6, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073b0851-c23f-4d82-99e3-8a9b40f03ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:21:00.493303 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:00.623191 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Transition to ACTIVE for port object 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:21:00.676436 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-16fc8919-4bce-47f6-93be-5946697820c4 req-7347c357-b98b-472c-847a-b636b5c35dd7 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 210 time: 0.1599188
Jun 04 15:21:00.705570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-323230cb-7bb8-47bb-9c4b-bef1d51ab331 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.707076 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-323230cb-7bb8-47bb-9c4b-bef1d51ab331 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.62 "GET /v2.0/networks?id=59af4b27-f2c2-44b9-9c4f-96b870bb3e84 HTTP/1.1" status: 200  len: 805 time: 0.7311599
Jun 04 15:21:00.707837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4594226c-b739-4a3c-af4a-d881d0cee187,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:00.716481 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:00.721306 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-981c569c-9b19-49d7-8671-29f3c8f505db service neutron] 10.222.0.65 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6299729
Jun 04 15:21:00.728525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Request body: {'port': {'device_id': 'd9e5e339-a4be-4e67-b6c0-0afc80974fba', 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84', 'admin_state_up': True, 'tenant_id': '3f70be62f20947cf93b5733c9e9a73b2'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:00.775108 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] For port 7938937e-37ff-4ff3-9751-b09fa0d241f6, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:21:00.788756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] For port 7938937e-37ff-4ff3-9751-b09fa0d241f6, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=7938937e-37ff-4ff3-9751-b09fa0d241f6,segment=NetworkSegment(073b0851-c23f-4d82-99e3-8a9b40f03ea6),segment_id=073b0851-c23f-4d82-99e3-8a9b40f03ea6)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:21:00.795095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2454732-52ff-4573-8639-c6109741a286 req-984cdabf-f10c-4b35-aee7-fe3f1e6a171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.795611 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2454732-52ff-4573-8639-c6109741a286 req-984cdabf-f10c-4b35-aee7-fe3f1e6a171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.796095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2454732-52ff-4573-8639-c6109741a286 req-984cdabf-f10c-4b35-aee7-fe3f1e6a171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.796569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2454732-52ff-4573-8639-c6109741a286 req-984cdabf-f10c-4b35-aee7-fe3f1e6a171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.797040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2454732-52ff-4573-8639-c6109741a286 req-984cdabf-f10c-4b35-aee7-fe3f1e6a171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.797506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2454732-52ff-4573-8639-c6109741a286 req-984cdabf-f10c-4b35-aee7-fe3f1e6a171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.797959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2454732-52ff-4573-8639-c6109741a286 req-984cdabf-f10c-4b35-aee7-fe3f1e6a171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.800089 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2454732-52ff-4573-8639-c6109741a286 req-984cdabf-f10c-4b35-aee7-fe3f1e6a171a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=926d3966f5b342809000e5f28f33b523&device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 6378 time: 0.7662311
Jun 04 15:21:00.812620 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc4f2934-e45d-4275-bdce-4fb16dd62d79 req-6ac56546-c90d-468a-94be-4cf632be89f5 service neutron] 10.222.0.65 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3477535
Jun 04 15:21:00.827557 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e613a-401c-4d3c-b051-4b306357b1fb req-ac991cbd-300c-4167-839b-7105a9f79830 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.833865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e613a-401c-4d3c-b051-4b306357b1fb req-ac991cbd-300c-4167-839b-7105a9f79830 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.840868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e613a-401c-4d3c-b051-4b306357b1fb req-ac991cbd-300c-4167-839b-7105a9f79830 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.847157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e613a-401c-4d3c-b051-4b306357b1fb req-ac991cbd-300c-4167-839b-7105a9f79830 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.853842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e613a-401c-4d3c-b051-4b306357b1fb req-ac991cbd-300c-4167-839b-7105a9f79830 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.860342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e613a-401c-4d3c-b051-4b306357b1fb req-ac991cbd-300c-4167-839b-7105a9f79830 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.866418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e613a-401c-4d3c-b051-4b306357b1fb req-ac991cbd-300c-4167-839b-7105a9f79830 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.870064 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe8e613a-401c-4d3c-b051-4b306357b1fb req-ac991cbd-300c-4167-839b-7105a9f79830 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5418 time: 0.2588463
Jun 04 15:21:00.895254 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:00.902331 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:00.973733 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:00.974429 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:00.975785 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] 10.222.0.62 "PUT /v2.0/ports/7938937e-37ff-4ff3-9751-b09fa0d241f6 HTTP/1.1" status: 200  len: 1091 time: 2.3548214
Jun 04 15:21:00.996465 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe8e613a-401c-4d3c-b051-4b306357b1fb req-2d6cc8b8-97c1-41eb-b3af-7c7b80e5148d tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1186886
Jun 04 15:21:01.016774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Pushing event updated for resources: {'Port': ['ID=7938937e-37ff-4ff3-9751-b09fa0d241f6,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:01.020277 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:01.202489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Request body: {'port': {'device_id': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:01.282095 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:01.316831 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:01.376001 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe3b48-2074-43b5-a300-f06ca54ed058 req-70e4bf0f-a6e6-4f01-bb2f-083ae50d14ca tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:01.377749 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4fe3b48-2074-43b5-a300-f06ca54ed058 req-70e4bf0f-a6e6-4f01-bb2f-083ae50d14ca tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ad67627-d561-41ed-9e50-b0c9c168de48 HTTP/1.1" status: 200  len: 943 time: 0.2344084
Jun 04 15:21:01.378574 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:01.399646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-6aa654ab-0572-4dbb-abb0-069c33ebe3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:01.401364 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-6aa654ab-0572-4dbb-abb0-069c33ebe3b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d7761996d07415a99a20466c5b4dc16&device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 1095 time: 0.7836938
Jun 04 15:21:01.437590 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf270c5-d666-4655-b6f4-7cc565c4ecb0 req-d00e3643-e884-433c-a717-966b25e50352 service neutron] 10.222.0.65 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6890800
Jun 04 15:21:01.490623 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4fe3b48-2074-43b5-a300-f06ca54ed058 req-a1aa6811-80e2-41a3-938e-ade4ac6b401d tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987015
Jun 04 15:21:01.522466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:01.529394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Network bef9541f-9a2d-436c-a7ed-67b318232728 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:21:01.545891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:21:01.549788 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-480c9379-9aa6-40b9-b49c-8cf3da2aaa0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4594226c-b739-4a3c-af4a-d881d0cee187 HTTP/1.1" status: 200  len: 217 time: 0.1183650
Jun 04 15:21:01.561747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:21:01.600586 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Pushing event updated for resources: {'Port': ['ID=0c976ce3-d9f8-4e07-a0be-e5aaf1475d48,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:01.649844 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:01.650557 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:01.653271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2454732-52ff-4573-8639-c6109741a286 req-b8842f15-bba4-460a-a5c5-3ee91608cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:01.654003 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2454732-52ff-4573-8639-c6109741a286 req-b8842f15-bba4-460a-a5c5-3ee91608cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:01.654473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2454732-52ff-4573-8639-c6109741a286 req-b8842f15-bba4-460a-a5c5-3ee91608cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:01.656061 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2454732-52ff-4573-8639-c6109741a286 req-b8842f15-bba4-460a-a5c5-3ee91608cd28 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=926d3966f5b342809000e5f28f33b523&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.8399093
Jun 04 15:21:01.757805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-047d0d3c-c474-4543-8173-e770f60d3701 req-5b1fd122-0c85-4541-9fa6-1a932a054d35 tempest-SecurityGroupsNegativeTestJSON-1786161289 tempest-SecurityGroupsNegativeTestJSON-1786161289-project] Synchronizing usage tracker for tenant:01ca14478c02481ea6f6a6904479430a on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:21:01.793176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:01.794080 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:01.854761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c045c506-8cea-43c8-abdf-eeaf7dc921a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:01.856205 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-c045c506-8cea-43c8-abdf-eeaf7dc921a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8489d5df-5d8a-49e1-8528-76dd9a81e2aa HTTP/1.1" status: 200  len: 855 time: 0.2575228
Jun 04 15:21:01.865173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726c6a33-4e92-4056-8eb3-894d355ef3c7', 'tag': '12df724f-9e42-40f4-b62c-ab00e29de92f'}, {'name': 'network-changed', 'server_uuid': '9ad67627-d561-41ed-9e50-b0c9c168de48', 'tag': '6515b7f5-cf55-48e2-b528-0f475a5f7fda'}, {'name': 'network-changed', 'server_uuid': 'd78bf641-c102-4842-92f4-d35016bb2867', 'tag': '4594226c-b739-4a3c-af4a-d881d0cee187'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:01.867598 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e" -d '{"events": [{"name": "network-changed", "server_uuid": "726c6a33-4e92-4056-8eb3-894d355ef3c7", "tag": "12df724f-9e42-40f4-b62c-ab00e29de92f"}, {"name": "network-changed", "server_uuid": "9ad67627-d561-41ed-9e50-b0c9c168de48", "tag": "6515b7f5-cf55-48e2-b528-0f475a5f7fda"}, {"name": "network-changed", "server_uuid": "d78bf641-c102-4842-92f4-d35016bb2867", "tag": "4594226c-b739-4a3c-af4a-d881d0cee187"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:01.923297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Made reservation on behalf of 3f70be62f20947cf93b5733c9e9a73b2 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:21:01.926852 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:01.969951 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-535c10a0-a4f9-41bc-beb0-5cbd10f75764 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5fff0c5f-35f9-42a4-a894-12523f1fbdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0893383
Jun 04 15:21:02.021783 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:02.039480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'tag': '866f06d1-ae5e-4e52-a577-794e989480c1'}, {'name': 'network-changed', 'server_uuid': '8edacb0b-5e4a-431d-bd80-0bd0ece341a3', 'tag': '776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b'}, {'name': 'network-changed', 'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'tag': '7938937e-37ff-4ff3-9751-b09fa0d241f6'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:02.041941 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829" -d '{"events": [{"name": "network-changed", "server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "tag": "866f06d1-ae5e-4e52-a577-794e989480c1"}, {"name": "network-changed", "server_uuid": "8edacb0b-5e4a-431d-bd80-0bd0ece341a3", "tag": "776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b"}, {"name": "network-changed", "server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "tag": "7938937e-37ff-4ff3-9751-b09fa0d241f6"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:02.066237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2454732-52ff-4573-8639-c6109741a286 req-91455b58-b869-4f19-b994-3b3d5ed279ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:02.072181 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2454732-52ff-4573-8639-c6109741a286 req-91455b58-b869-4f19-b994-3b3d5ed279ba service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3901467
Jun 04 15:21:02.079443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1da15628-3e18-4f4a-a474-db4c98bedc0e None None] Provisioning for port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:02.089916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1da15628-3e18-4f4a-a474-db4c98bedc0e None None] Provisioning complete for port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:02.091020 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1da15628-3e18-4f4a-a474-db4c98bedc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:02.129431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-047d0d3c-c474-4543-8173-e770f60d3701 req-5b1fd122-0c85-4541-9fa6-1a932a054d35 tempest-SecurityGroupsNegativeTestJSON-1786161289 tempest-SecurityGroupsNegativeTestJSON-1786161289-project] Unset dirty status for tenant:01ca14478c02481ea6f6a6904479430a on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:21:02.137696 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-047d0d3c-c474-4543-8173-e770f60d3701 req-5b1fd122-0c85-4541-9fa6-1a932a054d35 tempest-SecurityGroupsNegativeTestJSON-1786161289 tempest-SecurityGroupsNegativeTestJSON-1786161289-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01ca14478c02481ea6f6a6904479430a HTTP/1.1" status: 200  len: 2988 time: 0.7458332
Jun 04 15:21:02.141367 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedbedc-ae6e-403a-8628-c8c0524cf8e3 req-ee924999-2925-4f93-b4d1-661912938174 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:02.148458 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-faedbedc-ae6e-403a-8628-c8c0524cf8e3 req-ee924999-2925-4f93-b4d1-661912938174 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 944 time: 0.5162299
Jun 04 15:21:02.166688 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.7355521
Jun 04 15:21:02.169027 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1da15628-3e18-4f4a-a474-db4c98bedc0e None None] Port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:21:02.179643 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-f3462f6d-cfb7-442b-a35a-19bc018dfc15 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:02.181191 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-f3462f6d-cfb7-442b-a35a-19bc018dfc15 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.62 "GET /v2.0/networks?id=bef9541f-9a2d-436c-a7ed-67b318232728 HTTP/1.1" status: 200  len: 816 time: 0.3527207
Jun 04 15:21:02.188218 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Request body: {'port': {'device_id': '5e2f3e86-7970-4420-b327-48a86fcee081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:02.203297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Request body: {'port': {'device_id': '0c288f1f-297e-431d-99bf-be3a08bbefe7', 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728', 'admin_state_up': True, 'tenant_id': 'df124b00d613480cbc0ad35cdb177f05'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:02.247916 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-faedbedc-ae6e-403a-8628-c8c0524cf8e3 req-aa375f30-0c6a-4dd3-bf22-790b496aba6f tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988348
Jun 04 15:21:02.265739 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:02.291523 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-047d0d3c-c474-4543-8173-e770f60d3701 req-d55412cf-fd4a-40b4-8cd5-bdc2e332eabf tempest-SecurityGroupsNegativeTestJSON-1786161289 tempest-SecurityGroupsNegativeTestJSON-1786161289-project] 10.222.0.32 "GET /v2.0/security-groups/6f0df60f-9277-4fd2-868b-cf36121401da HTTP/1.1" status: 200  len: 2985 time: 0.1528118
Jun 04 15:21:02.373472 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0e5dace7-c268-458c-8974-e68ec554204f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:02.388734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:02.401302 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:02.437675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Transition to ACTIVE for port object 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:21:02.439927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:02.444315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Usage tracker for resource:port and tenant:df124b00d613480cbc0ad35cdb177f05 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:02.447474 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:02.455557 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:02.486692 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-07d1106d-6aea-4890-a308-b604997581d3 service neutron] 10.222.0.62 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5087581
Jun 04 15:21:02.499941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:02.514519 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b', 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728', 'port_id': '776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b', 'mac_address': 'fa:16:3e:4f:d1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c8e68e-3d2a-4d75-ba97-64f9fedebbde', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:02.533498 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:02.540949 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e69fa877-eefb-49da-af4a-0fa83ba80510 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:02.566976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Allocated IP 172.20.0.4 (59af4b27-f2c2-44b9-9c4f-96b870bb3e84/b66f9b66-8bf4-487d-81ab-50ab28167b73/55fc0daa-03a9-42cf-8306-7837ca3ebdaa) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:21:02.584570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Made reservation on behalf of df124b00d613480cbc0ad35cdb177f05 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:21:02.587344 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:02.588230 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:02.606191 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-047d0d3c-c474-4543-8173-e770f60d3701 req-2ee84e83-f726-48b3-b84a-5f53fc052231 tempest-SecurityGroupsNegativeTestJSON-1786161289 tempest-SecurityGroupsNegativeTestJSON-1786161289-project] 10.222.0.32 "GET /v2.0/security-groups/6f0df60f-9277-4fd2-868b-cf36121401da HTTP/1.1" status: 200  len: 2985 time: 0.2729917
Jun 04 15:21:02.629019 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:02.661767 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:02.684102 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:02.765350 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:02.769036 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2a1de6bd-0e7f-4e09-b1cc-60f9b2446d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:02.794343 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-64d0af2d-254a-4d09-b032-2c70c0e642e1 req-f02f4ce6-01d8-43fc-a5ed-0d97f221b2f4 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 210 time: 0.0651586
Jun 04 15:21:02.806988 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:02.820340 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:02.897190 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:02.901605 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:02.911938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0084620-f0aa-4686-a3b6-324b8b0e0bd8 req-5a05de89-29d1-4721-8923-6cff3d6444da tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:02.913966 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b0084620-f0aa-4686-a3b6-324b8b0e0bd8 req-5a05de89-29d1-4721-8923-6cff3d6444da tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb9f644-6432-40a6-9753-3e8dc8961d47 HTTP/1.1" status: 200  len: 948 time: 0.4400895
Jun 04 15:21:02.976797 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-511eede9-a88c-41df-8a8c-a58b9ee98fec req-cc0a972d-0cad-4e01-8004-c325fabd7789 service neutron] 10.222.0.62 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4710720
Jun 04 15:21:03.018199 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b0084620-f0aa-4686-a3b6-324b8b0e0bd8 req-054c4ab0-9a57-4cef-8733-833c8e4b58df tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/security-groups?id=c123b1a8-3cff-48c3-a4ac-e9ea33c43548&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931869
Jun 04 15:21:03.030388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Attempting to bind port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:21:03.030842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Attempting to bind port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '073b0851-c23f-4d82-99e3-8a9b40f03ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:21:03.031043 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Attempting to bind port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 on network 67bebaa3-339e-464b-87fc-b3100714b795 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:03.038871 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 on network 67bebaa3-339e-464b-87fc-b3100714b795 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:21:03.039197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Attempting to bind port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 on network 67bebaa3-339e-464b-87fc-b3100714b795 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:03.052322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0c742991-7f91-4c7c-a32a-450610962970 req-3ebc926c-3e2a-45fe-95bd-0a5ad57140fe tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Synchronizing usage tracker for tenant:df124b00d613480cbc0ad35cdb177f05 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:21:03.055231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:21:03.055701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Checking segment: {'id': '073b0851-c23f-4d82-99e3-8a9b40f03ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:21:03.056114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Bound using segment: {'id': '073b0851-c23f-4d82-99e3-8a9b40f03ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:21:03.056956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Bound port: 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073b0851-c23f-4d82-99e3-8a9b40f03ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:21:03.057452 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:03.082939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:03.122619 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Allocated IP 172.20.0.9 (bef9541f-9a2d-436c-a7ed-67b318232728/a6c8e68e-3d2a-4d75-ba97-64f9fedebbde/c237509d-e23b-4152-bed6-6e8f4da778ad) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:21:03.217226 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069f99ac-5480-46ff-91f4-b8d727348002 x-openstack-request-id: req-069f99ac-5480-46ff-91f4-b8d727348002 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:03.217565 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726c6a33-4e92-4056-8eb3-894d355ef3c7", "tag": "12df724f-9e42-40f4-b62c-ab00e29de92f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ad67627-d561-41ed-9e50-b0c9c168de48", "tag": "6515b7f5-cf55-48e2-b528-0f475a5f7fda", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d78bf641-c102-4842-92f4-d35016bb2867", "tag": "4594226c-b739-4a3c-af4a-d881d0cee187", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:03.217860 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-069f99ac-5480-46ff-91f4-b8d727348002 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:03.218327 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726c6a33-4e92-4056-8eb3-894d355ef3c7', 'tag': '12df724f-9e42-40f4-b62c-ab00e29de92f', 'status': 'completed', 'code': 200}
Jun 04 15:21:03.218593 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad67627-d561-41ed-9e50-b0c9c168de48', 'tag': '6515b7f5-cf55-48e2-b528-0f475a5f7fda', 'status': 'completed', 'code': 200}
Jun 04 15:21:03.219072 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78bf641-c102-4842-92f4-d35016bb2867', 'tag': '4594226c-b739-4a3c-af4a-d881d0cee187', 'status': 'completed', 'code': 200}
Jun 04 15:21:03.372432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] For port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:21:03.398065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0c742991-7f91-4c7c-a32a-450610962970 req-3ebc926c-3e2a-45fe-95bd-0a5ad57140fe tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Unset dirty status for tenant:df124b00d613480cbc0ad35cdb177f05 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:21:03.399156 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0c742991-7f91-4c7c-a32a-450610962970 req-3ebc926c-3e2a-45fe-95bd-0a5ad57140fe tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 210 time: 0.4445810
Jun 04 15:21:03.404818 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:03.493779 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] For port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1,segment=NetworkSegment(073b0851-c23f-4d82-99e3-8a9b40f03ea6),segment_id=073b0851-c23f-4d82-99e3-8a9b40f03ea6)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:21:03.493779 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d709b3e-c3c5-4357-8e1f-201e01c4c0a7 x-openstack-request-id: req-4d709b3e-c3c5-4357-8e1f-201e01c4c0a7 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:03.493779 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "tag": "866f06d1-ae5e-4e52-a577-794e989480c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8edacb0b-5e4a-431d-bd80-0bd0ece341a3", "tag": "776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "tag": "7938937e-37ff-4ff3-9751-b09fa0d241f6", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:03.493779 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d709b3e-c3c5-4357-8e1f-201e01c4c0a7 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:03.493779 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'tag': '866f06d1-ae5e-4e52-a577-794e989480c1', 'status': 'completed', 'code': 200}
Jun 04 15:21:03.493779 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edacb0b-5e4a-431d-bd80-0bd0ece341a3', 'tag': '776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b', 'status': 'completed', 'code': 200}
Jun 04 15:21:03.493779 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'tag': '7938937e-37ff-4ff3-9751-b09fa0d241f6', 'status': 'completed', 'code': 200}
Jun 04 15:21:03.547467 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:03.582907 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:03.600391 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:03.608677 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:03.649417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Transition to ACTIVE for port object c237509d-e23b-4152-bed6-6e8f4da778ad will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:21:03.673939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c27ad-00a0-485f-ac24-96031daefaf5 req-eccaeedf-0df0-4540-8ba2-7a0490c186dc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:03.679761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c27ad-00a0-485f-ac24-96031daefaf5 req-eccaeedf-0df0-4540-8ba2-7a0490c186dc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:03.686476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c27ad-00a0-485f-ac24-96031daefaf5 req-eccaeedf-0df0-4540-8ba2-7a0490c186dc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:03.692274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c27ad-00a0-485f-ac24-96031daefaf5 req-eccaeedf-0df0-4540-8ba2-7a0490c186dc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:03.699129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c27ad-00a0-485f-ac24-96031daefaf5 req-eccaeedf-0df0-4540-8ba2-7a0490c186dc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:03.707854 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c27ad-00a0-485f-ac24-96031daefaf5 req-eccaeedf-0df0-4540-8ba2-7a0490c186dc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:03.713934 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c27ad-00a0-485f-ac24-96031daefaf5 req-eccaeedf-0df0-4540-8ba2-7a0490c186dc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:03.715836 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ee5c27ad-00a0-485f-ac24-96031daefaf5 req-eccaeedf-0df0-4540-8ba2-7a0490c186dc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.3479633
Jun 04 15:21:03.733987 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fb650-7097-4dcc-a5f2-361e44c74a0f req-1c37fea1-7012-45c4-9605-4acf5ebdc582 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:03.737308 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1c3fb650-7097-4dcc-a5f2-361e44c74a0f req-1c37fea1-7012-45c4-9605-4acf5ebdc582 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fb9f644-6432-40a6-9753-3e8dc8961d47 HTTP/1.1" status: 200  len: 948 time: 0.3646443
Jun 04 15:21:03.746731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:03.746731 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:03.748359 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] 10.222.0.62 "PUT /v2.0/ports/3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 HTTP/1.1" status: 200  len: 1091 time: 2.5567150
Jun 04 15:21:03.789747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-bcbcaa84-d9b5-4f7d-8064-6d36ce860f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:03.792163 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-bcbcaa84-d9b5-4f7d-8064-6d36ce860f97 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ffe670178e074dd1a73091c7cceb6935&device_id=9ad67627-d561-41ed-9e50-b0c9c168de48 HTTP/1.1" status: 200  len: 1094 time: 0.3951449
Jun 04 15:21:03.794347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-79cf7cbd-1dc2-49f1-9049-de655cc8ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:03.795768 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-79cf7cbd-1dc2-49f1-9049-de655cc8ceac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffe670178e074dd1a73091c7cceb6935&device_id=726c6a33-4e92-4056-8eb3-894d355ef3c7 HTTP/1.1" status: 200  len: 1094 time: 0.3998480
Jun 04 15:21:03.862331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-d001a6c6-6c03-47d8-a994-5c41e4e3143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:03.863862 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-d001a6c6-6c03-47d8-a994-5c41e4e3143d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df124b00d613480cbc0ad35cdb177f05&device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 1096 time: 0.3572972
Jun 04 15:21:03.884945 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:03.932269 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eb51fff7-9180-4948-9c17-92987d73b993 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:03.974625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f10db-b113-48a1-bccc-7cbad4b587da req-5be1ced9-4d25-4c15-b684-c9676c4920a7 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:03.975372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-736f10db-b113-48a1-bccc-7cbad4b587da req-5be1ced9-4d25-4c15-b684-c9676c4920a7 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Synchronizing usage tracker for tenant:ffe670178e074dd1a73091c7cceb6935 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:21:04.028708 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:04.039729 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ee5c27ad-00a0-485f-ac24-96031daefaf5 req-4ef009be-b886-41f1-9c3d-778bb8a4d30c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2995188
Jun 04 15:21:04.041347 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:04.054814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-f11908c3-3037-4b25-9727-93ee82b4cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:04.055045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-f11908c3-3037-4b25-9727-93ee82b4cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:04.055508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-f11908c3-3037-4b25-9727-93ee82b4cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:04.056016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-f11908c3-3037-4b25-9727-93ee82b4cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:04.056530 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-f11908c3-3037-4b25-9727-93ee82b4cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:04.057025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-f11908c3-3037-4b25-9727-93ee82b4cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:04.057471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-f11908c3-3037-4b25-9727-93ee82b4cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:04.059368 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-f11908c3-3037-4b25-9727-93ee82b4cf7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=926d3966f5b342809000e5f28f33b523&device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 6487 time: 0.5565550
Jun 04 15:21:04.153607 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-569c3dc2-2e96-4ef6-b127-561e5b26ef87 req-cd217e1a-e555-49bd-b86a-173e1d67e55e tempest-SecurityGroupsNegativeTestJSON-1786161289 tempest-SecurityGroupsNegativeTestJSON-1786161289-project] 10.222.0.32 "GET /v2.0/security-groups/6f0df60f-9277-4fd2-868b-cf36121401da HTTP/1.1" status: 200  len: 2985 time: 0.0745575
Jun 04 15:21:04.190569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-1c3fb650-7097-4dcc-a5f2-361e44c74a0f req-b9781608-0313-4c69-ae8e-13be20a49c19 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Deleting port 18f0c292-85e0-4aed-a087-5886d84a05fb {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:21:04.190569 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1c3fb650-7097-4dcc-a5f2-361e44c74a0f req-b9781608-0313-4c69-ae8e-13be20a49c19 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:04.197098 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:04.209323 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:04.210359 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1aadc40c-ccc6-4173-8976-83ece4e16c79 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:04.219662 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:21:04.266239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:21:04.272691 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6515b7f5-cf55-48e2-b528-0f475a5f7fda details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:04.280482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:04.317128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:21:04.363620 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Pushing event updated for resources: {'Port': ['ID=55fc0daa-03a9-42cf-8306-7837ca3ebdaa,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:04.383672 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:04.386821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Network bef9541f-9a2d-436c-a7ed-67b318232728 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:21:04.400530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:21:04.402790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:21:04.499372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 6515b7f5-cf55-48e2-b528-0f475a5f7fda, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6515b7f5-cf55-48e2-b528-0f475a5f7fda,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:04.518849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-1c3fb650-7097-4dcc-a5f2-361e44c74a0f req-b9781608-0313-4c69-ae8e-13be20a49c19 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] For port 18f0c292-85e0-4aed-a087-5886d84a05fb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=18f0c292-85e0-4aed-a087-5886d84a05fb,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:04.519214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1c3fb650-7097-4dcc-a5f2-361e44c74a0f req-b9781608-0313-4c69-ae8e-13be20a49c19 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:04.521384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '6515b7f5-cf55-48e2-b528-0f475a5f7fda', 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3', 'port_id': '6515b7f5-cf55-48e2-b528-0f475a5f7fda', 'mac_address': 'fa:16:3e:6b:39:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad617740-43c5-4760-bf07-afccea76b28f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:04.522045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-736f10db-b113-48a1-bccc-7cbad4b587da req-5be1ced9-4d25-4c15-b684-c9676c4920a7 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Unset dirty status for tenant:ffe670178e074dd1a73091c7cceb6935 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:21:04.523233 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-736f10db-b113-48a1-bccc-7cbad4b587da req-5be1ced9-4d25-4c15-b684-c9676c4920a7 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ad67627-d561-41ed-9e50-b0c9c168de48 HTTP/1.1" status: 200  len: 943 time: 0.9470372
Jun 04 15:21:04.554310 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Pushing event updated for resources: {'Port': ['ID=c237509d-e23b-4152-bed6-6e8f4da778ad,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:04.599591 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:04.599943 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:04.603176 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [req-569c3dc2-2e96-4ef6-b127-561e5b26ef87 req-5e344eef-1676-408f-88d9-c2b339e8a14f tempest-SecurityGroupsNegativeTestJSON-1786161289 tempest-SecurityGroupsNegativeTestJSON-1786161289-project] delete failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:21:04.625234 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-569c3dc2-2e96-4ef6-b127-561e5b26ef87 req-5e344eef-1676-408f-88d9-c2b339e8a14f tempest-SecurityGroupsNegativeTestJSON-1786161289 tempest-SecurityGroupsNegativeTestJSON-1786161289-project] 10.222.0.32 "DELETE /v2.0/security-groups/6f0df60f-9277-4fd2-868b-cf36121401da HTTP/1.1" status: 409  len: 352 time: 0.4645419
Jun 04 15:21:04.644855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6515b7f5-cf55-48e2-b528-0f475a5f7fda {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:04.667433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-8a6213cf-d063-49bc-8101-9c51bcc83e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:04.667912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-8a6213cf-d063-49bc-8101-9c51bcc83e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:04.668522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-8a6213cf-d063-49bc-8101-9c51bcc83e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:04.670373 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-8a6213cf-d063-49bc-8101-9c51bcc83e8d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=926d3966f5b342809000e5f28f33b523&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.5388055
Jun 04 15:21:04.686231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-64d571b4-27c3-4c3f-a6f6-88ca502b8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:04.688855 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-64d571b4-27c3-4c3f-a6f6-88ca502b8d6f service neutron] 10.222.0.65 "GET /v2.0/networks?id=402a676b-9e81-4312-954e-ff9bf55aa6f3 HTTP/1.1" status: 200  len: 914 time: 0.8891270
Jun 04 15:21:04.724891 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:04.742819 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 6515b7f5-cf55-48e2-b528-0f475a5f7fda, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6515b7f5-cf55-48e2-b528-0f475a5f7fda,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:04.744537 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:04.744909 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:04.785691 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-1c3fb650-7097-4dcc-a5f2-361e44c74a0f req-b9781608-0313-4c69-ae8e-13be20a49c19 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Calling delete_port for 18f0c292-85e0-4aed-a087-5886d84a05fb owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:21:04.787921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 12df724f-9e42-40f4-b62c-ab00e29de92f details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:04.797094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:04.797724 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:04.802633 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-56d73338-5c4f-44d0-9fc2-378b56742c07 None None] Provisioning for port c237509d-e23b-4152-bed6-6e8f4da778ad completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:04.819590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-241f3baf-b9db-4295-b9f2-b43bd8d345a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:04.821332 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-241f3baf-b9db-4295-b9f2-b43bd8d345a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=402a676b-9e81-4312-954e-ff9bf55aa6f3 HTTP/1.1" status: 200  len: 914 time: 0.9936905
Jun 04 15:21:04.823923 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:04.839261 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:04.857711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:04.858409 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:04.869894 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-56d73338-5c4f-44d0-9fc2-378b56742c07 None None] Provisioning complete for port c237509d-e23b-4152-bed6-6e8f4da778ad triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:04.870335 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-56d73338-5c4f-44d0-9fc2-378b56742c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:04.923803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-85f85ef9-d259-4de2-8a82-2d61eb48e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:04.925313 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-85f85ef9-d259-4de2-8a82-2d61eb48e9bd service neutron] 10.222.0.65 "GET /v2.0/networks?id=bef9541f-9a2d-436c-a7ed-67b318232728 HTTP/1.1" status: 200  len: 917 time: 1.0258002
Jun 04 15:21:04.927342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc054e1-d563-40ca-b96f-57e03e7ed0c6 req-b5eefd36-ecc2-4b0b-b6d8-1805b2fdc027 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:04.929101 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7fc054e1-d563-40ca-b96f-57e03e7ed0c6 req-b5eefd36-ecc2-4b0b-b6d8-1805b2fdc027 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 944 time: 0.1531465
Jun 04 15:21:04.934085 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-0952685b-f3b5-4397-a9de-82539d614875 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6515b7f5-cf55-48e2-b528-0f475a5f7fda HTTP/1.1" status: 200  len: 217 time: 0.1947756
Jun 04 15:21:04.959967 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.resource_extend [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:21:04.988515 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7fc054e1-d563-40ca-b96f-57e03e7ed0c6 req-cb372f0d-e938-430b-aba1-75f9a7af6e6c tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442333
Jun 04 15:21:04.999837 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8032095
Jun 04 15:21:05.013040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Request body: {'port': {'device_id': '0c288f1f-297e-431d-99bf-be3a08bbefe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:05.037398 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-56d73338-5c4f-44d0-9fc2-378b56742c07 None None] Port c237509d-e23b-4152-bed6-6e8f4da778ad cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:21:05.112347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6515b7f5-cf55-48e2-b528-0f475a5f7fda'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:05.151500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=6515b7f5-cf55-48e2-b528-0f475a5f7fda,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:05.170596 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:05.230081 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:05.271846 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:05.292186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 12df724f-9e42-40f4-b62c-ab00e29de92f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=12df724f-9e42-40f4-b62c-ab00e29de92f,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:05.296741 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:05.311978 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-c903eba1-be1b-4687-9009-05f33beb3b51 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12df724f-9e42-40f4-b62c-ab00e29de92f HTTP/1.1" status: 200  len: 217 time: 0.4492476
Jun 04 15:21:05.324353 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-47a1e85f-b7ff-4fb4-8744-4cdfb6b747ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b HTTP/1.1" status: 200  len: 217 time: 0.3734999
Jun 04 15:21:05.340597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '12df724f-9e42-40f4-b62c-ab00e29de92f', 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3', 'port_id': '12df724f-9e42-40f4-b62c-ab00e29de92f', 'mac_address': 'fa:16:3e:ed:d4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad617740-43c5-4760-bf07-afccea76b28f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:05.370380 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-736f10db-b113-48a1-bccc-7cbad4b587da req-e4eb2e45-726a-44e3-b01e-0dbfea5878c8 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7333491
Jun 04 15:21:05.388102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddfe21-02d7-4cb5-85c2-920726182d27 req-0bd37ba3-88d9-458e-91e9-238955ec9c4b tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:05.390583 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6dddfe21-02d7-4cb5-85c2-920726182d27 req-0bd37ba3-88d9-458e-91e9-238955ec9c4b tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 931 time: 0.2716367
Jun 04 15:21:05.393520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edacb0b-5e4a-431d-bd80-0bd0ece341a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:05.395698 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1c3fb650-7097-4dcc-a5f2-361e44c74a0f req-b9781608-0313-4c69-ae8e-13be20a49c19 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:05.396119 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d24e452-3ea8-4839-a64f-96e53e7d5ae3" -d '{"events": [{"server_uuid": "8edacb0b-5e4a-431d-bd80-0bd0ece341a3", "name": "network-vif-plugged", "status": "completed", "tag": "776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:05.404267 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fa9254cf-4e67-4e3f-af54-cdc82d454936 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:05.429680 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:05.463010 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:05.492941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12df724f-9e42-40f4-b62c-ab00e29de92f {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:05.503097 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'tag': '3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:05.505485 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0990de-7eda-4811-b101-69f2c25f26de" -d '{"events": [{"name": "network-changed", "server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "tag": "3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:05.517036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9781608-0313-4c69-ae8e-13be20a49c19 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Pushing event deleted for resources: {'Port': ['ID=18f0c292-85e0-4aed-a087-5886d84a05fb,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:05.527210 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 12df724f-9e42-40f4-b62c-ab00e29de92f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=12df724f-9e42-40f4-b62c-ab00e29de92f,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:05.534207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-3210e7ce-be26-4638-b8e0-ee2ca446f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:05.535806 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-3210e7ce-be26-4638-b8e0-ee2ca446f67e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad617740-43c5-4760-bf07-afccea76b28f HTTP/1.1" status: 200  len: 853 time: 0.3238261
Jun 04 15:21:05.538094 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:05.542766 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:05.545735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-6df4abe2-990f-4df9-bffc-173f2ba47934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:05.547168 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-6df4abe2-990f-4df9-bffc-173f2ba47934 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad617740-43c5-4760-bf07-afccea76b28f HTTP/1.1" status: 200  len: 853 time: 0.2191756
Jun 04 15:21:05.560023 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b9781608-0313-4c69-ae8e-13be20a49c19 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:05.614322 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:05.629242 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6dddfe21-02d7-4cb5-85c2-920726182d27 req-739e0274-42a4-47b2-9fc7-97ba69897aaa tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817567
Jun 04 15:21:05.639311 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:05.642762 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:05.642849 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:05.666936 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9426992
Jun 04 15:21:05.668495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-72947cd4-3fca-4910-b07c-d76a8c862659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:05.670097 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-72947cd4-3fca-4910-b07c-d76a8c862659 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6c8e68e-3d2a-4d75-ba97-64f9fedebbde HTTP/1.1" status: 200  len: 855 time: 0.2793269
Jun 04 15:21:05.713744 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3fb650-7097-4dcc-a5f2-361e44c74a0f req-b9781608-0313-4c69-ae8e-13be20a49c19 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] No DVR routers for this DVR port 18f0c292-85e0-4aed-a087-5886d84a05fb on host n-h1-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:21:05.718986 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-1c3fb650-7097-4dcc-a5f2-361e44c74a0f req-b9781608-0313-4c69-ae8e-13be20a49c19 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:05.735923 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1c3fb650-7097-4dcc-a5f2-361e44c74a0f req-b9781608-0313-4c69-ae8e-13be20a49c19 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.65 "DELETE /v2.0/ports/18f0c292-85e0-4aed-a087-5886d84a05fb HTTP/1.1" status: 204  len: 173 time: 1.9865320
Jun 04 15:21:05.738971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-55f50ce4-9120-4746-8ff6-051b5c6991df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:05.740785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-55f50ce4-9120-4746-8ff6-051b5c6991df service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.0324671
Jun 04 15:21:05.759816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=12df724f-9e42-40f4-b62c-ab00e29de92f,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:05.760312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:05.764546 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:05.792068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Request body: {'port': {'device_id': 'd9e5e339-a4be-4e67-b6c0-0afc80974fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:05.855107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c90bc0a1-0a80-4a6b-a7da-c9e5d899197f req-0a6e85e6-7288-4033-9a00-829edaccd143 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Synchronizing usage tracker for tenant:16273a0cfb154ed5b46208c2de3ca393 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:21:05.859395 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-8f28b16f-4b10-4c18-aa78-858cdcc405b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=402a676b-9e81-4312-954e-ff9bf55aa6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2797062
Jun 04 15:21:05.862556 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:05.877498 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-2405d3af-a4e2-4225-903f-ceb38f20e107 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=402a676b-9e81-4312-954e-ff9bf55aa6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2233346
Jun 04 15:21:05.960714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcea60-0637-45e2-bc9a-3f2a12656c1f req-b303cb36-633f-4435-9c56-20a9d81849e7 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:05.961467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-49dcea60-0637-45e2-bc9a-3f2a12656c1f req-b303cb36-633f-4435-9c56-20a9d81849e7 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Synchronizing usage tracker for tenant:df124b00d613480cbc0ad35cdb177f05 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:21:05.990899 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['12df724f-9e42-40f4-b62c-ab00e29de92f'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:06.038572 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-49dcea60-0637-45e2-bc9a-3f2a12656c1f req-b303cb36-633f-4435-9c56-20a9d81849e7 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Unset dirty status for tenant:df124b00d613480cbc0ad35cdb177f05 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:21:06.039766 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-49dcea60-0637-45e2-bc9a-3f2a12656c1f req-b303cb36-633f-4435-9c56-20a9d81849e7 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 931 time: 0.1643951
Jun 04 15:21:06.116606 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-49dcea60-0637-45e2-bc9a-3f2a12656c1f req-36114e7c-13eb-48cf-ad28-baaf7847f6d9 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655236
Jun 04 15:21:06.162206 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [req-1b19bd27-40a7-4293-b2d3-a4f69afa31e1 req-161ceae7-630c-4430-b129-b598a73a76ad tempest-SecurityGroupsNegativeTestJSON-1786161289 tempest-SecurityGroupsNegativeTestJSON-1786161289-project] show failed (client error): The resource could not be found.
Jun 04 15:21:06.163130 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1b19bd27-40a7-4293-b2d3-a4f69afa31e1 req-161ceae7-630c-4430-b129-b598a73a76ad tempest-SecurityGroupsNegativeTestJSON-1786161289 tempest-SecurityGroupsNegativeTestJSON-1786161289-project] 10.222.0.32 "GET /v2.0/security-groups/4eebccbd-f56d-4855-8aea-9535e3b0ed3f HTTP/1.1" status: 404  len: 352 time: 0.0185015
Jun 04 15:21:06.188343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Transition to ACTIVE for port object 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:21:06.272913 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 18f0c292-85e0-4aed-a087-5886d84a05fb no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:21:06.318247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c90bc0a1-0a80-4a6b-a7da-c9e5d899197f req-0a6e85e6-7288-4033-9a00-829edaccd143 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Unset dirty status for tenant:16273a0cfb154ed5b46208c2de3ca393 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:21:06.319381 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c90bc0a1-0a80-4a6b-a7da-c9e5d899197f req-0a6e85e6-7288-4033-9a00-829edaccd143 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb9f644-6432-40a6-9753-3e8dc8961d47 HTTP/1.1" status: 200  len: 210 time: 0.7755620
Jun 04 15:21:06.319989 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:06.330931 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e3371784-600f-411d-a4f8-023a1a0a85a2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:06.355150 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 18f0c292-85e0-4aed-a087-5886d84a05fb {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:21:06.355625 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 18f0c292-85e0-4aed-a087-5886d84a05fb not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:21:06.401431 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:06.403407 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6834b5a7-5a6b-4ba9-b44b-2efe420dc21c x-openstack-request-id: req-6834b5a7-5a6b-4ba9-b44b-2efe420dc21c {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:06.403407 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edacb0b-5e4a-431d-bd80-0bd0ece341a3", "name": "network-vif-plugged", "status": "completed", "tag": "776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:06.403890 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6834b5a7-5a6b-4ba9-b44b-2efe420dc21c {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:06.404487 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edacb0b-5e4a-431d-bd80-0bd0ece341a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b', 'code': 200}
Jun 04 15:21:06.587676 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-05793f3e-b610-42a1-9954-68494b065325 service neutron] 10.222.0.62 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6304147
Jun 04 15:21:06.596311 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe66a67-dc6a-481d-b6ca-92a357975987 x-openstack-request-id: req-5fe66a67-dc6a-481d-b6ca-92a357975987 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:06.596894 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "tag": "3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:06.596894 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fe66a67-dc6a-481d-b6ca-92a357975987 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:06.597422 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'tag': '3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1', 'status': 'completed', 'code': 200}
Jun 04 15:21:06.629162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-8e38b6fc-5857-47d9-aa2a-5672eb47e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:06.630934 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-8e38b6fc-5857-47d9-aa2a-5672eb47e9f8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bef9541f-9a2d-436c-a7ed-67b318232728&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.8641500
Jun 04 15:21:06.635944 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-fbb97ee1-5819-4291-9cf1-254ba8e9df9b service neutron] 10.222.0.65 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7078288
Jun 04 15:21:06.695108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Pushing event updated for resources: {'Port': ['ID=0c976ce3-d9f8-4e07-a0be-e5aaf1475d48,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:06.716879 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:06.750844 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087da83a-ed59-4800-84ec-550efa9f47f0 req-756f72a4-539c-4edc-872c-2169a63cbcfa tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:06.751039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 4594226c-b739-4a3c-af4a-d881d0cee187 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:06.758406 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087da83a-ed59-4800-84ec-550efa9f47f0 req-756f72a4-539c-4edc-872c-2169a63cbcfa tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:06.767355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087da83a-ed59-4800-84ec-550efa9f47f0 req-756f72a4-539c-4edc-872c-2169a63cbcfa tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:06.774035 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087da83a-ed59-4800-84ec-550efa9f47f0 req-756f72a4-539c-4edc-872c-2169a63cbcfa tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:06.785419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087da83a-ed59-4800-84ec-550efa9f47f0 req-756f72a4-539c-4edc-872c-2169a63cbcfa tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:06.797719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087da83a-ed59-4800-84ec-550efa9f47f0 req-756f72a4-539c-4edc-872c-2169a63cbcfa tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:06.804587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087da83a-ed59-4800-84ec-550efa9f47f0 req-756f72a4-539c-4edc-872c-2169a63cbcfa tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:06.816155 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-087da83a-ed59-4800-84ec-550efa9f47f0 req-756f72a4-539c-4edc-872c-2169a63cbcfa tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.5460191
Jun 04 15:21:06.849165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c7674-f760-4852-8bf6-edb18b7d2485 req-63b24fdc-bb02-4144-956c-53b4df3acaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:06.851135 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-385c7674-f760-4852-8bf6-edb18b7d2485 req-63b24fdc-bb02-4144-956c-53b4df3acaaf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 1097 time: 0.2528758
Jun 04 15:21:06.862890 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.resource_extend [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:21:06.935330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 4594226c-b739-4a3c-af4a-d881d0cee187, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4594226c-b739-4a3c-af4a-d881d0cee187,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:06.938471 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-087da83a-ed59-4800-84ec-550efa9f47f0 req-9b7cba6d-e260-4e83-a5f2-bca5125d1432 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1209311
Jun 04 15:21:06.952813 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '4594226c-b739-4a3c-af4a-d881d0cee187', 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf', 'port_id': '4594226c-b739-4a3c-af4a-d881d0cee187', 'mac_address': 'fa:16:3e:ab:1f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8489d5df-5d8a-49e1-8528-76dd9a81e2aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:06.998611 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-385c7674-f760-4852-8bf6-edb18b7d2485 req-e1a68343-6048-4810-a6f2-eb53a91abccc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372540
Jun 04 15:21:07.007565 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [req-bf1c8f20-b114-4fa1-99ea-9e15f64d5027 req-cd8c28a4-e772-48fa-bad3-92266c45c6e0 tempest-SecurityGroupsNegativeTestJSON-1786161289 tempest-SecurityGroupsNegativeTestJSON-1786161289-project] show failed (client error): The resource could not be found.
Jun 04 15:21:07.008523 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf1c8f20-b114-4fa1-99ea-9e15f64d5027 req-cd8c28a4-e772-48fa-bad3-92266c45c6e0 tempest-SecurityGroupsNegativeTestJSON-1786161289 tempest-SecurityGroupsNegativeTestJSON-1786161289-project] 10.222.0.32 "GET /v2.0/security-groups/d3346efa-3d44-4d92-a541-fffbd27da39f HTTP/1.1" status: 404  len: 352 time: 0.0272491
Jun 04 15:21:07.010938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c237509d-e23b-4152-bed6-6e8f4da778ad {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:07.018830 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:07.032483 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:07.036767 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46870) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:07.074073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-3abdf3b4-608b-4572-a32a-9117ccb88b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:07.074566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-3abdf3b4-608b-4572-a32a-9117ccb88b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:07.075029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-3abdf3b4-608b-4572-a32a-9117ccb88b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:07.075319 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4594226c-b739-4a3c-af4a-d881d0cee187 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:07.075483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-3abdf3b4-608b-4572-a32a-9117ccb88b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:07.075951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-3abdf3b4-608b-4572-a32a-9117ccb88b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:07.076419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-3abdf3b4-608b-4572-a32a-9117ccb88b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:07.077231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-3abdf3b4-608b-4572-a32a-9117ccb88b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:07.078844 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-3abdf3b4-608b-4572-a32a-9117ccb88b8d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=926d3966f5b342809000e5f28f33b523&device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 6487 time: 1.2137387
Jun 04 15:21:07.083054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Transition to ACTIVE for port object c237509d-e23b-4152-bed6-6e8f4da778ad will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:21:07.096983 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 4594226c-b739-4a3c-af4a-d881d0cee187, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4594226c-b739-4a3c-af4a-d881d0cee187,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:07.107775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-958cadea-a675-4298-a4c5-71be2cab29a5 admin admin] Deleting subnet d5cfb552-c55b-438c-8af1-9fd5c3eb8ce7 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:21:07.110865 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-958cadea-a675-4298-a4c5-71be2cab29a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:07.205424 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:07.207566 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:07.211135 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:07.216912 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-958cadea-a675-4298-a4c5-71be2cab29a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:07.245084 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6f847877-77ba-413d-af30-ea99beeeeb67 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:07.299869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=4594226c-b739-4a3c-af4a-d881d0cee187,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:07.310316 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:07.456809 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-958cadea-a675-4298-a4c5-71be2cab29a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:07.503657 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Pushing event updated for resources: {'Port': ['ID=c237509d-e23b-4152-bed6-6e8f4da778ad,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:07.508804 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:07.528291 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['4594226c-b739-4a3c-af4a-d881d0cee187'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:07.537862 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Attempting to bind port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:21:07.538198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Attempting to bind port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:21:07.538533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Attempting to bind port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 on network bef9541f-9a2d-436c-a7ed-67b318232728 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:07.600658 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-9352350e-68dd-4981-8a78-1e882f30a3f8 service neutron] 10.222.0.65 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8827775
Jun 04 15:21:07.601320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 on network bef9541f-9a2d-436c-a7ed-67b318232728 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:21:07.601534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Attempting to bind port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 on network bef9541f-9a2d-436c-a7ed-67b318232728 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:07.610063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e6015-9fae-4dc3-bea5-a70c7ec0b89e req-74f6ea00-a5fa-4e11-a213-e09d87fc1ce3 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:07.611514 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-156e6015-9fae-4dc3-bea5-a70c7ec0b89e req-74f6ea00-a5fa-4e11-a213-e09d87fc1ce3 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ad67627-d561-41ed-9e50-b0c9c168de48 HTTP/1.1" status: 200  len: 944 time: 0.4590647
Jun 04 15:21:07.631815 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-8cbb02b8-d9e8-4df0-85aa-137b212128df service neutron] 10.222.0.65 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9251475
Jun 04 15:21:07.633623 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-6e300000-df87-4d0c-8bbe-b5ffaa1aee42 service neutron] 10.222.0.62 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0262561
Jun 04 15:21:07.671311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:21:07.671834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Checking segment: {'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:21:07.672251 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Bound using segment: {'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:21:07.672652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Bound port: 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:21:07.673020 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:07.724094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Attempting to bind port c237509d-e23b-4152-bed6-6e8f4da778ad on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:21:07.724459 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Attempting to bind port c237509d-e23b-4152-bed6-6e8f4da778ad by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:21:07.724742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Attempting to bind port c237509d-e23b-4152-bed6-6e8f4da778ad on network bef9541f-9a2d-436c-a7ed-67b318232728 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:07.754038 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Port c237509d-e23b-4152-bed6-6e8f4da778ad on network bef9541f-9a2d-436c-a7ed-67b318232728 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:21:07.754406 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Attempting to bind port c237509d-e23b-4152-bed6-6e8f4da778ad on network bef9541f-9a2d-436c-a7ed-67b318232728 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:07.771764 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:21:07.772095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Checking segment: {'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:21:07.772485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Bound using segment: {'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:21:07.772879 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Bound port: c237509d-e23b-4152-bed6-6e8f4da778ad, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c06e208-02db-487b-b827-3e12d48e1403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:21:07.773248 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:07.773351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cba3bb-00d8-4363-bda7-8e1dfc50ecac req-ed8fa5f9-7184-4d6b-a17d-fcfb2b3fc1ad tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:07.780583 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-16cba3bb-00d8-4363-bda7-8e1dfc50ecac req-ed8fa5f9-7184-4d6b-a17d-fcfb2b3fc1ad tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 944 time: 1.1762340
Jun 04 15:21:07.788630 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-156e6015-9fae-4dc3-bea5-a70c7ec0b89e req-3cacc17c-e267-4ada-9c57-16e43e1b3ef8 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651049
Jun 04 15:21:07.868887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-16e02fc7-664e-4403-a791-2f2d76e25d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:07.869908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-16e02fc7-664e-4403-a791-2f2d76e25d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:07.879109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-16e02fc7-664e-4403-a791-2f2d76e25d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:07.879109 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-16e02fc7-664e-4403-a791-2f2d76e25d2a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=926d3966f5b342809000e5f28f33b523&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.6760595
Jun 04 15:21:08.051471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c41c75-ffda-447b-827b-555cb9372ced req-4f7af4d2-4399-467a-9879-f5aa493efc64 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:08.053140 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-67c41c75-ffda-447b-827b-555cb9372ced req-4f7af4d2-4399-467a-9879-f5aa493efc64 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 931 time: 0.1298330
Jun 04 15:21:08.087869 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-16cba3bb-00d8-4363-bda7-8e1dfc50ecac req-a3a895ef-b28c-4c21-8d69-fd691ac45b46 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3061287
Jun 04 15:21:08.112196 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] For port c237509d-e23b-4152-bed6-6e8f4da778ad, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:21:08.128695 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] For port c237509d-e23b-4152-bed6-6e8f4da778ad, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c237509d-e23b-4152-bed6-6e8f4da778ad,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:21:08.132356 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-67c41c75-ffda-447b-827b-555cb9372ced req-a32a8b2e-85f4-4bce-8ab6-a2e02ab17916 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714834
Jun 04 15:21:08.221390 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-da13ffb0-d569-4a7c-84dc-8c6508be8df2 service neutron] 10.222.0.65 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6071103
Jun 04 15:21:08.254680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] For port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:21:08.270090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] For port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=0c976ce3-d9f8-4e07-a0be-e5aaf1475d48,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:21:08.275129 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-958cadea-a675-4298-a4c5-71be2cab29a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:08.280343 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6515b7f5-cf55-48e2-b528-0f475a5f7fda up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:08.295026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-3d15ac87-6e00-4bf1-997e-4f03237ac9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:08.295647 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-19528997-b846-42d9-bb28-9946268e9fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:08.296704 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3580ace3-5cd0-4ae8-8bbe-239ccdb76829 req-3d15ac87-6e00-4bf1-997e-4f03237ac9b3 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3406749
Jun 04 15:21:08.299029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-f3e34f84-6d39-4eae-90de-e03483dbb562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:08.300516 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-f3e34f84-6d39-4eae-90de-e03483dbb562 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d7761996d07415a99a20466c5b4dc16&device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 1096 time: 0.5452492
Jun 04 15:21:08.361839 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-958cadea-a675-4298-a4c5-71be2cab29a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:08.364721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cadea-a675-4298-a4c5-71be2cab29a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5cfb552-c55b-438c-8af1-9fd5c3eb8ce7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:08.367046 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:08.381804 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-958cadea-a675-4298-a4c5-71be2cab29a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:08.383207 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c685b35a-70bd-41c2-855a-abffa5aa8314 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:08.449728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:08.450339 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:08.451786 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] 10.222.0.62 "PUT /v2.0/ports/c237509d-e23b-4152-bed6-6e8f4da778ad HTTP/1.1" status: 200  len: 1091 time: 3.4434745
Jun 04 15:21:08.456067 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-958cadea-a675-4298-a4c5-71be2cab29a5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d5cfb552-c55b-438c-8af1-9fd5c3eb8ce7 HTTP/1.1" status: 204  len: 168 time: 1.4180028
Jun 04 15:21:08.458111 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:08.462533 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 6515b7f5-cf55-48e2-b528-0f475a5f7fda completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:08.470616 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46880) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:08.475508 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a1c2eb27-8c8f-40f6-a640-a58bd3914a4b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:08.476310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 6515b7f5-cf55-48e2-b528-0f475a5f7fda triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:08.476899 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:08.606200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:08.607481 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:08.608953 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] 10.222.0.65 "PUT /v2.0/ports/0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 HTTP/1.1" status: 200  len: 1092 time: 6.4252033
Jun 04 15:21:08.627997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2f3e86-7970-4420-b327-48a86fcee081', 'tag': '0c976ce3-d9f8-4e07-a0be-e5aaf1475d48'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:08.630401 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9347d41d-8b28-482e-95a0-6e68cc080551" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2f3e86-7970-4420-b327-48a86fcee081", "tag": "0c976ce3-d9f8-4e07-a0be-e5aaf1475d48"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:08.669324 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:08.755142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad67627-d561-41ed-9e50-b0c9c168de48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6515b7f5-cf55-48e2-b528-0f475a5f7fda'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:08.758204 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c5717a-94be-4416-bb5e-87c9652f638d" -d '{"events": [{"server_uuid": "9ad67627-d561-41ed-9e50-b0c9c168de48", "name": "network-vif-plugged", "status": "completed", "tag": "6515b7f5-cf55-48e2-b528-0f475a5f7fda"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:08.769948 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 12df724f-9e42-40f4-b62c-ab00e29de92f up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:08.797480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb9f644-6432-40a6-9753-3e8dc8961d47', 'name': 'network-vif-deleted', 'tag': '18f0c292-85e0-4aed-a087-5886d84a05fb'}, {'name': 'network-changed', 'server_uuid': '0c288f1f-297e-431d-99bf-be3a08bbefe7', 'tag': 'c237509d-e23b-4152-bed6-6e8f4da778ad'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:08.801034 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7b79b5-fa05-4eaa-8dcb-a1544412bf87" -d '{"events": [{"server_uuid": "9fb9f644-6432-40a6-9753-3e8dc8961d47", "name": "network-vif-deleted", "tag": "18f0c292-85e0-4aed-a087-5886d84a05fb"}, {"name": "network-changed", "server_uuid": "0c288f1f-297e-431d-99bf-be3a08bbefe7", "tag": "c237509d-e23b-4152-bed6-6e8f4da778ad"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:08.815387 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 6515b7f5-cf55-48e2-b528-0f475a5f7fda, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6515b7f5-cf55-48e2-b528-0f475a5f7fda,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:08.885519 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:08.887614 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:08.907121 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e129ad72-5359-4c69-9d69-aeafe255ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:08.908992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Pushing event updated for resources: {'Port': ['ID=c237509d-e23b-4152-bed6-6e8f4da778ad,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:08.918033 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:08.944551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fc0daa-03a9-42cf-8306-7837ca3ebdaa {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:08.955058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 12df724f-9e42-40f4-b62c-ab00e29de92f completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:08.956870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7478f-720e-439c-9815-4b57c05cdb7b req-bc0ae75b-7af5-451d-84d3-8ea41ddc0e9a tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:08.965226 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4f7478f-720e-439c-9815-4b57c05cdb7b req-bc0ae75b-7af5-451d-84d3-8ea41ddc0e9a tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 943 time: 0.7291481
Jun 04 15:21:08.969635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 12df724f-9e42-40f4-b62c-ab00e29de92f triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:08.970179 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:09.021571 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:09.026627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=6515b7f5-cf55-48e2-b528-0f475a5f7fda,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:09.043223 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:09.087464 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4f7478f-720e-439c-9815-4b57c05cdb7b req-b3eb956b-f477-434f-9080-e25b433010d3 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207323
Jun 04 15:21:09.093300 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-bec7bfc8-8cba-434d-8cc6-257c937f1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.094624 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-bec7bfc8-8cba-434d-8cc6-257c937f1c6b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df124b00d613480cbc0ad35cdb177f05&device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 1094 time: 0.2769132
Jun 04 15:21:09.137818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Transition to ACTIVE for port object 55fc0daa-03a9-42cf-8306-7837ca3ebdaa will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:21:09.140456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Pushing event updated for resources: {'Port': ['ID=0c976ce3-d9f8-4e07-a0be-e5aaf1475d48,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:09.145352 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:09.195742 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:09.197792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-6241200f-2f48-4e4b-936d-2e1b3461600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.199284 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-6241200f-2f48-4e4b-936d-2e1b3461600a service neutron] 10.222.0.62 "GET /v2.0/networks?id=5fff0c5f-35f9-42a4-a894-12523f1fbdaf HTTP/1.1" status: 200  len: 916 time: 0.7907953
Jun 04 15:21:09.209219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-63820bbb-7ab7-4c60-a2aa-10675af8a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.209833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-63820bbb-7ab7-4c60-a2aa-10675af8a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.210315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-63820bbb-7ab7-4c60-a2aa-10675af8a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.210805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-63820bbb-7ab7-4c60-a2aa-10675af8a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.211739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-63820bbb-7ab7-4c60-a2aa-10675af8a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.212987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-63820bbb-7ab7-4c60-a2aa-10675af8a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.213477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-63820bbb-7ab7-4c60-a2aa-10675af8a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.216038 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-63820bbb-7ab7-4c60-a2aa-10675af8a7a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=926d3966f5b342809000e5f28f33b523&device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 6487 time: 0.8396077
Jun 04 15:21:09.250886 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 12df724f-9e42-40f4-b62c-ab00e29de92f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=12df724f-9e42-40f4-b62c-ab00e29de92f,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:09.267464 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-e8f34242-419b-4d9d-8226-1d55c072e201 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c237509d-e23b-4152-bed6-6e8f4da778ad HTTP/1.1" status: 200  len: 217 time: 0.1457589
Jun 04 15:21:09.274279 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e129ad72-5359-4c69-9d69-aeafe255ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:09.300541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c88b8-b2f2-402e-b01a-7ab656f58b78 req-a3f616d0-b5f5-49de-8f83-44585c53ce0e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.307480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c88b8-b2f2-402e-b01a-7ab656f58b78 req-a3f616d0-b5f5-49de-8f83-44585c53ce0e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.313119 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:09.313797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c88b8-b2f2-402e-b01a-7ab656f58b78 req-a3f616d0-b5f5-49de-8f83-44585c53ce0e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.314434 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 4594226c-b739-4a3c-af4a-d881d0cee187 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:09.320693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e129ad72-5359-4c69-9d69-aeafe255ac81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386f44b50>,) {'filters': {'network_id': ['4bfe0949-b36b-4bc9-aa5f-e6c67196e8ea']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:21:09.320876 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c88b8-b2f2-402e-b01a-7ab656f58b78 req-a3f616d0-b5f5-49de-8f83-44585c53ce0e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.328519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c88b8-b2f2-402e-b01a-7ab656f58b78 req-a3f616d0-b5f5-49de-8f83-44585c53ce0e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.334626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c88b8-b2f2-402e-b01a-7ab656f58b78 req-a3f616d0-b5f5-49de-8f83-44585c53ce0e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.341092 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c88b8-b2f2-402e-b01a-7ab656f58b78 req-a3f616d0-b5f5-49de-8f83-44585c53ce0e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.343070 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c84c88b8-b2f2-402e-b01a-7ab656f58b78 req-a3f616d0-b5f5-49de-8f83-44585c53ce0e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.8301196
Jun 04 15:21:09.346956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e129ad72-5359-4c69-9d69-aeafe255ac81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f44b50>, '8afedd79-6c12-4b9a-9386-04756a04b06e') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:21:09.347258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e129ad72-5359-4c69-9d69-aeafe255ac81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f44b50>, '8afedd79-6c12-4b9a-9386-04756a04b06e') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:21:09.351253 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:09.365031 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e129ad72-5359-4c69-9d69-aeafe255ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:09.387732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-217a7d18-ee2b-4dc4-bd10-c4c1331db07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.389294 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-217a7d18-ee2b-4dc4-bd10-c4c1331db07e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6c8e68e-3d2a-4d75-ba97-64f9fedebbde HTTP/1.1" status: 200  len: 855 time: 0.1109242
Jun 04 15:21:09.390325 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e129ad72-5359-4c69-9d69-aeafe255ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:09.398543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e129ad72-5359-4c69-9d69-aeafe255ac81 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:21:09.398945 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e129ad72-5359-4c69-9d69-aeafe255ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:09.403770 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:09.415664 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0ede424e-aac1-421f-849e-79c3df0b6d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:21:09.446268 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:21:09.453831 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-ca7e239a-70c0-466b-b453-41aa8ec84ddf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4594226c-b739-4a3c-af4a-d881d0cee187 HTTP/1.1" status: 200  len: 217 time: 0.2366173
Jun 04 15:21:09.462646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=12df724f-9e42-40f4-b62c-ab00e29de92f,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:09.467932 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:09.504880 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-a0c65807-18f1-4bd4-93a5-d04bca329cb6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 HTTP/1.1" status: 200  len: 217 time: 0.2246561
Jun 04 15:21:09.558356 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 4594226c-b739-4a3c-af4a-d881d0cee187 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:09.563801 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 4594226c-b739-4a3c-af4a-d881d0cee187 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:09.564403 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:09.579122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-e15a54ba-c666-40b5-a15d-878f67150946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.579122 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-e15a54ba-c666-40b5-a15d-878f67150946 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bef9541f-9a2d-436c-a7ed-67b318232728&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1799252
Jun 04 15:21:09.647465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-ae8ac313-f37b-4a2c-86d0-b5d5f1efb5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.648832 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-ae8ac313-f37b-4a2c-86d0-b5d5f1efb5bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df124b00d613480cbc0ad35cdb177f05&device_id=5e2f3e86-7970-4420-b327-48a86fcee081 HTTP/1.1" status: 200  len: 1095 time: 0.6965454
Jun 04 15:21:09.685275 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e129ad72-5359-4c69-9d69-aeafe255ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:09.693295 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:09.702291 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:09.708642 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e129ad72-5359-4c69-9d69-aeafe255ac81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:09.737365 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129ad72-5359-4c69-9d69-aeafe255ac81 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bfe0949-b36b-4bc9-aa5f-e6c67196e8ea,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:09.746090 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e129ad72-5359-4c69-9d69-aeafe255ac81 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4bfe0949-b36b-4bc9-aa5f-e6c67196e8ea HTTP/1.1" status: 204  len: 168 time: 1.2693667
Jun 04 15:21:09.746090 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e129ad72-5359-4c69-9d69-aeafe255ac81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:09.771338 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:21:09.773800 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-365a2a0d-8e7e-4ca5-830e-fdfffc2928d3 service neutron] 10.222.0.62 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1887529
Jun 04 15:21:09.777482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 4594226c-b739-4a3c-af4a-d881d0cee187, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4594226c-b739-4a3c-af4a-d881d0cee187,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:09.791377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Pushing event updated for resources: {'Port': ['ID=55fc0daa-03a9-42cf-8306-7837ca3ebdaa,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:09.794190 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:09.803804 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-7f73178f-70c9-4a49-a8a3-754db9ffdb4e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 HTTP/1.1" status: 200  len: 217 time: 0.1356125
Jun 04 15:21:09.846106 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992c51b9-b2ef-43be-b4a1-1b17dd402e82 x-openstack-request-id: req-992c51b9-b2ef-43be-b4a1-1b17dd402e82 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:09.846441 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2f3e86-7970-4420-b327-48a86fcee081", "tag": "0c976ce3-d9f8-4e07-a0be-e5aaf1475d48", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:09.846736 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-992c51b9-b2ef-43be-b4a1-1b17dd402e82 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:09.847157 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2f3e86-7970-4420-b327-48a86fcee081', 'tag': '0c976ce3-d9f8-4e07-a0be-e5aaf1475d48', 'status': 'completed', 'code': 200}
Jun 04 15:21:09.860629 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c84c88b8-b2f2-402e-b01a-7ab656f58b78 req-2dcca16a-d4e0-48d7-9ab2-7f4be334d8c9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4463043
Jun 04 15:21:09.868337 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e6990e-fa3f-4c33-a507-f3a2f87a62d8 x-openstack-request-id: req-60e6990e-fa3f-4c33-a507-f3a2f87a62d8 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:09.868815 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad67627-d561-41ed-9e50-b0c9c168de48", "name": "network-vif-plugged", "status": "completed", "tag": "6515b7f5-cf55-48e2-b528-0f475a5f7fda", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:09.869307 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60e6990e-fa3f-4c33-a507-f3a2f87a62d8 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:09.869726 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad67627-d561-41ed-9e50-b0c9c168de48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6515b7f5-cf55-48e2-b528-0f475a5f7fda', 'code': 200}
Jun 04 15:21:09.873231 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:09.875210 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:09.923830 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5feb404-fa93-4444-9445-3fa9009dca92 req-f8025527-a27d-4921-bc1e-cc6ae7c99026 service neutron] 10.222.0.62 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416268
Jun 04 15:21:09.960875 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e099c34-944e-4b12-91a3-bcd332481be8 x-openstack-request-id: req-4e099c34-944e-4b12-91a3-bcd332481be8 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:09.961240 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb9f644-6432-40a6-9753-3e8dc8961d47", "name": "network-vif-deleted", "tag": "18f0c292-85e0-4aed-a087-5886d84a05fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0c288f1f-297e-431d-99bf-be3a08bbefe7", "tag": "c237509d-e23b-4152-bed6-6e8f4da778ad", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:09.961533 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e099c34-944e-4b12-91a3-bcd332481be8 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:09.962596 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb9f644-6432-40a6-9753-3e8dc8961d47', 'name': 'network-vif-deleted', 'tag': '18f0c292-85e0-4aed-a087-5886d84a05fb', 'status': 'completed', 'code': 200}
Jun 04 15:21:09.968123 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c288f1f-297e-431d-99bf-be3a08bbefe7', 'tag': 'c237509d-e23b-4152-bed6-6e8f4da778ad', 'status': 'completed', 'code': 200}
Jun 04 15:21:09.969369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-8e4c7bd8-6a2f-4669-b61e-fb6132d45a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.970918 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-8e4c7bd8-6a2f-4669-b61e-fb6132d45a62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8489d5df-5d8a-49e1-8528-76dd9a81e2aa HTTP/1.1" status: 200  len: 855 time: 0.4781172
Jun 04 15:21:09.981973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e7f059c6-4ac9-4792-aa0b-b0b6a72879b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:09.983983 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e7f059c6-4ac9-4792-aa0b-b0b6a72879b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0a49928-f479-46c6-b85f-c135d129c3d1 HTTP/1.1" status: 200  len: 856 time: 0.4338880
Jun 04 15:21:09.992575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=4594226c-b739-4a3c-af4a-d881d0cee187,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:09.996946 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:10.170086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46918) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:10.182504 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-d9a9c56e-6a99-4a53-afc9-9aa6255eed56 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5fff0c5f-35f9-42a4-a894-12523f1fbdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1550963
Jun 04 15:21:10.238335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-01431074-c52d-41cf-ab04-ee9b9228accb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:10.239785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-01431074-c52d-41cf-ab04-ee9b9228accb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6c8e68e-3d2a-4d75-ba97-64f9fedebbde HTTP/1.1" status: 200  len: 855 time: 0.4047353
Jun 04 15:21:10.251151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422324a-4d97-4f0b-9b4e-0cb5ec479adc req-92bf528f-363d-4858-9650-5f9c63302847 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:10.252630 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2422324a-4d97-4f0b-9b4e-0cb5ec479adc req-92bf528f-363d-4858-9650-5f9c63302847 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.1898479
Jun 04 15:21:10.255056 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3d257d61-2f49-4e7b-90a2-f57e0c702a74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01ca14478c02481ea6f6a6904479430a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0832367
Jun 04 15:21:10.257591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46920) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:10.296421 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b79b5-fa05-4eaa-8dcb-a1544412bf87 req-ef96961f-6309-4f9f-9018-20bff3a306bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:10.303107 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf7b79b5-fa05-4eaa-8dcb-a1544412bf87 req-ef96961f-6309-4f9f-9018-20bff3a306bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df124b00d613480cbc0ad35cdb177f05&device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 1094 time: 0.2022967
Jun 04 15:21:10.377672 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2422324a-4d97-4f0b-9b4e-0cb5ec479adc req-d40c71fb-b85b-4c2b-a05f-d23a112e84ee tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084070
Jun 04 15:21:10.403492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Attempting to bind port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:21:10.403492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Attempting to bind port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:21:10.403492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Attempting to bind port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa on network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:10.435123 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa on network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:21:10.435515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Attempting to bind port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa on network 59af4b27-f2c2-44b9-9c4f-96b870bb3e84 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:10.456618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:21:10.457039 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Checking segment: {'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:21:10.457365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Bound using segment: {'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:21:10.457802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Bound port: 55fc0daa-03a9-42cf-8306-7837ca3ebdaa, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754e592f-6a71-4614-bc9b-e8a0f47faefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:21:10.458152 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:10.465817 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-905cf1fd-37e5-482b-ad94-d5eaff17f138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:10.507828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-f2d41ece-05e0-47c1-b7af-ae282613888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:10.510264 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-f2d41ece-05e0-47c1-b7af-ae282613888b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=523116c7-0d06-4e44-9c1a-1a833c6b29dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4377451
Jun 04 15:21:10.516356 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d55cee-2713-434e-855e-c72a2796df51 req-3aa91e06-54ac-4b0d-9c80-ff695cb0bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:10.517946 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0d55cee-2713-434e-855e-c72a2796df51 req-3aa91e06-54ac-4b0d-9c80-ff695cb0bfac service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ad67627-d561-41ed-9e50-b0c9c168de48 HTTP/1.1" status: 200  len: 1096 time: 0.5460918
Jun 04 15:21:10.550120 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b79b5-fa05-4eaa-8dcb-a1544412bf87 req-db0cc1e2-edbe-4319-9be8-8eadc23153b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:10.551572 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf7b79b5-fa05-4eaa-8dcb-a1544412bf87 req-db0cc1e2-edbe-4319-9be8-8eadc23153b9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bef9541f-9a2d-436c-a7ed-67b318232728 HTTP/1.1" status: 200  len: 917 time: 0.2426989
Jun 04 15:21:10.553360 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-905cf1fd-37e5-482b-ad94-d5eaff17f138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:10.613727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc1276-4cba-41b3-bb7e-826ecc3ef2d3 req-05121fe9-c13b-4827-be77-ac866729db7c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:10.615190 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1fc1276-4cba-41b3-bb7e-826ecc3ef2d3 req-05121fe9-c13b-4827-be77-ac866729db7c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ad67627-d561-41ed-9e50-b0c9c168de48 HTTP/1.1" status: 200  len: 945 time: 0.5410013
Jun 04 15:21:10.626205 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-1878a11d-402c-4372-a62f-952ff6c9beb4 service neutron] 10.222.0.62 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4241099
Jun 04 15:21:10.649342 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf7b79b5-fa05-4eaa-8dcb-a1544412bf87 req-d7383bb2-6a82-4717-b55b-5eb69246c1aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c237509d-e23b-4152-bed6-6e8f4da778ad HTTP/1.1" status: 200  len: 217 time: 0.0831747
Jun 04 15:21:10.700639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-17afef61-2cbd-4adf-a917-6f44ab1d6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:10.702070 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-17afef61-2cbd-4adf-a917-6f44ab1d6d70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bef9541f-9a2d-436c-a7ed-67b318232728&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4462621
Jun 04 15:21:10.738390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b79b5-fa05-4eaa-8dcb-a1544412bf87 req-7ba094e1-044a-4996-9730-1273b2e8dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:10.739864 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf7b79b5-fa05-4eaa-8dcb-a1544412bf87 req-7ba094e1-044a-4996-9730-1273b2e8dbd3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6c8e68e-3d2a-4d75-ba97-64f9fedebbde HTTP/1.1" status: 200  len: 855 time: 0.0809469
Jun 04 15:21:10.748741 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3527e4-a3b1-40b1-80a8-c84cb44deda1 req-0affd2e4-61c4-4ff9-8322-cba7ea285b26 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:10.751132 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d3527e4-a3b1-40b1-80a8-c84cb44deda1 req-0affd2e4-61c4-4ff9-8322-cba7ea285b26 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 943 time: 0.2600770
Jun 04 15:21:11.037230 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-905cf1fd-37e5-482b-ad94-d5eaff17f138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:11.037230 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:11.037230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cf1fd-37e5-482b-ad94-d5eaff17f138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0df60f-9277-4fd2-868b-cf36121401da,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:11.037230 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-905cf1fd-37e5-482b-ad94-d5eaff17f138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:11.040033 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0d55cee-2713-434e-855e-c72a2796df51 req-14a62cae-58c8-4552-bb46-e3fc6a6ad266 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4534411
Jun 04 15:21:11.040858 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d3527e4-a3b1-40b1-80a8-c84cb44deda1 req-927b0b6b-b3be-4527-b48e-1fd0acc66714 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2310381
Jun 04 15:21:11.040858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b79b5-fa05-4eaa-8dcb-a1544412bf87 req-6535ee91-7bc6-4dac-ba7d-f288dc3e4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:11.040858 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf7b79b5-fa05-4eaa-8dcb-a1544412bf87 req-6535ee91-7bc6-4dac-ba7d-f288dc3e4025 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bef9541f-9a2d-436c-a7ed-67b318232728&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2874279
Jun 04 15:21:11.102092 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] For port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:21:11.142880 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1fc1276-4cba-41b3-bb7e-826ecc3ef2d3 req-d69fb816-da80-4ab2-84f2-1d72e4d440bb tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4978473
Jun 04 15:21:11.193741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] For port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=55fc0daa-03a9-42cf-8306-7837ca3ebdaa,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:21:11.211809 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf7b79b5-fa05-4eaa-8dcb-a1544412bf87 req-7aefca19-818d-45ef-98df-99815e1a2254 service neutron] 10.222.0.62 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1654634
Jun 04 15:21:11.215988 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e4535ef9-d991-4054-9fc5-850b8b85bed3 service neutron] 10.222.0.62 "GET /v2.0/networks/523116c7-0d06-4e44-9c1a-1a833c6b29dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6656287
Jun 04 15:21:11.364539 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:11.374991 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3af6a40e-efa7-41bf-a041-a9c582be1f37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:11.381359 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-905cf1fd-37e5-482b-ad94-d5eaff17f138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:11.385366 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-905cf1fd-37e5-482b-ad94-d5eaff17f138 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f0df60f-9277-4fd2-868b-cf36121401da HTTP/1.1" status: 204  len: 168 time: 1.1268008
Jun 04 15:21:11.406245 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bad8ab67-92bc-44bd-bef3-3f26b5c5be1e req-e79e7ffe-6ad2-4f64-9b46-c89afcad50bb service neutron] 10.222.0.62 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7560701
Jun 04 15:21:11.419364 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-f831de1e-4c5c-432a-b961-17fbed77d1c1 service neutron] 10.222.0.65 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4697485
Jun 04 15:21:11.466626 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf7b79b5-fa05-4eaa-8dcb-a1544412bf87 req-06cf29df-f5a9-4bed-8f63-07b3b23a8366 service neutron] 10.222.0.62 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2399771
Jun 04 15:21:11.475427 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748a972-48f3-44e0-a4b6-5c9c68cef85a req-df91ffa4-993b-4da7-ade8-b929fe05e369 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:11.477312 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d748a972-48f3-44e0-a4b6-5c9c68cef85a req-df91ffa4-993b-4da7-ade8-b929fe05e369 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 943 time: 0.2192919
Jun 04 15:21:11.480326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:11.480933 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:11.482904 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] 10.222.0.62 "PUT /v2.0/ports/55fc0daa-03a9-42cf-8306-7837ca3ebdaa HTTP/1.1" status: 200  len: 1091 time: 5.7149596
Jun 04 15:21:11.543753 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d748a972-48f3-44e0-a4b6-5c9c68cef85a req-709ffa4b-d810-445d-b79b-9e737ad86f60 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507915
Jun 04 15:21:11.596719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Pushing event updated for resources: {'Port': ['ID=55fc0daa-03a9-42cf-8306-7837ca3ebdaa,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:11.600150 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:11.649964 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-ec73ea30-389f-497a-b00e-ceefc3aa1fc3 service neutron] 10.222.0.62 "GET /v2.0/networks/523116c7-0d06-4e44-9c1a-1a833c6b29dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4211996
Jun 04 15:21:11.757087 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2b5ae738-49ac-45a7-a145-a153b2079cb7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=e11cad97-5be6-48e6-bf28-5f9a6959d242 HTTP/1.1" status: 200  len: 217 time: 0.0947402
Jun 04 15:21:11.787536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b368e9-551b-439f-9ac6-79ce424451ae req-59e327b6-ca6a-4aee-a98e-07e59e20fa79 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:11.793775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b368e9-551b-439f-9ac6-79ce424451ae req-59e327b6-ca6a-4aee-a98e-07e59e20fa79 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:11.799597 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b368e9-551b-439f-9ac6-79ce424451ae req-59e327b6-ca6a-4aee-a98e-07e59e20fa79 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:11.805368 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b368e9-551b-439f-9ac6-79ce424451ae req-59e327b6-ca6a-4aee-a98e-07e59e20fa79 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:11.807210 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6bf22cb-0742-4133-bdce-b0f275d6a04c req-f4e58877-f54c-4848-a57e-a2ddbfe8363d service neutron] 10.222.0.65 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3705821
Jun 04 15:21:11.811591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b368e9-551b-439f-9ac6-79ce424451ae req-59e327b6-ca6a-4aee-a98e-07e59e20fa79 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:11.818086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b368e9-551b-439f-9ac6-79ce424451ae req-59e327b6-ca6a-4aee-a98e-07e59e20fa79 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:11.824792 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b368e9-551b-439f-9ac6-79ce424451ae req-59e327b6-ca6a-4aee-a98e-07e59e20fa79 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:11.827071 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09b368e9-551b-439f-9ac6-79ce424451ae req-59e327b6-ca6a-4aee-a98e-07e59e20fa79 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.1461971
Jun 04 15:21:11.848105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e5e339-a4be-4e67-b6c0-0afc80974fba', 'tag': '55fc0daa-03a9-42cf-8306-7837ca3ebdaa'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:11.850418 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ed254f-b71e-499e-9485-990d6abb01bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e5e339-a4be-4e67-b6c0-0afc80974fba", "tag": "55fc0daa-03a9-42cf-8306-7837ca3ebdaa"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:11.860183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-013c19ee-f1de-4a8a-b7ae-5a91917d23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:11.870832 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726c6a33-4e92-4056-8eb3-894d355ef3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12df724f-9e42-40f4-b62c-ab00e29de92f'}, {'server_uuid': 'd78bf641-c102-4842-92f4-d35016bb2867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4594226c-b739-4a3c-af4a-d881d0cee187'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:11.877170 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c7b149-4f1d-4829-8813-c36287ea2fea" -d '{"events": [{"server_uuid": "726c6a33-4e92-4056-8eb3-894d355ef3c7", "name": "network-vif-plugged", "status": "completed", "tag": "12df724f-9e42-40f4-b62c-ab00e29de92f"}, {"server_uuid": "d78bf641-c102-4842-92f4-d35016bb2867", "name": "network-vif-plugged", "status": "completed", "tag": "4594226c-b739-4a3c-af4a-d881d0cee187"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:11.877502 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-013c19ee-f1de-4a8a-b7ae-5a91917d23f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3f70be62f20947cf93b5733c9e9a73b2&device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 1094 time: 0.2688243
Jun 04 15:21:11.889235 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09b368e9-551b-439f-9ac6-79ce424451ae req-47b478b4-6f6d-4ab4-8de9-46b742cb4c43 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0561690
Jun 04 15:21:11.950856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-ddb397e8-aa39-4b85-98d1-5a5707f393bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:11.952420 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-ddb397e8-aa39-4b85-98d1-5a5707f393bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.1869185
Jun 04 15:21:11.997898 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-fb532620-9cd2-4457-bacd-99c585d88aa9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55fc0daa-03a9-42cf-8306-7837ca3ebdaa HTTP/1.1" status: 200  len: 217 time: 0.1194508
Jun 04 15:21:12.083448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-a0d61061-2412-4ba8-b443-e0c0c95ee87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:12.084906 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-a0d61061-2412-4ba8-b443-e0c0c95ee87e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b66f9b66-8bf4-487d-81ab-50ab28167b73 HTTP/1.1" status: 200  len: 845 time: 0.0803885
Jun 04 15:21:12.108433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652ad36-dd71-4d81-9b23-2d7ed05b330c req-385a6b8b-d000-4fcf-8708-cc6a87cbd09d tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:12.110825 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7652ad36-dd71-4d81-9b23-2d7ed05b330c req-385a6b8b-d000-4fcf-8708-cc6a87cbd09d tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.1040370
Jun 04 15:21:12.180350 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7652ad36-dd71-4d81-9b23-2d7ed05b330c req-61a1ad5c-0088-4745-a880-6cfecda68b99 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629737
Jun 04 15:21:12.193595 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182659ab-1cac-4ad7-8b0b-ccc5d9102cda x-openstack-request-id: req-182659ab-1cac-4ad7-8b0b-ccc5d9102cda {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:12.193932 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e5e339-a4be-4e67-b6c0-0afc80974fba", "tag": "55fc0daa-03a9-42cf-8306-7837ca3ebdaa", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:12.194226 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-182659ab-1cac-4ad7-8b0b-ccc5d9102cda {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:12.194655 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e5e339-a4be-4e67-b6c0-0afc80974fba', 'tag': '55fc0daa-03a9-42cf-8306-7837ca3ebdaa', 'status': 'completed', 'code': 200}
Jun 04 15:21:12.197501 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-27778810-36d2-4d89-a106-190a2d8e6a08 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59af4b27-f2c2-44b9-9c4f-96b870bb3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1030962
Jun 04 15:21:12.208718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-5912b47d-9f3b-4205-ac6d-7dadf6833512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:12.211026 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-5912b47d-9f3b-4205-ac6d-7dadf6833512 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2501798
Jun 04 15:21:12.222447 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ed122b-bcd4-4e8e-82e9-8482e0cf313d x-openstack-request-id: req-d7ed122b-bcd4-4e8e-82e9-8482e0cf313d {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:12.223254 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726c6a33-4e92-4056-8eb3-894d355ef3c7", "name": "network-vif-plugged", "status": "completed", "tag": "12df724f-9e42-40f4-b62c-ab00e29de92f", "code": 200}, {"server_uuid": "d78bf641-c102-4842-92f4-d35016bb2867", "name": "network-vif-plugged", "status": "completed", "tag": "4594226c-b739-4a3c-af4a-d881d0cee187", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:12.224382 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7ed122b-bcd4-4e8e-82e9-8482e0cf313d {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:12.225100 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726c6a33-4e92-4056-8eb3-894d355ef3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12df724f-9e42-40f4-b62c-ab00e29de92f', 'code': 200}
Jun 04 15:21:12.225576 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78bf641-c102-4842-92f4-d35016bb2867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4594226c-b739-4a3c-af4a-d881d0cee187', 'code': 200}
Jun 04 15:21:12.465136 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e773316-fc41-4f46-b016-44b8982ae1c7 req-11dc40c5-19d1-4531-b7c4-bfb5719aba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:12.466641 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e773316-fc41-4f46-b016-44b8982ae1c7 req-11dc40c5-19d1-4531-b7c4-bfb5719aba9a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 1097 time: 0.1596668
Jun 04 15:21:12.522233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc8d81-3fe3-44bf-acd5-1da82c5afea6 req-b7ee3ad9-f713-47a5-bdfd-9100623b2c90 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:12.530191 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3cc8d81-3fe3-44bf-acd5-1da82c5afea6 req-b7ee3ad9-f713-47a5-bdfd-9100623b2c90 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 943 time: 0.1423950
Jun 04 15:21:12.557726 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e773316-fc41-4f46-b016-44b8982ae1c7 req-8f785db1-89e6-4382-8b02-6ed2772aa11f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807321
Jun 04 15:21:12.610399 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3cc8d81-3fe3-44bf-acd5-1da82c5afea6 req-81175fb0-3edc-4d37-9fd4-1b19b548dfcf tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784252
Jun 04 15:21:12.707486 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-5ada08a6-ae57-457f-addc-c7d408417c88 service neutron] 10.222.0.62 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5023022
Jun 04 15:21:12.715310 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-8c88bd3c-e64d-47cc-9317-9991c43b3b66 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4762468
Jun 04 15:21:12.742886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347d41d-8b28-482e-95a0-6e68cc080551 req-c66f3ea1-c336-49ed-99d5-e47bf6537330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:12.745104 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9347d41d-8b28-482e-95a0-6e68cc080551 req-c66f3ea1-c336-49ed-99d5-e47bf6537330 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df124b00d613480cbc0ad35cdb177f05&device_id=5e2f3e86-7970-4420-b327-48a86fcee081 HTTP/1.1" status: 200  len: 1095 time: 0.6047342
Jun 04 15:21:12.909106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46992) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:12.912356 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c29ce7-e2b7-45f0-a757-91c8b6e0f766 req-b94e152d-3c3a-43e3-a2f9-a3f01faf1af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:12.913977 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-90c29ce7-e2b7-45f0-a757-91c8b6e0f766 req-b94e152d-3c3a-43e3-a2f9-a3f01faf1af1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=726c6a33-4e92-4056-8eb3-894d355ef3c7 HTTP/1.1" status: 200  len: 1096 time: 0.5467012
Jun 04 15:21:12.934292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25f602-b85b-465b-84fa-d42c89a705c4 req-446910c6-e847-49a9-b3d2-885db88523b3 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:12.935849 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6d25f602-b85b-465b-84fa-d42c89a705c4 req-446910c6-e847-49a9-b3d2-885db88523b3 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ad67627-d561-41ed-9e50-b0c9c168de48 HTTP/1.1" status: 200  len: 945 time: 0.1112351
Jun 04 15:21:12.988363 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6d25f602-b85b-465b-84fa-d42c89a705c4 req-5f272a5d-8f33-4947-adf0-60edf44574ce tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454025
Jun 04 15:21:13.052182 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-424848263-network', 'tenant_id': '08ce7704d9884587bd65818fa9d4da51'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:13.060628 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:13.065923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Usage tracker for resource:network and tenant:08ce7704d9884587bd65818fa9d4da51 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:13.071920 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:13.080698 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:13.091230 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-90c29ce7-e2b7-45f0-a757-91c8b6e0f766 req-a23eeb60-6566-4ef5-a40a-a4f93b2f9cce service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653646
Jun 04 15:21:13.170075 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Made reservation on behalf of 08ce7704d9884587bd65818fa9d4da51 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:21:13.172393 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:13.194713 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:13.205119 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ce39d8e-bc63-4e15-834a-4b5393f3222b req-5e41f9b3-aad7-4e81-ac63-a380c4f7a7a5 service neutron] 10.222.0.62 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4873288
Jun 04 15:21:13.206387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347d41d-8b28-482e-95a0-6e68cc080551 req-b9ddc66c-09a8-4f50-98a6-344842b72d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:13.207706 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9347d41d-8b28-482e-95a0-6e68cc080551 req-b9ddc66c-09a8-4f50-98a6-344842b72d6f service neutron] 10.222.0.65 "GET /v2.0/networks?id=bef9541f-9a2d-436c-a7ed-67b318232728 HTTP/1.1" status: 200  len: 917 time: 0.4369607
Jun 04 15:21:13.215303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:13.217462 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-0e43a2f4-2f92-4db6-b0e1-032f67d435a4 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4704518
Jun 04 15:21:13.235476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Usage tracker for resource:security_group_rule and tenant:08ce7704d9884587bd65818fa9d4da51 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:13.240825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:13.248806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:13.288605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52336d1-dc14-4342-884b-f399da88d515 req-e5aa9e09-4c34-4ccb-a0b7-f8052daff81a tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:13.297953 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a52336d1-dc14-4342-884b-f399da88d515 req-e5aa9e09-4c34-4ccb-a0b7-f8052daff81a tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 943 time: 0.1648984
Jun 04 15:21:13.388664 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a52336d1-dc14-4342-884b-f399da88d515 req-7227b9db-ac3e-4339-864e-276fd07d42ea tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895269
Jun 04 15:21:13.398084 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9347d41d-8b28-482e-95a0-6e68cc080551 req-785d1f3e-4a14-4770-8638-10c85bd91491 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 HTTP/1.1" status: 200  len: 217 time: 0.1793056
Jun 04 15:21:13.415481 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-3bf02fd3-1369-4479-b2f8-195d3b6b11f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 HTTP/1.1" status: 200  len: 217 time: 0.1322384
Jun 04 15:21:13.466787 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:13.541271 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:13.568111 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dad22de0-1d06-445c-893e-e6349b87faa3 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:13.593726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347d41d-8b28-482e-95a0-6e68cc080551 req-cd36c081-47ba-4c43-974d-56b87b0be7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:13.595392 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9347d41d-8b28-482e-95a0-6e68cc080551 req-cd36c081-47ba-4c43-974d-56b87b0be7e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6c8e68e-3d2a-4d75-ba97-64f9fedebbde HTTP/1.1" status: 200  len: 855 time: 0.1822255
Jun 04 15:21:13.597160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-f884ba67-fc58-4b08-ae15-050445737e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:13.598651 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-f884ba67-fc58-4b08-ae15-050445737e31 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.1435223
Jun 04 15:21:13.626363 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:21:13.675226 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:13.675673 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Added segment f9f22b2c-3a7b-4b0c-969f-8419c8d11767 of type vlan for network 923e6166-ec3f-45d0-936f-aa1f3a680385
Jun 04 15:21:13.685326 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47008) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:13.699081 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c42deb-0f16-42a8-aa95-d35f4d2cd2f1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:13.704653 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:13.715429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f9149-825d-46c5-8053-6d560d61c8a1 req-6c3c5f51-89e5-4d58-97a8-40e6623402ae tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:13.722074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f9149-825d-46c5-8053-6d560d61c8a1 req-6c3c5f51-89e5-4d58-97a8-40e6623402ae tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:13.727980 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f9149-825d-46c5-8053-6d560d61c8a1 req-6c3c5f51-89e5-4d58-97a8-40e6623402ae tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:13.731153 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:13.736951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f9149-825d-46c5-8053-6d560d61c8a1 req-6c3c5f51-89e5-4d58-97a8-40e6623402ae tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:13.747873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f9149-825d-46c5-8053-6d560d61c8a1 req-6c3c5f51-89e5-4d58-97a8-40e6623402ae tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:13.755992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f9149-825d-46c5-8053-6d560d61c8a1 req-6c3c5f51-89e5-4d58-97a8-40e6623402ae tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:13.767647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f9149-825d-46c5-8053-6d560d61c8a1 req-6c3c5f51-89e5-4d58-97a8-40e6623402ae tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:13.769091 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bf2f9149-825d-46c5-8053-6d560d61c8a1 req-6c3c5f51-89e5-4d58-97a8-40e6623402ae tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.6248431
Jun 04 15:21:13.805336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249867f-7dae-47d7-ad78-baac9ca59ce0 req-b97ea4ee-e1c1-4d30-be07-e5ec9c9a7215 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:13.808830 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7249867f-7dae-47d7-ad78-baac9ca59ce0 req-b97ea4ee-e1c1-4d30-be07-e5ec9c9a7215 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=726c6a33-4e92-4056-8eb3-894d355ef3c7 HTTP/1.1" status: 200  len: 945 time: 0.2445326
Jun 04 15:21:13.821422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed254f-b71e-499e-9485-990d6abb01bf req-f7fa8d9c-6bf8-4bda-a36d-4a9382c01157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:13.822925 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0ed254f-b71e-499e-9485-990d6abb01bf req-f7fa8d9c-6bf8-4bda-a36d-4a9382c01157 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3f70be62f20947cf93b5733c9e9a73b2&device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 1094 time: 0.4853070
Jun 04 15:21:13.862228 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:13.863765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:13.865097 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:13.876042 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:13.931886 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bf2f9149-825d-46c5-8053-6d560d61c8a1 req-9239ae59-eacc-4896-aef8-23b34fa6f601 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1391051
Jun 04 15:21:14.089763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed254f-b71e-499e-9485-990d6abb01bf req-3c25c7cc-2012-4da6-825e-3671e8fb206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:14.091265 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0ed254f-b71e-499e-9485-990d6abb01bf req-3c25c7cc-2012-4da6-825e-3671e8fb206c service neutron] 10.222.0.62 "GET /v2.0/networks?id=59af4b27-f2c2-44b9-9c4f-96b870bb3e84 HTTP/1.1" status: 200  len: 906 time: 0.2574952
Jun 04 15:21:14.091764 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ab6fb4dd-632b-4a66-b713-aa77822e8266 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16273a0cfb154ed5b46208c2de3ca393&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4005313
Jun 04 15:21:14.092390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47016) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:14.103959 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Pushing event updated for resources: {'Network': ['ID=923e6166-ec3f-45d0-936f-aa1f3a680385,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:14.113448 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:14.124099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 923e6166-ec3f-45d0-936f-aa1f3a680385 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:21:14.191896 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.2790117
Jun 04 15:21:14.192441 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47018) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:14.198021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Request body: {'subnet': {'network_id': '923e6166-ec3f-45d0-936f-aa1f3a680385', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-424848263-subnet', 'tenant_id': '08ce7704d9884587bd65818fa9d4da51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:14.203895 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:14.210135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Usage tracker for resource:subnet and tenant:08ce7704d9884587bd65818fa9d4da51 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:14.214813 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:14.239527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:14.241447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0ed254f-b71e-499e-9485-990d6abb01bf req-e57f408f-9e55-4ec0-8268-549d5999df2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55fc0daa-03a9-42cf-8306-7837ca3ebdaa HTTP/1.1" status: 200  len: 217 time: 0.1301696
Jun 04 15:21:14.257658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347d41d-8b28-482e-95a0-6e68cc080551 req-22f93c75-d33a-4832-be29-f5d3f33820f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:14.259896 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9347d41d-8b28-482e-95a0-6e68cc080551 req-22f93c75-d33a-4832-be29-f5d3f33820f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bef9541f-9a2d-436c-a7ed-67b318232728&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6534994
Jun 04 15:21:14.272352 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:14.278071 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7249867f-7dae-47d7-ad78-baac9ca59ce0 req-c9ca9c7e-be55-48a3-877a-38ef66d9dea2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4600470
Jun 04 15:21:14.330501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Made reservation on behalf of 08ce7704d9884587bd65818fa9d4da51 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:21:14.334536 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:14.417680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-300ce77f-6a89-4333-bb25-0c3319953328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:14.420277 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-300ce77f-6a89-4333-bb25-0c3319953328 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.7735751
Jun 04 15:21:14.603740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=0c976ce3-d9f8-4e07-a0be-e5aaf1475d48,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:14.654312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '0c976ce3-d9f8-4e07-a0be-e5aaf1475d48', 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728', 'port_id': '0c976ce3-d9f8-4e07-a0be-e5aaf1475d48', 'mac_address': 'fa:16:3e:e6:6f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c8e68e-3d2a-4d75-ba97-64f9fedebbde', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:14.769944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c237509d-e23b-4152-bed6-6e8f4da778ad details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:14.791508 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:14.847540 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694633d0-1e89-48ac-98b3-fa3a45569cde req-2ec66790-9f56-4be4-a7dd-468bbb9f2f22 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:14.849062 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-694633d0-1e89-48ac-98b3-fa3a45569cde req-2ec66790-9f56-4be4-a7dd-468bbb9f2f22 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 943 time: 0.3001113
Jun 04 15:21:14.860489 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:14.890092 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12dccb00-e318-4d04-b22b-8eb3e33cc6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:14.944695 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-694633d0-1e89-48ac-98b3-fa3a45569cde req-d14b55c8-15d7-4d8c-9445-c364d3121f40 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795019
Jun 04 15:21:15.009579 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=0c976ce3-d9f8-4e07-a0be-e5aaf1475d48,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:15.016146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed254f-b71e-499e-9485-990d6abb01bf req-631e96ae-f009-44b8-86c8-e988c6f29063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:15.019801 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0ed254f-b71e-499e-9485-990d6abb01bf req-631e96ae-f009-44b8-86c8-e988c6f29063 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b66f9b66-8bf4-487d-81ab-50ab28167b73 HTTP/1.1" status: 200  len: 845 time: 0.7673032
Jun 04 15:21:15.069640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c237509d-e23b-4152-bed6-6e8f4da778ad, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c237509d-e23b-4152-bed6-6e8f4da778ad,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:15.078642 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:15.083199 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:15.092915 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12dccb00-e318-4d04-b22b-8eb3e33cc6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:15.134325 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'c237509d-e23b-4152-bed6-6e8f4da778ad', 'network_id': 'bef9541f-9a2d-436c-a7ed-67b318232728', 'port_id': 'c237509d-e23b-4152-bed6-6e8f4da778ad', 'mac_address': 'fa:16:3e:56:f9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c8e68e-3d2a-4d75-ba97-64f9fedebbde', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:15.168636 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:15.175027 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2d7be0b2-2368-49f5-b5a0-9e1fb7259349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:15.207824 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=0c976ce3-d9f8-4e07-a0be-e5aaf1475d48,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:15.220242 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:15.223234 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:15.241709 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c237509d-e23b-4152-bed6-6e8f4da778ad {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:15.247598 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-64055bf4-a88e-4cc6-849c-3540bbdd0b17 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7963059
Jun 04 15:21:15.251482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e94ae407-86a5-4e9a-87c8-3333ce6edff6,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:15.257467 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:15.266981 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0ed254f-b71e-499e-9485-990d6abb01bf req-ddb50231-d397-4a23-ae6d-f440743c73b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59af4b27-f2c2-44b9-9c4f-96b870bb3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2296257
Jun 04 15:21:15.282349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c237509d-e23b-4152-bed6-6e8f4da778ad, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c237509d-e23b-4152-bed6-6e8f4da778ad,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:15.330802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Checking segment: {'id': 'f9f22b2c-3a7b-4b0c-969f-8419c8d11767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '923e6166-ec3f-45d0-936f-aa1f3a680385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:21:15.331163 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Network hostable DHCP agents. Network: 923e6166-ec3f-45d0-936f-aa1f3a680385, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:21:15.365720 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:15.369504 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:15.375096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cdabe-a7a3-48f4-8cc6-a07282ff3e6f req-38bd99a3-2ac4-432b-b372-9a4a44d632cf tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:15.376416 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4d3cdabe-a7a3-48f4-8cc6-a07282ff3e6f req-38bd99a3-2ac4-432b-b372-9a4a44d632cf tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 1.1888068
Jun 04 15:21:15.386640 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9347d41d-8b28-482e-95a0-6e68cc080551 req-b7b1c60c-de38-4126-adb2-d50324e027dc service neutron] 10.222.0.65 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0740664
Jun 04 15:21:15.417908 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c9b46-2e37-455b-ba8b-9dcf01494eae req-f6c5918c-7ffa-46f0-b2e0-e341bd8e3568 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:15.419796 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff6c9b46-2e37-455b-ba8b-9dcf01494eae req-f6c5918c-7ffa-46f0-b2e0-e341bd8e3568 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 943 time: 0.1277118
Jun 04 15:21:15.419947 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['0c976ce3-d9f8-4e07-a0be-e5aaf1475d48'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:15.456340 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Network 923e6166-ec3f-45d0-936f-aa1f3a680385 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:21:15.496313 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff6c9b46-2e37-455b-ba8b-9dcf01494eae req-15c5b15a-7df8-424c-94e9-ccc66f06197c tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646596
Jun 04 15:21:15.528429 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=c237509d-e23b-4152-bed6-6e8f4da778ad,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:15.547680 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:15.575387 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 923e6166-ec3f-45d0-936f-aa1f3a680385) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:21:15.587444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:15.594450 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:15.595209 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12dccb00-e318-4d04-b22b-8eb3e33cc6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:15.605301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beaa8cc-c083-427a-8911-97c81a634257 None None] Network 923e6166-ec3f-45d0-936f-aa1f3a680385 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:21:15.618334 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-75733bd0-dbdc-46ae-884a-8ec5ef8884f5 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:15.652425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dccb00-e318-4d04-b22b-8eb3e33cc6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c123b1a8-3cff-48c3-a4ac-e9ea33c43548,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:15.701799 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.5086174
Jun 04 15:21:15.732479 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4d3cdabe-a7a3-48f4-8cc6-a07282ff3e6f req-db678f95-5623-4165-a5f2-5912e1f6f1b0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2842174
Jun 04 15:21:15.746561 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-12dccb00-e318-4d04-b22b-8eb3e33cc6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:15.802252 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518c30b-4fb2-4f16-863e-c4291853a5a2 req-f24452c3-7051-4efd-b045-a2431d913773 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:15.805019 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['c237509d-e23b-4152-bed6-6e8f4da778ad'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:15.818321 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518c30b-4fb2-4f16-863e-c4291853a5a2 req-f24452c3-7051-4efd-b045-a2431d913773 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:15.827917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518c30b-4fb2-4f16-863e-c4291853a5a2 req-f24452c3-7051-4efd-b045-a2431d913773 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:15.839528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518c30b-4fb2-4f16-863e-c4291853a5a2 req-f24452c3-7051-4efd-b045-a2431d913773 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:15.853806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518c30b-4fb2-4f16-863e-c4291853a5a2 req-f24452c3-7051-4efd-b045-a2431d913773 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:15.863576 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0ed254f-b71e-499e-9485-990d6abb01bf req-0df74dcd-38b2-40f5-a276-709884116c74 service neutron] 10.222.0.62 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5536811
Jun 04 15:21:15.866838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518c30b-4fb2-4f16-863e-c4291853a5a2 req-f24452c3-7051-4efd-b045-a2431d913773 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:15.874787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518c30b-4fb2-4f16-863e-c4291853a5a2 req-f24452c3-7051-4efd-b045-a2431d913773 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:15.887203 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e518c30b-4fb2-4f16-863e-c4291853a5a2 req-f24452c3-7051-4efd-b045-a2431d913773 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.2527735
Jun 04 15:21:15.943967 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12dccb00-e318-4d04-b22b-8eb3e33cc6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:15.945656 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-12dccb00-e318-4d04-b22b-8eb3e33cc6c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c123b1a8-3cff-48c3-a4ac-e9ea33c43548 HTTP/1.1" status: 204  len: 168 time: 1.8510795
Jun 04 15:21:15.951243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7466e17e-a5e4-484c-b845-3d70e5072c36 None None] Network 923e6166-ec3f-45d0-936f-aa1f3a680385 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:21:15.960145 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-6bbed02c-ea09-424f-995d-498d9b0a8509 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6936486
Jun 04 15:21:15.964340 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e518c30b-4fb2-4f16-863e-c4291853a5a2 req-4ddc1f9f-92f8-49b1-a43f-be2d88a13ca6 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0761759
Jun 04 15:21:16.093728 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-fb70408b-6fcf-4ee0-af4e-2e6799a45536 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=eff2a110-bfbd-4b7c-802b-81406f46e243 HTTP/1.1" status: 200  len: 217 time: 0.1189723
Jun 04 15:21:16.224036 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9347d41d-8b28-482e-95a0-6e68cc080551 req-7395a78f-2510-4d72-acac-cc71b731fd16 service neutron] 10.222.0.65 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7784429
Jun 04 15:21:16.282208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e33f6ebe-f84f-4c97-8027-602ee577675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:16.283671 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e33f6ebe-f84f-4c97-8027-602ee577675e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.1705501
Jun 04 15:21:16.354280 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0ed254f-b71e-499e-9485-990d6abb01bf req-57e19b3c-6371-4649-9b8e-77498ec0ea5e service neutron] 10.222.0.62 "GET /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4431605
Jun 04 15:21:16.359337 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-d22b88cd-ecbb-4a2e-adfa-a02ec3bab674 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:16.366135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-d22b88cd-ecbb-4a2e-adfa-a02ec3bab674 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Synchronizing usage tracker for tenant:08ce7704d9884587bd65818fa9d4da51 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:21:16.381460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4fdf1-fa9d-4556-ba8a-3c617ac6a4d5 req-02f890be-4dab-4e8c-9e41-2ce976df0169 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:16.382627 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41d4fdf1-fa9d-4556-ba8a-3c617ac6a4d5 req-02f890be-4dab-4e8c-9e41-2ce976df0169 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=726c6a33-4e92-4056-8eb3-894d355ef3c7 HTTP/1.1" status: 200  len: 945 time: 0.3455067
Jun 04 15:21:16.418920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-140f8f7a-868a-4c03-abd8-febd3abfefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:16.420343 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-140f8f7a-868a-4c03-abd8-febd3abfefd4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1212754
Jun 04 15:21:16.455630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-d22b88cd-ecbb-4a2e-adfa-a02ec3bab674 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Unset dirty status for tenant:08ce7704d9884587bd65818fa9d4da51 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:21:16.457032 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-d22b88cd-ecbb-4a2e-adfa-a02ec3bab674 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/networks?id=923e6166-ec3f-45d0-936f-aa1f3a680385 HTTP/1.1" status: 200  len: 821 time: 0.2799220
Jun 04 15:21:16.476298 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41d4fdf1-fa9d-4556-ba8a-3c617ac6a4d5 req-9c64b866-396a-46fc-a4dc-a57b00e7bf20 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823746
Jun 04 15:21:16.479967 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-9172372d-8a49-4e77-9f53-126519259df1 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/quotas/08ce7704d9884587bd65818fa9d4da51 HTTP/1.1" status: 200  len: 375 time: 0.0156682
Jun 04 15:21:16.570830 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-47175f1e-d152-4b90-9517-c810f297e21d tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=08ce7704d9884587bd65818fa9d4da51&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0860305
Jun 04 15:21:16.652401 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-423bc8c8-5aea-4331-91b3-b268bf62e6c0 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2170520
Jun 04 15:21:16.725959 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-801271c1-6621-4f75-8677-7a95e9118637 service neutron] 10.222.0.32 "GET /v2.0/networks/923e6166-ec3f-45d0-936f-aa1f3a680385?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536908
Jun 04 15:21:16.809203 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c755395-2226-4e2d-841e-3bddd5e3041e req-21bea9d1-5ab9-4326-a794-6fda949c09ae tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:16.809904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8c755395-2226-4e2d-841e-3bddd5e3041e req-21bea9d1-5ab9-4326-a794-6fda949c09ae tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Synchronizing usage tracker for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:21:16.824010 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-2d3c580e-c84a-4066-bfd8-ba288736a32c service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633103
Jun 04 15:21:16.877785 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-af4eb7d3-474e-4054-8fa4-6f42b4836aac service neutron] 10.222.0.32 "GET /v2.0/networks/923e6166-ec3f-45d0-936f-aa1f3a680385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507409
Jun 04 15:21:17.029608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8c755395-2226-4e2d-841e-3bddd5e3041e req-21bea9d1-5ab9-4326-a794-6fda949c09ae tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Unset dirty status for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:21:17.030774 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c755395-2226-4e2d-841e-3bddd5e3041e req-21bea9d1-5ab9-4326-a794-6fda949c09ae tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 943 time: 0.4255431
Jun 04 15:21:17.040248 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-dc69febd-c5af-4d7f-b05b-777fb2d67b9f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=866f06d1-ae5e-4e52-a577-794e989480c1 HTTP/1.1" status: 200  len: 217 time: 0.2090771
Jun 04 15:21:17.137888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-46cf5295-827e-4955-aca8-9f5c295635b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:17.145291 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-46cf5295-827e-4955-aca8-9f5c295635b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.0912106
Jun 04 15:21:17.263150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-d48b5a3c-ccaa-4902-98c5-3903ceddbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:17.264772 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-d48b5a3c-ccaa-4902-98c5-3903ceddbfca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1122017
Jun 04 15:21:17.438105 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-24a231e8-25aa-495a-95fd-fd06fda99e03 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597719
Jun 04 15:21:17.490919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c755395-2226-4e2d-841e-3bddd5e3041e req-aba9629b-fadd-40c7-8e20-bace9d35a84d tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4527118
Jun 04 15:21:17.591751 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-799be9ed-0578-4db2-8a22-de8f77643fa6 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413159
Jun 04 15:21:17.703187 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-dfa36cb1-7ab9-4613-900d-2dac4931f3e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7938937e-37ff-4ff3-9751-b09fa0d241f6 HTTP/1.1" status: 200  len: 217 time: 0.0713153
Jun 04 15:21:17.787428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-d855032b-015d-43fb-955c-a6e32b70ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:17.788989 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-d855032b-015d-43fb-955c-a6e32b70ae5b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=609b259b-c087-44a5-9daf-3b5e7e8e553a HTTP/1.1" status: 200  len: 797 time: 0.0739088
Jun 04 15:21:17.802920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05fcaa-941c-4206-92e4-556cefb81a3b req-af4bb9c4-6e0c-4ee8-9142-e0f18f3d7b34 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:17.804963 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7a05fcaa-941c-4206-92e4-556cefb81a3b req-af4bb9c4-6e0c-4ee8-9142-e0f18f3d7b34 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 944 time: 0.2120225
Jun 04 15:21:17.872923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a0dc7-8fe1-42dd-9632-2287594845f1 req-452860d2-947d-4c0b-8b23-62a85c81cb63 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:17.875089 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dd5a0dc7-8fe1-42dd-9632-2287594845f1 req-452860d2-947d-4c0b-8b23-62a85c81cb63 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.1128650
Jun 04 15:21:17.900650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7a05fcaa-941c-4206-92e4-556cefb81a3b req-0f0550b6-3f3b-4ada-9851-4a5cfdabcccf tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Synchronizing usage tracker for tenant:df124b00d613480cbc0ad35cdb177f05 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:21:17.927343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-9b0ab15f-5bb2-4ae4-a8b0-11ec06bf9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:17.928873 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-9b0ab15f-5bb2-4ae4-a8b0-11ec06bf9213 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67bebaa3-339e-464b-87fc-b3100714b795&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1228151
Jun 04 15:21:17.929231 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dd5a0dc7-8fe1-42dd-9632-2287594845f1 req-be73db43-a14c-4b19-afd3-8c1de5f8d64c tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466318
Jun 04 15:21:17.994087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7a05fcaa-941c-4206-92e4-556cefb81a3b req-0f0550b6-3f3b-4ada-9851-4a5cfdabcccf tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Unset dirty status for tenant:df124b00d613480cbc0ad35cdb177f05 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:21:17.995699 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7a05fcaa-941c-4206-92e4-556cefb81a3b req-0f0550b6-3f3b-4ada-9851-4a5cfdabcccf tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539094
Jun 04 15:21:18.151447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e7a7c-0a8c-4305-8e5d-2d2108adbb51 req-a013320d-bffa-410a-995a-418c9ff9c37e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:18.155285 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f59352e-f941-475a-8df8-60187c739305 req-977d0eef-8de4-4070-a080-19b4ec0cfd31 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 210 time: 0.0656946
Jun 04 15:21:18.157618 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e7a7c-0a8c-4305-8e5d-2d2108adbb51 req-a013320d-bffa-410a-995a-418c9ff9c37e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:18.163633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e7a7c-0a8c-4305-8e5d-2d2108adbb51 req-a013320d-bffa-410a-995a-418c9ff9c37e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:18.177389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e7a7c-0a8c-4305-8e5d-2d2108adbb51 req-a013320d-bffa-410a-995a-418c9ff9c37e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:18.177389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e7a7c-0a8c-4305-8e5d-2d2108adbb51 req-a013320d-bffa-410a-995a-418c9ff9c37e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:18.183040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e7a7c-0a8c-4305-8e5d-2d2108adbb51 req-a013320d-bffa-410a-995a-418c9ff9c37e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:18.193482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e7a7c-0a8c-4305-8e5d-2d2108adbb51 req-a013320d-bffa-410a-995a-418c9ff9c37e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:18.193482 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-733e7a7c-0a8c-4305-8e5d-2d2108adbb51 req-a013320d-bffa-410a-995a-418c9ff9c37e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.1400430
Jun 04 15:21:18.201533 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e03322fd-4ae4-4f5e-b808-695b9240a0d7 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2638164
Jun 04 15:21:18.257879 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-733e7a7c-0a8c-4305-8e5d-2d2108adbb51 req-d15ebb91-53ae-470f-a5ca-fd1a1cb51f10 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0575094
Jun 04 15:21:18.291253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:18.381068 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e0b7efa5-da16-43ad-9f45-739744acd7c4 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1728270
Jun 04 15:21:18.460739 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:18.469917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:18.471900 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:18.479136 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-a708c445-9cb1-4fd0-904b-13b79c9d49d8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 HTTP/1.1" status: 200  len: 217 time: 0.0859303
Jun 04 15:21:18.625519 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:18.632355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-9041ad64-bcee-4ce5-aca9-6fbe5dec71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:18.634447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-9041ad64-bcee-4ce5-aca9-6fbe5dec71bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=609b259b-c087-44a5-9daf-3b5e7e8e553a HTTP/1.1" status: 200  len: 797 time: 0.1460438
Jun 04 15:21:18.656970 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2f3e86-7970-4420-b327-48a86fcee081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c976ce3-d9f8-4e07-a0be-e5aaf1475d48'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:18.661677 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf95eab-abc1-4daf-964f-a474487ad7d6" -d '{"events": [{"server_uuid": "5e2f3e86-7970-4420-b327-48a86fcee081", "name": "network-vif-plugged", "status": "completed", "tag": "0c976ce3-d9f8-4e07-a0be-e5aaf1475d48"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:18.670823 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=0c976ce3-d9f8-4e07-a0be-e5aaf1475d48,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:18.733134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74129743-6cb6-4c16-934f-88d510235e9c req-5f75813d-1047-456e-b306-93d9accf1f1d tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:18.734642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74129743-6cb6-4c16-934f-88d510235e9c req-5f75813d-1047-456e-b306-93d9accf1f1d tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.1780670
Jun 04 15:21:18.741784 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:18.744086 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:18.747830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-922f3d30-8f24-45e1-b68e-f7378e654fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:18.749778 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-922f3d30-8f24-45e1-b68e-f7378e654fff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67bebaa3-339e-464b-87fc-b3100714b795&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1072531
Jun 04 15:21:18.808756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 55fc0daa-03a9-42cf-8306-7837ca3ebdaa details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:18.812562 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c237509d-e23b-4152-bed6-6e8f4da778ad up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:19.031448 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=0c976ce3-d9f8-4e07-a0be-e5aaf1475d48,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:19.036121 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:19.155840 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74129743-6cb6-4c16-934f-88d510235e9c req-2823038b-ca04-42f3-8bcf-9ffbeba4740b tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4040713
Jun 04 15:21:19.194319 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=55fc0daa-03a9-42cf-8306-7837ca3ebdaa,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:19.204778 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port c237509d-e23b-4152-bed6-6e8f4da778ad completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:19.217062 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-e91b770f-31ec-4bd6-a95d-d2c8f23e7019 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4488192
Jun 04 15:21:19.270015 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f38584-a869-47ff-a30b-bb3e084c1c69 x-openstack-request-id: req-78f38584-a869-47ff-a30b-bb3e084c1c69 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:19.270287 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2f3e86-7970-4420-b327-48a86fcee081", "name": "network-vif-plugged", "status": "completed", "tag": "0c976ce3-d9f8-4e07-a0be-e5aaf1475d48", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:19.270545 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78f38584-a869-47ff-a30b-bb3e084c1c69 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:19.270962 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2f3e86-7970-4420-b327-48a86fcee081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c976ce3-d9f8-4e07-a0be-e5aaf1475d48', 'code': 200}
Jun 04 15:21:19.273637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port c237509d-e23b-4152-bed6-6e8f4da778ad triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:19.274044 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:19.306149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '55fc0daa-03a9-42cf-8306-7837ca3ebdaa', 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84', 'port_id': '55fc0daa-03a9-42cf-8306-7837ca3ebdaa', 'mac_address': 'fa:16:3e:1f:31:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66f9b66-8bf4-487d-81ab-50ab28167b73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:19.416875 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:19.434195 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2935a-0412-4191-afa7-7233097cae96 req-f0388f57-1dd7-4924-9902-6d3204ee54d0 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:19.435779 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9ab2935a-0412-4191-afa7-7233097cae96 req-f0388f57-1dd7-4924-9902-6d3204ee54d0 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 943 time: 0.1167853
Jun 04 15:21:19.471965 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55fc0daa-03a9-42cf-8306-7837ca3ebdaa {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:19.491809 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9ab2935a-0412-4191-afa7-7233097cae96 req-cf643d19-634c-464a-9906-6726a61fdad4 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457487
Jun 04 15:21:19.504611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=55fc0daa-03a9-42cf-8306-7837ca3ebdaa,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:19.507119 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:19.544034 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c237509d-e23b-4152-bed6-6e8f4da778ad, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c237509d-e23b-4152-bed6-6e8f4da778ad,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:19.557371 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-7a5d1a1c-d206-4cbf-a1a5-3e9dafd0dfe6 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3314569
Jun 04 15:21:19.598911 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:19.599508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b44ebd-9e76-438b-8f5d-d4b4b5b3ce4c req-6395de07-5aaf-4704-86f4-9c39d612b511 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:19.605506 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25b44ebd-9e76-438b-8f5d-d4b4b5b3ce4c req-6395de07-5aaf-4704-86f4-9c39d612b511 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 944 time: 0.2063503
Jun 04 15:21:19.605652 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:19.645195 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:19.687874 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6a546-a68c-4bec-9778-dd209bb03d36 req-2da799ba-c5e7-407e-90aa-90a570f4be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:19.689381 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a1c6a546-a68c-4bec-9778-dd209bb03d36 req-2da799ba-c5e7-407e-90aa-90a570f4be5b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5e2f3e86-7970-4420-b327-48a86fcee081 HTTP/1.1" status: 200  len: 1097 time: 0.2935047
Jun 04 15:21:19.696030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=55fc0daa-03a9-42cf-8306-7837ca3ebdaa,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:19.705190 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:19.706611 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:19.756092 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25b44ebd-9e76-438b-8f5d-d4b4b5b3ce4c req-86c89cd1-8d24-48e1-8a91-49a33b5506da tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059580
Jun 04 15:21:19.763801 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a1c6a546-a68c-4bec-9778-dd209bb03d36 req-600fb0e3-010b-48c4-97d8-11b106da737f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566483
Jun 04 15:21:19.837074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-d90b53d4-91a2-46f3-a9a3-a6853951664a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:19.837074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-d90b53d4-91a2-46f3-a9a3-a6853951664a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Synchronizing usage tracker for tenant:ffe670178e074dd1a73091c7cceb6935 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:21:19.837396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79b98b-3635-4c45-abef-8861318db4ee req-8fc956e9-9d39-4f24-9ee5-533b993249ee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:19.838377 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2d79b98b-3635-4c45-abef-8861318db4ee req-8fc956e9-9d39-4f24-9ee5-533b993249ee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.62 "GET /v2.0/ports?device_id=726c6a33-4e92-4056-8eb3-894d355ef3c7 HTTP/1.1" status: 200  len: 945 time: 0.2350464
Jun 04 15:21:19.843007 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=c237509d-e23b-4152-bed6-6e8f4da778ad,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:19.846623 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:19.948257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-d90b53d4-91a2-46f3-a9a3-a6853951664a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Unset dirty status for tenant:ffe670178e074dd1a73091c7cceb6935 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:21:19.950785 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-d90b53d4-91a2-46f3-a9a3-a6853951664a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/networks?id=402a676b-9e81-4312-954e-ff9bf55aa6f3 HTTP/1.1" status: 200  len: 813 time: 0.3356502
Jun 04 15:21:19.980928 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-be77e262-7345-43a0-a9a7-957c061399d9 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/quotas/ffe670178e074dd1a73091c7cceb6935 HTTP/1.1" status: 200  len: 375 time: 0.0230141
Jun 04 15:21:20.089110 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-ff9392a2-9b3d-47a2-b865-60c6f801c0e4 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ffe670178e074dd1a73091c7cceb6935&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1071112
Jun 04 15:21:20.147783 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['55fc0daa-03a9-42cf-8306-7837ca3ebdaa'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:20.169229 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36eb695a-82cf-44ac-9dd8-2fcc7f713d78 req-c6a34663-6a28-4870-9f8d-361f4a7d9860 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 210 time: 0.0762291
Jun 04 15:21:20.202468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0990de-7eda-4811-b101-69f2c25f26de req-62cc5e00-4098-4c00-a156-e81cd333d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:20.203350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0990de-7eda-4811-b101-69f2c25f26de req-62cc5e00-4098-4c00-a156-e81cd333d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:20.203808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0990de-7eda-4811-b101-69f2c25f26de req-62cc5e00-4098-4c00-a156-e81cd333d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:20.204285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0990de-7eda-4811-b101-69f2c25f26de req-62cc5e00-4098-4c00-a156-e81cd333d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:20.204749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0990de-7eda-4811-b101-69f2c25f26de req-62cc5e00-4098-4c00-a156-e81cd333d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:20.205238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0990de-7eda-4811-b101-69f2c25f26de req-62cc5e00-4098-4c00-a156-e81cd333d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:20.205739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0990de-7eda-4811-b101-69f2c25f26de req-62cc5e00-4098-4c00-a156-e81cd333d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:20.207601 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da0990de-7eda-4811-b101-69f2c25f26de req-62cc5e00-4098-4c00-a156-e81cd333d560 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=926d3966f5b342809000e5f28f33b523&device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 6487 time: 0.4388006
Jun 04 15:21:20.260238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-3ce0205c-8770-49ee-a34f-282470fa1b1a tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:20.261793 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-3ce0205c-8770-49ee-a34f-282470fa1b1a tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.65 "GET /v2.0/networks?id=923e6166-ec3f-45d0-936f-aa1f3a680385 HTTP/1.1" status: 200  len: 821 time: 0.4199529
Jun 04 15:21:20.284954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Request body: {'port': {'device_id': '76ced0bd-47e5-441f-9f9e-e76087d3aef0', 'network_id': '923e6166-ec3f-45d0-936f-aa1f3a680385', 'admin_state_up': True, 'tenant_id': '08ce7704d9884587bd65818fa9d4da51'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:20.441775 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-24eccf8e-869e-4cb7-8bab-4c8010f46f7a service neutron] 10.222.0.32 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3430729
Jun 04 15:21:20.480314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-2d79b98b-3635-4c45-abef-8861318db4ee req-b1def0c7-1665-4cd4-9010-a774a6e80a41 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Deleting port 12df724f-9e42-40f4-b62c-ab00e29de92f {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:21:20.480648 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2d79b98b-3635-4c45-abef-8861318db4ee req-b1def0c7-1665-4cd4-9010-a774a6e80a41 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:20.642740 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5d8b3489-890b-4e8e-83d5-0b4c0dad452c service neutron] 10.222.0.32 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999989
Jun 04 15:21:20.676389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47158) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:20.780550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0990de-7eda-4811-b101-69f2c25f26de req-ed223517-346b-49a5-ace9-31fff24c2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:20.780550 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da0990de-7eda-4811-b101-69f2c25f26de req-ed223517-346b-49a5-ace9-31fff24c2ef9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=67bebaa3-339e-464b-87fc-b3100714b795 HTTP/1.1" status: 200  len: 903 time: 0.5608118
Jun 04 15:21:20.826281 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a20c684-2fa5-48ad-8e98-8407faf9142d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:20.842694 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2a20c684-2fa5-48ad-8e98-8407faf9142d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:20.846966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2a20c684-2fa5-48ad-8e98-8407faf9142d admin admin] Usage tracker for resource:security_group_rule and tenant:33184046d46943db9c952ec5d63360b1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:20.850012 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2a20c684-2fa5-48ad-8e98-8407faf9142d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:20.856663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2a20c684-2fa5-48ad-8e98-8407faf9142d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:20.979825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a20c684-2fa5-48ad-8e98-8407faf9142d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:21.056446 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da0990de-7eda-4811-b101-69f2c25f26de req-c23d87c4-374a-4873-9fc7-b9fafb2fc842 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 HTTP/1.1" status: 200  len: 217 time: 0.2590542
Jun 04 15:21:21.085235 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a20c684-2fa5-48ad-8e98-8407faf9142d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:21.114722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:21.125088 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-44fb706b-d6d8-4ee0-ace1-2221c9dcda34 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:21.128769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-2d79b98b-3635-4c45-abef-8861318db4ee req-b1def0c7-1665-4cd4-9010-a774a6e80a41 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] For port 12df724f-9e42-40f4-b62c-ab00e29de92f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=12df724f-9e42-40f4-b62c-ab00e29de92f,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:21.129100 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2d79b98b-3635-4c45-abef-8861318db4ee req-b1def0c7-1665-4cd4-9010-a774a6e80a41 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:21.140383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Usage tracker for resource:port and tenant:08ce7704d9884587bd65818fa9d4da51 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:21.154158 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2a20c684-2fa5-48ad-8e98-8407faf9142d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33184046d46943db9c952ec5d63360b1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4763455
Jun 04 15:21:21.154557 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:21.159176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47168) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:21.164828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd48d5a-79d1-44c6-b07d-aaea88581603 req-c66d48ff-7d38-472f-b260-a5d5696e5336 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:21.166340 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3dd48d5a-79d1-44c6-b07d-aaea88581603 req-c66d48ff-7d38-472f-b260-a5d5696e5336 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ad67627-d561-41ed-9e50-b0c9c168de48 HTTP/1.1" status: 200  len: 945 time: 0.7671921
Jun 04 15:21:21.183942 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20c684-2fa5-48ad-8e98-8407faf9142d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b67de0d-2d76-4193-b3d5-9fccadc0e8a7,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:21.188959 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2a20c684-2fa5-48ad-8e98-8407faf9142d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:21.233666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:21.246748 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e6af7ca6-2d76-455c-8e9d-f5ae801c4fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:21.272750 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c288f1f-297e-431d-99bf-be3a08bbefe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c237509d-e23b-4152-bed6-6e8f4da778ad'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:21.277491 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6b2af9-80a5-4ae8-b892-abe92f2e931b" -d '{"events": [{"server_uuid": "0c288f1f-297e-431d-99bf-be3a08bbefe7", "name": "network-vif-plugged", "status": "completed", "tag": "c237509d-e23b-4152-bed6-6e8f4da778ad"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:21.282295 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e6af7ca6-2d76-455c-8e9d-f5ae801c4fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:21.344753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-2d79b98b-3635-4c45-abef-8861318db4ee req-b1def0c7-1665-4cd4-9010-a774a6e80a41 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Calling delete_port for 12df724f-9e42-40f4-b62c-ab00e29de92f owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:21:21.379258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0990de-7eda-4811-b101-69f2c25f26de req-2e8e270c-2d68-4fa1-89af-d97782ddd24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:21.380367 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da0990de-7eda-4811-b101-69f2c25f26de req-2e8e270c-2d68-4fa1-89af-d97782ddd24d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=609b259b-c087-44a5-9daf-3b5e7e8e553a HTTP/1.1" status: 200  len: 797 time: 0.3083215
Jun 04 15:21:21.399375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7ebfd-c637-4aaf-b7af-361375e44d2d req-eba73472-07a8-4aef-8b5d-16bd49b2c1b8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:21.405327 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7ebfd-c637-4aaf-b7af-361375e44d2d req-eba73472-07a8-4aef-8b5d-16bd49b2c1b8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:21.411242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7ebfd-c637-4aaf-b7af-361375e44d2d req-eba73472-07a8-4aef-8b5d-16bd49b2c1b8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:21.417755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7ebfd-c637-4aaf-b7af-361375e44d2d req-eba73472-07a8-4aef-8b5d-16bd49b2c1b8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:21.423500 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7ebfd-c637-4aaf-b7af-361375e44d2d req-eba73472-07a8-4aef-8b5d-16bd49b2c1b8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:21.429252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7ebfd-c637-4aaf-b7af-361375e44d2d req-eba73472-07a8-4aef-8b5d-16bd49b2c1b8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:21.436073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7ebfd-c637-4aaf-b7af-361375e44d2d req-eba73472-07a8-4aef-8b5d-16bd49b2c1b8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:21.438010 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fad7ebfd-c637-4aaf-b7af-361375e44d2d req-eba73472-07a8-4aef-8b5d-16bd49b2c1b8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.8250849
Jun 04 15:21:21.438151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e8f01-dd83-4a3b-ba7f-2dd72f1bb450 req-ea71eb3b-4d18-4b39-b244-c9430630483a tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:21.439581 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b8e8f01-dd83-4a3b-ba7f-2dd72f1bb450 req-ea71eb3b-4d18-4b39-b244-c9430630483a tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.0919118
Jun 04 15:21:21.442294 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e6af7ca6-2d76-455c-8e9d-f5ae801c4fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:21.448058 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-49c8acf4-c5d1-4a64-b87a-c1752f53fce8 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:21.477753 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af7ca6-2d76-455c-8e9d-f5ae801c4fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b67de0d-2d76-4193-b3d5-9fccadc0e8a7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:21.483449 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e6af7ca6-2d76-455c-8e9d-f5ae801c4fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:21.486612 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e6af7ca6-2d76-455c-8e9d-f5ae801c4fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:21.486732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Made reservation on behalf of 08ce7704d9884587bd65818fa9d4da51 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:21:21.490350 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:21.490703 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e6af7ca6-2d76-455c-8e9d-f5ae801c4fb1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b67de0d-2d76-4193-b3d5-9fccadc0e8a7 HTTP/1.1" status: 204  len: 168 time: 0.3305972
Jun 04 15:21:21.513811 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b8e8f01-dd83-4a3b-ba7f-2dd72f1bb450 req-5360d9a6-d22c-4e06-a657-a0255a1a0928 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588553
Jun 04 15:21:21.679905 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fad7ebfd-c637-4aaf-b7af-361375e44d2d req-95417154-0e7d-472b-9013-e046fb01ff0c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2032588
Jun 04 15:21:21.733040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec854f76-74ab-4fd0-b813-73b92c422e38 req-75bc3ebd-46ee-4ead-bced-e0d132a19793 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:21.741123 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ec854f76-74ab-4fd0-b813-73b92c422e38 req-75bc3ebd-46ee-4ead-bced-e0d132a19793 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 944 time: 0.1013424
Jun 04 15:21:21.797541 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ec854f76-74ab-4fd0-b813-73b92c422e38 req-13ecab92-7c0f-478e-b15d-422418a3b22f tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568683
Jun 04 15:21:21.876510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0990de-7eda-4811-b101-69f2c25f26de req-d69ac856-927c-4350-9802-2c4076d1a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:21.878015 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da0990de-7eda-4811-b101-69f2c25f26de req-d69ac856-927c-4350-9802-2c4076d1a2a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67bebaa3-339e-464b-87fc-b3100714b795&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4391043
Jun 04 15:21:21.922799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-3dd48d5a-79d1-44c6-b07d-aaea88581603 req-6692a6c0-4621-4651-90db-3d0b20ddf53a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Deleting port 6515b7f5-cf55-48e2-b528-0f475a5f7fda {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:21:21.923157 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3dd48d5a-79d1-44c6-b07d-aaea88581603 req-6692a6c0-4621-4651-90db-3d0b20ddf53a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:22.046276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Allocated IP 172.20.0.6 (923e6166-ec3f-45d0-936f-aa1f3a680385/e94ae407-86a5-4e9a-87c8-3333ce6edff6/4d331fce-3c40-4dfb-bf64-38798d81ec55) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:21:22.182660 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a4e46852-068b-4155-ae18-f8c8a404ae3c req-121e9bb9-41fd-4fbf-a54c-0b183ce56aba tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 210 time: 0.0489156
Jun 04 15:21:22.194633 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2d79b98b-3635-4c45-abef-8861318db4ee req-b1def0c7-1665-4cd4-9010-a774a6e80a41 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:22.208074 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6515b7f5-cf55-48e2-b528-0f475a5f7fda'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:22.224600 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-53fad837-1d83-40ec-b788-8a82196b097b tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:22.269988 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e1351a-914a-410e-ba31-736f534cdbff x-openstack-request-id: req-a4e1351a-914a-410e-ba31-736f534cdbff {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:22.270567 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c288f1f-297e-431d-99bf-be3a08bbefe7", "name": "network-vif-plugged", "status": "completed", "tag": "c237509d-e23b-4152-bed6-6e8f4da778ad", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:22.271044 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4e1351a-914a-410e-ba31-736f534cdbff {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:22.272312 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c288f1f-297e-431d-99bf-be3a08bbefe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c237509d-e23b-4152-bed6-6e8f4da778ad', 'code': 200}
Jun 04 15:21:22.313505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1def0c7-1665-4cd4-9010-a774a6e80a41 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Pushing event deleted for resources: {'Port': ['ID=12df724f-9e42-40f4-b62c-ab00e29de92f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:22.354478 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b1def0c7-1665-4cd4-9010-a774a6e80a41 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:22.445400 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-3dd48d5a-79d1-44c6-b07d-aaea88581603 req-6692a6c0-4621-4651-90db-3d0b20ddf53a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] For port 6515b7f5-cf55-48e2-b528-0f475a5f7fda, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6515b7f5-cf55-48e2-b528-0f475a5f7fda,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:22.445769 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3dd48d5a-79d1-44c6-b07d-aaea88581603 req-6692a6c0-4621-4651-90db-3d0b20ddf53a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:22.475100 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da0990de-7eda-4811-b101-69f2c25f26de req-aed76c9f-6341-4cdf-9d69-ffa7c76c4a3d service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5347981
Jun 04 15:21:22.538542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd62c87-2915-450f-bb89-23a1962ff834 req-bc92128e-e12e-4326-b0d6-006cedb41b5c tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:22.540138 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1bd62c87-2915-450f-bb89-23a1962ff834 req-bc92128e-e12e-4326-b0d6-006cedb41b5c tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.1432815
Jun 04 15:21:22.590347 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1bd62c87-2915-450f-bb89-23a1962ff834 req-a14d4486-d5c9-4076-9bd1-1549505f6c8f tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439739
Jun 04 15:21:22.619402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2690c-5065-430d-93f1-0d744c14a15a req-4032a58b-f753-40d9-a25c-70a083735c9d tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:22.620892 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ec2690c-5065-430d-93f1-0d744c14a15a req-4032a58b-f753-40d9-a25c-70a083735c9d tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 945 time: 0.7543101
Jun 04 15:21:22.678657 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-875f5cfd-b768-4953-9138-662447043d65 req-59ca4e75-aa6b-4162-8ee7-1f6e63c02c7d tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 210 time: 0.0453541
Jun 04 15:21:22.688772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d79b98b-3635-4c45-abef-8861318db4ee req-b1def0c7-1665-4cd4-9010-a774a6e80a41 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] No DVR routers for this DVR port 12df724f-9e42-40f4-b62c-ab00e29de92f on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:21:22.697087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-3dd48d5a-79d1-44c6-b07d-aaea88581603 req-6692a6c0-4621-4651-90db-3d0b20ddf53a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Calling delete_port for 6515b7f5-cf55-48e2-b528-0f475a5f7fda owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:21:22.724541 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2d79b98b-3635-4c45-abef-8861318db4ee req-b1def0c7-1665-4cd4-9010-a774a6e80a41 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:22.730527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726c6a33-4e92-4056-8eb3-894d355ef3c7', 'name': 'network-vif-deleted', 'tag': '12df724f-9e42-40f4-b62c-ab00e29de92f'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:22.733256 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4469e76-046d-4782-9a6b-ca593b7ea4fb" -d '{"events": [{"server_uuid": "726c6a33-4e92-4056-8eb3-894d355ef3c7", "name": "network-vif-deleted", "tag": "12df724f-9e42-40f4-b62c-ab00e29de92f"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:22.781197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47216) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:22.791612 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 55fc0daa-03a9-42cf-8306-7837ca3ebdaa up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:22.926211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1636833981-network', 'tenant_id': 'a90dc02fac9c4ab8bef18d967fb7e55a'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:22.933227 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:22.938174 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Usage tracker for resource:network and tenant:a90dc02fac9c4ab8bef18d967fb7e55a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:22.942155 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:22.952318 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:23.021803 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:23.028855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:23.029155 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.048135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Made reservation on behalf of a90dc02fac9c4ab8bef18d967fb7e55a for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:21:23.050564 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.067162 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.083016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:23.087894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Usage tracker for resource:security_group_rule and tenant:a90dc02fac9c4ab8bef18d967fb7e55a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:23.091254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:23.097422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:23.121328 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ec2690c-5065-430d-93f1-0d744c14a15a req-af0a0a58-81ad-462e-a24e-6cdad9d748f6 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4212458
Jun 04 15:21:23.159537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f845012-41dd-43f1-ae09-58e484f6c52e req-80ce1562-01eb-4b61-9cb0-24c367fd8e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:23.161059 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f845012-41dd-43f1-ae09-58e484f6c52e req-80ce1562-01eb-4b61-9cb0-24c367fd8e7d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 1096 time: 0.8170755
Jun 04 15:21:23.181359 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da0990de-7eda-4811-b101-69f2c25f26de req-33e52f32-3c2c-4169-98fc-f9747a3bceb5 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6800132
Jun 04 15:21:23.214944 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.222670 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.232491 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2d79b98b-3635-4c45-abef-8861318db4ee req-b1def0c7-1665-4cd4-9010-a774a6e80a41 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.62 "DELETE /v2.0/ports/12df724f-9e42-40f4-b62c-ab00e29de92f HTTP/1.1" status: 204  len: 173 time: 3.3554845
Jun 04 15:21:23.239851 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.258889 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f845012-41dd-43f1-ae09-58e484f6c52e req-e5dcefac-dcad-4d32-891a-ddfc5e5fdfbb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797296
Jun 04 15:21:23.282092 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=55fc0daa-03a9-42cf-8306-7837ca3ebdaa,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:23.308479 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.346933 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.350476 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e8a8b4e1-43a4-4d31-834b-ed3f1ff91330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:23.385783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dd5687-a078-426c-b4d8-bc9da423d508,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:23.398752 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.400123 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 12df724f-9e42-40f4-b62c-ab00e29de92f no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:21:23.421369 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:23.436941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:21:23.437804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f90c30-1d15-4994-8ed6-f6d116e8c0db req-592dba46-af9a-4d9a-947e-2a2a9456ecf9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:23.444467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f90c30-1d15-4994-8ed6-f6d116e8c0db req-592dba46-af9a-4d9a-947e-2a2a9456ecf9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:23.451514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f90c30-1d15-4994-8ed6-f6d116e8c0db req-592dba46-af9a-4d9a-947e-2a2a9456ecf9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:23.451681 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.452051 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Added segment 9da54bff-ac56-43e0-8fb8-6cb12a0709b8 of type vlan for network 6956328c-9ec2-488e-9a39-c951a0793d0b
Jun 04 15:21:23.457988 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:23.458296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f90c30-1d15-4994-8ed6-f6d116e8c0db req-592dba46-af9a-4d9a-947e-2a2a9456ecf9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:23.465482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f90c30-1d15-4994-8ed6-f6d116e8c0db req-592dba46-af9a-4d9a-947e-2a2a9456ecf9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:23.471841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f90c30-1d15-4994-8ed6-f6d116e8c0db req-592dba46-af9a-4d9a-947e-2a2a9456ecf9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:23.478427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f90c30-1d15-4994-8ed6-f6d116e8c0db req-592dba46-af9a-4d9a-947e-2a2a9456ecf9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:23.480808 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-72f90c30-1d15-4994-8ed6-f6d116e8c0db req-592dba46-af9a-4d9a-947e-2a2a9456ecf9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.1720760
Jun 04 15:21:23.508599 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3dd48d5a-79d1-44c6-b07d-aaea88581603 req-6692a6c0-4621-4651-90db-3d0b20ddf53a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.514501 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.521273 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 12df724f-9e42-40f4-b62c-ab00e29de92f {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:21:23.526193 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 12df724f-9e42-40f4-b62c-ab00e29de92f not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:21:23.526400 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-81d55ad3-73e1-4da5-9578-68fd75022ad0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:23.527473 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.595451 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=55fc0daa-03a9-42cf-8306-7837ca3ebdaa,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:23.602080 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:23.630517 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692a6c0-4621-4651-90db-3d0b20ddf53a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Pushing event deleted for resources: {'Port': ['ID=6515b7f5-cf55-48e2-b528-0f475a5f7fda,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:23.639293 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6692a6c0-4621-4651-90db-3d0b20ddf53a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:23.641441 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d286397c-e80e-443f-a4f0-207a92f3844c x-openstack-request-id: req-d286397c-e80e-443f-a4f0-207a92f3844c {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:23.641984 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726c6a33-4e92-4056-8eb3-894d355ef3c7", "name": "network-vif-deleted", "tag": "12df724f-9e42-40f4-b62c-ab00e29de92f", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:23.642496 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d286397c-e80e-443f-a4f0-207a92f3844c {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:23.643157 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726c6a33-4e92-4056-8eb3-894d355ef3c7', 'name': 'network-vif-deleted', 'tag': '12df724f-9e42-40f4-b62c-ab00e29de92f', 'status': 'completed', 'code': 200}
Jun 04 15:21:23.647789 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-98a78485-d388-4ae9-8e52-e107a078acc9 tempest-DeleteServersTestJSON-704366370 tempest-DeleteServersTestJSON-704366370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:23.707311 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.708423 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:23.709050 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.715302 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:23.738122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Network 923e6166-ec3f-45d0-936f-aa1f3a680385 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:21:23.748194 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-72f90c30-1d15-4994-8ed6-f6d116e8c0db req-1dc1537b-94ab-4715-ab73-ed1d8635d16c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2594166
Jun 04 15:21:23.760267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:21:23.795677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:21:23.833965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd48d5a-79d1-44c6-b07d-aaea88581603 req-6692a6c0-4621-4651-90db-3d0b20ddf53a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] No DVR routers for this DVR port 6515b7f5-cf55-48e2-b528-0f475a5f7fda on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:21:23.843055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3dd48d5a-79d1-44c6-b07d-aaea88581603 req-6692a6c0-4621-4651-90db-3d0b20ddf53a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.871587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Pushing event updated for resources: {'Port': ['ID=4d331fce-3c40-4dfb-bf64-38798d81ec55,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:23.877427 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:23.879432 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3dd48d5a-79d1-44c6-b07d-aaea88581603 req-6692a6c0-4621-4651-90db-3d0b20ddf53a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.65 "DELETE /v2.0/ports/6515b7f5-cf55-48e2-b528-0f475a5f7fda HTTP/1.1" status: 204  len: 173 time: 2.6407042
Jun 04 15:21:23.933771 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Pushing event updated for resources: {'Network': ['ID=6956328c-9ec2-488e-9a39-c951a0793d0b,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:23.935246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:23.937754 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:23.945431 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:23.947853 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 6956328c-9ec2-488e-9a39-c951a0793d0b details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:21:23.959328 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1768773
Jun 04 15:21:23.959938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47242) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:23.969173 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef1964-b641-4006-8e04-a4262257cb99 req-002a6b27-ca69-4ca9-8500-795a353ccf62 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:23.971445 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2ef1964-b641-4006-8e04-a4262257cb99 req-002a6b27-ca69-4ca9-8500-795a353ccf62 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 945 time: 0.2315767
Jun 04 15:21:23.978315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Request body: {'subnet': {'network_id': '6956328c-9ec2-488e-9a39-c951a0793d0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1636833981-subnet', 'tenant_id': 'a90dc02fac9c4ab8bef18d967fb7e55a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:23.984241 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:23.988867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Usage tracker for resource:subnet and tenant:a90dc02fac9c4ab8bef18d967fb7e55a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:23.992963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:24.001486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:24.063497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883a0ba-e8ef-430c-9e68-5ded57d8ce34 req-147b0781-9cde-4b66-a6e4-4f8e74510a0d tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:24.064247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c883a0ba-e8ef-430c-9e68-5ded57d8ce34 req-147b0781-9cde-4b66-a6e4-4f8e74510a0d tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Synchronizing usage tracker for tenant:08ce7704d9884587bd65818fa9d4da51 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:21:24.096689 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2ef1964-b641-4006-8e04-a4262257cb99 req-8c423fd0-8890-4d22-9106-452dcce7c9d4 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829730
Jun 04 15:21:24.142744 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8626158
Jun 04 15:21:24.155652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Request body: {'port': {'device_id': '76ced0bd-47e5-441f-9f9e-e76087d3aef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:24.188387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c883a0ba-e8ef-430c-9e68-5ded57d8ce34 req-147b0781-9cde-4b66-a6e4-4f8e74510a0d tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Unset dirty status for tenant:08ce7704d9884587bd65818fa9d4da51 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:21:24.190025 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c883a0ba-e8ef-430c-9e68-5ded57d8ce34 req-147b0781-9cde-4b66-a6e4-4f8e74510a0d tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 931 time: 0.2372792
Jun 04 15:21:24.275407 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e5e339-a4be-4e67-b6c0-0afc80974fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fc0daa-03a9-42cf-8306-7837ca3ebdaa'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:24.280865 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf64d6d7-cf62-4e3e-9f24-f67bd8136575" -d '{"events": [{"server_uuid": "d9e5e339-a4be-4e67-b6c0-0afc80974fba", "name": "network-vif-plugged", "status": "completed", "tag": "55fc0daa-03a9-42cf-8306-7837ca3ebdaa"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:24.299794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Made reservation on behalf of a90dc02fac9c4ab8bef18d967fb7e55a for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:21:24.302097 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:24.310202 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c883a0ba-e8ef-430c-9e68-5ded57d8ce34 req-93093123-0718-46b4-a33e-5fad3be3868d tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6c42deb-0f16-42a8-aa95-d35f4d2cd2f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041629
Jun 04 15:21:24.328179 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:24.347752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6515b7f5-cf55-48e2-b528-0f475a5f7fda no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:21:24.406953 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 6515b7f5-cf55-48e2-b528-0f475a5f7fda {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:21:24.408289 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6515b7f5-cf55-48e2-b528-0f475a5f7fda not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:21:24.551711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1a8c5-5ee4-4ac6-9273-7fb42761816c req-9feb1766-8cea-4863-aca3-951aabdb6788 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:24.568372 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e8c1a8c5-5ee4-4ac6-9273-7fb42761816c req-9feb1766-8cea-4863-aca3-951aabdb6788 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.3162911
Jun 04 15:21:24.574519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7bcec472-7f29-42ae-8938-9aadac9b527a req-49372f40-eb49-40a2-bf34-90afe99e5210 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Synchronizing usage tracker for tenant:ffe670178e074dd1a73091c7cceb6935 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:21:24.708663 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e8c1a8c5-5ee4-4ac6-9273-7fb42761816c req-e992cfdb-ebb2-46f3-9734-2bce0b59b990 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111081
Jun 04 15:21:24.762536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7bcec472-7f29-42ae-8938-9aadac9b527a req-49372f40-eb49-40a2-bf34-90afe99e5210 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Unset dirty status for tenant:ffe670178e074dd1a73091c7cceb6935 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:21:24.769939 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7bcec472-7f29-42ae-8938-9aadac9b527a req-49372f40-eb49-40a2-bf34-90afe99e5210 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 210 time: 0.2482383
Jun 04 15:21:24.906307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d331fce-3c40-4dfb-bf64-38798d81ec55 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:24.906851 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce062523-91c7-4e17-9152-ec1bc74e646c x-openstack-request-id: req-ce062523-91c7-4e17-9152-ec1bc74e646c {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:24.907396 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e5e339-a4be-4e67-b6c0-0afc80974fba", "name": "network-vif-plugged", "status": "completed", "tag": "55fc0daa-03a9-42cf-8306-7837ca3ebdaa", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:24.907880 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce062523-91c7-4e17-9152-ec1bc74e646c {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:24.908524 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e5e339-a4be-4e67-b6c0-0afc80974fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fc0daa-03a9-42cf-8306-7837ca3ebdaa', 'code': 200}
Jun 04 15:21:24.926495 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:24.950497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Transition to ACTIVE for port object 4d331fce-3c40-4dfb-bf64-38798d81ec55 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:21:25.128240 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:25.159213 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:25.262307 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:25.290856 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5f51298c-b1d5-4e89-a69f-9b1598fc8d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:25.524633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a73d91-7c53-40b6-98be-32c2d46ee220,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:25.549500 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:25.600418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Checking segment: {'id': '9da54bff-ac56-43e0-8fb8-6cb12a0709b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6956328c-9ec2-488e-9a39-c951a0793d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:21:25.600787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Network hostable DHCP agents. Network: 6956328c-9ec2-488e-9a39-c951a0793d0b, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:21:25.605128 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:25.605935 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a281d-44c2-4ca9-ba69-07c69bc262cd req-b2be93a7-cec8-475c-bc2b-024d2edf8906 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:25.607648 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f12a281d-44c2-4ca9-ba69-07c69bc262cd req-b2be93a7-cec8-475c-bc2b-024d2edf8906 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 945 time: 0.6431019
Jun 04 15:21:25.632141 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bb850-45ad-4d6f-900c-dddba52f9a48 req-5969ce5e-66da-49e1-a012-76077e2779cd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:25.633235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Pushing event updated for resources: {'Port': ['ID=4d331fce-3c40-4dfb-bf64-38798d81ec55,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:25.640205 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bb850-45ad-4d6f-900c-dddba52f9a48 req-5969ce5e-66da-49e1-a012-76077e2779cd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:25.645309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad67627-d561-41ed-9e50-b0c9c168de48', 'name': 'network-vif-deleted', 'tag': '6515b7f5-cf55-48e2-b528-0f475a5f7fda'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:25.646728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bb850-45ad-4d6f-900c-dddba52f9a48 req-5969ce5e-66da-49e1-a012-76077e2779cd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:25.647590 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a0adcb-c927-4ba8-9efc-1e18f3732a60" -d '{"events": [{"server_uuid": "9ad67627-d561-41ed-9e50-b0c9c168de48", "name": "network-vif-deleted", "tag": "6515b7f5-cf55-48e2-b528-0f475a5f7fda"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:25.653465 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bb850-45ad-4d6f-900c-dddba52f9a48 req-5969ce5e-66da-49e1-a012-76077e2779cd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:25.658538 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:25.659354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bb850-45ad-4d6f-900c-dddba52f9a48 req-5969ce5e-66da-49e1-a012-76077e2779cd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:25.666380 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bb850-45ad-4d6f-900c-dddba52f9a48 req-5969ce5e-66da-49e1-a012-76077e2779cd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:25.671426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bb850-45ad-4d6f-900c-dddba52f9a48 req-5969ce5e-66da-49e1-a012-76077e2779cd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:25.673422 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c28bb850-45ad-4d6f-900c-dddba52f9a48 req-5969ce5e-66da-49e1-a012-76077e2779cd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.5984147
Jun 04 15:21:25.728893 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c28bb850-45ad-4d6f-900c-dddba52f9a48 req-32ad9ba5-9c70-48fc-9796-ad5421b799d0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0484672
Jun 04 15:21:25.764118 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Network 6956328c-9ec2-488e-9a39-c951a0793d0b is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:21:25.795298 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ef9aa-7973-4afd-8e33-abd3e4eb8aad req-9a8dd81a-12fe-4629-a200-7aa316b25002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:25.796660 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c95ef9aa-7973-4afd-8e33-abd3e4eb8aad req-9a8dd81a-12fe-4629-a200-7aa316b25002 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 1096 time: 0.7675261
Jun 04 15:21:25.823990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-47153e48-c4fc-451d-9a12-ee4e6cc57644 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:25.825452 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-47153e48-c4fc-451d-9a12-ee4e6cc57644 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.65 "GET /v2.0/networks?id=402a676b-9e81-4312-954e-ff9bf55aa6f3 HTTP/1.1" status: 200  len: 813 time: 0.7050934
Jun 04 15:21:25.849825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 6956328c-9ec2-488e-9a39-c951a0793d0b) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:21:25.850642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f12a281d-44c2-4ca9-ba69-07c69bc262cd req-9f061a7b-09b6-48f5-9101-b2481fc820b0 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2144871
Jun 04 15:21:25.866451 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5612a83-e7d4-4012-8c6d-fb31dbec7aa1 None None] Network 6956328c-9ec2-488e-9a39-c951a0793d0b requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:21:25.869785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Request body: {'port': {'device_id': '5c0275d4-30fb-460f-93ef-26a79b64b0e8', 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3', 'admin_state_up': True, 'tenant_id': 'ffe670178e074dd1a73091c7cceb6935'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:25.962387 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:25.963373 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:25.996426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Attempting to bind port 4d331fce-3c40-4dfb-bf64-38798d81ec55 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:21:25.997032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Attempting to bind port 4d331fce-3c40-4dfb-bf64-38798d81ec55 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'f9f22b2c-3a7b-4b0c-969f-8419c8d11767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '923e6166-ec3f-45d0-936f-aa1f3a680385'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:21:25.997609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Attempting to bind port 4d331fce-3c40-4dfb-bf64-38798d81ec55 on network 923e6166-ec3f-45d0-936f-aa1f3a680385 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:26.019952 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Port 4d331fce-3c40-4dfb-bf64-38798d81ec55 on network 923e6166-ec3f-45d0-936f-aa1f3a680385 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:21:26.020521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Attempting to bind port 4d331fce-3c40-4dfb-bf64-38798d81ec55 on network 923e6166-ec3f-45d0-936f-aa1f3a680385 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:26.035514 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d0545-29d0-4734-a6dd-3cf20e0c6195 req-fdc023e5-c87a-4bc7-82a7-d7aecaa9d386 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:26.037545 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-149d0545-29d0-4734-a6dd-3cf20e0c6195 req-fdc023e5-c87a-4bc7-82a7-d7aecaa9d386 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 945 time: 0.1783123
Jun 04 15:21:26.039407 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.0667415
Jun 04 15:21:26.116738 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c95ef9aa-7973-4afd-8e33-abd3e4eb8aad req-0838c015-19ba-449d-bd91-625762e8b064 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2807302
Jun 04 15:21:26.128482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:21:26.128827 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Checking segment: {'id': 'f9f22b2c-3a7b-4b0c-969f-8419c8d11767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '923e6166-ec3f-45d0-936f-aa1f3a680385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:21:26.129337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Bound using segment: {'id': 'f9f22b2c-3a7b-4b0c-969f-8419c8d11767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '923e6166-ec3f-45d0-936f-aa1f3a680385'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:21:26.129661 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Bound port: 4d331fce-3c40-4dfb-bf64-38798d81ec55, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9f22b2c-3a7b-4b0c-969f-8419c8d11767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '923e6166-ec3f-45d0-936f-aa1f3a680385'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:21:26.130008 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:26.141739 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-149d0545-29d0-4734-a6dd-3cf20e0c6195 req-9634400f-a697-4e0f-b04e-9ba8db6e1acd tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819705
Jun 04 15:21:26.198667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d8e13f-4d93-45d4-852f-f99739d2205e None None] Network 6956328c-9ec2-488e-9a39-c951a0793d0b requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:21:26.280550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-d1fdfb6c-7382-45cd-93c3-2910620f4d26 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:26.282689 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-d1fdfb6c-7382-45cd-93c3-2910620f4d26 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.62 "GET /v2.0/networks?id=402a676b-9e81-4312-954e-ff9bf55aa6f3 HTTP/1.1" status: 200  len: 813 time: 0.5488944
Jun 04 15:21:26.291070 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90cdba5-7b62-4b94-9841-410dd368329d x-openstack-request-id: req-c90cdba5-7b62-4b94-9841-410dd368329d {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:26.291406 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad67627-d561-41ed-9e50-b0c9c168de48", "name": "network-vif-deleted", "tag": "6515b7f5-cf55-48e2-b528-0f475a5f7fda", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:26.291707 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c90cdba5-7b62-4b94-9841-410dd368329d {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:26.292155 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad67627-d561-41ed-9e50-b0c9c168de48', 'name': 'network-vif-deleted', 'tag': '6515b7f5-cf55-48e2-b528-0f475a5f7fda', 'status': 'completed', 'code': 200}
Jun 04 15:21:26.299575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Request body: {'port': {'device_id': '7ed793a1-768a-41df-a15a-6bda8cd6e210', 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3', 'admin_state_up': True, 'tenant_id': 'ffe670178e074dd1a73091c7cceb6935'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:26.464106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeef791-0942-4db4-9ec8-7bc08f608689 req-4f032e8e-0635-488b-be11-b05b3af1ecdb tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:26.465842 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6eeef791-0942-4db4-9ec8-7bc08f608689 req-4f032e8e-0635-488b-be11-b05b3af1ecdb tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.0953770
Jun 04 15:21:26.531838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:26.548865 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6eeef791-0942-4db4-9ec8-7bc08f608689 req-e646d230-04e3-4523-a683-85c116de2cb6 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701432
Jun 04 15:21:26.577067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:26.588634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] For port 4d331fce-3c40-4dfb-bf64-38798d81ec55, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:21:26.641651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7313ed9-b74b-4114-8423-82aeaea39296 req-e709c3f5-e9c2-400f-a4d9-0823e89ecb6f tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:26.646408 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7313ed9-b74b-4114-8423-82aeaea39296 req-e709c3f5-e9c2-400f-a4d9-0823e89ecb6f tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 943 time: 0.5441072
Jun 04 15:21:26.649126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] For port 4d331fce-3c40-4dfb-bf64-38798d81ec55, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4d331fce-3c40-4dfb-bf64-38798d81ec55,segment=NetworkSegment(f9f22b2c-3a7b-4b0c-969f-8419c8d11767),segment_id=f9f22b2c-3a7b-4b0c-969f-8419c8d11767)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:21:26.686884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:26.709174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Made reservation on behalf of ffe670178e074dd1a73091c7cceb6935 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:21:26.713799 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:26.731612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:26.738859 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fb2eec4c-8e1b-4592-82d9-22d276cdfcc7 req-60c5b061-2c13-4203-a403-a5a16faf265c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 210 time: 0.0545728
Jun 04 15:21:26.751969 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:26.771668 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-029bcdae-7c27-4189-bb1b-d1fa073eac42 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:26.893321 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7313ed9-b74b-4114-8423-82aeaea39296 req-8827bd63-6cf6-47e3-986b-007301fe92c2 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6c42deb-0f16-42a8-aa95-d35f4d2cd2f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2332547
Jun 04 15:21:26.902559 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:26.903503 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:26.905577 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] 10.222.0.65 "PUT /v2.0/ports/4d331fce-3c40-4dfb-bf64-38798d81ec55 HTTP/1.1" status: 200  len: 1091 time: 2.7540295
Jun 04 15:21:26.926433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Made reservation on behalf of ffe670178e074dd1a73091c7cceb6935 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:21:26.930496 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:27.046868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Pushing event updated for resources: {'Port': ['ID=4d331fce-3c40-4dfb-bf64-38798d81ec55,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:27.059066 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:27.181908 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d1aa-c227-49b6-913f-f209ee0f7f2e req-668a8759-20de-4e0f-913c-73056ee93e14 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:27.190174 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d1aa-c227-49b6-913f-f209ee0f7f2e req-668a8759-20de-4e0f-913c-73056ee93e14 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:27.197276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d1aa-c227-49b6-913f-f209ee0f7f2e req-668a8759-20de-4e0f-913c-73056ee93e14 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:27.203394 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d1aa-c227-49b6-913f-f209ee0f7f2e req-668a8759-20de-4e0f-913c-73056ee93e14 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:27.208910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7f7efa27-399b-4022-b99e-b4eb5114ff09 req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1496387443', 'description': 'tempest-description-1034035791'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:27.209485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d1aa-c227-49b6-913f-f209ee0f7f2e req-668a8759-20de-4e0f-913c-73056ee93e14 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:27.215850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d1aa-c227-49b6-913f-f209ee0f7f2e req-668a8759-20de-4e0f-913c-73056ee93e14 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:27.222941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d1aa-c227-49b6-913f-f209ee0f7f2e req-668a8759-20de-4e0f-913c-73056ee93e14 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:27.225178 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a6c0d1aa-c227-49b6-913f-f209ee0f7f2e req-668a8759-20de-4e0f-913c-73056ee93e14 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.1606836
Jun 04 15:21:27.237593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7f7efa27-399b-4022-b99e-b4eb5114ff09 req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:27.267077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7f7efa27-399b-4022-b99e-b4eb5114ff09 req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Usage tracker for resource:security_group and tenant:a90dc02fac9c4ab8bef18d967fb7e55a is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:27.289049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7f7efa27-399b-4022-b99e-b4eb5114ff09 req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:27.292473 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a6c0d1aa-c227-49b6-913f-f209ee0f7f2e req-2f1b6219-bf3e-4588-b3c7-4497d86aa0bb tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0600474
Jun 04 15:21:27.314911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Allocated IP 172.20.0.7 (402a676b-9e81-4312-954e-ff9bf55aa6f3/ad617740-43c5-4760-bf07-afccea76b28f/191252b3-1c8d-4685-96ba-8b1a1ec9c4b1) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:21:27.314911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7f7efa27-399b-4022-b99e-b4eb5114ff09 req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:27.404884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-2ab6d77f-ccd5-49f1-8d99-cce9560fac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:27.406434 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-2ab6d77f-ccd5-49f1-8d99-cce9560fac60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08ce7704d9884587bd65818fa9d4da51&device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 1094 time: 0.2821786
Jun 04 15:21:27.517874 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7f7efa27-399b-4022-b99e-b4eb5114ff09 req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:27.549893 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-5d54a4da-f8be-4487-beca-178250ef15fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d331fce-3c40-4dfb-bf64-38798d81ec55 HTTP/1.1" status: 200  len: 217 time: 0.1123765
Jun 04 15:21:27.594307 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30862685-ebb3-46dd-9598-9bfffc28a053 req-6927b3cf-4fe0-427a-b6cd-908e6a7dd212 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:27.596281 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-30862685-ebb3-46dd-9598-9bfffc28a053 req-6927b3cf-4fe0-427a-b6cd-908e6a7dd212 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 945 time: 0.1489437
Jun 04 15:21:27.680178 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-30862685-ebb3-46dd-9598-9bfffc28a053 req-4090a5d5-c597-49f1-adcf-6f66ecff8626 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739629
Jun 04 15:21:27.709921 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7f7efa27-399b-4022-b99e-b4eb5114ff09 req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:27.716901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7f7efa27-399b-4022-b99e-b4eb5114ff09 req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Usage tracker for resource:security_group_rule and tenant:a90dc02fac9c4ab8bef18d967fb7e55a is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:27.721974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7f7efa27-399b-4022-b99e-b4eb5114ff09 req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:27.731645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7f7efa27-399b-4022-b99e-b4eb5114ff09 req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:27.765093 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-f6d72e10-981b-4ac3-9eea-e9d802b5f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:27.766529 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-f6d72e10-981b-4ac3-9eea-e9d802b5f7ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e94ae407-86a5-4e9a-87c8-3333ce6edff6 HTTP/1.1" status: 200  len: 861 time: 0.1413960
Jun 04 15:21:27.903206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73add7-f455-407f-bbbb-10b4e91779a4 req-97a15100-2f32-4ec7-a98a-e080999b02df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:27.904644 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ae73add7-f455-407f-bbbb-10b4e91779a4 req-97a15100-2f32-4ec7-a98a-e080999b02df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 945 time: 0.1060824
Jun 04 15:21:27.982835 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ae73add7-f455-407f-bbbb-10b4e91779a4 req-3790102d-e7cf-47b3-ade4-4f016ad3ffad tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687013
Jun 04 15:21:27.990728 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-f93626ac-4341-45db-ae76-61084787d1df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=923e6166-ec3f-45d0-936f-aa1f3a680385&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2139781
Jun 04 15:21:28.020587 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:28.177043 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7f7efa27-399b-4022-b99e-b4eb5114ff09 req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:28.197423 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-62d63a19-b4ea-43bc-bd53-6cc6f7cdc76e service neutron] 10.222.0.65 "GET /v2.0/networks/923e6166-ec3f-45d0-936f-aa1f3a680385?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1978214
Jun 04 15:21:28.246598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52a7fd-3baf-46e3-9c09-477a4b3ddbf1 req-5dcdd563-fa91-4f07-9ae5-7d02991273ca tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:28.248504 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7f7efa27-399b-4022-b99e-b4eb5114ff09 req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:28.248646 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4f52a7fd-3baf-46e3-9c09-477a4b3ddbf1 req-5dcdd563-fa91-4f07-9ae5-7d02991273ca tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.0889707
Jun 04 15:21:28.294937 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-db96b222-0498-450f-9d99-c3494169a874 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:28.297909 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4f52a7fd-3baf-46e3-9c09-477a4b3ddbf1 req-8940d3c8-2f20-447e-ade2-af71a59cfa63 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422270
Jun 04 15:21:28.301700 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ced0bd-47e5-441f-9f9e-e76087d3aef0', 'tag': '4d331fce-3c40-4dfb-bf64-38798d81ec55'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:28.304386 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e9d443-2e27-4234-9c0c-3ab33dfe6018" -d '{"events": [{"name": "network-changed", "server_uuid": "76ced0bd-47e5-441f-9f9e-e76087d3aef0", "tag": "4d331fce-3c40-4dfb-bf64-38798d81ec55"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:28.307231 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:28.429253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fede9411-33e4-446c-9a4d-241c53ad5329,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:28.448151 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:28.450171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Network 402a676b-9e81-4312-954e-ff9bf55aa6f3 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:21:28.450952 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:28.494152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:21:28.514762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:21:28.515042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1735b-840e-45eb-ba34-e77ffb4cfb8b req-bbd7cc5e-6dbb-4ae9-9aa4-736e542a52f2 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:28.516380 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-45f1735b-840e-45eb-ba34-e77ffb4cfb8b req-bbd7cc5e-6dbb-4ae9-9aa4-736e542a52f2 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.1001253
Jun 04 15:21:28.554098 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7f7efa27-399b-4022-b99e-b4eb5114ff09 req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:28.554098 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7f7efa27-399b-4022-b99e-b4eb5114ff09 req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1820 time: 1.3597000
Jun 04 15:21:28.560201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Allocated IP 172.20.0.12 (402a676b-9e81-4312-954e-ff9bf55aa6f3/ad617740-43c5-4760-bf07-afccea76b28f/8cc7e43f-44e6-4119-97ab-462f4ee5ccad) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:21:28.612192 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-45f1735b-840e-45eb-ba34-e77ffb4cfb8b req-9c4678ff-32ef-452b-bc7a-15e3e79ad459 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890281
Jun 04 15:21:28.637582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Pushing event updated for resources: {'Port': ['ID=191252b3-1c8d-4685-96ba-8b1a1ec9c4b1,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:28.648949 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24c76c2b-cb8f-421c-b3ce-369157ac93ec req-afb7cea9-f15b-4cff-89aa-8554428ab7b7 service neutron] 10.222.0.65 "GET /v2.0/networks/923e6166-ec3f-45d0-936f-aa1f3a680385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4372268
Jun 04 15:21:28.648949 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:28.689864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:28.690458 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:28.785341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f6080d65-ab6f-41a0-bcf2-3a69d3a84d4f req-801e7aac-3c3a-4b30-a35f-eed77e03d408 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Synchronizing usage tracker for tenant:ffe670178e074dd1a73091c7cceb6935 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:21:28.819713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4acb6-a9db-4c43-8700-db2009c86057 req-dc0a94c9-9507-4522-8e6f-abab5c0eb912 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:28.821309 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b8e4acb6-a9db-4c43-8700-db2009c86057 req-dc0a94c9-9507-4522-8e6f-abab5c0eb912 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 943 time: 0.0921650
Jun 04 15:21:28.878055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-b8e4acb6-a9db-4c43-8700-db2009c86057 req-efa5bc24-9885-4654-8b86-6d9255ed87e6 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Synchronizing usage tracker for tenant:08ce7704d9884587bd65818fa9d4da51 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:21:28.892265 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0287888
Jun 04 15:21:28.908469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Request body: {'port': {'device_id': '5c0275d4-30fb-460f-93ef-26a79b64b0e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:28.953609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f6080d65-ab6f-41a0-bcf2-3a69d3a84d4f req-801e7aac-3c3a-4b30-a35f-eed77e03d408 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Unset dirty status for tenant:ffe670178e074dd1a73091c7cceb6935 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:21:28.954656 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6080d65-ab6f-41a0-bcf2-3a69d3a84d4f req-801e7aac-3c3a-4b30-a35f-eed77e03d408 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 210 time: 0.2571969
Jun 04 15:21:28.971138 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:28.990973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-b8e4acb6-a9db-4c43-8700-db2009c86057 req-efa5bc24-9885-4654-8b86-6d9255ed87e6 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Unset dirty status for tenant:08ce7704d9884587bd65818fa9d4da51 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:21:28.990973 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b8e4acb6-a9db-4c43-8700-db2009c86057 req-efa5bc24-9885-4654-8b86-6d9255ed87e6 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6c42deb-0f16-42a8-aa95-d35f4d2cd2f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612043
Jun 04 15:21:29.064350 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49091fe1-1ca3-4829-92e4-ecace6a996ce x-openstack-request-id: req-49091fe1-1ca3-4829-92e4-ecace6a996ce {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:29.064673 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ced0bd-47e5-441f-9f9e-e76087d3aef0", "tag": "4d331fce-3c40-4dfb-bf64-38798d81ec55", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:29.064965 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49091fe1-1ca3-4829-92e4-ecace6a996ce {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:29.065415 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ced0bd-47e5-441f-9f9e-e76087d3aef0', 'tag': '4d331fce-3c40-4dfb-bf64-38798d81ec55', 'status': 'completed', 'code': 200}
Jun 04 15:21:29.067997 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:29.267852 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:29.303714 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:29.419121 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adfdae-f7ad-4499-a8ac-8d7d6c780293 req-d0b37c1e-8c2c-425d-aaf0-4478e9cb25a5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:29.424790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adfdae-f7ad-4499-a8ac-8d7d6c780293 req-d0b37c1e-8c2c-425d-aaf0-4478e9cb25a5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:29.430624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Network 402a676b-9e81-4312-954e-ff9bf55aa6f3 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:21:29.431943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adfdae-f7ad-4499-a8ac-8d7d6c780293 req-d0b37c1e-8c2c-425d-aaf0-4478e9cb25a5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:29.437867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adfdae-f7ad-4499-a8ac-8d7d6c780293 req-d0b37c1e-8c2c-425d-aaf0-4478e9cb25a5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:29.443662 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adfdae-f7ad-4499-a8ac-8d7d6c780293 req-d0b37c1e-8c2c-425d-aaf0-4478e9cb25a5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:29.450559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adfdae-f7ad-4499-a8ac-8d7d6c780293 req-d0b37c1e-8c2c-425d-aaf0-4478e9cb25a5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:29.456079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:21:29.456400 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adfdae-f7ad-4499-a8ac-8d7d6c780293 req-d0b37c1e-8c2c-425d-aaf0-4478e9cb25a5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:29.458646 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d3adfdae-f7ad-4499-a8ac-8d7d6c780293 req-d0b37c1e-8c2c-425d-aaf0-4478e9cb25a5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.1435812
Jun 04 15:21:29.468239 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2baff4d6-cc77-4b0d-9813-6983b7345ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:29.470199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:21:29.515172 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d3adfdae-f7ad-4499-a8ac-8d7d6c780293 req-00367a8c-5983-4831-886e-5d4be76ab05c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0447941
Jun 04 15:21:29.516135 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Pushing event updated for resources: {'Port': ['ID=8cc7e43f-44e6-4119-97ab-462f4ee5ccad,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:29.580030 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c0670b0-e070-4151-93d9-f51500cc56c5 req-f2b5ea04-404d-42b7-9ad9-fe216fcb1384 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "GET /v2.0/security-groups/fede9411-33e4-446c-9a4d-241c53ad5329 HTTP/1.1" status: 200  len: 1815 time: 0.3650119
Jun 04 15:21:29.584694 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:29.610323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-9c0670b0-e070-4151-93d9-f51500cc56c5 req-b03e5b07-6b51-4148-9c83-5f82d5d4fddc tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fede9411-33e4-446c-9a4d-241c53ad5329', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:29.610629 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-9c0670b0-e070-4151-93d9-f51500cc56c5 req-b03e5b07-6b51-4148-9c83-5f82d5d4fddc tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fede9411-33e4-446c-9a4d-241c53ad5329', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:29.628362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9c0670b0-e070-4151-93d9-f51500cc56c5 req-b03e5b07-6b51-4148-9c83-5f82d5d4fddc tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:29.643529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9c0670b0-e070-4151-93d9-f51500cc56c5 req-b03e5b07-6b51-4148-9c83-5f82d5d4fddc tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Usage tracker for resource:security_group_rule and tenant:a90dc02fac9c4ab8bef18d967fb7e55a is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:29.651114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:29.651719 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:29.655547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9c0670b0-e070-4151-93d9-f51500cc56c5 req-b03e5b07-6b51-4148-9c83-5f82d5d4fddc tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:29.667571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9d443-2e27-4234-9c0c-3ab33dfe6018 req-a9435962-6380-49a2-8a10-3ba4ade33bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:29.669075 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0e9d443-2e27-4234-9c0c-3ab33dfe6018 req-a9435962-6380-49a2-8a10-3ba4ade33bb2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08ce7704d9884587bd65818fa9d4da51&device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 1094 time: 0.4553871
Jun 04 15:21:29.669929 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9c0670b0-e070-4151-93d9-f51500cc56c5 req-b03e5b07-6b51-4148-9c83-5f82d5d4fddc tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:29.717426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41396f-8602-4f1d-8678-78736fe1c10d req-74dec4b4-cf08-4696-9b64-30ce8834fe7d tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:29.718924 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5b41396f-8602-4f1d-8678-78736fe1c10d req-74dec4b4-cf08-4696-9b64-30ce8834fe7d tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2f3e86-7970-4420-b327-48a86fcee081 HTTP/1.1" status: 200  len: 946 time: 0.0874074
Jun 04 15:21:29.767812 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5b41396f-8602-4f1d-8678-78736fe1c10d req-f615a80e-f709-4d13-a9b7-0f7108c43c81 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418274
Jun 04 15:21:29.939244 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6434579
Jun 04 15:21:29.961264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Request body: {'port': {'device_id': '7ed793a1-768a-41df-a15a-6bda8cd6e210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:29.964369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662eb9d-a3e1-499d-85e1-f8a52a81e03d req-1fcd12e4-1c84-42fc-b976-45d42c8fcc14 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:29.966256 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5662eb9d-a3e1-499d-85e1-f8a52a81e03d req-1fcd12e4-1c84-42fc-b976-45d42c8fcc14 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 945 time: 0.0952380
Jun 04 15:21:30.025233 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5662eb9d-a3e1-499d-85e1-f8a52a81e03d req-3bb81cc8-8966-4561-b8d5-adc4d139e56f tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490363
Jun 04 15:21:30.136201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9d443-2e27-4234-9c0c-3ab33dfe6018 req-0c44335c-9994-460e-95ff-49a0f8063ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:30.137666 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0e9d443-2e27-4234-9c0c-3ab33dfe6018 req-0c44335c-9994-460e-95ff-49a0f8063ce7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=923e6166-ec3f-45d0-936f-aa1f3a680385 HTTP/1.1" status: 200  len: 922 time: 0.4518669
Jun 04 15:21:30.171094 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c0670b0-e070-4151-93d9-f51500cc56c5 req-b03e5b07-6b51-4148-9c83-5f82d5d4fddc tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:30.231352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66711d9a-340c-4d31-b66a-fd82b39ed4c4 req-26356e93-3253-43ce-ba4d-25d13d1bf401 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:30.233099 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-66711d9a-340c-4d31-b66a-fd82b39ed4c4 req-26356e93-3253-43ce-ba4d-25d13d1bf401 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.1013427
Jun 04 15:21:30.241705 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:30.271297 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0e9d443-2e27-4234-9c0c-3ab33dfe6018 req-65853adf-9b1c-4f5f-9ca7-0ee7dbd6c67c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d331fce-3c40-4dfb-bf64-38798d81ec55 HTTP/1.1" status: 200  len: 217 time: 0.1019604
Jun 04 15:21:30.273296 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:30.287905 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-66711d9a-340c-4d31-b66a-fd82b39ed4c4 req-bc2470c9-013f-45b9-9166-254657c91575 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482545
Jun 04 15:21:30.338280 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c0670b0-e070-4151-93d9-f51500cc56c5 req-b03e5b07-6b51-4148-9c83-5f82d5d4fddc tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:30.362953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Transition to ACTIVE for port object 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:21:30.370408 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:30.392925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9d443-2e27-4234-9c0c-3ab33dfe6018 req-3d51fa06-f2d3-4dc9-b729-71da6e61edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:30.394385 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4d331fce-3c40-4dfb-bf64-38798d81ec55 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:30.394619 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0e9d443-2e27-4234-9c0c-3ab33dfe6018 req-3d51fa06-f2d3-4dc9-b729-71da6e61edda service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e94ae407-86a5-4e9a-87c8-3333ce6edff6 HTTP/1.1" status: 200  len: 861 time: 0.1145978
Jun 04 15:21:30.464543 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c0670b0-e070-4151-93d9-f51500cc56c5 req-b03e5b07-6b51-4148-9c83-5f82d5d4fddc tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:30.482337 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:30.489742 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2cedba6a-b52a-4243-9880-1b302e2289f5 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:30.521111 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0e9d443-2e27-4234-9c0c-3ab33dfe6018 req-71f5026c-13d6-4579-92cf-56438256a902 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=923e6166-ec3f-45d0-936f-aa1f3a680385&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1013222
Jun 04 15:21:30.544033 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4d331fce-3c40-4dfb-bf64-38798d81ec55, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4d331fce-3c40-4dfb-bf64-38798d81ec55,segment=NetworkSegment(f9f22b2c-3a7b-4b0c-969f-8419c8d11767),segment_id=f9f22b2c-3a7b-4b0c-969f-8419c8d11767)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:30.558513 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '4d331fce-3c40-4dfb-bf64-38798d81ec55', 'network_id': '923e6166-ec3f-45d0-936f-aa1f3a680385', 'port_id': '4d331fce-3c40-4dfb-bf64-38798d81ec55', 'mac_address': 'fa:16:3e:e7:2c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94ae407-86a5-4e9a-87c8-3333ce6edff6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:30.638806 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:30.660347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d331fce-3c40-4dfb-bf64-38798d81ec55 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:30.682027 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4d331fce-3c40-4dfb-bf64-38798d81ec55, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4d331fce-3c40-4dfb-bf64-38798d81ec55,segment=NetworkSegment(f9f22b2c-3a7b-4b0c-969f-8419c8d11767),segment_id=f9f22b2c-3a7b-4b0c-969f-8419c8d11767)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:30.694264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a3b37-3923-4f9c-875a-01c89bb8f8d6 req-f031ae97-6366-4139-ab75-1660003e13b6 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:30.697046 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-354a3b37-3923-4f9c-875a-01c89bb8f8d6 req-f031ae97-6366-4139-ab75-1660003e13b6 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 945 time: 0.0951467
Jun 04 15:21:30.752107 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-354a3b37-3923-4f9c-875a-01c89bb8f8d6 req-4578c58b-d044-4858-bb4d-06e37afb2f43 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479720
Jun 04 15:21:30.759108 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:30.773243 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:30.773739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Pushing event updated for resources: {'Port': ['ID=191252b3-1c8d-4685-96ba-8b1a1ec9c4b1,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:30.839051 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:30.845909 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-00ae080b-613f-4884-a64f-0d4dc56bb101 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:30.861419 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c0670b0-e070-4151-93d9-f51500cc56c5 req-b03e5b07-6b51-4148-9c83-5f82d5d4fddc tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:30.862583 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c0670b0-e070-4151-93d9-f51500cc56c5 req-b03e5b07-6b51-4148-9c83-5f82d5d4fddc tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.2662625
Jun 04 15:21:30.881259 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=4d331fce-3c40-4dfb-bf64-38798d81ec55,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:30.884691 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:30.918001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e5b07-6b51-4148-9c83-5f82d5d4fddc tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e86f82-d9cd-4b96-827d-70deeade88cc,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:30.936381 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b03e5b07-6b51-4148-9c83-5f82d5d4fddc tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:30.982733 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff482d09-bd87-4368-a8fb-d57f01fff5c4 req-31cf3b5d-b9f6-4e3a-aa84-0feba8712633 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:30.987073 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff482d09-bd87-4368-a8fb-d57f01fff5c4 req-31cf3b5d-b9f6-4e3a-aa84-0feba8712633 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 932 time: 0.0994234
Jun 04 15:21:31.042038 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ff482d09-bd87-4368-a8fb-d57f01fff5c4 req-96d66c2c-fcf6-4713-a6dc-4dab5ba369a4 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459185
Jun 04 15:21:31.122396 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0e9d443-2e27-4234-9c0c-3ab33dfe6018 req-9fda6066-8fb8-48e1-85e5-88f63f42a8e2 service neutron] 10.222.0.65 "GET /v2.0/networks/923e6166-ec3f-45d0-936f-aa1f3a680385?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5875487
Jun 04 15:21:31.139285 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['4d331fce-3c40-4dfb-bf64-38798d81ec55'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:31.220440 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Attempting to bind port 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:21:31.220778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Attempting to bind port 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:21:31.221116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Attempting to bind port 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 on network 402a676b-9e81-4312-954e-ff9bf55aa6f3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:31.291261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Port 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 on network 402a676b-9e81-4312-954e-ff9bf55aa6f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:21:31.291637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Attempting to bind port 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 on network 402a676b-9e81-4312-954e-ff9bf55aa6f3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:31.313660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:21:31.313867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Checking segment: {'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:21:31.314966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Bound using segment: {'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:21:31.314966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Bound port: 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:21:31.314966 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:31.412217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887493b7-381b-4948-8829-d4d129f41207 req-eddca006-381c-4fb1-9b1f-6a9b3405520f tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:31.413726 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-887493b7-381b-4948-8829-d4d129f41207 req-eddca006-381c-4fb1-9b1f-6a9b3405520f tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 944 time: 0.4016340
Jun 04 15:21:31.416462 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0e9d443-2e27-4234-9c0c-3ab33dfe6018 req-6b6b151f-83ed-4d76-aabb-74b9f14e99e1 service neutron] 10.222.0.65 "GET /v2.0/networks/923e6166-ec3f-45d0-936f-aa1f3a680385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2807410
Jun 04 15:21:31.555525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] For port 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:21:31.565723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc7e43f-44e6-4119-97ab-462f4ee5ccad {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:31.579157 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-887493b7-381b-4948-8829-d4d129f41207 req-407ac055-3c75-47c8-86f7-de21cbe21a8b tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6c42deb-0f16-42a8-aa95-d35f4d2cd2f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307220
Jun 04 15:21:31.579485 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:31.587540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] For port 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=191252b3-1c8d-4685-96ba-8b1a1ec9c4b1,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:21:31.606245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Transition to ACTIVE for port object 8cc7e43f-44e6-4119-97ab-462f4ee5ccad will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:21:31.678923 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:31.684963 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7acb96fa-ac76-4937-8eb5-35964cb58f24 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:31.887390 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:31.933741 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:31.973017 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:31.974025 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:31.976306 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] 10.222.0.65 "PUT /v2.0/ports/191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 HTTP/1.1" status: 200  len: 1091 time: 3.0721960
Jun 04 15:21:31.987515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0275d4-30fb-460f-93ef-26a79b64b0e8', 'tag': '191252b3-1c8d-4685-96ba-8b1a1ec9c4b1'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:31.998792 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec30ff25-e69d-41b1-b7bb-2bba94365ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0275d4-30fb-460f-93ef-26a79b64b0e8", "tag": "191252b3-1c8d-4685-96ba-8b1a1ec9c4b1"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:32.137188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Pushing event updated for resources: {'Port': ['ID=191252b3-1c8d-4685-96ba-8b1a1ec9c4b1,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:32.141749 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:32.143221 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6692a6c0-4621-4651-90db-3d0b20ddf53a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:32.239528 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-84ef8e68-d44f-46f3-93b1-d1e8eeba11c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:32.359936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0add7c2-fdbb-4480-ab99-b99714c63e7d req-3b1908e1-e6bb-4195-897c-78884432cde5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:32.362490 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0add7c2-fdbb-4480-ab99-b99714c63e7d req-3b1908e1-e6bb-4195-897c-78884432cde5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.1300857
Jun 04 15:21:32.388363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc7e43f-44e6-4119-97ab-462f4ee5ccad,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:32.394671 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:32.411981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4d331fce-3c40-4dfb-bf64-38798d81ec55 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:32.434428 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0add7c2-fdbb-4480-ab99-b99714c63e7d req-813413bc-f8f1-42e1-8a9d-a415cfb73919 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643010
Jun 04 15:21:32.435168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28040a9c-8a63-40f3-bd97-075fdb3800b5 req-eb842c86-a703-4605-8ba7-7a946ae28e08 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:32.441149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28040a9c-8a63-40f3-bd97-075fdb3800b5 req-eb842c86-a703-4605-8ba7-7a946ae28e08 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:32.452495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28040a9c-8a63-40f3-bd97-075fdb3800b5 req-eb842c86-a703-4605-8ba7-7a946ae28e08 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:32.464880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28040a9c-8a63-40f3-bd97-075fdb3800b5 req-eb842c86-a703-4605-8ba7-7a946ae28e08 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:32.475960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28040a9c-8a63-40f3-bd97-075fdb3800b5 req-eb842c86-a703-4605-8ba7-7a946ae28e08 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:32.486950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28040a9c-8a63-40f3-bd97-075fdb3800b5 req-eb842c86-a703-4605-8ba7-7a946ae28e08 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:32.495028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28040a9c-8a63-40f3-bd97-075fdb3800b5 req-eb842c86-a703-4605-8ba7-7a946ae28e08 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:32.497046 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-28040a9c-8a63-40f3-bd97-075fdb3800b5 req-eb842c86-a703-4605-8ba7-7a946ae28e08 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.5910320
Jun 04 15:21:32.513753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Attempting to bind port 8cc7e43f-44e6-4119-97ab-462f4ee5ccad on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:21:32.514069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Attempting to bind port 8cc7e43f-44e6-4119-97ab-462f4ee5ccad by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:21:32.514389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Attempting to bind port 8cc7e43f-44e6-4119-97ab-462f4ee5ccad on network 402a676b-9e81-4312-954e-ff9bf55aa6f3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:32.526200 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0ae55af5-9784-4221-ac17-ae4e99b7cc51 req-dfdb9058-1bfa-4368-a229-4a7cc79a92ee tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "GET /v2.0/security-groups/fede9411-33e4-446c-9a4d-241c53ad5329 HTTP/1.1" status: 200  len: 2409 time: 0.0669301
Jun 04 15:21:32.539332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Port 8cc7e43f-44e6-4119-97ab-462f4ee5ccad on network 402a676b-9e81-4312-954e-ff9bf55aa6f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:21:32.540342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Attempting to bind port 8cc7e43f-44e6-4119-97ab-462f4ee5ccad on network 402a676b-9e81-4312-954e-ff9bf55aa6f3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:32.542547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 4d331fce-3c40-4dfb-bf64-38798d81ec55 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:32.550278 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 4d331fce-3c40-4dfb-bf64-38798d81ec55 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:32.550891 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:32.560500 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-17a91954-adea-4fd1-902c-c98e49a6375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:32.563125 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-17a91954-adea-4fd1-902c-c98e49a6375f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ffe670178e074dd1a73091c7cceb6935&device_id=5c0275d4-30fb-460f-93ef-26a79b64b0e8 HTTP/1.1" status: 200  len: 1094 time: 0.3833141
Jun 04 15:21:32.567916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:21:32.568261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Checking segment: {'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:21:32.568645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Bound using segment: {'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:21:32.569112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Bound port: 8cc7e43f-44e6-4119-97ab-462f4ee5ccad, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c26f24-a149-4180-b4e9-03f320e2ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:21:32.569462 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:32.688575 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-9882ad3a-7dc2-49d5-b250-54ea4716c019 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 HTTP/1.1" status: 200  len: 217 time: 0.0988235
Jun 04 15:21:32.709170 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:32.729365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-28040a9c-8a63-40f3-bd97-075fdb3800b5 req-ac6d2a28-202a-48e5-9057-398a4668ce07 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2166021
Jun 04 15:21:32.753340 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ced0bd-47e5-441f-9f9e-e76087d3aef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d331fce-3c40-4dfb-bf64-38798d81ec55'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:32.755018 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edf7e86-59ce-4f0d-9d17-133a7028b056" -d '{"events": [{"server_uuid": "76ced0bd-47e5-441f-9f9e-e76087d3aef0", "name": "network-vif-plugged", "status": "completed", "tag": "4d331fce-3c40-4dfb-bf64-38798d81ec55"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:32.777965 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4d331fce-3c40-4dfb-bf64-38798d81ec55, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4d331fce-3c40-4dfb-bf64-38798d81ec55,segment=NetworkSegment(f9f22b2c-3a7b-4b0c-969f-8419c8d11767),segment_id=f9f22b2c-3a7b-4b0c-969f-8419c8d11767)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:32.781539 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c24bad-c8c1-463d-805b-456b1a2c0fa4 req-d3143a61-8112-41be-946c-213affac5461 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:32.786457 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-40c24bad-c8c1-463d-805b-456b1a2c0fa4 req-d3143a61-8112-41be-946c-213affac5461 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.1278875
Jun 04 15:21:32.830654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-e1b287d0-c8d2-46d0-9ec8-d02f12268390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:32.832772 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-e1b287d0-c8d2-46d0-9ec8-d02f12268390 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad617740-43c5-4760-bf07-afccea76b28f HTTP/1.1" status: 200  len: 853 time: 0.0978968
Jun 04 15:21:32.849270 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:32.849270 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:32.855151 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-40c24bad-c8c1-463d-805b-456b1a2c0fa4 req-3756a3d7-0ee9-433a-9a07-1bbe5b775861 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628726
Jun 04 15:21:32.896750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] For port 8cc7e43f-44e6-4119-97ab-462f4ee5ccad, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:21:32.927662 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=4d331fce-3c40-4dfb-bf64-38798d81ec55,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:32.931846 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:32.937250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] For port 8cc7e43f-44e6-4119-97ab-462f4ee5ccad, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8cc7e43f-44e6-4119-97ab-462f4ee5ccad,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:21:32.941042 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f50825-ff33-47c0-b85c-7f4d9a0c8fe5 x-openstack-request-id: req-19f50825-ff33-47c0-b85c-7f4d9a0c8fe5 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:32.941890 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0275d4-30fb-460f-93ef-26a79b64b0e8", "tag": "191252b3-1c8d-4685-96ba-8b1a1ec9c4b1", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:32.942855 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19f50825-ff33-47c0-b85c-7f4d9a0c8fe5 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:32.943625 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0275d4-30fb-460f-93ef-26a79b64b0e8', 'tag': '191252b3-1c8d-4685-96ba-8b1a1ec9c4b1', 'status': 'completed', 'code': 200}
Jun 04 15:21:32.947890 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-974dc0bd-6303-499a-90a9-49cb325eb500 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=402a676b-9e81-4312-954e-ff9bf55aa6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1056092
Jun 04 15:21:32.996696 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:33.002938 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:33.128603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:33.129235 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:33.131105 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] 10.222.0.62 "PUT /v2.0/ports/8cc7e43f-44e6-4119-97ab-462f4ee5ccad HTTP/1.1" status: 200  len: 1092 time: 3.1776741
Jun 04 15:21:33.167425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc7e43f-44e6-4119-97ab-462f4ee5ccad,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:33.171507 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-7e1b39ed-3937-4324-beb1-6c2a49baafe7 service neutron] 10.222.0.65 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2152729
Jun 04 15:21:33.172575 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:33.177115 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df7a4a-ab9d-4008-a435-1159d25f81a1 req-24152096-55ae-48b7-83a1-cf3b91c7deb7 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:33.179162 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-02df7a4a-ab9d-4008-a435-1159d25f81a1 req-24152096-55ae-48b7-83a1-cf3b91c7deb7 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 944 time: 0.1180141
Jun 04 15:21:33.240989 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-02df7a4a-ab9d-4008-a435-1159d25f81a1 req-830f3dcc-2303-450c-ae4a-a5ec9580675c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531430
Jun 04 15:21:33.303821 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-88290745-8197-412a-ba75-0f382705028e req-09c10252-1bbe-445e-b2e9-e5fd869e62fd tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "GET /v2.0/security-group-rules/16e86f82-d9cd-4b96-827d-70deeade88cc HTTP/1.1" status: 200  len: 778 time: 0.0359273
Jun 04 15:21:33.408228 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-88290745-8197-412a-ba75-0f382705028e req-c73aab3c-b1f5-4990-87ea-8d33262f0b27 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "GET /v2.0/security-groups/fede9411-33e4-446c-9a4d-241c53ad5329 HTTP/1.1" status: 200  len: 2409 time: 0.0954607
Jun 04 15:21:33.455096 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-88290745-8197-412a-ba75-0f382705028e req-9af28fdf-f4fe-4048-b00f-ef6bbb22bfa6 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:33.468283 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-88290745-8197-412a-ba75-0f382705028e req-9af28fdf-f4fe-4048-b00f-ef6bbb22bfa6 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:33.518058 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:33.575420 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-f89c52ae-be6e-4070-82bb-c60246728ef4 service neutron] 10.222.0.65 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3933556
Jun 04 15:21:33.597778 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-88290745-8197-412a-ba75-0f382705028e req-9af28fdf-f4fe-4048-b00f-ef6bbb22bfa6 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:33.602929 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:33.605190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-1cc0bc85-0a5b-4106-a6ce-bd3f9118246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:33.608559 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-1cc0bc85-0a5b-4106-a6ce-bd3f9118246e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffe670178e074dd1a73091c7cceb6935&device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 1095 time: 0.3674581
Jun 04 15:21:33.625990 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af28fdf-f4fe-4048-b00f-ef6bbb22bfa6 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16e86f82-d9cd-4b96-827d-70deeade88cc,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:33.629786 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-88290745-8197-412a-ba75-0f382705028e req-9af28fdf-f4fe-4048-b00f-ef6bbb22bfa6 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:33.631700 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-88290745-8197-412a-ba75-0f382705028e req-9af28fdf-f4fe-4048-b00f-ef6bbb22bfa6 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/16e86f82-d9cd-4b96-827d-70deeade88cc HTTP/1.1" status: 204  len: 173 time: 0.2176378
Jun 04 15:21:33.633822 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9af28fdf-f4fe-4048-b00f-ef6bbb22bfa6 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:33.635128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbee2e-a411-407a-8570-5814684a990f req-2bf9f405-38a3-4dfa-a1be-b3a9b5890e39 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:33.644902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbee2e-a411-407a-8570-5814684a990f req-2bf9f405-38a3-4dfa-a1be-b3a9b5890e39 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:33.653976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbee2e-a411-407a-8570-5814684a990f req-2bf9f405-38a3-4dfa-a1be-b3a9b5890e39 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:33.656970 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69bbee2e-a411-407a-8570-5814684a990f req-2bf9f405-38a3-4dfa-a1be-b3a9b5890e39 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7&device_id=5e2f3e86-7970-4420-b327-48a86fcee081&device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 2418 time: 0.3612642
Jun 04 15:21:33.808046 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-60c89474-9167-4265-b7af-bed8e9abf0ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cc7e43f-44e6-4119-97ab-462f4ee5ccad HTTP/1.1" status: 200  len: 217 time: 0.1495259
Jun 04 15:21:33.868369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8fe04-e3e1-497c-8794-826333ad52d6 req-f76c2d7b-bf83-48e9-a3f1-7d3764bbde66 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:33.871110 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f7c8fe04-e3e1-497c-8794-826333ad52d6 req-f76c2d7b-bf83-48e9-a3f1-7d3764bbde66 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 945 time: 0.1108692
Jun 04 15:21:33.933516 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f7c8fe04-e3e1-497c-8794-826333ad52d6 req-3803d2fa-3697-4315-b760-7dcc8154f760 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6c42deb-0f16-42a8-aa95-d35f4d2cd2f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562189
Jun 04 15:21:34.030989 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69bbee2e-a411-407a-8570-5814684a990f req-83399e19-0c4d-4765-9841-b1ad9f7177da tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2976124
Jun 04 15:21:34.040057 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-cc969364-ba4e-4441-b865-26b0dfe33cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:34.041571 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-cc969364-ba4e-4441-b865-26b0dfe33cb3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad617740-43c5-4760-bf07-afccea76b28f HTTP/1.1" status: 200  len: 853 time: 0.2264292
Jun 04 15:21:34.058763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30ff25-e69d-41b1-b7bb-2bba94365ab4 req-ee14147b-666b-4564-8805-da335902011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:34.060412 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec30ff25-e69d-41b1-b7bb-2bba94365ab4 req-ee14147b-666b-4564-8805-da335902011f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ffe670178e074dd1a73091c7cceb6935&device_id=5c0275d4-30fb-460f-93ef-26a79b64b0e8 HTTP/1.1" status: 200  len: 1094 time: 0.3259187
Jun 04 15:21:34.097492 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd934ee-1af0-42d4-801b-9724ddc461d5 x-openstack-request-id: req-6bd934ee-1af0-42d4-801b-9724ddc461d5 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:34.098309 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ced0bd-47e5-441f-9f9e-e76087d3aef0", "name": "network-vif-plugged", "status": "completed", "tag": "4d331fce-3c40-4dfb-bf64-38798d81ec55", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:34.100054 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bd934ee-1af0-42d4-801b-9724ddc461d5 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:34.100587 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ced0bd-47e5-441f-9f9e-e76087d3aef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d331fce-3c40-4dfb-bf64-38798d81ec55', 'code': 200}
Jun 04 15:21:34.127806 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-5f3cac99-d973-44b1-bcb5-acb186f91b54 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=402a676b-9e81-4312-954e-ff9bf55aa6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0661998
Jun 04 15:21:34.171575 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-7180d3a4-2821-4ba6-a711-8836807fba96 req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-744098557', 'description': 'tempest-description-371568488'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:34.179066 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-7180d3a4-2821-4ba6-a711-8836807fba96 req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:34.196416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-7180d3a4-2821-4ba6-a711-8836807fba96 req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Usage tracker for resource:security_group and tenant:a90dc02fac9c4ab8bef18d967fb7e55a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:34.200424 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-7180d3a4-2821-4ba6-a711-8836807fba96 req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:34.210394 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-7180d3a4-2821-4ba6-a711-8836807fba96 req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:34.297484 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7180d3a4-2821-4ba6-a711-8836807fba96 req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:34.337236 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-7180d3a4-2821-4ba6-a711-8836807fba96 req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:34.343292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-7180d3a4-2821-4ba6-a711-8836807fba96 req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Usage tracker for resource:security_group_rule and tenant:a90dc02fac9c4ab8bef18d967fb7e55a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:34.348240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-7180d3a4-2821-4ba6-a711-8836807fba96 req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:34.359617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-7180d3a4-2821-4ba6-a711-8836807fba96 req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:34.448471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30ff25-e69d-41b1-b7bb-2bba94365ab4 req-fc1de0af-4b5d-46b7-8e13-7fe6639eb64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:34.449995 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec30ff25-e69d-41b1-b7bb-2bba94365ab4 req-fc1de0af-4b5d-46b7-8e13-7fe6639eb64d service neutron] 10.222.0.65 "GET /v2.0/networks?id=402a676b-9e81-4312-954e-ff9bf55aa6f3 HTTP/1.1" status: 200  len: 914 time: 0.3507442
Jun 04 15:21:34.487534 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7180d3a4-2821-4ba6-a711-8836807fba96 req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:34.574433 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7180d3a4-2821-4ba6-a711-8836807fba96 req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:34.575503 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec30ff25-e69d-41b1-b7bb-2bba94365ab4 req-6db1f016-4a13-4432-903d-8d80e73c9f35 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 HTTP/1.1" status: 200  len: 217 time: 0.1149046
Jun 04 15:21:34.579494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-34999bf3-cfba-4a43-bd6e-77f1a6bf7e7b service neutron] 10.222.0.62 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4303114
Jun 04 15:21:34.584561 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-28a9fe9e-ddcb-464c-898c-c0143edf98ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:34.632968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5291bbc2-9442-46cd-b6ca-c60fed010db1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:34.632968 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:34.718609 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7180d3a4-2821-4ba6-a711-8836807fba96 req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:34.719958 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7180d3a4-2821-4ba6-a711-8836807fba96 req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1818 time: 0.5591278
Jun 04 15:21:34.743525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446508c-2286-419f-8f24-2ca926c53801 req-a98f751d-bcb5-4457-90f7-3417ab5e8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:34.745179 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0446508c-2286-419f-8f24-2ca926c53801 req-a98f751d-bcb5-4457-90f7-3417ab5e8c38 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 1096 time: 0.5446489
Jun 04 15:21:34.781979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30ff25-e69d-41b1-b7bb-2bba94365ab4 req-fba90047-03cb-4e4e-af2c-6c4dbae69843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:34.783396 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec30ff25-e69d-41b1-b7bb-2bba94365ab4 req-fba90047-03cb-4e4e-af2c-6c4dbae69843 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad617740-43c5-4760-bf07-afccea76b28f HTTP/1.1" status: 200  len: 853 time: 0.1957769
Jun 04 15:21:34.876426 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec30ff25-e69d-41b1-b7bb-2bba94365ab4 req-3ae379e9-a9d9-4fc5-be79-fbb71e6665db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=402a676b-9e81-4312-954e-ff9bf55aa6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0739603
Jun 04 15:21:34.890755 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994d3bad-0131-4b62-b712-27e22ce66a88 req-cb4e60ad-2dc8-4d7b-8c77-bd10a87c452e service neutron] 10.222.0.62 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3017876
Jun 04 15:21:34.910605 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0446508c-2286-419f-8f24-2ca926c53801 req-abe602fc-65a9-417e-a79f-118aad1ed31a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c6c42deb-0f16-42a8-aa95-d35f4d2cd2f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498899
Jun 04 15:21:34.915997 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79674a38-e2c2-463f-9364-0b1891adddd5 req-e3b49ed1-56ca-4c95-8174-91155eae383a tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:34.918096 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-79674a38-e2c2-463f-9364-0b1891adddd5 req-e3b49ed1-56ca-4c95-8174-91155eae383a tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.1011696
Jun 04 15:21:34.927064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba88499-e786-4d15-a5d9-080be0552cdc req-c19f216b-4e8c-4c73-9788-d193ccd4f286 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:34.934935 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba88499-e786-4d15-a5d9-080be0552cdc req-c19f216b-4e8c-4c73-9788-d193ccd4f286 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:34.945994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba88499-e786-4d15-a5d9-080be0552cdc req-c19f216b-4e8c-4c73-9788-d193ccd4f286 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:34.948010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba88499-e786-4d15-a5d9-080be0552cdc req-c19f216b-4e8c-4c73-9788-d193ccd4f286 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:34.954590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba88499-e786-4d15-a5d9-080be0552cdc req-c19f216b-4e8c-4c73-9788-d193ccd4f286 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:34.960571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba88499-e786-4d15-a5d9-080be0552cdc req-c19f216b-4e8c-4c73-9788-d193ccd4f286 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:34.967739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba88499-e786-4d15-a5d9-080be0552cdc req-c19f216b-4e8c-4c73-9788-d193ccd4f286 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:34.970146 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fba88499-e786-4d15-a5d9-080be0552cdc req-c19f216b-4e8c-4c73-9788-d193ccd4f286 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.4602091
Jun 04 15:21:34.974591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed793a1-768a-41df-a15a-6bda8cd6e210', 'tag': '8cc7e43f-44e6-4119-97ab-462f4ee5ccad'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:34.975753 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-79674a38-e2c2-463f-9364-0b1891adddd5 req-316013ce-058e-47ad-8522-0a2aeb5c3f72 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512860
Jun 04 15:21:34.977793 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7325be-3380-4d45-8c6b-0b5433979890" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed793a1-768a-41df-a15a-6bda8cd6e210", "tag": "8cc7e43f-44e6-4119-97ab-462f4ee5ccad"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:35.110671 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fba88499-e786-4d15-a5d9-080be0552cdc req-65847193-91bb-41da-8480-e7af69aab770 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1184955
Jun 04 15:21:35.143746 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec30ff25-e69d-41b1-b7bb-2bba94365ab4 req-e171cd99-d85e-40a3-80d4-ecc8a57e9d53 service neutron] 10.222.0.65 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2584250
Jun 04 15:21:35.145181 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:35.328952 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec30ff25-e69d-41b1-b7bb-2bba94365ab4 req-f17726f3-883e-4d82-bf74-9ec05bdbd650 service neutron] 10.222.0.65 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1750038
Jun 04 15:21:35.349272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a45ce-affc-4379-b9a8-ab88bc92354e req-f2590beb-9d09-47b1-be00-a5e6d844e9cf tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:35.350815 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ca4a45ce-affc-4379-b9a8-ab88bc92354e req-f2590beb-9d09-47b1-be00-a5e6d844e9cf tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 945 time: 0.1040058
Jun 04 15:21:35.400138 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ca4a45ce-affc-4379-b9a8-ab88bc92354e req-9a7c2866-8e8b-41e1-a2c4-b5bc129296ed tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417273
Jun 04 15:21:35.594354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8724d1e-0094-481e-aeb1-5819ac5d2426 req-dccd71e1-c5a2-4f57-a5eb-e1a6a3791954 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:35.595846 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b8724d1e-0094-481e-aeb1-5819ac5d2426 req-dccd71e1-c5a2-4f57-a5eb-e1a6a3791954 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 944 time: 0.0995171
Jun 04 15:21:35.637046 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-97ccd864-c7e9-4c65-8cea-f4907c33f4fb req-e0307803-dc61-4e1e-83a3-c894f4c13d2a tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "GET /v2.0/security-groups/5291bbc2-9442-46cd-b6ca-c60fed010db1 HTTP/1.1" status: 200  len: 1813 time: 0.0600727
Jun 04 15:21:35.661615 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b8724d1e-0094-481e-aeb1-5819ac5d2426 req-4426e218-ee8b-4e18-ba36-1dc80d50c58e tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552878
Jun 04 15:21:35.747799 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7773006a-4e91-46a3-a93f-8e309dc7954e x-openstack-request-id: req-7773006a-4e91-46a3-a93f-8e309dc7954e {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:35.748382 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed793a1-768a-41df-a15a-6bda8cd6e210", "tag": "8cc7e43f-44e6-4119-97ab-462f4ee5ccad", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:35.748678 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7773006a-4e91-46a3-a93f-8e309dc7954e {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:35.750502 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed793a1-768a-41df-a15a-6bda8cd6e210', 'tag': '8cc7e43f-44e6-4119-97ab-462f4ee5ccad', 'status': 'completed', 'code': 200}
Jun 04 15:21:35.941644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f2c50-de02-469b-94c4-f17ffab80e9e req-5b99acf8-b719-4d52-8c9f-5578171b9a37 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:35.949894 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-343f2c50-de02-469b-94c4-f17ffab80e9e req-5b99acf8-b719-4d52-8c9f-5578171b9a37 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 945 time: 0.1982236
Jun 04 15:21:35.980834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7325be-3380-4d45-8c6b-0b5433979890 req-886d317f-db27-474d-b61e-7f9ad11a4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:35.983156 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b7325be-3380-4d45-8c6b-0b5433979890 req-886d317f-db27-474d-b61e-7f9ad11a4daf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffe670178e074dd1a73091c7cceb6935&device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 1095 time: 0.1744297
Jun 04 15:21:36.034893 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-343f2c50-de02-469b-94c4-f17ffab80e9e req-a6aa4b3e-06f0-4993-9cb5-62ad1d2276bd tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6c42deb-0f16-42a8-aa95-d35f4d2cd2f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839520
Jun 04 15:21:36.167459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7325be-3380-4d45-8c6b-0b5433979890 req-a0e18b07-bc0f-43b1-abe6-f5171e0cd3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:36.171022 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b7325be-3380-4d45-8c6b-0b5433979890 req-a0e18b07-bc0f-43b1-abe6-f5171e0cd3f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=402a676b-9e81-4312-954e-ff9bf55aa6f3 HTTP/1.1" status: 200  len: 914 time: 0.1711552
Jun 04 15:21:36.403086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b52a4c-31d5-428f-a0b4-ba1f7cb46b58 req-c2b19d40-8b46-4f66-8e80-d0f8e15c80ba tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:36.404194 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e5b52a4c-31d5-428f-a0b4-ba1f7cb46b58 req-c2b19d40-8b46-4f66-8e80-d0f8e15c80ba tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 945 time: 0.1047015
Jun 04 15:21:36.407347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:36.446268 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b7325be-3380-4d45-8c6b-0b5433979890 req-94bdca25-2f4a-4c9e-88da-657e82821eeb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cc7e43f-44e6-4119-97ab-462f4ee5ccad HTTP/1.1" status: 200  len: 217 time: 0.2569299
Jun 04 15:21:36.470763 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e5b52a4c-31d5-428f-a0b4-ba1f7cb46b58 req-2ad4304c-ca30-445a-a602-95099b5b9f07 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513408
Jun 04 15:21:36.512441 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-82da4b2d-3ebf-4ed0-b5d4-0fa81f91261d req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-934489180', 'description': 'tempest-description-1720854050'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:36.519338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-82da4b2d-3ebf-4ed0-b5d4-0fa81f91261d req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:36.524956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-82da4b2d-3ebf-4ed0-b5d4-0fa81f91261d req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Usage tracker for resource:security_group and tenant:a90dc02fac9c4ab8bef18d967fb7e55a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:36.528452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7325be-3380-4d45-8c6b-0b5433979890 req-8c9df6e5-543e-42ac-bd1f-f526a0e2c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:36.530035 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b7325be-3380-4d45-8c6b-0b5433979890 req-8c9df6e5-543e-42ac-bd1f-f526a0e2c76d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad617740-43c5-4760-bf07-afccea76b28f HTTP/1.1" status: 200  len: 853 time: 0.0781798
Jun 04 15:21:36.530311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-82da4b2d-3ebf-4ed0-b5d4-0fa81f91261d req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:36.537735 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-82da4b2d-3ebf-4ed0-b5d4-0fa81f91261d req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:36.555778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9ac1f-2887-46d7-afdf-429875a8d2ad req-3fd54ce7-342b-4b27-8f17-356086fa1b41 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:36.557506 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ca9ac1f-2887-46d7-afdf-429875a8d2ad req-3fd54ce7-342b-4b27-8f17-356086fa1b41 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.1719918
Jun 04 15:21:36.613396 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b7325be-3380-4d45-8c6b-0b5433979890 req-965ec3f1-e6c0-4a08-a31f-8de7c5e74ca8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=402a676b-9e81-4312-954e-ff9bf55aa6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0665851
Jun 04 15:21:36.620661 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=191252b3-1c8d-4685-96ba-8b1a1ec9c4b1,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:36.638434 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '191252b3-1c8d-4685-96ba-8b1a1ec9c4b1', 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3', 'port_id': '191252b3-1c8d-4685-96ba-8b1a1ec9c4b1', 'mac_address': 'fa:16:3e:7f:ed:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad617740-43c5-4760-bf07-afccea76b28f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:36.679259 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-82da4b2d-3ebf-4ed0-b5d4-0fa81f91261d req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:36.685396 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ca9ac1f-2887-46d7-afdf-429875a8d2ad req-a16e6d11-f0be-45ab-aa9f-8bdcf09d52e1 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913432
Jun 04 15:21:36.725910 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-82da4b2d-3ebf-4ed0-b5d4-0fa81f91261d req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:36.737719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-82da4b2d-3ebf-4ed0-b5d4-0fa81f91261d req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Usage tracker for resource:security_group_rule and tenant:a90dc02fac9c4ab8bef18d967fb7e55a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:36.740856 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:36.744206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-82da4b2d-3ebf-4ed0-b5d4-0fa81f91261d req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:36.762988 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-82da4b2d-3ebf-4ed0-b5d4-0fa81f91261d req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:36.763846 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:36.788922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=191252b3-1c8d-4685-96ba-8b1a1ec9c4b1,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:36.839389 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 55fc0daa-03a9-42cf-8306-7837ca3ebdaa details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:36.888946 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-82da4b2d-3ebf-4ed0-b5d4-0fa81f91261d req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:36.921759 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b7325be-3380-4d45-8c6b-0b5433979890 req-3d093279-10eb-439c-a978-11ec6621ffbc service neutron] 10.222.0.62 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2915995
Jun 04 15:21:36.955365 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:36.963760 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:37.004366 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-82da4b2d-3ebf-4ed0-b5d4-0fa81f91261d req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:37.014039 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ddc49390-97e0-4b3d-86f2-bf53920bff80 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:37.071387 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=191252b3-1c8d-4685-96ba-8b1a1ec9c4b1,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:37.075547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=55fc0daa-03a9-42cf-8306-7837ca3ebdaa,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:37.078486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1364ef-8762-4902-8e53-fac9622eee34,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:37.083610 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:37.090280 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:37.096083 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '55fc0daa-03a9-42cf-8306-7837ca3ebdaa', 'network_id': '59af4b27-f2c2-44b9-9c4f-96b870bb3e84', 'port_id': '55fc0daa-03a9-42cf-8306-7837ca3ebdaa', 'mac_address': 'fa:16:3e:1f:31:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66f9b66-8bf4-487d-81ab-50ab28167b73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:37.134468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45113a40-c637-4115-bd5c-21739c7c0a9a req-b04fff04-153b-46f4-8737-3b10eb384e11 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:37.140505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45113a40-c637-4115-bd5c-21739c7c0a9a req-b04fff04-153b-46f4-8737-3b10eb384e11 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:37.146380 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45113a40-c637-4115-bd5c-21739c7c0a9a req-b04fff04-153b-46f4-8737-3b10eb384e11 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:37.152685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45113a40-c637-4115-bd5c-21739c7c0a9a req-b04fff04-153b-46f4-8737-3b10eb384e11 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:37.158794 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45113a40-c637-4115-bd5c-21739c7c0a9a req-b04fff04-153b-46f4-8737-3b10eb384e11 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:37.165598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45113a40-c637-4115-bd5c-21739c7c0a9a req-b04fff04-153b-46f4-8737-3b10eb384e11 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:37.171128 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:37.172900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45113a40-c637-4115-bd5c-21739c7c0a9a req-b04fff04-153b-46f4-8737-3b10eb384e11 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:37.175135 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45113a40-c637-4115-bd5c-21739c7c0a9a req-b04fff04-153b-46f4-8737-3b10eb384e11 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.3179266
Jun 04 15:21:37.177613 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-82da4b2d-3ebf-4ed0-b5d4-0fa81f91261d req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:37.191772 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-82da4b2d-3ebf-4ed0-b5d4-0fa81f91261d req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.6844811
Jun 04 15:21:37.197205 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55fc0daa-03a9-42cf-8306-7837ca3ebdaa {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:37.217237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=55fc0daa-03a9-42cf-8306-7837ca3ebdaa,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:37.225991 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b7325be-3380-4d45-8c6b-0b5433979890 req-b693997f-6ed7-41d8-89ac-e168e16a4764 service neutron] 10.222.0.62 "GET /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2904711
Jun 04 15:21:37.279728 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45113a40-c637-4115-bd5c-21739c7c0a9a req-e3a85e50-2a2b-4490-a832-ffa04faf58ef tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0947194
Jun 04 15:21:37.301629 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:37.303738 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7763bd9f-b6c8-4043-9feb-a52e60227aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:37.393590 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['191252b3-1c8d-4685-96ba-8b1a1ec9c4b1'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:37.456956 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['55fc0daa-03a9-42cf-8306-7837ca3ebdaa'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:37.563087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1f713-4b9a-4966-aa94-1fb91794d256 req-9940faf0-6bc8-41c4-9ec9-86480c5836c6 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:37.563286 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=55fc0daa-03a9-42cf-8306-7837ca3ebdaa,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:37.564621 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c5b1f713-4b9a-4966-aa94-1fb91794d256 req-9940faf0-6bc8-41c4-9ec9-86480c5836c6 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 944 time: 0.1269283
Jun 04 15:21:37.582822 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:37.652193 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c5b1f713-4b9a-4966-aa94-1fb91794d256 req-38105a52-d39d-4023-bdc1-edae6742ea85 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674968
Jun 04 15:21:37.756306 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06c062e8-4759-45c2-9203-6cff96e9c273 req-f0f0d335-3829-4443-8725-bb39ec344e59 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "GET /v2.0/security-groups/ab1364ef-8762-4902-8e53-fac9622eee34 HTTP/1.1" status: 200  len: 1814 time: 0.0590050
Jun 04 15:21:37.859256 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66365eb9-293b-4e9d-ae1a-b33d7d124aac req-4288d23b-0814-41a5-aa36-b18cbf53ee61 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:37.865669 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-66365eb9-293b-4e9d-ae1a-b33d7d124aac req-4288d23b-0814-41a5-aa36-b18cbf53ee61 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 945 time: 0.1197586
Jun 04 15:21:37.911399 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-66365eb9-293b-4e9d-ae1a-b33d7d124aac req-057a0930-64a4-45e3-8433-d507a0fb56f2 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6c42deb-0f16-42a8-aa95-d35f4d2cd2f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417166
Jun 04 15:21:38.282859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ca6c6-6507-4fc1-895f-376c98a4d3d2 req-ce552688-6bf2-4563-a90a-e6c775a7234f tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:38.284900 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-842ca6c6-6507-4fc1-895f-376c98a4d3d2 req-ce552688-6bf2-4563-a90a-e6c775a7234f tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 944 time: 0.2444510
Jun 04 15:21:38.309296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f528d9-b21c-4faf-817f-21c03c443628 req-2f8e12de-90d0-4c2e-9b15-2dc191e9f4c3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:38.310733 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-39f528d9-b21c-4faf-817f-21c03c443628 req-2f8e12de-90d0-4c2e-9b15-2dc191e9f4c3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.0875962
Jun 04 15:21:38.353344 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-842ca6c6-6507-4fc1-895f-376c98a4d3d2 req-00c7eb4b-25c4-40fe-939b-d7457656c002 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605488
Jun 04 15:21:38.369392 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-39f528d9-b21c-4faf-817f-21c03c443628 req-1eef6738-6f3b-4a46-bf68-a631ba127345 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481479
Jun 04 15:21:38.396706 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-db7ef732-de9b-402c-9f99-a382f8ae5131 req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1054022391', 'description': 'tempest-description-1786245483'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:38.407368 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-db7ef732-de9b-402c-9f99-a382f8ae5131 req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:38.411369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-db7ef732-de9b-402c-9f99-a382f8ae5131 req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Usage tracker for resource:security_group and tenant:a90dc02fac9c4ab8bef18d967fb7e55a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:38.415009 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-db7ef732-de9b-402c-9f99-a382f8ae5131 req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:38.421064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-db7ef732-de9b-402c-9f99-a382f8ae5131 req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:38.649970 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-db7ef732-de9b-402c-9f99-a382f8ae5131 req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:38.671510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-db7ef732-de9b-402c-9f99-a382f8ae5131 req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:38.675603 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-db7ef732-de9b-402c-9f99-a382f8ae5131 req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Usage tracker for resource:security_group_rule and tenant:a90dc02fac9c4ab8bef18d967fb7e55a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:38.678703 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-db7ef732-de9b-402c-9f99-a382f8ae5131 req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:38.685492 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-db7ef732-de9b-402c-9f99-a382f8ae5131 req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:38.769191 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-db7ef732-de9b-402c-9f99-a382f8ae5131 req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:38.854072 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 55fc0daa-03a9-42cf-8306-7837ca3ebdaa up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:38.934748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:38.935029 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:38.958975 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-db7ef732-de9b-402c-9f99-a382f8ae5131 req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:38.963354 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5ea3471e-22e3-4783-9774-54131d65c625 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:38.969656 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4125fb-4e56-4b96-ae64-5f9278bb3e13 req-ef21bba1-bf94-4463-ba41-8111f8190590 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:38.979148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4125fb-4e56-4b96-ae64-5f9278bb3e13 req-ef21bba1-bf94-4463-ba41-8111f8190590 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:38.988450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4125fb-4e56-4b96-ae64-5f9278bb3e13 req-ef21bba1-bf94-4463-ba41-8111f8190590 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:38.995889 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4125fb-4e56-4b96-ae64-5f9278bb3e13 req-ef21bba1-bf94-4463-ba41-8111f8190590 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:39.008518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4125fb-4e56-4b96-ae64-5f9278bb3e13 req-ef21bba1-bf94-4463-ba41-8111f8190590 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:39.012710 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae743245-93e6-442f-8e36-e8020969a505,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:39.016627 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:39.019089 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4125fb-4e56-4b96-ae64-5f9278bb3e13 req-ef21bba1-bf94-4463-ba41-8111f8190590 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:39.030631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4125fb-4e56-4b96-ae64-5f9278bb3e13 req-ef21bba1-bf94-4463-ba41-8111f8190590 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:39.033852 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8e4125fb-4e56-4b96-ae64-5f9278bb3e13 req-ef21bba1-bf94-4463-ba41-8111f8190590 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.1626663
Jun 04 15:21:39.073792 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:39.099040 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8e4125fb-4e56-4b96-ae64-5f9278bb3e13 req-0b27342e-e7af-4fb6-8ad2-ceba98de0c90 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0578797
Jun 04 15:21:39.109752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e5e339-a4be-4e67-b6c0-0afc80974fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fc0daa-03a9-42cf-8306-7837ca3ebdaa'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:39.112137 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb0d547-a5cf-4ae5-b1b1-65d6221e63ca" -d '{"events": [{"server_uuid": "d9e5e339-a4be-4e67-b6c0-0afc80974fba", "name": "network-vif-plugged", "status": "completed", "tag": "55fc0daa-03a9-42cf-8306-7837ca3ebdaa"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:39.141611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=55fc0daa-03a9-42cf-8306-7837ca3ebdaa,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:39.241962 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-db7ef732-de9b-402c-9f99-a382f8ae5131 req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:39.241962 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-db7ef732-de9b-402c-9f99-a382f8ae5131 req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1820 time: 0.8489716
Jun 04 15:21:39.393126 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:39.395016 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:39.438435 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f717d4b3-2075-432f-a7d7-1ac78d045233 x-openstack-request-id: req-f717d4b3-2075-432f-a7d7-1ac78d045233 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:39.438726 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e5e339-a4be-4e67-b6c0-0afc80974fba", "name": "network-vif-plugged", "status": "completed", "tag": "55fc0daa-03a9-42cf-8306-7837ca3ebdaa", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:39.438998 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f717d4b3-2075-432f-a7d7-1ac78d045233 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:39.439787 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e5e339-a4be-4e67-b6c0-0afc80974fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fc0daa-03a9-42cf-8306-7837ca3ebdaa', 'code': 200}
Jun 04 15:21:39.464384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44264984-d74f-4926-a9c0-bc50ad9827b3 req-fa301ccf-4863-4bd7-8f2d-b6afbb4a4076 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:39.466072 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-44264984-d74f-4926-a9c0-bc50ad9827b3 req-fa301ccf-4863-4bd7-8f2d-b6afbb4a4076 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 944 time: 0.1328306
Jun 04 15:21:39.490986 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=55fc0daa-03a9-42cf-8306-7837ca3ebdaa,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:39.494684 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:39.521809 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-44264984-d74f-4926-a9c0-bc50ad9827b3 req-47ee5c34-6148-40cb-b553-2b3a47a30e42 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493407
Jun 04 15:21:39.603560 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5388a4b8-be66-427d-881a-10bcca42f4f6 req-82cf8961-44f8-4dc6-80e6-ac34a81e29ec tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "GET /v2.0/security-groups/ae743245-93e6-442f-8e36-e8020969a505 HTTP/1.1" status: 200  len: 1815 time: 0.0551999
Jun 04 15:21:40.108880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9c423-48ba-4dc3-b0af-ed7ed9226253 req-d37666ae-f3e4-4eac-a8c0-d0d1f89fc199 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:40.111505 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a6f9c423-48ba-4dc3-b0af-ed7ed9226253 req-d37666ae-f3e4-4eac-a8c0-d0d1f89fc199 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.1162035
Jun 04 15:21:40.175553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733bef3-7c9a-4aba-a76b-d444faf7defa req-8ba7d4aa-ed6f-41fa-a07a-aa99a7bbae02 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:40.177319 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a6f9c423-48ba-4dc3-b0af-ed7ed9226253 req-cf62ef21-bd74-4244-9375-8246f39a3d98 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538034
Jun 04 15:21:40.177760 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8733bef3-7c9a-4aba-a76b-d444faf7defa req-8ba7d4aa-ed6f-41fa-a07a-aa99a7bbae02 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 945 time: 0.1283703
Jun 04 15:21:40.222360 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-9297cb42-79e9-45f4-bcca-7c5bcd5fc596 req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1798875904', 'description': 'tempest-description-1726574146'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:40.232837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9297cb42-79e9-45f4-bcca-7c5bcd5fc596 req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:40.237470 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8733bef3-7c9a-4aba-a76b-d444faf7defa req-515a9083-50a1-47cd-b265-735adf8e4be5 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499270
Jun 04 15:21:40.239096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9297cb42-79e9-45f4-bcca-7c5bcd5fc596 req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Usage tracker for resource:security_group and tenant:a90dc02fac9c4ab8bef18d967fb7e55a is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:40.244894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9297cb42-79e9-45f4-bcca-7c5bcd5fc596 req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:40.252380 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9297cb42-79e9-45f4-bcca-7c5bcd5fc596 req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:40.351039 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9297cb42-79e9-45f4-bcca-7c5bcd5fc596 req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:40.374583 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9297cb42-79e9-45f4-bcca-7c5bcd5fc596 req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:40.378672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9297cb42-79e9-45f4-bcca-7c5bcd5fc596 req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Usage tracker for resource:security_group_rule and tenant:a90dc02fac9c4ab8bef18d967fb7e55a is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:40.381720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9297cb42-79e9-45f4-bcca-7c5bcd5fc596 req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:40.388440 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9297cb42-79e9-45f4-bcca-7c5bcd5fc596 req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:40.450271 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:40.514678 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9297cb42-79e9-45f4-bcca-7c5bcd5fc596 req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:40.519789 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e935bdc-f41d-460e-82b3-374277b38c2d req-ccaf4d54-5c95-4dcb-84ad-4c5e22478bee tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:40.522383 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4e935bdc-f41d-460e-82b3-374277b38c2d req-ccaf4d54-5c95-4dcb-84ad-4c5e22478bee tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 945 time: 0.1464097
Jun 04 15:21:40.581850 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9297cb42-79e9-45f4-bcca-7c5bcd5fc596 req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:40.593787 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6185ec99-cda6-474e-9709-5ec27c701c0b tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:40.594377 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4e935bdc-f41d-460e-82b3-374277b38c2d req-c9b36772-26a9-4c83-a96d-71fd203d4044 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6c42deb-0f16-42a8-aa95-d35f4d2cd2f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649071
Jun 04 15:21:40.662582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1152cbfc-4896-4a2e-ba85-304ef687881d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:40.672815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:40.673418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:40.673853 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:40.674326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:40.674766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:40.675302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:40.675809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:40.676363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:40.676830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:40.677440 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:40.677905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:40.678367 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:40.687690 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:40.690270 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:40.698472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:40.699473 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:40.747470 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9297cb42-79e9-45f4-bcca-7c5bcd5fc596 req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:40.747470 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9297cb42-79e9-45f4-bcca-7c5bcd5fc596 req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1820 time: 0.5317283
Jun 04 15:21:40.885924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:40.905619 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:40.981722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61674d6e-bd70-4150-b6df-ac058a81f3aa req-124af97e-ae59-41f1-b767-e7d99d8658e3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:40.988564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61674d6e-bd70-4150-b6df-ac058a81f3aa req-124af97e-ae59-41f1-b767-e7d99d8658e3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:40.995234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61674d6e-bd70-4150-b6df-ac058a81f3aa req-124af97e-ae59-41f1-b767-e7d99d8658e3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:41.001188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61674d6e-bd70-4150-b6df-ac058a81f3aa req-124af97e-ae59-41f1-b767-e7d99d8658e3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:41.012196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61674d6e-bd70-4150-b6df-ac058a81f3aa req-124af97e-ae59-41f1-b767-e7d99d8658e3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:41.022172 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61674d6e-bd70-4150-b6df-ac058a81f3aa req-124af97e-ae59-41f1-b767-e7d99d8658e3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:41.027409 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=191252b3-1c8d-4685-96ba-8b1a1ec9c4b1,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:41.030720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61674d6e-bd70-4150-b6df-ac058a81f3aa req-124af97e-ae59-41f1-b767-e7d99d8658e3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:41.032908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61674d6e-bd70-4150-b6df-ac058a81f3aa req-124af97e-ae59-41f1-b767-e7d99d8658e3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5430 time: 0.1774545
Jun 04 15:21:41.117052 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61674d6e-bd70-4150-b6df-ac058a81f3aa req-cb995336-2ec3-477c-8f12-85e35a97b706 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0732393
Jun 04 15:21:41.131982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6,segment=NetworkSegment(e30ded52-5f18-4ace-b44d-640f39295b8b),segment_id=e30ded52-5f18-4ace-b44d-640f39295b8b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:41.157821 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:41.166567 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-062ae3cd-cf2c-4394-884f-cca0be64073b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:41.275691 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6', 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'port_id': '4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6', 'mac_address': 'fa:16:3e:bf:da:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:41.333470 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-851f1827-4d63-4336-9b19-885895f98cfc req-2a01acbf-1054-4ac2-9826-415cd33bf550 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "GET /v2.0/security-groups/1152cbfc-4896-4a2e-ba85-304ef687881d HTTP/1.1" status: 200  len: 1815 time: 0.1012664
Jun 04 15:21:41.376051 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=191252b3-1c8d-4685-96ba-8b1a1ec9c4b1,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:41.381725 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:41.389589 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:41.428409 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:41.444474 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0275d4-30fb-460f-93ef-26a79b64b0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191252b3-1c8d-4685-96ba-8b1a1ec9c4b1'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:41.451284 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679961a0-6c18-47d2-9719-d90a7c72896e" -d '{"events": [{"server_uuid": "5c0275d4-30fb-460f-93ef-26a79b64b0e8", "name": "network-vif-plugged", "status": "completed", "tag": "191252b3-1c8d-4685-96ba-8b1a1ec9c4b1"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:41.484517 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6,segment=NetworkSegment(e30ded52-5f18-4ace-b44d-640f39295b8b),segment_id=e30ded52-5f18-4ace-b44d-640f39295b8b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:41.528392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0874df-84d0-4713-969a-a7f2d7688769 req-7ac76e92-c0a9-48f2-8848-7927f0e70427 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:41.529993 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ea0874df-84d0-4713-969a-a7f2d7688769 req-7ac76e92-c0a9-48f2-8848-7927f0e70427 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 944 time: 0.1655786
Jun 04 15:21:41.564457 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:41.565515 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 8cc7e43f-44e6-4119-97ab-462f4ee5ccad details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:41.569461 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:41.592216 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ea0874df-84d0-4713-969a-a7f2d7688769 req-968537ef-e05f-4eb0-bfd4-5d52d7090d3d tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498033
Jun 04 15:21:41.601861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170422a1-68d2-486c-9920-34bf753c246f req-ff8e3a2b-ecbc-4d8a-b0a6-45e5e41d0499 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:41.603860 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-170422a1-68d2-486c-9920-34bf753c246f req-ff8e3a2b-ecbc-4d8a-b0a6-45e5e41d0499 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.1432428
Jun 04 15:21:41.707807 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-170422a1-68d2-486c-9920-34bf753c246f req-e5e6e4b4-236d-4517-8a5c-0b7f00822d00 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930774
Jun 04 15:21:41.779798 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:41.784474 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:41.823119 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 8cc7e43f-44e6-4119-97ab-462f4ee5ccad, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8cc7e43f-44e6-4119-97ab-462f4ee5ccad,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:41.842909 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '8cc7e43f-44e6-4119-97ab-462f4ee5ccad', 'network_id': '402a676b-9e81-4312-954e-ff9bf55aa6f3', 'port_id': '8cc7e43f-44e6-4119-97ab-462f4ee5ccad', 'mac_address': 'fa:16:3e:9d:da:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad617740-43c5-4760-bf07-afccea76b28f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:41.982813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6d9ba-8591-4dd8-9fec-5491db58fc1a req-9b606042-55de-4c94-99ce-ceb246297a03 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:41.982813 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-65d6d9ba-8591-4dd8-9fec-5491db58fc1a req-9b606042-55de-4c94-99ce-ceb246297a03 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.65 "GET /v2.0/ports?device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 945 time: 0.2095630
Jun 04 15:21:41.982813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11fb85-4cc8-4f4c-83e6-a81cd3a72302 req-6fadfcc7-0376-43df-8a3f-6c71f2e4825e tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:41.982813 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bd11fb85-4cc8-4f4c-83e6-a81cd3a72302 req-6fadfcc7-0376-43df-8a3f-6c71f2e4825e tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.1392508
Jun 04 15:21:41.983595 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:41.983595 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc7e43f-44e6-4119-97ab-462f4ee5ccad {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:41.983595 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 8cc7e43f-44e6-4119-97ab-462f4ee5ccad, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8cc7e43f-44e6-4119-97ab-462f4ee5ccad,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:41.995731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f4c3c-27a1-49e5-b0c7-b079ba1e324c req-d24bde11-28ea-4ffd-9c55-73cc540c5684 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:41.997388 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e72f4c3c-27a1-49e5-b0c7-b079ba1e324c req-d24bde11-28ea-4ffd-9c55-73cc540c5684 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 945 time: 0.1134326
Jun 04 15:21:42.059469 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e72f4c3c-27a1-49e5-b0c7-b079ba1e324c req-974b295e-ac2b-4ba6-908c-6cb44cbd83b0 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549855
Jun 04 15:21:42.116201 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [req-235cc634-e03b-47b5-98c9-0fae93f6298b req-b2226142-1d24-420d-ac1f-60159908d3d0 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] show failed (client error): The resource could not be found.
Jun 04 15:21:42.134972 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-235cc634-e03b-47b5-98c9-0fae93f6298b req-b2226142-1d24-420d-ac1f-60159908d3d0 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "GET /v2.0/security-groups/09c57a23-8a47-4a98-807d-649d933185f0 HTTP/1.1" status: 404  len: 352 time: 0.0199213
Jun 04 15:21:42.174242 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e25233-ac22-4c4e-aafb-a87e7b8027ad x-openstack-request-id: req-d2e25233-ac22-4c4e-aafb-a87e7b8027ad {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:42.174586 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0275d4-30fb-460f-93ef-26a79b64b0e8", "name": "network-vif-plugged", "status": "completed", "tag": "191252b3-1c8d-4685-96ba-8b1a1ec9c4b1", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:42.174814 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2e25233-ac22-4c4e-aafb-a87e7b8027ad {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:42.175200 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0275d4-30fb-460f-93ef-26a79b64b0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191252b3-1c8d-4685-96ba-8b1a1ec9c4b1', 'code': 200}
Jun 04 15:21:42.217283 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:42.228707 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:42.254187 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bd11fb85-4cc8-4f4c-83e6-a81cd3a72302 req-a05fa44f-72d1-4cdb-835e-e0bc8ae4a52f tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3399322
Jun 04 15:21:42.334761 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=8cc7e43f-44e6-4119-97ab-462f4ee5ccad,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:42.346163 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:42.388095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-65d6d9ba-8591-4dd8-9fec-5491db58fc1a req-854b4694-274e-4529-9e47-794e1420eb22 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Deleting port 4d331fce-3c40-4dfb-bf64-38798d81ec55 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:21:42.389020 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-65d6d9ba-8591-4dd8-9fec-5491db58fc1a req-854b4694-274e-4529-9e47-794e1420eb22 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:42.401076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce0f8f-98dd-4d73-80b0-901efb7edc55 req-4ec7d328-ab6c-4e09-81bf-67451407136f tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:42.406548 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5ce0f8f-98dd-4d73-80b0-901efb7edc55 req-4ec7d328-ab6c-4e09-81bf-67451407136f tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 945 time: 0.1048701
Jun 04 15:21:42.416990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ef313-ea11-4253-9fd9-ebe2daf6c3d7 req-45fe6fc2-c803-45c8-a4b3-d4d09ff9d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:42.418670 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d11ef313-ea11-4253-9fd9-ebe2daf6c3d7 req-45fe6fc2-c803-45c8-a4b3-d4d09ff9d2e7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c0275d4-30fb-460f-93ef-26a79b64b0e8 HTTP/1.1" status: 200  len: 1096 time: 0.1680741
Jun 04 15:21:42.473300 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5ce0f8f-98dd-4d73-80b0-901efb7edc55 req-06a939a3-aad7-4ad7-bbfc-e37e604f4e7e tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6c42deb-0f16-42a8-aa95-d35f4d2cd2f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613389
Jun 04 15:21:42.524798 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [req-89851e29-907e-46c4-a9d3-e81621217e26 req-2c831304-445d-4853-a324-1aa0fe28a22f tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] show failed (client error): The resource could not be found.
Jun 04 15:21:42.526827 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-89851e29-907e-46c4-a9d3-e81621217e26 req-2c831304-445d-4853-a324-1aa0fe28a22f tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "GET /v2.0/security-group-rules/6f189768-1cd0-4801-9ebc-1e13f413f0a9 HTTP/1.1" status: 404  len: 361 time: 0.0170436
Jun 04 15:21:42.547573 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d11ef313-ea11-4253-9fd9-ebe2daf6c3d7 req-f511fea9-d8b4-4704-b52e-9ef650834283 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205878
Jun 04 15:21:42.635152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-65d6d9ba-8591-4dd8-9fec-5491db58fc1a req-854b4694-274e-4529-9e47-794e1420eb22 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] For port 4d331fce-3c40-4dfb-bf64-38798d81ec55, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4d331fce-3c40-4dfb-bf64-38798d81ec55,segment=NetworkSegment(f9f22b2c-3a7b-4b0c-969f-8419c8d11767),segment_id=f9f22b2c-3a7b-4b0c-969f-8419c8d11767)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:42.635697 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-65d6d9ba-8591-4dd8-9fec-5491db58fc1a req-854b4694-274e-4529-9e47-794e1420eb22 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:42.730930 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['8cc7e43f-44e6-4119-97ab-462f4ee5ccad'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:42.782157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6e714-9852-4015-87a0-54ad1e32c598 req-f6a8bd87-e6d5-486c-8b7e-1e3edb6d6b23 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:42.792684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6e714-9852-4015-87a0-54ad1e32c598 req-f6a8bd87-e6d5-486c-8b7e-1e3edb6d6b23 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:42.802363 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6e714-9852-4015-87a0-54ad1e32c598 req-f6a8bd87-e6d5-486c-8b7e-1e3edb6d6b23 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:42.812973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6e714-9852-4015-87a0-54ad1e32c598 req-f6a8bd87-e6d5-486c-8b7e-1e3edb6d6b23 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:42.816108 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:42.825147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6e714-9852-4015-87a0-54ad1e32c598 req-f6a8bd87-e6d5-486c-8b7e-1e3edb6d6b23 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:42.837088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6e714-9852-4015-87a0-54ad1e32c598 req-f6a8bd87-e6d5-486c-8b7e-1e3edb6d6b23 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:42.839560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-65d6d9ba-8591-4dd8-9fec-5491db58fc1a req-854b4694-274e-4529-9e47-794e1420eb22 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Calling delete_port for 4d331fce-3c40-4dfb-bf64-38798d81ec55 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:21:42.848480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6e714-9852-4015-87a0-54ad1e32c598 req-f6a8bd87-e6d5-486c-8b7e-1e3edb6d6b23 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:42.852433 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4ac6e714-9852-4015-87a0-54ad1e32c598 req-f6a8bd87-e6d5-486c-8b7e-1e3edb6d6b23 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5431 time: 0.1962383
Jun 04 15:21:42.917294 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 7938937e-37ff-4ff3-9751-b09fa0d241f6 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:42.939191 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4ac6e714-9852-4015-87a0-54ad1e32c598 req-a5b45cca-5a79-4e18-b076-5e26da3c1ca5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0702415
Jun 04 15:21:43.091700 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ead126f0-efff-4e30-9b66-9f6334d5b870 req-d67e659a-c14c-4924-97c3-0721de0bc003 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "GET /v2.0/security-groups/1152cbfc-4896-4a2e-ba85-304ef687881d HTTP/1.1" status: 200  len: 1815 time: 0.0837278
Jun 04 15:21:43.112880 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-65d6d9ba-8591-4dd8-9fec-5491db58fc1a req-854b4694-274e-4529-9e47-794e1420eb22 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:43.120826 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:43.190180 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ead126f0-efff-4e30-9b66-9f6334d5b870 req-a8b542b4-954b-4086-b072-797cb6e58558 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:43.200727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['4d331fce-3c40-4dfb-bf64-38798d81ec55'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:43.219779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b4694-274e-4529-9e47-794e1420eb22 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Pushing event deleted for resources: {'Port': ['ID=4d331fce-3c40-4dfb-bf64-38798d81ec55,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:43.225754 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-854b4694-274e-4529-9e47-794e1420eb22 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:43.246753 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ead126f0-efff-4e30-9b66-9f6334d5b870 req-a8b542b4-954b-4086-b072-797cb6e58558 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:43.326833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d6d9ba-8591-4dd8-9fec-5491db58fc1a req-854b4694-274e-4529-9e47-794e1420eb22 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] No DVR routers for this DVR port 4d331fce-3c40-4dfb-bf64-38798d81ec55 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:21:43.330351 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-65d6d9ba-8591-4dd8-9fec-5491db58fc1a req-854b4694-274e-4529-9e47-794e1420eb22 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:43.333854 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ced0bd-47e5-441f-9f9e-e76087d3aef0', 'name': 'network-vif-deleted', 'tag': '4d331fce-3c40-4dfb-bf64-38798d81ec55'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:43.337604 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33402e93-1b77-4cfb-ad24-bd16f78751d7" -d '{"events": [{"server_uuid": "76ced0bd-47e5-441f-9f9e-e76087d3aef0", "name": "network-vif-deleted", "tag": "4d331fce-3c40-4dfb-bf64-38798d81ec55"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:43.369618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ab9c6-db01-48c5-8ada-4a3ea1f7a8cd req-9403e44c-7d71-473d-b4bb-ea86bc4c6f3a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:43.371155 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae5ab9c6-db01-48c5-8ada-4a3ea1f7a8cd req-9403e44c-7d71-473d-b4bb-ea86bc4c6f3a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 945 time: 0.2188115
Jun 04 15:21:43.410435 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ead126f0-efff-4e30-9b66-9f6334d5b870 req-a8b542b4-954b-4086-b072-797cb6e58558 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:43.426077 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9f3047ac-9421-452c-9be5-809c636be6d9 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:43.437975 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae5ab9c6-db01-48c5-8ada-4a3ea1f7a8cd req-4256b033-6e9f-445a-8a5b-70cd05490226 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586724
Jun 04 15:21:43.443703 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-65d6d9ba-8591-4dd8-9fec-5491db58fc1a req-854b4694-274e-4529-9e47-794e1420eb22 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.65 "DELETE /v2.0/ports/4d331fce-3c40-4dfb-bf64-38798d81ec55 HTTP/1.1" status: 204  len: 173 time: 1.5271356
Jun 04 15:21:43.451454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b542b4-954b-4086-b072-797cb6e58558 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1152cbfc-4896-4a2e-ba85-304ef687881d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:43.486878 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a8b542b4-954b-4086-b072-797cb6e58558 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:43.486878 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-ead126f0-efff-4e30-9b66-9f6334d5b870 req-a8b542b4-954b-4086-b072-797cb6e58558 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:43.486878 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ead126f0-efff-4e30-9b66-9f6334d5b870 req-a8b542b4-954b-4086-b072-797cb6e58558 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "DELETE /v2.0/security-groups/1152cbfc-4896-4a2e-ba85-304ef687881d HTTP/1.1" status: 204  len: 173 time: 0.3682714
Jun 04 15:21:43.521101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 7938937e-37ff-4ff3-9751-b09fa0d241f6, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=7938937e-37ff-4ff3-9751-b09fa0d241f6,segment=NetworkSegment(073b0851-c23f-4d82-99e3-8a9b40f03ea6),segment_id=073b0851-c23f-4d82-99e3-8a9b40f03ea6)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:43.575132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '7938937e-37ff-4ff3-9751-b09fa0d241f6', 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795', 'port_id': '7938937e-37ff-4ff3-9751-b09fa0d241f6', 'mac_address': 'fa:16:3e:c4:e0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609b259b-c087-44a5-9daf-3b5e7e8e553a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:43.710290 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:43.734979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f569b-adb7-4507-8f72-4fca17bc770a req-f2d3d0f4-4efd-4bd1-986f-f186cbf53a7f tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:43.736545 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c5f569b-adb7-4507-8f72-4fca17bc770a req-f2d3d0f4-4efd-4bd1-986f-f186cbf53a7f tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.1591985
Jun 04 15:21:43.760296 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7938937e-37ff-4ff3-9751-b09fa0d241f6 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:43.783708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 7938937e-37ff-4ff3-9751-b09fa0d241f6, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=7938937e-37ff-4ff3-9751-b09fa0d241f6,segment=NetworkSegment(073b0851-c23f-4d82-99e3-8a9b40f03ea6),segment_id=073b0851-c23f-4d82-99e3-8a9b40f03ea6)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:43.816435 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c5f569b-adb7-4507-8f72-4fca17bc770a req-031b2f5a-474e-4260-a162-61db7e3415c2 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691285
Jun 04 15:21:43.909886 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:43.913075 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:43.919659 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:43.985091 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df203c5-863d-485f-ac65-259e2b132890 x-openstack-request-id: req-3df203c5-863d-485f-ac65-259e2b132890 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:43.985463 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ced0bd-47e5-441f-9f9e-e76087d3aef0", "name": "network-vif-deleted", "tag": "4d331fce-3c40-4dfb-bf64-38798d81ec55", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:43.985766 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3df203c5-863d-485f-ac65-259e2b132890 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:43.986223 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ced0bd-47e5-441f-9f9e-e76087d3aef0', 'name': 'network-vif-deleted', 'tag': '4d331fce-3c40-4dfb-bf64-38798d81ec55', 'status': 'completed', 'code': 200}
Jun 04 15:21:44.045641 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1eba01-0a53-40a5-926b-baf972cd6af7 req-2d963abe-2ed1-4dca-9e44-b43ea4f3916d tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:44.048404 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7f1eba01-0a53-40a5-926b-baf972cd6af7 req-2d963abe-2ed1-4dca-9e44-b43ea4f3916d tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.1139619
Jun 04 15:21:44.093072 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a17b1949-9391-4898-8939-3424384ef072 req-cb8b0539-bfc0-4e78-8755-464fac52a7a3 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "GET /v2.0/security-groups/ae743245-93e6-442f-8e36-e8020969a505 HTTP/1.1" status: 200  len: 1815 time: 0.0745366
Jun 04 15:21:44.110071 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=7938937e-37ff-4ff3-9751-b09fa0d241f6,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:44.115486 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:44.126544 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7f1eba01-0a53-40a5-926b-baf972cd6af7 req-42aae054-edd5-4411-82b8-18571070e7ae tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681288
Jun 04 15:21:44.252053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:44.252754 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a17b1949-9391-4898-8939-3424384ef072 req-316b535a-c642-4540-9082-8f619d23fdb1 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:44.283887 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '783a3e7f-c7ae-454f-ba54-8ec9e3e03af5', 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c', 'port_id': '783a3e7f-c7ae-454f-ba54-8ec9e3e03af5', 'mac_address': 'fa:16:3e:21:97:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0677ed8-2435-4b55-9bdf-6bdd70a96c5c', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:44.309045 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a17b1949-9391-4898-8939-3424384ef072 req-316b535a-c642-4540-9082-8f619d23fdb1 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:44.365088 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:44.370367 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-993b3612-145d-4d33-b2d1-606b7b3011a0 req-45161834-73f4-4c60-9198-511871d59a0d tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ced0bd-47e5-441f-9f9e-e76087d3aef0 HTTP/1.1" status: 200  len: 210 time: 0.0751035
Jun 04 15:21:44.385772 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:44.409376 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:44.462190 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a17b1949-9391-4898-8939-3424384ef072 req-316b535a-c642-4540-9082-8f619d23fdb1 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:44.471173 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:44.496164 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:44.496914 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b535a-c642-4540-9082-8f619d23fdb1 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae743245-93e6-442f-8e36-e8020969a505,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:44.497809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e11cad97-5be6-48e6-bf28-5f9a6959d242 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:44.502184 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-316b535a-c642-4540-9082-8f619d23fdb1 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:44.505529 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a17b1949-9391-4898-8939-3424384ef072 req-316b535a-c642-4540-9082-8f619d23fdb1 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:44.507083 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a17b1949-9391-4898-8939-3424384ef072 req-316b535a-c642-4540-9082-8f619d23fdb1 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "DELETE /v2.0/security-groups/ae743245-93e6-442f-8e36-e8020969a505 HTTP/1.1" status: 204  len: 173 time: 0.3941691
Jun 04 15:21:44.507896 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:44.657771 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:44.664809 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:44.664809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e11cad97-5be6-48e6-bf28-5f9a6959d242, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11cad97-5be6-48e6-bf28-5f9a6959d242,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:44.686060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'e11cad97-5be6-48e6-bf28-5f9a6959d242', 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c', 'port_id': 'e11cad97-5be6-48e6-bf28-5f9a6959d242', 'mac_address': 'fa:16:3e:5b:15:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0677ed8-2435-4b55-9bdf-6bdd70a96c5c', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:44.770674 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:44.801421 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11cad97-5be6-48e6-bf28-5f9a6959d242 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:44.834509 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e11cad97-5be6-48e6-bf28-5f9a6959d242, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11cad97-5be6-48e6-bf28-5f9a6959d242,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:44.837056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b6bc-8584-4b78-b615-b71516a360f0 req-634a9fab-4230-4698-a717-a523b0bf4c7a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:44.847466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b6bc-8584-4b78-b615-b71516a360f0 req-634a9fab-4230-4698-a717-a523b0bf4c7a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:44.859451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b6bc-8584-4b78-b615-b71516a360f0 req-634a9fab-4230-4698-a717-a523b0bf4c7a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:44.871711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b6bc-8584-4b78-b615-b71516a360f0 req-634a9fab-4230-4698-a717-a523b0bf4c7a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:44.881080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b6bc-8584-4b78-b615-b71516a360f0 req-634a9fab-4230-4698-a717-a523b0bf4c7a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:44.892713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b6bc-8584-4b78-b615-b71516a360f0 req-634a9fab-4230-4698-a717-a523b0bf4c7a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:44.903742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b6bc-8584-4b78-b615-b71516a360f0 req-634a9fab-4230-4698-a717-a523b0bf4c7a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:44.906544 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6b2b6bc-8584-4b78-b615-b71516a360f0 req-634a9fab-4230-4698-a717-a523b0bf4c7a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5433 time: 0.2217374
Jun 04 15:21:44.935465 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:44.936234 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device eff2a110-bfbd-4b7c-802b-81406f46e243 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:44.939914 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:44.992638 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6b2b6bc-8584-4b78-b615-b71516a360f0 req-ec8fb323-91b2-4837-859b-77e254614d8e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0751972
Jun 04 15:21:45.052447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e11cad97-5be6-48e6-bf28-5f9a6959d242,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:45.059226 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:45.064213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port eff2a110-bfbd-4b7c-802b-81406f46e243, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=eff2a110-bfbd-4b7c-802b-81406f46e243,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:45.094344 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'eff2a110-bfbd-4b7c-802b-81406f46e243', 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c', 'port_id': 'eff2a110-bfbd-4b7c-802b-81406f46e243', 'mac_address': 'fa:16:3e:ad:1c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0677ed8-2435-4b55-9bdf-6bdd70a96c5c', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:45.101025 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bfe51bd1-2bc5-46ca-8652-ca2681db1a0b req-c34a4732-3e52-4ad8-ac10-05f33eb71949 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "GET /v2.0/security-groups/ab1364ef-8762-4902-8e53-fac9622eee34 HTTP/1.1" status: 200  len: 1814 time: 0.0700719
Jun 04 15:21:45.172664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbe415-8306-4797-b8c0-2bb3ef66f864 req-aa4a41e0-6a39-45dc-967b-2b6d3e7296b1 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:45.175314 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d7fbe415-8306-4797-b8c0-2bb3ef66f864 req-aa4a41e0-6a39-45dc-967b-2b6d3e7296b1 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 945 time: 0.1332011
Jun 04 15:21:45.189521 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:45.195435 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bfe51bd1-2bc5-46ca-8652-ca2681db1a0b req-fc2fc073-20ba-4590-9607-c42ccf647b73 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:45.216215 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff2a110-bfbd-4b7c-802b-81406f46e243 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:45.233421 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bfe51bd1-2bc5-46ca-8652-ca2681db1a0b req-fc2fc073-20ba-4590-9607-c42ccf647b73 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:45.242609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port eff2a110-bfbd-4b7c-802b-81406f46e243, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=eff2a110-bfbd-4b7c-802b-81406f46e243,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:45.254126 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d7fbe415-8306-4797-b8c0-2bb3ef66f864 req-6d612072-45de-4caa-8be4-ab5065eeebcd tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710247
Jun 04 15:21:45.347970 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:45.349396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:45.355886 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:45.381437 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bfe51bd1-2bc5-46ca-8652-ca2681db1a0b req-fc2fc073-20ba-4590-9607-c42ccf647b73 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:45.386724 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-900b31d7-dd3e-48dd-b4c7-d5ed61a27d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:45.404556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fc073-20ba-4590-9607-c42ccf647b73 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1364ef-8762-4902-8e53-fac9622eee34,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:45.411599 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fc2fc073-20ba-4590-9607-c42ccf647b73 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:45.412508 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bfe51bd1-2bc5-46ca-8652-ca2681db1a0b req-fc2fc073-20ba-4590-9607-c42ccf647b73 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:45.413676 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bfe51bd1-2bc5-46ca-8652-ca2681db1a0b req-fc2fc073-20ba-4590-9607-c42ccf647b73 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "DELETE /v2.0/security-groups/ab1364ef-8762-4902-8e53-fac9622eee34 HTTP/1.1" status: 204  len: 173 time: 0.3057380
Jun 04 15:21:45.456502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1,segment=NetworkSegment(073b0851-c23f-4d82-99e3-8a9b40f03ea6),segment_id=073b0851-c23f-4d82-99e3-8a9b40f03ea6)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:45.463940 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=eff2a110-bfbd-4b7c-802b-81406f46e243,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:45.469965 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:45.475236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1', 'network_id': '67bebaa3-339e-464b-87fc-b3100714b795', 'port_id': '3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1', 'mac_address': 'fa:16:3e:26:37:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609b259b-c087-44a5-9daf-3b5e7e8e553a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:45.499606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5e282-73eb-4f46-b539-cafd163d480c req-9d2c6e3b-3265-4021-b9a1-00e35ef6d873 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:45.502369 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ade5e282-73eb-4f46-b539-cafd163d480c req-9d2c6e3b-3265-4021-b9a1-00e35ef6d873 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 945 time: 0.1293893
Jun 04 15:21:45.569905 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ade5e282-73eb-4f46-b539-cafd163d480c req-13887889-b747-4096-868b-f57de88e550b tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582943
Jun 04 15:21:45.572539 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:45.614571 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:45.643843 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1,segment=NetworkSegment(073b0851-c23f-4d82-99e3-8a9b40f03ea6),segment_id=073b0851-c23f-4d82-99e3-8a9b40f03ea6)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:45.727745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913513ad-76ea-4bed-b0f2-89cfdb608abe req-2764f933-0e1c-4868-bec5-1267483445d3 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:45.729365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-913513ad-76ea-4bed-b0f2-89cfdb608abe req-2764f933-0e1c-4868-bec5-1267483445d3 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.1350558
Jun 04 15:21:45.749223 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:45.750401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 866f06d1-ae5e-4e52-a577-794e989480c1 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:45.756299 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:45.792717 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-913513ad-76ea-4bed-b0f2-89cfdb608abe req-2799cdec-3db3-40a6-8608-5bcd54c9ae20 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508721
Jun 04 15:21:45.802492 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6932e64-9ff7-438b-8749-70916723408b req-2ddafd2a-5363-415a-8c99-c8af54e3bb64 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:45.805363 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a6932e64-9ff7-438b-8749-70916723408b req-2ddafd2a-5363-415a-8c99-c8af54e3bb64 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.1150301
Jun 04 15:21:45.854859 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:45.860431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 866f06d1-ae5e-4e52-a577-794e989480c1, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=866f06d1-ae5e-4e52-a577-794e989480c1,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:45.869522 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:45.880827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '866f06d1-ae5e-4e52-a577-794e989480c1', 'network_id': '7f6b3c1d-53c9-4fb5-ba35-55088d32071c', 'port_id': '866f06d1-ae5e-4e52-a577-794e989480c1', 'mac_address': 'fa:16:3e:bb:9f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0677ed8-2435-4b55-9bdf-6bdd70a96c5c', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:45.894402 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a6932e64-9ff7-438b-8749-70916723408b req-ee672648-82e1-4767-92c5-85fbbdd1f23e tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695703
Jun 04 15:21:45.919772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47532) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:45.985168 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:45.995844 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-776108da-1940-4ea7-86af-8403b45f49ae req-4ad3fe35-16de-4ba0-b514-407a0a575632 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "GET /v2.0/security-groups/5291bbc2-9442-46cd-b6ca-c60fed010db1 HTTP/1.1" status: 200  len: 1813 time: 0.0750012
Jun 04 15:21:46.013725 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1ac515-8cd2-4ae2-a211-f68ffb2152c7 admin admin] Deleting subnet e94ae407-86a5-4e9a-87c8-3333ce6edff6 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:21:46.020026 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866f06d1-ae5e-4e52-a577-794e989480c1 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:46.048980 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 866f06d1-ae5e-4e52-a577-794e989480c1, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=866f06d1-ae5e-4e52-a577-794e989480c1,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:46.074123 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac515-8cd2-4ae2-a211-f68ffb2152c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:46.114975 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-776108da-1940-4ea7-86af-8403b45f49ae req-e9d290f1-82fd-4162-9248-d6b177b112c0 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:46.140195 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:46.143556 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:46.169155 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-776108da-1940-4ea7-86af-8403b45f49ae req-e9d290f1-82fd-4162-9248-d6b177b112c0 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:46.180443 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac515-8cd2-4ae2-a211-f68ffb2152c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:46.205987 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:46.342071 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-776108da-1940-4ea7-86af-8403b45f49ae req-e9d290f1-82fd-4162-9248-d6b177b112c0 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:46.346676 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=866f06d1-ae5e-4e52-a577-794e989480c1,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:46.353242 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:46.357306 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:46.357642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:46.358015 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:46.358333 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:46.358666 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:46.358996 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:46.359321 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:46.359643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:46.359964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:46.360281 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:46.360601 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:46.360918 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:46.366838 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:46.386927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d290f1-82fd-4162-9248-d6b177b112c0 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5291bbc2-9442-46cd-b6ca-c60fed010db1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:46.390751 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e9d290f1-82fd-4162-9248-d6b177b112c0 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:46.394470 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-776108da-1940-4ea7-86af-8403b45f49ae req-e9d290f1-82fd-4162-9248-d6b177b112c0 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:46.396472 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-776108da-1940-4ea7-86af-8403b45f49ae req-e9d290f1-82fd-4162-9248-d6b177b112c0 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "DELETE /v2.0/security-groups/5291bbc2-9442-46cd-b6ca-c60fed010db1 HTTP/1.1" status: 204  len: 173 time: 0.3842747
Jun 04 15:21:46.444388 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:46.452847 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:46.453697 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:46.499821 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4d331fce-3c40-4dfb-bf64-38798d81ec55 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:21:46.595993 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac515-8cd2-4ae2-a211-f68ffb2152c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:46.597634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 4d331fce-3c40-4dfb-bf64-38798d81ec55 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:21:46.598756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4d331fce-3c40-4dfb-bf64-38798d81ec55 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:21:46.660259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4da148-7c6a-44dd-b56e-dffb62b6bb50 req-f7fd0412-16d4-4f63-9fea-c27fb645c389 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:46.661866 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cd4da148-7c6a-44dd-b56e-dffb62b6bb50 req-f7fd0412-16d4-4f63-9fea-c27fb645c389 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 945 time: 0.6543002
Jun 04 15:21:46.686216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed604fc-4bff-41ce-9225-fc5dc7bd51fe req-cdf2fb57-9a43-43d1-9695-cd37cef42a56 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:46.688330 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fed604fc-4bff-41ce-9225-fc5dc7bd51fe req-cdf2fb57-9a43-43d1-9695-cd37cef42a56 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 945 time: 0.1447449
Jun 04 15:21:46.706110 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:46.757467 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fed604fc-4bff-41ce-9225-fc5dc7bd51fe req-e4590895-9b58-4c42-b74b-40100b158845 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622358
Jun 04 15:21:46.760173 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:46.764726 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edece2f5-bb86-4408-a68c-56754c213671" -d '{"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-plugged", "status": "completed", "tag": "4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:46.779155 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6,segment=NetworkSegment(e30ded52-5f18-4ace-b44d-640f39295b8b),segment_id=e30ded52-5f18-4ace-b44d-640f39295b8b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:46.779855 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:21:46.792185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b4728-c57f-4ddd-8fc0-f6b7a9c52bf6 req-ca7d386f-357d-4e1c-b5c8-b96af1162e5d tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:46.795957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b4728-c57f-4ddd-8fc0-f6b7a9c52bf6 req-ca7d386f-357d-4e1c-b5c8-b96af1162e5d tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:46.801972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b4728-c57f-4ddd-8fc0-f6b7a9c52bf6 req-ca7d386f-357d-4e1c-b5c8-b96af1162e5d tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:46.808844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b4728-c57f-4ddd-8fc0-f6b7a9c52bf6 req-ca7d386f-357d-4e1c-b5c8-b96af1162e5d tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:46.814765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b4728-c57f-4ddd-8fc0-f6b7a9c52bf6 req-ca7d386f-357d-4e1c-b5c8-b96af1162e5d tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:46.821674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b4728-c57f-4ddd-8fc0-f6b7a9c52bf6 req-ca7d386f-357d-4e1c-b5c8-b96af1162e5d tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:46.827817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b4728-c57f-4ddd-8fc0-f6b7a9c52bf6 req-ca7d386f-357d-4e1c-b5c8-b96af1162e5d tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:46.829908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-961b4728-c57f-4ddd-8fc0-f6b7a9c52bf6 req-ca7d386f-357d-4e1c-b5c8-b96af1162e5d tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5437 time: 0.3784771
Jun 04 15:21:46.840415 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:46.841390 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 8cc7e43f-44e6-4119-97ab-462f4ee5ccad up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:46.874918 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:46.884147 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-802e4288-b6da-4e7a-af88-a301b89ecf58 req-f7933295-e71c-4094-a7e0-c2c5026e46de tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "GET /v2.0/security-groups/fede9411-33e4-446c-9a4d-241c53ad5329 HTTP/1.1" status: 200  len: 1815 time: 0.0869546
Jun 04 15:21:47.000721 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-802e4288-b6da-4e7a-af88-a301b89ecf58 req-bdd48a1b-b7e9-4b9a-9fbd-95bdc064b74b tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:47.010585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:47.014961 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:47.042766 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-961b4728-c57f-4ddd-8fc0-f6b7a9c52bf6 req-0ba098f2-854a-44c7-a0c4-a4aa9b5ffca7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1957121
Jun 04 15:21:47.049081 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-802e4288-b6da-4e7a-af88-a301b89ecf58 req-bdd48a1b-b7e9-4b9a-9fbd-95bdc064b74b tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:47.091070 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 8cc7e43f-44e6-4119-97ab-462f4ee5ccad completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:47.103526 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 8cc7e43f-44e6-4119-97ab-462f4ee5ccad triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:47.104621 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:47.157322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-cd4da148-7c6a-44dd-b56e-dffb62b6bb50 req-991621fc-36af-45b8-a4c2-fd46b3a3f7e7 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Deleting port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:21:47.157615 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cd4da148-7c6a-44dd-b56e-dffb62b6bb50 req-991621fc-36af-45b8-a4c2-fd46b3a3f7e7 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:47.176408 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-802e4288-b6da-4e7a-af88-a301b89ecf58 req-bdd48a1b-b7e9-4b9a-9fbd-95bdc064b74b tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:47.182782 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:47.198052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd48a1b-b7e9-4b9a-9fbd-95bdc064b74b tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fede9411-33e4-446c-9a4d-241c53ad5329,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:47.210189 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bdd48a1b-b7e9-4b9a-9fbd-95bdc064b74b tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:47.214196 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-802e4288-b6da-4e7a-af88-a301b89ecf58 req-bdd48a1b-b7e9-4b9a-9fbd-95bdc064b74b tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:47.215331 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-802e4288-b6da-4e7a-af88-a301b89ecf58 req-bdd48a1b-b7e9-4b9a-9fbd-95bdc064b74b tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] 10.222.0.32 "DELETE /v2.0/security-groups/fede9411-33e4-446c-9a4d-241c53ad5329 HTTP/1.1" status: 204  len: 173 time: 0.3243642
Jun 04 15:21:47.221968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47552) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:47.295956 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:47.298398 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c545ebf-0a24-42f4-bc5f-7842332997ff admin admin] Deleting subnet 01a73d91-7c53-40b6-98be-32c2d46ee220 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:21:47.303115 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c545ebf-0a24-42f4-bc5f-7842332997ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:47.380428 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac515-8cd2-4ae2-a211-f68ffb2152c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:47.393823 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c545ebf-0a24-42f4-bc5f-7842332997ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:47.395158 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4137a9-abc0-4d2b-9fd2-085db06ebef9 x-openstack-request-id: req-6d4137a9-abc0-4d2b-9fd2-085db06ebef9 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:47.395420 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f84efed9-29ef-4a64-bdfe-64084f8272ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:47.395595 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-plugged", "status": "completed", "tag": "4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:47.395696 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d4137a9-abc0-4d2b-9fd2-085db06ebef9 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:47.396101 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6', 'code': 200}
Jun 04 15:21:47.397387 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:47.452478 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['7938937e-37ff-4ff3-9751-b09fa0d241f6'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:47.476684 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['783a3e7f-c7ae-454f-ba54-8ec9e3e03af5'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:47.503026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ac515-8cd2-4ae2-a211-f68ffb2152c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e94ae407-86a5-4e9a-87c8-3333ce6edff6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:47.509610 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dc1ac515-8cd2-4ae2-a211-f68ffb2152c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:47.518148 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac515-8cd2-4ae2-a211-f68ffb2152c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:47.535910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-cd4da148-7c6a-44dd-b56e-dffb62b6bb50 req-991621fc-36af-45b8-a4c2-fd46b3a3f7e7 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] For port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=55fc0daa-03a9-42cf-8306-7837ca3ebdaa,segment=NetworkSegment(754e592f-6a71-4614-bc9b-e8a0f47faefa),segment_id=754e592f-6a71-4614-bc9b-e8a0f47faefa)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:47.536572 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cd4da148-7c6a-44dd-b56e-dffb62b6bb50 req-991621fc-36af-45b8-a4c2-fd46b3a3f7e7 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:47.539104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['e11cad97-5be6-48e6-bf28-5f9a6959d242'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:47.545705 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c545ebf-0a24-42f4-bc5f-7842332997ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:47.550148 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dc1ac515-8cd2-4ae2-a211-f68ffb2152c7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e94ae407-86a5-4e9a-87c8-3333ce6edff6 HTTP/1.1" status: 204  len: 168 time: 1.6289721
Jun 04 15:21:47.554294 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47554) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:47.683472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac36480-11cc-42a1-bdc4-de88a6a214c3 req-085fbebf-abd0-434d-b152-64e13919932d tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:47.685344 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5ac36480-11cc-42a1-bdc4-de88a6a214c3 req-085fbebf-abd0-434d-b152-64e13919932d tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.1874425
Jun 04 15:21:47.704282 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 8cc7e43f-44e6-4119-97ab-462f4ee5ccad, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8cc7e43f-44e6-4119-97ab-462f4ee5ccad,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:47.709568 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-cd4da148-7c6a-44dd-b56e-dffb62b6bb50 req-991621fc-36af-45b8-a4c2-fd46b3a3f7e7 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Calling delete_port for 55fc0daa-03a9-42cf-8306-7837ca3ebdaa owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:21:47.730580 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594beed8-d3ad-49c5-a1e3-50a6e3fba4a5 req-cd560097-f466-4729-9fe8-7347e7255fce tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:47.734225 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-594beed8-d3ad-49c5-a1e3-50a6e3fba4a5 req-cd560097-f466-4729-9fe8-7347e7255fce tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 945 time: 0.5435259
Jun 04 15:21:47.785475 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:47.786390 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 55fc0daa-03a9-42cf-8306-7837ca3ebdaa no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:21:47.839920 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:47.890079 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a975a3f9-cc68-4d99-80c1-c9433acb63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:47.915972 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-594beed8-d3ad-49c5-a1e3-50a6e3fba4a5 req-75f18580-79b2-459e-a101-fb09c2bbca84 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e79a520-3127-4216-bda7-7200d3420c6d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639512
Jun 04 15:21:47.952479 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5ac36480-11cc-42a1-bdc4-de88a6a214c3 req-d441715e-35d5-4d6c-9c24-f724e761bbf5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2607214
Jun 04 15:21:48.152597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['866f06d1-ae5e-4e52-a577-794e989480c1'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:48.199805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 4594226c-b739-4a3c-af4a-d881d0cee187 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:21:48.211300 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c545ebf-0a24-42f4-bc5f-7842332997ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:48.222289 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3e182635-cc8b-44f3-aba4-cfac1a0cf9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:48.250780 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a975a3f9-cc68-4d99-80c1-c9433acb63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:48.285824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-a975a3f9-cc68-4d99-80c1-c9433acb63c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386f78fd0>,) {'filters': {'network_id': ['923e6166-ec3f-45d0-936f-aa1f3a680385']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:21:48.289653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=8cc7e43f-44e6-4119-97ab-462f4ee5ccad,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:48.310060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['eff2a110-bfbd-4b7c-802b-81406f46e243'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:48.323083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c545ebf-0a24-42f4-bc5f-7842332997ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a73d91-7c53-40b6-98be-32c2d46ee220,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:48.324590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-a975a3f9-cc68-4d99-80c1-c9433acb63c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f78fd0>, 'f9f22b2c-3a7b-4b0c-969f-8419c8d11767') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:21:48.324956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-a975a3f9-cc68-4d99-80c1-c9433acb63c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f78fd0>, 'f9f22b2c-3a7b-4b0c-969f-8419c8d11767') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:21:48.338665 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c545ebf-0a24-42f4-bc5f-7842332997ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:48.341212 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c545ebf-0a24-42f4-bc5f-7842332997ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:48.342495 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a975a3f9-cc68-4d99-80c1-c9433acb63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:48.350806 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3c545ebf-0a24-42f4-bc5f-7842332997ff admin admin] 10.222.0.32 "DELETE /v2.0/subnets/01a73d91-7c53-40b6-98be-32c2d46ee220 HTTP/1.1" status: 204  len: 168 time: 1.1273975
Jun 04 15:21:48.354120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47560) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:48.354753 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:48.396814 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a975a3f9-cc68-4d99-80c1-c9433acb63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:48.453566 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.resource_extend [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:21:48.455777 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a975a3f9-cc68-4d99-80c1-c9433acb63c1 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:21:48.456184 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a975a3f9-cc68-4d99-80c1-c9433acb63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:21:48.473380 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:21:48.496160 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a128e25-908c-4228-9ec0-364ee272b891 req-390d8ce4-cc3c-4a6e-9717-fe02ef77bc45 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:48.503903 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4a128e25-908c-4228-9ec0-364ee272b891 req-390d8ce4-cc3c-4a6e-9717-fe02ef77bc45 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 946 time: 0.1217248
Jun 04 15:21:48.532715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa update to DOWN by agent not found {{(pid=88302) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}}
Jun 04 15:21:48.533212 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 4594226c-b739-4a3c-af4a-d881d0cee187 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:21:48.552791 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4a128e25-908c-4228-9ec0-364ee272b891 req-e739ccf1-8d27-4e33-b43e-9c7c5319cd2a tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480351
Jun 04 15:21:48.616869 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cd4da148-7c6a-44dd-b56e-dffb62b6bb50 req-991621fc-36af-45b8-a4c2-fd46b3a3f7e7 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:48.646573 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b4bf3900-a817-4f57-879f-419aa7638fe4 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:48.734288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0ef35-7300-45f3-b89d-2d74239b8eaf req-86f335dd-72b3-4a9b-af29-9accae3965e2 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:48.735724 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12c0ef35-7300-45f3-b89d-2d74239b8eaf req-86f335dd-72b3-4a9b-af29-9accae3965e2 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.6118090
Jun 04 15:21:48.766305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991621fc-36af-45b8-a4c2-fd46b3a3f7e7 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Pushing event deleted for resources: {'Port': ['ID=55fc0daa-03a9-42cf-8306-7837ca3ebdaa,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:48.771107 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4156989-7815-40a6-8caf-1f4b3e9703c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:48.774371 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-991621fc-36af-45b8-a4c2-fd46b3a3f7e7 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:48.816910 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48e4e3-f77b-468a-9c05-c304af9fc361 req-dac0f136-e3ae-4849-973f-f6a0011a684a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:48.823954 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48e4e3-f77b-468a-9c05-c304af9fc361 req-dac0f136-e3ae-4849-973f-f6a0011a684a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:48.830060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48e4e3-f77b-468a-9c05-c304af9fc361 req-dac0f136-e3ae-4849-973f-f6a0011a684a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:48.836069 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48e4e3-f77b-468a-9c05-c304af9fc361 req-dac0f136-e3ae-4849-973f-f6a0011a684a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:48.842470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48e4e3-f77b-468a-9c05-c304af9fc361 req-dac0f136-e3ae-4849-973f-f6a0011a684a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:48.849045 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48e4e3-f77b-468a-9c05-c304af9fc361 req-dac0f136-e3ae-4849-973f-f6a0011a684a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:48.855755 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48e4e3-f77b-468a-9c05-c304af9fc361 req-dac0f136-e3ae-4849-973f-f6a0011a684a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:48.858021 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bc48e4e3-f77b-468a-9c05-c304af9fc361 req-dac0f136-e3ae-4849-973f-f6a0011a684a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5438 time: 0.1594429
Jun 04 15:21:48.912453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4da148-7c6a-44dd-b56e-dffb62b6bb50 req-991621fc-36af-45b8-a4c2-fd46b3a3f7e7 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] No DVR routers for this DVR port 55fc0daa-03a9-42cf-8306-7837ca3ebdaa on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:21:48.924246 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-cd4da148-7c6a-44dd-b56e-dffb62b6bb50 req-991621fc-36af-45b8-a4c2-fd46b3a3f7e7 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:48.928784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e5e339-a4be-4e67-b6c0-0afc80974fba', 'name': 'network-vif-deleted', 'tag': '55fc0daa-03a9-42cf-8306-7837ca3ebdaa'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:48.933252 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f108df-2882-42af-bbd3-d9afce837ac3" -d '{"events": [{"server_uuid": "d9e5e339-a4be-4e67-b6c0-0afc80974fba", "name": "network-vif-deleted", "tag": "55fc0daa-03a9-42cf-8306-7837ca3ebdaa"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:48.933756 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bc48e4e3-f77b-468a-9c05-c304af9fc361 req-4d9c0cf5-9713-4de1-b84c-1cb7cc33c17f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0596244
Jun 04 15:21:48.983566 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a975a3f9-cc68-4d99-80c1-c9433acb63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:48.984666 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 4594226c-b739-4a3c-af4a-d881d0cee187, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4594226c-b739-4a3c-af4a-d881d0cee187,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:48.997172 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12c0ef35-7300-45f3-b89d-2d74239b8eaf req-367f2d1b-b238-44b3-a556-ba0bcc4ccf30 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2446930
Jun 04 15:21:49.003674 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:49.026255 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '4594226c-b739-4a3c-af4a-d881d0cee187', 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf', 'port_id': '4594226c-b739-4a3c-af4a-d881d0cee187', 'mac_address': 'fa:16:3e:ab:1f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8489d5df-5d8a-49e1-8528-76dd9a81e2aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:21:49.036892 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:49.040877 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a975a3f9-cc68-4d99-80c1-c9433acb63c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:49.048247 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d71569-b217-4f3e-84b5-892566516df7 x-openstack-request-id: req-21d71569-b217-4f3e-84b5-892566516df7 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:49.048756 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e5e339-a4be-4e67-b6c0-0afc80974fba", "name": "network-vif-deleted", "tag": "55fc0daa-03a9-42cf-8306-7837ca3ebdaa", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:49.049501 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21d71569-b217-4f3e-84b5-892566516df7 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:49.049894 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e5e339-a4be-4e67-b6c0-0afc80974fba', 'name': 'network-vif-deleted', 'tag': '55fc0daa-03a9-42cf-8306-7837ca3ebdaa', 'status': 'completed', 'code': 200}
Jun 04 15:21:49.081962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975a3f9-cc68-4d99-80c1-c9433acb63c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=923e6166-ec3f-45d0-936f-aa1f3a680385,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:49.087177 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a975a3f9-cc68-4d99-80c1-c9433acb63c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:49.177493 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 4594226c-b739-4a3c-af4a-d881d0cee187, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4594226c-b739-4a3c-af4a-d881d0cee187,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:49.190427 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cd4da148-7c6a-44dd-b56e-dffb62b6bb50 req-991621fc-36af-45b8-a4c2-fd46b3a3f7e7 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.62 "DELETE /v2.0/ports/55fc0daa-03a9-42cf-8306-7837ca3ebdaa HTTP/1.1" status: 204  len: 173 time: 2.5150607
Jun 04 15:21:49.192650 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4156989-7815-40a6-8caf-1f4b3e9703c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:49.239117 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a975a3f9-cc68-4d99-80c1-c9433acb63c1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/923e6166-ec3f-45d0-936f-aa1f3a680385 HTTP/1.1" status: 204  len: 168 time: 1.6752663
Jun 04 15:21:49.246943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848be25-a2db-49d1-803f-00ab7a282857 req-c46fee93-dfd4-4438-b868-9652e28b146c tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:49.249159 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4848be25-a2db-49d1-803f-00ab7a282857 req-c46fee93-dfd4-4438-b868-9652e28b146c tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.1048069
Jun 04 15:21:49.257512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-c4156989-7815-40a6-8caf-1f4b3e9703c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c93d430>,) {'filters': {'network_id': ['6956328c-9ec2-488e-9a39-c951a0793d0b']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:21:49.259131 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:49.263842 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:49.281230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-aacc2104-a9cf-4e98-9460-636567963b4e req-5f598c08-dd3e-4e2c-941b-61d04392f7b2 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Synchronizing usage tracker for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:21:49.299222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-c4156989-7815-40a6-8caf-1f4b3e9703c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c93d430>, '9da54bff-ac56-43e0-8fb8-6cb12a0709b8') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:21:49.299222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-c4156989-7815-40a6-8caf-1f4b3e9703c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c93d430>, '9da54bff-ac56-43e0-8fb8-6cb12a0709b8') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:21:49.327441 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4156989-7815-40a6-8caf-1f4b3e9703c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:49.336993 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:49.344161 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4848be25-a2db-49d1-803f-00ab7a282857 req-d7b1cf85-6f3a-4b56-9ac5-9ed3082dc04a tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880761
Jun 04 15:21:49.350875 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4156989-7815-40a6-8caf-1f4b3e9703c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:49.368019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4156989-7815-40a6-8caf-1f4b3e9703c6 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:21:49.369543 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4156989-7815-40a6-8caf-1f4b3e9703c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:49.379364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=4594226c-b739-4a3c-af4a-d881d0cee187,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:49.386505 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4594226c-b739-4a3c-af4a-d881d0cee187 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:49.391814 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:49.397838 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed793a1-768a-41df-a15a-6bda8cd6e210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc7e43f-44e6-4119-97ab-462f4ee5ccad'}, {'server_uuid': 'd78bf641-c102-4842-92f4-d35016bb2867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4594226c-b739-4a3c-af4a-d881d0cee187'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:49.400721 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbb2ff0-969b-4cfe-a388-3b8e52b18e8a" -d '{"events": [{"server_uuid": "7ed793a1-768a-41df-a15a-6bda8cd6e210", "name": "network-vif-plugged", "status": "completed", "tag": "8cc7e43f-44e6-4119-97ab-462f4ee5ccad"}, {"server_uuid": "d78bf641-c102-4842-92f4-d35016bb2867", "name": "network-vif-unplugged", "status": "completed", "tag": "4594226c-b739-4a3c-af4a-d881d0cee187"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:21:49.429350 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:21:49.450405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-aacc2104-a9cf-4e98-9460-636567963b4e req-5f598c08-dd3e-4e2c-941b-61d04392f7b2 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Unset dirty status for tenant:3f70be62f20947cf93b5733c9e9a73b2 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:21:49.452449 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aacc2104-a9cf-4e98-9460-636567963b4e req-5f598c08-dd3e-4e2c-941b-61d04392f7b2 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e5e339-a4be-4e67-b6c0-0afc80974fba HTTP/1.1" status: 200  len: 210 time: 0.2724481
Jun 04 15:21:49.503685 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:21:49.504221 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:21:49.535118 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2af74d-48cb-4b5d-b538-d027bcc47ac5 x-openstack-request-id: req-fa2af74d-48cb-4b5d-b538-d027bcc47ac5 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:49.535533 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed793a1-768a-41df-a15a-6bda8cd6e210", "name": "network-vif-plugged", "status": "completed", "tag": "8cc7e43f-44e6-4119-97ab-462f4ee5ccad", "code": 200}, {"server_uuid": "d78bf641-c102-4842-92f4-d35016bb2867", "name": "network-vif-unplugged", "status": "completed", "tag": "4594226c-b739-4a3c-af4a-d881d0cee187", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:49.535886 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa2af74d-48cb-4b5d-b538-d027bcc47ac5 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:49.536609 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed793a1-768a-41df-a15a-6bda8cd6e210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc7e43f-44e6-4119-97ab-462f4ee5ccad', 'code': 200}
Jun 04 15:21:49.537269 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78bf641-c102-4842-92f4-d35016bb2867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4594226c-b739-4a3c-af4a-d881d0cee187', 'code': 200}
Jun 04 15:21:49.644851 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4156989-7815-40a6-8caf-1f4b3e9703c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:49.651551 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:49.762802 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4156989-7815-40a6-8caf-1f4b3e9703c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:49.765899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4156989-7815-40a6-8caf-1f4b3e9703c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6956328c-9ec2-488e-9a39-c951a0793d0b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:49.778835 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c4156989-7815-40a6-8caf-1f4b3e9703c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:49.787074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47576) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:49.809244 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c4156989-7815-40a6-8caf-1f4b3e9703c6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6956328c-9ec2-488e-9a39-c951a0793d0b HTTP/1.1" status: 204  len: 168 time: 1.4503250
Jun 04 15:21:49.870403 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e9638e3f-05af-4837-ba6b-2d4ca5ee47a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08ce7704d9884587bd65818fa9d4da51&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0818968
Jun 04 15:21:49.873605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47580) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:49.900938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddac58e-f004-4006-b206-7651f20f1b4c req-304f26c9-465f-4fd4-a4ba-a50df5528314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:49.904512 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ddac58e-f004-4006-b206-7651f20f1b4c req-304f26c9-465f-4fd4-a4ba-a50df5528314 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 1097 time: 0.2245889
Jun 04 15:21:49.934330 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b4e62-a1e3-422d-879e-729d406188a7 req-c21abd77-31e0-4ede-bcba-e5399c317cf1 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:49.936886 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2b7b4e62-a1e3-422d-879e-729d406188a7 req-c21abd77-31e0-4ede-bcba-e5399c317cf1 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 946 time: 0.2015450
Jun 04 15:21:49.970729 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ddac58e-f004-4006-b206-7651f20f1b4c req-a1554512-275a-44a2-8549-304cf0543cb0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549767
Jun 04 15:21:50.038652 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:50.044392 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2b7b4e62-a1e3-422d-879e-729d406188a7 req-1df2d7dd-5e82-406c-9273-440fec593b21 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897765
Jun 04 15:21:50.077855 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:50.163357 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:50.202942 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4594226c-b739-4a3c-af4a-d881d0cee187 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:21:50.235281 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 4594226c-b739-4a3c-af4a-d881d0cee187, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4594226c-b739-4a3c-af4a-d881d0cee187,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:50.240972 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:50.246900 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-adff53d9-3dab-4936-bacf-cb4688be30f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:50.271899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c42deb-0f16-42a8-aa95-d35f4d2cd2f1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:50.282633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:50.283083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:50.283462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:50.283824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:50.284184 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:50.284540 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:50.284886 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:50.287288 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:50.287671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:50.288172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:50.288570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:50.290924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:21:50.293664 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:50.329024 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:50.332275 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:50.342051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0be4fa-5fcb-46d3-958c-4f6b60a07016 req-46840b70-f904-421b-bfd0-e2258086a037 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:50.345561 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ca0be4fa-5fcb-46d3-958c-4f6b60a07016 req-46840b70-f904-421b-bfd0-e2258086a037 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 944 time: 0.1553733
Jun 04 15:21:50.384055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47588) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:50.435513 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:50.436593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b611cf-1483-49c0-9498-8eadfa4d8dbb req-e18c122c-d00f-4049-8e50-e329580e386f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:50.437182 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6c42deb-0f16-42a8-aa95-d35f4d2cd2f1 HTTP/1.1" status: 204  len: 168 time: 0.5621133
Jun 04 15:21:50.454607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b611cf-1483-49c0-9498-8eadfa4d8dbb req-e18c122c-d00f-4049-8e50-e329580e386f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:50.466677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b611cf-1483-49c0-9498-8eadfa4d8dbb req-e18c122c-d00f-4049-8e50-e329580e386f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:50.484529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b611cf-1483-49c0-9498-8eadfa4d8dbb req-e18c122c-d00f-4049-8e50-e329580e386f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:50.497756 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ca0be4fa-5fcb-46d3-958c-4f6b60a07016 req-63bb713e-13b4-416b-b9d9-a27a05f669eb tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505935
Jun 04 15:21:50.502156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b611cf-1483-49c0-9498-8eadfa4d8dbb req-e18c122c-d00f-4049-8e50-e329580e386f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:50.534353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b611cf-1483-49c0-9498-8eadfa4d8dbb req-e18c122c-d00f-4049-8e50-e329580e386f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:50.535585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=4594226c-b739-4a3c-af4a-d881d0cee187,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:50.542982 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:50.559628 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7781248a-6721-4a56-b91b-66795498ea5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a90dc02fac9c4ab8bef18d967fb7e55a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1653700
Jun 04 15:21:50.565678 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b611cf-1483-49c0-9498-8eadfa4d8dbb req-e18c122c-d00f-4049-8e50-e329580e386f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:50.569450 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0b611cf-1483-49c0-9498-8eadfa4d8dbb req-e18c122c-d00f-4049-8e50-e329580e386f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5438 time: 0.3573942
Jun 04 15:21:50.569851 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47596) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:50.683068 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0b611cf-1483-49c0-9498-8eadfa4d8dbb req-274d56ab-22e2-481e-8523-1604885c6ed7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0842667
Jun 04 15:21:50.683367 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-74a9a405-90d8-4f26-a9ca-3f99a27f4e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:50.778980 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-74a9a405-90d8-4f26-a9ca-3f99a27f4e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:50.849515 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8b3f7-e666-4b43-918b-21dbf48714e7 req-d4f3ff04-eab3-4877-9f89-2d4b768fc6ae tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:50.851022 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ffc8b3f7-e666-4b43-918b-21dbf48714e7 req-d4f3ff04-eab3-4877-9f89-2d4b768fc6ae tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.1648638
Jun 04 15:21:50.905446 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ffc8b3f7-e666-4b43-918b-21dbf48714e7 req-7f5b434e-a53d-4881-b95d-16bdeaca631d tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423949
Jun 04 15:21:50.993743 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-74a9a405-90d8-4f26-a9ca-3f99a27f4e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:51.004465 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c25d3d77-7efd-4759-9525-9fbff51e9044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:51.021211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9a405-90d8-4f26-a9ca-3f99a27f4e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dd5687-a078-426c-b4d8-bc9da423d508,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:51.025774 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-74a9a405-90d8-4f26-a9ca-3f99a27f4e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:51.030181 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-74a9a405-90d8-4f26-a9ca-3f99a27f4e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:51.030181 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-74a9a405-90d8-4f26-a9ca-3f99a27f4e97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04dd5687-a078-426c-b4d8-bc9da423d508 HTTP/1.1" status: 204  len: 168 time: 0.4577751
Jun 04 15:21:51.342407 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1b9a0-7017-45b9-9315-eaf664e88907 req-11fa0272-ba70-4289-a7af-d46afabeb895 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:51.344050 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-26e1b9a0-7017-45b9-9315-eaf664e88907 req-11fa0272-ba70-4289-a7af-d46afabeb895 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 946 time: 0.1054034
Jun 04 15:21:51.429724 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-26e1b9a0-7017-45b9-9315-eaf664e88907 req-4a2ab589-16c2-40e2-a0f4-fe7683e26290 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755241
Jun 04 15:21:51.833834 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed7bc3-f557-4ea4-89b8-2a30f833f90c req-b62093d6-a990-49d4-a0b2-2701a8a8824f tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:51.835324 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-81ed7bc3-f557-4ea4-89b8-2a30f833f90c req-b62093d6-a990-49d4-a0b2-2701a8a8824f tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 945 time: 0.1351373
Jun 04 15:21:51.860807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47654) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:51.903814 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-81ed7bc3-f557-4ea4-89b8-2a30f833f90c req-f6bd1291-f75c-45e8-9384-3bb919efea82 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563655
Jun 04 15:21:51.970332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['4594226c-b739-4a3c-af4a-d881d0cee187'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:21:52.118493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c881aaa-f929-458f-a95a-78386731e943 req-59bf3c6b-4ac6-4221-b219-a242cf24a526 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:52.127560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c881aaa-f929-458f-a95a-78386731e943 req-59bf3c6b-4ac6-4221-b219-a242cf24a526 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:52.138999 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c881aaa-f929-458f-a95a-78386731e943 req-59bf3c6b-4ac6-4221-b219-a242cf24a526 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:52.150250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c881aaa-f929-458f-a95a-78386731e943 req-59bf3c6b-4ac6-4221-b219-a242cf24a526 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:52.162167 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c881aaa-f929-458f-a95a-78386731e943 req-59bf3c6b-4ac6-4221-b219-a242cf24a526 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:52.173555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c881aaa-f929-458f-a95a-78386731e943 req-59bf3c6b-4ac6-4221-b219-a242cf24a526 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:52.185816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c881aaa-f929-458f-a95a-78386731e943 req-59bf3c6b-4ac6-4221-b219-a242cf24a526 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:52.208656 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c881aaa-f929-458f-a95a-78386731e943 req-59bf3c6b-4ac6-4221-b219-a242cf24a526 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5438 time: 0.2307065
Jun 04 15:21:52.268669 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c881aaa-f929-458f-a95a-78386731e943 req-40163d51-f1e5-44d5-a5c7-370da4d7080f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0564117
Jun 04 15:21:52.356229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:52.404838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000eba12-b577-4c03-91ac-6969964a94d1 req-b59e2e96-3757-44e6-b8ea-0983b342fe3a tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:52.423348 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-000eba12-b577-4c03-91ac-6969964a94d1 req-b59e2e96-3757-44e6-b8ea-0983b342fe3a tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.1593847
Jun 04 15:21:52.438618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1147162-538b-46d4-bb12-874607f08a26 admin admin] Deleting subnet b66f9b66-8bf4-487d-81ab-50ab28167b73 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:21:52.443901 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1147162-538b-46d4-bb12-874607f08a26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:52.541358 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-000eba12-b577-4c03-91ac-6969964a94d1 req-6c12b89a-d26e-447d-a305-c7f081c5fc9d tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169019
Jun 04 15:21:52.590167 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1147162-538b-46d4-bb12-874607f08a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:52.598916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:52.608768 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:52.609435 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:52.727670 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1147162-538b-46d4-bb12-874607f08a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:52.824145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47682) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:52.846383 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:52.861114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47686) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:52.904553 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:52.907419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eec4a-9a87-4c2a-8bed-1d4a26dc878c req-c8c350fa-717f-4805-9acd-06c2627d2a4b tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:52.907952 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176d2b83-a5ec-4b07-8c78-d84447210bc8" -d '{"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-plugged", "status": "completed", "tag": "3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:52.908943 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be6eec4a-9a87-4c2a-8bed-1d4a26dc878c req-c8c350fa-717f-4805-9acd-06c2627d2a4b tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 946 time: 0.2676017
Jun 04 15:21:52.923481 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1,segment=NetworkSegment(073b0851-c23f-4d82-99e3-8a9b40f03ea6),segment_id=073b0851-c23f-4d82-99e3-8a9b40f03ea6)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:52.992197 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be6eec4a-9a87-4c2a-8bed-1d4a26dc878c req-8c0612e9-a7e4-488f-9fd1-09977d2ef7c2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742300
Jun 04 15:21:53.007098 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3320b81a-98a0-446b-a397-2a693cb177f2 x-openstack-request-id: req-3320b81a-98a0-446b-a397-2a693cb177f2 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:53.008445 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-plugged", "status": "completed", "tag": "3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:53.008445 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3320b81a-98a0-446b-a397-2a693cb177f2 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:53.008710 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1', 'code': 200}
Jun 04 15:21:53.018066 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:53.018066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 55fc0daa-03a9-42cf-8306-7837ca3ebdaa no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:21:53.121740 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1092549416-network', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:53.127998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:53.132185 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:53.134331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Usage tracker for resource:network and tenant:0349f96b4c92480fb6780bd08ce25519 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:53.138024 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:53.145632 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:53.221673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Made reservation on behalf of 0349f96b4c92480fb6780bd08ce25519 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:21:53.226056 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:53.246503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2128436633-network', 'tenant_id': 'c38593d5cdbb4effb71c91bd3b3e56bb'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:53.255248 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:53.258754 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:53.263032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:53.266813 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:53.269600 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 55fc0daa-03a9-42cf-8306-7837ca3ebdaa {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:21:53.269981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 55fc0daa-03a9-42cf-8306-7837ca3ebdaa not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:21:53.279979 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Usage tracker for resource:network and tenant:c38593d5cdbb4effb71c91bd3b3e56bb is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:53.283775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:53.330702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:53.338649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:53.349921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Usage tracker for resource:security_group_rule and tenant:0349f96b4c92480fb6780bd08ce25519 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:53.355138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:53.368289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:53.376501 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:53.420113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598dc7e-9fb8-42f0-aa5d-ac2447c4b833 req-c861aabf-4744-48c1-af9f-a296ed1173bc tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:53.421648 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a598dc7e-9fb8-42f0-aa5d-ac2447c4b833 req-c861aabf-4744-48c1-af9f-a296ed1173bc tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0275d4-30fb-460f-93ef-26a79b64b0e8 HTTP/1.1" status: 200  len: 945 time: 0.1450057
Jun 04 15:21:53.440541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fff76-07d8-4e44-a038-04629b5f1fde req-dad1ab54-85ca-466f-a6fb-82f70f42b4cd tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:53.442131 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d59fff76-07d8-4e44-a038-04629b5f1fde req-dad1ab54-85ca-466f-a6fb-82f70f42b4cd tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 945 time: 0.3263321
Jun 04 15:21:53.451290 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Made reservation on behalf of c38593d5cdbb4effb71c91bd3b3e56bb for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:21:53.453654 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:53.491129 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:53.502970 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1147162-538b-46d4-bb12-874607f08a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:53.508753 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:53.526898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:53.532146 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a598dc7e-9fb8-42f0-aa5d-ac2447c4b833 req-59472de2-bfaa-409a-b242-3033dcdbb30c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975461
Jun 04 15:21:53.541244 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d59fff76-07d8-4e44-a038-04629b5f1fde req-57e0e543-78aa-4cde-a453-8b3fc83562eb tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857930
Jun 04 15:21:53.542789 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Usage tracker for resource:security_group_rule and tenant:c38593d5cdbb4effb71c91bd3b3e56bb is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:53.548672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1147162-538b-46d4-bb12-874607f08a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b66f9b66-8bf4-487d-81ab-50ab28167b73,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:53.551856 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c1147162-538b-46d4-bb12-874607f08a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:53.553061 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1147162-538b-46d4-bb12-874607f08a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:53.556522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:53.565356 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c1147162-538b-46d4-bb12-874607f08a26 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b66f9b66-8bf4-487d-81ab-50ab28167b73 HTTP/1.1" status: 204  len: 168 time: 1.7033045
Jun 04 15:21:53.566246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47702) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:53.571129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:53.579581 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:53.669775 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:53.682792 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-74a9a405-90d8-4f26-a9ca-3f99a27f4e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:53.728824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:21:53.773435 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5065a862-8443-49f3-8d28-6cb6d34f65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:53.783359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25a0612-57f4-4162-9fc4-82bdae74c689,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:53.791516 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:53.792572 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:53.792984 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Added segment 3ec3bb61-49fd-46da-b11e-f8d32553d4f2 of type vlan for network 91cca73e-1edf-43ed-a022-24d22b5f5f64
Jun 04 15:21:53.795212 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:53.844750 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:53.855405 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:53.864765 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7d7fb643-ad34-4ac8-8b21-171ab6cfcab7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:53.935238 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5065a862-8443-49f3-8d28-6cb6d34f65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:53.952899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5065a862-8443-49f3-8d28-6cb6d34f65b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c10dd00>,) {'filters': {'network_id': ['59af4b27-f2c2-44b9-9c4f-96b870bb3e84']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:21:53.958320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:21:53.975148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2309d-9e6f-419e-abe7-9a0a10e2858d req-511ef793-03ed-4651-99a0-42656b88d665 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:53.982095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2309d-9e6f-419e-abe7-9a0a10e2858d req-511ef793-03ed-4651-99a0-42656b88d665 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:53.988367 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2309d-9e6f-419e-abe7-9a0a10e2858d req-511ef793-03ed-4651-99a0-42656b88d665 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:53.994371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2309d-9e6f-419e-abe7-9a0a10e2858d req-511ef793-03ed-4651-99a0-42656b88d665 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:53.994563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:54.001491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2309d-9e6f-419e-abe7-9a0a10e2858d req-511ef793-03ed-4651-99a0-42656b88d665 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:54.002320 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:54.002661 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Added segment 7b4bbadf-50c9-43d1-8e08-3dfbcbafae06 of type vlan for network 461f9c0e-ecfd-4745-a9f2-974b51ab6079
Jun 04 15:21:54.004751 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:54.008071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2309d-9e6f-419e-abe7-9a0a10e2858d req-511ef793-03ed-4651-99a0-42656b88d665 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:54.013818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2309d-9e6f-419e-abe7-9a0a10e2858d req-511ef793-03ed-4651-99a0-42656b88d665 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:54.021464 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dec2309d-9e6f-419e-abe7-9a0a10e2858d req-511ef793-03ed-4651-99a0-42656b88d665 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5439 time: 0.2964234
Jun 04 15:21:54.039820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5065a862-8443-49f3-8d28-6cb6d34f65b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c10dd00>, '754e592f-6a71-4614-bc9b-e8a0f47faefa') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:21:54.040134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5065a862-8443-49f3-8d28-6cb6d34f65b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c10dd00>, '754e592f-6a71-4614-bc9b-e8a0f47faefa') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:21:54.050583 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:54.062136 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5065a862-8443-49f3-8d28-6cb6d34f65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:54.090198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459ee28-554d-4333-bdfa-075e4aa60a31 req-ba18bbb2-eee4-478a-a167-c002a94ad2a8 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:54.092118 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1459ee28-554d-4333-bdfa-075e4aa60a31 req-ba18bbb2-eee4-478a-a167-c002a94ad2a8 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.2129910
Jun 04 15:21:54.094239 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5065a862-8443-49f3-8d28-6cb6d34f65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:54.100605 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dec2309d-9e6f-419e-abe7-9a0a10e2858d req-3e01f228-2741-4fec-8104-1481906b420d tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0782156
Jun 04 15:21:54.107140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5065a862-8443-49f3-8d28-6cb6d34f65b0 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:21:54.107552 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5065a862-8443-49f3-8d28-6cb6d34f65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:21:54.122251 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:21:54.127539 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:54.128637 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:54.129346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:54.133020 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ab75dad0-63f6-493d-910a-faad66497cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:54.210056 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:54.212020 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:54.212836 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:54.289800 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1459ee28-554d-4333-bdfa-075e4aa60a31 req-d90efc9f-6db3-4b58-96a3-5c73bf7de468 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890931
Jun 04 15:21:54.300045 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5065a862-8443-49f3-8d28-6cb6d34f65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:54.300272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Pushing event updated for resources: {'Network': ['ID=91cca73e-1edf-43ed-a022-24d22b5f5f64,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:54.306016 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:54.306472 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:54.319585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 91cca73e-1edf-43ed-a022-24d22b5f5f64 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:21:54.329995 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4d9bea5c-3851-4144-9d74-8859b7173f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:54.359438 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5065a862-8443-49f3-8d28-6cb6d34f65b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:54.368041 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.5021045
Jun 04 15:21:54.368928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47706) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:54.382149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:54.393555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Request body: {'subnet': {'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1092549416-subnet', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:54.402620 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:54.409519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Usage tracker for resource:subnet and tenant:0349f96b4c92480fb6780bd08ce25519 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:54.415110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:54.422653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:54.432642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065a862-8443-49f3-8d28-6cb6d34f65b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=59af4b27-f2c2-44b9-9c4f-96b870bb3e84,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:54.435786 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5065a862-8443-49f3-8d28-6cb6d34f65b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:54.526300 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5065a862-8443-49f3-8d28-6cb6d34f65b0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/59af4b27-f2c2-44b9-9c4f-96b870bb3e84 HTTP/1.1" status: 204  len: 168 time: 0.9563165
Jun 04 15:21:54.526300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Made reservation on behalf of 0349f96b4c92480fb6780bd08ce25519 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:21:54.527048 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:54.570295 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.7442868
Jun 04 15:21:54.577044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47710) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:54.586532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Request body: {'subnet': {'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2128436633-subnet', 'tenant_id': 'c38593d5cdbb4effb71c91bd3b3e56bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:54.594414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Pushing event updated for resources: {'Network': ['ID=461f9c0e-ecfd-4745-a9f2-974b51ab6079,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:54.594971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:54.597571 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:54.600286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Usage tracker for resource:subnet and tenant:c38593d5cdbb4effb71c91bd3b3e56bb is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:54.605037 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:54.615544 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:54.653854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:21:54.713714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Made reservation on behalf of c38593d5cdbb4effb71c91bd3b3e56bb for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:21:54.716464 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:54.927916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:54.935864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:54.936900 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:55.030978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28593956-3854-48ef-9e5f-2eed75148594 req-63fbbb90-e7f1-4089-8813-f307fbead84d tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:55.032690 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-28593956-3854-48ef-9e5f-2eed75148594 req-63fbbb90-e7f1-4089-8813-f307fbead84d tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 945 time: 0.2026036
Jun 04 15:21:55.049556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47718) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:55.157437 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:55.205299 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783a3e7f-c7ae-454f-ba54-8ec9e3e03af5'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:55.208753 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6fe7a0-5107-4f51-87f9-e419260be609" -d '{"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-plugged", "status": "completed", "tag": "783a3e7f-c7ae-454f-ba54-8ec9e3e03af5"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:55.215776 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-28593956-3854-48ef-9e5f-2eed75148594 req-dff5f58f-b13b-4e95-9d90-a92e80d5ba5a tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433024
Jun 04 15:21:55.220619 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:55.239263 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9f0c21fe-ce7d-476c-8b00-fb81312df0d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f70be62f20947cf93b5733c9e9a73b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1883128
Jun 04 15:21:55.243686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47726) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:55.301620 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:55.303249 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 7938937e-37ff-4ff3-9751-b09fa0d241f6 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:55.343960 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:55.355252 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-384f4302-7945-431f-b248-f48574416eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:55.368244 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-10a73065-4a33-4002-b62e-7d00e3bb1822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:55.381999 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:55.417665 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-10a73065-4a33-4002-b62e-7d00e3bb1822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:55.528410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91893482-88ab-4bef-b1ea-915c1d6da852,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:55.536204 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:55.544705 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:55.547413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Checking segment: {'id': '3ec3bb61-49fd-46da-b11e-f8d32553d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:21:55.547769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Network hostable DHCP agents. Network: 91cca73e-1edf-43ed-a022-24d22b5f5f64, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:21:55.550325 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:55.584405 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:55.589078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304ad19-669e-4dc6-8006-c5c2f74d1c77 req-f973302a-e591-47a9-ad63-9afa41ee69a0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:55.595053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304ad19-669e-4dc6-8006-c5c2f74d1c77 req-f973302a-e591-47a9-ad63-9afa41ee69a0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:55.600883 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304ad19-669e-4dc6-8006-c5c2f74d1c77 req-f973302a-e591-47a9-ad63-9afa41ee69a0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:55.607503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304ad19-669e-4dc6-8006-c5c2f74d1c77 req-f973302a-e591-47a9-ad63-9afa41ee69a0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:55.609609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 7938937e-37ff-4ff3-9751-b09fa0d241f6 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:55.615836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 7938937e-37ff-4ff3-9751-b09fa0d241f6 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:55.617893 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:55.627007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304ad19-669e-4dc6-8006-c5c2f74d1c77 req-f973302a-e591-47a9-ad63-9afa41ee69a0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:55.639135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a73927-2a5f-4473-a9a7-66c76b1b6cd7 req-d585b40d-ff94-4af6-b446-e2af1022bd89 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:55.640422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304ad19-669e-4dc6-8006-c5c2f74d1c77 req-f973302a-e591-47a9-ad63-9afa41ee69a0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:55.640695 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-89a73927-2a5f-4473-a9a7-66c76b1b6cd7 req-d585b40d-ff94-4af6-b446-e2af1022bd89 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0275d4-30fb-460f-93ef-26a79b64b0e8 HTTP/1.1" status: 200  len: 945 time: 0.2252834
Jun 04 15:21:55.653689 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304ad19-669e-4dc6-8006-c5c2f74d1c77 req-f973302a-e591-47a9-ad63-9afa41ee69a0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:55.657059 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6304ad19-669e-4dc6-8006-c5c2f74d1c77 req-f973302a-e591-47a9-ad63-9afa41ee69a0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5440 time: 0.2220562
Jun 04 15:21:55.738438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Network 91cca73e-1edf-43ed-a022-24d22b5f5f64 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:21:55.756720 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6304ad19-669e-4dc6-8006-c5c2f74d1c77 req-510e82ec-0a25-4ddb-ab21-56ba9be9033d tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0934641
Jun 04 15:21:55.765116 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-10a73065-4a33-4002-b62e-7d00e3bb1822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:55.772677 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a8b542b4-954b-4086-b072-797cb6e58558 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:55.785698 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-89a73927-2a5f-4473-a9a7-66c76b1b6cd7 req-e947b186-214d-498b-a246-643a3e09b077 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335781
Jun 04 15:21:55.798289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a73065-4a33-4002-b62e-7d00e3bb1822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e79a520-3127-4216-bda7-7200d3420c6d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:55.800268 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:55.808839 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-10a73065-4a33-4002-b62e-7d00e3bb1822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:55.812982 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-20808d9c-25e0-458d-87a7-a46e4b747c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:55.833976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 91cca73e-1edf-43ed-a022-24d22b5f5f64) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:21:55.853236 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:55.855370 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:55.865059 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23617589-48be-4f7d-820a-5734ad833a5b None None] Network 91cca73e-1edf-43ed-a022-24d22b5f5f64 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:21:55.893743 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:55.903662 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8210ec-57b3-4dae-ba07-aa799b052e64,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:55.909170 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:55.931120 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-10a73065-4a33-4002-b62e-7d00e3bb1822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:55.937735 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-10a73065-4a33-4002-b62e-7d00e3bb1822 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e79a520-3127-4216-bda7-7200d3420c6d HTTP/1.1" status: 204  len: 168 time: 0.6923974
Jun 04 15:21:55.938400 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee8d3ff-469f-4780-89ce-e090850842e5 x-openstack-request-id: req-2ee8d3ff-469f-4780-89ce-e090850842e5 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:55.939068 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-plugged", "status": "completed", "tag": "783a3e7f-c7ae-454f-ba54-8ec9e3e03af5", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:55.939068 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ee8d3ff-469f-4780-89ce-e090850842e5 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:55.939542 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783a3e7f-c7ae-454f-ba54-8ec9e3e03af5', 'code': 200}
Jun 04 15:21:55.939654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Checking segment: {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:21:55.940216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Network hostable DHCP agents. Network: 461f9c0e-ecfd-4745-a9f2-974b51ab6079, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:21:55.988464 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.6016245
Jun 04 15:21:55.992969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47732) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:21:56.000789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1092549416-router', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:21:56.009067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:21:56.016493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Usage tracker for resource:router and tenant:0349f96b4c92480fb6780bd08ce25519 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:21:56.022376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:21:56.035732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:21:56.042540 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:21:56.045252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 7938937e-37ff-4ff3-9751-b09fa0d241f6, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=7938937e-37ff-4ff3-9751-b09fa0d241f6,segment=NetworkSegment(073b0851-c23f-4d82-99e3-8a9b40f03ea6),segment_id=073b0851-c23f-4d82-99e3-8a9b40f03ea6)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:56.130526 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:56.131281 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e11cad97-5be6-48e6-bf28-5f9a6959d242 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:56.141948 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:56.143708 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:56.150923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 461f9c0e-ecfd-4745-a9f2-974b51ab6079) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:21:56.169111 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:56.184384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:56.185346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:56.198501 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:56.207950 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45ac3a0-61a8-44a9-b1d5-051619d73da4 None None] Network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:21:56.244339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0fe9e-6b93-4f7d-bf3c-bfeb523b20c8 req-4064a24d-0b02-4c8f-934f-b8522ec02d42 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:56.258874 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0ec0fe9e-6b93-4f7d-bf3c-bfeb523b20c8 req-4064a24d-0b02-4c8f-934f-b8522ec02d42 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.1992114
Jun 04 15:21:56.328832 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 1.7441356
Jun 04 15:21:56.388923 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0ec0fe9e-6b93-4f7d-bf3c-bfeb523b20c8 req-57c7a110-b5b4-46f4-82b6-69b4319ff884 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194279
Jun 04 15:21:56.550793 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=7938937e-37ff-4ff3-9751-b09fa0d241f6,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:56.558520 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:56.559376 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-91cca73e-1edf-43ed-a022-24d22b5f5f64', 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'fixed_ips': [{'subnet_id': '91893482-88ab-4bef-b1ea-915c1d6da852'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:21:56.560657 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:56.914560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port e11cad97-5be6-48e6-bf28-5f9a6959d242 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:56.954196 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port e11cad97-5be6-48e6-bf28-5f9a6959d242 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:56.955374 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:57.084655 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012e9839-fdf2-4e72-a5f4-8b1ee9f51e56 None None] Network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:21:57.239315 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:57.272002 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3594150-5df5-4058-9f61-a0131f9e0b0a req-29933455-7707-4900-a319-74268b67a70d tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:57.273989 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d3594150-5df5-4058-9f61-a0131f9e0b0a req-29933455-7707-4900-a319-74268b67a70d tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c0275d4-30fb-460f-93ef-26a79b64b0e8 HTTP/1.1" status: 200  len: 945 time: 0.8268595
Jun 04 15:21:57.285204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655b9e6b-7253-4618-b9dc-cf43ca7549e5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:57.287588 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655b9e6b-7253-4618-b9dc-cf43ca7549e5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Synchronizing usage tracker for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:21:57.352348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbe9a6-dd3d-4fc5-81ff-d2b82a6f5a8e req-c56d3ccf-6fb4-4cba-b4eb-0bf37524f7d1 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:57.355074 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-adcbe9a6-dd3d-4fc5-81ff-d2b82a6f5a8e req-c56d3ccf-6fb4-4cba-b4eb-0bf37524f7d1 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 945 time: 0.8414574
Jun 04 15:21:57.412390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655b9e6b-7253-4618-b9dc-cf43ca7549e5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Unset dirty status for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:21:57.415366 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655b9e6b-7253-4618-b9dc-cf43ca7549e5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 806 time: 0.3537464
Jun 04 15:21:57.454002 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-24c7f351-8b86-43b1-a9f5-f484de276c92 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/quotas/c38593d5cdbb4effb71c91bd3b3e56bb HTTP/1.1" status: 200  len: 375 time: 0.0314374
Jun 04 15:21:57.466295 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Allocated IP 172.20.0.2 (91cca73e-1edf-43ed-a022-24d22b5f5f64/91893482-88ab-4bef-b1ea-915c1d6da852/83d83d0f-317c-4477-aee1-2072b5cca74c) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:21:57.484506 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:57.546108 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-35d9d8a7-6631-4b33-b4c7-5cbb452a385e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0921249
Jun 04 15:21:57.569183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca960a-69ac-4877-8791-04dfbd937f23 req-ae85e138-6254-4926-908a-eb44e232518f tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:57.572955 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-42ca960a-69ac-4877-8791-04dfbd937f23 req-ae85e138-6254-4926-908a-eb44e232518f tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ed793a1-768a-41df-a15a-6bda8cd6e210 HTTP/1.1" status: 200  len: 946 time: 0.3787277
Jun 04 15:21:57.583272 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-adcbe9a6-dd3d-4fc5-81ff-d2b82a6f5a8e req-a5a40617-87ff-4a33-9ec5-1f307d39cc85 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2103975
Jun 04 15:21:57.629074 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e11cad97-5be6-48e6-bf28-5f9a6959d242, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11cad97-5be6-48e6-bf28-5f9a6959d242,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:57.709361 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:57.710245 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device eff2a110-bfbd-4b7c-802b-81406f46e243 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:57.751515 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-c3c33e4a-d51a-41fe-af6b-0c8e906609d6 service neutron] 10.222.0.32 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2043138
Jun 04 15:21:57.783901 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:57.896727 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-f706a547-ee62-44c9-8912-70dd07d2f022 service neutron] 10.222.0.32 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440949
Jun 04 15:21:57.912250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-d3594150-5df5-4058-9f61-a0131f9e0b0a req-8e8a48af-db31-42e2-a1f9-fbcd0ed48fba tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Deleting port 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:21:57.912589 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d3594150-5df5-4058-9f61-a0131f9e0b0a req-8e8a48af-db31-42e2-a1f9-fbcd0ed48fba tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:57.940144 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7938937e-37ff-4ff3-9751-b09fa0d241f6'}, {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11cad97-5be6-48e6-bf28-5f9a6959d242'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:57.942691 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1b77bb-9739-4a1e-b060-b6fa5c0943c9" -d '{"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-plugged", "status": "completed", "tag": "7938937e-37ff-4ff3-9751-b09fa0d241f6"}, {"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-plugged", "status": "completed", "tag": "e11cad97-5be6-48e6-bf28-5f9a6959d242"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:57.956623 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:57.967996 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e11cad97-5be6-48e6-bf28-5f9a6959d242,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:57.971702 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:57.979073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Transition to ACTIVE for port object 83d83d0f-317c-4477-aee1-2072b5cca74c will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:21:58.004000 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Transition to ACTIVE for port object 83d83d0f-317c-4477-aee1-2072b5cca74c will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:21:58.049835 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port eff2a110-bfbd-4b7c-802b-81406f46e243 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:58.056340 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port eff2a110-bfbd-4b7c-802b-81406f46e243 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:58.056923 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:58.089508 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:58.100645 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:58.214537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf485f2-848e-4439-b9c9-217198f924a4 req-77cc877f-e5a9-4fa6-8ec9-35dc5977b8b7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:58.220549 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf485f2-848e-4439-b9c9-217198f924a4 req-77cc877f-e5a9-4fa6-8ec9-35dc5977b8b7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:58.227401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf485f2-848e-4439-b9c9-217198f924a4 req-77cc877f-e5a9-4fa6-8ec9-35dc5977b8b7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:58.233598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf485f2-848e-4439-b9c9-217198f924a4 req-77cc877f-e5a9-4fa6-8ec9-35dc5977b8b7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:58.239574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf485f2-848e-4439-b9c9-217198f924a4 req-77cc877f-e5a9-4fa6-8ec9-35dc5977b8b7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:58.245485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf485f2-848e-4439-b9c9-217198f924a4 req-77cc877f-e5a9-4fa6-8ec9-35dc5977b8b7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:58.251277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf485f2-848e-4439-b9c9-217198f924a4 req-77cc877f-e5a9-4fa6-8ec9-35dc5977b8b7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:58.251474 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Network 91cca73e-1edf-43ed-a022-24d22b5f5f64 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:21:58.260165 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bbf485f2-848e-4439-b9c9-217198f924a4 req-77cc877f-e5a9-4fa6-8ec9-35dc5977b8b7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5442 time: 0.5245366
Jun 04 15:21:58.299176 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:21:58.309048 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:21:58.327462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a6a71-2605-4501-a2c0-a733a9c11d90 req-2bff4fc9-f1bd-4fb1-ae9c-af8d14625e22 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:58.329214 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cf6a6a71-2605-4501-a2c0-a733a9c11d90 req-2bff4fc9-f1bd-4fb1-ae9c-af8d14625e22 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0275d4-30fb-460f-93ef-26a79b64b0e8 HTTP/1.1" status: 200  len: 945 time: 0.1313391
Jun 04 15:21:58.340324 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Pushing event updated for resources: {'Port': ['ID=83d83d0f-317c-4477-aee1-2072b5cca74c,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:58.345789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-d3594150-5df5-4058-9f61-a0131f9e0b0a req-8e8a48af-db31-42e2-a1f9-fbcd0ed48fba tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] For port 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=191252b3-1c8d-4685-96ba-8b1a1ec9c4b1,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:58.346293 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d3594150-5df5-4058-9f61-a0131f9e0b0a req-8e8a48af-db31-42e2-a1f9-fbcd0ed48fba tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:58.374402 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:58.398621 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cf6a6a71-2605-4501-a2c0-a733a9c11d90 req-52be420a-d264-4abc-8dc9-ee3ddf909427 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff31225-fad5-4af9-bfa7-26fd848ffcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602610
Jun 04 15:21:58.439682 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:58.455587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Attempting to bind port 83d83d0f-317c-4477-aee1-2072b5cca74c on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:21:58.455968 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Attempting to bind port 83d83d0f-317c-4477-aee1-2072b5cca74c by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '3ec3bb61-49fd-46da-b11e-f8d32553d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:21:58.456343 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Attempting to bind port 83d83d0f-317c-4477-aee1-2072b5cca74c on network 91cca73e-1edf-43ed-a022-24d22b5f5f64 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:21:58.468855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:21:58.469348 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Checking segment: {'id': '3ec3bb61-49fd-46da-b11e-f8d32553d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:21:58.469670 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:58.470073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Bound using segment: {'id': '3ec3bb61-49fd-46da-b11e-f8d32553d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:21:58.470568 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Bound port: 83d83d0f-317c-4477-aee1-2072b5cca74c, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec3bb61-49fd-46da-b11e-f8d32553d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:21:58.470967 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:58.509060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-d3594150-5df5-4058-9f61-a0131f9e0b0a req-8e8a48af-db31-42e2-a1f9-fbcd0ed48fba tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Calling delete_port for 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:21:58.528367 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-42ca960a-69ac-4877-8791-04dfbd937f23 req-268cdbcf-8d4a-4e17-ae5a-d4ff84277358 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Deleting port 8cc7e43f-44e6-4119-97ab-462f4ee5ccad {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:21:58.528794 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-42ca960a-69ac-4877-8791-04dfbd937f23 req-268cdbcf-8d4a-4e17-ae5a-d4ff84277358 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:58.533066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port eff2a110-bfbd-4b7c-802b-81406f46e243, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=eff2a110-bfbd-4b7c-802b-81406f46e243,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:58.581640 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bbf485f2-848e-4439-b9c9-217198f924a4 req-6688ed94-a457-4057-b3eb-634d39e79950 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3203378
Jun 04 15:21:58.603755 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] For port 83d83d0f-317c-4477-aee1-2072b5cca74c, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:21:58.607939 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:58.616259 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] For port 83d83d0f-317c-4477-aee1-2072b5cca74c, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=83d83d0f-317c-4477-aee1-2072b5cca74c,segment=NetworkSegment(3ec3bb61-49fd-46da-b11e-f8d32553d4f2),segment_id=3ec3bb61-49fd-46da-b11e-f8d32553d4f2)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:21:58.642707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132dced-0dee-41fc-8718-d60063cd9b18 req-09358753-5677-4c9b-94e8-bde10db57156 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:58.644561 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a132dced-0dee-41fc-8718-d60063cd9b18 req-09358753-5677-4c9b-94e8-bde10db57156 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.1102631
Jun 04 15:21:58.650482 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:58.651485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 866f06d1-ae5e-4e52-a577-794e989480c1 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:58.708246 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:58.709625 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a132dced-0dee-41fc-8718-d60063cd9b18 req-305965c6-5e1a-40d2-bcf5-08cc4b07c465 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554633
Jun 04 15:21:58.756025 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:58.809749 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d387120-57fd-46ef-86bf-f66b29a1f186 x-openstack-request-id: req-8d387120-57fd-46ef-86bf-f66b29a1f186 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:21:58.810057 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-plugged", "status": "completed", "tag": "7938937e-37ff-4ff3-9751-b09fa0d241f6", "code": 200}, {"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-plugged", "status": "completed", "tag": "e11cad97-5be6-48e6-bf28-5f9a6959d242", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:21:58.810511 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d387120-57fd-46ef-86bf-f66b29a1f186 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:21:58.811096 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7938937e-37ff-4ff3-9751-b09fa0d241f6', 'code': 200}
Jun 04 15:21:58.811412 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11cad97-5be6-48e6-bf28-5f9a6959d242', 'code': 200}
Jun 04 15:21:58.845824 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=eff2a110-bfbd-4b7c-802b-81406f46e243,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:58.850320 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:58.851118 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:59.013630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Pushing event updated for resources: {'Port': ['ID=83d83d0f-317c-4477-aee1-2072b5cca74c,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:59.026286 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 866f06d1-ae5e-4e52-a577-794e989480c1 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:21:59.036538 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:59.037178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 866f06d1-ae5e-4e52-a577-794e989480c1 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:59.037564 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:59.121125 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:59.160680 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f9351edd-1d3b-4334-aa28-bcd564cda73b req-ce119df1-b17e-4e1c-bc62-fc4a0476745c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 210 time: 0.3017006
Jun 04 15:21:59.231392 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:59.276160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 866f06d1-ae5e-4e52-a577-794e989480c1, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=866f06d1-ae5e-4e52-a577-794e989480c1,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:59.285811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-42ca960a-69ac-4877-8791-04dfbd937f23 req-268cdbcf-8d4a-4e17-ae5a-d4ff84277358 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] For port 8cc7e43f-44e6-4119-97ab-462f4ee5ccad, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=8cc7e43f-44e6-4119-97ab-462f4ee5ccad,segment=NetworkSegment(65c26f24-a149-4180-b4e9-03f320e2ad06),segment_id=65c26f24-a149-4180-b4e9-03f320e2ad06)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:59.285811 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-42ca960a-69ac-4877-8791-04dfbd937f23 req-268cdbcf-8d4a-4e17-ae5a-d4ff84277358 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:59.375504 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:59.378576 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:59.416878 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 4594226c-b739-4a3c-af4a-d881d0cee187 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:21:59.448650 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d35c579-ddb9-43b0-b17d-c5024ce35e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:59.463148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-42ca960a-69ac-4877-8791-04dfbd937f23 req-268cdbcf-8d4a-4e17-ae5a-d4ff84277358 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Calling delete_port for 8cc7e43f-44e6-4119-97ab-462f4ee5ccad owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:21:59.475451 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d3594150-5df5-4058-9f61-a0131f9e0b0a req-8e8a48af-db31-42e2-a1f9-fbcd0ed48fba tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:59.502152 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-71ae76d8-708f-4a34-a23b-95ce09011cdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:59.514173 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=866f06d1-ae5e-4e52-a577-794e989480c1,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:59.517606 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:59.530832 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 4594226c-b739-4a3c-af4a-d881d0cee187 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:21:59.531214 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:59.579507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a48af-db31-42e2-a1f9-fbcd0ed48fba tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Pushing event deleted for resources: {'Port': ['ID=191252b3-1c8d-4685-96ba-8b1a1ec9c4b1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:21:59.617882 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8e8a48af-db31-42e2-a1f9-fbcd0ed48fba tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:21:59.635960 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2507f9c6-3c86-4eb8-b893-ca7a8cf5d08d req-b9207611-cc2d-4650-93ec-826340cc3cbd tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0275d4-30fb-460f-93ef-26a79b64b0e8 HTTP/1.1" status: 200  len: 210 time: 0.0593708
Jun 04 15:21:59.678197 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:59.720658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 4594226c-b739-4a3c-af4a-d881d0cee187, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4594226c-b739-4a3c-af4a-d881d0cee187,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:21:59.749435 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3594150-5df5-4058-9f61-a0131f9e0b0a req-8e8a48af-db31-42e2-a1f9-fbcd0ed48fba tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] No DVR routers for this DVR port 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:21:59.759048 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d3594150-5df5-4058-9f61-a0131f9e0b0a req-8e8a48af-db31-42e2-a1f9-fbcd0ed48fba tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:59.762940 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0275d4-30fb-460f-93ef-26a79b64b0e8', 'name': 'network-vif-deleted', 'tag': '191252b3-1c8d-4685-96ba-8b1a1ec9c4b1'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:21:59.765578 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea639a2-ac6e-4c12-b9de-05cac6c40049" -d '{"events": [{"server_uuid": "5c0275d4-30fb-460f-93ef-26a79b64b0e8", "name": "network-vif-deleted", "tag": "191252b3-1c8d-4685-96ba-8b1a1ec9c4b1"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:21:59.781535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917bfdf-bed5-4f0a-9f0f-54e3161500e0 req-46bd9be7-3645-4459-80e7-5eb9c4fbcf66 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:21:59.789925 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c917bfdf-bed5-4f0a-9f0f-54e3161500e0 req-46bd9be7-3645-4459-80e7-5eb9c4fbcf66 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 945 time: 0.6784022
Jun 04 15:21:59.795283 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:21:59.796756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 8cc7e43f-44e6-4119-97ab-462f4ee5ccad no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:21:59.832453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Allocated IP 172.25.4.188 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/e1cc0a44-1b56-4902-95cc-360ee2bdd1b7) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:21:59.840274 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:21:59.909161 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c917bfdf-bed5-4f0a-9f0f-54e3161500e0 req-2a6cf77b-7fef-4b1a-9fb9-3f67312d5161 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183043
Jun 04 15:22:00.034845 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:00.045805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=4594226c-b739-4a3c-af4a-d881d0cee187,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:00.049428 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:00.065134 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d3594150-5df5-4058-9f61-a0131f9e0b0a req-8e8a48af-db31-42e2-a1f9-fbcd0ed48fba tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.65 "DELETE /v2.0/ports/191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 HTTP/1.1" status: 204  len: 173 time: 2.7830865
Jun 04 15:22:00.202542 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:00.224152 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-42ca960a-69ac-4877-8791-04dfbd937f23 req-268cdbcf-8d4a-4e17-ae5a-d4ff84277358 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:00.240209 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-991621fc-36af-45b8-a4c2-fd46b3a3f7e7 tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:00.281863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0618fc-463d-4593-96c9-a38b7cdfd05d None None] Network 91cca73e-1edf-43ed-a022-24d22b5f5f64 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:22:00.293715 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed94672-7481-4081-a3d2-f3d4d0abec39 x-openstack-request-id: req-aed94672-7481-4081-a3d2-f3d4d0abec39 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:00.294397 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0275d4-30fb-460f-93ef-26a79b64b0e8", "name": "network-vif-deleted", "tag": "191252b3-1c8d-4685-96ba-8b1a1ec9c4b1", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:00.294397 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aed94672-7481-4081-a3d2-f3d4d0abec39 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:00.294833 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0275d4-30fb-460f-93ef-26a79b64b0e8', 'name': 'network-vif-deleted', 'tag': '191252b3-1c8d-4685-96ba-8b1a1ec9c4b1', 'status': 'completed', 'code': 200}
Jun 04 15:22:00.296311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cdbcf-8d4a-4e17-ae5a-d4ff84277358 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Pushing event deleted for resources: {'Port': ['ID=8cc7e43f-44e6-4119-97ab-462f4ee5ccad,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:00.333530 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-268cdbcf-8d4a-4e17-ae5a-d4ff84277358 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:00.400257 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ca960a-69ac-4877-8791-04dfbd937f23 req-268cdbcf-8d4a-4e17-ae5a-d4ff84277358 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] No DVR routers for this DVR port 8cc7e43f-44e6-4119-97ab-462f4ee5ccad on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:22:00.404634 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-42ca960a-69ac-4877-8791-04dfbd937f23 req-268cdbcf-8d4a-4e17-ae5a-d4ff84277358 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:00.419491 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-42ca960a-69ac-4877-8791-04dfbd937f23 req-268cdbcf-8d4a-4e17-ae5a-d4ff84277358 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.62 "DELETE /v2.0/ports/8cc7e43f-44e6-4119-97ab-462f4ee5ccad HTTP/1.1" status: 204  len: 173 time: 2.8221965
Jun 04 15:22:00.456419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccbaa8-8651-4fa0-b101-2c4a7c9dfc28 req-6f006b0b-d79e-4758-908a-6f5fc628dc12 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:00.462726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccbaa8-8651-4fa0-b101-2c4a7c9dfc28 req-6f006b0b-d79e-4758-908a-6f5fc628dc12 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:00.468852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccbaa8-8651-4fa0-b101-2c4a7c9dfc28 req-6f006b0b-d79e-4758-908a-6f5fc628dc12 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:00.474917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccbaa8-8651-4fa0-b101-2c4a7c9dfc28 req-6f006b0b-d79e-4758-908a-6f5fc628dc12 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:00.481968 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccbaa8-8651-4fa0-b101-2c4a7c9dfc28 req-6f006b0b-d79e-4758-908a-6f5fc628dc12 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:00.488547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccbaa8-8651-4fa0-b101-2c4a7c9dfc28 req-6f006b0b-d79e-4758-908a-6f5fc628dc12 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:00.496410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccbaa8-8651-4fa0-b101-2c4a7c9dfc28 req-6f006b0b-d79e-4758-908a-6f5fc628dc12 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:00.504491 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d9ccbaa8-8651-4fa0-b101-2c4a7c9dfc28 req-6f006b0b-d79e-4758-908a-6f5fc628dc12 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5444 time: 0.3491237
Jun 04 15:22:00.522431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:22:00.562423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:22:00.562788 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 191252b3-1c8d-4685-96ba-8b1a1ec9c4b1 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:22:00.579197 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d9ccbaa8-8651-4fa0-b101-2c4a7c9dfc28 req-c34bf582-749f-490e-a0d8-df7f5ea05ad3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0737290
Jun 04 15:22:00.587606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e504c-5305-4a40-a419-d469d41177a1 req-5c655a07-0ae9-4c97-8c14-df1eee3b8151 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:00.596235 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-618e504c-5305-4a40-a419-d469d41177a1 req-5c655a07-0ae9-4c97-8c14-df1eee3b8151 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.1489487
Jun 04 15:22:00.605105 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-dc533e4c-fda6-46d0-97bb-ccecb9ef5f81 None None] Provisioning for port 83d83d0f-317c-4477-aee1-2072b5cca74c completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:22:00.611254 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:00.624736 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ead14203-7ba6-4bce-8abd-b11ebf660967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:00.672206 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-618e504c-5305-4a40-a419-d469d41177a1 req-46c58650-2564-4325-8313-d19bfd393ee0 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739546
Jun 04 15:22:00.812411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff2a110-bfbd-4b7c-802b-81406f46e243'}, {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866f06d1-ae5e-4e52-a577-794e989480c1'}, {'server_uuid': 'd78bf641-c102-4842-92f4-d35016bb2867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4594226c-b739-4a3c-af4a-d881d0cee187'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:00.815319 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba996ded-88b8-454c-982b-9b6b7fbdb514" -d '{"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-plugged", "status": "completed", "tag": "eff2a110-bfbd-4b7c-802b-81406f46e243"}, {"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-plugged", "status": "completed", "tag": "866f06d1-ae5e-4e52-a577-794e989480c1"}, {"server_uuid": "d78bf641-c102-4842-92f4-d35016bb2867", "name": "network-vif-plugged", "status": "completed", "tag": "4594226c-b739-4a3c-af4a-d881d0cee187"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:00.828503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:22:00.838768 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 83d83d0f-317c-4477-aee1-2072b5cca74c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:00.840276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:22:00.887547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:22:00.954416 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dbd0c1e0-aeb9-4ce2-b5e3-0ac0bb4cc2b4 req-10922cc8-8d48-42fa-862f-ed929f5905fe tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 210 time: 0.1209111
Jun 04 15:22:00.959191 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Pushing event updated for resources: {'Port': ['ID=e1cc0a44-1b56-4902-95cc-360ee2bdd1b7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:00.980891 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:01.048057 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 83d83d0f-317c-4477-aee1-2072b5cca74c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:22:01.067920 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 83d83d0f-317c-4477-aee1-2072b5cca74c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:01.068352 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:01.077332 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-312416ce-1bc0-42a6-8757-015012cee36e req-4bc1e413-ee9b-46e5-9c2f-140b9ce095f4 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0275d4-30fb-460f-93ef-26a79b64b0e8 HTTP/1.1" status: 200  len: 210 time: 0.1387138
Jun 04 15:22:01.219060 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dde1662-4661-49b5-9a38-a8dfc6e4c709 x-openstack-request-id: req-9dde1662-4661-49b5-9a38-a8dfc6e4c709 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:01.219540 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-plugged", "status": "completed", "tag": "eff2a110-bfbd-4b7c-802b-81406f46e243", "code": 200}, {"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-plugged", "status": "completed", "tag": "866f06d1-ae5e-4e52-a577-794e989480c1", "code": 200}, {"server_uuid": "d78bf641-c102-4842-92f4-d35016bb2867", "name": "network-vif-plugged", "status": "completed", "tag": "4594226c-b739-4a3c-af4a-d881d0cee187", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:01.219958 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dde1662-4661-49b5-9a38-a8dfc6e4c709 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:01.220606 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff2a110-bfbd-4b7c-802b-81406f46e243', 'code': 200}
Jun 04 15:22:01.227600 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866f06d1-ae5e-4e52-a577-794e989480c1', 'code': 200}
Jun 04 15:22:01.228183 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78bf641-c102-4842-92f4-d35016bb2867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4594226c-b739-4a3c-af4a-d881d0cee187', 'code': 200}
Jun 04 15:22:01.338548 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7c64f020-855d-49ec-bd4c-537e894a99c4 None None] Provisioning complete for port 83d83d0f-317c-4477-aee1-2072b5cca74c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:01.339019 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c64f020-855d-49ec-bd4c-537e894a99c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:01.424030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495132f7-2be1-4216-a79f-f07bb1f41012 req-fdba588b-09e8-4375-83f6-e4a8bf5564b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:01.425592 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-495132f7-2be1-4216-a79f-f07bb1f41012 req-fdba588b-09e8-4375-83f6-e4a8bf5564b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df124b00d613480cbc0ad35cdb177f05&device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 1097 time: 0.9191070
Jun 04 15:22:01.551100 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:01.579965 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6a2af-df66-4280-a7d8-7bd3ed017876 req-33d9c153-74fa-45e6-afee-bfda571fd3d0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:01.582054 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b4f6a2af-df66-4280-a7d8-7bd3ed017876 req-33d9c153-74fa-45e6-afee-bfda571fd3d0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.1614904
Jun 04 15:22:01.713533 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b4f6a2af-df66-4280-a7d8-7bd3ed017876 req-af75caf2-183c-447d-a0e7-b49b7666f13f tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243391
Jun 04 15:22:01.721710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 83d83d0f-317c-4477-aee1-2072b5cca74c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=83d83d0f-317c-4477-aee1-2072b5cca74c,segment=NetworkSegment(3ec3bb61-49fd-46da-b11e-f8d32553d4f2),segment_id=3ec3bb61-49fd-46da-b11e-f8d32553d4f2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:01.725953 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c64f020-855d-49ec-bd4c-537e894a99c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:01.807422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495132f7-2be1-4216-a79f-f07bb1f41012 req-6810a9bb-58a6-430d-a50f-2bc959816bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:01.809046 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-495132f7-2be1-4216-a79f-f07bb1f41012 req-6810a9bb-58a6-430d-a50f-2bc959816bba service neutron] 10.222.0.65 "GET /v2.0/networks?id=bef9541f-9a2d-436c-a7ed-67b318232728 HTTP/1.1" status: 200  len: 917 time: 0.3703721
Jun 04 15:22:01.939320 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:01.942919 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:01.978829 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-7c64f020-855d-49ec-bd4c-537e894a99c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:22:01.979197 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-7c64f020-855d-49ec-bd4c-537e894a99c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:22:01.995863 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47866) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:02.062478 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=83d83d0f-317c-4477-aee1-2072b5cca74c,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:02.073258 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:02.078338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bdcf1-c0a7-44cf-a827-a019c1be6a02 req-2f9086d9-ca67-42ec-8cd6-03bb81cb29dc tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.080076 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f44bdcf1-c0a7-44cf-a827-a019c1be6a02 req-2f9086d9-ca67-42ec-8cd6-03bb81cb29dc tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.1673312
Jun 04 15:22:02.150009 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:02.172762 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f44bdcf1-c0a7-44cf-a827-a019c1be6a02 req-5018621a-4803-4a51-8a6c-71f9e714feb5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859323
Jun 04 15:22:02.208117 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-930a85c4-29ce-4d21-84d7-6bbfbfe53f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:02.233179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-930a85c4-29ce-4d21-84d7-6bbfbfe53f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:02.238684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-930a85c4-29ce-4d21-84d7-6bbfbfe53f9c admin admin] Usage tracker for resource:security_group_rule and tenant:cd5283721c574f60bb1000d133006d0f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:02.246086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-930a85c4-29ce-4d21-84d7-6bbfbfe53f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:02.254806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-930a85c4-29ce-4d21-84d7-6bbfbfe53f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:02.260823 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f1f415d0-a679-4bed-afbb-d513bd27e309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:02.288084 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-495132f7-2be1-4216-a79f-f07bb1f41012 req-6abc3bc1-be90-4a6d-ba5a-f30b5bfe8e86 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b HTTP/1.1" status: 200  len: 217 time: 0.2851477
Jun 04 15:22:02.297528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed793a1-768a-41df-a15a-6bda8cd6e210', 'name': 'network-vif-deleted', 'tag': '8cc7e43f-44e6-4119-97ab-462f4ee5ccad'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:02.300014 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076feb2e-2008-41cd-850c-c0cee7ca3c50" -d '{"events": [{"server_uuid": "7ed793a1-768a-41df-a15a-6bda8cd6e210", "name": "network-vif-deleted", "tag": "8cc7e43f-44e6-4119-97ab-462f4ee5ccad"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:02.353664 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-07006f99-f7e2-4e60-a1e8-d47c999001f5 req-74f06a6e-1967-437e-946e-11ee0c67be86 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 210 time: 0.0603623
Jun 04 15:22:02.425398 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-930a85c4-29ce-4d21-84d7-6bbfbfe53f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:02.516446 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-930a85c4-29ce-4d21-84d7-6bbfbfe53f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:02.526977 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-95a568ab-403b-49ea-b6cd-d70689ea8c8c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:02.548585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0d9de-fd53-4bd5-9d8b-353f5a6d3bed req-b447b479-a72b-4525-8e1c-7aa99055497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.549253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0d9de-fd53-4bd5-9d8b-353f5a6d3bed req-b447b479-a72b-4525-8e1c-7aa99055497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.549862 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0d9de-fd53-4bd5-9d8b-353f5a6d3bed req-b447b479-a72b-4525-8e1c-7aa99055497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.550012 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0d9de-fd53-4bd5-9d8b-353f5a6d3bed req-b447b479-a72b-4525-8e1c-7aa99055497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.550481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0d9de-fd53-4bd5-9d8b-353f5a6d3bed req-b447b479-a72b-4525-8e1c-7aa99055497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.550950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0d9de-fd53-4bd5-9d8b-353f5a6d3bed req-b447b479-a72b-4525-8e1c-7aa99055497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.551743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0d9de-fd53-4bd5-9d8b-353f5a6d3bed req-b447b479-a72b-4525-8e1c-7aa99055497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.553886 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ed0d9de-fd53-4bd5-9d8b-353f5a6d3bed req-b447b479-a72b-4525-8e1c-7aa99055497b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 6501 time: 0.8089621
Jun 04 15:22:02.575466 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-930a85c4-29ce-4d21-84d7-6bbfbfe53f9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd5283721c574f60bb1000d133006d0f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5777612
Jun 04 15:22:02.580811 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47878) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:02.597267 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a85c4-29ce-4d21-84d7-6bbfbfe53f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49238910-9d76-43e0-8461-09a86c04e14f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:02.602380 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-930a85c4-29ce-4d21-84d7-6bbfbfe53f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:02.621919 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d69d63-4502-45a1-b382-a196bb9224fd req-994cd46e-69fc-4f5f-80e1-23c9c48363e6 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.627987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d69d63-4502-45a1-b382-a196bb9224fd req-994cd46e-69fc-4f5f-80e1-23c9c48363e6 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.635037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d69d63-4502-45a1-b382-a196bb9224fd req-994cd46e-69fc-4f5f-80e1-23c9c48363e6 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.644082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d69d63-4502-45a1-b382-a196bb9224fd req-994cd46e-69fc-4f5f-80e1-23c9c48363e6 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.649273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d69d63-4502-45a1-b382-a196bb9224fd req-994cd46e-69fc-4f5f-80e1-23c9c48363e6 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.655181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d69d63-4502-45a1-b382-a196bb9224fd req-994cd46e-69fc-4f5f-80e1-23c9c48363e6 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.661156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d69d63-4502-45a1-b382-a196bb9224fd req-994cd46e-69fc-4f5f-80e1-23c9c48363e6 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.669555 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0d69d63-4502-45a1-b382-a196bb9224fd req-994cd46e-69fc-4f5f-80e1-23c9c48363e6 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5444 time: 0.6646094
Jun 04 15:22:02.671908 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f35444d-65ce-4833-82dc-0a2b7468e743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:02.672266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495132f7-2be1-4216-a79f-f07bb1f41012 req-f090f804-0a53-473f-a68c-0ab9e87fa0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.673711 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-495132f7-2be1-4216-a79f-f07bb1f41012 req-f090f804-0a53-473f-a68c-0ab9e87fa0fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6c8e68e-3d2a-4d75-ba97-64f9fedebbde HTTP/1.1" status: 200  len: 855 time: 0.3627143
Jun 04 15:22:02.709344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-37f64299-3444-4244-bcca-cf4202f2b45c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.710986 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-37f64299-3444-4244-bcca-cf4202f2b45c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.65 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 806 time: 0.7551103
Jun 04 15:22:02.713443 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1944259f-a995-45c6-b3a9-c672d8b58ad8 x-openstack-request-id: req-1944259f-a995-45c6-b3a9-c672d8b58ad8 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:02.713745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f35444d-65ce-4833-82dc-0a2b7468e743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:02.714214 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed793a1-768a-41df-a15a-6bda8cd6e210", "name": "network-vif-deleted", "tag": "8cc7e43f-44e6-4119-97ab-462f4ee5ccad", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:02.714214 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1944259f-a995-45c6-b3a9-c672d8b58ad8 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:02.714481 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed793a1-768a-41df-a15a-6bda8cd6e210', 'name': 'network-vif-deleted', 'tag': '8cc7e43f-44e6-4119-97ab-462f4ee5ccad', 'status': 'completed', 'code': 200}
Jun 04 15:22:02.762194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66331085-d02c-4b67-b827-03056246d1ef req-22495e87-4c3e-45ba-baec-391bc1c44da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:02.764129 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-66331085-d02c-4b67-b827-03056246d1ef req-22495e87-4c3e-45ba-baec-391bc1c44da6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 1097 time: 0.9499776
Jun 04 15:22:02.774125 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Request body: {'port': {'device_id': 'd9da8229-bf04-4fe9-b169-934951e52906', 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079', 'admin_state_up': True, 'tenant_id': 'c38593d5cdbb4effb71c91bd3b3e56bb'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:02.798113 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 83d83d0f-317c-4477-aee1-2072b5cca74c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:02.808026 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:02.865895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 83d83d0f-317c-4477-aee1-2072b5cca74c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:02.866272 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:02.903502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47884) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:02.939345 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f35444d-65ce-4833-82dc-0a2b7468e743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:02.952105 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-69ff2c06-ad9e-4cd2-b6d2-9d8c1cdec50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:02.973638 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35444d-65ce-4833-82dc-0a2b7468e743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49238910-9d76-43e0-8461-09a86c04e14f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:02.980367 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f35444d-65ce-4833-82dc-0a2b7468e743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:02.984064 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9f35444d-65ce-4833-82dc-0a2b7468e743 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49238910-9d76-43e0-8461-09a86c04e14f HTTP/1.1" status: 204  len: 168 time: 0.4015608
Jun 04 15:22:02.987499 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9f35444d-65ce-4833-82dc-0a2b7468e743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:02.999967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fdab4b-118f-417b-b29a-b9af848b1d03 admin admin] Deleting subnet ad617740-43c5-4760-bf07-afccea76b28f {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:22:03.003472 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-01fdab4b-118f-417b-b29a-b9af848b1d03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:03.060702 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0d69d63-4502-45a1-b382-a196bb9224fd req-81e39845-6085-4838-b830-9fc40125d91b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3901477
Jun 04 15:22:03.068714 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-01fdab4b-118f-417b-b29a-b9af848b1d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:03.113153 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-66331085-d02c-4b67-b827-03056246d1ef req-7a25b84a-2608-4711-aa4c-0561cf2ec335 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3102841
Jun 04 15:22:03.185707 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-01fdab4b-118f-417b-b29a-b9af848b1d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:03.316836 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af53d77-83b2-4faf-a426-494347068442 req-068e0ec5-3ddb-4e9c-8153-160f2f102327 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:03.325693 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ed0d9de-fd53-4bd5-9d8b-353f5a6d3bed req-34945d41-b961-4025-882c-943352dcad45 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.7468896
Jun 04 15:22:03.326569 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0af53d77-83b2-4faf-a426-494347068442 req-068e0ec5-3ddb-4e9c-8153-160f2f102327 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.2132347
Jun 04 15:22:03.460091 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0af53d77-83b2-4faf-a426-494347068442 req-9b43fbc7-611f-4717-b884-6c3c19e62876 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321774
Jun 04 15:22:03.524445 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:03.597072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:03.614502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495132f7-2be1-4216-a79f-f07bb1f41012 req-ee682b59-8ad1-4cf5-ac24-6ca5f7e28e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:03.616204 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-495132f7-2be1-4216-a79f-f07bb1f41012 req-ee682b59-8ad1-4cf5-ac24-6ca5f7e28e7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bef9541f-9a2d-436c-a7ed-67b318232728&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.9174159
Jun 04 15:22:03.618679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Usage tracker for resource:port and tenant:c38593d5cdbb4effb71c91bd3b3e56bb is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:03.633365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:03.669468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:03.685638 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-78fec0a7-c9ba-46c7-976d-08c815809b91 req-cc5f13a1-76b0-4f5f-b067-5d15379712af tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 210 time: 0.0744596
Jun 04 15:22:03.805781 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-01fdab4b-118f-417b-b29a-b9af848b1d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:03.810123 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ef6c20d0-c335-42c1-b37c-9525a63e2acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:03.849527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdab4b-118f-417b-b29a-b9af848b1d03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad617740-43c5-4760-bf07-afccea76b28f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:03.854877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Made reservation on behalf of c38593d5cdbb4effb71c91bd3b3e56bb for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:22:03.865687 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-01fdab4b-118f-417b-b29a-b9af848b1d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:03.866695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:03.866858 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-01fdab4b-118f-417b-b29a-b9af848b1d03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:03.873595 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-01fdab4b-118f-417b-b29a-b9af848b1d03 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ad617740-43c5-4760-bf07-afccea76b28f HTTP/1.1" status: 204  len: 168 time: 0.9666288
Jun 04 15:22:03.874729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47904) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:03.908867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e4488-7455-4d1c-8223-2e277eeecb45 req-47e94e9c-1f6e-4411-a715-d4b67addc850 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:03.920095 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c56e4488-7455-4d1c-8223-2e277eeecb45 req-47e94e9c-1f6e-4411-a715-d4b67addc850 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.5657539
Jun 04 15:22:04.028977 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5f51c83e-12bf-418f-960f-780579d40288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:04.037469 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:04.064012 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-495132f7-2be1-4216-a79f-f07bb1f41012 req-c8c79494-8409-4ddb-a87a-3e412cf81ec3 service neutron] 10.222.0.65 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4324069
Jun 04 15:22:04.180736 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5f51c83e-12bf-418f-960f-780579d40288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:04.204169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-5f51c83e-12bf-418f-960f-780579d40288 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387109cd0>,) {'filters': {'network_id': ['402a676b-9e81-4312-954e-ff9bf55aa6f3']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:04.231214 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-5f51c83e-12bf-418f-960f-780579d40288 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387109cd0>, '65c26f24-a149-4180-b4e9-03f320e2ad06') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:04.232012 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-5f51c83e-12bf-418f-960f-780579d40288 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387109cd0>, '65c26f24-a149-4180-b4e9-03f320e2ad06') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:04.258585 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5f51c83e-12bf-418f-960f-780579d40288 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:04.265910 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c56e4488-7455-4d1c-8223-2e277eeecb45 req-892536f4-bd46-4516-ab6c-e74ee0ec6704 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3443792
Jun 04 15:22:04.293362 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5f51c83e-12bf-418f-960f-780579d40288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:04.305356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f51c83e-12bf-418f-960f-780579d40288 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:22:04.306984 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5f51c83e-12bf-418f-960f-780579d40288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:22:04.335469 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:22:04.569917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Allocated IP 172.20.0.14 (461f9c0e-ecfd-4745-a9f2-974b51ab6079/cb8210ec-57b3-4dae-ba07-aa799b052e64/6dbcb869-b7c3-4c99-8505-2868a006efab) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:22:04.624072 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-495132f7-2be1-4216-a79f-f07bb1f41012 req-25a94afa-a7c2-40eb-83cb-7a189da41b92 service neutron] 10.222.0.65 "GET /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4658401
Jun 04 15:22:04.692130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47918) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:04.735764 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fb3f-d89e-4bbe-b4d4-bb492682517d req-0c5d5e01-ef98-4c1d-b8c3-df58937d389f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:04.742802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fb3f-d89e-4bbe-b4d4-bb492682517d req-0c5d5e01-ef98-4c1d-b8c3-df58937d389f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:04.749155 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fb3f-d89e-4bbe-b4d4-bb492682517d req-0c5d5e01-ef98-4c1d-b8c3-df58937d389f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:04.759216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fb3f-d89e-4bbe-b4d4-bb492682517d req-0c5d5e01-ef98-4c1d-b8c3-df58937d389f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:04.766481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fb3f-d89e-4bbe-b4d4-bb492682517d req-0c5d5e01-ef98-4c1d-b8c3-df58937d389f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:04.778123 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fb3f-d89e-4bbe-b4d4-bb492682517d req-0c5d5e01-ef98-4c1d-b8c3-df58937d389f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:04.783707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fb3f-d89e-4bbe-b4d4-bb492682517d req-0c5d5e01-ef98-4c1d-b8c3-df58937d389f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:04.791857 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f896fb3f-d89e-4bbe-b4d4-bb492682517d req-0c5d5e01-ef98-4c1d-b8c3-df58937d389f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5444 time: 0.4630733
Jun 04 15:22:04.796835 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5f51c83e-12bf-418f-960f-780579d40288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:04.803194 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5f51c83e-12bf-418f-960f-780579d40288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:04.819925 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e129ad72-5359-4c69-9d69-aeafe255ac81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:04.855447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51c83e-12bf-418f-960f-780579d40288 admin admin] Pushing event deleted for resources: {'Network': ['ID=402a676b-9e81-4312-954e-ff9bf55aa6f3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:04.858674 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5f51c83e-12bf-418f-960f-780579d40288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:04.910610 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f896fb3f-d89e-4bbe-b4d4-bb492682517d req-5251c778-f61f-4783-b352-7e75b147eaa3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1172721
Jun 04 15:22:04.943205 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5f51c83e-12bf-418f-960f-780579d40288 admin admin] 10.222.0.32 "DELETE /v2.0/networks/402a676b-9e81-4312-954e-ff9bf55aa6f3 HTTP/1.1" status: 204  len: 168 time: 1.0661979
Jun 04 15:22:04.968201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Router a45899ca-9541-4d24-b87b-de4dfc883cc2 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:22:04.972211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1158080496-network', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:04.980629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:04.997307 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Usage tracker for resource:network and tenant:36cb2739f2e9431fb48f7b6d0fc9817c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:05.020427 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:05.035130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:05.125550 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f68f3191-8e8a-4b85-96be-04d02f703c59 req-a1624810-a2a8-40f3-b781-581af67f2628 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 210 time: 0.0621593
Jun 04 15:22:05.129864 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:05.167746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Made reservation on behalf of 36cb2739f2e9431fb48f7b6d0fc9817c for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:22:05.178719 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:05.206131 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:05.231956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:05.237470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Usage tracker for resource:security_group_rule and tenant:36cb2739f2e9431fb48f7b6d0fc9817c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:05.240696 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:05.273150 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:05.298491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b686c-8ffc-41ae-89d0-bfee30a3a686 req-072da171-92dc-494b-b88d-222f92c89977 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:05.306787 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b90b686c-8ffc-41ae-89d0-bfee30a3a686 req-072da171-92dc-494b-b88d-222f92c89977 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.5768573
Jun 04 15:22:05.406121 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:05.449057 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b90b686c-8ffc-41ae-89d0-bfee30a3a686 req-f4ed34cd-1cb3-48a2-b3ad-486ed23b6f97 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377375
Jun 04 15:22:05.449928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47930) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:05.461888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:22:05.475425 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Sync routers for ids ['a45899ca-9541-4d24-b87b-de4dfc883cc2'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:22:05.498246 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Routers {'a45899ca-9541-4d24-b87b-de4dfc883cc2'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:22:05.499886 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ea6df644-766c-4843-b871-5931ff843383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ce463d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:22:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a45899ca-9541-4d24-b87b-de4dfc883cc2'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:05.565612 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:05.567627 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 9.5729423
Jun 04 15:22:05.569080 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:05.572022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47932) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:05.623781 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:05.657854 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ce06f292-e450-4266-b8db-10732abdac87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ffe670178e074dd1a73091c7cceb6935&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2048299
Jun 04 15:22:05.659124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47934) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:05.766422 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:05.786366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195c8cf-6b1f-4344-ae7f-a26025d28809 req-65985b3b-2ae1-4333-9fae-708d3a77d4f2 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:05.789040 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b195c8cf-6b1f-4344-ae7f-a26025d28809 req-65985b3b-2ae1-4333-9fae-708d3a77d4f2 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.2718456
Jun 04 15:22:05.796248 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1959623-bde6-4d7a-a784-80ef4e54296c tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:05.801719 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Set router a45899ca-9541-4d24-b87b-de4dfc883cc2 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:22:05.814702 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b262-66eb-4279-97d4-a837543f2fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:05.818209 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-268cdbcf-8d4a-4e17-ae5a-d4ff84277358 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:05.860329 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:22:05.892818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb64903-2077-4add-bdbc-d74a2d111823,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:05.896307 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:05.907222 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:05.907615 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Added segment 0082a04f-021f-4afc-9fa3-2e6068523a1b of type vlan for network 689f317e-6942-4287-a44f-3d403fd38de3
Jun 04 15:22:05.915883 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b262-66eb-4279-97d4-a837543f2fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:05.918890 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:22:05.924169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:22:05.932607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:22:05.975394 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b195c8cf-6b1f-4344-ae7f-a26025d28809 req-27ccbb48-9fe7-4514-9c43-785eb9ef31ea tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712906
Jun 04 15:22:06.029477 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:06.032802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Pushing event updated for resources: {'Port': ['ID=6dbcb869-b7c3-4c99-8505-2868a006efab,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:06.053526 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:06.102484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:06.103612 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:06.126144 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b262-66eb-4279-97d4-a837543f2fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:06.138138 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cf247c91-0518-48e6-821e-6fd71d041a51 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:06.143762 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ea6df644-766c-4843-b871-5931ff843383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ce463d0>, [{'id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'name': 'tempest-ServersTestBootFromVolume-1092549416-router', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:21:56Z', 'updated_at': '2021-06-04T15:22:01Z', 'revision_number': 3, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'gw_port': {'id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:21:59Z', 'updated_at': '2021-06-04T15:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:06.148314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Checking router: a45899ca-9541-4d24-b87b-de4dfc883cc2 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:22:06.148751 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Updating router a45899ca-9541-4d24-b87b-de4dfc883cc2 port e1cc0a44-1b56-4902-95cc-360ee2bdd1b7 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:22:06.151959 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3b262-66eb-4279-97d4-a837543f2fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff31225-fad5-4af9-bfa7-26fd848ffcbd,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:06.160471 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:06.160471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:06.160471 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:06.197469 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0fd3b262-66eb-4279-97d4-a837543f2fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:06.198803 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c0f3092-3314-40a3-9508-19ab5651f398 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:06.232142 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:06.300439 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b262-66eb-4279-97d4-a837543f2fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:06.301936 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0fd3b262-66eb-4279-97d4-a837543f2fe0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ff31225-fad5-4af9-bfa7-26fd848ffcbd HTTP/1.1" status: 204  len: 168 time: 0.6418116
Jun 04 15:22:06.323868 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.6305838
Jun 04 15:22:06.324756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47942) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:06.368074 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6110797
Jun 04 15:22:06.373913 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Request body: {'subnet': {'network_id': '689f317e-6942-4287-a44f-3d403fd38de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1158080496-subnet', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:06.381316 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:06.385896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Usage tracker for resource:subnet and tenant:36cb2739f2e9431fb48f7b6d0fc9817c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:06.388490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Request body: {'port': {'device_id': 'd9da8229-bf04-4fe9-b169-934951e52906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:06.389416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:06.401098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:06.403644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Pushing event updated for resources: {'Network': ['ID=689f317e-6942-4287-a44f-3d403fd38de3,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:06.419669 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:06.424662 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 689f317e-6942-4287-a44f-3d403fd38de3 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:22:06.468925 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595b895-4c04-4809-a7e4-0c67291f2461 req-2a1a0672-b558-42ae-af25-7a9ee2f95970 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:06.471530 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a595b895-4c04-4809-a7e4-0c67291f2461 req-2a1a0672-b558-42ae-af25-7a9ee2f95970 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 932 time: 0.1450858
Jun 04 15:22:06.501136 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Made reservation on behalf of 36cb2739f2e9431fb48f7b6d0fc9817c for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:22:06.503679 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:06.560910 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-a595b895-4c04-4809-a7e4-0c67291f2461 req-4f6139a8-1763-4f56-b9df-181458fdf13c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Synchronizing usage tracker for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:22:06.629129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8089e-eeb8-40b9-8e62-3487199156d8 req-0672b18d-3dc3-4864-b532-0e018ff77e0b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:06.636248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8089e-eeb8-40b9-8e62-3487199156d8 req-0672b18d-3dc3-4864-b532-0e018ff77e0b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:06.642245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8089e-eeb8-40b9-8e62-3487199156d8 req-0672b18d-3dc3-4864-b532-0e018ff77e0b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:06.648868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8089e-eeb8-40b9-8e62-3487199156d8 req-0672b18d-3dc3-4864-b532-0e018ff77e0b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:06.654730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8089e-eeb8-40b9-8e62-3487199156d8 req-0672b18d-3dc3-4864-b532-0e018ff77e0b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:06.660861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8089e-eeb8-40b9-8e62-3487199156d8 req-0672b18d-3dc3-4864-b532-0e018ff77e0b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:06.667625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8089e-eeb8-40b9-8e62-3487199156d8 req-0672b18d-3dc3-4864-b532-0e018ff77e0b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:06.669533 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1aa8089e-eeb8-40b9-8e62-3487199156d8 req-0672b18d-3dc3-4864-b532-0e018ff77e0b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5444 time: 0.4837656
Jun 04 15:22:06.727340 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:06.729941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-a595b895-4c04-4809-a7e4-0c67291f2461 req-4f6139a8-1763-4f56-b9df-181458fdf13c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Unset dirty status for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:22:06.731099 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a595b895-4c04-4809-a7e4-0c67291f2461 req-4f6139a8-1763-4f56-b9df-181458fdf13c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2521737
Jun 04 15:22:06.739838 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:06.766753 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Transition to ACTIVE for port object e1cc0a44-1b56-4902-95cc-360ee2bdd1b7 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:22:06.855550 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:06.862000 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:06.941720 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Attempting to bind port e1cc0a44-1b56-4902-95cc-360ee2bdd1b7 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:22:06.942126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Attempting to bind port e1cc0a44-1b56-4902-95cc-360ee2bdd1b7 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:22:06.942470 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Attempting to bind port e1cc0a44-1b56-4902-95cc-360ee2bdd1b7 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:22:06.959483 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:22:06.959818 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:22:06.961295 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:06.961697 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:22:06.962603 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Bound port: e1cc0a44-1b56-4902-95cc-360ee2bdd1b7, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:22:06.963006 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:07.056971 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1aa8089e-eeb8-40b9-8e62-3487199156d8 req-1e5d5afb-1063-42ad-b37b-9d8211b36c5e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3797908
Jun 04 15:22:07.077213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ea6df644-766c-4843-b871-5931ff843383 None None] For port e1cc0a44-1b56-4902-95cc-360ee2bdd1b7, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:22:07.081771 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ea6df644-766c-4843-b871-5931ff843383 None None] For port e1cc0a44-1b56-4902-95cc-360ee2bdd1b7, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e1cc0a44-1b56-4902-95cc-360ee2bdd1b7,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:22:07.101642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ff047-14cc-4640-8ae2-6d0b41a9ba54 None None] Pushing event updated for resources: {'Port': ['ID=e1cc0a44-1b56-4902-95cc-360ee2bdd1b7,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:07.106836 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cf8ff047-14cc-4640-8ae2-6d0b41a9ba54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:07.159615 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:07.174409 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:07.303101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Routers {'a45899ca-9541-4d24-b87b-de4dfc883cc2'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:22:07.305535 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ea6df644-766c-4843-b871-5931ff843383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ce463d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:22:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a45899ca-9541-4d24-b87b-de4dfc883cc2'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:07.327074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561c349-78d5-4749-8fc4-ea93957ed3e9 req-d7d841ac-035a-4367-aea6-c2661e7d670c tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:07.339505 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f561c349-78d5-4749-8fc4-ea93957ed3e9 req-d7d841ac-035a-4367-aea6-c2661e7d670c tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.3295062
Jun 04 15:22:07.411147 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ff047-14cc-4640-8ae2-6d0b41a9ba54 None None] Pushing event updated for resources: {'Port': ['ID=e1cc0a44-1b56-4902-95cc-360ee2bdd1b7,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:07.417168 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cf8ff047-14cc-4640-8ae2-6d0b41a9ba54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:07.448526 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f561c349-78d5-4749-8fc4-ea93957ed3e9 req-fe9e5b2e-af1c-4539-84ed-8602c7af23de tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075187
Jun 04 15:22:07.591646 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:07.599172 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3218c5d8-2e35-4834-95af-92f597f1b972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:07.635972 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:07.643759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-ea6df644-766c-4843-b871-5931ff843383 None None] Set router a45899ca-9541-4d24-b87b-de4dfc883cc2 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:22:07.805935 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee820c69-9f91-4a67-9aeb-e78de6ae6242,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:07.825794 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:07.837035 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcec0a-5ad4-4dcb-a354-53af27a5b536 req-cf158e8d-a4f5-4c6e-bfe3-c093bec2c208 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:07.838546 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-51fcec0a-5ad4-4dcb-a354-53af27a5b536 req-cf158e8d-a4f5-4c6e-bfe3-c093bec2c208 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.5308113
Jun 04 15:22:07.892624 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Checking segment: {'id': '0082a04f-021f-4afc-9fa3-2e6068523a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:22:07.892969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Network hostable DHCP agents. Network: 689f317e-6942-4287-a44f-3d403fd38de3, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:22:07.926088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08568be0-e859-4d9d-a371-e3b263e72342 req-48be2a31-2acf-4fe6-8e85-4677729cea9e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:07.933138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08568be0-e859-4d9d-a371-e3b263e72342 req-48be2a31-2acf-4fe6-8e85-4677729cea9e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:07.940053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08568be0-e859-4d9d-a371-e3b263e72342 req-48be2a31-2acf-4fe6-8e85-4677729cea9e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:07.947036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08568be0-e859-4d9d-a371-e3b263e72342 req-48be2a31-2acf-4fe6-8e85-4677729cea9e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:07.952852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08568be0-e859-4d9d-a371-e3b263e72342 req-48be2a31-2acf-4fe6-8e85-4677729cea9e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:07.959091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08568be0-e859-4d9d-a371-e3b263e72342 req-48be2a31-2acf-4fe6-8e85-4677729cea9e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:07.965906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08568be0-e859-4d9d-a371-e3b263e72342 req-48be2a31-2acf-4fe6-8e85-4677729cea9e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:07.979731 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-08568be0-e859-4d9d-a371-e3b263e72342 req-48be2a31-2acf-4fe6-8e85-4677729cea9e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5444 time: 0.3109872
Jun 04 15:22:07.982288 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47976) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:07.988465 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7f7afc3d-d9cb-44e9-82f9-f05301969aa9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Request body: {'floatingip': {'port_id': '4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:08.028143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ea6df644-766c-4843-b871-5931ff843383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ce463d0>, [{'id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'name': 'tempest-ServersTestBootFromVolume-1092549416-router', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:21:56Z', 'updated_at': '2021-06-04T15:22:01Z', 'revision_number': 3, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'gw_port': {'id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:21:59Z', 'updated_at': '2021-06-04T15:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:08.033457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6df644-766c-4843-b871-5931ff843383 None None] The sync data for ids ['a45899ca-9541-4d24-b87b-de4dfc883cc2'] in n-d-791505-9 is: [{'id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'name': 'tempest-ServersTestBootFromVolume-1092549416-router', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:21:56Z', 'updated_at': '2021-06-04T15:22:01Z', 'revision_number': 3, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'gw_port': {'id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:21:59Z', 'updated_at': '2021-06-04T15:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:22:08.037532 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:22:08.057772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47978) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:08.092383 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Network 689f317e-6942-4287-a44f-3d403fd38de3 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:22:08.104130 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f7afc3d-d9cb-44e9-82f9-f05301969aa9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:08.148442 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-51fcec0a-5ad4-4dcb-a354-53af27a5b536 req-c82859bc-b269-467e-8083-c8f99b010b9c tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2993300
Jun 04 15:22:08.184896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbcb869-b7c3-4c99-8505-2868a006efab {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:22:08.227725 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:08.267965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-8c6452fa-04a7-4c27-a237-0110ea6c7442 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.5184479
Jun 04 15:22:08.274981 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Transition to ACTIVE for port object 6dbcb869-b7c3-4c99-8505-2868a006efab will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:22:08.285850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Allocated IP 172.20.0.1 (91cca73e-1edf-43ed-a022-24d22b5f5f64/91893482-88ab-4bef-b1ea-915c1d6da852/20fef633-c2eb-4748-b6be-ba82f2ac5304) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:22:08.383381 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:08.383381 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bd137849-3d0e-4da9-8f6c-2e2fce4967df tempest-ImagesTestJSON-1097830334 tempest-ImagesTestJSON-1097830334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:08.398541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 689f317e-6942-4287-a44f-3d403fd38de3) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:22:08.406101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d158643-93d6-4c9e-b83d-0c61a0146853 None None] Network 689f317e-6942-4287-a44f-3d403fd38de3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:22:08.433875 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-910423422-network', 'tenant_id': 'f065a7716e594825ad8f2f67b859d7e8'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:08.439538 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:08.443869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Usage tracker for resource:network and tenant:f065a7716e594825ad8f2f67b859d7e8 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:08.446897 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:08.452888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:08.537353 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Made reservation on behalf of f065a7716e594825ad8f2f67b859d7e8 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:22:08.537591 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:08.568687 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:08.569329 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:08.582064 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:08.662896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:08.743022 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.3788743
Jun 04 15:22:08.751431 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Usage tracker for resource:security_group_rule and tenant:f065a7716e594825ad8f2f67b859d7e8 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:08.760905 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47984) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:08.770354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1158080496-router', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:08.774699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:08.794365 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:08.800280 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:08.810655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e70e8a-4e32-4581-a292-278cf20bbbd8 req-a8761b29-ebb2-4e43-badc-b9b163277765 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:08.819296 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-60e70e8a-4e32-4581-a292-278cf20bbbd8 req-a8761b29-ebb2-4e43-badc-b9b163277765 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 0.6507816
Jun 04 15:22:08.830684 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e1cc0a44-1b56-4902-95cc-360ee2bdd1b7 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:08.853065 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Usage tracker for resource:router and tenant:36cb2739f2e9431fb48f7b6d0fc9817c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:08.870413 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:08.875636 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-689f317e-6942-4287-a44f-3d403fd38de3', 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'fixed_ips': [{'subnet_id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:22:08.875636 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:08.990024 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:09.003446 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-60e70e8a-4e32-4581-a292-278cf20bbbd8 req-d597c77d-a5e3-4acd-9232-d4c675ee14ac tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825562
Jun 04 15:22:09.135861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbcb869-b7c3-4c99-8505-2868a006efab,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:09.141191 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:09.153037 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Allocated IP 172.20.0.2 (689f317e-6942-4287-a44f-3d403fd38de3/ee820c69-9f91-4a67-9aeb-e78de6ae6242/92673349-48cd-494d-83b7-178d00a7404a) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:22:09.182346 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:09.283315 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port e1cc0a44-1b56-4902-95cc-360ee2bdd1b7 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:22:09.347641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e1cc0a44-1b56-4902-95cc-360ee2bdd1b7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:09.348243 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:09.373680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Transition to ACTIVE for port object 20fef633-c2eb-4748-b6be-ba82f2ac5304 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:22:09.429693 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:09.431711 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:09.432811 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:09.455801 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:09.471973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797b171-0c58-4774-a355-ff04c1cd1858 req-f909e048-5682-4a9e-b71d-cb4de8b5ee12 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:09.473254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a797b171-0c58-4774-a355-ff04c1cd1858 req-f909e048-5682-4a9e-b71d-cb4de8b5ee12 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Synchronizing usage tracker for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:22:09.519361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-fba30cff-2696-439c-8834-90e99cfe5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:09.520345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-fba30cff-2696-439c-8834-90e99cfe5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:09.521126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-fba30cff-2696-439c-8834-90e99cfe5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:09.522084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-fba30cff-2696-439c-8834-90e99cfe5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:09.523318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-fba30cff-2696-439c-8834-90e99cfe5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:09.524142 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-fba30cff-2696-439c-8834-90e99cfe5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:09.526215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-fba30cff-2696-439c-8834-90e99cfe5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:09.529933 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-fba30cff-2696-439c-8834-90e99cfe5b7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=926d3966f5b342809000e5f28f33b523&device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 6501 time: 1.0382330
Jun 04 15:22:09.531553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Attempting to bind port 6dbcb869-b7c3-4c99-8505-2868a006efab on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:22:09.532104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Attempting to bind port 6dbcb869-b7c3-4c99-8505-2868a006efab by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:22:09.547595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Attempting to bind port 6dbcb869-b7c3-4c99-8505-2868a006efab on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:22:09.585578 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Port 6dbcb869-b7c3-4c99-8505-2868a006efab on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:22:09.586217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Attempting to bind port 6dbcb869-b7c3-4c99-8505-2868a006efab on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:22:09.643199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:22:09.643805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Checking segment: {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:22:09.644347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Bound using segment: {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:22:09.645166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Bound port: 6dbcb869-b7c3-4c99-8505-2868a006efab, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:22:09.645667 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:09.680167 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:09.692910 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a505ca3e-a734-4cb8-8a22-196814b1bdc0 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:09.736415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:22:09.751699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:09.771544 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:09.772424 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:09.772820 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Added segment b83192d3-339f-4bd3-9fea-8b8750d9d41e of type vlan for network 9746748a-5cb9-4cbd-bc88-09198d485d67
Jun 04 15:22:09.809925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a797b171-0c58-4774-a355-ff04c1cd1858 req-f909e048-5682-4a9e-b71d-cb4de8b5ee12 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Unset dirty status for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:22:09.812440 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:09.812609 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:09.816656 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a797b171-0c58-4774-a355-ff04c1cd1858 req-f909e048-5682-4a9e-b71d-cb4de8b5ee12 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 944 time: 1.3273921
Jun 04 15:22:09.839375 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:09.864782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port e1cc0a44-1b56-4902-95cc-360ee2bdd1b7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e1cc0a44-1b56-4902-95cc-360ee2bdd1b7,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:09.872462 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Transition to ACTIVE for port object 92673349-48cd-494d-83b7-178d00a7404a will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:22:09.891597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-3e07ef64-4d73-4cd3-989d-191db3de2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:09.891812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-3e07ef64-4d73-4cd3-989d-191db3de2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:09.892842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-3e07ef64-4d73-4cd3-989d-191db3de2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:09.894645 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-3e07ef64-4d73-4cd3-989d-191db3de2ab8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=523116c7-0d06-4e44-9c1a-1a833c6b29dc&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=67bebaa3-339e-464b-87fc-b3100714b795&id=67bebaa3-339e-464b-87fc-b3100714b795 HTTP/1.1" status: 200  len: 2299 time: 0.3185735
Jun 04 15:22:09.901071 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:09.907628 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Transition to ACTIVE for port object 92673349-48cd-494d-83b7-178d00a7404a will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:22:09.962255 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a46a382a-7e60-4214-878d-47473e51dcee tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:09.980351 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:09.989029 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:09.990009 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:09.990501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:09.991083 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:09.995486 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5f51c83e-12bf-418f-960f-780579d40288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:10.118493 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.resource_extend [None req-7f7afc3d-d9cb-44e9-82f9-f05301969aa9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:22:10.121830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Network 91cca73e-1edf-43ed-a022-24d22b5f5f64 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:22:10.124991 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-cbf1c0c0-e12e-4a81-b343-ada29875c294 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 HTTP/1.1" status: 200  len: 217 time: 0.2190104
Jun 04 15:22:10.146498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:22:10.174033 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=e1cc0a44-1b56-4902-95cc-360ee2bdd1b7,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:10.202765 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:10.204293 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:10.228036 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:10.257610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:22:10.367750 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a797b171-0c58-4774-a355-ff04c1cd1858 req-f490baad-0a5e-4867-b585-21e94377b66b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5500720
Jun 04 15:22:10.437476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Pushing event updated for resources: {'Port': ['ID=92673349-48cd-494d-83b7-178d00a7404a,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:10.451725 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:10.464044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Network 689f317e-6942-4287-a44f-3d403fd38de3 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:22:10.473893 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:22:10.479498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] For port 6dbcb869-b7c3-4c99-8505-2868a006efab, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:22:10.480669 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:22:10.550455 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Pushing event updated for resources: {'Network': ['ID=9746748a-5cb9-4cbd-bc88-09198d485d67,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:10.575580 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 9746748a-5cb9-4cbd-bc88-09198d485d67 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:22:10.576969 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.5178688
Jun 04 15:22:10.578193 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47996) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:10.580942 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:10.584313 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:10.597298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Request body: {'subnet': {'network_id': '9746748a-5cb9-4cbd-bc88-09198d485d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-910423422-subnet', 'tenant_id': 'f065a7716e594825ad8f2f67b859d7e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:10.614903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Pushing event updated for resources: {'Port': ['ID=20fef633-c2eb-4748-b6be-ba82f2ac5304,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:10.618413 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:10.623727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] For port 6dbcb869-b7c3-4c99-8505-2868a006efab, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6dbcb869-b7c3-4c99-8505-2868a006efab,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:22:10.632707 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:10.647392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Usage tracker for resource:subnet and tenant:f065a7716e594825ad8f2f67b859d7e8 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:10.654269 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f7afc3d-d9cb-44e9-82f9-f05301969aa9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:10.655997 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:10.670109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-4822fb1b-f23e-4116-a85d-f1453d4ffafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:10.672669 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-4822fb1b-f23e-4116-a85d-f1453d4ffafd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0a49928-f479-46c6-b85f-c135d129c3d1 HTTP/1.1" status: 200  len: 856 time: 0.5112123
Jun 04 15:22:10.674568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:10.678758 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:10.799124 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f7afc3d-d9cb-44e9-82f9-f05301969aa9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:10.846652 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e1cc0a44-1b56-4902-95cc-360ee2bdd1b7 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:10.894334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Made reservation on behalf of f065a7716e594825ad8f2f67b859d7e8 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:22:10.897140 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:10.964575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Attempting to bind port 92673349-48cd-494d-83b7-178d00a7404a on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:22:10.964862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Attempting to bind port 92673349-48cd-494d-83b7-178d00a7404a by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '0082a04f-021f-4afc-9fa3-2e6068523a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:22:10.965247 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Attempting to bind port 92673349-48cd-494d-83b7-178d00a7404a on network 689f317e-6942-4287-a44f-3d403fd38de3 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:22:10.973776 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:22:10.974183 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Checking segment: {'id': '0082a04f-021f-4afc-9fa3-2e6068523a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:22:10.974612 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:10.975035 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Bound using segment: {'id': '0082a04f-021f-4afc-9fa3-2e6068523a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:22:10.975522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Bound port: 92673349-48cd-494d-83b7-178d00a7404a, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0082a04f-021f-4afc-9fa3-2e6068523a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:22:10.976552 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:11.109613 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9f622620-a5d7-4d6b-b3c4-b3db6b0d18c8 None None] Provisioning for port 20fef633-c2eb-4748-b6be-ba82f2ac5304 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:22:11.117111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e1cc0a44-1b56-4902-95cc-360ee2bdd1b7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:11.117675 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:11.128157 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:11.131768 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8e8a48af-db31-42e2-a1f9-fbcd0ed48fba tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:11.149408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9f622620-a5d7-4d6b-b3c4-b3db6b0d18c8 None None] Provisioning complete for port 20fef633-c2eb-4748-b6be-ba82f2ac5304 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:11.149783 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9f622620-a5d7-4d6b-b3c4-b3db6b0d18c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:11.223936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32906e35-4185-4da8-9310-daf62ce73961 req-6e6740aa-c25c-4b08-b9e6-c25fac424eb1 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:11.229603 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-32906e35-4185-4da8-9310-daf62ce73961 req-6e6740aa-c25c-4b08-b9e6-c25fac424eb1 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.7307243
Jun 04 15:22:11.250310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9f622620-a5d7-4d6b-b3c4-b3db6b0d18c8 None None] Port 20fef633-c2eb-4748-b6be-ba82f2ac5304 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:22:11.254847 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] For port 92673349-48cd-494d-83b7-178d00a7404a, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:22:11.260271 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] For port 92673349-48cd-494d-83b7-178d00a7404a, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=92673349-48cd-494d-83b7-178d00a7404a,segment=NetworkSegment(0082a04f-021f-4afc-9fa3-2e6068523a1b),segment_id=0082a04f-021f-4afc-9fa3-2e6068523a1b)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:22:11.288019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:11.289182 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:11.291569 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] 10.222.0.65 "PUT /v2.0/ports/6dbcb869-b7c3-4c99-8505-2868a006efab HTTP/1.1" status: 200  len: 1092 time: 4.9081259
Jun 04 15:22:11.298362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9da8229-bf04-4fe9-b169-934951e52906', 'tag': '6dbcb869-b7c3-4c99-8505-2868a006efab'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:11.302477 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b910454f-c0a2-45ad-b9fd-fc2430c33609" -d '{"events": [{"name": "network-changed", "server_uuid": "d9da8229-bf04-4fe9-b169-934951e52906", "tag": "6dbcb869-b7c3-4c99-8505-2868a006efab"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:11.363343 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:11.371486 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:11.430937 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-e2f2f0c8-3f30-41ce-826a-588ac6404999 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 1.0574949
Jun 04 15:22:11.485057 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-32906e35-4185-4da8-9310-daf62ce73961 req-88b871e0-f4e3-4cf7-b412-ea9b23ac4558 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2519848
Jun 04 15:22:11.499390 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-7f7afc3d-d9cb-44e9-82f9-f05301969aa9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Floating IP 6252c97b-28f0-4067-b2c1-300ab7b048ed associated. External IP: 172.25.4.48, port: 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6.
Jun 04 15:22:11.499735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbcb869-b7c3-4c99-8505-2868a006efab,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:11.538914 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:11.559039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Pushing event updated for resources: {'Port': ['ID=92673349-48cd-494d-83b7-178d00a7404a,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:11.563220 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:11.592009 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-e5a67733-c5a5-44ce-bb9f-4b9afaa48381 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:11.599717 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-e5a67733-c5a5-44ce-bb9f-4b9afaa48381 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/networks?id=5fff0c5f-35f9-42a4-a894-12523f1fbdaf HTTP/1.1" status: 200  len: 815 time: 0.5405023
Jun 04 15:22:11.608400 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20bcd73-23eb-4a97-86e3-48f2fefa58f5 x-openstack-request-id: req-d20bcd73-23eb-4a97-86e3-48f2fefa58f5 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:11.608892 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9da8229-bf04-4fe9-b169-934951e52906", "tag": "6dbcb869-b7c3-4c99-8505-2868a006efab", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:11.613318 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d20bcd73-23eb-4a97-86e3-48f2fefa58f5 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:11.614193 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9da8229-bf04-4fe9-b169-934951e52906', 'tag': '6dbcb869-b7c3-4c99-8505-2868a006efab', 'status': 'completed', 'code': 200}
Jun 04 15:22:11.717759 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-9f93b5ae-e302-4b25-b7e0-2a725d43fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:11.719256 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-9f93b5ae-e302-4b25-b7e0-2a725d43fba9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=523116c7-0d06-4e44-9c1a-1a833c6b29dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6583025
Jun 04 15:22:11.724630 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-cea351e6-d573-407f-9893-e44a66c36783 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/quotas/9d7761996d07415a99a20466c5b4dc16 HTTP/1.1" status: 200  len: 375 time: 0.1239965
Jun 04 15:22:12.018489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-27dae578-e8d8-4c47-bf4d-86e2688949e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:12.021762 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-27dae578-e8d8-4c47-bf4d-86e2688949e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 1095 time: 0.5770550
Jun 04 15:22:12.133459 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-0709326b-ecbe-460f-a464-47c4e6545d1a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dbcb869-b7c3-4c99-8505-2868a006efab HTTP/1.1" status: 200  len: 217 time: 0.0845585
Jun 04 15:22:12.192905 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:12.259817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-a187e75c-6c5f-4cee-994d-d1e2b7ec2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:12.260299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-a187e75c-6c5f-4cee-994d-d1e2b7ec2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:12.260776 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-a187e75c-6c5f-4cee-994d-d1e2b7ec2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:12.261548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-a187e75c-6c5f-4cee-994d-d1e2b7ec2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:12.262026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-a187e75c-6c5f-4cee-994d-d1e2b7ec2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:12.262504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-a187e75c-6c5f-4cee-994d-d1e2b7ec2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:12.262965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-a187e75c-6c5f-4cee-994d-d1e2b7ec2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:12.264896 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-a187e75c-6c5f-4cee-994d-d1e2b7ec2424 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170821b51002469da86d3c4cef5805e5&device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 6491 time: 0.6589272
Jun 04 15:22:12.277537 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-192696c7-6be9-4865-ba8e-311c43633d35 service neutron] 10.222.0.62 "GET /v2.0/networks/523116c7-0d06-4e44-9c1a-1a833c6b29dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5412142
Jun 04 15:22:12.428640 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-2a33c073-deef-4e19-a2cc-41b98931126e tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d7761996d07415a99a20466c5b4dc16&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6913030
Jun 04 15:22:12.454133 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-2e4f53a7-35a0-43d2-9155-7cbfed64fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:12.455521 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-2e4f53a7-35a0-43d2-9155-7cbfed64fafc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cb8210ec-57b3-4dae-ba07-aa799b052e64 HTTP/1.1" status: 200  len: 846 time: 0.3046162
Jun 04 15:22:12.578924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2b4e6-7011-491e-b358-b3e756f814da req-8e8e4833-1115-47db-92e7-0c10b92ac297 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:12.581365 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3eb2b4e6-7011-491e-b358-b3e756f814da req-8e8e4833-1115-47db-92e7-0c10b92ac297 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 944 time: 0.8124552
Jun 04 15:22:12.775383 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 92673349-48cd-494d-83b7-178d00a7404a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:12.837420 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3eb2b4e6-7011-491e-b358-b3e756f814da req-4014dce5-1767-436e-90b5-600a4e46cabf tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164221
Jun 04 15:22:12.840670 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:12.855021 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-476fc84b-b719-4100-9f33-6d0118c0c8b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=461f9c0e-ecfd-4745-a9f2-974b51ab6079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2613058
Jun 04 15:22:12.907059 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:12.909986 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3042ab64-a4c9-4bc2-a035-9b3324498d94 None None] Network 689f317e-6942-4287-a44f-3d403fd38de3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:22:13.004482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7afc3d-d9cb-44e9-82f9-f05301969aa9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:22:13.012631 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 92673349-48cd-494d-83b7-178d00a7404a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:22:13.268300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-1c6518b8-bfea-43ad-aa80-be6bd71a56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:13.269111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-1c6518b8-bfea-43ad-aa80-be6bd71a56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:13.269913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-1c6518b8-bfea-43ad-aa80-be6bd71a56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:13.272361 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-1c6518b8-bfea-43ad-aa80-be6bd71a56f3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6fd14b5-fe16-4479-b95d-921ab565bab3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25 HTTP/1.1" status: 200  len: 2292 time: 0.9523776
Jun 04 15:22:13.275357 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-6153605c-7d9f-4587-814b-cb21b8f418b1 service neutron] 10.222.0.62 "GET /v2.0/networks/523116c7-0d06-4e44-9c1a-1a833c6b29dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9596195
Jun 04 15:22:13.298934 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af246400-8ee6-489c-93f0-ea294edf2d32 req-41ac475e-35f5-4ef1-818d-ac0c5ba02164 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:13.301356 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af246400-8ee6-489c-93f0-ea294edf2d32 req-41ac475e-35f5-4ef1-818d-ac0c5ba02164 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.62 "GET /v2.0/ports?device_id=d78bf641-c102-4842-92f4-d35016bb2867 HTTP/1.1" status: 200  len: 946 time: 1.1463475
Jun 04 15:22:13.329240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-aaf5fe5f-5c4d-495b-a69d-75ecbee9d103 None None] Provisioning for port 92673349-48cd-494d-83b7-178d00a7404a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:22:13.335773 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-aaf5fe5f-5c4d-495b-a69d-75ecbee9d103 None None] Provisioning complete for port 92673349-48cd-494d-83b7-178d00a7404a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:13.336280 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-aaf5fe5f-5c4d-495b-a69d-75ecbee9d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:13.489744 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-aaf5fe5f-5c4d-495b-a69d-75ecbee9d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:13.530791 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-aaf5fe5f-5c4d-495b-a69d-75ecbee9d103 None None] For port 92673349-48cd-494d-83b7-178d00a7404a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=92673349-48cd-494d-83b7-178d00a7404a,segment=NetworkSegment(0082a04f-021f-4afc-9fa3-2e6068523a1b),segment_id=0082a04f-021f-4afc-9fa3-2e6068523a1b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:13.534056 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Allocated IP 172.25.4.220 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/c991cdcf-72a0-44a9-980e-6c8b0e94d37f) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:22:13.567528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7afc3d-d9cb-44e9-82f9-f05301969aa9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:22:13.579941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcab3f-ce30-43fb-adb3-b55fe6f177ce req-a515c7c3-aef6-42ac-8b47-48f2a66631fc tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:13.581457 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-56dcab3f-ce30-43fb-adb3-b55fe6f177ce req-a515c7c3-aef6-42ac-8b47-48f2a66631fc tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2f3e86-7970-4420-b327-48a86fcee081 HTTP/1.1" status: 200  len: 946 time: 0.5822909
Jun 04 15:22:13.589505 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b9406-3096-4318-9331-428bfec8f371 None None] Sync routers for ids ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:22:13.600236 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b9406-3096-4318-9331-428bfec8f371 None None] Routers {'5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:22:13.601315 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-2e8b9406-3096-4318-9331-428bfec8f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca228e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:22:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:13.638021 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-aaf5fe5f-5c4d-495b-a69d-75ecbee9d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:13.639800 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:13.712455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5fe5f-5c4d-495b-a69d-75ecbee9d103 None None] Pushing event updated for resources: {'Port': ['ID=92673349-48cd-494d-83b7-178d00a7404a,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:13.715967 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-aaf5fe5f-5c4d-495b-a69d-75ecbee9d103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:13.743232 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-729086a5-a7b7-4ac2-b841-72ff845bb0dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=e11cad97-5be6-48e6-bf28-5f9a6959d242 HTTP/1.1" status: 200  len: 217 time: 0.4318449
Jun 04 15:22:13.768545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-303bc974-d6c6-457a-8524-a881ea7b04dd None None] Provisioning complete for port 92673349-48cd-494d-83b7-178d00a7404a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:13.769014 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-303bc974-d6c6-457a-8524-a881ea7b04dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:13.774525 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f7afc3d-d9cb-44e9-82f9-f05301969aa9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:13.872962 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-2e8b9406-3096-4318-9331-428bfec8f371 None None] Set router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:22:13.880730 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-e854b1cc-5cc1-4343-b209-251d38d22a30 service neutron] 10.222.0.32 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4311266
Jun 04 15:22:13.889967 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7f7afc3d-d9cb-44e9-82f9-f05301969aa9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "PUT /v2.0/floatingips/6252c97b-28f0-4067-b2c1-300ab7b048ed HTTP/1.1" status: 200  len: 990 time: 5.9033892
Jun 04 15:22:13.891451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'tag': '4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:13.894072 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38244125-c76f-4a30-98ba-175e465908af" -d '{"events": [{"name": "network-changed", "server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "tag": "4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:13.907518 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-56dcab3f-ce30-43fb-adb3-b55fe6f177ce req-05e47a3b-bc7e-4dc8-ba80-8b0f63c7189f tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3022492
Jun 04 15:22:13.910536 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:13.942633 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3d3971fe-cd2f-462a-b047-59b75c24a1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:14.003687 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:14.081259 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1194625f-ed3b-42ae-9e58-3ce77cbab47e,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:14.087251 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:14.098251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Checking segment: {'id': 'b83192d3-339f-4bd3-9fea-8b8750d9d41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9746748a-5cb9-4cbd-bc88-09198d485d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:22:14.098852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Network hostable DHCP agents. Network: 9746748a-5cb9-4cbd-bc88-09198d485d67, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:22:14.152032 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-c65f65e0-7e48-4d76-aba2-2c48f45fc28e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eccdd22b-79c3-491b-9d6e-995f40de8b84 HTTP/1.1" status: 200  len: 1001 time: 0.8451171
Jun 04 15:22:14.164670 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:14.172360 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-334e4245-e46b-4b5d-a691-881bb4955348 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:14.220235 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Network 9746748a-5cb9-4cbd-bc88-09198d485d67 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:22:14.252829 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-df780528-083e-4a67-a6fc-3f9f2974da39 service neutron] 10.222.0.65 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3640878
Jun 04 15:22:14.312267 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:22:14.324306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-3061cbd8-e551-4e82-a257-a7f08ba131f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:14.326479 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-3061cbd8-e551-4e82-a257-a7f08ba131f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.5556753
Jun 04 15:22:14.329761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:22:14.335742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:22:14.340172 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-2e8b9406-3096-4318-9331-428bfec8f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca228e0>, [{'id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-router', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:18:37Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '926d3966f5b342809000e5f28f33b523', 'gw_port': {'id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:38Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '6252c97b-28f0-4067-b2c1-300ab7b048ed', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'port_id': '4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'mac_address': 'fa:16:3e:bf:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:20:09Z', 'updated_at': '2021-06-04T15:22:09Z', 'revision_number': 1, 'project_id': '926d3966f5b342809000e5f28f33b523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ded273-6a5f-437b-9295-ffe85080f840', 'name': '', 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'mac_address': 'fa:16:3e:96:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:45Z', 'updated_at': '2021-06-04T15:18:59Z', 'revision_number': 5, 'project_id': '926d3966f5b342809000e5f28f33b523', 'subnets': [{'id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:14.344878 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b9406-3096-4318-9331-428bfec8f371 None None] Checking router: 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:22:14.354441 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b9406-3096-4318-9331-428bfec8f371 None None] Routers {'5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:22:14.355205 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-2e8b9406-3096-4318-9331-428bfec8f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca228e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:22:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:14.374087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Pushing event updated for resources: {'Port': ['ID=c991cdcf-72a0-44a9-980e-6c8b0e94d37f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:14.381235 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 9746748a-5cb9-4cbd-bc88-09198d485d67) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:22:14.383354 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:14.399302 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:22:14.406960 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a74c72-8e33-41c9-8579-03021530754a None None] Network 9746748a-5cb9-4cbd-bc88-09198d485d67 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:22:14.418293 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:14.419273 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:14.513610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8cfe5-58b1-43e0-ae7e-3f4160d406a8 req-f2199368-7407-423b-af33-7e6e816b4d78 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:14.520844 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-22b8cfe5-58b1-43e0-ae7e-3f4160d406a8 req-f2199368-7407-423b-af33-7e6e816b4d78 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 944 time: 0.3050003
Jun 04 15:22:14.547169 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:14.612851 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 4.0199764
Jun 04 15:22:14.655849 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-2e8b9406-3096-4318-9331-428bfec8f371 None None] Set router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:22:14.682834 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628241ee-a2e2-46f2-9f5e-99061f0c6b73 None None] Network 9746748a-5cb9-4cbd-bc88-09198d485d67 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:22:14.695395 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-22b8cfe5-58b1-43e0-ae7e-3f4160d406a8 req-c41e9f79-6b85-4b62-b2b7-ffd7e3b7a37f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729386
Jun 04 15:22:14.778663 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 92673349-48cd-494d-83b7-178d00a7404a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:14.845872 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:14.985025 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b1def0c7-1665-4cd4-9010-a774a6e80a41 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:15.020692 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6cd7f2-3fff-4770-9b46-b69684b1b7b5 x-openstack-request-id: req-da6cd7f2-3fff-4770-9b46-b69684b1b7b5 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:15.021097 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "tag": "4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:15.021334 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da6cd7f2-3fff-4770-9b46-b69684b1b7b5 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:15.021764 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'tag': '4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6', 'status': 'completed', 'code': 200}
Jun 04 15:22:15.071344 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 92673349-48cd-494d-83b7-178d00a7404a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:15.071747 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:15.078330 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0c12832e-49a0-48a6-979a-e5e8f9774e97 service neutron] 10.222.0.32 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1772165
Jun 04 15:22:15.084038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-156adb40-0fb3-48c1-a791-ede605289498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:15.090551 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-156adb40-0fb3-48c1-a791-ede605289498 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c3923c1e-f693-458d-b8fe-0bcbec1d9098 HTTP/1.1" status: 200  len: 851 time: 0.8406420
Jun 04 15:22:15.091871 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:15.285025 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:15.297984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-af246400-8ee6-489c-93f0-ea294edf2d32 req-cf1a08f3-8be1-4f00-8c06-bfdcf3bcfacf tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Deleting port 4594226c-b739-4a3c-af4a-d881d0cee187 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:22:15.298482 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-af246400-8ee6-489c-93f0-ea294edf2d32 req-cf1a08f3-8be1-4f00-8c06-bfdcf3bcfacf tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:15.322087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Pushing event updated for resources: {'Port': ['ID=20fef633-c2eb-4748-b6be-ba82f2ac5304,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:15.326286 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-2e8b9406-3096-4318-9331-428bfec8f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca228e0>, [{'id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-router', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:18:37Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '926d3966f5b342809000e5f28f33b523', 'gw_port': {'id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:38Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '6252c97b-28f0-4067-b2c1-300ab7b048ed', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'port_id': '4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'mac_address': 'fa:16:3e:bf:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:20:09Z', 'updated_at': '2021-06-04T15:22:09Z', 'revision_number': 1, 'project_id': '926d3966f5b342809000e5f28f33b523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ded273-6a5f-437b-9295-ffe85080f840', 'name': '', 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'mac_address': 'fa:16:3e:96:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:45Z', 'updated_at': '2021-06-04T15:18:59Z', 'revision_number': 5, 'project_id': '926d3966f5b342809000e5f28f33b523', 'subnets': [{'id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:15.334152 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b9406-3096-4318-9331-428bfec8f371 None None] The sync data for ids ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'] in n-d-791505-9 is: [{'id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-router', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:18:37Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '926d3966f5b342809000e5f28f33b523', 'gw_port': {'id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:38Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '6252c97b-28f0-4067-b2c1-300ab7b048ed', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'port_id': '4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'mac_address': 'fa:16:3e:bf:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:20:09Z', 'updated_at': '2021-06-04T15:22:09Z', 'revision_number': 1, 'project_id': '926d3966f5b342809000e5f28f33b523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ded273-6a5f-437b-9295-ffe85080f840', 'name': '', 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'mac_address': 'fa:16:3e:96:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:45Z', 'updated_at': '2021-06-04T15:18:59Z', 'revision_number': 5, 'project_id': '926d3966f5b342809000e5f28f33b523', 'subnets': [{'id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:22:15.359000 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:15.412197 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-be16f1ea-c415-40d4-bd7a-07c02019f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:15.414627 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-be16f1ea-c415-40d4-bd7a-07c02019f691 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 1.0293431
Jun 04 15:22:15.431496 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7574848-ff91-45a6-b23b-f45721d9a308 req-83688f1c-22cf-43f0-acc9-35c2b2651459 service neutron] 10.222.0.65 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0938294
Jun 04 15:22:15.611957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae3587-fea7-49ba-bbfe-4d50f86bf855 req-e133dc70-b468-4123-88ce-09390979cbc5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:15.619992 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-61ae3587-fea7-49ba-bbfe-4d50f86bf855 req-e133dc70-b468-4123-88ce-09390979cbc5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 945 time: 0.4444122
Jun 04 15:22:15.776171 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-61ae3587-fea7-49ba-bbfe-4d50f86bf855 req-f46637c0-01ac-4211-a1c4-b85363a4da66 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546509
Jun 04 15:22:15.812883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd04bcf7-ad6e-4301-911e-98202818b01c None None] New status for floating IP 6252c97b-28f0-4067-b2c1-300ab7b048ed: ACTIVE {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:22:16.001461 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:16.151189 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4170fed5-5b17-4777-94d1-fdf56637dd6e req-4361cc50-7468-4e1d-a213-c419dea41bac tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 210 time: 0.0741339
Jun 04 15:22:16.263650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-4547e22c-f3c8-49d9-a5e2-3c1036a0e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:16.266361 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-4547e22c-f3c8-49d9-a5e2-3c1036a0e886 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6fd14b5-fe16-4479-b95d-921ab565bab3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 1.1004004
Jun 04 15:22:16.410142 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-af246400-8ee6-489c-93f0-ea294edf2d32 req-cf1a08f3-8be1-4f00-8c06-bfdcf3bcfacf tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] For port 4594226c-b739-4a3c-af4a-d881d0cee187, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4594226c-b739-4a3c-af4a-d881d0cee187,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:16.410504 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-af246400-8ee6-489c-93f0-ea294edf2d32 req-cf1a08f3-8be1-4f00-8c06-bfdcf3bcfacf tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:16.444029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575bf3d-7e3e-44ee-92c3-6bd6c93be7de req-e356b5d0-ebb9-4de0-a147-1528007b845d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:16.446103 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f575bf3d-7e3e-44ee-92c3-6bd6c93be7de req-e356b5d0-ebb9-4de0-a147-1528007b845d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 944 time: 0.1582863
Jun 04 15:22:16.457660 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-adbb2c37-190a-48ed-92b4-2a5f6b0a31ae service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0236139
Jun 04 15:22:16.493518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Router 4852bfff-1239-4bc1-8159-79ee4aabb860 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:22:16.509322 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 4594226c-b739-4a3c-af4a-d881d0cee187 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:22:16.532672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Network 91cca73e-1edf-43ed-a022-24d22b5f5f64 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:22:16.621887 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f575bf3d-7e3e-44ee-92c3-6bd6c93be7de req-4e512ef4-c193-4b5d-be5c-06782480f92b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640787
Jun 04 15:22:16.630183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:22:16.650970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-af246400-8ee6-489c-93f0-ea294edf2d32 req-cf1a08f3-8be1-4f00-8c06-bfdcf3bcfacf tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Calling delete_port for 4594226c-b739-4a3c-af4a-d881d0cee187 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:22:16.653132 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:16.662058 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910454f-c0a2-45ad-b9fd-fc2430c33609 req-7d8d3d1b-39a5-4b8f-9b4c-f6b28c51e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:16.664168 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b910454f-c0a2-45ad-b9fd-fc2430c33609 req-7d8d3d1b-39a5-4b8f-9b4c-f6b28c51e4f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 1095 time: 0.9455678
Jun 04 15:22:16.687208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78bf641-c102-4842-92f4-d35016bb2867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4594226c-b739-4a3c-af4a-d881d0cee187'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:16.692226 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6605c4ff-270b-4161-90ca-505334f341b5" -d '{"events": [{"server_uuid": "d78bf641-c102-4842-92f4-d35016bb2867", "name": "network-vif-unplugged", "status": "completed", "tag": "4594226c-b739-4a3c-af4a-d881d0cee187"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:16.692355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-bf3d52ae-561c-4d75-93d1-3c29c8f24404 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:16.692980 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-bf3d52ae-561c-4d75-93d1-3c29c8f24404 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/networks?id=9746748a-5cb9-4cbd-bc88-09198d485d67 HTTP/1.1" status: 200  len: 813 time: 0.7140546
Jun 04 15:22:16.695732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-2afb3acd-0512-42e0-ae37-59df61d59f7b req-7e9c6372-3a49-4ff8-a7d4-0643e8f060d5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:22:16.697124 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2afb3acd-0512-42e0-ae37-59df61d59f7b req-7e9c6372-3a49-4ff8-a7d4-0643e8f060d5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0173173
Jun 04 15:22:16.706052 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 4594226c-b739-4a3c-af4a-d881d0cee187, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4594226c-b739-4a3c-af4a-d881d0cee187,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:16.771050 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:16.780877 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:16.881994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=4594226c-b739-4a3c-af4a-d881d0cee187,revision_number=9']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:16.888663 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:16.898295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:22:16.911716 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Sync routers for ids ['4852bfff-1239-4bc1-8159-79ee4aabb860'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:22:16.943973 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2afb3acd-0512-42e0-ae37-59df61d59f7b req-9341a90d-d4e7-4704-a4ba-faeb3126c036 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.1852310
Jun 04 15:22:16.949235 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Routers {'4852bfff-1239-4bc1-8159-79ee4aabb860'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:22:16.949552 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d60a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:22:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4852bfff-1239-4bc1-8159-79ee4aabb860'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:16.963756 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-ca45cd70-ee0e-4331-8c20-68a2e0bf3328 service neutron] 10.222.0.65 "GET /v2.0/networks/b6fd14b5-fe16-4479-b95d-921ab565bab3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6605361
Jun 04 15:22:17.034959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7f367d15-f091-41d4-9f1d-a17d5a6df2d2 None None] Provisioning complete for port 20fef633-c2eb-4748-b6be-ba82f2ac5304 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:17.036514 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7f367d15-f091-41d4-9f1d-a17d5a6df2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:17.042997 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:17.047161 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 8.2814105
Jun 04 15:22:17.047577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48064) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:17.065325 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-4282c0e5-7fbb-43ce-9d8c-45ac8fcfb3b1 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/quotas/f065a7716e594825ad8f2f67b859d7e8 HTTP/1.1" status: 200  len: 375 time: 0.3421860
Jun 04 15:22:17.167424 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7f367d15-f091-41d4-9f1d-a17d5a6df2d2 None None] Port 20fef633-c2eb-4748-b6be-ba82f2ac5304 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:22:17.206027 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-b99686cb-1b87-4e84-a187-bc850806d797 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f065a7716e594825ad8f2f67b859d7e8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1391566
Jun 04 15:22:17.228952 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Set router 4852bfff-1239-4bc1-8159-79ee4aabb860 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:22:17.525097 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262ef1c6-a446-4b03-aff4-6304a6f241e7 x-openstack-request-id: req-262ef1c6-a446-4b03-aff4-6304a6f241e7 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:17.525586 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78bf641-c102-4842-92f4-d35016bb2867", "name": "network-vif-unplugged", "status": "completed", "tag": "4594226c-b739-4a3c-af4a-d881d0cee187", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:17.525928 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-262ef1c6-a446-4b03-aff4-6304a6f241e7 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:17.526457 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78bf641-c102-4842-92f4-d35016bb2867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4594226c-b739-4a3c-af4a-d881d0cee187', 'code': 200}
Jun 04 15:22:17.729882 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d60a0>, [{'id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'name': 'tempest-ServersTestJSON-1158080496-router', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:22:09Z', 'updated_at': '2021-06-04T15:22:14Z', 'revision_number': 3, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'gw_port': {'id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:12Z', 'updated_at': '2021-06-04T15:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:17.735072 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Checking router: 4852bfff-1239-4bc1-8159-79ee4aabb860 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:22:17.736061 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Updating router 4852bfff-1239-4bc1-8159-79ee4aabb860 port c991cdcf-72a0-44a9-980e-6c8b0e94d37f binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:22:17.741424 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910454f-c0a2-45ad-b9fd-fc2430c33609 req-6772cb39-6b89-402e-a635-efd9135cf8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:17.742710 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b910454f-c0a2-45ad-b9fd-fc2430c33609 req-6772cb39-6b89-402e-a635-efd9135cf8fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 907 time: 1.0483274
Jun 04 15:22:17.746439 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-bb50ff8c-8ffa-4838-9a55-3a5ba64d26cd service neutron] 10.222.0.32 "GET /v2.0/networks/9746748a-5cb9-4cbd-bc88-09198d485d67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5395436
Jun 04 15:22:17.829207 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:17.938350 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-70a2f5cc-0aca-4471-81b6-fd7915fae77d service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4077764
Jun 04 15:22:18.042071 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b910454f-c0a2-45ad-b9fd-fc2430c33609 req-6f94b399-0002-4549-874b-952fca6e702c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dbcb869-b7c3-4c99-8505-2868a006efab HTTP/1.1" status: 200  len: 217 time: 0.2232070
Jun 04 15:22:18.061485 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d94d6faa-0708-4437-b491-b6e2ebcdf5d4 req-fe6c66ab-2ac8-4503-b0c8-286e75d7adaa tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 210 time: 0.0660636
Jun 04 15:22:18.122666 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-3b3707c1-e603-4aba-9c58-496ce71c6f04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 HTTP/1.1" status: 200  len: 217 time: 0.1540952
Jun 04 15:22:18.214343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Router a45899ca-9541-4d24-b87b-de4dfc883cc2 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:22:18.351023 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:18.360933 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:18.368755 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Transition to ACTIVE for port object c991cdcf-72a0-44a9-980e-6c8b0e94d37f will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:22:18.389699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205310f3-c315-4935-89af-16f955e5c39c req-adfd4cfc-64bb-48b8-8c22-5d35ca50f3a5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:18.392042 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-205310f3-c315-4935-89af-16f955e5c39c req-adfd4cfc-64bb-48b8-8c22-5d35ca50f3a5 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.1861005
Jun 04 15:22:18.408435 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-9fc66672-f7aa-4a6e-af2a-5b8595b980eb service neutron] 10.222.0.65 "GET /v2.0/networks/b6fd14b5-fe16-4479-b95d-921ab565bab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3400743
Jun 04 15:22:18.453182 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910454f-c0a2-45ad-b9fd-fc2430c33609 req-67edd27d-a584-482f-87be-2f16833eea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:18.454697 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b910454f-c0a2-45ad-b9fd-fc2430c33609 req-67edd27d-a584-482f-87be-2f16833eea11 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cb8210ec-57b3-4dae-ba07-aa799b052e64 HTTP/1.1" status: 200  len: 846 time: 0.3827298
Jun 04 15:22:18.461098 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:18.470545 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-a0564226-b167-4174-8be7-bfc8a632f840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:18.518760 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-205310f3-c315-4935-89af-16f955e5c39c req-862eb685-6c91-4c62-ae28-3f2a099dd912 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806868
Jun 04 15:22:18.561562 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Attempting to bind port c991cdcf-72a0-44a9-980e-6c8b0e94d37f on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:22:18.562059 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Attempting to bind port c991cdcf-72a0-44a9-980e-6c8b0e94d37f by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:22:18.566771 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Attempting to bind port c991cdcf-72a0-44a9-980e-6c8b0e94d37f on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:22:18.575647 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:22:18.576025 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:22:18.576448 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:18.576872 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:22:18.577332 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Bound port: c991cdcf-72a0-44a9-980e-6c8b0e94d37f, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:22:18.577687 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:18.595132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6dbcb869-b7c3-4c99-8505-2868a006efab details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:22:18.608941 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Pushing event updated for resources: {'Port': ['ID=c991cdcf-72a0-44a9-980e-6c8b0e94d37f,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:18.640498 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:18.641162 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:18.641729 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:18.642379 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:18.642966 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:18.643526 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:18.644001 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:18.644518 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:18.645080 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:18.645622 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:18.646207 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:18.646712 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:18.647008 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-47d53be5-6049-4f16-9e07-5673acfe1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:18.648803 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-47d53be5-6049-4f16-9e07-5673acfe1dde service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.4790189
Jun 04 15:22:18.666345 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:18.677040 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-10523436-63df-41bc-91a4-64034cb5e698 service neutron] 10.222.0.32 "GET /v2.0/networks/9746748a-5cb9-4cbd-bc88-09198d485d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8566809
Jun 04 15:22:18.678967 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-def12be3-0ed6-46f3-81b7-7a0c0aa5f5d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=9be08e86-8d27-40e8-8898-cc000823e63c HTTP/1.1" status: 200  len: 217 time: 0.2551064
Jun 04 15:22:18.690528 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b910454f-c0a2-45ad-b9fd-fc2430c33609 req-0e217af8-cac5-4a7e-bbe8-8eb7e705478b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=461f9c0e-ecfd-4745-a9f2-974b51ab6079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1615059
Jun 04 15:22:18.755064 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] For port c991cdcf-72a0-44a9-980e-6c8b0e94d37f, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:22:18.761582 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] For port c991cdcf-72a0-44a9-980e-6c8b0e94d37f, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c991cdcf-72a0-44a9-980e-6c8b0e94d37f,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:22:18.827815 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Allocated IP 172.20.0.1 (689f317e-6942-4287-a44f-3d403fd38de3/ee820c69-9f91-4a67-9aeb-e78de6ae6242/dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:22:18.834407 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:18.849570 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:18.878641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 6dbcb869-b7c3-4c99-8505-2868a006efab, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6dbcb869-b7c3-4c99-8505-2868a006efab,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:18.884121 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-af246400-8ee6-489c-93f0-ea294edf2d32 req-cf1a08f3-8be1-4f00-8c06-bfdcf3bcfacf tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:18.932072 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '6dbcb869-b7c3-4c99-8505-2868a006efab', 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079', 'port_id': '6dbcb869-b7c3-4c99-8505-2868a006efab', 'mac_address': 'fa:16:3e:03:78:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8210ec-57b3-4dae-ba07-aa799b052e64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:22:19.056606 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:19.062897 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Routers {'4852bfff-1239-4bc1-8159-79ee4aabb860'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:22:19.062897 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d60a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:22:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4852bfff-1239-4bc1-8159-79ee4aabb860'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:19.075941 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:19.089357 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbcb869-b7c3-4c99-8505-2868a006efab {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:22:19.128371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 6dbcb869-b7c3-4c99-8505-2868a006efab, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6dbcb869-b7c3-4c99-8505-2868a006efab,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:19.204479 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:19.210332 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:19.220208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a03c11-5781-4f64-b2c4-c30a98230f1b req-d4faf3e8-8ec3-4283-9bec-5afee894dd38 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:19.239615 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c4a03c11-5781-4f64-b2c4-c30a98230f1b req-d4faf3e8-8ec3-4283-9bec-5afee894dd38 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 944 time: 0.3998230
Jun 04 15:22:19.316011 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:19.370615 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=6dbcb869-b7c3-4c99-8505-2868a006efab,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:19.372928 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c4a03c11-5781-4f64-b2c4-c30a98230f1b req-ba230b5e-8b64-43b0-ac1a-bcaf33cb4621 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321099
Jun 04 15:22:19.376684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Transition to ACTIVE for port object dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:22:19.377032 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:19.459482 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Pushing event updated for resources: {'Port': ['ID=c991cdcf-72a0-44a9-980e-6c8b0e94d37f,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:19.463312 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:19.481608 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] Set router 4852bfff-1239-4bc1-8159-79ee4aabb860 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:22:19.484935 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a08f3-8be1-4f00-8c06-bfdcf3bcfacf tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Pushing event deleted for resources: {'Port': ['ID=4594226c-b739-4a3c-af4a-d881d0cee187,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:19.500662 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:19.508364 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cf1a08f3-8be1-4f00-8c06-bfdcf3bcfacf tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:19.511518 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-003ca175-3176-4402-b55a-1ae7a65b0e20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:19.520829 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6dbcb869-b7c3-4c99-8505-2868a006efab'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:22:19.698111 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Network 689f317e-6942-4287-a44f-3d403fd38de3 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:22:19.717205 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cfbf4e6b-50fd-44a1-82d2-c52a08f028d8 req-e04db164-5dfd-4c02-981a-af35144c7d19 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 210 time: 0.0934377
Jun 04 15:22:19.719796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:22:19.732036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:22:19.743135 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-84d27841-df68-475f-80fb-81300a9d64d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:19.744949 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-84d27841-df68-475f-80fb-81300a9d64d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 1.0167530
Jun 04 15:22:19.749719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:22:19.770361 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Sync routers for ids ['a45899ca-9541-4d24-b87b-de4dfc883cc2'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:22:19.794526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-af246400-8ee6-489c-93f0-ea294edf2d32 req-cf1a08f3-8be1-4f00-8c06-bfdcf3bcfacf tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] No DVR routers for this DVR port 4594226c-b739-4a3c-af4a-d881d0cee187 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:22:19.795711 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Routers {'a45899ca-9541-4d24-b87b-de4dfc883cc2'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:22:19.796563 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3f46d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:22:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a45899ca-9541-4d24-b87b-de4dfc883cc2'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:19.799334 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-af246400-8ee6-489c-93f0-ea294edf2d32 req-cf1a08f3-8be1-4f00-8c06-bfdcf3bcfacf tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:19.827807 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Pushing event updated for resources: {'Port': ['ID=dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:19.848575 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:19.901864 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:19.922371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78bf641-c102-4842-92f4-d35016bb2867', 'name': 'network-vif-deleted', 'tag': '4594226c-b739-4a3c-af4a-d881d0cee187'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:19.929246 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca965c33-893b-48fe-86ad-656a7e0346c1" -d '{"events": [{"server_uuid": "d78bf641-c102-4842-92f4-d35016bb2867", "name": "network-vif-deleted", "tag": "4594226c-b739-4a3c-af4a-d881d0cee187"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:19.969027 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d60a0>, [{'id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'name': 'tempest-ServersTestJSON-1158080496-router', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:22:09Z', 'updated_at': '2021-06-04T15:22:14Z', 'revision_number': 3, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'gw_port': {'id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:12Z', 'updated_at': '2021-06-04T15:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:19.977445 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0096154-271b-400f-b4df-adf6d65ce242 None None] The sync data for ids ['4852bfff-1239-4bc1-8159-79ee4aabb860'] in n-d-791505-9 is: [{'id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'name': 'tempest-ServersTestJSON-1158080496-router', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:22:09Z', 'updated_at': '2021-06-04T15:22:14Z', 'revision_number': 3, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'gw_port': {'id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:12Z', 'updated_at': '2021-06-04T15:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:22:20.062551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-9e4d7185-bee6-4d49-96e7-66935459aef3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:20.064699 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-9e4d7185-bee6-4d49-96e7-66935459aef3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.65 "GET /v2.0/networks?id=5fff0c5f-35f9-42a4-a894-12523f1fbdaf HTTP/1.1" status: 200  len: 815 time: 1.5440218
Jun 04 15:22:20.117850 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b910454f-c0a2-45ad-b9fd-fc2430c33609 req-9cdfb73e-477b-45f2-bb43-41159216170f service neutron] 10.222.0.65 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3847377
Jun 04 15:22:20.126940 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Request body: {'port': {'device_id': '47386415-63d5-4836-9777-6969ef7d341e', 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf', 'admin_state_up': True, 'tenant_id': '9d7761996d07415a99a20466c5b4dc16'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:20.177587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Set router a45899ca-9541-4d24-b87b-de4dfc883cc2 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:22:20.192570 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] 10.222.0.32 "PUT /v2.0/routers/a45899ca-9541-4d24-b87b-de4dfc883cc2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.6133373
Jun 04 15:22:20.204405 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af246400-8ee6-489c-93f0-ea294edf2d32 req-cf1a08f3-8be1-4f00-8c06-bfdcf3bcfacf tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.62 "DELETE /v2.0/ports/4594226c-b739-4a3c-af4a-d881d0cee187 HTTP/1.1" status: 204  len: 173 time: 6.6356828
Jun 04 15:22:20.240721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-dfb7cd63-b9e6-4b58-b490-592c858de4c4 None None] Provisioning for port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:22:20.246903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-18147511-8952-4a47-974c-03fd9f4e7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:20.249156 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-18147511-8952-4a47-974c-03fd9f4e7bba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 1.5615444
Jun 04 15:22:20.263746 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-dfb7cd63-b9e6-4b58-b490-592c858de4c4 None None] Provisioning complete for port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:20.264051 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dfb7cd63-b9e6-4b58-b490-592c858de4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:20.380514 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-de9013b7-dd26-465f-8432-0f21d7184c26 req-6a5e1d42-8cb3-4e7b-b4fa-28ef976278c3 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 210 time: 0.1902392
Jun 04 15:22:20.542924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-dfb7cd63-b9e6-4b58-b490-592c858de4c4 None None] Port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:22:20.712277 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-56600f7c-753a-46ce-86e5-4d7b7efcf78d service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3676546
Jun 04 15:22:20.758521 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78255514-9648-486d-8bbe-80c6e5d4dda3 x-openstack-request-id: req-78255514-9648-486d-8bbe-80c6e5d4dda3 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:20.758897 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78bf641-c102-4842-92f4-d35016bb2867", "name": "network-vif-deleted", "tag": "4594226c-b739-4a3c-af4a-d881d0cee187", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:20.759200 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78255514-9648-486d-8bbe-80c6e5d4dda3 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:20.759647 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78bf641-c102-4842-92f4-d35016bb2867', 'name': 'network-vif-deleted', 'tag': '4594226c-b739-4a3c-af4a-d881d0cee187', 'status': 'completed', 'code': 200}
Jun 04 15:22:20.860640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97f234-a9e8-48e5-91dd-e955007d3383 req-5c094dbb-33e0-4fa9-b5ba-25cc6b9d2eff tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:20.861399 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c991cdcf-72a0-44a9-980e-6c8b0e94d37f up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:20.862305 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ad97f234-a9e8-48e5-91dd-e955007d3383 req-5c094dbb-33e0-4fa9-b5ba-25cc6b9d2eff tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2f3e86-7970-4420-b327-48a86fcee081 HTTP/1.1" status: 200  len: 946 time: 1.3562994
Jun 04 15:22:20.896199 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:21.006041 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-f4b37a1f-1128-4f10-8188-70e310222d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:21.008619 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-f4b37a1f-1128-4f10-8188-70e310222d4b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 1.2158420
Jun 04 15:22:21.131427 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3f46d0>, [{'id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'name': 'tempest-ServersTestBootFromVolume-1092549416-router', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:21:56Z', 'updated_at': '2021-06-04T15:22:11Z', 'revision_number': 4, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'gw_port': {'id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:21:59Z', 'updated_at': '2021-06-04T15:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '20fef633-c2eb-4748-b6be-ba82f2ac5304', 'name': '', 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'mac_address': 'fa:16:3e:fb:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:07Z', 'updated_at': '2021-06-04T15:22:12Z', 'revision_number': 2, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'subnets': [{'id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:21.144402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Checking router: a45899ca-9541-4d24-b87b-de4dfc883cc2 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:22:21.145125 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Updating router a45899ca-9541-4d24-b87b-de4dfc883cc2 port 20fef633-c2eb-4748-b6be-ba82f2ac5304 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:22:21.213347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:21.239026 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:21.249982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port c991cdcf-72a0-44a9-980e-6c8b0e94d37f completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:22:21.269496 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c991cdcf-72a0-44a9-980e-6c8b0e94d37f triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:21.270142 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:21.282543 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Usage tracker for resource:port and tenant:9d7761996d07415a99a20466c5b4dc16 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:21.286501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:21.294729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:21.326373 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b910454f-c0a2-45ad-b9fd-fc2430c33609 req-6cb6da37-98d5-4eea-85e0-36caaa53dec6 service neutron] 10.222.0.65 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1576266
Jun 04 15:22:21.391289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Made reservation on behalf of 9d7761996d07415a99a20466c5b4dc16 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:22:21.398766 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:21.442696 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ad97f234-a9e8-48e5-91dd-e955007d3383 req-34127b6b-dd64-4093-ba7e-e5f5540512bc tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5520248
Jun 04 15:22:21.493482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a5ce3-1728-4399-b30a-5efd3d21e0f9 req-e1d22b24-610f-40d8-8fc6-f6639e56df34 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:21.501707 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3a8a5ce3-1728-4399-b30a-5efd3d21e0f9 req-e1d22b24-610f-40d8-8fc6-f6639e56df34 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 945 time: 0.4235046
Jun 04 15:22:21.642575 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3a8a5ce3-1728-4399-b30a-5efd3d21e0f9 req-e18bee18-79bf-479e-be33-3b331904e86a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407840
Jun 04 15:22:21.684140 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:21.763331 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-13de64a0-e9d5-4e77-ab7b-c4cb272c7581 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0005174
Jun 04 15:22:21.810490 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:21.915528 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:21.927577 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-1f7ddb4a-fdc0-463e-91ed-393650dde96d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=eff2a110-bfbd-4b7c-802b-81406f46e243 HTTP/1.1" status: 200  len: 217 time: 0.1362834
Jun 04 15:22:21.936247 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-acf6f6c6-de8d-4a42-8845-21c0ffbeeea2 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8122759
Jun 04 15:22:22.083339 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:22.129761 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:22.135487 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Pushing event updated for resources: {'Port': ['ID=dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:22.157652 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:22.174123 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b1c78a75-f10e-4dfc-8b9c-d99002076fef req-391dbf5e-4a8a-4b4c-830c-d0592754aadc tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 210 time: 0.1757855
Jun 04 15:22:22.191933 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port c991cdcf-72a0-44a9-980e-6c8b0e94d37f, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c991cdcf-72a0-44a9-980e-6c8b0e94d37f,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:22.198027 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:22.202224 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Transition to ACTIVE for port object 20fef633-c2eb-4748-b6be-ba82f2ac5304 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:22:22.274460 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:22.278238 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:22.302558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-7d8b9ce6-1475-4183-92e1-5e8d64c350fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:22.305627 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-7d8b9ce6-1475-4183-92e1-5e8d64c350fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.3653193
Jun 04 15:22:22.411823 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:22.446564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Allocated IP 172.20.0.14 (5fff0c5f-35f9-42a4-a894-12523f1fbdaf/8489d5df-5d8a-49e1-8528-76dd9a81e2aa/f54760cf-5dd3-465d-86d1-6cbc8edb2134) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:22:22.532070 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-369f625c-0a16-4cf3-b592-4736400b785d service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5386696
Jun 04 15:22:22.619261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Network 689f317e-6942-4287-a44f-3d403fd38de3 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:22:22.622017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:22:22.633353 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=c991cdcf-72a0-44a9-980e-6c8b0e94d37f,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:22.636434 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6dbcb869-b7c3-4c99-8505-2868a006efab up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:22.670616 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:22.677251 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:22.857256 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48116) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:22.909212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--611477672', 'description': 'tempest-description--1550484593'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:22.947322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:22.991073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Usage tracker for resource:security_group and tenant:0349f96b4c92480fb6780bd08ce25519 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:22.996362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:22.998576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a4965-92b9-4c30-b5d9-e925cfe89444 None None] Pushing event updated for resources: {'Port': ['ID=20fef633-c2eb-4748-b6be-ba82f2ac5304,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:23.002721 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e50a4965-92b9-4c30-b5d9-e925cfe89444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:23.021571 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Attempting to bind port 20fef633-c2eb-4748-b6be-ba82f2ac5304 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:22:23.021988 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Attempting to bind port 20fef633-c2eb-4748-b6be-ba82f2ac5304 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '3ec3bb61-49fd-46da-b11e-f8d32553d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:22:23.022705 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Attempting to bind port 20fef633-c2eb-4748-b6be-ba82f2ac5304 on network 91cca73e-1edf-43ed-a022-24d22b5f5f64 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:22:23.037116 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:22:23.037644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Checking segment: {'id': '3ec3bb61-49fd-46da-b11e-f8d32553d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:22:23.038750 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:23.039263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Bound using segment: {'id': '3ec3bb61-49fd-46da-b11e-f8d32553d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:22:23.039825 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Bound port: 20fef633-c2eb-4748-b6be-ba82f2ac5304, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec3bb61-49fd-46da-b11e-f8d32553d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:22:23.040226 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:23.075897 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:23.178714 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] For port 20fef633-c2eb-4748-b6be-ba82f2ac5304, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:22:23.184101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] For port 20fef633-c2eb-4748-b6be-ba82f2ac5304, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=20fef633-c2eb-4748-b6be-ba82f2ac5304,segment=NetworkSegment(3ec3bb61-49fd-46da-b11e-f8d32553d4f2),segment_id=3ec3bb61-49fd-46da-b11e-f8d32553d4f2)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:22:23.215009 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Router 4852bfff-1239-4bc1-8159-79ee4aabb860 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:22:23.221314 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-45281db9-fbcc-4a57-bdc8-5492f7c1716f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=622d11de-7803-48e8-9746-b225f13357c1 HTTP/1.1" status: 200  len: 217 time: 0.6734667
Jun 04 15:22:23.230002 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 6dbcb869-b7c3-4c99-8505-2868a006efab completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:22:23.230574 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:23.235169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-33b3a649-f34d-42ad-8636-c2b406e99f12 req-424f35a7-d0be-4c91-a728-ee5288d973ea tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Synchronizing usage tracker for tenant:9d7761996d07415a99a20466c5b4dc16 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:22:23.237070 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-337b55c8-cf70-4dda-a0d3-1139e1495652 None None] Provisioning complete for port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:23.237466 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-337b55c8-cf70-4dda-a0d3-1139e1495652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:23.264433 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 6dbcb869-b7c3-4c99-8505-2868a006efab triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:23.264818 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:23.311861 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:23.317229 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:23.322640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009ea41-d318-47e2-a2c3-f8dbdb61bf62 req-9a22cc64-d547-45b8-a579-9541962010e4 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:23.330552 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8009ea41-d318-47e2-a2c3-f8dbdb61bf62 req-9a22cc64-d547-45b8-a579-9541962010e4 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 945 time: 0.3304622
Jun 04 15:22:23.333426 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:23.372894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:23.394910 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Usage tracker for resource:security_group_rule and tenant:0349f96b4c92480fb6780bd08ce25519 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:23.410873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:23.424105 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:23.425134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-a6ab6e3f-fbc2-4217-a3b6-b56520c5c6cf tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:23.426698 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-a6ab6e3f-fbc2-4217-a3b6-b56520c5c6cf tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.65 "GET /v2.0/networks?id=9746748a-5cb9-4cbd-bc88-09198d485d67 HTTP/1.1" status: 200  len: 813 time: 1.0360007
Jun 04 15:22:23.458342 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-337b55c8-cf70-4dda-a0d3-1139e1495652 None None] Port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:22:23.463875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Routers {'a45899ca-9541-4d24-b87b-de4dfc883cc2'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:22:23.464517 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3f46d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:22:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a45899ca-9541-4d24-b87b-de4dfc883cc2'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:23.493325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Request body: {'port': {'device_id': '5adc0522-6236-41a4-9b49-71501ff61fa8', 'network_id': '9746748a-5cb9-4cbd-bc88-09198d485d67', 'admin_state_up': True, 'tenant_id': 'f065a7716e594825ad8f2f67b859d7e8'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:23.511713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-33b3a649-f34d-42ad-8636-c2b406e99f12 req-424f35a7-d0be-4c91-a728-ee5288d973ea tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Unset dirty status for tenant:9d7761996d07415a99a20466c5b4dc16 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:22:23.519998 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-33b3a649-f34d-42ad-8636-c2b406e99f12 req-424f35a7-d0be-4c91-a728-ee5288d973ea tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 210 time: 0.9707389
Jun 04 15:22:23.554627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-fab8e189-c088-4ee4-9817-c418a149fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:23.557209 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-fab8e189-c088-4ee4-9817-c418a149fce8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.3190155
Jun 04 15:22:23.560842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-162e04ca-6970-479e-97fa-369e25f961c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:23.564462 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-162e04ca-6970-479e-97fa-369e25f961c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 1.2468312
Jun 04 15:22:23.566129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:22:23.596365 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Sync routers for ids ['4852bfff-1239-4bc1-8159-79ee4aabb860'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:22:23.598192 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8009ea41-d318-47e2-a2c3-f8dbdb61bf62 req-f05ca6bd-7f81-4a24-881f-bd490a17fa4c tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2658422
Jun 04 15:22:23.613971 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] 10.222.0.32 "PUT /v2.0/routers/4852bfff-1239-4bc1-8159-79ee4aabb860/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5648873
Jun 04 15:22:23.623753 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Routers {'4852bfff-1239-4bc1-8159-79ee4aabb860'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:22:23.625529 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d8bb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:22:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4852bfff-1239-4bc1-8159-79ee4aabb860'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:23.746568 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:23.803790 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:23.812679 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-905cf1fd-37e5-482b-ad94-d5eaff17f138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:23.817623 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a4965-92b9-4c30-b5d9-e925cfe89444 None None] Pushing event updated for resources: {'Port': ['ID=20fef633-c2eb-4748-b6be-ba82f2ac5304,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:23.855576 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:22:23.890608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f7b472-e47e-483f-beb6-d22d0b56308d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:23.901694 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e50a4965-92b9-4c30-b5d9-e925cfe89444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:23.904635 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:24.035063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd742e-a20b-4be7-9096-a423e61e139f req-8c020bb8-743e-467a-be1b-06742e5df025 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:24.045927 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:24.047347 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d9bd742e-a20b-4be7-9096-a423e61e139f req-8c020bb8-743e-467a-be1b-06742e5df025 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 945 time: 0.1265364
Jun 04 15:22:24.062575 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Set router 4852bfff-1239-4bc1-8159-79ee4aabb860 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:22:24.094968 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] Set router a45899ca-9541-4d24-b87b-de4dfc883cc2 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:22:24.096151 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:24.099835 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 1.2182693
Jun 04 15:22:24.106804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48126) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:24.111859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-1d2377be-a442-4e13-9ba4-7581821e1d3c tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Request body: {'security_group_rule': {'security_group_id': '39f7b472-e47e-483f-beb6-d22d0b56308d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:24.130564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1d2377be-a442-4e13-9ba4-7581821e1d3c tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:24.143721 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d9bd742e-a20b-4be7-9096-a423e61e139f req-25cf8444-d202-4ea2-84be-879aa422ab9f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953462
Jun 04 15:22:24.163565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1d2377be-a442-4e13-9ba4-7581821e1d3c tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Usage tracker for resource:security_group_rule and tenant:0349f96b4c92480fb6780bd08ce25519 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:24.169783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1d2377be-a442-4e13-9ba4-7581821e1d3c tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:24.182384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9da8229-bf04-4fe9-b169-934951e52906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbcb869-b7c3-4c99-8505-2868a006efab'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:24.183047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1d2377be-a442-4e13-9ba4-7581821e1d3c tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:24.186111 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84645e58-1598-4920-8ec4-5ccad97b4195" -d '{"events": [{"server_uuid": "d9da8229-bf04-4fe9-b169-934951e52906", "name": "network-vif-plugged", "status": "completed", "tag": "6dbcb869-b7c3-4c99-8505-2868a006efab"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:24.286070 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d2377be-a442-4e13-9ba4-7581821e1d3c tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:24.309814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 6dbcb869-b7c3-4c99-8505-2868a006efab, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6dbcb869-b7c3-4c99-8505-2868a006efab,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:24.322414 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e96dbefc-6a77-4d50-a992-311783c043c8 req-790745b3-6146-40fe-9573-a09cb1cc66db tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 210 time: 0.1178324
Jun 04 15:22:24.381627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:24.389215 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:24.397851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Usage tracker for resource:port and tenant:f065a7716e594825ad8f2f67b859d7e8 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:24.402363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:24.407743 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-be6879a4-d0e0-40ea-a64b-664da7053af2 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7912679
Jun 04 15:22:24.416115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:24.421419 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d2377be-a442-4e13-9ba4-7581821e1d3c tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:24.473204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-000b70e6-06cc-4874-94f0-eb60c52a4a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:24.478142 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d2377be-a442-4e13-9ba4-7581821e1d3c tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:24.480605 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b9e08287-11f3-43c5-bdc9-cf8edbbec367 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:24.485035 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-000b70e6-06cc-4874-94f0-eb60c52a4a86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.8698940
Jun 04 15:22:24.534422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2377be-a442-4e13-9ba4-7581821e1d3c tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1f413c-6eda-4a2b-811c-7cf02697c420,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:24.550621 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1d2377be-a442-4e13-9ba4-7581821e1d3c tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:24.562261 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:24.566703 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:24.611923 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d8bb0>, [{'id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'name': 'tempest-ServersTestJSON-1158080496-router', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:22:09Z', 'updated_at': '2021-06-04T15:22:20Z', 'revision_number': 4, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'gw_port': {'id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:12Z', 'updated_at': '2021-06-04T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea', 'name': '', 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'mac_address': 'fa:16:3e:a7:41:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:18Z', 'updated_at': '2021-06-04T15:22:21Z', 'revision_number': 2, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'subnets': [{'id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:24.616780 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Checking router: 4852bfff-1239-4bc1-8159-79ee4aabb860 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:22:24.617088 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Updating router 4852bfff-1239-4bc1-8159-79ee4aabb860 port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:22:24.627965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Made reservation on behalf of f065a7716e594825ad8f2f67b859d7e8 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:22:24.638034 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:24.652382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=6dbcb869-b7c3-4c99-8505-2868a006efab,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:24.655978 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:24.678871 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:24.704193 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3f46d0>, [{'id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'name': 'tempest-ServersTestBootFromVolume-1092549416-router', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:21:56Z', 'updated_at': '2021-06-04T15:22:11Z', 'revision_number': 4, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'gw_port': {'id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:21:59Z', 'updated_at': '2021-06-04T15:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '20fef633-c2eb-4748-b6be-ba82f2ac5304', 'name': '', 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'mac_address': 'fa:16:3e:fb:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:07Z', 'updated_at': '2021-06-04T15:22:23Z', 'revision_number': 4, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'subnets': [{'id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:24.706027 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d2377be-a442-4e13-9ba4-7581821e1d3c tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:24.711943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9b7c5f-f742-4f69-a1f7-2e2953d73c24 None None] The sync data for ids ['a45899ca-9541-4d24-b87b-de4dfc883cc2'] in n-d-791505-9 is: [{'id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'name': 'tempest-ServersTestBootFromVolume-1092549416-router', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:21:56Z', 'updated_at': '2021-06-04T15:22:11Z', 'revision_number': 4, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'gw_port': {'id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:21:59Z', 'updated_at': '2021-06-04T15:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '20fef633-c2eb-4748-b6be-ba82f2ac5304', 'name': '', 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'mac_address': 'fa:16:3e:fb:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:07Z', 'updated_at': '2021-06-04T15:22:23Z', 'revision_number': 4, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'subnets': [{'id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:22:24.712391 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1d2377be-a442-4e13-9ba4-7581821e1d3c tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6094630
Jun 04 15:22:24.714122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48134) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:24.724926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a2964cd8-a311-4255-aeb8-c4ba024018ce tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Request body: {'security_group_rule': {'security_group_id': '39f7b472-e47e-483f-beb6-d22d0b56308d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:24.744739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a2964cd8-a311-4255-aeb8-c4ba024018ce tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:24.767721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c991cdcf-72a0-44a9-980e-6c8b0e94d37f up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:24.811223 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a2964cd8-a311-4255-aeb8-c4ba024018ce tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Usage tracker for resource:security_group_rule and tenant:0349f96b4c92480fb6780bd08ce25519 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:24.831182 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a2964cd8-a311-4255-aeb8-c4ba024018ce tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:24.840552 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a2964cd8-a311-4255-aeb8-c4ba024018ce tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:24.873136 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81decf2b-4509-4bf6-ba6a-da4f4d453718 req-e86b394e-6be7-46da-bfd9-4de7c50ea178 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:24.880467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81decf2b-4509-4bf6-ba6a-da4f4d453718 req-e86b394e-6be7-46da-bfd9-4de7c50ea178 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:24.889332 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81decf2b-4509-4bf6-ba6a-da4f4d453718 req-e86b394e-6be7-46da-bfd9-4de7c50ea178 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:24.898289 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-81decf2b-4509-4bf6-ba6a-da4f4d453718 req-e86b394e-6be7-46da-bfd9-4de7c50ea178 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7&device_id=5e2f3e86-7970-4420-b327-48a86fcee081&device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 2418 time: 0.2902732
Jun 04 15:22:24.924670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48138) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:24.947890 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7758d58c-5be3-45cd-bdd7-66d4b9a94f1c x-openstack-request-id: req-7758d58c-5be3-45cd-bdd7-66d4b9a94f1c {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:24.948208 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9da8229-bf04-4fe9-b169-934951e52906", "name": "network-vif-plugged", "status": "completed", "tag": "6dbcb869-b7c3-4c99-8505-2868a006efab", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:24.948440 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7758d58c-5be3-45cd-bdd7-66d4b9a94f1c {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:24.948890 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9da8229-bf04-4fe9-b169-934951e52906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbcb869-b7c3-4c99-8505-2868a006efab', 'code': 200}
Jun 04 15:22:24.957790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663536932', 'description': 'tempest-description--689553062'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:24.974431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c991cdcf-72a0-44a9-980e-6c8b0e94d37f triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:24.974820 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:24.990067 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-81decf2b-4509-4bf6-ba6a-da4f4d453718 req-4a68340e-827d-42a5-a824-492be7dd0101 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903487
Jun 04 15:22:24.995749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:25.140275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Usage tracker for resource:security_group and tenant:36cb2739f2e9431fb48f7b6d0fc9817c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:25.158726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:25.189527 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2964cd8-a311-4255-aeb8-c4ba024018ce tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:25.204720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:25.276672 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2964cd8-a311-4255-aeb8-c4ba024018ce tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:25.308602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a998d1f-63ca-442d-a62c-23d1f329f980 req-865fbc24-05a6-422c-b5fd-e656e7e046af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:25.310185 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1a998d1f-63ca-442d-a62c-23d1f329f980 req-865fbc24-05a6-422c-b5fd-e656e7e046af service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 1097 time: 0.2751291
Jun 04 15:22:25.329117 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cebeef79-0a43-4449-b030-bd95892cb48e req-d4de34da-aa78-4760-89c3-5be19aa8cf68 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 210 time: 0.1013503
Jun 04 15:22:25.333580 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-bb2c1a22-ccea-40df-a275-02a67fcbf6f7 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9123752
Jun 04 15:22:25.421597 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1a998d1f-63ca-442d-a62c-23d1f329f980 req-f91e961c-dd26-48ba-8e4c-a1c56db611d4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032603
Jun 04 15:22:25.421895 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2964cd8-a311-4255-aeb8-c4ba024018ce tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:25.422694 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-74cdb955-f2e4-40ff-a744-58ea0eb2da3b req-c5e70f0b-d606-411c-aeb5-e16168792aeb tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:22:25.423899 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74cdb955-f2e4-40ff-a744-58ea0eb2da3b req-c5e70f0b-d606-411c-aeb5-e16168792aeb tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059862
Jun 04 15:22:25.434459 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9af28fdf-f4fe-4048-b00f-ef6bbb22bfa6 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:25.443020 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-300a9c7d-cfff-4f6d-8cef-7cd06324ff35 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9449840
Jun 04 15:22:25.487579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2964cd8-a311-4255-aeb8-c4ba024018ce tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777edc88-b206-4120-9e5d-81fb934d3f9e,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:25.496584 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:25.499394 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a2964cd8-a311-4255-aeb8-c4ba024018ce tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:25.528601 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-0e4fa28c-92eb-444e-9de2-ff003cd77075 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=866f06d1-ae5e-4e52-a577-794e989480c1 HTTP/1.1" status: 200  len: 217 time: 0.1792963
Jun 04 15:22:25.531181 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:25.544785 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3761f1f1-771e-41d6-892a-196974ee3d47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:25.556367 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Transition to ACTIVE for port object dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:22:25.580777 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:25.586725 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:25.626979 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2964cd8-a311-4255-aeb8-c4ba024018ce tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:25.629091 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a2964cd8-a311-4255-aeb8-c4ba024018ce tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9138813
Jun 04 15:22:25.633207 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48148) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:25.643619 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:25.656243 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:25.663475 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Usage tracker for resource:floatingip and tenant:0349f96b4c92480fb6780bd08ce25519 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:25.669202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:25.678870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:25.707981 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:25.721302 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:25.808486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97196b24-5f39-4afa-94e2-671bc38e95d7 req-6aad28be-bcfb-4cfb-855c-8dbc354a495e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:25.810793 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-97196b24-5f39-4afa-94e2-671bc38e95d7 req-6aad28be-bcfb-4cfb-855c-8dbc354a495e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 946 time: 0.1272163
Jun 04 15:22:25.881891 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:25.954193 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-97196b24-5f39-4afa-94e2-671bc38e95d7 req-c34f7666-dea2-44dd-a79c-b8c0b1765ddd tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271107
Jun 04 15:22:26.008122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:26.029895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:22:26.043868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Usage tracker for resource:security_group_rule and tenant:36cb2739f2e9431fb48f7b6d0fc9817c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:26.080974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:22:26.085350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:26.116650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:22:26.172408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Pushing event updated for resources: {'Port': ['ID=f54760cf-5dd3-465d-86d1-6cbc8edb2134,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:26.173459 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68246b31-6829-4297-8312-c01a1ae7d0ed None None] Pushing event updated for resources: {'Port': ['ID=dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:26.192024 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-68246b31-6829-4297-8312-c01a1ae7d0ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:26.204395 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:26.205409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:26.226455 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-f22890cd-4490-4205-aa3c-56aa0ba37568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:26.244065 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-f22890cd-4490-4205-aa3c-56aa0ba37568 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.4815969
Jun 04 15:22:26.348621 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Attempting to bind port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:22:26.348993 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Attempting to bind port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '0082a04f-021f-4afc-9fa3-2e6068523a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:22:26.349384 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Attempting to bind port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea on network 689f317e-6942-4287-a44f-3d403fd38de3 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:22:26.371381 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:22:26.371758 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Checking segment: {'id': '0082a04f-021f-4afc-9fa3-2e6068523a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:22:26.372172 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:26.372573 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Bound using segment: {'id': '0082a04f-021f-4afc-9fa3-2e6068523a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:22:26.373111 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Bound port: dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0082a04f-021f-4afc-9fa3-2e6068523a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:22:26.373515 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:26.401772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Allocated IP 172.20.0.11 (9746748a-5cb9-4cbd-bc88-09198d485d67/1194625f-ed3b-42ae-9e58-3ce77cbab47e/76578ed3-daa0-4b9a-825f-fdab3358e558) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:22:26.428510 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-af8735b4-87bb-4216-b2c0-c0bd4a8a5fc9 req-9411faf2-8138-4d66-916f-571fff7dd390 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 210 time: 0.1004817
Jun 04 15:22:26.505091 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] For port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:22:26.508911 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] For port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea,segment=NetworkSegment(0082a04f-021f-4afc-9fa3-2e6068523a1b),segment_id=0082a04f-021f-4afc-9fa3-2e6068523a1b)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:22:26.531270 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:26.544561 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:26.545238 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:26.586619 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-9efb0e18-dc77-4eca-a8cc-792efc9785bc service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0870626
Jun 04 15:22:26.592721 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:26.599486 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:26.741763 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74cdb955-f2e4-40ff-a744-58ea0eb2da3b req-c8f8cbe9-525c-40b8-bec2-39aedadcc1e4 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 1.2966599
Jun 04 15:22:26.787486 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Routers {'4852bfff-1239-4bc1-8159-79ee4aabb860'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:22:26.788892 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d8bb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:22:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4852bfff-1239-4bc1-8159-79ee4aabb860'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:26.861853 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 20fef633-c2eb-4748-b6be-ba82f2ac5304 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:26.940077 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-dd1c9731-c6f9-4e37-a4a3-55c4f1802e38 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=1915cce3-a724-4ca1-9d70-22adc1e7bb20 HTTP/1.1" status: 200  len: 217 time: 0.3237274
Jun 04 15:22:26.943717 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Allocated IP 172.25.4.84 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/40708fd0-a72b-4c60-92b9-af09e109103d) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:22:27.078293 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 20fef633-c2eb-4748-b6be-ba82f2ac5304 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:22:27.085828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 20fef633-c2eb-4748-b6be-ba82f2ac5304 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:27.086377 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:27.103649 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:27.141121 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] Set router 4852bfff-1239-4bc1-8159-79ee4aabb860 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:22:27.154032 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.0329051
Jun 04 15:22:27.195973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-b7295de3-ebff-4d15-b015-27f45aa157a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:27.198418 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-b7295de3-ebff-4d15-b015-27f45aa157a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.8969517
Jun 04 15:22:27.207377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Request body: {'port': {'device_id': '47386415-63d5-4836-9777-6969ef7d341e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:27.231996 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68246b31-6829-4297-8312-c01a1ae7d0ed None None] Pushing event updated for resources: {'Port': ['ID=dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:27.243293 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642bc19-2f91-4bc0-8988-e284d3bdf784 req-a68712a4-6685-4a1d-a9c8-944695142b06 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:27.244864 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4642bc19-2f91-4bc0-8988-e284d3bdf784 req-a68712a4-6685-4a1d-a9c8-944695142b06 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 932 time: 0.3518696
Jun 04 15:22:27.343148 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-68246b31-6829-4297-8312-c01a1ae7d0ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:27.403123 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:27.415745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:27.429119 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4642bc19-2f91-4bc0-8988-e284d3bdf784 req-87204292-0360-4fb3-bed7-37bbdc71bf34 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591458
Jun 04 15:22:27.464065 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:27.498951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 20fef633-c2eb-4748-b6be-ba82f2ac5304, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=20fef633-c2eb-4748-b6be-ba82f2ac5304,segment=NetworkSegment(3ec3bb61-49fd-46da-b11e-f8d32553d4f2),segment_id=3ec3bb61-49fd-46da-b11e-f8d32553d4f2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:27.521968 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eb49d276-c884-469b-b4d6-320d8aec5c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:27.555236 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:27.581867 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:27.588770 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:27.591886 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:27.594208 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:27.639458 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:27.653903 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:27.697443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=20fef633-c2eb-4748-b6be-ba82f2ac5304,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:27.709255 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:27.732713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:22:27.736907 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:22:27.742940 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:22:27.787375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Pushing event updated for resources: {'Port': ['ID=40708fd0-a72b-4c60-92b9-af09e109103d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:27.791327 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:27.794431 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d8bb0>, [{'id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'name': 'tempest-ServersTestJSON-1158080496-router', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:22:09Z', 'updated_at': '2021-06-04T15:22:20Z', 'revision_number': 4, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'gw_port': {'id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:12Z', 'updated_at': '2021-06-04T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea', 'name': '', 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'mac_address': 'fa:16:3e:a7:41:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:18Z', 'updated_at': '2021-06-04T15:22:26Z', 'revision_number': 4, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'subnets': [{'id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:22:27.802162 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc7311-19a1-4010-bfea-4b1ef0965dd7 None None] The sync data for ids ['4852bfff-1239-4bc1-8159-79ee4aabb860'] in n-d-791505-9 is: [{'id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'name': 'tempest-ServersTestJSON-1158080496-router', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:22:09Z', 'updated_at': '2021-06-04T15:22:20Z', 'revision_number': 4, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'gw_port': {'id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:12Z', 'updated_at': '2021-06-04T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea', 'name': '', 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'mac_address': 'fa:16:3e:a7:41:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:18Z', 'updated_at': '2021-06-04T15:22:26Z', 'revision_number': 4, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'subnets': [{'id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:22:27.852144 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:27.902687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-e81a9afe-3104-4209-9e6d-8ac86005eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:27.910997 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-e81a9afe-3104-4209-9e6d-8ac86005eee2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.8957560
Jun 04 15:22:27.910997 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:27.910997 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 2.9579141
Jun 04 15:22:27.911254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48166) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:27.914273 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c15c1c95-302f-435b-9be8-d23c4ff29175 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Request body: {'security_group_rule': {'security_group_id': 'd409d0d2-2dbf-40dd-a5f7-5bd48c683fa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:27.921130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c15c1c95-302f-435b-9be8-d23c4ff29175 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:27.983169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c15c1c95-302f-435b-9be8-d23c4ff29175 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Usage tracker for resource:security_group_rule and tenant:36cb2739f2e9431fb48f7b6d0fc9817c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:27.988071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c15c1c95-302f-435b-9be8-d23c4ff29175 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:28.043310 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c15c1c95-302f-435b-9be8-d23c4ff29175 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:28.067253 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5d329be3-d2ac-439b-b347-32a2b890df7e req-b6438e20-c61d-4dea-a69a-c1b385d007c9 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 210 time: 0.0734925
Jun 04 15:22:28.076046 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:28.177595 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:28.189728 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-fe3c8094-1264-46b6-829e-584bd97cab15 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7733958
Jun 04 15:22:28.253393 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c15c1c95-302f-435b-9be8-d23c4ff29175 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:28.325744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25aa56-bed8-49ea-9a28-c14bc21a130a req-d67f1c2d-3b58-47a9-a176-1aff5a26b5ad tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:28.334810 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe25aa56-bed8-49ea-9a28-c14bc21a130a req-d67f1c2d-3b58-47a9-a176-1aff5a26b5ad tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 946 time: 0.6768868
Jun 04 15:22:28.364292 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c15c1c95-302f-435b-9be8-d23c4ff29175 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:28.455214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:28.471667 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c15c1c95-302f-435b-9be8-d23c4ff29175 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:28.477058 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c171d5e5-2c44-43fc-93f2-7a5b72d164d2 tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:28.532090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c1c95-302f-435b-9be8-d23c4ff29175 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a186e3-896c-4855-929c-d6bb1825f862,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:28.534967 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c15c1c95-302f-435b-9be8-d23c4ff29175 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:28.540831 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:28.561345 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:28.638001 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c15c1c95-302f-435b-9be8-d23c4ff29175 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:28.642444 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c15c1c95-302f-435b-9be8-d23c4ff29175 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7293499
Jun 04 15:22:28.663467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-4b06db28-7969-4464-be4b-82e587632c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:28.665069 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-4b06db28-7969-4464-be4b-82e587632c18 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.7397938
Jun 04 15:22:28.676302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48174) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:28.729033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-bac414d8-6fc5-4f6d-8674-7b7d7efbb056 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Request body: {'security_group_rule': {'security_group_id': 'd409d0d2-2dbf-40dd-a5f7-5bd48c683fa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:28.770582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bac414d8-6fc5-4f6d-8674-7b7d7efbb056 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:28.793550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Pushing event updated for resources: {'Port': ['ID=40708fd0-a72b-4c60-92b9-af09e109103d,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:28.797380 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:28.824725 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:28.829591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-bac414d8-6fc5-4f6d-8674-7b7d7efbb056 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Usage tracker for resource:security_group_rule and tenant:36cb2739f2e9431fb48f7b6d0fc9817c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:28.876533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-bac414d8-6fc5-4f6d-8674-7b7d7efbb056 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:28.909155 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:28.917134 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 20fef633-c2eb-4748-b6be-ba82f2ac5304 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:28.917955 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.2758970
Jun 04 15:22:28.956510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bac414d8-6fc5-4f6d-8674-7b7d7efbb056 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:29.018106 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-333c2193-35db-413f-90da-51f5e9b6528e service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8090570
Jun 04 15:22:29.034947 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe25aa56-bed8-49ea-9a28-c14bc21a130a req-e86e85f0-1c79-456f-91ba-d415ab9ba6c2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6989021
Jun 04 15:22:29.060143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 20fef633-c2eb-4748-b6be-ba82f2ac5304 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:29.060899 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:29.114935 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4f18e-842d-4a98-a86a-fc98be69e5f8 req-8aee2485-df6a-4385-a0a8-73df1021b3db tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:29.132968 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c9d4f18e-842d-4a98-a86a-fc98be69e5f8 req-8aee2485-df6a-4385-a0a8-73df1021b3db tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 932 time: 0.1950169
Jun 04 15:22:29.189421 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:29.216859 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-b4dbe670-af9e-4af1-a225-62a79746e0b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7938937e-37ff-4ff3-9751-b09fa0d241f6 HTTP/1.1" status: 200  len: 217 time: 0.1571422
Jun 04 15:22:29.218246 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bac414d8-6fc5-4f6d-8674-7b7d7efbb056 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:29.233414 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:29.281676 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c9d4f18e-842d-4a98-a86a-fc98be69e5f8 req-631a381a-22b3-4968-b69c-05f159d4134a tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437478
Jun 04 15:22:29.395325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Pushing event updated for resources: {'Port': ['ID=76578ed3-daa0-4b9a-825f-fdab3358e558,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:29.549371 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-26b365b0-0b76-467c-bedc-8234adbb77e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:29.554943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:29.557589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-b7dc17ac-ed84-42b1-9617-129b73460f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:29.559979 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-b7dc17ac-ed84-42b1-9617-129b73460f70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=609b259b-c087-44a5-9daf-3b5e7e8e553a HTTP/1.1" status: 200  len: 797 time: 0.1757500
Jun 04 15:22:29.583614 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:29.698569 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:22:29.735352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee8a9b-6e6e-4383-b396-cf830615a809 req-33dd24e4-37c2-43ce-b86f-432b82ed8ddc tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:29.737060 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3ee8a9b-6e6e-4383-b396-cf830615a809 req-33dd24e4-37c2-43ce-b86f-432b82ed8ddc tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 932 time: 0.2412913
Jun 04 15:22:29.822262 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-c5a3627c-85ac-470d-a7f3-928443da012a service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1436064
Jun 04 15:22:29.822501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c3ee8a9b-6e6e-4383-b396-cf830615a809 req-b58007fe-5d41-419f-ac5c-ddad34b6ec11 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Synchronizing usage tracker for tenant:f065a7716e594825ad8f2f67b859d7e8 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:22:29.826325 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:22:29.833404 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:29.834567 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:29.853781 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bac414d8-6fc5-4f6d-8674-7b7d7efbb056 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:29.918221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c3ee8a9b-6e6e-4383-b396-cf830615a809 req-b58007fe-5d41-419f-ac5c-ddad34b6ec11 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Unset dirty status for tenant:f065a7716e594825ad8f2f67b859d7e8 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:22:29.919525 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3ee8a9b-6e6e-4383-b396-cf830615a809 req-b58007fe-5d41-419f-ac5c-ddad34b6ec11 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/security-groups?id=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730120
Jun 04 15:22:29.945119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Network 9746748a-5cb9-4cbd-bc88-09198d485d67 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:22:29.958455 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:22:29.984591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54760cf-5dd3-465d-86d1-6cbc8edb2134 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:22:29.989952 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:22:30.030217 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bac414d8-6fc5-4f6d-8674-7b7d7efbb056 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:30.047486 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:30.083080 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:30.127529 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea,segment=NetworkSegment(0082a04f-021f-4afc-9fa3-2e6068523a1b),segment_id=0082a04f-021f-4afc-9fa3-2e6068523a1b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:30.220437 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:30.223915 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:30.233541 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a1e97f68-4191-464c-82d0-19034d917ba6 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:30.312283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:30.316023 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:30.319925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac414d8-6fc5-4f6d-8674-7b7d7efbb056 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28eff2d-7954-4369-9415-33d073deb8f4,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:30.326551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Transition to ACTIVE for port object f54760cf-5dd3-465d-86d1-6cbc8edb2134 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:22:30.345607 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bac414d8-6fc5-4f6d-8674-7b7d7efbb056 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:30.355117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:30.355751 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:30.424422 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-2fb2b7a0-86f7-48ff-ad05-07722aa16202 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5582418
Jun 04 15:22:30.424422 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:30.434673 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2fe1e3f1-1b2f-487f-be5e-31f5a223457a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:30.530989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e729-83f2-4940-9be5-8719c3c6c15e req-383165e8-e4f9-4631-88f4-b97d3a12a244 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:30.532697 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1e57e729-83f2-4940-9be5-8719c3c6c15e req-383165e8-e4f9-4631-88f4-b97d3a12a244 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 944 time: 0.0948489
Jun 04 15:22:30.551059 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bac414d8-6fc5-4f6d-8674-7b7d7efbb056 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:30.552355 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bac414d8-6fc5-4f6d-8674-7b7d7efbb056 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.8750505
Jun 04 15:22:30.556017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48244) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:30.560467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d24efb-5b41-449e-a202-c8368faf024a req-053f37b4-7936-4d44-9245-78b4099648ab tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:30.562918 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77d24efb-5b41-449e-a202-c8368faf024a req-053f37b4-7936-4d44-9245-78b4099648ab tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 806 time: 0.5195520
Jun 04 15:22:30.570342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:30.574510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:30.581228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Usage tracker for resource:floatingip and tenant:36cb2739f2e9431fb48f7b6d0fc9817c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:22:30.598190 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.1560135
Jun 04 15:22:30.607855 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-56b48f5f-8c09-4d03-8f8f-8c6a7954a924 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=41ff47dd-6827-473b-b808-969597aa034d HTTP/1.1" status: 200  len: 217 time: 0.1209075
Jun 04 15:22:30.608172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:22:30.615542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:30.621516 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1e57e729-83f2-4940-9be5-8719c3c6c15e req-f6dd5733-f5e4-494f-a4d7-18e341ac5f73 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814283
Jun 04 15:22:30.681170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Request body: {'port': {'device_id': '5adc0522-6236-41a4-9b49-71501ff61fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:30.700874 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:30.758363 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:30.778018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-16526629-2d05-4d60-b330-efafaf8f7355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:30.780387 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-16526629-2d05-4d60-b330-efafaf8f7355 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67bebaa3-339e-464b-87fc-b3100714b795&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 1.1895466
Jun 04 15:22:30.806196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Pushing event updated for resources: {'Port': ['ID=f54760cf-5dd3-465d-86d1-6cbc8edb2134,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:30.816274 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77d24efb-5b41-449e-a202-c8368faf024a req-16bb10f9-07fc-4859-934d-e19975db06f8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/quotas/c38593d5cdbb4effb71c91bd3b3e56bb HTTP/1.1" status: 200  len: 375 time: 0.2205219
Jun 04 15:22:30.851177 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:30.899015 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:30.899742 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:30.985219 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:31.360091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-b4df4394-b04f-48e2-b4e0-e91b417299df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:31.362043 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-b4df4394-b04f-48e2-b4e0-e91b417299df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.6939380
Jun 04 15:22:31.395659 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Allocated IP 172.25.4.98 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/b8cc97e4-e89b-483e-a271-db0b849471d1) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:22:31.485204 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:31.596632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:31.603505 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-0a0302d9-3f32-43c8-9d39-0f5ed11bbc55 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7973168
Jun 04 15:22:31.621084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Attempting to bind port f54760cf-5dd3-465d-86d1-6cbc8edb2134 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:22:31.621652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Attempting to bind port f54760cf-5dd3-465d-86d1-6cbc8edb2134 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '86e5350b-708f-44e9-85a3-b5d9e5e787c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:22:31.622168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Attempting to bind port f54760cf-5dd3-465d-86d1-6cbc8edb2134 on network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:22:31.702054 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77d24efb-5b41-449e-a202-c8368faf024a req-22ed00b7-6b0a-4bbb-a1f6-6ec5b2c486e3 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8849041
Jun 04 15:22:31.742200 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:31.755742 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4ac87c58-c33e-4f1c-94b4-aedb7ac80596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:31.836543 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Port f54760cf-5dd3-465d-86d1-6cbc8edb2134 on network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:22:31.837673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Attempting to bind port f54760cf-5dd3-465d-86d1-6cbc8edb2134 on network 5fff0c5f-35f9-42a4-a894-12523f1fbdaf {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:22:31.864581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:22:31.865447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Checking segment: {'id': '86e5350b-708f-44e9-85a3-b5d9e5e787c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:22:31.867079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Bound using segment: {'id': '86e5350b-708f-44e9-85a3-b5d9e5e787c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:22:31.868594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Bound port: f54760cf-5dd3-465d-86d1-6cbc8edb2134, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e5350b-708f-44e9-85a3-b5d9e5e787c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:22:31.869340 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:31.934484 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:22:31.938639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:22:31.941752 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:22:31.964179 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:31.998455 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-67e1d2de-e892-464f-8beb-26f625ed933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:32.000131 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-67e1d2de-e892-464f-8beb-26f625ed933f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.6097126
Jun 04 15:22:32.019072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Pushing event updated for resources: {'Port': ['ID=b8cc97e4-e89b-483e-a271-db0b849471d1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:32.024537 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:32.091725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b872ccb-13f1-418d-b269-24fcee3cea6e req-4210380b-a27f-44e5-9d1b-003d1a6d84c9 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:32.094286 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1b872ccb-13f1-418d-b269-24fcee3cea6e req-4210380b-a27f-44e5-9d1b-003d1a6d84c9 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 932 time: 0.2483656
Jun 04 15:22:32.139857 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:32.199268 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1b872ccb-13f1-418d-b269-24fcee3cea6e req-5e116cac-eb93-41d0-9c41-04f3128e6213 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/security-groups?id=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945301
Jun 04 15:22:32.219437 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-159a5de2-eeb0-40e3-b191-767cfcaf01e0 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5867844
Jun 04 15:22:32.245334 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4d9a-13c0-4375-baa3-76cc9ab9c908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:32.280098 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:32.445918 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-c4e57777-ae2f-4011-b475-41eed6e38ee5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 HTTP/1.1" status: 200  len: 217 time: 0.1357889
Jun 04 15:22:32.505075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] For port f54760cf-5dd3-465d-86d1-6cbc8edb2134, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:22:32.556423 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:32.645703 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:32.656216 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:32.663928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] For port f54760cf-5dd3-465d-86d1-6cbc8edb2134, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=f54760cf-5dd3-465d-86d1-6cbc8edb2134,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:22:32.666723 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77d24efb-5b41-449e-a202-c8368faf024a req-c6d654ff-d164-4f23-9982-7bdd833751fc service neutron] 10.222.0.32 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8152769
Jun 04 15:22:32.695079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-613ea80c-1c2f-48ce-a5b8-8c9eba62ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:32.698564 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-613ea80c-1c2f-48ce-a5b8-8c9eba62ed97 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=609b259b-c087-44a5-9daf-3b5e7e8e553a HTTP/1.1" status: 200  len: 797 time: 0.2018783
Jun 04 15:22:32.797882 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-35f9c817-ed69-4124-86cd-210d2d010717 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7814140
Jun 04 15:22:32.811472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Pushing event updated for resources: {'Port': ['ID=b8cc97e4-e89b-483e-a271-db0b849471d1,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:32.825920 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:32.830598 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:32.835866 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:32.866428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c2645-97e8-4316-8055-7c0c7641c1ae req-795367ac-703d-40b2-a16d-26b8e51a390e tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:32.868026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9d8c2645-97e8-4316-8055-7c0c7641c1ae req-795367ac-703d-40b2-a16d-26b8e51a390e tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 945 time: 0.2803254
Jun 04 15:22:32.875597 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9bb3fa6d-4b28-4f93-8612-ffe4ba0aacc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:32.931166 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9d8c2645-97e8-4316-8055-7c0c7641c1ae req-b0f125bd-7993-40e2-a89f-9aba1aeb78ee tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519118
Jun 04 15:22:32.985555 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:32.987773 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.4305151
Jun 04 15:22:33.082809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:33.083574 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:33.087617 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] 10.222.0.65 "PUT /v2.0/ports/f54760cf-5dd3-465d-86d1-6cbc8edb2134 HTTP/1.1" status: 200  len: 1092 time: 5.8934088
Jun 04 15:22:33.087617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47386415-63d5-4836-9777-6969ef7d341e', 'tag': 'f54760cf-5dd3-465d-86d1-6cbc8edb2134'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:33.089202 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c746ff6-1fe9-4f57-a832-fb2d6ae473d4" -d '{"events": [{"name": "network-changed", "server_uuid": "47386415-63d5-4836-9777-6969ef7d341e", "tag": "f54760cf-5dd3-465d-86d1-6cbc8edb2134"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:33.197957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad90ced-431c-4b02-abda-d5db2cfc88b2 req-edf15111-b9db-491d-9411-1a45912eb320 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:33.207686 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7ad90ced-431c-4b02-abda-d5db2cfc88b2 req-edf15111-b9db-491d-9411-1a45912eb320 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 944 time: 0.1235061
Jun 04 15:22:33.270650 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7ad90ced-431c-4b02-abda-d5db2cfc88b2 req-21332458-a06d-48b9-b833-7d288d7151e2 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586412
Jun 04 15:22:33.494516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Pushing event updated for resources: {'Port': ['ID=f54760cf-5dd3-465d-86d1-6cbc8edb2134,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:33.505540 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:22:33.523106 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:33.536449 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77d24efb-5b41-449e-a202-c8368faf024a req-129ac721-5da3-427e-b75b-141652de727d service neutron] 10.222.0.32 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8439133
Jun 04 15:22:33.556574 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:33.660517 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-ff663a87-2437-49ed-8667-ac20bb2adbed tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Synchronizing usage tracker for tenant:36cb2739f2e9431fb48f7b6d0fc9817c on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:22:33.667105 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-9f291968-bce3-4ad6-b9ad-2fd8be017355 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8127286
Jun 04 15:22:33.674975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-56e7ddb0-8814-4d31-bef2-ae4cc3640255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:33.676501 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-56e7ddb0-8814-4d31-bef2-ae4cc3640255 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67bebaa3-339e-464b-87fc-b3100714b795&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.9334714
Jun 04 15:22:33.740247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76578ed3-daa0-4b9a-825f-fdab3358e558 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:22:33.750979 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-ff663a87-2437-49ed-8667-ac20bb2adbed tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Unset dirty status for tenant:36cb2739f2e9431fb48f7b6d0fc9817c on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:22:33.752734 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-ff663a87-2437-49ed-8667-ac20bb2adbed tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1663536932&fields=id&tenant_id=36cb2739f2e9431fb48f7b6d0fc9817c HTTP/1.1" status: 200  len: 267 time: 0.2007074
Jun 04 15:22:33.777806 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:33.786905 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-808aa711-a543-476f-a3fc-e35c85ceba98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74a8cd99-75e0-4534-804c-3dcf7f981b98 HTTP/1.1" status: 200  len: 217 time: 0.1094635
Jun 04 15:22:33.864939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Transition to ACTIVE for port object 76578ed3-daa0-4b9a-825f-fdab3358e558 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:22:33.968685 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95997676-0320-47cf-bdde-71920ffc0e10 x-openstack-request-id: req-95997676-0320-47cf-bdde-71920ffc0e10 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:33.969438 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47386415-63d5-4836-9777-6969ef7d341e", "tag": "f54760cf-5dd3-465d-86d1-6cbc8edb2134", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:33.969438 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95997676-0320-47cf-bdde-71920ffc0e10 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:33.969751 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47386415-63d5-4836-9777-6969ef7d341e', 'tag': 'f54760cf-5dd3-465d-86d1-6cbc8edb2134', 'status': 'completed', 'code': 200}
Jun 04 15:22:34.030817 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:34.056558 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:34.071225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-9f7068c3-c246-4894-aaff-505f60e9bd8d tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:34.076585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-9f7068c3-c246-4894-aaff-505f60e9bd8d tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Synchronizing usage tracker for tenant:36cb2739f2e9431fb48f7b6d0fc9817c on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:22:34.090385 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-a51063ec-df99-4f02-8a35-89d760b2b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:34.092329 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-a51063ec-df99-4f02-8a35-89d760b2b397 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d7761996d07415a99a20466c5b4dc16&device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 1095 time: 0.7090750
Jun 04 15:22:34.164562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-9f7068c3-c246-4894-aaff-505f60e9bd8d tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Unset dirty status for tenant:36cb2739f2e9431fb48f7b6d0fc9817c on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:22:34.166777 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-9f7068c3-c246-4894-aaff-505f60e9bd8d tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/networks?id=689f317e-6942-4287-a44f-3d403fd38de3 HTTP/1.1" status: 200  len: 806 time: 0.4035645
Jun 04 15:22:34.187095 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-608dfbfe-928d-4160-b94b-f8243d168153 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/quotas/36cb2739f2e9431fb48f7b6d0fc9817c HTTP/1.1" status: 200  len: 375 time: 0.0129218
Jun 04 15:22:34.317096 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-fd270ab2-287d-48c3-bc5b-ebbc0d3706f8 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Synchronizing usage tracker for tenant:36cb2739f2e9431fb48f7b6d0fc9817c on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:22:34.320245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-df1ed901-2a14-4018-93e6-cb8841d85427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:34.321750 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-df1ed901-2a14-4018-93e6-cb8841d85427 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a336d59d-0ff7-4a9a-8db6-fe01b767ae75 HTTP/1.1" status: 200  len: 797 time: 0.5236168
Jun 04 15:22:34.344048 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-70667d37-fa5a-4c28-9078-42b9e6cbac67 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f54760cf-5dd3-465d-86d1-6cbc8edb2134 HTTP/1.1" status: 200  len: 217 time: 0.1906629
Jun 04 15:22:34.409222 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-fd270ab2-287d-48c3-bc5b-ebbc0d3706f8 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Unset dirty status for tenant:36cb2739f2e9431fb48f7b6d0fc9817c on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:22:34.410792 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-fd270ab2-287d-48c3-bc5b-ebbc0d3706f8 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=36cb2739f2e9431fb48f7b6d0fc9817c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2131667
Jun 04 15:22:34.458961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Pushing event updated for resources: {'Port': ['ID=76578ed3-daa0-4b9a-825f-fdab3358e558,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:34.490382 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-4bb68d2a-2e4c-44b7-8051-27b7de3e6877 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7454550
Jun 04 15:22:34.491758 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:34.638815 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-c611050e-915a-4d3c-9d96-b64ba0deb2eb service neutron] 10.222.0.32 "GET /v2.0/networks/689f317e-6942-4287-a44f-3d403fd38de3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2131448
Jun 04 15:22:34.731977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-2c4222ad-6be6-4bc0-8d04-64af4fe749d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:34.733466 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-2c4222ad-6be6-4bc0-8d04-64af4fe749d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8489d5df-5d8a-49e1-8528-76dd9a81e2aa HTTP/1.1" status: 200  len: 855 time: 0.3760469
Jun 04 15:22:34.753906 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e9f0b-a4d5-40d0-a3df-24ce8e88c164 req-646c14e6-e3ae-4a85-8bfc-37387b305d65 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:34.755453 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-716e9f0b-a4d5-40d0-a3df-24ce8e88c164 req-646c14e6-e3ae-4a85-8bfc-37387b305d65 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 945 time: 0.8356867
Jun 04 15:22:34.895957 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-98bcf990-52c2-4658-aefa-8f1777df5ed9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5fff0c5f-35f9-42a4-a894-12523f1fbdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1393015
Jun 04 15:22:34.943481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1438730-3596-4662-af2b-76b0e988524a req-f4e42840-9ba6-4ad4-a8d9-5d6639a6c6d2 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:34.945547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d1438730-3596-4662-af2b-76b0e988524a req-f4e42840-9ba6-4ad4-a8d9-5d6639a6c6d2 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Synchronizing usage tracker for tenant:f065a7716e594825ad8f2f67b859d7e8 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:22:34.950256 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-1bdccdde-09fe-4d7e-99f0-06721d481ec7 service neutron] 10.222.0.32 "GET /v2.0/networks/689f317e-6942-4287-a44f-3d403fd38de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2957811
Jun 04 15:22:34.975761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Attempting to bind port 76578ed3-daa0-4b9a-825f-fdab3358e558 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:22:34.979413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Attempting to bind port 76578ed3-daa0-4b9a-825f-fdab3358e558 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'b83192d3-339f-4bd3-9fea-8b8750d9d41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9746748a-5cb9-4cbd-bc88-09198d485d67'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:22:34.979413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Attempting to bind port 76578ed3-daa0-4b9a-825f-fdab3358e558 on network 9746748a-5cb9-4cbd-bc88-09198d485d67 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:22:35.010816 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-beac25ac-1934-409b-90a0-32e31b1dfa05 req-9d9f8369-9c26-4ac2-8588-34169f526c2e service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4996204
Jun 04 15:22:35.011594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Port 76578ed3-daa0-4b9a-825f-fdab3358e558 on network 9746748a-5cb9-4cbd-bc88-09198d485d67 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:22:35.011944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Attempting to bind port 76578ed3-daa0-4b9a-825f-fdab3358e558 on network 9746748a-5cb9-4cbd-bc88-09198d485d67 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:22:35.142727 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:35.156300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-df0ffd0d-936e-40b0-8947-ae5b1c9ef630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:35.160259 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-df0ffd0d-936e-40b0-8947-ae5b1c9ef630 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.8093233
Jun 04 15:22:35.161854 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:22:35.163213 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Checking segment: {'id': 'b83192d3-339f-4bd3-9fea-8b8750d9d41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9746748a-5cb9-4cbd-bc88-09198d485d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:22:35.163938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Bound using segment: {'id': 'b83192d3-339f-4bd3-9fea-8b8750d9d41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9746748a-5cb9-4cbd-bc88-09198d485d67'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:22:35.164944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Bound port: 76578ed3-daa0-4b9a-825f-fdab3358e558, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83192d3-339f-4bd3-9fea-8b8750d9d41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9746748a-5cb9-4cbd-bc88-09198d485d67'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:22:35.165564 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:35.736238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d1438730-3596-4662-af2b-76b0e988524a req-f4e42840-9ba6-4ad4-a8d9-5d6639a6c6d2 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Unset dirty status for tenant:f065a7716e594825ad8f2f67b859d7e8 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:22:35.743074 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d1438730-3596-4662-af2b-76b0e988524a req-f4e42840-9ba6-4ad4-a8d9-5d6639a6c6d2 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 944 time: 1.6877978
Jun 04 15:22:35.885767 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-f6a65ef4-a913-48a6-bd07-a7b443315394 service neutron] 10.222.0.65 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9723222
Jun 04 15:22:35.999499 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d1438730-3596-4662-af2b-76b0e988524a req-70f49c4f-5685-403f-ba36-51b5f7707eeb tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/security-groups?id=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2554238
Jun 04 15:22:36.119157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] For port 76578ed3-daa0-4b9a-825f-fdab3358e558, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:22:36.124776 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-18e8b852-7f66-4c73-9255-b5c3df46c6bd service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9282014
Jun 04 15:22:36.202146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-716e9f0b-a4d5-40d0-a3df-24ce8e88c164 req-36512d62-31cc-4441-b06d-b0e3b39dbcf6 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Deleting port c237509d-e23b-4152-bed6-6e8f4da778ad {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:22:36.202535 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-716e9f0b-a4d5-40d0-a3df-24ce8e88c164 req-36512d62-31cc-4441-b06d-b0e3b39dbcf6 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:36.234999 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] For port 76578ed3-daa0-4b9a-825f-fdab3358e558, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=76578ed3-daa0-4b9a-825f-fdab3358e558,segment=NetworkSegment(b83192d3-339f-4bd3-9fea-8b8750d9d41e),segment_id=b83192d3-339f-4bd3-9fea-8b8750d9d41e)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:22:36.365235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38244125-c76f-4a30-98ba-175e465908af req-20da9b7b-936e-4da2-b301-5e60b163a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:36.366516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38244125-c76f-4a30-98ba-175e465908af req-20da9b7b-936e-4da2-b301-5e60b163a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:36.367182 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38244125-c76f-4a30-98ba-175e465908af req-20da9b7b-936e-4da2-b301-5e60b163a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:36.367698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38244125-c76f-4a30-98ba-175e465908af req-20da9b7b-936e-4da2-b301-5e60b163a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:36.368176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38244125-c76f-4a30-98ba-175e465908af req-20da9b7b-936e-4da2-b301-5e60b163a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:36.368786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38244125-c76f-4a30-98ba-175e465908af req-20da9b7b-936e-4da2-b301-5e60b163a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:36.369295 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38244125-c76f-4a30-98ba-175e465908af req-20da9b7b-936e-4da2-b301-5e60b163a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:36.376437 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-38244125-c76f-4a30-98ba-175e465908af req-20da9b7b-936e-4da2-b301-5e60b163a7cf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=926d3966f5b342809000e5f28f33b523&device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 6501 time: 1.1816912
Jun 04 15:22:36.475654 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:36.495758 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2fd7fd83-6605-4479-8683-abad3c846171 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:36.714504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:36.715577 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:36.717384 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] 10.222.0.65 "PUT /v2.0/ports/76578ed3-daa0-4b9a-825f-fdab3358e558 HTTP/1.1" status: 200  len: 1092 time: 6.0422099
Jun 04 15:22:36.743516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adc0522-6236-41a4-9b49-71501ff61fa8', 'tag': '76578ed3-daa0-4b9a-825f-fdab3358e558'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:36.746009 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28e9405-eeb9-4170-9f25-8001cf6a7e69" -d '{"events": [{"name": "network-changed", "server_uuid": "5adc0522-6236-41a4-9b49-71501ff61fa8", "tag": "76578ed3-daa0-4b9a-825f-fdab3358e558"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:36.787156 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77d24efb-5b41-449e-a202-c8368faf024a req-2eb51c47-decc-4fcc-8fa8-68736fac3306 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&device_id=c4869fa6-8086-4a79-9076-b84b8d59095b HTTP/1.1" status: 200  len: 210 time: 0.1461241
Jun 04 15:22:36.876870 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7ba762c-22e1-4ccc-abfe-d75d8ae76005 req-de5cb602-fa07-451d-ad4d-a5807e5f6965 service neutron] 10.222.0.65 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9689806
Jun 04 15:22:36.946325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e7407-dec6-48af-8496-1472597173f7 req-f9af3c45-068f-44b5-8de2-32d4efcedabc tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:36.976263 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ed7e7407-dec6-48af-8496-1472597173f7 req-f9af3c45-068f-44b5-8de2-32d4efcedabc tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 944 time: 0.1339247
Jun 04 15:22:37.008281 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ed7e7407-dec6-48af-8496-1472597173f7 req-59117ed6-47cd-4d3f-b52b-e89cf24fc5c5 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500827
Jun 04 15:22:37.043014 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-e15f76b3-334c-4b99-b754-868bfa3a6551 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9017079
Jun 04 15:22:37.053786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Pushing event updated for resources: {'Port': ['ID=76578ed3-daa0-4b9a-825f-fdab3358e558,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:37.057799 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:37.234295 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-c616ed3a-beca-42bb-89e3-d6eeb408713c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=621cb0eb-72ea-4d4d-99df-fd7ef6776628 HTTP/1.1" status: 200  len: 217 time: 0.1689894
Jun 04 15:22:37.260019 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9ffa4cad-6d28-4ace-8da0-fab5f97e2055 req-a87737a3-0edb-41f7-ad5c-5972b9525974 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 210 time: 0.0747495
Jun 04 15:22:37.308805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38244125-c76f-4a30-98ba-175e465908af req-0438affd-f13d-4b13-91c7-0d21296af093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:37.310729 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-38244125-c76f-4a30-98ba-175e465908af req-0438affd-f13d-4b13-91c7-0d21296af093 service neutron] 10.222.0.62 "GET /v2.0/networks?id=523116c7-0d06-4e44-9c1a-1a833c6b29dc HTTP/1.1" status: 200  len: 918 time: 0.8565254
Jun 04 15:22:37.314407 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-716e9f0b-a4d5-40d0-a3df-24ce8e88c164 req-36512d62-31cc-4441-b06d-b0e3b39dbcf6 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] For port c237509d-e23b-4152-bed6-6e8f4da778ad, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c237509d-e23b-4152-bed6-6e8f4da778ad,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:37.320496 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-716e9f0b-a4d5-40d0-a3df-24ce8e88c164 req-36512d62-31cc-4441-b06d-b0e3b39dbcf6 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:37.744834 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcbe836-cb8f-4ddb-a10b-ed9f38e7de45 x-openstack-request-id: req-9fcbe836-cb8f-4ddb-a10b-ed9f38e7de45 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:37.745294 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5adc0522-6236-41a4-9b49-71501ff61fa8", "tag": "76578ed3-daa0-4b9a-825f-fdab3358e558", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:37.745612 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fcbe836-cb8f-4ddb-a10b-ed9f38e7de45 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:37.746139 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adc0522-6236-41a4-9b49-71501ff61fa8', 'tag': '76578ed3-daa0-4b9a-825f-fdab3358e558', 'status': 'completed', 'code': 200}
Jun 04 15:22:37.852558 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef9dbf-a4ca-462c-92b7-cc95cb787868 req-afbf28cc-3623-45bc-a0e0-497b29c98ce5 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:37.854304 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b0ef9dbf-a4ca-462c-92b7-cc95cb787868 req-afbf28cc-3623-45bc-a0e0-497b29c98ce5 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 944 time: 0.1037595
Jun 04 15:22:37.857556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-716e9f0b-a4d5-40d0-a3df-24ce8e88c164 req-36512d62-31cc-4441-b06d-b0e3b39dbcf6 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Calling delete_port for c237509d-e23b-4152-bed6-6e8f4da778ad owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:22:37.903297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ca205-df6e-4709-a026-9ae98cd75360 req-ac994ea9-3a75-478a-87fb-fd0ad1cdbd68 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:37.904923 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f7ca205-df6e-4709-a026-9ae98cd75360 req-ac994ea9-3a75-478a-87fb-fd0ad1cdbd68 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 945 time: 1.6843789
Jun 04 15:22:37.921928 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b0ef9dbf-a4ca-462c-92b7-cc95cb787868 req-3e9fcc7d-4533-4b8c-aa90-2138ea2a7401 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/security-groups?id=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603397
Jun 04 15:22:37.972133 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d24efb-5b41-449e-a202-c8368faf024a req-f60ae591-280e-4037-b557-4c4e6e6609f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:37.974959 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77d24efb-5b41-449e-a202-c8368faf024a req-f60ae591-280e-4037-b557-4c4e6e6609f5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&shared=False HTTP/1.1" status: 200  len: 907 time: 1.0972805
Jun 04 15:22:38.004797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-42771a75-17b8-4440-a655-7738378a44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:38.007219 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-42771a75-17b8-4440-a655-7738378a44c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a336d59d-0ff7-4a9a-8db6-fe01b767ae75 HTTP/1.1" status: 200  len: 797 time: 0.7564862
Jun 04 15:22:38.079843 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-38244125-c76f-4a30-98ba-175e465908af req-302bd441-fda8-44f3-8aaa-45ce807667c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 HTTP/1.1" status: 200  len: 1000 time: 0.6968386
Jun 04 15:22:38.082236 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-e702f005-a5a0-424c-beda-dea8b23da3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:38.083717 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-e702f005-a5a0-424c-beda-dea8b23da3c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f065a7716e594825ad8f2f67b859d7e8&device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 1095 time: 1.1831517
Jun 04 15:22:38.262173 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-eb3d080b-07e9-45f8-8781-590157d87fca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76578ed3-daa0-4b9a-825f-fdab3358e558 HTTP/1.1" status: 200  len: 217 time: 0.1552417
Jun 04 15:22:38.280318 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f52ea-3d61-454a-af8d-3d185d923033 req-9a6076b2-febb-47bc-b190-4bb1a1a801e8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:38.281264 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f7ca205-df6e-4709-a026-9ae98cd75360 req-321f8569-1e21-45a4-8f35-7703d318527a tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3639002
Jun 04 15:22:38.287131 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-931f52ea-3d61-454a-af8d-3d185d923033 req-9a6076b2-febb-47bc-b190-4bb1a1a801e8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 806 time: 0.2067323
Jun 04 15:22:38.309239 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-931f52ea-3d61-454a-af8d-3d185d923033 req-ef3694cb-12e9-4e56-b4cf-8d09c76e0b76 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/quotas/c38593d5cdbb4effb71c91bd3b3e56bb HTTP/1.1" status: 200  len: 375 time: 0.0139756
Jun 04 15:22:38.447738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c746ff6-1fe9-4f57-a832-fb2d6ae473d4 req-2306591c-77af-4fad-bf45-5c6a15d87cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:38.449296 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c746ff6-1fe9-4f57-a832-fb2d6ae473d4 req-2306591c-77af-4fad-bf45-5c6a15d87cfb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d7761996d07415a99a20466c5b4dc16&device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 1095 time: 1.1374648
Jun 04 15:22:38.450729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38244125-c76f-4a30-98ba-175e465908af req-d1b4c710-00c1-4d8a-aac1-073828dfc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:38.452097 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-38244125-c76f-4a30-98ba-175e465908af req-d1b4c710-00c1-4d8a-aac1-073828dfc1b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0a49928-f479-46c6-b85f-c135d129c3d1 HTTP/1.1" status: 200  len: 856 time: 0.3428307
Jun 04 15:22:38.466834 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-931f52ea-3d61-454a-af8d-3d185d923033 req-a060f8a1-936c-421f-8d0f-3d8883d04da3 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1502831
Jun 04 15:22:38.574199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-16deff55-f83c-406a-8472-8afc83916a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:38.575742 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-16deff55-f83c-406a-8472-8afc83916a40 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1194625f-ed3b-42ae-9e58-3ce77cbab47e HTTP/1.1" status: 200  len: 853 time: 0.2885523
Jun 04 15:22:38.669626 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-931f52ea-3d61-454a-af8d-3d185d923033 req-aab8362e-eb02-4fbc-9544-3572ea866488 service neutron] 10.222.0.32 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1941979
Jun 04 15:22:38.720061 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c237509d-e23b-4152-bed6-6e8f4da778ad no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:22:38.751524 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-e5880536-ef7e-4039-ba71-8eb578ae97e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9746748a-5cb9-4cbd-bc88-09198d485d67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1579659
Jun 04 15:22:38.752879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d24efb-5b41-449e-a202-c8368faf024a req-d8f66b37-8882-46a2-8d1a-6b11f27569f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:38.753967 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77d24efb-5b41-449e-a202-c8368faf024a req-d8f66b37-8882-46a2-8d1a-6b11f27569f1 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7359834
Jun 04 15:22:38.808533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-ce37f9f5-ed3e-4eb4-9ee8-50016629822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:38.813145 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-ce37f9f5-ed3e-4eb4-9ee8-50016629822a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.7670825
Jun 04 15:22:38.929572 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-931f52ea-3d61-454a-af8d-3d185d923033 req-430ad4b0-eddd-4231-8e11-ae2da221791e service neutron] 10.222.0.32 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2587419
Jun 04 15:22:38.977044 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:38.984849 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77d24efb-5b41-449e-a202-c8368faf024a req-97c3777e-f574-4f0b-8f76-7980b369362e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4869fa6-8086-4a79-9076-b84b8d59095b HTTP/1.1" status: 200  len: 210 time: 0.1497784
Jun 04 15:22:39.210833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c746ff6-1fe9-4f57-a832-fb2d6ae473d4 req-befb83ab-a820-4fee-aa92-2d63002a57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:39.212187 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c746ff6-1fe9-4f57-a832-fb2d6ae473d4 req-befb83ab-a820-4fee-aa92-2d63002a57b1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5fff0c5f-35f9-42a4-a894-12523f1fbdaf HTTP/1.1" status: 200  len: 916 time: 0.7219119
Jun 04 15:22:39.234829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420a416-da4b-4168-b7ae-1385692405ed req-719870ee-bfd3-453a-a286-db1d1d79bb6c tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:39.236325 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f420a416-da4b-4168-b7ae-1385692405ed req-719870ee-bfd3-453a-a286-db1d1d79bb6c tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 944 time: 0.7775643
Jun 04 15:22:39.299995 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38244125-c76f-4a30-98ba-175e465908af req-49ed02c7-d0e6-4bec-b0a6-bd2b30ac7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:39.301552 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-38244125-c76f-4a30-98ba-175e465908af req-49ed02c7-d0e6-4bec-b0a6-bd2b30ac7311 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=523116c7-0d06-4e44-9c1a-1a833c6b29dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.8095562
Jun 04 15:22:39.622614 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-716e9f0b-a4d5-40d0-a3df-24ce8e88c164 req-36512d62-31cc-4441-b06d-b0e3b39dbcf6 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:39.635601 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b', '0c976ce3-d9f8-4e07-a0be-e5aaf1475d48'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:22:39.720242 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d0262dc4-8ff5-41f4-8890-55fd714e62e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:39.720702 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f8959d77-795f-404d-bb08-c85fab278342 req-b99e56a4-3306-4815-bf00-1383877956ac tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 210 time: 0.1105814
Jun 04 15:22:39.783256 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c746ff6-1fe9-4f57-a832-fb2d6ae473d4 req-7070f75c-83ba-4732-9fa5-f5b1d441c70d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f54760cf-5dd3-465d-86d1-6cbc8edb2134 HTTP/1.1" status: 200  len: 217 time: 0.5570791
Jun 04 15:22:39.910339 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-6ef76e7a-112f-4335-9131-bf1cd8ba0527 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0327387
Jun 04 15:22:39.921577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36512d62-31cc-4441-b06d-b0e3b39dbcf6 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Pushing event deleted for resources: {'Port': ['ID=c237509d-e23b-4152-bed6-6e8f4da778ad,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:39.921577 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-492aa3ff-b9c1-488a-b30e-aa1ddf1102e5 service neutron] 10.222.0.65 "GET /v2.0/networks/9746748a-5cb9-4cbd-bc88-09198d485d67?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0956888
Jun 04 15:22:39.926712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-4340fd0d-44b7-4cd4-9ed8-0305fdd43da1 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:39.928656 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-4340fd0d-44b7-4cd4-9ed8-0305fdd43da1 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.62 "GET /v2.0/networks?id=689f317e-6942-4287-a44f-3d403fd38de3 HTTP/1.1" status: 200  len: 806 time: 0.7932701
Jun 04 15:22:40.094818 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-36512d62-31cc-4441-b06d-b0e3b39dbcf6 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:40.108015 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f420a416-da4b-4168-b7ae-1385692405ed req-ef9ea0eb-2309-4485-8a6d-ea23a6ea7ea4 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8050172
Jun 04 15:22:40.113472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c746ff6-1fe9-4f57-a832-fb2d6ae473d4 req-8b802e4f-ca9e-4fb1-a168-1af4da293d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:40.118446 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c746ff6-1fe9-4f57-a832-fb2d6ae473d4 req-8b802e4f-ca9e-4fb1-a168-1af4da293d88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8489d5df-5d8a-49e1-8528-76dd9a81e2aa HTTP/1.1" status: 200  len: 855 time: 0.1618865
Jun 04 15:22:40.309473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63e6b9-c062-4857-87bb-9e89c535ab4f req-c0019b13-643f-44d1-9368-9b3301ca6959 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:40.320207 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf63e6b9-c062-4857-87bb-9e89c535ab4f req-c0019b13-643f-44d1-9368-9b3301ca6959 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 944 time: 0.1860058
Jun 04 15:22:40.407407 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf63e6b9-c062-4857-87bb-9e89c535ab4f req-7c9d97af-3715-4e02-bd11-5b1b515fee68 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/security-groups?id=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858495
Jun 04 15:22:40.521831 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7198becc-ef7b-4c09-bfe1-07ba4330f54f req-8d5e28c8-241b-465e-b6d9-21468c2bc581 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 210 time: 0.0544493
Jun 04 15:22:40.579902 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b04cb2-20c1-43dd-8ac6-8036d99f41d0 req-22635e0e-28bb-4ed4-8c5a-64cb7026bb54 service neutron] 10.222.0.65 "GET /v2.0/networks/9746748a-5cb9-4cbd-bc88-09198d485d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5255430
Jun 04 15:22:40.707242 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device f54760cf-5dd3-465d-86d1-6cbc8edb2134 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:22:40.713991 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-864f98ce-0287-4936-8ea2-e4b0eb9e6a31 req-9e2ce882-5987-4df2-bfd2-c9ce8de59b16 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 210 time: 0.2763224
Jun 04 15:22:40.717065 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c746ff6-1fe9-4f57-a832-fb2d6ae473d4 req-3d34f54e-71f6-4168-a57c-a314208e93aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5fff0c5f-35f9-42a4-a894-12523f1fbdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2380815
Jun 04 15:22:40.820657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-3b2f3021-bb60-43c5-8f29-6bf6793c32ee tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Synchronizing usage tracker for tenant:36cb2739f2e9431fb48f7b6d0fc9817c on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:22:40.824412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-716e9f0b-a4d5-40d0-a3df-24ce8e88c164 req-36512d62-31cc-4441-b06d-b0e3b39dbcf6 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] No DVR routers for this DVR port c237509d-e23b-4152-bed6-6e8f4da778ad on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:22:40.855350 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-716e9f0b-a4d5-40d0-a3df-24ce8e88c164 req-36512d62-31cc-4441-b06d-b0e3b39dbcf6 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:40.864715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c288f1f-297e-431d-99bf-be3a08bbefe7', 'name': 'network-vif-deleted', 'tag': 'c237509d-e23b-4152-bed6-6e8f4da778ad'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:40.868911 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65720fac-c955-4005-9943-90850dd753ef" -d '{"events": [{"server_uuid": "0c288f1f-297e-431d-99bf-be3a08bbefe7", "name": "network-vif-deleted", "tag": "c237509d-e23b-4152-bed6-6e8f4da778ad"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:41.012511 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a318e7f-4d1e-472d-875b-23eb496f081e x-openstack-request-id: req-9a318e7f-4d1e-472d-875b-23eb496f081e {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:41.012917 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c288f1f-297e-431d-99bf-be3a08bbefe7", "name": "network-vif-deleted", "tag": "c237509d-e23b-4152-bed6-6e8f4da778ad", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:41.013238 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a318e7f-4d1e-472d-875b-23eb496f081e {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:41.013665 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c288f1f-297e-431d-99bf-be3a08bbefe7', 'name': 'network-vif-deleted', 'tag': 'c237509d-e23b-4152-bed6-6e8f4da778ad', 'status': 'completed', 'code': 200}
Jun 04 15:22:41.030271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-3b2f3021-bb60-43c5-8f29-6bf6793c32ee tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Unset dirty status for tenant:36cb2739f2e9431fb48f7b6d0fc9817c on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:22:41.031454 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-3b2f3021-bb60-43c5-8f29-6bf6793c32ee tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36cb2739f2e9431fb48f7b6d0fc9817c HTTP/1.1" status: 200  len: 380 time: 0.9695556
Jun 04 15:22:41.058266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Request body: {'port': {'device_id': 'c061529a-898a-4e5d-b787-97525edf6170', 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3', 'admin_state_up': True, 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'security_groups': ['d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:41.067638 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7ebbd11e-a6c4-4f48-b3e1-9db9738246ea req-b303954d-9997-4fde-9171-920094b28db5 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 210 time: 0.1465831
Jun 04 15:22:41.091740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port f54760cf-5dd3-465d-86d1-6cbc8edb2134, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=f54760cf-5dd3-465d-86d1-6cbc8edb2134,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:41.106736 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-716e9f0b-a4d5-40d0-a3df-24ce8e88c164 req-36512d62-31cc-4441-b06d-b0e3b39dbcf6 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.62 "DELETE /v2.0/ports/c237509d-e23b-4152-bed6-6e8f4da778ad HTTP/1.1" status: 204  len: 173 time: 6.3025270
Jun 04 15:22:41.136161 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-38244125-c76f-4a30-98ba-175e465908af req-2d78699b-ead7-4656-ab54-80289ffb22c8 service neutron] 10.222.0.62 "GET /v2.0/networks/523116c7-0d06-4e44-9c1a-1a833c6b29dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5276904
Jun 04 15:22:41.138171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'f54760cf-5dd3-465d-86d1-6cbc8edb2134', 'network_id': '5fff0c5f-35f9-42a4-a894-12523f1fbdaf', 'port_id': 'f54760cf-5dd3-465d-86d1-6cbc8edb2134', 'mac_address': 'fa:16:3e:c3:3f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8489d5df-5d8a-49e1-8528-76dd9a81e2aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:22:41.160748 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fb31273-bbd9-48c3-bd28-46d44d90e1b4 req-302d38ad-3219-4447-89cf-0f028264bf76 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1333773
Jun 04 15:22:41.315884 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:41.380054 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54760cf-5dd3-465d-86d1-6cbc8edb2134 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:22:41.426046 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port f54760cf-5dd3-465d-86d1-6cbc8edb2134, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=f54760cf-5dd3-465d-86d1-6cbc8edb2134,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:41.452784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ca7ea-7726-46b8-a905-92c67dab64df req-55a988af-7a9e-46ca-8754-3f47e4d3df9e tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:41.465692 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-589ca7ea-7726-46b8-a905-92c67dab64df req-55a988af-7a9e-46ca-8754-3f47e4d3df9e tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 944 time: 0.1110637
Jun 04 15:22:41.564535 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-589ca7ea-7726-46b8-a905-92c67dab64df req-db6a908f-ff4b-4fbd-8d93-00703c58f99f tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971746
Jun 04 15:22:41.582834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e9405-eeb9-4170-9f25-8001cf6a7e69 req-ed307e67-14d8-4f17-9f68-e0d5c679f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:41.586024 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e28e9405-eeb9-4170-9f25-8001cf6a7e69 req-ed307e67-14d8-4f17-9f68-e0d5c679f114 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f065a7716e594825ad8f2f67b859d7e8&device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 1095 time: 0.8597865
Jun 04 15:22:41.588261 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-38244125-c76f-4a30-98ba-175e465908af req-8139c5bd-86c0-45f9-96f0-844861c61cc7 service neutron] 10.222.0.62 "GET /v2.0/networks/523116c7-0d06-4e44-9c1a-1a833c6b29dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3623302
Jun 04 15:22:41.647640 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c746ff6-1fe9-4f57-a832-fb2d6ae473d4 req-bf03378b-e67d-4602-a09c-6d2547db97d9 service neutron] 10.222.0.65 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8536990
Jun 04 15:22:41.752767 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2b065e84-51e4-42b7-be45-c3ccf6465c09 req-d6d3a195-b38a-45e9-81fb-22a2c8b11d9d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 210 time: 0.0482929
Jun 04 15:22:41.900563 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:41.906153 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:42.031536 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=f54760cf-5dd3-465d-86d1-6cbc8edb2134,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:42.035964 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:42.078600 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dd15615d-9a50-482f-8827-81ca27c1a1df req-59917758-a4f6-418c-b791-076365f9df5e tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 210 time: 0.0455794
Jun 04 15:22:42.189236 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:42.211479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e9405-eeb9-4170-9f25-8001cf6a7e69 req-3ee679a4-30ff-4371-a7e3-c8e7983a9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:42.212947 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e28e9405-eeb9-4170-9f25-8001cf6a7e69 req-3ee679a4-30ff-4371-a7e3-c8e7983a9e25 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9746748a-5cb9-4cbd-bc88-09198d485d67 HTTP/1.1" status: 200  len: 914 time: 0.6170566
Jun 04 15:22:42.217269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:42.247073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['f54760cf-5dd3-465d-86d1-6cbc8edb2134'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:22:42.298119 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cad968d9-65d0-45a5-a4ed-2436c73f3c67 req-2c353850-87e9-4c21-b2c6-242b9fbc5087 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 210 time: 0.0869555
Jun 04 15:22:42.328678 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c746ff6-1fe9-4f57-a832-fb2d6ae473d4 req-b8d021ea-9840-42b8-817e-d69c3b3f1cf9 service neutron] 10.222.0.65 "GET /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6156826
Jun 04 15:22:42.332019 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e28e9405-eeb9-4170-9f25-8001cf6a7e69 req-203c7ba0-2d04-4ac4-9404-3f11844a8f59 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76578ed3-daa0-4b9a-825f-fdab3358e558 HTTP/1.1" status: 200  len: 217 time: 0.1104779
Jun 04 15:22:42.341866 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae610872-d452-43d2-8e90-6ec8f8515f96 req-42e3d02d-7900-46d9-9f99-124465257322 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:42.350243 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae610872-d452-43d2-8e90-6ec8f8515f96 req-42e3d02d-7900-46d9-9f99-124465257322 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 944 time: 0.6935658
Jun 04 15:22:42.407902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Made reservation on behalf of 36cb2739f2e9431fb48f7b6d0fc9817c for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:22:42.412492 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:42.521980 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae610872-d452-43d2-8e90-6ec8f8515f96 req-a54dde90-6eac-4bcd-9a69-c25b3d03e958 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/security-groups?id=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710117
Jun 04 15:22:42.538991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e9405-eeb9-4170-9f25-8001cf6a7e69 req-cb193c21-96a5-4dd4-af59-6e008b285b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:42.540911 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e28e9405-eeb9-4170-9f25-8001cf6a7e69 req-cb193c21-96a5-4dd4-af59-6e008b285b7e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1194625f-ed3b-42ae-9e58-3ce77cbab47e HTTP/1.1" status: 200  len: 853 time: 0.1773000
Jun 04 15:22:42.621432 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e28e9405-eeb9-4170-9f25-8001cf6a7e69 req-8ae63aa6-794b-4f8f-a1de-187aca239519 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9746748a-5cb9-4cbd-bc88-09198d485d67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0726781
Jun 04 15:22:42.871681 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0714b-3a24-4953-8db0-0c24744dcc49 req-838da91b-6f90-4ed5-a22e-715fe88040b9 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:42.873502 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-41c0714b-3a24-4953-8db0-0c24744dcc49 req-838da91b-6f90-4ed5-a22e-715fe88040b9 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 945 time: 0.1460819
Jun 04 15:22:42.930651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Allocated IP 172.20.0.12 (689f317e-6942-4287-a44f-3d403fd38de3/ee820c69-9f91-4a67-9aeb-e78de6ae6242/45b4c54b-bbe3-464c-9a78-974f105e2ad2) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:22:42.964741 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-41c0714b-3a24-4953-8db0-0c24744dcc49 req-1248b9f3-f4ec-4add-a03b-e211b4b0cfea tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825081
Jun 04 15:22:42.980355 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e28e9405-eeb9-4170-9f25-8001cf6a7e69 req-050d66d8-4711-454b-a71b-e5124439593a service neutron] 10.222.0.65 "GET /v2.0/networks/9746748a-5cb9-4cbd-bc88-09198d485d67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3362324
Jun 04 15:22:43.080239 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ac5b7aaf-eb23-42dc-9818-3ad073c9ced9 req-2a8f9909-2f18-4c60-a4ea-4829837ed77b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 210 time: 0.1177018
Jun 04 15:22:43.128215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f52ea-3d61-454a-af8d-3d185d923033 req-a994c815-c2c1-44c1-b541-e9e9cdb85d90 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:43.129111 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-931f52ea-3d61-454a-af8d-3d185d923033 req-a994c815-c2c1-44c1-b541-e9e9cdb85d90 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 806 time: 0.4228318
Jun 04 15:22:43.149791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-931f52ea-3d61-454a-af8d-3d185d923033 req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Request body: {'port': {'device_id': '4b4ec7a2-dbb0-49fe-8845-6c74c07ed124', 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079', 'admin_state_up': True, 'tenant_id': 'c38593d5cdbb4effb71c91bd3b3e56bb'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:43.444501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-da7c8aca-18b9-4cfe-a531-baca9c97a3c9 req-7bdd83af-d388-4673-96ce-64036583cdb9 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Synchronizing usage tracker for tenant:df124b00d613480cbc0ad35cdb177f05 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:22:43.523288 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e28e9405-eeb9-4170-9f25-8001cf6a7e69 req-fdf2ed34-3c08-4967-aa32-1114a115713b service neutron] 10.222.0.65 "GET /v2.0/networks/9746748a-5cb9-4cbd-bc88-09198d485d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5126009
Jun 04 15:22:43.556078 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7dab9961-d7d6-44e6-94c3-870241dd3a96 req-c7b3339f-2885-42de-baca-ac44816d4144 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 210 time: 0.1220164
Jun 04 15:22:43.601108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-931f52ea-3d61-454a-af8d-3d185d923033 req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:22:43.606952 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:43.620108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-931f52ea-3d61-454a-af8d-3d185d923033 req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:22:43.636671 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-da7c8aca-18b9-4cfe-a531-baca9c97a3c9 req-7bdd83af-d388-4673-96ce-64036583cdb9 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Unset dirty status for tenant:df124b00d613480cbc0ad35cdb177f05 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:22:43.645202 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da7c8aca-18b9-4cfe-a531-baca9c97a3c9 req-7bdd83af-d388-4673-96ce-64036583cdb9 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c288f1f-297e-431d-99bf-be3a08bbefe7 HTTP/1.1" status: 200  len: 210 time: 0.3685534
Jun 04 15:22:43.647106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Transition to ACTIVE for port object 45b4c54b-bbe3-464c-9a78-974f105e2ad2 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:22:43.734962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-931f52ea-3d61-454a-af8d-3d185d923033 req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Made reservation on behalf of c38593d5cdbb4effb71c91bd3b3e56bb for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:22:43.740405 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-931f52ea-3d61-454a-af8d-3d185d923033 req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:43.824891 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:43.838639 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-854b4694-274e-4529-9e47-794e1420eb22 tempest-ServerAddressesNegativeTestJSON-1101686602 tempest-ServerAddressesNegativeTestJSON-1101686602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:44.179830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddcc3b-2157-42f1-b4c2-fc3a1f7fee17 req-055ef7ea-73ba-4135-bf7c-32e865fdb640 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:44.181401 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e1ddcc3b-2157-42f1-b4c2-fc3a1f7fee17 req-055ef7ea-73ba-4135-bf7c-32e865fdb640 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 945 time: 0.0923793
Jun 04 15:22:44.190506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Network 689f317e-6942-4287-a44f-3d403fd38de3 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:22:44.207757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:22:44.212421 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:22:44.242816 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e1ddcc3b-2157-42f1-b4c2-fc3a1f7fee17 req-b247401a-7326-47e5-8a05-c96da88f66e8 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525675
Jun 04 15:22:44.257445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Pushing event updated for resources: {'Port': ['ID=45b4c54b-bbe3-464c-9a78-974f105e2ad2,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:44.289472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:44.289846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:44.290223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:44.290593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:44.291028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:44.291644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:44.292113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:44.292596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:44.292858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:44.293278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:44.293609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:44.293968 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:44.298455 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:44.398218 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:44.399396 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:44.456558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85746e7-b8a9-4dfd-8328-1f204b9c1322 req-c3c84e3a-9bbe-4b00-bd1a-ca466efca890 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:44.458152 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b85746e7-b8a9-4dfd-8328-1f204b9c1322 req-c3c84e3a-9bbe-4b00-bd1a-ca466efca890 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 944 time: 0.7067509
Jun 04 15:22:44.467261 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-114bf837-5330-4ac1-b7e5-2e7f42b4c2ca req-a7985d50-d670-4470-8c7b-556b85ea73a8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 210 time: 0.0824325
Jun 04 15:22:44.524751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-931f52ea-3d61-454a-af8d-3d185d923033 req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Allocated IP 172.20.0.2 (461f9c0e-ecfd-4745-a9f2-974b51ab6079/cb8210ec-57b3-4dae-ba07-aa799b052e64/021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:22:44.574628 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b85746e7-b8a9-4dfd-8328-1f204b9c1322 req-f30be90d-4e17-46c9-8efa-41028cc67393 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/security-groups?id=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824461
Jun 04 15:22:44.619013 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5648372
Jun 04 15:22:44.633095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Request body: {'port': {'device_id': 'c061529a-898a-4e5d-b787-97525edf6170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:44.718395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 76578ed3-daa0-4b9a-825f-fdab3358e558 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:22:44.728466 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device f54760cf-5dd3-465d-86d1-6cbc8edb2134 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:44.782987 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-82920c2b-9114-4321-a81c-620f16310da5 None None] Provisioning for port 45b4c54b-bbe3-464c-9a78-974f105e2ad2 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:22:44.833198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-82920c2b-9114-4321-a81c-620f16310da5 None None] Provisioning complete for port 45b4c54b-bbe3-464c-9a78-974f105e2ad2 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:44.834459 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-82920c2b-9114-4321-a81c-620f16310da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:44.922666 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-82920c2b-9114-4321-a81c-620f16310da5 None None] Port 45b4c54b-bbe3-464c-9a78-974f105e2ad2 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:22:45.025253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 76578ed3-daa0-4b9a-825f-fdab3358e558, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=76578ed3-daa0-4b9a-825f-fdab3358e558,segment=NetworkSegment(b83192d3-339f-4bd3-9fea-8b8750d9d41e),segment_id=b83192d3-339f-4bd3-9fea-8b8750d9d41e)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:45.038279 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:45.050555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '76578ed3-daa0-4b9a-825f-fdab3358e558', 'network_id': '9746748a-5cb9-4cbd-bc88-09198d485d67', 'port_id': '76578ed3-daa0-4b9a-825f-fdab3358e558', 'mac_address': 'fa:16:3e:69:03:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1194625f-ed3b-42ae-9e58-3ce77cbab47e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:22:45.140667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port f54760cf-5dd3-465d-86d1-6cbc8edb2134 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:22:45.168186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port f54760cf-5dd3-465d-86d1-6cbc8edb2134 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:45.168186 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:45.219965 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:45.247533 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76578ed3-daa0-4b9a-825f-fdab3358e558 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:22:45.258063 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-931f52ea-3d61-454a-af8d-3d185d923033 req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:45.277644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 76578ed3-daa0-4b9a-825f-fdab3358e558, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=76578ed3-daa0-4b9a-825f-fdab3358e558,segment=NetworkSegment(b83192d3-339f-4bd3-9fea-8b8750d9d41e),segment_id=b83192d3-339f-4bd3-9fea-8b8750d9d41e)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:45.340705 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a42d1-74ce-4a4f-968e-75cf0e7099d8 req-8117213c-738d-4d36-b1a6-1b71dd67f1eb tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:45.341533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-178a42d1-74ce-4a4f-968e-75cf0e7099d8 req-8117213c-738d-4d36-b1a6-1b71dd67f1eb tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Synchronizing usage tracker for tenant:36cb2739f2e9431fb48f7b6d0fc9817c on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:22:45.355973 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:45.379007 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:45.387391 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:45.483038 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47386415-63d5-4836-9777-6969ef7d341e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54760cf-5dd3-465d-86d1-6cbc8edb2134'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:45.485764 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd34d3d-6fa8-4e28-9085-82264f383ee6" -d '{"events": [{"server_uuid": "47386415-63d5-4836-9777-6969ef7d341e", "name": "network-vif-plugged", "status": "completed", "tag": "f54760cf-5dd3-465d-86d1-6cbc8edb2134"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:45.498604 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port f54760cf-5dd3-465d-86d1-6cbc8edb2134, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=f54760cf-5dd3-465d-86d1-6cbc8edb2134,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:45.516436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=76578ed3-daa0-4b9a-825f-fdab3358e558,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:45.519767 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:45.528335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-178a42d1-74ce-4a4f-968e-75cf0e7099d8 req-8117213c-738d-4d36-b1a6-1b71dd67f1eb tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Unset dirty status for tenant:36cb2739f2e9431fb48f7b6d0fc9817c on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:22:45.529743 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-178a42d1-74ce-4a4f-968e-75cf0e7099d8 req-8117213c-738d-4d36-b1a6-1b71dd67f1eb tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 932 time: 0.6992114
Jun 04 15:22:45.557102 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:45.559224 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-48cc5929-ed4a-40cc-8c87-51987b0a1d66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:45.569929 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-931f52ea-3d61-454a-af8d-3d185d923033 req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:45.584352 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-94c5fa64-e59a-4004-80e1-4d8904167757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:45.616491 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6dbcb869-b7c3-4c99-8505-2868a006efab'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:22:45.625897 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227ace8-9168-4747-b653-52e39b284a87 req-309d13db-c22f-42c7-a807-0005d6bb9bee tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:45.628104 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5227ace8-9168-4747-b653-52e39b284a87 req-309d13db-c22f-42c7-a807-0005d6bb9bee tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 946 time: 0.1162534
Jun 04 15:22:45.635497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b4c54b-bbe3-464c-9a78-974f105e2ad2 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:22:45.689256 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5227ace8-9168-4747-b653-52e39b284a87 req-42ec0041-59b7-4b33-b1da-a32b437bc9d8 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467405
Jun 04 15:22:45.689607 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:45.689607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-931f52ea-3d61-454a-af8d-3d185d923033 req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:22:45.692615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-931f52ea-3d61-454a-af8d-3d185d923033 req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:22:45.696204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-931f52ea-3d61-454a-af8d-3d185d923033 req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:22:45.728703 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=f54760cf-5dd3-465d-86d1-6cbc8edb2134,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:45.737208 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-178a42d1-74ce-4a4f-968e-75cf0e7099d8 req-17fb2898-bf03-485e-b40c-b104d6d1c786 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups?id=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1947567
Jun 04 15:22:45.740986 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:45.775779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Pushing event updated for resources: {'Port': ['ID=021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:45.777296 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['76578ed3-daa0-4b9a-825f-fdab3358e558'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:22:45.778281 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:45.781786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Transition to ACTIVE for port object 45b4c54b-bbe3-464c-9a78-974f105e2ad2 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:22:45.813026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f52ea-3d61-454a-af8d-3d185d923033 req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:45.813700 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-931f52ea-3d61-454a-af8d-3d185d923033 req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:45.860103 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:45.869157 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0370bc4f-506a-408d-8c36-d3a96a1b2d41 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:45.929208 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-931f52ea-3d61-454a-af8d-3d185d923033 req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7861896
Jun 04 15:22:46.006250 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3893677-5ffc-459e-bda9-f41337023575 x-openstack-request-id: req-c3893677-5ffc-459e-bda9-f41337023575 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:46.006554 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47386415-63d5-4836-9777-6969ef7d341e", "name": "network-vif-plugged", "status": "completed", "tag": "f54760cf-5dd3-465d-86d1-6cbc8edb2134", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:46.006859 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3893677-5ffc-459e-bda9-f41337023575 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:46.007404 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47386415-63d5-4836-9777-6969ef7d341e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54760cf-5dd3-465d-86d1-6cbc8edb2134', 'code': 200}
Jun 04 15:22:46.012395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Request body: {'port': {'device_id': '4b4ec7a2-dbb0-49fe-8845-6c74c07ed124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:22:46.217943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fdf73-4b66-4ef3-ae4d-f9bcc71ea3af req-85082674-e1d3-412f-b086-ec4c5d4b8693 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:46.219258 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-551fdf73-4b66-4ef3-ae4d-f9bcc71ea3af req-85082674-e1d3-412f-b086-ec4c5d4b8693 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2f3e86-7970-4420-b327-48a86fcee081 HTTP/1.1" status: 200  len: 946 time: 0.3455820
Jun 04 15:22:46.253061 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Pushing event updated for resources: {'Port': ['ID=45b4c54b-bbe3-464c-9a78-974f105e2ad2,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:46.258227 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:46.306588 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-551fdf73-4b66-4ef3-ae4d-f9bcc71ea3af req-d99e990f-3af3-4578-835a-9cee9afd4d06 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789287
Jun 04 15:22:46.512900 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b58e-a885-447a-bb2e-39ea480f860a req-150a9551-8a4e-438d-8a00-f165386103a1 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:46.514402 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d70b58e-a885-447a-bb2e-39ea480f860a req-150a9551-8a4e-438d-8a00-f165386103a1 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 945 time: 0.0949364
Jun 04 15:22:46.570104 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d70b58e-a885-447a-bb2e-39ea480f860a req-34146e9e-393a-4dfa-b715-b0fb32fce35b tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/security-groups?id=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484922
Jun 04 15:22:46.596658 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:46.668788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Attempting to bind port 45b4c54b-bbe3-464c-9a78-974f105e2ad2 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:22:46.668788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Attempting to bind port 45b4c54b-bbe3-464c-9a78-974f105e2ad2 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '0082a04f-021f-4afc-9fa3-2e6068523a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:22:46.669162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Attempting to bind port 45b4c54b-bbe3-464c-9a78-974f105e2ad2 on network 689f317e-6942-4287-a44f-3d403fd38de3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:22:46.682333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b98831-3d5f-4819-9b01-cc0b36574144 req-bf7ab54c-11cf-45ef-9e06-a2b0f632c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:46.683993 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-48b98831-3d5f-4819-9b01-cc0b36574144 req-bf7ab54c-11cf-45ef-9e06-a2b0f632c14a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 1097 time: 0.5852900
Jun 04 15:22:46.714742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Port 45b4c54b-bbe3-464c-9a78-974f105e2ad2 on network 689f317e-6942-4287-a44f-3d403fd38de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:22:46.715061 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Attempting to bind port 45b4c54b-bbe3-464c-9a78-974f105e2ad2 on network 689f317e-6942-4287-a44f-3d403fd38de3 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:22:46.738111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:22:46.741532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Checking segment: {'id': '0082a04f-021f-4afc-9fa3-2e6068523a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:22:46.741532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Bound using segment: {'id': '0082a04f-021f-4afc-9fa3-2e6068523a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:22:46.741532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Bound port: 45b4c54b-bbe3-464c-9a78-974f105e2ad2, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0082a04f-021f-4afc-9fa3-2e6068523a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:22:46.741532 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:46.787404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c5359-7d3a-478b-9d37-f34a0a79d901 req-59e42db0-1cf6-4008-a49d-d1c0af8561ef tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:46.788223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7f4c5359-7d3a-478b-9d37-f34a0a79d901 req-59e42db0-1cf6-4008-a49d-d1c0af8561ef tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Synchronizing usage tracker for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:22:46.894077 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-48b98831-3d5f-4819-9b01-cc0b36574144 req-e0d50b5b-9149-4331-b847-c384ba8d71f7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985269
Jun 04 15:22:47.013604 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace167-8f3e-428f-86b0-a14aecf4c08b req-1e143f42-e294-4c0f-a232-d4b451869450 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:47.017540 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54ace167-8f3e-428f-86b0-a14aecf4c08b req-1e143f42-e294-4c0f-a232-d4b451869450 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 946 time: 0.1086164
Jun 04 15:22:47.033378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7f4c5359-7d3a-478b-9d37-f34a0a79d901 req-59e42db0-1cf6-4008-a49d-d1c0af8561ef tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Unset dirty status for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:22:47.034523 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7f4c5359-7d3a-478b-9d37-f34a0a79d901 req-59e42db0-1cf6-4008-a49d-d1c0af8561ef tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 931 time: 0.7398174
Jun 04 15:22:47.052010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] For port 45b4c54b-bbe3-464c-9a78-974f105e2ad2, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:22:47.074914 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54ace167-8f3e-428f-86b0-a14aecf4c08b req-25bf8dfc-aa67-4f26-80c1-c77384d92178 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522590
Jun 04 15:22:47.142915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] For port 45b4c54b-bbe3-464c-9a78-974f105e2ad2, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=45b4c54b-bbe3-464c-9a78-974f105e2ad2,segment=NetworkSegment(0082a04f-021f-4afc-9fa3-2e6068523a1b),segment_id=0082a04f-021f-4afc-9fa3-2e6068523a1b)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:22:47.194479 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7f4c5359-7d3a-478b-9d37-f34a0a79d901 req-90d2eff8-6e38-4a33-8e1d-2363c05764e4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455228
Jun 04 15:22:47.210721 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:47.221234 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cf1a08f3-8be1-4f00-8c06-bfdcf3bcfacf tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:47.283823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008b93d-657c-4d07-990f-a66466a6e4e0 req-9c9c6590-f5f3-4afa-8222-de6da3e05e22 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:47.285378 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7008b93d-657c-4d07-990f-a66466a6e4e0 req-9c9c6590-f5f3-4afa-8222-de6da3e05e22 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e2f3e86-7970-4420-b327-48a86fcee081 HTTP/1.1" status: 200  len: 946 time: 0.3197517
Jun 04 15:22:47.293462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d05285-0fd5-406b-b59c-c334198730d8 req-73a187e5-a8bc-40da-9fda-1109d054e6cd tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:47.297487 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-41d05285-0fd5-406b-b59c-c334198730d8 req-73a187e5-a8bc-40da-9fda-1109d054e6cd tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 944 time: 0.1014903
Jun 04 15:22:47.351068 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:22:47.376094 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-41d05285-0fd5-406b-b59c-c334198730d8 req-239aa80d-fdd4-4e7d-8ab4-3133de79abea tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups?id=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741858
Jun 04 15:22:47.410826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:47.411446 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:47.413155 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] 10.222.0.62 "PUT /v2.0/ports/45b4c54b-bbe3-464c-9a78-974f105e2ad2 HTTP/1.1" status: 200  len: 1092 time: 2.7852809
Jun 04 15:22:47.413644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c061529a-898a-4e5d-b787-97525edf6170', 'tag': '45b4c54b-bbe3-464c-9a78-974f105e2ad2'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:47.416059 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fe303b-5c10-4b29-8203-fb08d7c050e4" -d '{"events": [{"name": "network-changed", "server_uuid": "c061529a-898a-4e5d-b787-97525edf6170", "tag": "45b4c54b-bbe3-464c-9a78-974f105e2ad2"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:47.523181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Pushing event updated for resources: {'Port': ['ID=45b4c54b-bbe3-464c-9a78-974f105e2ad2,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:47.603044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2bbd7-3386-40f6-88f0-62a7dfe7b351 req-20a39687-36bc-48e3-979a-7d3d28388414 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:47.612548 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-73f2bbd7-3386-40f6-88f0-62a7dfe7b351 req-20a39687-36bc-48e3-979a-7d3d28388414 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2f3e86-7970-4420-b327-48a86fcee081 HTTP/1.1" status: 200  len: 946 time: 0.1173797
Jun 04 15:22:47.637162 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:47.663629 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-73f2bbd7-3386-40f6-88f0-62a7dfe7b351 req-05030214-7b57-41ed-93a9-781bd1b59821 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499446
Jun 04 15:22:47.671681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:22:47.695431 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:47.740391 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847864c7-971c-4992-8c4b-509afe1fcdcc x-openstack-request-id: req-847864c7-971c-4992-8c4b-509afe1fcdcc {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:47.740943 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c061529a-898a-4e5d-b787-97525edf6170", "tag": "45b4c54b-bbe3-464c-9a78-974f105e2ad2", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:47.741277 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-847864c7-971c-4992-8c4b-509afe1fcdcc {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:47.741719 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c061529a-898a-4e5d-b787-97525edf6170', 'tag': '45b4c54b-bbe3-464c-9a78-974f105e2ad2', 'status': 'completed', 'code': 200}
Jun 04 15:22:47.747227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Transition to ACTIVE for port object 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:22:47.782549 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2e9d4-b8cc-4af8-a4ed-b0feb3a9dc86 req-0591a02c-5848-4354-9c7f-97521233023c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:47.789680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2e9d4-b8cc-4af8-a4ed-b0feb3a9dc86 req-0591a02c-5848-4354-9c7f-97521233023c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:47.795464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2e9d4-b8cc-4af8-a4ed-b0feb3a9dc86 req-0591a02c-5848-4354-9c7f-97521233023c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:47.801671 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2e9d4-b8cc-4af8-a4ed-b0feb3a9dc86 req-0591a02c-5848-4354-9c7f-97521233023c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:47.808539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2e9d4-b8cc-4af8-a4ed-b0feb3a9dc86 req-0591a02c-5848-4354-9c7f-97521233023c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:47.814326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2e9d4-b8cc-4af8-a4ed-b0feb3a9dc86 req-0591a02c-5848-4354-9c7f-97521233023c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:47.821429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2e9d4-b8cc-4af8-a4ed-b0feb3a9dc86 req-0591a02c-5848-4354-9c7f-97521233023c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:47.822833 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61b2e9d4-b8cc-4af8-a4ed-b0feb3a9dc86 req-0591a02c-5848-4354-9c7f-97521233023c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5434 time: 0.4453173
Jun 04 15:22:47.826622 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:47.842479 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-595ec5df-c30a-46df-9882-59cbfb6c4ab0 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:47.949651 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21104c98-b95e-4cb0-96d1-944547eb9624 req-f298a8a1-f6f7-4d2e-9dfc-4f132859c2c2 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:47.951228 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-21104c98-b95e-4cb0-96d1-944547eb9624 req-f298a8a1-f6f7-4d2e-9dfc-4f132859c2c2 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 945 time: 0.0962825
Jun 04 15:22:47.966494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7008b93d-657c-4d07-990f-a66466a6e4e0 req-c82cdf74-0c07-4fcf-b62f-10b691ca3266 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Deleting port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:22:47.967359 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7008b93d-657c-4d07-990f-a66466a6e4e0 req-c82cdf74-0c07-4fcf-b62f-10b691ca3266 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:48.014251 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-21104c98-b95e-4cb0-96d1-944547eb9624 req-69c2334f-0fc1-4159-bfc2-fbd2080ebd1a tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/security-groups?id=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491686
Jun 04 15:22:48.095139 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61b2e9d4-b8cc-4af8-a4ed-b0feb3a9dc86 req-7bd35527-3980-4ba9-a9c3-939afb64f6cf tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2546723
Jun 04 15:22:48.122038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-e087d534-2667-4a98-83c9-04c14aa7ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:48.124747 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-e087d534-2667-4a98-83c9-04c14aa7ce9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=36cb2739f2e9431fb48f7b6d0fc9817c&device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 1095 time: 0.5355220
Jun 04 15:22:48.129339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Pushing event updated for resources: {'Port': ['ID=021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:48.225778 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:48.387882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d8616-b75c-4c88-bd97-d978f0135a5c req-0eb3c465-e264-4d59-97b8-36ec8897731a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:48.394387 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d8616-b75c-4c88-bd97-d978f0135a5c req-0eb3c465-e264-4d59-97b8-36ec8897731a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:48.402639 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-4adb1ee2-b664-4a96-b2bf-2c8e1f96431a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45b4c54b-bbe3-464c-9a78-974f105e2ad2 HTTP/1.1" status: 200  len: 217 time: 0.1784961
Jun 04 15:22:48.406611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d8616-b75c-4c88-bd97-d978f0135a5c req-0eb3c465-e264-4d59-97b8-36ec8897731a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:48.416447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d8616-b75c-4c88-bd97-d978f0135a5c req-0eb3c465-e264-4d59-97b8-36ec8897731a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:48.424447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d8616-b75c-4c88-bd97-d978f0135a5c req-0eb3c465-e264-4d59-97b8-36ec8897731a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:48.431211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d8616-b75c-4c88-bd97-d978f0135a5c req-0eb3c465-e264-4d59-97b8-36ec8897731a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:48.437911 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d8616-b75c-4c88-bd97-d978f0135a5c req-0eb3c465-e264-4d59-97b8-36ec8897731a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:48.440072 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7f7d8616-b75c-4c88-bd97-d978f0135a5c req-0eb3c465-e264-4d59-97b8-36ec8897731a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5434 time: 0.1574142
Jun 04 15:22:48.555426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7008b93d-657c-4d07-990f-a66466a6e4e0 req-c82cdf74-0c07-4fcf-b62f-10b691ca3266 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] For port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=0c976ce3-d9f8-4e07-a0be-e5aaf1475d48,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:48.556035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7008b93d-657c-4d07-990f-a66466a6e4e0 req-c82cdf74-0c07-4fcf-b62f-10b691ca3266 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:48.577321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-07671903-28d9-4a63-b63d-59f8eaf1d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:48.578915 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-07671903-28d9-4a63-b63d-59f8eaf1d479 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee820c69-9f91-4a67-9aeb-e78de6ae6242 HTTP/1.1" status: 200  len: 845 time: 0.1595805
Jun 04 15:22:48.659441 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920a125-acaf-47bb-b275-693fb90dece1 req-d4631b7c-7cb3-4c5e-b665-187a93bf5779 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:48.661060 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5920a125-acaf-47bb-b275-693fb90dece1 req-d4631b7c-7cb3-4c5e-b665-187a93bf5779 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 943 time: 0.1103384
Jun 04 15:22:48.719773 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5920a125-acaf-47bb-b275-693fb90dece1 req-9ec95abc-b78e-47af-8e28-64f5894d0e3c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492508
Jun 04 15:22:48.726718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 76578ed3-daa0-4b9a-825f-fdab3358e558 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:48.841310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Attempting to bind port 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:22:48.841777 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Attempting to bind port 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:22:48.842195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Attempting to bind port 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:22:48.936086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7008b93d-657c-4d07-990f-a66466a6e4e0 req-c82cdf74-0c07-4fcf-b62f-10b691ca3266 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Calling delete_port for 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:22:48.939186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Port 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:22:48.939388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Attempting to bind port 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:22:48.960548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:22:48.960887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Checking segment: {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:22:48.961306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Bound using segment: {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:22:48.961743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Bound port: 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:22:48.962085 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:49.019934 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b2e8e-a2f5-4395-b6af-46d2e6a5c08b req-44ffbbca-94ea-4fd1-a417-eac4724c4998 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:49.019934 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d1b2e8e-a2f5-4395-b6af-46d2e6a5c08b req-44ffbbca-94ea-4fd1-a417-eac4724c4998 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 944 time: 0.1032579
Jun 04 15:22:49.037399 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 76578ed3-daa0-4b9a-825f-fdab3358e558 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:22:49.041976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6025355-31c9-4266-b462-a896396abdbc req-0665f28e-95df-428f-9768-9d75a43746ff tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:49.043279 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 76578ed3-daa0-4b9a-825f-fdab3358e558 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:49.043672 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:49.061880 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a6025355-31c9-4266-b462-a896396abdbc req-0665f28e-95df-428f-9768-9d75a43746ff tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 946 time: 0.7595918
Jun 04 15:22:49.089294 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d1b2e8e-a2f5-4395-b6af-46d2e6a5c08b req-e3a9cda9-7d9d-4e45-bb0e-aa2c736bdc87 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups?id=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642824
Jun 04 15:22:49.214492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-b51e294b-dc12-4e54-af63-bd9f49b87a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:49.217121 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-b51e294b-dc12-4e54-af63-bd9f49b87a46 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=689f317e-6942-4287-a44f-3d403fd38de3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4156535
Jun 04 15:22:49.332535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] For port 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:22:49.343395 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a6025355-31c9-4266-b462-a896396abdbc req-fd1fefba-735b-4ba1-b74e-e1a070cbc89a tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2430987
Jun 04 15:22:49.354256 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:49.365452 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff9e55-4b7a-4156-8bf5-6b720965ad17 req-60f35533-37d8-4f58-a37a-2f4c64d57690 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:49.384680 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-acff9e55-4b7a-4156-8bf5-6b720965ad17 req-60f35533-37d8-4f58-a37a-2f4c64d57690 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2f3e86-7970-4420-b327-48a86fcee081 HTTP/1.1" status: 200  len: 946 time: 0.1284311
Jun 04 15:22:49.402997 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adc0522-6236-41a4-9b49-71501ff61fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76578ed3-daa0-4b9a-825f-fdab3358e558'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:49.406864 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9df00f-b57d-4c1b-aef6-d1e1c1f0fe79" -d '{"events": [{"server_uuid": "5adc0522-6236-41a4-9b49-71501ff61fa8", "name": "network-vif-plugged", "status": "completed", "tag": "76578ed3-daa0-4b9a-825f-fdab3358e558"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:49.420988 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 76578ed3-daa0-4b9a-825f-fdab3358e558, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=76578ed3-daa0-4b9a-825f-fdab3358e558,segment=NetworkSegment(b83192d3-339f-4bd3-9fea-8b8750d9d41e),segment_id=b83192d3-339f-4bd3-9fea-8b8750d9d41e)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:49.440077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] For port 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:22:49.449584 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-acff9e55-4b7a-4156-8bf5-6b720965ad17 req-2acafc47-907e-45e0-8ebd-9738d8eff415 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637803
Jun 04 15:22:49.482637 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:49.483609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:22:49.512842 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:49.533324 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:49.553431 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-47d128ba-571d-4dec-9d1c-6946fc8e7cf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:49.644873 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-de2643c6-dbbc-403b-ab18-4b22d0733498 service neutron] 10.222.0.62 "GET /v2.0/networks/689f317e-6942-4287-a44f-3d403fd38de3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4143164
Jun 04 15:22:49.655545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=76578ed3-daa0-4b9a-825f-fdab3358e558,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:49.694584 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:49.695203 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:49.696577 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-931f52ea-3d61-454a-af8d-3d185d923033 req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] 10.222.0.62 "PUT /v2.0/ports/021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae HTTP/1.1" status: 200  len: 1091 time: 3.6923368
Jun 04 15:22:49.714618 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:49.718512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:49.718512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:49.718512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:49.718512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:49.718512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:49.718512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:49.718512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:49.718512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:49.719374 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:49.719908 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:49.720431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:49.734822 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:49.743983 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4ec7a2-dbb0-49fe-8845-6c74c07ed124', 'tag': '021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:49.746839 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da297f2-b41b-4dbe-be48-5dcefe131990" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4ec7a2-dbb0-49fe-8845-6c74c07ed124", "tag": "021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:49.778384 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:49.905493 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7008b93d-657c-4d07-990f-a66466a6e4e0 req-c82cdf74-0c07-4fcf-b62f-10b691ca3266 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:49.918807 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0a542-bfb4-4f80-b125-6c5afdd72d9c req-2bcebea7-87a3-41e3-9be9-ffbabca131bc tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:49.919849 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:22:49.922778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Pushing event updated for resources: {'Port': ['ID=021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:49.929493 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-68d0a542-bfb4-4f80-b125-6c5afdd72d9c req-2bcebea7-87a3-41e3-9be9-ffbabca131bc tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 946 time: 0.1438830
Jun 04 15:22:49.939292 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:49.940793 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-00f7e7b3-6275-4a3f-84c9-d495cc03133c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:49.995250 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-68d0a542-bfb4-4f80-b125-6c5afdd72d9c req-d49396d6-c3e9-40a1-b28b-13fee60e2c3d tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644064
Jun 04 15:22:50.081346 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8933f525-c1ed-4ade-9031-6f7953f92c00 x-openstack-request-id: req-8933f525-c1ed-4ade-9031-6f7953f92c00 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:50.081765 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adc0522-6236-41a4-9b49-71501ff61fa8", "name": "network-vif-plugged", "status": "completed", "tag": "76578ed3-daa0-4b9a-825f-fdab3358e558", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:50.081943 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8933f525-c1ed-4ade-9031-6f7953f92c00 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:50.082329 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adc0522-6236-41a4-9b49-71501ff61fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76578ed3-daa0-4b9a-825f-fdab3358e558', 'code': 200}
Jun 04 15:22:50.090715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cdf74-0c07-4fcf-b62f-10b691ca3266 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Pushing event deleted for resources: {'Port': ['ID=0c976ce3-d9f8-4e07-a0be-e5aaf1475d48,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:50.113840 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c82cdf74-0c07-4fcf-b62f-10b691ca3266 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:50.123522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7008b93d-657c-4d07-990f-a66466a6e4e0 req-c82cdf74-0c07-4fcf-b62f-10b691ca3266 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] No DVR routers for this DVR port 0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:22:50.129240 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-abdb4855-514b-4538-806b-7e3e3c946bbc req-e69d0589-4654-43ef-8c6b-1c6d7bbd6c01 service neutron] 10.222.0.62 "GET /v2.0/networks/689f317e-6942-4287-a44f-3d403fd38de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4569647
Jun 04 15:22:50.131254 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7008b93d-657c-4d07-990f-a66466a6e4e0 req-c82cdf74-0c07-4fcf-b62f-10b691ca3266 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:50.152239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816eede5-8531-4700-a669-52546cafb87c req-dc3bba55-3fb0-43c7-b874-cff5a5bf4e40 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:50.159455 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-816eede5-8531-4700-a669-52546cafb87c req-dc3bba55-3fb0-43c7-b874-cff5a5bf4e40 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 946 time: 0.5607200
Jun 04 15:22:50.247754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f52ea-3d61-454a-af8d-3d185d923033 req-a77c3d38-3db5-4147-946d-37b8c6c8188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:50.250108 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-931f52ea-3d61-454a-af8d-3d185d923033 req-a77c3d38-3db5-4147-946d-37b8c6c8188d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 1094 time: 0.4190226
Jun 04 15:22:50.351874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4da98d-37dc-4730-b289-4b57a053fa2f req-ab126399-8b0e-4c13-b32d-c087ed4dcde6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:50.360116 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d4da98d-37dc-4730-b289-4b57a053fa2f req-ab126399-8b0e-4c13-b32d-c087ed4dcde6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 943 time: 0.1332328
Jun 04 15:22:50.419501 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-816eede5-8531-4700-a669-52546cafb87c req-5bdafc22-1e2d-48f5-86b6-68fc8ba57341 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/security-groups?id=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2578700
Jun 04 15:22:50.461642 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d4da98d-37dc-4730-b289-4b57a053fa2f req-d7a3922a-f093-4bf3-8584-3081f5ba381c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929561
Jun 04 15:22:50.511849 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7008b93d-657c-4d07-990f-a66466a6e4e0 req-c82cdf74-0c07-4fcf-b62f-10b691ca3266 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.65 "DELETE /v2.0/ports/0c976ce3-d9f8-4e07-a0be-e5aaf1475d48 HTTP/1.1" status: 204  len: 173 time: 3.2118831
Jun 04 15:22:50.514095 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-931f52ea-3d61-454a-af8d-3d185d923033 req-c9a13694-4819-4157-b7ac-f531b4db80e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae HTTP/1.1" status: 200  len: 217 time: 0.2380631
Jun 04 15:22:50.675432 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c09825-fbfa-4c29-9a54-a3d59dda5ba6 x-openstack-request-id: req-74c09825-fbfa-4c29-9a54-a3d59dda5ba6 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:50.675432 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4ec7a2-dbb0-49fe-8845-6c74c07ed124", "tag": "021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:50.675432 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74c09825-fbfa-4c29-9a54-a3d59dda5ba6 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:50.677713 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4ec7a2-dbb0-49fe-8845-6c74c07ed124', 'tag': '021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae', 'status': 'completed', 'code': 200}
Jun 04 15:22:50.736813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f52ea-3d61-454a-af8d-3d185d923033 req-32011f6e-9511-45cb-a758-455a87fa49ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:50.738292 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-931f52ea-3d61-454a-af8d-3d185d923033 req-32011f6e-9511-45cb-a758-455a87fa49ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb8210ec-57b3-4dae-ba07-aa799b052e64 HTTP/1.1" status: 200  len: 846 time: 0.2104867
Jun 04 15:22:50.741790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbdf80-3735-4c85-afae-6502d150637f req-9effbb30-e38d-47af-b1d4-e79e8a7e160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:50.743429 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d1bbdf80-3735-4c85-afae-6502d150637f req-9effbb30-e38d-47af-b1d4-e79e8a7e160c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 1097 time: 0.5671673
Jun 04 15:22:50.852551 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-931f52ea-3d61-454a-af8d-3d185d923033 req-18bfa86c-8fbf-4e0d-9a85-ed9a663cf343 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=461f9c0e-ecfd-4745-a9f2-974b51ab6079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1044559
Jun 04 15:22:50.894345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe303b-5c10-4b29-8203-fb08d7c050e4 req-1de5f482-cabc-4312-9e77-b9c3d20b66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:50.895849 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a3fe303b-5c10-4b29-8203-fb08d7c050e4 req-1de5f482-cabc-4312-9e77-b9c3d20b66a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=36cb2739f2e9431fb48f7b6d0fc9817c&device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 1095 time: 0.5498750
Jun 04 15:22:50.921401 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d1bbdf80-3735-4c85-afae-6502d150637f req-f08ffcae-b9a4-4530-aea6-4240163e2f42 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383591
Jun 04 15:22:51.109694 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b3d108b7-9ea0-40b9-9e00-98e992e6b59a req-fea463fd-e43d-46a5-adb6-6b848cc39c0d tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2f3e86-7970-4420-b327-48a86fcee081 HTTP/1.1" status: 200  len: 210 time: 0.0578644
Jun 04 15:22:51.361784 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-931f52ea-3d61-454a-af8d-3d185d923033 req-50223c85-9c1e-438e-82e2-da8a8c2d117f service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4944296
Jun 04 15:22:51.428451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe303b-5c10-4b29-8203-fb08d7c050e4 req-82fd567b-70cf-4dca-a218-32c083d91299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:51.430062 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a3fe303b-5c10-4b29-8203-fb08d7c050e4 req-82fd567b-70cf-4dca-a218-32c083d91299 service neutron] 10.222.0.62 "GET /v2.0/networks?id=689f317e-6942-4287-a44f-3d403fd38de3 HTTP/1.1" status: 200  len: 907 time: 0.5112424
Jun 04 15:22:51.501799 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf19306-3389-434b-8a62-54c3e47d3d62 req-f1203ecf-50b3-4dcf-a1a1-60146bce3a0c tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:51.503172 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327aa54-64fd-4428-aaed-699bbe2dcb73 req-b747ccba-7d10-486a-8bac-527924099ff1 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:51.510901 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1bf19306-3389-434b-8a62-54c3e47d3d62 req-f1203ecf-50b3-4dcf-a1a1-60146bce3a0c tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 946 time: 0.1329825
Jun 04 15:22:51.512100 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a327aa54-64fd-4428-aaed-699bbe2dcb73 req-b747ccba-7d10-486a-8bac-527924099ff1 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 944 time: 0.6127684
Jun 04 15:22:51.579107 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1bf19306-3389-434b-8a62-54c3e47d3d62 req-d8eb06ad-5a1f-4bd2-a356-9ff28cf0c720 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672600
Jun 04 15:22:51.697074 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a3fe303b-5c10-4b29-8203-fb08d7c050e4 req-93b7b254-a543-471e-adde-a12757f96ec1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45b4c54b-bbe3-464c-9a78-974f105e2ad2 HTTP/1.1" status: 200  len: 217 time: 0.1678767
Jun 04 15:22:51.822631 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a327aa54-64fd-4428-aaed-699bbe2dcb73 req-dd8c2add-4229-47e9-9dd2-cdd8625630d3 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups?id=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3089509
Jun 04 15:22:51.886349 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-931f52ea-3d61-454a-af8d-3d185d923033 req-8e04b0e0-3ee9-43c5-a7ea-f7ca05583046 service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5101564
Jun 04 15:22:51.894196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe303b-5c10-4b29-8203-fb08d7c050e4 req-d3207761-3aca-451a-ac6a-71a81b2a3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:51.896399 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a3fe303b-5c10-4b29-8203-fb08d7c050e4 req-d3207761-3aca-451a-ac6a-71a81b2a3b40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee820c69-9f91-4a67-9aeb-e78de6ae6242 HTTP/1.1" status: 200  len: 845 time: 0.1819019
Jun 04 15:22:51.990279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d07fb4-555e-4635-a092-68732a4d81aa req-72920094-7b4e-4e38-b645-6d7429418d0a tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:51.992646 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-62d07fb4-555e-4635-a092-68732a4d81aa req-72920094-7b4e-4e38-b645-6d7429418d0a tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 946 time: 0.1884303
Jun 04 15:22:52.078297 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-62d07fb4-555e-4635-a092-68732a4d81aa req-fcc0b98d-efa7-4254-8fab-2fc8d407656f tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/security-groups?id=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706897
Jun 04 15:22:52.088255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48572) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:52.336533 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1594f38-6f64-4440-8615-5c1efac37be0 req-e8826825-7a59-4471-ba2b-4d26412d1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:52.337166 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1594f38-6f64-4440-8615-5c1efac37be0 req-e8826825-7a59-4471-ba2b-4d26412d1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:52.337584 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1594f38-6f64-4440-8615-5c1efac37be0 req-e8826825-7a59-4471-ba2b-4d26412d1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:52.339454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1594f38-6f64-4440-8615-5c1efac37be0 req-e8826825-7a59-4471-ba2b-4d26412d1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:52.339454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1594f38-6f64-4440-8615-5c1efac37be0 req-e8826825-7a59-4471-ba2b-4d26412d1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:52.340130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1594f38-6f64-4440-8615-5c1efac37be0 req-e8826825-7a59-4471-ba2b-4d26412d1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:52.340613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1594f38-6f64-4440-8615-5c1efac37be0 req-e8826825-7a59-4471-ba2b-4d26412d1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:52.342746 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f1594f38-6f64-4440-8615-5c1efac37be0 req-e8826825-7a59-4471-ba2b-4d26412d1e4d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 6491 time: 0.2533188
Jun 04 15:22:52.344356 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe303b-5c10-4b29-8203-fb08d7c050e4 req-e9788a7a-5085-4eeb-8b54-24ae18922cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:52.349588 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a3fe303b-5c10-4b29-8203-fb08d7c050e4 req-e9788a7a-5085-4eeb-8b54-24ae18922cb8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=689f317e-6942-4287-a44f-3d403fd38de3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4435835
Jun 04 15:22:52.432276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da297f2-b41b-4dbe-be48-5dcefe131990 req-d335f82f-8520-434c-8ceb-7e762726291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:52.433825 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8da297f2-b41b-4dbe-be48-5dcefe131990 req-d335f82f-8520-434c-8ceb-7e762726291e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 1094 time: 0.3036969
Jun 04 15:22:52.466720 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f1594f38-6f64-4440-8615-5c1efac37be0 req-ed98d82f-0aa4-4ddd-95bb-c56a004e0756 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f7b575bb-0477-4be0-b580-24c28106b718&id=cd824210-4583-443e-b8da-38edacd42f87&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0666885
Jun 04 15:22:52.507207 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9f95a-0a2e-4d05-8cdb-c815f82ead8c req-c2e3a8d2-71ed-4b0e-b46b-f836c0f5043e tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:52.509335 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-76a9f95a-0a2e-4d05-8cdb-c815f82ead8c req-c2e3a8d2-71ed-4b0e-b46b-f836c0f5043e tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 946 time: 0.1655920
Jun 04 15:22:52.527189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8034af-e98e-42d0-9e2a-5226d02025e3 req-14610758-15fd-43d8-8446-6c59b2571205 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:52.529614 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8a8034af-e98e-42d0-9e2a-5226d02025e3 req-14610758-15fd-43d8-8446-6c59b2571205 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 943 time: 0.4619949
Jun 04 15:22:52.571943 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-76a9f95a-0a2e-4d05-8cdb-c815f82ead8c req-5ac2af07-660d-48ce-9e14-466c619a0096 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534329
Jun 04 15:22:52.682950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2f3e86-7970-4420-b327-48a86fcee081', 'name': 'network-vif-deleted', 'tag': '0c976ce3-d9f8-4e07-a0be-e5aaf1475d48'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:52.685396 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de2451c-4288-41c4-91b7-78b09ca845a1" -d '{"events": [{"server_uuid": "5e2f3e86-7970-4420-b327-48a86fcee081", "name": "network-vif-deleted", "tag": "0c976ce3-d9f8-4e07-a0be-e5aaf1475d48"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:52.699894 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a3fe303b-5c10-4b29-8203-fb08d7c050e4 req-bf74793c-789e-4e21-8646-fd65653e3965 service neutron] 10.222.0.62 "GET /v2.0/networks/689f317e-6942-4287-a44f-3d403fd38de3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3382308
Jun 04 15:22:52.785537 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8a8034af-e98e-42d0-9e2a-5226d02025e3 req-707c8b1c-d7df-491c-88ce-3b343595cadf tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2492225
Jun 04 15:22:52.786628 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 45b4c54b-bbe3-464c-9a78-974f105e2ad2 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:22:52.787188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da297f2-b41b-4dbe-be48-5dcefe131990 req-0c12c3ba-d418-443d-8a6f-994d365f1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:52.789572 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8da297f2-b41b-4dbe-be48-5dcefe131990 req-0c12c3ba-d418-443d-8a6f-994d365f1258 service neutron] 10.222.0.62 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 907 time: 0.3467500
Jun 04 15:22:52.940070 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8da297f2-b41b-4dbe-be48-5dcefe131990 req-5366e88c-e419-44b8-abe9-2928c9c2ec32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae HTTP/1.1" status: 200  len: 217 time: 0.0969014
Jun 04 15:22:53.025368 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 45b4c54b-bbe3-464c-9a78-974f105e2ad2, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=45b4c54b-bbe3-464c-9a78-974f105e2ad2,segment=NetworkSegment(0082a04f-021f-4afc-9fa3-2e6068523a1b),segment_id=0082a04f-021f-4afc-9fa3-2e6068523a1b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:53.029962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da297f2-b41b-4dbe-be48-5dcefe131990 req-8b0dd4b1-79ab-4263-8fb2-5555ceb32bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:53.032107 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8da297f2-b41b-4dbe-be48-5dcefe131990 req-8b0dd4b1-79ab-4263-8fb2-5555ceb32bfb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb8210ec-57b3-4dae-ba07-aa799b052e64 HTTP/1.1" status: 200  len: 846 time: 0.0804746
Jun 04 15:22:53.060224 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '45b4c54b-bbe3-464c-9a78-974f105e2ad2', 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3', 'port_id': '45b4c54b-bbe3-464c-9a78-974f105e2ad2', 'mac_address': 'fa:16:3e:5e:90:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:22:53.124596 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8da297f2-b41b-4dbe-be48-5dcefe131990 req-1a842f0a-e67a-4271-b7a3-fd35d6588190 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=461f9c0e-ecfd-4745-a9f2-974b51ab6079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0674536
Jun 04 15:22:53.127535 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a3fe303b-5c10-4b29-8203-fb08d7c050e4 req-222f9b56-e99d-4151-80f4-05857186a529 service neutron] 10.222.0.62 "GET /v2.0/networks/689f317e-6942-4287-a44f-3d403fd38de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4157708
Jun 04 15:22:53.151601 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:53.189113 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b4c54b-bbe3-464c-9a78-974f105e2ad2 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:22:53.215141 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 45b4c54b-bbe3-464c-9a78-974f105e2ad2, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=45b4c54b-bbe3-464c-9a78-974f105e2ad2,segment=NetworkSegment(0082a04f-021f-4afc-9fa3-2e6068523a1b),segment_id=0082a04f-021f-4afc-9fa3-2e6068523a1b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:53.267804 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2605d0e4-ecc4-41dd-8326-45822d2f59a2 x-openstack-request-id: req-2605d0e4-ecc4-41dd-8326-45822d2f59a2 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:53.268130 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2f3e86-7970-4420-b327-48a86fcee081", "name": "network-vif-deleted", "tag": "0c976ce3-d9f8-4e07-a0be-e5aaf1475d48", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:53.268431 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2605d0e4-ecc4-41dd-8326-45822d2f59a2 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:53.268863 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2f3e86-7970-4420-b327-48a86fcee081', 'name': 'network-vif-deleted', 'tag': '0c976ce3-d9f8-4e07-a0be-e5aaf1475d48', 'status': 'completed', 'code': 200}
Jun 04 15:22:53.321753 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:53.322592 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:53.325254 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-aaf5fe5f-5c4d-495b-a69d-75ecbee9d103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:53.346227 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8da297f2-b41b-4dbe-be48-5dcefe131990 req-4a560aee-ee7f-41f9-86a1-d26cd6f2a955 service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2080936
Jun 04 15:22:53.436158 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=45b4c54b-bbe3-464c-9a78-974f105e2ad2,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:53.444668 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:53.667570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7422e8-958e-454f-9a62-685ecea425d8 req-6d3e9a18-6c65-4b49-8319-cfa399a0972e tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:53.669865 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4f7422e8-958e-454f-9a62-685ecea425d8 req-6d3e9a18-6c65-4b49-8319-cfa399a0972e tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 946 time: 0.1273358
Jun 04 15:22:53.737609 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4f7422e8-958e-454f-9a62-685ecea425d8 req-49918d86-4448-4ded-a7ad-2ebd47639b9b tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/security-groups?id=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574152
Jun 04 15:22:53.779359 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8da297f2-b41b-4dbe-be48-5dcefe131990 req-8d7064b4-ebd1-4655-96cb-101e59ad5c86 service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4228940
Jun 04 15:22:53.799910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b9c94-ab56-4e42-b6a6-4a73749dfc80 req-e3649e48-c61c-4c9d-bc11-295b1ac425d0 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:53.801585 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a54b9c94-ab56-4e42-b6a6-4a73749dfc80 req-e3649e48-c61c-4c9d-bc11-295b1ac425d0 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 945 time: 0.4264324
Jun 04 15:22:53.863715 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a54b9c94-ab56-4e42-b6a6-4a73749dfc80 req-17ad9689-49cd-4265-a234-f9b30c06b703 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups?id=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560505
Jun 04 15:22:53.981302 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['45b4c54b-bbe3-464c-9a78-974f105e2ad2'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:22:53.987840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4fe4d-1718-4e7c-8e25-54ec3bdd8f8e req-a2e260fd-de69-43f5-aab6-1d7b0172676f tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:53.990616 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d1f4fe4d-1718-4e7c-8e25-54ec3bdd8f8e req-a2e260fd-de69-43f5-aab6-1d7b0172676f tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 946 time: 0.1418214
Jun 04 15:22:54.094545 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d1f4fe4d-1718-4e7c-8e25-54ec3bdd8f8e req-4981a76c-7585-41d7-bc65-12a41b31015b tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972381
Jun 04 15:22:54.131447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cf6a3-da09-455d-a4e7-0e8c8a1b5b8d req-42ecef93-ab27-4da5-927a-7c788ea00bd4 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:54.132542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8d1cf6a3-da09-455d-a4e7-0e8c8a1b5b8d req-42ecef93-ab27-4da5-927a-7c788ea00bd4 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Synchronizing usage tracker for tenant:df124b00d613480cbc0ad35cdb177f05 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:22:54.215421 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8d1cf6a3-da09-455d-a4e7-0e8c8a1b5b8d req-42ecef93-ab27-4da5-927a-7c788ea00bd4 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Unset dirty status for tenant:df124b00d613480cbc0ad35cdb177f05 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:22:54.216604 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8d1cf6a3-da09-455d-a4e7-0e8c8a1b5b8d req-42ecef93-ab27-4da5-927a-7c788ea00bd4 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.2019875
Jun 04 15:22:54.294696 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8d1cf6a3-da09-455d-a4e7-0e8c8a1b5b8d req-401c12b6-b9c9-4c6e-8836-0fc14ca00f4c tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728285
Jun 04 15:22:54.507000 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d43ab-0203-44eb-9dd4-fef0627b1746 req-d3ceb571-dc05-4ead-ab45-8b415ff998fa tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:54.508419 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eb7d43ab-0203-44eb-9dd4-fef0627b1746 req-d3ceb571-dc05-4ead-ab45-8b415ff998fa tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 943 time: 0.0922968
Jun 04 15:22:54.555594 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eb7d43ab-0203-44eb-9dd4-fef0627b1746 req-658b3d79-f597-4858-9990-dbcb67bceca1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412722
Jun 04 15:22:54.587812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc75cef-7c12-40ba-bac6-9cbd80e2a9b2 req-798200ee-4b77-43af-baed-ea022ff41a35 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:54.589373 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0fc75cef-7c12-40ba-bac6-9cbd80e2a9b2 req-798200ee-4b77-43af-baed-ea022ff41a35 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 946 time: 0.0974205
Jun 04 15:22:54.641821 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0fc75cef-7c12-40ba-bac6-9cbd80e2a9b2 req-7606103b-1e9f-418c-9df8-517e2a34d101 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465734
Jun 04 15:22:54.792614 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:22:54.953128 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:54.970852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae', 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079', 'port_id': '021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae', 'mac_address': 'fa:16:3e:8b:1b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8210ec-57b3-4dae-ba07-aa799b052e64', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:22:55.034406 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:55.054548 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:22:55.071431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:55.271934 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:55.273883 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e50a4965-92b9-4c30-b5d9-e925cfe89444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:55.346246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0f2fc-19ab-4275-98de-c991d64e4313 req-695cbc96-d48c-4576-b855-35f538d54f3f tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:55.348843 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9cd0f2fc-19ab-4275-98de-c991d64e4313 req-695cbc96-d48c-4576-b855-35f538d54f3f tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.65 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.1207347
Jun 04 15:22:55.356465 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:55.359874 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:55.550688 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fda48-23da-4374-943d-59a6e96f2705 req-dfe956a4-7a86-46d6-b681-fe7c8be03ba8 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:55.552214 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-417fda48-23da-4374-943d-59a6e96f2705 req-dfe956a4-7a86-46d6-b681-fe7c8be03ba8 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 945 time: 0.1162031
Jun 04 15:22:55.589145 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:55.605784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-9cd0f2fc-19ab-4275-98de-c991d64e4313 req-291e799e-6376-4527-bd8b-b95b4544d185 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Deleting port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:22:55.606120 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9cd0f2fc-19ab-4275-98de-c991d64e4313 req-291e799e-6376-4527-bd8b-b95b4544d185 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:55.618436 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-417fda48-23da-4374-943d-59a6e96f2705 req-dd69495b-a875-48b4-9b79-17deff43d0a4 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups?id=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592344
Jun 04 15:22:55.653931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638a935-68d1-4ce0-b374-fb345b6ecee8 req-830ceacf-4951-4e89-a44a-7bc18be9f071 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:55.655550 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e638a935-68d1-4ce0-b374-fb345b6ecee8 req-830ceacf-4951-4e89-a44a-7bc18be9f071 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 946 time: 0.1612713
Jun 04 15:22:55.742079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:22:55.790354 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e638a935-68d1-4ce0-b374-fb345b6ecee8 req-9315613b-200a-496a-ae6f-14ee69f23bbb tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/security-groups?id=00020852-808d-4f22-885c-1fef7aaf990e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873761
Jun 04 15:22:55.797563 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-9cd0f2fc-19ab-4275-98de-c991d64e4313 req-291e799e-6376-4527-bd8b-b95b4544d185 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] For port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:55.797928 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9cd0f2fc-19ab-4275-98de-c991d64e4313 req-291e799e-6376-4527-bd8b-b95b4544d185 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:55.941626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-9cd0f2fc-19ab-4275-98de-c991d64e4313 req-291e799e-6376-4527-bd8b-b95b4544d185 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Calling delete_port for 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:22:56.061554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d52a5e-a1e4-44b1-9180-80df6ad61ab5 req-808a1a1b-cee9-4be4-a761-e4b0b263d456 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:56.065042 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-95d52a5e-a1e4-44b1-9180-80df6ad61ab5 req-808a1a1b-cee9-4be4-a761-e4b0b263d456 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 946 time: 0.1296921
Jun 04 15:22:56.184277 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-95d52a5e-a1e4-44b1-9180-80df6ad61ab5 req-4be6b354-2b8e-45c6-b333-857516663414 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/security-groups?id=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134458
Jun 04 15:22:56.330430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56a06b-ccde-422a-bdee-e9fda71ae4f7 req-5c2ab13b-96b8-4b0f-9f04-9bdfbda0e186 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:56.333453 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e56a06b-ccde-422a-bdee-e9fda71ae4f7 req-5c2ab13b-96b8-4b0f-9f04-9bdfbda0e186 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 944 time: 0.2058344
Jun 04 15:22:56.344227 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9cd0f2fc-19ab-4275-98de-c991d64e4313 req-291e799e-6376-4527-bd8b-b95b4544d185 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:56.359979 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:22:56.366273 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03d83698-a16f-4a4e-b1bb-28218684a9b2 tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:56.391526 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e56a06b-ccde-422a-bdee-e9fda71ae4f7 req-16f0e114-ad7d-4f90-92b0-b258bbbd81bd tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519259
Jun 04 15:22:56.441450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e799e-6376-4527-bd8b-b95b4544d185 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Pushing event deleted for resources: {'Port': ['ID=776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:56.448686 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-291e799e-6376-4527-bd8b-b95b4544d185 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:56.553031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd0f2fc-19ab-4275-98de-c991d64e4313 req-291e799e-6376-4527-bd8b-b95b4544d185 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] No DVR routers for this DVR port 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:22:56.557247 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9cd0f2fc-19ab-4275-98de-c991d64e4313 req-291e799e-6376-4527-bd8b-b95b4544d185 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:56.560910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edacb0b-5e4a-431d-bd80-0bd0ece341a3', 'name': 'network-vif-deleted', 'tag': '776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:56.563924 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196518cd-c929-4d94-b604-c91b4f54e956" -d '{"events": [{"server_uuid": "8edacb0b-5e4a-431d-bd80-0bd0ece341a3", "name": "network-vif-deleted", "tag": "776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:56.598268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048aeaa1-43bf-4910-8b89-500b18663369 req-3c792113-dfc4-4a91-94cf-49b9cbba1d62 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:56.600663 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-048aeaa1-43bf-4910-8b89-500b18663369 req-3c792113-dfc4-4a91-94cf-49b9cbba1d62 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 946 time: 0.3115046
Jun 04 15:22:56.628828 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a637b46c-1c3a-4a36-8477-0c7abc7c62fc x-openstack-request-id: req-a637b46c-1c3a-4a36-8477-0c7abc7c62fc {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:56.630519 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edacb0b-5e4a-431d-bd80-0bd0ece341a3", "name": "network-vif-deleted", "tag": "776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:56.630519 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a637b46c-1c3a-4a36-8477-0c7abc7c62fc {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:56.630891 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edacb0b-5e4a-431d-bd80-0bd0ece341a3', 'name': 'network-vif-deleted', 'tag': '776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b', 'status': 'completed', 'code': 200}
Jun 04 15:22:56.669332 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-048aeaa1-43bf-4910-8b89-500b18663369 req-86039151-fc95-4ace-9159-2caee4ac0c08 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580208
Jun 04 15:22:56.673039 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9cd0f2fc-19ab-4275-98de-c991d64e4313 req-291e799e-6376-4527-bd8b-b95b4544d185 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.65 "DELETE /v2.0/ports/776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b HTTP/1.1" status: 204  len: 173 time: 1.3186164
Jun 04 15:22:56.798709 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 45b4c54b-bbe3-464c-9a78-974f105e2ad2 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:56.945960 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cd46f-9fb1-4de5-9c54-3f620527bf9c req-eaf4c1f1-5d82-48e2-998f-187257f64e4b tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:56.955159 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ce6cd46f-9fb1-4de5-9c54-3f620527bf9c req-eaf4c1f1-5d82-48e2-998f-187257f64e4b tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 945 time: 0.1902201
Jun 04 15:22:57.018856 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ce6cd46f-9fb1-4de5-9c54-3f620527bf9c req-bd1b94c4-877f-465e-8fb2-4afc305a2f80 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups?id=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627589
Jun 04 15:22:57.119118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8338a4b6-facf-4d48-a069-b290ff497dd8 req-e2d78d2d-cd3f-47c5-817a-37dda9f834a2 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Synchronizing usage tracker for tenant:df124b00d613480cbc0ad35cdb177f05 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:22:57.133707 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 45b4c54b-bbe3-464c-9a78-974f105e2ad2 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:22:57.140883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 45b4c54b-bbe3-464c-9a78-974f105e2ad2 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:57.141581 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:57.190015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34bccd-5fda-49b4-8ed3-5629ad2248a3 req-fca46a62-db21-4737-95e5-d0b5c3d7be2f tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:57.211843 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a34bccd-5fda-49b4-8ed3-5629ad2248a3 req-fca46a62-db21-4737-95e5-d0b5c3d7be2f tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.65 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 946 time: 0.2636368
Jun 04 15:22:57.211843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c408874-6d4e-49b3-be28-a33d1085258c req-58ab7ab2-e144-45cf-9969-1ec45a9dde4b tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:57.211843 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3c408874-6d4e-49b3-be28-a33d1085258c req-58ab7ab2-e144-45cf-9969-1ec45a9dde4b tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.65 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 946 time: 0.2033899
Jun 04 15:22:57.298806 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:57.342969 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c061529a-898a-4e5d-b787-97525edf6170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b4c54b-bbe3-464c-9a78-974f105e2ad2'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:57.346751 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c177c7e-13ab-4c94-93a6-4c5215ea2d19" -d '{"events": [{"server_uuid": "c061529a-898a-4e5d-b787-97525edf6170", "name": "network-vif-plugged", "status": "completed", "tag": "45b4c54b-bbe3-464c-9a78-974f105e2ad2"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:57.358607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 45b4c54b-bbe3-464c-9a78-974f105e2ad2, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=45b4c54b-bbe3-464c-9a78-974f105e2ad2,segment=NetworkSegment(0082a04f-021f-4afc-9fa3-2e6068523a1b),segment_id=0082a04f-021f-4afc-9fa3-2e6068523a1b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:57.396982 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f1d54-cbd0-42cb-bc90-780469967348 req-70533d46-aabc-461f-bcf6-64a091585846 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:57.400270 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-405f1d54-cbd0-42cb-bc90-780469967348 req-70533d46-aabc-461f-bcf6-64a091585846 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 946 time: 0.0911436
Jun 04 15:22:57.413170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8338a4b6-facf-4d48-a069-b290ff497dd8 req-e2d78d2d-cd3f-47c5-817a-37dda9f834a2 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Unset dirty status for tenant:df124b00d613480cbc0ad35cdb177f05 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:22:57.415104 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8338a4b6-facf-4d48-a069-b290ff497dd8 req-e2d78d2d-cd3f-47c5-817a-37dda9f834a2 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edacb0b-5e4a-431d-bd80-0bd0ece341a3 HTTP/1.1" status: 200  len: 210 time: 0.3671262
Jun 04 15:22:57.452065 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-405f1d54-cbd0-42cb-bc90-780469967348 req-50e96a0b-46fd-44cc-a832-5cb9225a223d tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/security-groups?id=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472698
Jun 04 15:22:57.486739 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:57.498533 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:57.541480 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043ac4fb-c081-4d86-beeb-fddd2866f0a0 x-openstack-request-id: req-043ac4fb-c081-4d86-beeb-fddd2866f0a0 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:57.550060 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c061529a-898a-4e5d-b787-97525edf6170", "name": "network-vif-plugged", "status": "completed", "tag": "45b4c54b-bbe3-464c-9a78-974f105e2ad2", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:57.550060 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-043ac4fb-c081-4d86-beeb-fddd2866f0a0 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:57.550060 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c061529a-898a-4e5d-b787-97525edf6170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b4c54b-bbe3-464c-9a78-974f105e2ad2', 'code': 200}
Jun 04 15:22:57.611467 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=45b4c54b-bbe3-464c-9a78-974f105e2ad2,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:57.623585 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:57.673388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-2a34bccd-5fda-49b4-8ed3-5629ad2248a3 req-4d5c9bed-662e-47d3-8598-2d9f349b8644 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Deleting port f54760cf-5dd3-465d-86d1-6cbc8edb2134 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:22:57.673727 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2a34bccd-5fda-49b4-8ed3-5629ad2248a3 req-4d5c9bed-662e-47d3-8598-2d9f349b8644 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:57.701968 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-3c408874-6d4e-49b3-be28-a33d1085258c req-060d22d7-1269-48d0-9f6a-c9b542fc3407 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Deleting port 76578ed3-daa0-4b9a-825f-fdab3358e558 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:22:57.707375 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3c408874-6d4e-49b3-be28-a33d1085258c req-060d22d7-1269-48d0-9f6a-c9b542fc3407 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:57.725784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da984927-b765-45d4-876e-ccb1b6c7634f req-0c89170f-7dc9-4c1a-b7ec-10f398717fdd tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:57.727422 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-da984927-b765-45d4-876e-ccb1b6c7634f req-0c89170f-7dc9-4c1a-b7ec-10f398717fdd tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 944 time: 0.1154120
Jun 04 15:22:57.798693 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-da984927-b765-45d4-876e-ccb1b6c7634f req-b4bd61ff-1114-4343-86b7-2ea620fceded tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645640
Jun 04 15:22:58.032307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005d04b-ae23-4b2d-9957-759dd6508c18 req-ee3c3fe8-87c0-4a7c-8cad-3233f363b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:58.033851 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1005d04b-ae23-4b2d-9957-759dd6508c18 req-ee3c3fe8-87c0-4a7c-8cad-3233f363b13d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 1097 time: 0.4392579
Jun 04 15:22:58.035631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-3c408874-6d4e-49b3-be28-a33d1085258c req-060d22d7-1269-48d0-9f6a-c9b542fc3407 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] For port 76578ed3-daa0-4b9a-825f-fdab3358e558, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=76578ed3-daa0-4b9a-825f-fdab3358e558,segment=NetworkSegment(b83192d3-339f-4bd3-9fea-8b8750d9d41e),segment_id=b83192d3-339f-4bd3-9fea-8b8750d9d41e)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:58.036593 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3c408874-6d4e-49b3-be28-a33d1085258c req-060d22d7-1269-48d0-9f6a-c9b542fc3407 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:58.203312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-3c408874-6d4e-49b3-be28-a33d1085258c req-060d22d7-1269-48d0-9f6a-c9b542fc3407 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Calling delete_port for 76578ed3-daa0-4b9a-825f-fdab3358e558 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:22:58.214119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f84b23-dea9-4447-8d91-2f1ef98c3875 req-51eb2746-8f26-458f-ad0d-e18b069aab40 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:58.215729 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-34f84b23-dea9-4447-8d91-2f1ef98c3875 req-51eb2746-8f26-458f-ad0d-e18b069aab40 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 946 time: 0.0834889
Jun 04 15:22:58.225908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-2a34bccd-5fda-49b4-8ed3-5629ad2248a3 req-4d5c9bed-662e-47d3-8598-2d9f349b8644 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] For port f54760cf-5dd3-465d-86d1-6cbc8edb2134, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=f54760cf-5dd3-465d-86d1-6cbc8edb2134,segment=NetworkSegment(86e5350b-708f-44e9-85a3-b5d9e5e787c9),segment_id=86e5350b-708f-44e9-85a3-b5d9e5e787c9)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:58.226266 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2a34bccd-5fda-49b4-8ed3-5629ad2248a3 req-4d5c9bed-662e-47d3-8598-2d9f349b8644 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:58.268875 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-34f84b23-dea9-4447-8d91-2f1ef98c3875 req-df836c50-5f6a-4855-8b13-81081862e684 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups?id=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452917
Jun 04 15:22:58.369982 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1005d04b-ae23-4b2d-9957-759dd6508c18 req-43351194-e083-4c73-8028-1002dacaff9f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3123198
Jun 04 15:22:58.384513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-2a34bccd-5fda-49b4-8ed3-5629ad2248a3 req-4d5c9bed-662e-47d3-8598-2d9f349b8644 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Calling delete_port for f54760cf-5dd3-465d-86d1-6cbc8edb2134 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:22:58.405313 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62f011-4b22-4ce4-9563-b4208cf6b9e9 req-60655651-9391-41b0-8b46-3f57e8c74a17 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:58.406846 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0d62f011-4b22-4ce4-9563-b4208cf6b9e9 req-60655651-9391-41b0-8b46-3f57e8c74a17 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 946 time: 0.5061564
Jun 04 15:22:58.495654 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0d62f011-4b22-4ce4-9563-b4208cf6b9e9 req-12bbcf61-4c74-459c-9849-55135bbed89b tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8766ab-5eb5-498b-b891-b368e2a03745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809543
Jun 04 15:22:58.530516 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48670) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:58.596338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Deleting subnet a6c8e68e-3d2a-4d75-ba97-64f9fedebbde {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:22:58.600481 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:58.661885 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:58.729595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee546960-0252-4a73-b892-7e62147c8e1a req-0a16b01d-ddaa-41ac-81f0-a075827059f8 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:58.731311 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee546960-0252-4a73-b892-7e62147c8e1a req-0a16b01d-ddaa-41ac-81f0-a075827059f8 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 946 time: 0.1123145
Jun 04 15:22:58.738113 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3c408874-6d4e-49b3-be28-a33d1085258c req-060d22d7-1269-48d0-9f6a-c9b542fc3407 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:58.748166 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:58.750806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['76578ed3-daa0-4b9a-825f-fdab3358e558'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:22:58.782586 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:58.794553 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 76578ed3-daa0-4b9a-825f-fdab3358e558 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:22:58.806255 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2a34bccd-5fda-49b4-8ed3-5629ad2248a3 req-4d5c9bed-662e-47d3-8598-2d9f349b8644 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:58.830059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d22d7-1269-48d0-9f6a-c9b542fc3407 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Pushing event deleted for resources: {'Port': ['ID=76578ed3-daa0-4b9a-825f-fdab3358e558,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:58.858687 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:22:58.900464 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-060d22d7-1269-48d0-9f6a-c9b542fc3407 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:58.910948 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 76578ed3-daa0-4b9a-825f-fdab3358e558 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:22:58.911349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 76578ed3-daa0-4b9a-825f-fdab3358e558 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:22:58.911780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:22:58.926331 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-291e799e-6376-4527-bd8b-b95b4544d185 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:58.971152 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee546960-0252-4a73-b892-7e62147c8e1a req-4c2325fe-0d25-4577-9f63-5115f4861702 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/security-groups?id=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2309163
Jun 04 15:22:58.975434 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:22:58.975789 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 776dc9da-d4ac-4afc-aa3e-73ca4d1eb75b not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:22:59.015603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c408874-6d4e-49b3-be28-a33d1085258c req-060d22d7-1269-48d0-9f6a-c9b542fc3407 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] No DVR routers for this DVR port 76578ed3-daa0-4b9a-825f-fdab3358e558 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:22:59.025768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c9bed-662e-47d3-8598-2d9f349b8644 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Pushing event deleted for resources: {'Port': ['ID=f54760cf-5dd3-465d-86d1-6cbc8edb2134,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:59.036608 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3c408874-6d4e-49b3-be28-a33d1085258c req-060d22d7-1269-48d0-9f6a-c9b542fc3407 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:59.037625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adc0522-6236-41a4-9b49-71501ff61fa8', 'name': 'network-vif-deleted', 'tag': '76578ed3-daa0-4b9a-825f-fdab3358e558'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:59.040061 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ff9f4b-ca5d-42c8-b5d6-01556981cee0" -d '{"events": [{"server_uuid": "5adc0522-6236-41a4-9b49-71501ff61fa8", "name": "network-vif-deleted", "tag": "76578ed3-daa0-4b9a-825f-fdab3358e558"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:59.042836 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4d5c9bed-662e-47d3-8598-2d9f349b8644 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:59.100860 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7fb00b-ab28-4610-af35-e595aedd873a x-openstack-request-id: req-0b7fb00b-ab28-4610-af35-e595aedd873a {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:59.101338 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adc0522-6236-41a4-9b49-71501ff61fa8", "name": "network-vif-deleted", "tag": "76578ed3-daa0-4b9a-825f-fdab3358e558", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:59.101641 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b7fb00b-ab28-4610-af35-e595aedd873a {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:59.102071 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adc0522-6236-41a4-9b49-71501ff61fa8', 'name': 'network-vif-deleted', 'tag': '76578ed3-daa0-4b9a-825f-fdab3358e558', 'status': 'completed', 'code': 200}
Jun 04 15:22:59.113044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:22:59.119535 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:22:59.127510 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:59.179250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7fefb-6470-47e4-b177-4ff26a0cefc7 req-9603d4d1-79f3-4e17-b102-bee38b181bbc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:59.181667 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3fe7fefb-6470-47e4-b177-4ff26a0cefc7 req-9603d4d1-79f3-4e17-b102-bee38b181bbc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 944 time: 0.2291033
Jun 04 15:22:59.248244 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a34bccd-5fda-49b4-8ed3-5629ad2248a3 req-4d5c9bed-662e-47d3-8598-2d9f349b8644 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] No DVR routers for this DVR port f54760cf-5dd3-465d-86d1-6cbc8edb2134 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:22:59.253078 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2a34bccd-5fda-49b4-8ed3-5629ad2248a3 req-4d5c9bed-662e-47d3-8598-2d9f349b8644 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:59.259908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a34bccd-5fda-49b4-8ed3-5629ad2248a3 req-4d5c9bed-662e-47d3-8598-2d9f349b8644 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.65 "DELETE /v2.0/ports/f54760cf-5dd3-465d-86d1-6cbc8edb2134 HTTP/1.1" status: 204  len: 173 time: 2.0511751
Jun 04 15:22:59.266190 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3fe7fefb-6470-47e4-b177-4ff26a0cefc7 req-3aee3d8a-55cf-43c9-8a79-59215bdf8bc1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578878
Jun 04 15:22:59.279410 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:59.323093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:59.335464 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:59.341080 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-48cb9b07-92c5-4054-9079-fdcc965f1db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:59.363316 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3c408874-6d4e-49b3-be28-a33d1085258c req-060d22d7-1269-48d0-9f6a-c9b542fc3407 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.65 "DELETE /v2.0/ports/76578ed3-daa0-4b9a-825f-fdab3358e558 HTTP/1.1" status: 204  len: 173 time: 2.1260602
Jun 04 15:22:59.387403 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6c8e68e-3d2a-4d75-ba97-64f9fedebbde,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:59.398081 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:59.408790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:59.409286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:59.409593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:59.409805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814a3036-06e7-4713-95a3-2a9c50a8665b None None] Network bef9541f-9a2d-436c-a7ed-67b318232728 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:22:59.409965 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:59.410327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:59.410821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:59.412505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:59.412505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:59.412677 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:59.412978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:59.413345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:59.413709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:22:59.417958 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:59.423009 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a6c8e68e-3d2a-4d75-ba97-64f9fedebbde HTTP/1.1" status: 204  len: 168 time: 0.8882022
Jun 04 15:22:59.430854 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48682) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:22:59.525149 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:59.539564 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:22:59.547369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82ee3e-4b59-48ac-8a19-6d4528c19c7f req-3c10ba03-2486-4859-8d8e-bea38e3a7791 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:22:59.549486 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e82ee3e-4b59-48ac-8a19-6d4528c19c7f req-3c10ba03-2486-4859-8d8e-bea38e3a7791 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 946 time: 0.1461532
Jun 04 15:22:59.576528 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:59.584465 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c872a7b-a6a4-4330-a1df-3a03a8af5e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:59.599639 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ec7a2-dbb0-49fe-8845-6c74c07ed124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:22:59.602276 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ecb4f7-ed63-4298-9dd2-f568b2f71329" -d '{"events": [{"server_uuid": "4b4ec7a2-dbb0-49fe-8845-6c74c07ed124", "name": "network-vif-plugged", "status": "completed", "tag": "021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:22:59.685482 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e82ee3e-4b59-48ac-8a19-6d4528c19c7f req-ffa82ec7-e927-43f8-a269-872c153632f7 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups?id=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1270609
Jun 04 15:22:59.701074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Deleting port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:22:59.701755 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:59.765282 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f057ac5-a7d6-4b2d-a60d-5cdb9aa316a3 x-openstack-request-id: req-2f057ac5-a7d6-4b2d-a60d-5cdb9aa316a3 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:22:59.765869 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ec7a2-dbb0-49fe-8845-6c74c07ed124", "name": "network-vif-plugged", "status": "completed", "tag": "021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:22:59.765869 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f057ac5-a7d6-4b2d-a60d-5cdb9aa316a3 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:22:59.766473 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4ec7a2-dbb0-49fe-8845-6c74c07ed124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae', 'code': 200}
Jun 04 15:22:59.790277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:22:59.796784 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:22:59.907005 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-204086a0-8206-4e05-88f5-97ae7cdf7a27 req-bc025d0d-5b2d-4cd8-a2b5-7ae6b1f4470c tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 210 time: 0.0794320
Jun 04 15:22:59.913106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] For port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5f4cffa6-8dc3-4506-9195-226b2fb9dafe,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:22:59.915823 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:22:59.945209 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34d8a85-4936-4c8b-9d75-0e515c6da135 None None] DHCP port deletion for bef9541f-9a2d-436c-a7ed-67b318232728 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:23:00.045501 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a34d8a85-4936-4c8b-9d75-0e515c6da135 None None] Deleting port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:23:00.045772 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a34d8a85-4936-4c8b-9d75-0e515c6da135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:00.071254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Calling delete_port for 5f4cffa6-8dc3-4506-9195-226b2fb9dafe owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:23:00.133175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d43fec-6458-4b38-add0-a3f2829d7c5d req-98aef8a8-efd6-41f2-9036-f70b3bf705dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:00.141133 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c2d43fec-6458-4b38-add0-a3f2829d7c5d req-98aef8a8-efd6-41f2-9036-f70b3bf705dd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 1096 time: 0.0923398
Jun 04 15:23:00.188769 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a34d8a85-4936-4c8b-9d75-0e515c6da135 None None] For port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5f4cffa6-8dc3-4506-9195-226b2fb9dafe,segment=NetworkSegment(1c06e208-02db-487b-b827-3e12d48e1403),segment_id=1c06e208-02db-487b-b827-3e12d48e1403)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:00.189437 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a34d8a85-4936-4c8b-9d75-0e515c6da135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:00.201255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-95c0abdc-43f1-4c77-a997-658d8ee347f1 req-1ff67f9c-3837-48f4-9382-215550be4a30 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Synchronizing usage tracker for tenant:f065a7716e594825ad8f2f67b859d7e8 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:23:00.219944 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:00.227297 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7c1aaa8c-d623-4b33-a1e0-94d178c390b3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:00.235230 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c2d43fec-6458-4b38-add0-a3f2829d7c5d req-63154f54-e665-4496-ba39-418e5bfaf473 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569854
Jun 04 15:23:00.317557 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a34d8a85-4936-4c8b-9d75-0e515c6da135 None None] Calling delete_port for 5f4cffa6-8dc3-4506-9195-226b2fb9dafe owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:23:00.350195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-95c0abdc-43f1-4c77-a997-658d8ee347f1 req-1ff67f9c-3837-48f4-9382-215550be4a30 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Unset dirty status for tenant:f065a7716e594825ad8f2f67b859d7e8 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:23:00.351548 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-95c0abdc-43f1-4c77-a997-658d8ee347f1 req-1ff67f9c-3837-48f4-9382-215550be4a30 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] 10.222.0.32 "GET /v2.0/ports?device_id=5adc0522-6236-41a4-9b49-71501ff61fa8 HTTP/1.1" status: 200  len: 210 time: 0.2119408
Jun 04 15:23:00.389985 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a34d8a85-4936-4c8b-9d75-0e515c6da135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:00.397225 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:00.446006 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] No DVR routers for this DVR port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:23:00.479914 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d8a85-4936-4c8b-9d75-0e515c6da135 None None] Pushing event deleted for resources: {'Port': ['ID=5f4cffa6-8dc3-4506-9195-226b2fb9dafe,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:00.484129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d8a85-4936-4c8b-9d75-0e515c6da135 None None] No DVR routers for this DVR port 5f4cffa6-8dc3-4506-9195-226b2fb9dafe on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:23:00.485748 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a34d8a85-4936-4c8b-9d75-0e515c6da135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:00.492641 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4cffa6-8dc3-4506-9195-226b2fb9dafe,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:00.503514 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:00.670781 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:00.694074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386c34c40>,) {'filters': {'network_id': ['bef9541f-9a2d-436c-a7ed-67b318232728']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:00.713113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386c34c40>, '1c06e208-02db-487b-b827-3e12d48e1403') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:00.713372 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386c34c40>, '1c06e208-02db-487b-b827-3e12d48e1403') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:00.732725 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:00.768392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5f4cffa6-8dc3-4506-9195-226b2fb9dafe no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:23:00.775101 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:00.804002 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3edb02-12ba-4eef-9bcf-98049441d1dd req-9274e4e6-2f99-4de6-b461-33d3a7252a0f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:00.806631 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e3edb02-12ba-4eef-9bcf-98049441d1dd req-9274e4e6-2f99-4de6-b461-33d3a7252a0f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 945 time: 0.3780978
Jun 04 15:23:00.814818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:23:00.815547 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:00.824247 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device f54760cf-5dd3-465d-86d1-6cbc8edb2134 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:23:00.826864 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:23:00.834787 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:23:00.876337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 5f4cffa6-8dc3-4506-9195-226b2fb9dafe {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:23:00.876688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5f4cffa6-8dc3-4506-9195-226b2fb9dafe not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:23:00.903455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: f54760cf-5dd3-465d-86d1-6cbc8edb2134 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:23:00.904186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device f54760cf-5dd3-465d-86d1-6cbc8edb2134 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:23:00.966974 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e3edb02-12ba-4eef-9bcf-98049441d1dd req-9a67d249-2067-4ce1-aac1-978ee7b25863 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241367
Jun 04 15:23:00.985650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4073-b1d1-46a9-9407-6f5fa461bf4a req-3e04554e-3347-4163-bbbb-2d78de00c9cb tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:00.996713 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dfdc4073-b1d1-46a9-9407-6f5fa461bf4a req-3e04554e-3347-4163-bbbb-2d78de00c9cb tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 946 time: 0.1062620
Jun 04 15:23:01.049014 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dfdc4073-b1d1-46a9-9407-6f5fa461bf4a req-1c3645d6-7faa-4039-a428-97f8b29297a5 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups?id=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471759
Jun 04 15:23:01.081225 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:01.089036 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c614f91f-4551-4a85-9107-56ed4677db98 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:01.103650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47386415-63d5-4836-9777-6969ef7d341e', 'name': 'network-vif-deleted', 'tag': 'f54760cf-5dd3-465d-86d1-6cbc8edb2134'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:23:01.107837 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974fbe6e-1d75-4776-bd2d-683ae9cbf6d5" -d '{"events": [{"server_uuid": "47386415-63d5-4836-9777-6969ef7d341e", "name": "network-vif-deleted", "tag": "f54760cf-5dd3-465d-86d1-6cbc8edb2134"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:23:01.111125 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:01.125060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bef9541f-9a2d-436c-a7ed-67b318232728,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:01.129356 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:01.241593 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-15d20d5f-cf04-45bc-b4ae-b5cd862e2e9c req-fb17d101-3dd0-4c02-9808-1c59ee4d49aa tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] 10.222.0.32 "GET /v2.0/ports?device_id=47386415-63d5-4836-9777-6969ef7d341e HTTP/1.1" status: 200  len: 210 time: 0.0522649
Jun 04 15:23:01.343051 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bef9541f-9a2d-436c-a7ed-67b318232728 HTTP/1.1" status: 204  len: 168 time: 1.9078569
Jun 04 15:23:01.347257 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1124b99-545a-4e54-9af1-ba43bfb007de req-ccb198fd-8e62-4095-9200-e9ff6a12d810 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:01.349539 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f1124b99-545a-4e54-9af1-ba43bfb007de req-ccb198fd-8e62-4095-9200-e9ff6a12d810 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 946 time: 0.1030238
Jun 04 15:23:01.353440 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4290863f-1790-4d11-893e-bb2cd3bcd6e6 x-openstack-request-id: req-4290863f-1790-4d11-893e-bb2cd3bcd6e6 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:23:01.353440 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47386415-63d5-4836-9777-6969ef7d341e", "name": "network-vif-deleted", "tag": "f54760cf-5dd3-465d-86d1-6cbc8edb2134", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:23:01.353440 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4290863f-1790-4d11-893e-bb2cd3bcd6e6 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:23:01.353440 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47386415-63d5-4836-9777-6969ef7d341e', 'name': 'network-vif-deleted', 'tag': 'f54760cf-5dd3-465d-86d1-6cbc8edb2134', 'status': 'completed', 'code': 200}
Jun 04 15:23:01.361309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48708) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:01.369753 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-aa425d4b-0d11-4e76-98ea-615148ef5345 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Request body: {'floatingip': {'port_id': '45b4c54b-bbe3-464c-9a78-974f105e2ad2'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:01.511667 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa425d4b-0d11-4e76-98ea-615148ef5345 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:01.549293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48712) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:01.682350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-b060f61f-05b4-4b80-b21b-8514aaae968d admin admin] Deleting subnet 1194625f-ed3b-42ae-9e58-3ce77cbab47e {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:23:01.686966 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b060f61f-05b4-4b80-b21b-8514aaae968d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:01.765315 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b060f61f-05b4-4b80-b21b-8514aaae968d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:01.840856 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b060f61f-05b4-4b80-b21b-8514aaae968d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:01.903424 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48716) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:02.107380 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:02.132373 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ab46193b-959d-4f1e-a8d3-88bf6af66d21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df124b00d613480cbc0ad35cdb177f05&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2274547
Jun 04 15:23:02.136594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48720) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:02.254618 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78f5d5-e136-4da3-9020-fd4600f769de req-15fae14d-02bb-4daa-b1da-47655ff3f83e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:02.256249 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4f78f5d5-e136-4da3-9020-fd4600f769de req-15fae14d-02bb-4daa-b1da-47655ff3f83e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 945 time: 0.1277754
Jun 04 15:23:02.301418 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8f69-1ad9-4cc0-8b44-0b089ae8b0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:02.353323 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-63b84974-3d27-4e9b-8c3e-6560008caccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:02.356919 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4f78f5d5-e136-4da3-9020-fd4600f769de req-d13f9748-4805-412b-88bb-05d8c2d7493e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932970
Jun 04 15:23:02.408827 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-63b84974-3d27-4e9b-8c3e-6560008caccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:02.503399 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa425d4b-0d11-4e76-98ea-615148ef5345 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:02.523740 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b060f61f-05b4-4b80-b21b-8514aaae968d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:02.531703 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dc1ac515-8cd2-4ae2-a211-f68ffb2152c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:02.619146 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa425d4b-0d11-4e76-98ea-615148ef5345 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:02.629067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060f61f-05b4-4b80-b21b-8514aaae968d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1194625f-ed3b-42ae-9e58-3ce77cbab47e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:02.634819 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b060f61f-05b4-4b80-b21b-8514aaae968d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:02.650171 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b060f61f-05b4-4b80-b21b-8514aaae968d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:02.654737 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-63b84974-3d27-4e9b-8c3e-6560008caccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:02.674375 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:02.710726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b84974-3d27-4e9b-8c3e-6560008caccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00020852-808d-4f22-885c-1fef7aaf990e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:02.713743 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-63b84974-3d27-4e9b-8c3e-6560008caccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:02.783255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5af2c-d3e7-4c6f-878d-bf4d923ecbb4 req-4e4c0a7c-8fde-4055-bca1-03dacd0adec2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:02.786215 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-96a5af2c-d3e7-4c6f-878d-bf4d923ecbb4 req-4e4c0a7c-8fde-4055-bca1-03dacd0adec2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 945 time: 0.2077250
Jun 04 15:23:02.819827 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b060f61f-05b4-4b80-b21b-8514aaae968d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1194625f-ed3b-42ae-9e58-3ce77cbab47e HTTP/1.1" status: 204  len: 168 time: 1.2654531
Jun 04 15:23:02.820828 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-63b84974-3d27-4e9b-8c3e-6560008caccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:02.822634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-63b84974-3d27-4e9b-8c3e-6560008caccd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00020852-808d-4f22-885c-1fef7aaf990e HTTP/1.1" status: 204  len: 168 time: 0.6844125
Jun 04 15:23:02.823640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48734) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:02.905666 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-96a5af2c-d3e7-4c6f-878d-bf4d923ecbb4 req-0bd977af-437d-42b5-84b6-e883f1ad805a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118724
Jun 04 15:23:02.979184 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-aa425d4b-0d11-4e76-98ea-615148ef5345 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Floating IP 63db4b6f-726a-4b31-9b0b-5a41554b9930 associated. External IP: 172.25.4.98, port: 45b4c54b-bbe3-464c-9a78-974f105e2ad2.
Jun 04 15:23:03.044473 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-35e9d0a2-b4d3-44a0-86e6-0386797275ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:03.275449 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48744) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:03.329869 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-35e9d0a2-b4d3-44a0-86e6-0386797275ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:03.349814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-35e9d0a2-b4d3-44a0-86e6-0386797275ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8391202be0>,) {'filters': {'network_id': ['9746748a-5cb9-4cbd-bc88-09198d485d67']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:03.370673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-35e9d0a2-b4d3-44a0-86e6-0386797275ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391202be0>, 'b83192d3-339f-4bd3-9fea-8b8750d9d41e') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:03.371150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-35e9d0a2-b4d3-44a0-86e6-0386797275ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391202be0>, 'b83192d3-339f-4bd3-9fea-8b8750d9d41e') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:03.402780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08b5ef3-c8a7-4ded-8a08-00f35b8b3be9 admin admin] Deleting subnet 8489d5df-5d8a-49e1-8528-76dd9a81e2aa {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:23:03.402780 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d08b5ef3-c8a7-4ded-8a08-00f35b8b3be9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:03.423414 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-35e9d0a2-b4d3-44a0-86e6-0386797275ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:03.484955 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-35e9d0a2-b4d3-44a0-86e6-0386797275ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:03.489999 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d08b5ef3-c8a7-4ded-8a08-00f35b8b3be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:03.528634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e9d0a2-b4d3-44a0-86e6-0386797275ab admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:23:03.528890 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-35e9d0a2-b4d3-44a0-86e6-0386797275ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:23:03.543336 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:23:03.553182 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa425d4b-0d11-4e76-98ea-615148ef5345 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Router 4852bfff-1239-4bc1-8159-79ee4aabb860 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:23:03.562231 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:03.809682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa425d4b-0d11-4e76-98ea-615148ef5345 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:23:03.814320 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa425d4b-0d11-4e76-98ea-615148ef5345 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:03.824002 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee508c11-4182-4b97-8bcf-828dca175a8b None None] Sync routers for ids ['4852bfff-1239-4bc1-8159-79ee4aabb860'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:23:03.838437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee508c11-4182-4b97-8bcf-828dca175a8b None None] Routers {'4852bfff-1239-4bc1-8159-79ee4aabb860'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:23:03.839585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ee508c11-4182-4b97-8bcf-828dca175a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc61100>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:23:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4852bfff-1239-4bc1-8159-79ee4aabb860'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:03.882750 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d08b5ef3-c8a7-4ded-8a08-00f35b8b3be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:03.901703 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-aa425d4b-0d11-4e76-98ea-615148ef5345 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "PUT /v2.0/floatingips/63db4b6f-726a-4b31-9b0b-5a41554b9930 HTTP/1.1" status: 200  len: 991 time: 2.5384271
Jun 04 15:23:03.902739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c061529a-898a-4e5d-b787-97525edf6170', 'tag': '45b4c54b-bbe3-464c-9a78-974f105e2ad2'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:23:03.918826 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5edc40a-f44b-4a6e-9d7d-23a5aad9f4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c061529a-898a-4e5d-b787-97525edf6170", "tag": "45b4c54b-bbe3-464c-9a78-974f105e2ad2"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:23:04.002328 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-35e9d0a2-b4d3-44a0-86e6-0386797275ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:04.050593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a7018-a595-4755-979b-e4909752954b req-81e61163-8b9d-4707-8307-1718d1c8b5d5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:04.056200 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba6a7018-a595-4755-979b-e4909752954b req-81e61163-8b9d-4707-8307-1718d1c8b5d5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 945 time: 0.2580590
Jun 04 15:23:04.056200 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a975a3f9-cc68-4d99-80c1-c9433acb63c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:04.069923 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-35e9d0a2-b4d3-44a0-86e6-0386797275ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:04.129070 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-ee508c11-4182-4b97-8bcf-828dca175a8b None None] Set router 4852bfff-1239-4bc1-8159-79ee4aabb860 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:23:04.159380 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9d0a2-b4d3-44a0-86e6-0386797275ab admin admin] Pushing event deleted for resources: {'Network': ['ID=9746748a-5cb9-4cbd-bc88-09198d485d67,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:04.175949 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-35e9d0a2-b4d3-44a0-86e6-0386797275ab admin admin] 10.222.0.32 "DELETE /v2.0/networks/9746748a-5cb9-4cbd-bc88-09198d485d67 HTTP/1.1" status: 204  len: 168 time: 1.3467588
Jun 04 15:23:04.177618 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-35e9d0a2-b4d3-44a0-86e6-0386797275ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:04.253075 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba6a7018-a595-4755-979b-e4909752954b req-30088980-220d-40d7-a808-9077ccf570d3 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844208
Jun 04 15:23:04.329017 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a95b1d-1005-4157-92c4-4a480a26d438 x-openstack-request-id: req-14a95b1d-1005-4157-92c4-4a480a26d438 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:23:04.329384 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c061529a-898a-4e5d-b787-97525edf6170", "tag": "45b4c54b-bbe3-464c-9a78-974f105e2ad2", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:23:04.329750 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14a95b1d-1005-4157-92c4-4a480a26d438 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:23:04.330214 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c061529a-898a-4e5d-b787-97525edf6170', 'tag': '45b4c54b-bbe3-464c-9a78-974f105e2ad2', 'status': 'completed', 'code': 200}
Jun 04 15:23:04.486547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edc40a-f44b-4a6e-9d7d-23a5aad9f4d9 req-8170fe33-7763-404e-a539-8e64dc9afe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:04.489181 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5edc40a-f44b-4a6e-9d7d-23a5aad9f4d9 req-8170fe33-7763-404e-a539-8e64dc9afe3f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=36cb2739f2e9431fb48f7b6d0fc9817c&device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 1097 time: 0.1213465
Jun 04 15:23:04.621053 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d08b5ef3-c8a7-4ded-8a08-00f35b8b3be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:04.632649 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c4c280a-eb75-4065-b553-4f21ceffc3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:04.641213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ee508c11-4182-4b97-8bcf-828dca175a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc61100>, [{'id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'name': 'tempest-ServersTestJSON-1158080496-router', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:22:09Z', 'updated_at': '2021-06-04T15:22:20Z', 'revision_number': 4, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'gw_port': {'id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:12Z', 'updated_at': '2021-06-04T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '63db4b6f-726a-4b31-9b0b-5a41554b9930', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'port_id': '45b4c54b-bbe3-464c-9a78-974f105e2ad2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3', 'mac_address': 'fa:16:3e:5e:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c061529a-898a-4e5d-b787-97525edf6170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:22:32Z', 'updated_at': '2021-06-04T15:23:02Z', 'revision_number': 1, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea', 'name': '', 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'mac_address': 'fa:16:3e:a7:41:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:18Z', 'updated_at': '2021-06-04T15:22:30Z', 'revision_number': 5, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'subnets': [{'id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:04.649061 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee508c11-4182-4b97-8bcf-828dca175a8b None None] Checking router: 4852bfff-1239-4bc1-8159-79ee4aabb860 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:23:04.663468 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee508c11-4182-4b97-8bcf-828dca175a8b None None] Routers {'4852bfff-1239-4bc1-8159-79ee4aabb860'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:23:04.664068 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ee508c11-4182-4b97-8bcf-828dca175a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc61100>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:23:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4852bfff-1239-4bc1-8159-79ee4aabb860'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:04.734064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48780) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:04.748930 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48782) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:04.755312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b5ef3-c8a7-4ded-8a08-00f35b8b3be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8489d5df-5d8a-49e1-8528-76dd9a81e2aa,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:04.765728 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d08b5ef3-c8a7-4ded-8a08-00f35b8b3be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:04.768522 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d08b5ef3-c8a7-4ded-8a08-00f35b8b3be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:04.784393 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d08b5ef3-c8a7-4ded-8a08-00f35b8b3be9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8489d5df-5d8a-49e1-8528-76dd9a81e2aa HTTP/1.1" status: 204  len: 168 time: 1.5078523
Jun 04 15:23:04.792992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48786) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:04.804563 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-54f5518c-261e-4043-9327-2125cdf263a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f065a7716e594825ad8f2f67b859d7e8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0689349
Jun 04 15:23:04.809712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48788) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:04.874969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edc40a-f44b-4a6e-9d7d-23a5aad9f4d9 req-799d4517-8190-476d-aba2-ccfaa4bd93d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:04.876625 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5edc40a-f44b-4a6e-9d7d-23a5aad9f4d9 req-799d4517-8190-476d-aba2-ccfaa4bd93d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=689f317e-6942-4287-a44f-3d403fd38de3 HTTP/1.1" status: 200  len: 907 time: 0.3789425
Jun 04 15:23:04.943874 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b853f3df-3da3-4355-a582-3ab2aa00c4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:04.946082 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-ee508c11-4182-4b97-8bcf-828dca175a8b None None] Set router 4852bfff-1239-4bc1-8159-79ee4aabb860 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:23:04.994022 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b853f3df-3da3-4355-a582-3ab2aa00c4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:05.046388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-network', 'tenant_id': '89f3555b982945e8b0a06f78109c1548'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:05.060552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:23:05.075916 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9015d9b1-5d0c-4326-9aef-31ae065fc512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:05.079442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Usage tracker for resource:network and tenant:89f3555b982945e8b0a06f78109c1548 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:23:05.086237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:23:05.102159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:23:05.127687 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5edc40a-f44b-4a6e-9d7d-23a5aad9f4d9 req-d93c8494-314a-478d-8686-ff4ae15ad23f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45b4c54b-bbe3-464c-9a78-974f105e2ad2 HTTP/1.1" status: 200  len: 999 time: 0.1923337
Jun 04 15:23:05.178411 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:05.184621 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b853f3df-3da3-4355-a582-3ab2aa00c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:05.193982 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2a20c684-2fa5-48ad-8e98-8407faf9142d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:05.221231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853f3df-3da3-4355-a582-3ab2aa00c4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:05.226928 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b853f3df-3da3-4355-a582-3ab2aa00c4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:05.258233 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Made reservation on behalf of 89f3555b982945e8b0a06f78109c1548 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:23:05.259484 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:05.294663 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:05.307922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edc40a-f44b-4a6e-9d7d-23a5aad9f4d9 req-57ba3f71-da81-4bdd-b5a1-a2b8887c1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:05.309492 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5edc40a-f44b-4a6e-9d7d-23a5aad9f4d9 req-57ba3f71-da81-4bdd-b5a1-a2b8887c1878 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee820c69-9f91-4a67-9aeb-e78de6ae6242 HTTP/1.1" status: 200  len: 845 time: 0.1544261
Jun 04 15:23:05.344148 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b853f3df-3da3-4355-a582-3ab2aa00c4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:05.360526 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b853f3df-3da3-4355-a582-3ab2aa00c4b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90d8fa8e-f0d4-433f-a7d0-ea4cd88fc5c3 HTTP/1.1" status: 204  len: 168 time: 0.5493720
Jun 04 15:23:05.391587 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9015d9b1-5d0c-4326-9aef-31ae065fc512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:05.548332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:23:05.555913 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ee508c11-4182-4b97-8bcf-828dca175a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc61100>, [{'id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'name': 'tempest-ServersTestJSON-1158080496-router', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:22:09Z', 'updated_at': '2021-06-04T15:22:20Z', 'revision_number': 4, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'gw_port': {'id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:12Z', 'updated_at': '2021-06-04T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '63db4b6f-726a-4b31-9b0b-5a41554b9930', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'port_id': '45b4c54b-bbe3-464c-9a78-974f105e2ad2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3', 'mac_address': 'fa:16:3e:5e:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c061529a-898a-4e5d-b787-97525edf6170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:22:32Z', 'updated_at': '2021-06-04T15:23:02Z', 'revision_number': 1, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea', 'name': '', 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'mac_address': 'fa:16:3e:a7:41:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:18Z', 'updated_at': '2021-06-04T15:22:30Z', 'revision_number': 5, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'subnets': [{'id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:05.563382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee508c11-4182-4b97-8bcf-828dca175a8b None None] The sync data for ids ['4852bfff-1239-4bc1-8159-79ee4aabb860'] in n-d-791505-9 is: [{'id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'name': 'tempest-ServersTestJSON-1158080496-router', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:22:09Z', 'updated_at': '2021-06-04T15:22:20Z', 'revision_number': 4, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'gw_port': {'id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:12Z', 'updated_at': '2021-06-04T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '63db4b6f-726a-4b31-9b0b-5a41554b9930', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'port_id': '45b4c54b-bbe3-464c-9a78-974f105e2ad2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3', 'mac_address': 'fa:16:3e:5e:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c061529a-898a-4e5d-b787-97525edf6170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:22:32Z', 'updated_at': '2021-06-04T15:23:02Z', 'revision_number': 1, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea', 'name': '', 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'mac_address': 'fa:16:3e:a7:41:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:18Z', 'updated_at': '2021-06-04T15:22:30Z', 'revision_number': 5, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'subnets': [{'id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:23:05.574246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-9015d9b1-5d0c-4326-9aef-31ae065fc512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386a7eac0>,) {'filters': {'network_id': ['5fff0c5f-35f9-42a4-a894-12523f1fbdaf']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:05.588881 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Usage tracker for resource:security_group_rule and tenant:89f3555b982945e8b0a06f78109c1548 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:23:05.597741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:23:05.606560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-9015d9b1-5d0c-4326-9aef-31ae065fc512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386a7eac0>, '86e5350b-708f-44e9-85a3-b5d9e5e787c9') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:05.607214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-9015d9b1-5d0c-4326-9aef-31ae065fc512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386a7eac0>, '86e5350b-708f-44e9-85a3-b5d9e5e787c9') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:05.651746 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9015d9b1-5d0c-4326-9aef-31ae065fc512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:05.660268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:23:05.703304 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9015d9b1-5d0c-4326-9aef-31ae065fc512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:05.720132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9015d9b1-5d0c-4326-9aef-31ae065fc512 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:23:05.720537 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9015d9b1-5d0c-4326-9aef-31ae065fc512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:23:05.735893 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:23:05.874117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edc40a-f44b-4a6e-9d7d-23a5aad9f4d9 req-ee2ef23d-bd2a-4cd9-95a8-fb8bfe682dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:05.875772 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5edc40a-f44b-4a6e-9d7d-23a5aad9f4d9 req-ee2ef23d-bd2a-4cd9-95a8-fb8bfe682dc2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=689f317e-6942-4287-a44f-3d403fd38de3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4883492
Jun 04 15:23:05.892653 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e7aa3f-0630-4c73-aec8-5c9ac1598d29 None None] New status for floating IP 63db4b6f-726a-4b31-9b0b-5a41554b9930: ACTIVE {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:23:05.930897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcda07-17ae-41fe-b8b9-f84a1a2e669a req-65b3e148-fdf4-4b8c-b43a-405f7c09fd0a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:05.932495 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-31dcda07-17ae-41fe-b8b9-f84a1a2e669a req-65b3e148-fdf4-4b8c-b43a-405f7c09fd0a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 945 time: 0.4669476
Jun 04 15:23:06.105029 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9015d9b1-5d0c-4326-9aef-31ae065fc512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:06.135894 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3aae0e73-dbf3-4e6b-b918-0fd3bd6e49ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:06.203396 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9015d9b1-5d0c-4326-9aef-31ae065fc512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:06.230371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015d9b1-5d0c-4326-9aef-31ae065fc512 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fff0c5f-35f9-42a4-a894-12523f1fbdaf,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:06.257998 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9015d9b1-5d0c-4326-9aef-31ae065fc512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:06.264855 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:06.288456 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-31dcda07-17ae-41fe-b8b9-f84a1a2e669a req-0191e56f-a41a-45fd-a734-24b15acfc5cd tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919065
Jun 04 15:23:06.327317 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5edc40a-f44b-4a6e-9d7d-23a5aad9f4d9 req-380ea309-b0f3-484c-96d3-e69e248f399e service neutron] 10.222.0.62 "GET /v2.0/networks/689f317e-6942-4287-a44f-3d403fd38de3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4300539
Jun 04 15:23:06.327317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65542da0-6cfc-4cb3-b551-b66c8178cc3f req-7467adcc-c133-42a0-8252-edf598ecbbfc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:06.327317 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-65542da0-6cfc-4cb3-b551-b66c8178cc3f req-7467adcc-c133-42a0-8252-edf598ecbbfc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 945 time: 0.5076861
Jun 04 15:23:06.408382 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:06.412851 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9015d9b1-5d0c-4326-9aef-31ae065fc512 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5fff0c5f-35f9-42a4-a894-12523f1fbdaf HTTP/1.1" status: 204  len: 168 time: 1.6188259
Jun 04 15:23:06.423480 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c3ec55ba-5ee7-46bb-bf3d-2d2ce79ce6c9 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:06.510755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:23:06.589263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de5715c-2202-45c4-a4ce-73a79d69db43,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:06.601267 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:06.611312 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:06.611673 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Added segment f721578e-af48-4541-8a63-d0cc37301027 of type vlan for network 14881b01-33c8-41e1-a55f-38deed5fdc44
Jun 04 15:23:06.636829 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5edc40a-f44b-4a6e-9d7d-23a5aad9f4d9 req-852235f3-4716-4356-8b81-6b5b3ab31825 service neutron] 10.222.0.62 "GET /v2.0/networks/689f317e-6942-4287-a44f-3d403fd38de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3087399
Jun 04 15:23:06.663696 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:06.699135 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-65542da0-6cfc-4cb3-b551-b66c8178cc3f req-c7924298-f241-44f9-9c1e-d8261b8721e6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Deleting port 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:23:06.699490 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-65542da0-6cfc-4cb3-b551-b66c8178cc3f req-c7924298-f241-44f9-9c1e-d8261b8721e6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:06.872586 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-65542da0-6cfc-4cb3-b551-b66c8178cc3f req-c7924298-f241-44f9-9c1e-d8261b8721e6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] For port 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:06.872586 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-65542da0-6cfc-4cb3-b551-b66c8178cc3f req-c7924298-f241-44f9-9c1e-d8261b8721e6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:06.884460 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:06.885560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:06.886145 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:06.891651 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1439cef6-0dc4-49d1-a783-63b66025077a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:06.901830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48832) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:06.959993 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f0ff0e1f-11b6-4f91-8f80-27629b667bd6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d7761996d07415a99a20466c5b4dc16&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0568871
Jun 04 15:23:06.964838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48834) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:07.040043 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f7c7b599-45f0-4161-aea0-21a248c5c40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:07.040734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-65542da0-6cfc-4cb3-b551-b66c8178cc3f req-c7924298-f241-44f9-9c1e-d8261b8721e6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Calling delete_port for 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:23:07.068430 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f7c7b599-45f0-4161-aea0-21a248c5c40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:07.135569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Pushing event updated for resources: {'Network': ['ID=14881b01-33c8-41e1-a55f-38deed5fdc44,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:07.139017 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:07.152153 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 14881b01-33c8-41e1-a55f-38deed5fdc44 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:23:07.217583 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 2.4634211
Jun 04 15:23:07.218502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48836) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:07.224364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Request body: {'subnet': {'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-subnet', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:07.231201 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:23:07.236084 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f7c7b599-45f0-4161-aea0-21a248c5c40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:07.240822 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Usage tracker for resource:subnet and tenant:89f3555b982945e8b0a06f78109c1548 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:23:07.244774 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b853f3df-3da3-4355-a582-3ab2aa00c4b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:07.256778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:23:07.261335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7b599-45f0-4161-aea0-21a248c5c40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8766ab-5eb5-498b-b891-b368e2a03745,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:07.276511 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f7c7b599-45f0-4161-aea0-21a248c5c40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:07.277542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:23:07.390917 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-65542da0-6cfc-4cb3-b551-b66c8178cc3f req-c7924298-f241-44f9-9c1e-d8261b8721e6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:07.399301 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0176a59e-558b-4b3b-a1f5-e39730e45a93 tempest-InstanceActionsNegativeTestJSON-514980524 tempest-InstanceActionsNegativeTestJSON-514980524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:07.405310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6dbcb869-b7c3-4c99-8505-2868a006efab'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:23:07.439950 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Made reservation on behalf of 89f3555b982945e8b0a06f78109c1548 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:23:07.439950 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:07.449465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7924298-f241-44f9-9c1e-d8261b8721e6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Pushing event deleted for resources: {'Port': ['ID=021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:07.487617 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c7924298-f241-44f9-9c1e-d8261b8721e6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:07.500452 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f7c7b599-45f0-4161-aea0-21a248c5c40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:07.504628 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f7c7b599-45f0-4161-aea0-21a248c5c40c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec8766ab-5eb5-498b-b891-b368e2a03745 HTTP/1.1" status: 204  len: 168 time: 0.5359633
Jun 04 15:23:07.554475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-65542da0-6cfc-4cb3-b551-b66c8178cc3f req-c7924298-f241-44f9-9c1e-d8261b8721e6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] No DVR routers for this DVR port 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:23:07.563099 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-65542da0-6cfc-4cb3-b551-b66c8178cc3f req-c7924298-f241-44f9-9c1e-d8261b8721e6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:07.566899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ec7a2-dbb0-49fe-8845-6c74c07ed124', 'name': 'network-vif-deleted', 'tag': '021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:23:07.569833 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29ff207-4dd7-42a8-895e-308a26acea80" -d '{"events": [{"server_uuid": "4b4ec7a2-dbb0-49fe-8845-6c74c07ed124", "name": "network-vif-deleted", "tag": "021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:23:07.718082 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2cc329c3-f682-45fd-8906-0819fd352cdf req-80fb8597-7e49-4374-8f0a-031c081161ea tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 210 time: 0.0672207
Jun 04 15:23:07.731024 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-65542da0-6cfc-4cb3-b551-b66c8178cc3f req-c7924298-f241-44f9-9c1e-d8261b8721e6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "DELETE /v2.0/ports/021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae HTTP/1.1" status: 204  len: 173 time: 1.3844225
Jun 04 15:23:07.771196 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-729e4b69-dce6-419d-bff5-7322583cee98 req-baae093a-af24-44be-b8fd-a425c82a1ce9 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6a58298-7731-4e2c-83b9-858ff61bb1b5 HTTP/1.1" status: 200  len: 210 time: 0.1169877
Jun 04 15:23:07.816345 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b43300-3193-4de4-a072-7775da6ea2b4 x-openstack-request-id: req-09b43300-3193-4de4-a072-7775da6ea2b4 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:23:07.816345 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ec7a2-dbb0-49fe-8845-6c74c07ed124", "name": "network-vif-deleted", "tag": "021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:23:07.816345 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09b43300-3193-4de4-a072-7775da6ea2b4 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:23:07.816345 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4ec7a2-dbb0-49fe-8845-6c74c07ed124', 'name': 'network-vif-deleted', 'tag': '021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae', 'status': 'completed', 'code': 200}
Jun 04 15:23:08.238011 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:08.242385 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:08.471415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10bb029-53b7-4a86-9fb5-aeb307e6e54f,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:08.475541 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:08.485611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Checking segment: {'id': 'f721578e-af48-4541-8a63-d0cc37301027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:23:08.485993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Network hostable DHCP agents. Network: 14881b01-33c8-41e1-a55f-38deed5fdc44, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:23:08.687233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Network 14881b01-33c8-41e1-a55f-38deed5fdc44 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:23:08.693861 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a9652d38-4b80-40d1-beef-b15bae939d26 req-e1e74bb7-26ac-4138-9c18-02df5a978ab8 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0777740
Jun 04 15:23:08.774448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 14881b01-33c8-41e1-a55f-38deed5fdc44) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:23:08.786668 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e853ef-0982-4e9e-8cae-b78e6813d9b0 None None] Network 14881b01-33c8-41e1-a55f-38deed5fdc44 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:23:08.799213 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:08.803502 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:08.905180 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:23:08.938312 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b4176893-20a7-401f-9c69-ffc8d1fede0f req-e3821011-1af1-4c19-997b-20dd6634ea79 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b4ec7a2-dbb0-49fe-8845-6c74c07ed124 HTTP/1.1" status: 200  len: 210 time: 0.0787144
Jun 04 15:23:08.965604 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:23:08.965604 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 021cee2f-c8eb-41f2-bf70-e2be0ee7e3ae not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:23:09.064475 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.8446908
Jun 04 15:23:09.070225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48914) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:09.077714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-router', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:09.084982 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:23:09.090086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Usage tracker for resource:router and tenant:89f3555b982945e8b0a06f78109c1548 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:23:09.093806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:23:09.101671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:23:09.143516 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22444a4c-6d81-436e-ae98-a584bfaa895f None None] Network 14881b01-33c8-41e1-a55f-38deed5fdc44 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:23:09.270687 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:09.272239 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:09.292876 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:09.404760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48920) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:09.585139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1264357812-network', 'tenant_id': 'de5df697ef8c4c00b47baf0f1a941b52'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:09.595731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:23:09.672121 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Usage tracker for resource:network and tenant:de5df697ef8c4c00b47baf0f1a941b52 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:23:09.688670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:23:09.794602 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:09.807631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:23:09.886350 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8bbf71d1-300b-475a-8faf-6c4960418880 req-21f426d3-f1ef-472b-8f40-6d215ef36a16 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0567806
Jun 04 15:23:10.051509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Made reservation on behalf of de5df697ef8c4c00b47baf0f1a941b52 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:23:10.053843 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:10.072904 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:10.094057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:23:10.099306 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Usage tracker for resource:security_group_rule and tenant:de5df697ef8c4c00b47baf0f1a941b52 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:23:10.103518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:23:10.111848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:23:10.472362 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:10.510232 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:10.516773 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:10.564911 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:10.572669 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-930a85c4-29ce-4d21-84d7-6bbfbfe53f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:10.613180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:23:10.639873 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:10.640326 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Added segment 4f365008-027f-4238-a3fd-13801d80092d of type vlan for network 75fd2871-7399-4d72-8d5c-4968a8f0a472
Jun 04 15:23:10.644433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eaba93-454a-4d77-815e-5a5cdd362198,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:10.678043 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:10.718441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:10.742246 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Allocated IP 172.25.4.192 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/178b6874-7451-4b58-bfb5-9cc0cde57419) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:23:10.871857 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:10.872102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:10.872681 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:10.887596 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7735b4e7-49bd-4cb8-bc8a-7ef768279bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:11.056731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Pushing event updated for resources: {'Network': ['ID=75fd2871-7399-4d72-8d5c-4968a8f0a472,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:11.067640 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:11.070174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 75fd2871-7399-4d72-8d5c-4968a8f0a472 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:23:11.073313 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:11.093617 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d6eb8eb-9488-4a09-9624-0162aa8d2172 req-e5d21898-9938-47c2-be44-3fa45050ad63 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0775654
Jun 04 15:23:11.137027 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.7250965
Jun 04 15:23:11.137027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48946) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:11.142919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Request body: {'subnet': {'network_id': '75fd2871-7399-4d72-8d5c-4968a8f0a472', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1264357812-subnet', 'tenant_id': 'de5df697ef8c4c00b47baf0f1a941b52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:11.152208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:23:11.159673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Usage tracker for resource:subnet and tenant:de5df697ef8c4c00b47baf0f1a941b52 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:23:11.166294 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:23:11.179068 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:23:11.190455 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:11.201930 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:11.533725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Made reservation on behalf of de5df697ef8c4c00b47baf0f1a941b52 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:23:11.533725 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:11.546936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:23:11.558242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:23:11.589508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:23:11.642632 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Pushing event updated for resources: {'Port': ['ID=178b6874-7451-4b58-bfb5-9cc0cde57419,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:11.698025 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:11.776721 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-417c99e0-afef-499a-8054-68eb9c624e8b tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--611477672&fields=id&tenant_id=0349f96b4c92480fb6780bd08ce25519 HTTP/1.1" status: 200  len: 267 time: 0.0791633
Jun 04 15:23:11.943657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-f9a64133-05ea-4ae7-bb83-8c5c31d1f34d tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:11.945447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-f9a64133-05ea-4ae7-bb83-8c5c31d1f34d tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/networks?id=91cca73e-1edf-43ed-a022-24d22b5f5f64 HTTP/1.1" status: 200  len: 816 time: 0.1587334
Jun 04 15:23:11.970236 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-4dd26bd5-5c55-4dfc-8998-9eb30a0790d3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/quotas/0349f96b4c92480fb6780bd08ce25519 HTTP/1.1" status: 200  len: 375 time: 0.0155413
Jun 04 15:23:12.039944 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-5d7ef085-6261-4300-86ab-51b01441a8d1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:12.041475 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-5d7ef085-6261-4300-86ab-51b01441a8d1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 806 time: 0.7857983
Jun 04 15:23:12.068750 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-fe9f2e18-2302-4f8c-a9a4-b0a1f1891431 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/quotas/c38593d5cdbb4effb71c91bd3b3e56bb HTTP/1.1" status: 200  len: 375 time: 0.0194178
Jun 04 15:23:12.195032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-5e4c1746-492b-48eb-b2d6-ecdf651c6c95 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Synchronizing usage tracker for tenant:0349f96b4c92480fb6780bd08ce25519 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:23:12.264521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-5e4c1746-492b-48eb-b2d6-ecdf651c6c95 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Unset dirty status for tenant:0349f96b4c92480fb6780bd08ce25519 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:23:12.265904 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-5e4c1746-492b-48eb-b2d6-ecdf651c6c95 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0349f96b4c92480fb6780bd08ce25519&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2934036
Jun 04 15:23:12.394275 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:12.422776 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-e1a691b5-829e-4dfd-bef7-c0ad6d080d4a service neutron] 10.222.0.32 "GET /v2.0/networks/91cca73e-1edf-43ed-a022-24d22b5f5f64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433372
Jun 04 15:23:12.482598 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-60b4f55f-c824-4a19-8a88-c3c8619018cf tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3804176
Jun 04 15:23:12.597244 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-0723ceb9-47b7-4de9-b697-11464c5b61a1 service neutron] 10.222.0.32 "GET /v2.0/networks/91cca73e-1edf-43ed-a022-24d22b5f5f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1624837
Jun 04 15:23:12.881992 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-27b9eda9-10f0-45d9-b1ca-5ccc9b9ee82e service neutron] 10.222.0.32 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3823149
Jun 04 15:23:13.056334 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b6ade23-5769-4018-b59b-31948278bba5 req-0de7432e-7a65-47c0-b871-ccea3113798a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a6a58298-7731-4e2c-83b9-858ff61bb1b5 HTTP/1.1" status: 200  len: 210 time: 0.0451326
Jun 04 15:23:13.229973 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:13.398662 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-e1b52c9e-ed01-4746-9bae-427417360e47 service neutron] 10.222.0.32 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5101552
Jun 04 15:23:13.508134 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:13.514991 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cc2e477a-74cb-462a-8d42-cf3e9461249c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:13.623803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df11a9c2-3f15-48cc-bea2-8432db6caaae,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:13.631482 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:13.636558 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Checking segment: {'id': '4f365008-027f-4238-a3fd-13801d80092d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '75fd2871-7399-4d72-8d5c-4968a8f0a472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:23:13.636843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Network hostable DHCP agents. Network: 75fd2871-7399-4d72-8d5c-4968a8f0a472, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:23:13.693697 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-500bfc5f-a383-44d1-b6de-0d037f88d961 req-da82dedf-b6b7-4d30-b766-e51aefd171fe tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0732627
Jun 04 15:23:13.739795 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Network 75fd2871-7399-4d72-8d5c-4968a8f0a472 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:23:13.742607 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:23:13.876502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 75fd2871-7399-4d72-8d5c-4968a8f0a472) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:23:13.885216 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f697d56-506d-4c48-8d91-95567b53ec32 None None] Network 75fd2871-7399-4d72-8d5c-4968a8f0a472 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:23:13.910472 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7fc54cf5-6906-45fd-ab39-f85a5ed2ae3b req-987efaef-837d-4634-8a20-dbaa3fa69bcd tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 210 time: 0.0915422
Jun 04 15:23:13.937477 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:13.937477 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:14.068682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:23:14.085447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Sync routers for ids ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:23:14.095225 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 2.9596415
Jun 04 15:23:14.119238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-dfdbf61b-e9b7-4a64-b1ee-501885773d4b req-9c376e6c-d09c-4879-9682-56c5ea346a24 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Synchronizing usage tracker for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:23:14.121261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Routers {'6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:23:14.122146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c736640>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:23:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:14.226246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-dfdbf61b-e9b7-4a64-b1ee-501885773d4b req-9c376e6c-d09c-4879-9682-56c5ea346a24 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Unset dirty status for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:23:14.230028 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dfdbf61b-e9b7-4a64-b1ee-501885773d4b req-9c376e6c-d09c-4879-9682-56c5ea346a24 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 210 time: 0.1989939
Jun 04 15:23:14.230479 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:14.233144 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 932 time: 5.1613493
Jun 04 15:23:14.236177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48994) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:14.281477 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468f8fb3-52c5-4cac-93ae-ed50f5cfddbe None None] Network 75fd2871-7399-4d72-8d5c-4968a8f0a472 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:23:14.497330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Set router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:23:14.990402 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ba3bf55-6ab8-4b6a-b41a-5afde2f4ce34 req-c0fcdca3-7ca2-492b-a33b-7a711a9ec321 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0897632
Jun 04 15:23:15.000620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c736640>, [{'id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-router', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:23:09Z', 'updated_at': '2021-06-04T15:23:12Z', 'revision_number': 3, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'gw_port': {'id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:10Z', 'updated_at': '2021-06-04T15:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:15.007828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Checking router: 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:23:15.008189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Updating router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e port 178b6874-7451-4b58-bfb5-9cc0cde57419 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:23:15.069718 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-d66b9cc7-8d61-4bd9-8fb4-b331b3bb15c7 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:15.071154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-d66b9cc7-8d61-4bd9-8fb4-b331b3bb15c7 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Synchronizing usage tracker for tenant:de5df697ef8c4c00b47baf0f1a941b52 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:23:15.073627 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:15.173095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-d66b9cc7-8d61-4bd9-8fb4-b331b3bb15c7 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Unset dirty status for tenant:de5df697ef8c4c00b47baf0f1a941b52 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:23:15.175069 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-d66b9cc7-8d61-4bd9-8fb4-b331b3bb15c7 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/networks?id=75fd2871-7399-4d72-8d5c-4968a8f0a472 HTTP/1.1" status: 200  len: 821 time: 0.3846354
Jun 04 15:23:15.199268 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-7805cb3a-cc5a-4d83-ac9c-4bb68b48bbec tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/quotas/de5df697ef8c4c00b47baf0f1a941b52 HTTP/1.1" status: 200  len: 375 time: 0.0117295
Jun 04 15:23:15.206494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a3a9ddb3-97f3-444e-960f-a418f91370e8 req-80716c5b-c81f-405b-92e5-e39731abe379 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 210 time: 0.0803187
Jun 04 15:23:15.286408 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-7dd605bb-520e-4a39-9dd4-9eb42d5e4be9 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=de5df697ef8c4c00b47baf0f1a941b52&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0650480
Jun 04 15:23:15.537712 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-7bcd7d1c-4821-4426-99aa-bfb71e4a0bab service neutron] 10.222.0.32 "GET /v2.0/networks/75fd2871-7399-4d72-8d5c-4968a8f0a472?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2495255
Jun 04 15:23:15.600628 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:15.728791 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-73ed12d2-a49b-46d8-bcb7-90ae54b6ab1f service neutron] 10.222.0.32 "GET /v2.0/networks/75fd2871-7399-4d72-8d5c-4968a8f0a472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1896772
Jun 04 15:23:15.738137 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:15.759304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Transition to ACTIVE for port object 178b6874-7451-4b58-bfb5-9cc0cde57419 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:23:15.850220 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6162182-214f-4889-950b-0f3052a3fb2b req-834ed2be-565c-43a5-b6fc-e8594c79ad11 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 210 time: 0.2382438
Jun 04 15:23:15.860061 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8ef9df09-6df7-4ec1-8e3d-e6767def7b86 req-072d4d3c-7032-482f-981a-80dc4192ec04 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0543687
Jun 04 15:23:15.864281 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:15.874358 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:15.950581 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Attempting to bind port 178b6874-7451-4b58-bfb5-9cc0cde57419 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:23:15.950581 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Attempting to bind port 178b6874-7451-4b58-bfb5-9cc0cde57419 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:23:15.950581 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Attempting to bind port 178b6874-7451-4b58-bfb5-9cc0cde57419 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:23:15.958407 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:23:15.958758 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:23:15.959162 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:15.959554 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:23:15.960058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Bound port: 178b6874-7451-4b58-bfb5-9cc0cde57419, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:23:15.960435 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:15.995825 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbd290-b3fb-4b31-800f-4853b426bef0 None None] Pushing event updated for resources: {'Port': ['ID=178b6874-7451-4b58-bfb5-9cc0cde57419,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:16.004738 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-73cbd290-b3fb-4b31-800f-4853b426bef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:16.062182 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] For port 178b6874-7451-4b58-bfb5-9cc0cde57419, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:23:16.066393 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] For port 178b6874-7451-4b58-bfb5-9cc0cde57419, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=178b6874-7451-4b58-bfb5-9cc0cde57419,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:23:16.115047 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:16.125305 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:16.132411 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Allocated IP 172.20.0.1 (14881b01-33c8-41e1-a55f-38deed5fdc44/d10bb029-53b7-4a86-9fb5-aeb307e6e54f/ca931465-26e5-4c42-872d-f1045b7c76c2) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:23:16.218254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Routers {'6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:23:16.219055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c736640>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:23:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:16.228419 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2356d35d-cfcb-4062-9d2c-e2108e4698c8 req-f8a35b88-5ea0-4607-aa41-a669606bcb28 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 210 time: 0.0982082
Jun 04 15:23:16.236909 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6c937292-1a34-4c48-8f2d-df25194eb77a req-60feb281-f5a4-4ea6-9f68-cbf58e6127a9 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0790203
Jun 04 15:23:16.307148 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbd290-b3fb-4b31-800f-4853b426bef0 None None] Pushing event updated for resources: {'Port': ['ID=178b6874-7451-4b58-bfb5-9cc0cde57419,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:16.310612 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-73cbd290-b3fb-4b31-800f-4853b426bef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:16.458670 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c367f924-cc11-460b-a483-ada67006a622 req-cb760a35-1c4b-482c-8e1e-858ef62db4b6 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 210 time: 0.0505517
Jun 04 15:23:16.504582 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:16.541492 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] Set router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:23:16.626969 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:16.633366 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:16.702960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Network 14881b01-33c8-41e1-a55f-38deed5fdc44 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:23:16.706119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:23:16.709626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:23:16.775594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Pushing event updated for resources: {'Port': ['ID=ca931465-26e5-4c42-872d-f1045b7c76c2,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:16.780536 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:16.816889 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:16.994467 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c736640>, [{'id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-router', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:23:09Z', 'updated_at': '2021-06-04T15:23:12Z', 'revision_number': 3, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'gw_port': {'id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:10Z', 'updated_at': '2021-06-04T15:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:17.006936 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29040584-a1f2-4c82-b812-b51ab1e19293 None None] The sync data for ids ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'] in n-d-791505-9 is: [{'id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-router', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:23:09Z', 'updated_at': '2021-06-04T15:23:12Z', 'revision_number': 3, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'gw_port': {'id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:10Z', 'updated_at': '2021-06-04T15:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:23:17.151956 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-785eeb3b-9226-4624-a3a8-c4a7f89eed4f req-21a5cdb9-5c57-44e1-83f3-61e23f079ac6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 210 time: 0.1513245
Jun 04 15:23:17.251788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:17.299599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-29979c5e-00b9-4f26-bd20-244f79e9d31c tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:17.301188 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-29979c5e-00b9-4f26-bd20-244f79e9d31c tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.62 "GET /v2.0/networks?id=91cca73e-1edf-43ed-a022-24d22b5f5f64 HTTP/1.1" status: 200  len: 816 time: 0.3322766
Jun 04 15:23:17.483493 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e1f4b64c-d857-4f6f-a0a7-93724bc79db7 req-a75792ff-ece2-4183-886a-3e4738697723 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 210 time: 0.1429894
Jun 04 15:23:17.593701 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-bc9a8bff-b850-41e3-bba2-6aed27b29835 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0349f96b4c92480fb6780bd08ce25519 HTTP/1.1" status: 200  len: 379 time: 0.2319245
Jun 04 15:23:17.603454 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c8c4174-f20a-4819-87fa-a072786ea4a0 req-3c99e0e2-e115-4e5f-8816-9bdac3424709 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0919232
Jun 04 15:23:17.626192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Request body: {'port': {'device_id': '140d7cd1-f1c0-4ab8-b988-7eb113b05cd3', 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64', 'admin_state_up': True, 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'security_groups': ['39f7b472-e47e-483f-beb6-d22d0b56308d']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:17.955284 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-964597e5-a6fc-43d6-9124-6b4addd77112 req-1aeded49-de61-4cc3-a34c-f89986ae1345 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 210 time: 0.0899355
Jun 04 15:23:18.018420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:23:18.060988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:23:18.074297 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:18.359684 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:18.394494 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-655e789b-f046-409e-9a9b-dfb88b50db01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:18.481427 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2baa9472-8e8e-4ca0-a388-242bcdac226f req-ca1f953f-6ef7-4737-8a4c-055538a508ba tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 210 time: 0.1709170
Jun 04 15:23:18.511229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Made reservation on behalf of 0349f96b4c92480fb6780bd08ce25519 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:23:18.518789 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:18.587898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Pushing event updated for resources: {'Port': ['ID=ca931465-26e5-4c42-872d-f1045b7c76c2,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:18.632735 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:18.643070 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:18.709365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-46d17bcc-3779-4ce3-b43d-56f1e87b5e92 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:18.710962 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-46d17bcc-3779-4ce3-b43d-56f1e87b5e92 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 806 time: 0.7188845
Jun 04 15:23:18.741932 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Request body: {'port': {'device_id': '5e7e998d-ed99-4a61-8c4d-c792ffde9386', 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079', 'admin_state_up': True, 'tenant_id': 'c38593d5cdbb4effb71c91bd3b3e56bb'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:18.781029 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eeaf4e21-c5d2-4c51-a5f2-c1d247cc3992 req-ca12c90d-862d-4655-bf27-98bf1f66d5c3 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 210 time: 0.1319261
Jun 04 15:23:18.819587 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2032839-c264-4a0c-a91d-36d931d5e88f req-b3e92760-0b22-47d6-bbdd-9859cf4aaa6c tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0524392
Jun 04 15:23:18.881754 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 178b6874-7451-4b58-bfb5-9cc0cde57419 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:23:19.150339 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 178b6874-7451-4b58-bfb5-9cc0cde57419 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:23:19.160562 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 178b6874-7451-4b58-bfb5-9cc0cde57419 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:23:19.161471 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:19.380368 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:19.413102 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 178b6874-7451-4b58-bfb5-9cc0cde57419, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=178b6874-7451-4b58-bfb5-9cc0cde57419,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:19.414351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-8eaa8dec-8c40-4040-9d99-938f6ad54a63 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:19.416029 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-8eaa8dec-8c40-4040-9d99-938f6ad54a63 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.65 "GET /v2.0/networks?id=75fd2871-7399-4d72-8d5c-4968a8f0a472 HTTP/1.1" status: 200  len: 821 time: 0.1874945
Jun 04 15:23:19.432835 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9df75140-3021-4880-89fb-aa5318ddc8d6 req-1bbb7e21-3f19-418a-88aa-2bcf1256ae97 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 210 time: 0.2864718
Jun 04 15:23:19.446227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Request body: {'port': {'device_id': '8b632142-5b61-48dd-add8-99039aa41046', 'network_id': '75fd2871-7399-4d72-8d5c-4968a8f0a472', 'admin_state_up': True, 'tenant_id': 'de5df697ef8c4c00b47baf0f1a941b52'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:19.464799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Network 14881b01-33c8-41e1-a55f-38deed5fdc44 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:23:19.476865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:23:19.480549 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Allocated IP 172.20.0.4 (91cca73e-1edf-43ed-a022-24d22b5f5f64/91893482-88ab-4bef-b1ea-915c1d6da852/74e1820b-2df7-4b5b-b259-35ade193c0cb) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:23:19.510852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:23:19.527285 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:19.532183 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:19.722078 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=178b6874-7451-4b58-bfb5-9cc0cde57419,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:19.725769 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:19.954527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:23:20.069933 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50638006-6543-4829-bfe1-263b030dc7b4 req-6323e1dd-2dda-4f83-b6ed-5433d2d9caa7 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 210 time: 0.1283934
Jun 04 15:23:20.101475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:23:20.142893 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-36cb1dfc-4af0-45eb-9467-6a3b09f6edd2 req-2f9e882c-1d7c-4c20-b798-90764f7afab8 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.2726510
Jun 04 15:23:20.162978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Usage tracker for resource:port and tenant:de5df697ef8c4c00b47baf0f1a941b52 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:23:20.172116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:23:20.175185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Made reservation on behalf of c38593d5cdbb4effb71c91bd3b3e56bb for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:23:20.179721 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:20.214163 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:23:20.533821 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4a92f181-e970-4fdc-b8b6-ed3590363d09 req-c703b272-f177-48f1-ae84-cf19fedcfb62 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 210 time: 0.2801721
Jun 04 15:23:20.539677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Made reservation on behalf of de5df697ef8c4c00b47baf0f1a941b52 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:23:20.544176 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:20.563690 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:20.605809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:23:20.658636 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3e804918-8e68-42a3-8b26-8ee165768438 req-8c20c535-3e9b-4552-b83f-abd40a77b718 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 210 time: 0.0670297
Jun 04 15:23:20.665596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Transition to ACTIVE for port object 74e1820b-2df7-4b5b-b259-35ade193c0cb will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:23:20.796851 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 178b6874-7451-4b58-bfb5-9cc0cde57419 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:23:20.901977 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 178b6874-7451-4b58-bfb5-9cc0cde57419 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:23:20.902782 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:20.947902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Allocated IP 172.20.0.12 (461f9c0e-ecfd-4745-a9f2-974b51ab6079/cb8210ec-57b3-4dae-ba07-aa799b052e64/a51ec9af-7e9b-4664-84d7-a3f3d4c679a9) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:23:21.130294 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:21.146512 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:21.273929 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fca8ba20-8ae0-4e58-b327-6d87ca01c492 req-72cfdfd2-e8a4-44e2-9acb-c62328296c0d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 210 time: 0.0577452
Jun 04 15:23:21.280464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Allocated IP 172.20.0.6 (75fd2871-7399-4d72-8d5c-4968a8f0a472/df11a9c2-3f15-48cc-bea2-8432db6caaae/a52774f0-d4d8-4af9-be04-1229ce770726) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:23:21.315321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Pushing event updated for resources: {'Port': ['ID=74e1820b-2df7-4b5b-b259-35ade193c0cb,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:21.363379 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Network 91cca73e-1edf-43ed-a022-24d22b5f5f64 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:23:21.364450 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:21.365781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:23:21.380090 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Sync routers for ids ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:23:21.391529 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Routers {'6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:23:21.391529 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca340d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:23:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:21.422671 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:23:21.444615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:23:21.496781 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c855d057-6019-4fc2-b588-fadc50ac5451 req-6d0e7020-a868-479f-acc7-d35eb496e5ac tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.1826742
Jun 04 15:23:21.615440 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:21.616155 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:21.659298 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Set router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:23:21.710629 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] 10.222.0.32 "PUT /v2.0/routers/6a13adc5-c9e8-49e2-a3bd-fc61152aac4e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4728444
Jun 04 15:23:21.716249 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:21.813027 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1931615
Jun 04 15:23:21.850888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Request body: {'port': {'device_id': '140d7cd1-f1c0-4ab8-b988-7eb113b05cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:21.858390 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-07146b2f-9c51-4f22-9c1d-fbc7b5ca2f9e req-fa28300b-89e4-4f1e-981c-abbca15a323d tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 210 time: 0.1130183
Jun 04 15:23:21.944404 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4129a92a-b974-4dab-941e-74f30170bae5 None None] Provisioning for port 74e1820b-2df7-4b5b-b259-35ade193c0cb completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:23:21.950872 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4129a92a-b974-4dab-941e-74f30170bae5 None None] Provisioning complete for port 74e1820b-2df7-4b5b-b259-35ade193c0cb triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:23:21.951289 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4129a92a-b974-4dab-941e-74f30170bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:21.953889 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:22.077980 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4129a92a-b974-4dab-941e-74f30170bae5 None None] Port 74e1820b-2df7-4b5b-b259-35ade193c0cb cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:23:22.082555 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:22.160220 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:22.162107 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6dbcb869-b7c3-4c99-8505-2868a006efab'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:23:22.168224 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:22.252890 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca340d0>, [{'id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-router', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:23:09Z', 'updated_at': '2021-06-04T15:23:16Z', 'revision_number': 4, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'gw_port': {'id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:10Z', 'updated_at': '2021-06-04T15:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'ca931465-26e5-4c42-872d-f1045b7c76c2', 'name': '', 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'mac_address': 'fa:16:3e:dc:ea:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:15Z', 'updated_at': '2021-06-04T15:23:17Z', 'revision_number': 2, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'subnets': [{'id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:22.261501 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Checking router: 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:23:22.262256 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Updating router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e port ca931465-26e5-4c42-872d-f1045b7c76c2 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:23:22.272629 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:23:22.290783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:23:22.295158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Pushing event updated for resources: {'Port': ['ID=a51ec9af-7e9b-4664-84d7-a3f3d4c679a9,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:22.312638 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:22.347985 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:22.371617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:23:22.398792 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:22.464646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c2efd-962e-4225-83dd-bb5396e11bcf req-3a4abefd-20b6-4168-9125-3cf9ce9f442e tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:22.468210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a68c2efd-962e-4225-83dd-bb5396e11bcf req-3a4abefd-20b6-4168-9125-3cf9ce9f442e tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Synchronizing usage tracker for tenant:0349f96b4c92480fb6780bd08ce25519 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:23:22.488492 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5013d8ab-3cce-4e7a-bc07-e1edaec8430b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:22.618193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:22.618938 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:22.647224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-5a21af89-e469-4d6f-a0fb-e1cbc5ee5ff7 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:22.649660 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-5a21af89-e469-4d6f-a0fb-e1cbc5ee5ff7 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/networks?id=14881b01-33c8-41e1-a55f-38deed5fdc44 HTTP/1.1" status: 200  len: 820 time: 0.2932804
Jun 04 15:23:22.668666 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-649a14df-90e2-4789-a125-96ec04db00d1 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/quotas/89f3555b982945e8b0a06f78109c1548 HTTP/1.1" status: 200  len: 375 time: 0.0122938
Jun 04 15:23:22.786233 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-8fa12cba-1a02-4fb3-aed5-2921cdd1bf7c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=89f3555b982945e8b0a06f78109c1548&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1005180
Jun 04 15:23:22.859381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Network 75fd2871-7399-4d72-8d5c-4968a8f0a472 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:23:22.860900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Pushing event updated for resources: {'Port': ['ID=a52774f0-d4d8-4af9-be04-1229ce770726,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:22.871685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:23:22.873486 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a68c2efd-962e-4225-83dd-bb5396e11bcf req-3a4abefd-20b6-4168-9125-3cf9ce9f442e tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Unset dirty status for tenant:0349f96b4c92480fb6780bd08ce25519 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:23:22.874661 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a68c2efd-962e-4225-83dd-bb5396e11bcf req-3a4abefd-20b6-4168-9125-3cf9ce9f442e tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 931 time: 0.8875654
Jun 04 15:23:22.875385 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:23:22.928975 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:22.929557 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:22.952111 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Transition to ACTIVE for port object ca931465-26e5-4c42-872d-f1045b7c76c2 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:23:22.993332 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.2590764
Jun 04 15:23:23.015533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Request body: {'port': {'device_id': '5e7e998d-ed99-4a61-8c4d-c792ffde9386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:23.018415 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-a844e5c4-f803-4ac7-b3df-cd8974775087 service neutron] 10.222.0.32 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2168467
Jun 04 15:23:23.039965 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:23.046641 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:23.070898 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a68c2efd-962e-4225-83dd-bb5396e11bcf req-2b869a67-9e80-484f-97e2-cf66d9746ff1 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1603942
Jun 04 15:23:23.085457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:23.086122 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:23.243805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e1820b-2df7-4b5b-b259-35ade193c0cb {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:23:23.244794 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-278747c3-6c52-40d5-924a-78a2bc5f5b26 service neutron] 10.222.0.32 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2182724
Jun 04 15:23:23.252431 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:23.256604 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:23.274555 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Pushing event updated for resources: {'Port': ['ID=ca931465-26e5-4c42-872d-f1045b7c76c2,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:23.275852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Transition to ACTIVE for port object 74e1820b-2df7-4b5b-b259-35ade193c0cb will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:23:23.322801 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:23.323147 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:23.324937 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:23.324937 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:23.324937 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:23.324937 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:23.324937 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:23.331779 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8842006
Jun 04 15:23:23.331894 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:23.331894 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:23.331894 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:23.331894 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:23.331894 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:23.337119 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:23.347376 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Attempting to bind port ca931465-26e5-4c42-872d-f1045b7c76c2 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:23:23.347753 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Attempting to bind port ca931465-26e5-4c42-872d-f1045b7c76c2 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'f721578e-af48-4541-8a63-d0cc37301027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:23:23.348120 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Attempting to bind port ca931465-26e5-4c42-872d-f1045b7c76c2 on network 14881b01-33c8-41e1-a55f-38deed5fdc44 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:23:23.353820 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:23:23.354525 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Checking segment: {'id': 'f721578e-af48-4541-8a63-d0cc37301027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:23:23.359772 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:23.359772 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Bound using segment: {'id': 'f721578e-af48-4541-8a63-d0cc37301027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:23:23.359772 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Bound port: ca931465-26e5-4c42-872d-f1045b7c76c2, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f721578e-af48-4541-8a63-d0cc37301027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:23:23.359772 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:23.366339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Request body: {'port': {'device_id': '8b632142-5b61-48dd-add8-99039aa41046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:23.418809 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:23.436664 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d5d3ed05-971d-4af1-8463-e27e6874da14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:23.471492 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] For port ca931465-26e5-4c42-872d-f1045b7c76c2, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:23:23.476533 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] For port ca931465-26e5-4c42-872d-f1045b7c76c2, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ca931465-26e5-4c42-872d-f1045b7c76c2,segment=NetworkSegment(f721578e-af48-4541-8a63-d0cc37301027),segment_id=f721578e-af48-4541-8a63-d0cc37301027)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:23:23.602339 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:23.627124 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-04b09011-9468-42a5-9edc-6aabbec2f685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:23.638438 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:23.825458 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Pushing event updated for resources: {'Port': ['ID=ca931465-26e5-4c42-872d-f1045b7c76c2,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:23.833431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Pushing event updated for resources: {'Port': ['ID=74e1820b-2df7-4b5b-b259-35ade193c0cb,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:23.838299 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:23.845880 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Routers {'6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:23:23.850763 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca340d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:23:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:24.016507 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:24.058152 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:24.087113 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-27a9365a-0765-4d74-b3d7-cc20aa973a81 req-637b707d-72d6-4bf8-99a9-7b1d1b9bd9fe tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.1168532
Jun 04 15:23:24.177985 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] Set router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:23:24.244323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f42ed-12a4-466d-8f43-c12f00bfba59 req-4a8f1fe6-35a7-46ec-82e9-c7736c4378e9 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:24.245101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a22f42ed-12a4-466d-8f43-c12f00bfba59 req-4a8f1fe6-35a7-46ec-82e9-c7736c4378e9 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Synchronizing usage tracker for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:23:24.354535 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf787e2-47b9-4bda-993f-97180de12db5 req-2b5816a3-67f9-4f7d-bd89-e0bf06125e7e tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:24.366800 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Attempting to bind port 74e1820b-2df7-4b5b-b259-35ade193c0cb on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:23:24.367142 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-daf787e2-47b9-4bda-993f-97180de12db5 req-2b5816a3-67f9-4f7d-bd89-e0bf06125e7e tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 931 time: 0.1411397
Jun 04 15:23:24.367277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Attempting to bind port 74e1820b-2df7-4b5b-b259-35ade193c0cb by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '3ec3bb61-49fd-46da-b11e-f8d32553d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:23:24.367503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Attempting to bind port 74e1820b-2df7-4b5b-b259-35ade193c0cb on network 91cca73e-1edf-43ed-a022-24d22b5f5f64 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:23:24.430399 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Port 74e1820b-2df7-4b5b-b259-35ade193c0cb on network 91cca73e-1edf-43ed-a022-24d22b5f5f64 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:23:24.430730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Attempting to bind port 74e1820b-2df7-4b5b-b259-35ade193c0cb on network 91cca73e-1edf-43ed-a022-24d22b5f5f64 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:23:24.461601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-daf787e2-47b9-4bda-993f-97180de12db5 req-2f9c5636-5cb6-4899-9930-b81dca64e264 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Synchronizing usage tracker for tenant:de5df697ef8c4c00b47baf0f1a941b52 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:23:24.487096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a22f42ed-12a4-466d-8f43-c12f00bfba59 req-4a8f1fe6-35a7-46ec-82e9-c7736c4378e9 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Unset dirty status for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:23:24.489672 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a22f42ed-12a4-466d-8f43-c12f00bfba59 req-4a8f1fe6-35a7-46ec-82e9-c7736c4378e9 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 932 time: 1.2090886
Jun 04 15:23:24.495587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:23:24.495813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Checking segment: {'id': '3ec3bb61-49fd-46da-b11e-f8d32553d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:23:24.496204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Bound using segment: {'id': '3ec3bb61-49fd-46da-b11e-f8d32553d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:23:24.496641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Bound port: 74e1820b-2df7-4b5b-b259-35ade193c0cb, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec3bb61-49fd-46da-b11e-f8d32553d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:23:24.497036 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:24.584036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-daf787e2-47b9-4bda-993f-97180de12db5 req-2f9c5636-5cb6-4899-9930-b81dca64e264 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Unset dirty status for tenant:de5df697ef8c4c00b47baf0f1a941b52 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:23:24.601530 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-daf787e2-47b9-4bda-993f-97180de12db5 req-2f9c5636-5cb6-4899-9930-b81dca64e264 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/security-groups?id=26eaba93-454a-4d77-815e-5a5cdd362198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2295549
Jun 04 15:23:24.703761 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca340d0>, [{'id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-router', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:23:09Z', 'updated_at': '2021-06-04T15:23:16Z', 'revision_number': 4, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'gw_port': {'id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:10Z', 'updated_at': '2021-06-04T15:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'ca931465-26e5-4c42-872d-f1045b7c76c2', 'name': '', 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'mac_address': 'fa:16:3e:dc:ea:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:15Z', 'updated_at': '2021-06-04T15:23:23Z', 'revision_number': 4, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'subnets': [{'id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:24.709854 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b7822-578b-4002-820f-e0a78fc257a2 None None] The sync data for ids ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'] in n-d-791505-9 is: [{'id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-router', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:23:09Z', 'updated_at': '2021-06-04T15:23:16Z', 'revision_number': 4, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'gw_port': {'id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:10Z', 'updated_at': '2021-06-04T15:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'ca931465-26e5-4c42-872d-f1045b7c76c2', 'name': '', 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'mac_address': 'fa:16:3e:dc:ea:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:15Z', 'updated_at': '2021-06-04T15:23:23Z', 'revision_number': 4, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'subnets': [{'id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:23:24.828055 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a22f42ed-12a4-466d-8f43-c12f00bfba59 req-42386323-9d4f-41e0-b128-961a251bd675 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3167391
Jun 04 15:23:24.875304 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7cda2adf-996c-486a-850f-fdc014e7f3f9 req-91759bb4-6563-49cb-8eb7-d26e446bf0de tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 210 time: 0.0649319
Jun 04 15:23:24.954112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] For port 74e1820b-2df7-4b5b-b259-35ade193c0cb, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:23:24.966617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] For port 74e1820b-2df7-4b5b-b259-35ade193c0cb, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=74e1820b-2df7-4b5b-b259-35ade193c0cb,segment=NetworkSegment(3ec3bb61-49fd-46da-b11e-f8d32553d4f2),segment_id=3ec3bb61-49fd-46da-b11e-f8d32553d4f2)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:23:25.121157 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:25.150287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fac06-b669-4940-ba44-3dbc10fad5c4 req-af8e03fc-fdd4-4252-ad78-7fd50e238a74 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:25.155990 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba2fac06-b669-4940-ba44-3dbc10fad5c4 req-af8e03fc-fdd4-4252-ad78-7fd50e238a74 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 943 time: 0.1415055
Jun 04 15:23:25.261410 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-ba2fac06-b669-4940-ba44-3dbc10fad5c4 req-68380103-c60f-4e08-a40b-54e5015220fd tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Synchronizing usage tracker for tenant:0349f96b4c92480fb6780bd08ce25519 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:23:25.312026 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c7924298-f241-44f9-9c1e-d8261b8721e6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:25.390736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:23:25.430847 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:25.442332 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff2bc709-7cdd-40ad-8a2a-8b68fdd928c4 req-68e55fba-0cf5-4ebe-9832-00cf645efd64 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.1121173
Jun 04 15:23:25.452134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:25.453286 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:25.455890 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] 10.222.0.62 "PUT /v2.0/ports/74e1820b-2df7-4b5b-b259-35ade193c0cb HTTP/1.1" status: 200  len: 1091 time: 3.6191344
Jun 04 15:23:25.457053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140d7cd1-f1c0-4ab8-b988-7eb113b05cd3', 'tag': '74e1820b-2df7-4b5b-b259-35ade193c0cb'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:23:25.462154 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e21bfa-b82b-40ba-9161-105290c93f00" -d '{"events": [{"name": "network-changed", "server_uuid": "140d7cd1-f1c0-4ab8-b988-7eb113b05cd3", "tag": "74e1820b-2df7-4b5b-b259-35ade193c0cb"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:23:25.500481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52774f0-d4d8-4af9-be04-1229ce770726 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:23:25.525162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Transition to ACTIVE for port object a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:23:25.530708 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:25.547827 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Pushing event updated for resources: {'Port': ['ID=74e1820b-2df7-4b5b-b259-35ade193c0cb,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:25.560404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-ba2fac06-b669-4940-ba44-3dbc10fad5c4 req-68380103-c60f-4e08-a40b-54e5015220fd tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Unset dirty status for tenant:0349f96b4c92480fb6780bd08ce25519 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:23:25.560955 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:25.563817 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba2fac06-b669-4940-ba44-3dbc10fad5c4 req-68380103-c60f-4e08-a40b-54e5015220fd tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4021912
Jun 04 15:23:25.584935 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Transition to ACTIVE for port object a52774f0-d4d8-4af9-be04-1229ce770726 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:23:25.592710 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9200ac3b-1471-4463-a636-9eda600dd626 x-openstack-request-id: req-9200ac3b-1471-4463-a636-9eda600dd626 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:23:25.592710 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140d7cd1-f1c0-4ab8-b988-7eb113b05cd3", "tag": "74e1820b-2df7-4b5b-b259-35ade193c0cb", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:23:25.592710 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9200ac3b-1471-4463-a636-9eda600dd626 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:23:25.592979 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140d7cd1-f1c0-4ab8-b988-7eb113b05cd3', 'tag': '74e1820b-2df7-4b5b-b259-35ade193c0cb', 'status': 'completed', 'code': 200}
Jun 04 15:23:25.720369 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:25.720847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e21bfa-b82b-40ba-9161-105290c93f00 req-d3445cd1-fd6a-413d-a3cf-8cac9fa41ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:25.723512 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2e21bfa-b82b-40ba-9161-105290c93f00 req-d3445cd1-fd6a-413d-a3cf-8cac9fa41ae1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0349f96b4c92480fb6780bd08ce25519&device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 1094 time: 0.1018991
Jun 04 15:23:25.724910 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:25.731876 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:25.739922 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:26.067008 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-001101ed-27c8-4e13-83a2-84c1a4be85c2 req-17bc7873-9709-4e9a-8ef0-3e98c0020594 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 210 time: 0.0479264
Jun 04 15:23:26.167625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a52774f0-d4d8-4af9-be04-1229ce770726,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:26.347697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7147d-25f2-44a7-a4fc-d74b0af0ac75 req-6345d360-0088-4839-8719-4b6c9c0611ae tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:26.349141 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e1c7147d-25f2-44a7-a4fc-d74b0af0ac75 req-6345d360-0088-4839-8719-4b6c9c0611ae tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 944 time: 0.1103687
Jun 04 15:23:26.421861 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e1c7147d-25f2-44a7-a4fc-d74b0af0ac75 req-98bf9082-b595-4668-90d9-a7dc64fc3884 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528288
Jun 04 15:23:26.430119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Pushing event updated for resources: {'Port': ['ID=a51ec9af-7e9b-4664-84d7-a3f3d4c679a9,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:26.445170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8f6bd-0590-4d8d-87b8-97529ecaaa66 req-69dc0e26-81d2-427c-86af-8b821f9629e0 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:26.445917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-00b8f6bd-0590-4d8d-87b8-97529ecaaa66 req-69dc0e26-81d2-427c-86af-8b821f9629e0 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Synchronizing usage tracker for tenant:de5df697ef8c4c00b47baf0f1a941b52 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:23:26.451188 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:26.455330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e21bfa-b82b-40ba-9161-105290c93f00 req-5633ca6f-88c4-4389-9a97-5ebb00482871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:26.457035 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2e21bfa-b82b-40ba-9161-105290c93f00 req-5633ca6f-88c4-4389-9a97-5ebb00482871 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0349f96b4c92480fb6780bd08ce25519&shared=False HTTP/1.1" status: 200  len: 917 time: 0.6806409
Jun 04 15:23:26.457596 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.682s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:26.457993 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:26.550936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Attempting to bind port a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:23:26.551457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Attempting to bind port a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:23:26.551639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Attempting to bind port a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:23:26.556293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Attempting to bind port a52774f0-d4d8-4af9-be04-1229ce770726 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:23:26.556633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Attempting to bind port a52774f0-d4d8-4af9-be04-1229ce770726 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '4f365008-027f-4238-a3fd-13801d80092d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '75fd2871-7399-4d72-8d5c-4968a8f0a472'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:23:26.557126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Attempting to bind port a52774f0-d4d8-4af9-be04-1229ce770726 on network 75fd2871-7399-4d72-8d5c-4968a8f0a472 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:23:26.621595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Port a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:23:26.621922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Attempting to bind port a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:23:26.624069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Port a52774f0-d4d8-4af9-be04-1229ce770726 on network 75fd2871-7399-4d72-8d5c-4968a8f0a472 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:23:26.624386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Attempting to bind port a52774f0-d4d8-4af9-be04-1229ce770726 on network 75fd2871-7399-4d72-8d5c-4968a8f0a472 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:23:26.642808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:23:26.643149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Checking segment: {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:23:26.643593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Bound using segment: {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:23:26.644605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Bound port: a51ec9af-7e9b-4664-84d7-a3f3d4c679a9, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:23:26.644961 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:26.656512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:23:26.656838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Checking segment: {'id': '4f365008-027f-4238-a3fd-13801d80092d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '75fd2871-7399-4d72-8d5c-4968a8f0a472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:23:26.657253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Bound using segment: {'id': '4f365008-027f-4238-a3fd-13801d80092d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '75fd2871-7399-4d72-8d5c-4968a8f0a472'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:23:26.657795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Bound port: a52774f0-d4d8-4af9-be04-1229ce770726, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f365008-027f-4238-a3fd-13801d80092d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '75fd2871-7399-4d72-8d5c-4968a8f0a472'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:23:26.658039 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:26.678717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-00b8f6bd-0590-4d8d-87b8-97529ecaaa66 req-69dc0e26-81d2-427c-86af-8b821f9629e0 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Unset dirty status for tenant:de5df697ef8c4c00b47baf0f1a941b52 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:23:26.681668 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-00b8f6bd-0590-4d8d-87b8-97529ecaaa66 req-69dc0e26-81d2-427c-86af-8b821f9629e0 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 943 time: 0.9449117
Jun 04 15:23:26.707007 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e434b47c-82be-44f2-be16-11c7662d9c7a req-d3804084-1720-428a-ab5c-dbd0a325c949 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0460138
Jun 04 15:23:26.820624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e21bfa-b82b-40ba-9161-105290c93f00 req-acbd74ff-a422-4630-8401-6962a6e30052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:26.822265 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2e21bfa-b82b-40ba-9161-105290c93f00 req-acbd74ff-a422-4630-8401-6962a6e30052 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3517616
Jun 04 15:23:26.829384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ca931465-26e5-4c42-872d-f1045b7c76c2 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:23:26.952484 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-00b8f6bd-0590-4d8d-87b8-97529ecaaa66 req-ba96d30f-c880-4d09-ad87-048523d07425 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/security-groups?id=26eaba93-454a-4d77-815e-5a5cdd362198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2557306
Jun 04 15:23:27.005068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] For port a51ec9af-7e9b-4664-84d7-a3f3d4c679a9, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:23:27.008802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c22ea-8106-42e4-bd2f-325ac3aa7d4c req-94824aea-64a6-4793-bd8b-73014968eda9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:27.011906 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-500c22ea-8106-42e4-bd2f-325ac3aa7d4c req-94824aea-64a6-4793-bd8b-73014968eda9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 943 time: 0.1205077
Jun 04 15:23:27.020223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] For port a52774f0-d4d8-4af9-be04-1229ce770726, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:23:27.026530 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] For port a51ec9af-7e9b-4664-84d7-a3f3d4c679a9, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a51ec9af-7e9b-4664-84d7-a3f3d4c679a9,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:23:27.033062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] For port a52774f0-d4d8-4af9-be04-1229ce770726, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=a52774f0-d4d8-4af9-be04-1229ce770726,segment=NetworkSegment(4f365008-027f-4238-a3fd-13801d80092d),segment_id=4f365008-027f-4238-a3fd-13801d80092d)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:23:27.036400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port ca931465-26e5-4c42-872d-f1045b7c76c2 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:23:27.044654 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port ca931465-26e5-4c42-872d-f1045b7c76c2 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:23:27.045992 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:27.050818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-cf3c957c-f20d-455b-ad05-4cc125a5a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:27.052594 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-cf3c957c-f20d-455b-ad05-4cc125a5a0f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0349f96b4c92480fb6780bd08ce25519&device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 1094 time: 0.1769352
Jun 04 15:23:27.072052 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-500c22ea-8106-42e4-bd2f-325ac3aa7d4c req-73ec031f-5f20-423e-8e55-648d19b7a924 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511570
Jun 04 15:23:27.148743 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-95479884-00c0-4f74-be18-c672c04f3e46 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74e1820b-2df7-4b5b-b259-35ade193c0cb HTTP/1.1" status: 200  len: 217 time: 0.0782907
Jun 04 15:23:27.150362 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:27.160239 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-497c17c5-600e-4b33-a32e-0c9013608be6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:27.226931 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:27.267106 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port ca931465-26e5-4c42-872d-f1045b7c76c2, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ca931465-26e5-4c42-872d-f1045b7c76c2,segment=NetworkSegment(f721578e-af48-4541-8a63-d0cc37301027),segment_id=f721578e-af48-4541-8a63-d0cc37301027)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:27.372282 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:27.374862 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-73cbd290-b3fb-4b31-800f-4853b426bef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:27.408846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:27.408846 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:27.409840 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] 10.222.0.62 "PUT /v2.0/ports/a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 HTTP/1.1" status: 200  len: 1092 time: 4.4008241
Jun 04 15:23:27.415751 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:27.466189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=ca931465-26e5-4c42-872d-f1045b7c76c2,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:27.469867 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:27.520692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-48d326d7-30ff-41bb-bfbf-4b0c842577c0 req-d261a2f1-f39a-49c7-a29f-1ce2db27cbb2 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Synchronizing usage tracker for tenant:89f3555b982945e8b0a06f78109c1548 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:23:27.583352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:27.583969 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:27.585450 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] 10.222.0.65 "PUT /v2.0/ports/a52774f0-d4d8-4af9-be04-1229ce770726 HTTP/1.1" status: 200  len: 1091 time: 4.2243395
Jun 04 15:23:27.596293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7e998d-ed99-4a61-8c4d-c792ffde9386', 'tag': 'a51ec9af-7e9b-4664-84d7-a3f3d4c679a9'}, {'name': 'network-changed', 'server_uuid': '8b632142-5b61-48dd-add8-99039aa41046', 'tag': 'a52774f0-d4d8-4af9-be04-1229ce770726'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:23:27.599345 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d813667-e898-4efb-ba09-3b36b0d9ee91" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7e998d-ed99-4a61-8c4d-c792ffde9386", "tag": "a51ec9af-7e9b-4664-84d7-a3f3d4c679a9"}, {"name": "network-changed", "server_uuid": "8b632142-5b61-48dd-add8-99039aa41046", "tag": "a52774f0-d4d8-4af9-be04-1229ce770726"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:23:27.669100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-7e5d52dc-e54e-4d46-8be3-529f669d7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:27.670546 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-7e5d52dc-e54e-4d46-8be3-529f669d7a9a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91893482-88ab-4bef-b1ea-915c1d6da852 HTTP/1.1" status: 200  len: 855 time: 0.4755521
Jun 04 15:23:27.675425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Pushing event updated for resources: {'Port': ['ID=a51ec9af-7e9b-4664-84d7-a3f3d4c679a9,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:27.684500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bcebb-8190-44ed-a34e-2f117f45e691 req-3a9e8f98-71f9-485d-9087-01a153d7d47d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:27.685020 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:27.685134 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cb3bcebb-8190-44ed-a34e-2f117f45e691 req-3a9e8f98-71f9-485d-9087-01a153d7d47d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 944 time: 0.1004069
Jun 04 15:23:27.685212 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-060ed265-3b8e-4b11-8ac5-9d80d221da74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:27.731674 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cb3bcebb-8190-44ed-a34e-2f117f45e691 req-e4d6de6c-010b-4fda-85e8-414e9a5e4e47 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448081
Jun 04 15:23:27.829071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-48d326d7-30ff-41bb-bfbf-4b0c842577c0 req-d261a2f1-f39a-49c7-a29f-1ce2db27cbb2 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Unset dirty status for tenant:89f3555b982945e8b0a06f78109c1548 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:23:27.830231 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-48d326d7-30ff-41bb-bfbf-4b0c842577c0 req-d261a2f1-f39a-49c7-a29f-1ce2db27cbb2 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 210 time: 0.4568090
Jun 04 15:23:27.881742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-e0992c23-f051-49ee-a241-0d791ca8ff7d tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:27.881742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-e0992c23-f051-49ee-a241-0d791ca8ff7d tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Synchronizing usage tracker for tenant:89f3555b982945e8b0a06f78109c1548 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:23:27.919490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a52774f0-d4d8-4af9-be04-1229ce770726,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:27.929077 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:27.963663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-b0807a8c-726c-48e2-aa41-03cce223b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:27.965261 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-b0807a8c-726c-48e2-aa41-03cce223b479 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 1095 time: 0.3743949
Jun 04 15:23:27.975085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-0bcdb9a4-b543-4cc7-b660-8a3977f375a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:27.977241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-0bcdb9a4-b543-4cc7-b660-8a3977f375a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91cca73e-1edf-43ed-a022-24d22b5f5f64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2559502
Jun 04 15:23:27.987941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-496edf3a-7354-4c3d-a4b9-3326b103e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:27.987941 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-496edf3a-7354-4c3d-a4b9-3326b103e190 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=de5df697ef8c4c00b47baf0f1a941b52&device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 1094 time: 0.2629600
Jun 04 15:23:27.987941 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Jun 2021 15:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bbf898-82d4-4d68-83f0-a50414d37153 x-openstack-request-id: req-62bbf898-82d4-4d68-83f0-a50414d37153 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:23:27.987941 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7e998d-ed99-4a61-8c4d-c792ffde9386", "tag": "a51ec9af-7e9b-4664-84d7-a3f3d4c679a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8b632142-5b61-48dd-add8-99039aa41046", "tag": "a52774f0-d4d8-4af9-be04-1229ce770726", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:23:27.987941 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62bbf898-82d4-4d68-83f0-a50414d37153 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:23:27.987941 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7e998d-ed99-4a61-8c4d-c792ffde9386', 'tag': 'a51ec9af-7e9b-4664-84d7-a3f3d4c679a9', 'status': 'completed', 'code': 200}
Jun 04 15:23:27.987941 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b632142-5b61-48dd-add8-99039aa41046', 'tag': 'a52774f0-d4d8-4af9-be04-1229ce770726', 'status': 'completed', 'code': 200}
Jun 04 15:23:28.131434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-e0992c23-f051-49ee-a241-0d791ca8ff7d tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Unset dirty status for tenant:89f3555b982945e8b0a06f78109c1548 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:23:28.132589 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-e0992c23-f051-49ee-a241-0d791ca8ff7d tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.65 "GET /v2.0/networks?id=14881b01-33c8-41e1-a55f-38deed5fdc44 HTTP/1.1" status: 200  len: 820 time: 0.7566550
Jun 04 15:23:28.137182 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-6c8e40f2-1661-44f1-be9e-b3fd6d06030c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 HTTP/1.1" status: 200  len: 217 time: 0.1555042
Jun 04 15:23:28.175939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6f29-6ee0-489c-8c14-53ccb0905380 req-fb0a9c32-a287-4504-b3c3-4a937e39dbe4 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:28.177704 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2f2c6f29-6ee0-489c-8c14-53ccb0905380 req-fb0a9c32-a287-4504-b3c3-4a937e39dbe4 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 943 time: 0.0979476
Jun 04 15:23:28.201553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Request body: {'port': {'device_id': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44', 'admin_state_up': True, 'tenant_id': '89f3555b982945e8b0a06f78109c1548'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:28.227114 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2f2c6f29-6ee0-489c-8c14-53ccb0905380 req-daec7b44-4635-4c48-9f3c-86b662289421 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/security-groups?id=26eaba93-454a-4d77-815e-5a5cdd362198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423820
Jun 04 15:23:28.244871 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-935f0822-f1ef-44ff-b211-447076263547 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a52774f0-d4d8-4af9-be04-1229ce770726 HTTP/1.1" status: 200  len: 217 time: 0.2036345
Jun 04 15:23:28.255009 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eb2adb26-240f-46d5-b9b7-e52c3f304c8e req-b0f24d78-f6c2-41df-9756-2f74d8e334bc tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.2115510
Jun 04 15:23:28.527270 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-17358273-1f32-447f-ba56-8c1176deeaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:28.528607 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-17358273-1f32-447f-ba56-8c1176deeaf2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb8210ec-57b3-4dae-ba07-aa799b052e64 HTTP/1.1" status: 200  len: 846 time: 0.3507826
Jun 04 15:23:28.625869 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-057ba70d-de3e-4dae-8409-49261850ad72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=461f9c0e-ecfd-4745-a9f2-974b51ab6079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0887322
Jun 04 15:23:28.627586 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-b749554a-5f5f-42ef-8a6e-f0564b0e77f7 service neutron] 10.222.0.62 "GET /v2.0/networks/91cca73e-1edf-43ed-a022-24d22b5f5f64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5854053
Jun 04 15:23:28.631060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-8a89c279-54e8-4720-97b6-d6ef55fb0e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:28.636447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-8a89c279-54e8-4720-97b6-d6ef55fb0e54 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df11a9c2-3f15-48cc-bea2-8432db6caaae HTTP/1.1" status: 200  len: 861 time: 0.3767617
Jun 04 15:23:28.640709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:23:28.735792 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-17b17893-23ae-43a5-a2ba-b0b7cccbaca2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=75fd2871-7399-4d72-8d5c-4968a8f0a472&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0962484
Jun 04 15:23:28.736623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:23:28.759494 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ca931465-26e5-4c42-872d-f1045b7c76c2 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:23:28.852125 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port ca931465-26e5-4c42-872d-f1045b7c76c2 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:23:28.853050 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:28.963080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67299f6-451e-4dd5-92a1-d7fb07468577 req-d6cd1f82-8be8-4aec-aa10-a1ac7df0e97f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:28.965488 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f67299f6-451e-4dd5-92a1-d7fb07468577 req-d6cd1f82-8be8-4aec-aa10-a1ac7df0e97f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 944 time: 0.0986218
Jun 04 15:23:29.029439 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f67299f6-451e-4dd5-92a1-d7fb07468577 req-aa1d304d-8759-4b57-8000-613dda64da8a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565081
Jun 04 15:23:29.153572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Made reservation on behalf of 89f3555b982945e8b0a06f78109c1548 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:23:29.158131 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:29.210183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f58ce3-ebf5-4bf4-ae51-abef01f56154 req-674aa3ef-c5f4-4ec5-a42a-b2c8767f97ac tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:29.211657 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d3f58ce3-ebf5-4bf4-ae51-abef01f56154 req-674aa3ef-c5f4-4ec5-a42a-b2c8767f97ac tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 943 time: 0.7825835
Jun 04 15:23:29.311544 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b5b8145-e351-4d65-beab-291253fdb4ba req-3103f65d-4a43-468a-9239-5c85acff4e49 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 210 time: 0.0480206
Jun 04 15:23:29.373715 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6d82d89-c5f9-44f3-af34-d352ad795675 req-4b08c003-8918-4233-ae8c-5c70166101e1 service neutron] 10.222.0.62 "GET /v2.0/networks/91cca73e-1edf-43ed-a022-24d22b5f5f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6980555
Jun 04 15:23:29.388855 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-e0cd1c66-ee99-4853-9902-3ce74507c148 service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7024112
Jun 04 15:23:29.391106 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-182ab577-53d8-47e4-b302-597fce96b9c5 service neutron] 10.222.0.65 "GET /v2.0/networks/75fd2871-7399-4d72-8d5c-4968a8f0a472?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6336577
Jun 04 15:23:29.401639 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d3f58ce3-ebf5-4bf4-ae51-abef01f56154 req-c37a9369-c8a7-4144-b954-594b18acff33 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1750846
Jun 04 15:23:29.429240 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0d2734ad-79db-46b6-be0d-d49e918b517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:29.530688 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65effcc8-559e-4bb7-acbc-1d118d4922d9 req-f0dfa46c-c315-4e6d-a134-ae8bdd004341 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:29.532385 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-65effcc8-559e-4bb7-acbc-1d118d4922d9 req-f0dfa46c-c315-4e6d-a134-ae8bdd004341 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 943 time: 0.1009192
Jun 04 15:23:29.584585 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-65effcc8-559e-4bb7-acbc-1d118d4922d9 req-17217c50-d194-49ec-90f6-ce7660a99ddc tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/security-groups?id=26eaba93-454a-4d77-815e-5a5cdd362198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452061
Jun 04 15:23:29.749528 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3608280a-5e94-4399-8a55-b8c68675dea6 req-b222ca99-5a2a-479b-befc-e16572f043e5 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.1879973
Jun 04 15:23:29.785187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Allocated IP 172.20.0.5 (14881b01-33c8-41e1-a55f-38deed5fdc44/d10bb029-53b7-4a86-9fb5-aeb307e6e54f/c0161f68-1b43-416c-878b-bb1e976570b6) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:23:29.819051 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71d1568f-c842-412e-be4b-583c7c6d5b67 req-537a413e-c5ae-4a85-bb9a-3378f5138a8e service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4122324
Jun 04 15:23:29.824337 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ab16ac7-0e52-4c45-9eaa-3a4d74bc8d7a req-e31b4047-3d54-424b-b59d-b275fcc5e213 service neutron] 10.222.0.65 "GET /v2.0/networks/75fd2871-7399-4d72-8d5c-4968a8f0a472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4217227
Jun 04 15:23:30.083429 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:30.211541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-fad8b56d-dd0b-4b1b-a1eb-b8bf97654767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:30.213038 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-fad8b56d-dd0b-4b1b-a1eb-b8bf97654767 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=de5df697ef8c4c00b47baf0f1a941b52&device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 1094 time: 0.2238281
Jun 04 15:23:30.332412 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:30.338063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-584dd20d-694f-4def-9886-8010ccfff93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:30.339231 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-584dd20d-694f-4def-9886-8010ccfff93e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 1095 time: 0.2296958
Jun 04 15:23:30.352443 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-060d22d7-1269-48d0-9f6a-c9b542fc3407 tempest-ServerAddressesTestJSON-1035653044 tempest-ServerAddressesTestJSON-1035653044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:30.416454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3efeeb-6929-43a5-a953-8209c3f28168 req-44a39033-e94e-4772-8778-fd2391e5ab9f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:30.418292 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf3efeeb-6929-43a5-a953-8209c3f28168 req-44a39033-e94e-4772-8778-fd2391e5ab9f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 944 time: 0.2138338
Jun 04 15:23:30.466817 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf3efeeb-6929-43a5-a953-8209c3f28168 req-c2b7f91a-2af2-4e3e-a78c-5eb2a478473b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435567
Jun 04 15:23:30.533708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Network 14881b01-33c8-41e1-a55f-38deed5fdc44 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:23:30.608374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:23:30.620090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Pushing event updated for resources: {'Port': ['ID=c0161f68-1b43-416c-878b-bb1e976570b6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:30.624528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:23:30.688839 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704e906-7c0e-4750-9a8f-fd51da260fa7 req-f36383f9-a232-400c-8865-4e2862b91fbe tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:30.689593 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8704e906-7c0e-4750-9a8f-fd51da260fa7 req-f36383f9-a232-400c-8865-4e2862b91fbe tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 943 time: 0.1124415
Jun 04 15:23:30.762886 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8704e906-7c0e-4750-9a8f-fd51da260fa7 req-8a73b089-b059-4498-88e9-83f810e26dde tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646508
Jun 04 15:23:30.840719 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:30.856087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-405da549-c435-4d91-a3c8-ba4ae4afd15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:30.858645 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-405da549-c435-4d91-a3c8-ba4ae4afd15b service neutron] 10.222.0.65 "GET /v2.0/networks?id=75fd2871-7399-4d72-8d5c-4968a8f0a472 HTTP/1.1" status: 200  len: 922 time: 0.6350458
Jun 04 15:23:30.990220 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-878734db-4a99-4e90-a964-6687ea5538aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a52774f0-d4d8-4af9-be04-1229ce770726 HTTP/1.1" status: 200  len: 217 time: 0.1196370
Jun 04 15:23:31.029199 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0a45c-bf7a-468c-9888-00e82d6f1e56 req-7d530c14-3314-41a2-acb4-8e463d35b8a8 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:31.030723 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cdf0a45c-bf7a-468c-9888-00e82d6f1e56 req-7d530c14-3314-41a2-acb4-8e463d35b8a8 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 943 time: 0.0994229
Jun 04 15:23:31.098105 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cdf0a45c-bf7a-468c-9888-00e82d6f1e56 req-b9b8b843-e4ee-41c1-a2b9-005dfe5402d9 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/security-groups?id=26eaba93-454a-4d77-815e-5a5cdd362198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575757
Jun 04 15:23:31.104355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:31.105058 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:31.109631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-8bcdf584-1da9-49a3-a524-9d0a4ed237b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:31.111184 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-8bcdf584-1da9-49a3-a524-9d0a4ed237b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 907 time: 0.7213457
Jun 04 15:23:31.163057 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-2396ee80-bd34-4e89-84a9-7f3a8b467290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:31.165300 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-2396ee80-bd34-4e89-84a9-7f3a8b467290 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df11a9c2-3f15-48cc-bea2-8432db6caaae HTTP/1.1" status: 200  len: 861 time: 0.1659510
Jun 04 15:23:31.299581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a87296-db49-4af5-a295-5a9ec2285d48 req-8062f7f5-be1e-488a-84a7-aa2f602ab1e7 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:31.301370 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f3a87296-db49-4af5-a295-5a9ec2285d48 req-8062f7f5-be1e-488a-84a7-aa2f602ab1e7 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Synchronizing usage tracker for tenant:89f3555b982945e8b0a06f78109c1548 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:23:31.320210 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-e1c38187-9797-47fb-b662-f0dea7277116 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 HTTP/1.1" status: 200  len: 217 time: 0.1533689
Jun 04 15:23:31.329129 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-709b1f7a-fa81-4198-88d2-d163345fec47 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=75fd2871-7399-4d72-8d5c-4968a8f0a472&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1560895
Jun 04 15:23:31.335192 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1513767
Jun 04 15:23:31.411497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Request body: {'port': {'device_id': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:31.447456 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b97ed530-4f21-4b6e-b668-09a37f11271e req-30a1a65f-4313-4b2d-a460-5dd9ed71d6dc tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0599039
Jun 04 15:23:31.503869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-ab83e190-39d8-4b3b-8ec2-16af5dcc813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:31.505364 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-ab83e190-39d8-4b3b-8ec2-16af5dcc813f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb8210ec-57b3-4dae-ba07-aa799b052e64 HTTP/1.1" status: 200  len: 846 time: 0.1663992
Jun 04 15:23:31.624908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f3a87296-db49-4af5-a295-5a9ec2285d48 req-8062f7f5-be1e-488a-84a7-aa2f602ab1e7 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Unset dirty status for tenant:89f3555b982945e8b0a06f78109c1548 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:23:31.624908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f3a87296-db49-4af5-a295-5a9ec2285d48 req-8062f7f5-be1e-488a-84a7-aa2f602ab1e7 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 931 time: 1.1810219
Jun 04 15:23:31.676799 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-ce587713-70b1-48f0-a152-c5e8d411206c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=461f9c0e-ecfd-4745-a9f2-974b51ab6079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1093581
Jun 04 15:23:31.798545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b00866-6ac2-4648-b146-5199a47ca94d req-3353499e-d577-4223-bfa2-b701e893d8b1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:31.800356 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-66b00866-6ac2-4648-b146-5199a47ca94d req-3353499e-d577-4223-bfa2-b701e893d8b1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 944 time: 0.0894010
Jun 04 15:23:31.856651 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:31.874576 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-66b00866-6ac2-4648-b146-5199a47ca94d req-cc3e122c-4412-479c-8f73-893984efdee0 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634606
Jun 04 15:23:31.886348 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-ef25f793-45b2-4ec4-8e17-1eaf842df770 service neutron] 10.222.0.65 "GET /v2.0/networks/75fd2871-7399-4d72-8d5c-4968a8f0a472?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5074191
Jun 04 15:23:31.925239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f3a87296-db49-4af5-a295-5a9ec2285d48 req-ec799458-d46f-4998-a289-a06485e8a1c2 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Synchronizing usage tracker for tenant:89f3555b982945e8b0a06f78109c1548 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:23:31.981332 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:32.042613 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-4a86a70a-41cb-42c1-8ddb-4a2aacebeb81 service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3311000
Jun 04 15:23:32.104515 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cba537-109c-4cee-8956-0eb71baf0ceb req-7c72b366-2023-462b-9290-e9297af64edd tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:32.107439 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e9cba537-109c-4cee-8956-0eb71baf0ceb req-7c72b366-2023-462b-9290-e9297af64edd tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 943 time: 0.1151257
Jun 04 15:23:32.164398 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e9cba537-109c-4cee-8956-0eb71baf0ceb req-1a4e87ec-ce2d-4d6a-b82e-8fb0377ee7c9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484419
Jun 04 15:23:32.202807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f3a87296-db49-4af5-a295-5a9ec2285d48 req-ec799458-d46f-4998-a289-a06485e8a1c2 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Unset dirty status for tenant:89f3555b982945e8b0a06f78109c1548 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:23:32.203994 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f3a87296-db49-4af5-a295-5a9ec2285d48 req-ec799458-d46f-4998-a289-a06485e8a1c2 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5610163
Jun 04 15:23:32.253740 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-05f5aff7-9cbb-4a3d-b465-6b416745c662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:32.335846 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-c8734012-af40-437f-b3be-c58d8ee332f9 service neutron] 10.222.0.65 "GET /v2.0/networks/75fd2871-7399-4d72-8d5c-4968a8f0a472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4375758
Jun 04 15:23:32.373725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aa605-e4d3-4ecd-a0bb-0338b3e1a04d req-6510c2fe-037b-4bbc-bce5-421b128cd7f0 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:32.375643 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f94aa605-e4d3-4ecd-a0bb-0338b3e1a04d req-6510c2fe-037b-4bbc-bce5-421b128cd7f0 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 943 time: 0.0961511
Jun 04 15:23:32.427118 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d813667-e898-4efb-ba09-3b36b0d9ee91 req-9775e8ec-0275-4738-8677-ec366141a341 service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3312178
Jun 04 15:23:32.431434 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f94aa605-e4d3-4ecd-a0bb-0338b3e1a04d req-9dff800a-7b8a-4bd5-995b-cac792b0cc05 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/security-groups?id=26eaba93-454a-4d77-815e-5a5cdd362198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493209
Jun 04 15:23:32.638067 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a9882ba-d942-403b-a79c-cbed7ceff9b9 req-9d65aa26-b848-4a81-81d2-06bf9d5fa498 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0528326
Jun 04 15:23:32.644417 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0161f68-1b43-416c-878b-bb1e976570b6 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:23:32.652407 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:32.668519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Transition to ACTIVE for port object c0161f68-1b43-416c-878b-bb1e976570b6 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:23:32.772007 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:32.776027 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4d5c9bed-662e-47d3-8598-2d9f349b8644 tempest-ServerDiskConfigTestJSON-393032579 tempest-ServerDiskConfigTestJSON-393032579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:32.905673 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device a52774f0-d4d8-4af9-be04-1229ce770726 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:23:33.012248 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:23:33.095750 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port a52774f0-d4d8-4af9-be04-1229ce770726, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=a52774f0-d4d8-4af9-be04-1229ce770726,segment=NetworkSegment(4f365008-027f-4238-a3fd-13801d80092d),segment_id=4f365008-027f-4238-a3fd-13801d80092d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:33.126482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Pushing event updated for resources: {'Port': ['ID=c0161f68-1b43-416c-878b-bb1e976570b6,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:33.135196 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:33.162471 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'a52774f0-d4d8-4af9-be04-1229ce770726', 'network_id': '75fd2871-7399-4d72-8d5c-4968a8f0a472', 'port_id': 'a52774f0-d4d8-4af9-be04-1229ce770726', 'mac_address': 'fa:16:3e:ad:ba:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df11a9c2-3f15-48cc-bea2-8432db6caaae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:23:33.229847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Attempting to bind port c0161f68-1b43-416c-878b-bb1e976570b6 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:23:33.236603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Attempting to bind port c0161f68-1b43-416c-878b-bb1e976570b6 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'f721578e-af48-4541-8a63-d0cc37301027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:23:33.236603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Attempting to bind port c0161f68-1b43-416c-878b-bb1e976570b6 on network 14881b01-33c8-41e1-a55f-38deed5fdc44 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:23:33.243959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6976b5f-5793-4105-a95b-36ba405fd626 req-d57788d6-0e6b-4215-863d-419fa1924f9b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:33.245512 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6976b5f-5793-4105-a95b-36ba405fd626 req-d57788d6-0e6b-4215-863d-419fa1924f9b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 944 time: 0.1974177
Jun 04 15:23:33.246317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Port c0161f68-1b43-416c-878b-bb1e976570b6 on network 14881b01-33c8-41e1-a55f-38deed5fdc44 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:23:33.246639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Attempting to bind port c0161f68-1b43-416c-878b-bb1e976570b6 on network 14881b01-33c8-41e1-a55f-38deed5fdc44 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:23:33.252786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:23:33.253288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Checking segment: {'id': 'f721578e-af48-4541-8a63-d0cc37301027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:23:33.253695 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Bound using segment: {'id': 'f721578e-af48-4541-8a63-d0cc37301027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:23:33.254108 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port a51ec9af-7e9b-4664-84d7-a3f3d4c679a9, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a51ec9af-7e9b-4664-84d7-a3f3d4c679a9,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:33.254264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Bound port: c0161f68-1b43-416c-878b-bb1e976570b6, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f721578e-af48-4541-8a63-d0cc37301027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:23:33.254457 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:33.262190 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:33.286940 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'a51ec9af-7e9b-4664-84d7-a3f3d4c679a9', 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079', 'port_id': 'a51ec9af-7e9b-4664-84d7-a3f3d4c679a9', 'mac_address': 'fa:16:3e:5f:0c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8210ec-57b3-4dae-ba07-aa799b052e64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:23:33.291400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52774f0-d4d8-4af9-be04-1229ce770726 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:23:33.366861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port a52774f0-d4d8-4af9-be04-1229ce770726, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=a52774f0-d4d8-4af9-be04-1229ce770726,segment=NetworkSegment(4f365008-027f-4238-a3fd-13801d80092d),segment_id=4f365008-027f-4238-a3fd-13801d80092d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:33.371701 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:33.373667 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6976b5f-5793-4105-a95b-36ba405fd626 req-794c3419-db4e-4aac-a935-8d750a59e768 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073678
Jun 04 15:23:33.403663 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:23:33.409961 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeff6ab-a2e3-4cbb-aeea-1222f0ebc605 req-7473a66a-05da-4da7-a0e8-5e02c343c309 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:33.417667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] For port c0161f68-1b43-416c-878b-bb1e976570b6, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:23:33.419920 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bbeff6ab-a2e3-4cbb-aeea-1222f0ebc605 req-7473a66a-05da-4da7-a0e8-5e02c343c309 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 943 time: 0.1163647
Jun 04 15:23:33.422252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port a51ec9af-7e9b-4664-84d7-a3f3d4c679a9, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a51ec9af-7e9b-4664-84d7-a3f3d4c679a9,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:33.424020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] For port c0161f68-1b43-416c-878b-bb1e976570b6, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c0161f68-1b43-416c-878b-bb1e976570b6,segment=NetworkSegment(f721578e-af48-4541-8a63-d0cc37301027),segment_id=f721578e-af48-4541-8a63-d0cc37301027)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:23:33.441853 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:33.446277 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e50a4965-92b9-4c30-b5d9-e925cfe89444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:33.473651 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bbeff6ab-a2e3-4cbb-aeea-1222f0ebc605 req-b2766015-9c66-4248-821b-00aa55117758 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542257
Jun 04 15:23:33.530283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=a52774f0-d4d8-4af9-be04-1229ce770726,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:33.533728 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:33.537644 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:33.540553 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:33.561277 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:33.567315 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:33.598533 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:33.623504 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=a51ec9af-7e9b-4664-84d7-a3f3d4c679a9,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:33.629097 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:33.649925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:33.649925 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:33.649925 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] 10.222.0.65 "PUT /v2.0/ports/c0161f68-1b43-416c-878b-bb1e976570b6 HTTP/1.1" status: 200  len: 1091 time: 2.2633591
Jun 04 15:23:33.649925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'tag': 'c0161f68-1b43-416c-878b-bb1e976570b6'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:23:33.651165 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b7c2ca-3da5-4fd3-bf59-91bbcb39b90c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0696f39-97f2-4d66-a913-18dff5968e43", "tag": "c0161f68-1b43-416c-878b-bb1e976570b6"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:23:33.674155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ab496-67af-4147-912f-7bc35de5ad07 req-4de87438-3f17-49fb-b62d-d0928b2819c5 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:33.677248 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-292ab496-67af-4147-912f-7bc35de5ad07 req-4de87438-3f17-49fb-b62d-d0928b2819c5 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 943 time: 0.1933212
Jun 04 15:23:33.685851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Pushing event updated for resources: {'Port': ['ID=c0161f68-1b43-416c-878b-bb1e976570b6,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:33.690619 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:33.736737 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-292ab496-67af-4147-912f-7bc35de5ad07 req-551fcacf-25b9-408d-aa4f-8d4440c7befe tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478637
Jun 04 15:23:33.786211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['a52774f0-d4d8-4af9-be04-1229ce770726'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:23:33.836544 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fbd9d-4cd6-4898-9286-685b84ad582c req-2b338d48-fc7f-4b3e-b05b-227bb77ebcb2 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:33.845945 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e56fbd9d-4cd6-4898-9286-685b84ad582c req-2b338d48-fc7f-4b3e-b05b-227bb77ebcb2 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 944 time: 0.1173463
Jun 04 15:23:33.854669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-c096ffe7-4cff-4f8b-a1a3-ccbb1550e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:33.856526 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-c096ffe7-4cff-4f8b-a1a3-ccbb1550e332 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89f3555b982945e8b0a06f78109c1548&device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 1094 time: 0.0864613
Jun 04 15:23:33.923408 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e56fbd9d-4cd6-4898-9286-685b84ad582c req-2604b1e0-e233-4fee-81f7-51ed365d1d5c tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/security-groups?id=26eaba93-454a-4d77-815e-5a5cdd362198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722182
Jun 04 15:23:33.969749 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-12332275-5730-46c7-b9e1-1109b1875365 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0161f68-1b43-416c-878b-bb1e976570b6 HTTP/1.1" status: 200  len: 217 time: 0.1047630
Jun 04 15:23:34.034368 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41085c28-a407-44f3-866b-3e6ecc834265 x-openstack-request-id: req-41085c28-a407-44f3-866b-3e6ecc834265 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:23:34.034580 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0696f39-97f2-4d66-a913-18dff5968e43", "tag": "c0161f68-1b43-416c-878b-bb1e976570b6", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:23:34.034739 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41085c28-a407-44f3-866b-3e6ecc834265 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:23:34.035486 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'tag': 'c0161f68-1b43-416c-878b-bb1e976570b6', 'status': 'completed', 'code': 200}
Jun 04 15:23:34.067817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-ea617c90-9099-4bc8-b28a-3af488eeeac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:34.069380 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-ea617c90-9099-4bc8-b28a-3af488eeeac7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d10bb029-53b7-4a86-9fb5-aeb307e6e54f HTTP/1.1" status: 200  len: 860 time: 0.0930982
Jun 04 15:23:34.099460 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5ae69057-9f69-44f7-84eb-637de7424c74 req-5863c429-9c47-4b45-b973-89f7a8973bd2 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0548213
Jun 04 15:23:34.114173 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['a51ec9af-7e9b-4664-84d7-a3f3d4c679a9'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:23:34.144042 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-38659270-869b-4971-9cfb-43f976a1938c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14881b01-33c8-41e1-a55f-38deed5fdc44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0648191
Jun 04 15:23:34.289635 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-2d51df9c-e0ab-4a9d-aebc-e5048bd7e573 service neutron] 10.222.0.65 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391819
Jun 04 15:23:34.454167 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55c73ff6-cd21-4c82-806e-cc7d2e469c6b req-e120d2ba-05c5-4f2b-8780-91656dbd10b5 service neutron] 10.222.0.65 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563773
Jun 04 15:23:34.586877 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43683a9-5f9b-463b-9832-a6d1bd2fef49 req-15ebbc92-d149-4189-a410-15693ed69196 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:34.588635 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b43683a9-5f9b-463b-9832-a6d1bd2fef49 req-15ebbc92-d149-4189-a410-15693ed69196 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 945 time: 0.1034641
Jun 04 15:23:34.676106 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b43683a9-5f9b-463b-9832-a6d1bd2fef49 req-3067e431-6979-4d5d-931c-f3bcbd485b4b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795438
Jun 04 15:23:34.784118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222e4a2-0873-4e43-b830-1fdaa352ed30 req-ed02539f-7992-45cc-9a6b-ed7dd53607de tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:34.785903 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e222e4a2-0873-4e43-b830-1fdaa352ed30 req-ed02539f-7992-45cc-9a6b-ed7dd53607de tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 943 time: 0.1822486
Jun 04 15:23:34.788488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7c2ca-3da5-4fd3-bf59-91bbcb39b90c req-db5186f8-937c-4cd4-a964-421d8bf6842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:34.790438 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2b7c2ca-3da5-4fd3-bf59-91bbcb39b90c req-db5186f8-937c-4cd4-a964-421d8bf6842e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89f3555b982945e8b0a06f78109c1548&device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 1094 time: 0.1322966
Jun 04 15:23:34.919834 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device a52774f0-d4d8-4af9-be04-1229ce770726 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:23:34.942903 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e222e4a2-0873-4e43-b830-1fdaa352ed30 req-2e3ef55f-65bd-4a83-befe-026bebc2421b tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1477525
Jun 04 15:23:35.025407 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7c2ca-3da5-4fd3-bf59-91bbcb39b90c req-b496e664-d7e1-4ed9-83a3-027abaf4e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:35.027944 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2b7c2ca-3da5-4fd3-bf59-91bbcb39b90c req-b496e664-d7e1-4ed9-83a3-027abaf4e1f3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=14881b01-33c8-41e1-a55f-38deed5fdc44 HTTP/1.1" status: 200  len: 921 time: 0.2179461
Jun 04 15:23:35.084162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00639486-4063-4000-9361-dc3b4b187de6 req-03abd4ac-4c4f-48b8-ae06-50b852cf6674 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:35.102256 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00639486-4063-4000-9361-dc3b4b187de6 req-03abd4ac-4c4f-48b8-ae06-50b852cf6674 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 943 time: 0.1717048
Jun 04 15:23:35.144683 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:35.148768 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-00639486-4063-4000-9361-dc3b4b187de6 req-2e742232-830a-402e-8467-36b4f6d32e42 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455823
Jun 04 15:23:35.218868 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port a52774f0-d4d8-4af9-be04-1229ce770726 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:23:35.229566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port a52774f0-d4d8-4af9-be04-1229ce770726 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:23:35.230035 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:35.305143 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2b7c2ca-3da5-4fd3-bf59-91bbcb39b90c req-3678e03f-4848-4a51-a331-d959e38c0d55 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0161f68-1b43-416c-878b-bb1e976570b6 HTTP/1.1" status: 200  len: 217 time: 0.2692978
Jun 04 15:23:35.331914 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b015097f-32ca-4089-8f7a-cde1a8921452 req-cf0dc480-9e1d-4346-92d4-a22ea54ab517 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0553987
Jun 04 15:23:35.387168 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:35.413966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7c2ca-3da5-4fd3-bf59-91bbcb39b90c req-bb16d5cd-ce12-46d2-b918-8154c068647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:35.416316 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2b7c2ca-3da5-4fd3-bf59-91bbcb39b90c req-bb16d5cd-ce12-46d2-b918-8154c068647d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d10bb029-53b7-4a86-9fb5-aeb307e6e54f HTTP/1.1" status: 200  len: 860 time: 0.1024849
Jun 04 15:23:35.429885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b632142-5b61-48dd-add8-99039aa41046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52774f0-d4d8-4af9-be04-1229ce770726'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:23:35.434105 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e19b3c-97ef-4148-acc5-82e2a8bd9ea5" -d '{"events": [{"server_uuid": "8b632142-5b61-48dd-add8-99039aa41046", "name": "network-vif-plugged", "status": "completed", "tag": "a52774f0-d4d8-4af9-be04-1229ce770726"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:23:35.447328 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port a52774f0-d4d8-4af9-be04-1229ce770726, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=a52774f0-d4d8-4af9-be04-1229ce770726,segment=NetworkSegment(4f365008-027f-4238-a3fd-13801d80092d),segment_id=4f365008-027f-4238-a3fd-13801d80092d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:35.503195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdad271-5fe7-4427-99d9-39e8474f2013 req-8d55cab5-be3b-429a-8a9c-622672b9a1b9 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:35.515491 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bcdad271-5fe7-4427-99d9-39e8474f2013 req-8d55cab5-be3b-429a-8a9c-622672b9a1b9 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 944 time: 0.3940761
Jun 04 15:23:35.517606 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2b7c2ca-3da5-4fd3-bf59-91bbcb39b90c req-1ab41b61-3df6-4b56-9c1a-fdebc0b9ea2c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14881b01-33c8-41e1-a55f-38deed5fdc44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0933483
Jun 04 15:23:35.526324 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:35.528550 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:35.600470 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e53ac5-627d-4c08-9c4f-cbf1351d488f x-openstack-request-id: req-46e53ac5-627d-4c08-9c4f-cbf1351d488f {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:23:35.600826 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b632142-5b61-48dd-add8-99039aa41046", "name": "network-vif-plugged", "status": "completed", "tag": "a52774f0-d4d8-4af9-be04-1229ce770726", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:23:35.601215 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46e53ac5-627d-4c08-9c4f-cbf1351d488f {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:23:35.601697 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b632142-5b61-48dd-add8-99039aa41046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52774f0-d4d8-4af9-be04-1229ce770726', 'code': 200}
Jun 04 15:23:35.617687 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=a52774f0-d4d8-4af9-be04-1229ce770726,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:35.622223 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:35.729487 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bcdad271-5fe7-4427-99d9-39e8474f2013 req-cce9204a-d0b2-4b31-b3d3-cbcabd5a86ff tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/security-groups?id=26eaba93-454a-4d77-815e-5a5cdd362198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2062502
Jun 04 15:23:35.810336 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2b7c2ca-3da5-4fd3-bf59-91bbcb39b90c req-70691f5d-96ad-40c1-9521-c25b6db0d0a4 service neutron] 10.222.0.65 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2841752
Jun 04 15:23:35.818055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca02a7-c908-40ee-b404-b06d7557a69b req-d00f48c2-b5cd-41da-a1ed-3e8c804a227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:35.819514 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c8ca02a7-c908-40ee-b404-b06d7557a69b req-d00f48c2-b5cd-41da-a1ed-3e8c804a227b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 1096 time: 0.1278956
Jun 04 15:23:35.952298 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c8ca02a7-c908-40ee-b404-b06d7557a69b req-a782c503-14da-4478-80ca-a07a85cbb8ba service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=26eaba93-454a-4d77-815e-5a5cdd362198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118782
Jun 04 15:23:35.980074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd716561-7258-4b00-b399-a5bb208aa242 req-e9be2043-6634-4d34-a0ad-34ad353132e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:35.981714 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dd716561-7258-4b00-b399-a5bb208aa242 req-e9be2043-6634-4d34-a0ad-34ad353132e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 945 time: 0.1585419
Jun 04 15:23:35.996883 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2b7c2ca-3da5-4fd3-bf59-91bbcb39b90c req-559d911a-30fc-4002-b163-81effbba77ef service neutron] 10.222.0.65 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1763616
Jun 04 15:23:36.046052 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dd716561-7258-4b00-b399-a5bb208aa242 req-8a0f5823-71f5-4cad-80f3-18edcd018d97 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572085
Jun 04 15:23:36.204180 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee64327-05f9-4a54-ae74-a539f39e0a1a req-13155018-9a3f-411a-8f7d-1f369080f082 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:36.204180 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ee64327-05f9-4a54-ae74-a539f39e0a1a req-13155018-9a3f-411a-8f7d-1f369080f082 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 943 time: 0.0986803
Jun 04 15:23:36.258689 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ee64327-05f9-4a54-ae74-a539f39e0a1a req-72fc34fa-7ee6-4478-97a0-be3421c8dfad tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464535
Jun 04 15:23:36.414265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141c4fe-7d8d-440f-9dbd-3200075a3bbb req-c540d2e2-7d34-428d-a145-a17601d964be tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:36.415974 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2141c4fe-7d8d-440f-9dbd-3200075a3bbb req-c540d2e2-7d34-428d-a145-a17601d964be tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 943 time: 0.1019340
Jun 04 15:23:36.484853 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2141c4fe-7d8d-440f-9dbd-3200075a3bbb req-881469b5-d54f-4240-b55a-3ecad3e7243b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583248
Jun 04 15:23:36.545252 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2363b225-f5f2-4e1f-a0ea-cc6a90dab0fd req-2cca4082-3eb4-4a7c-b2dd-9862dea9c9e2 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0638633
Jun 04 15:23:36.986374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e63ec-5b1d-4682-9a20-b1e18a663f22 req-baa4b6e0-7a4e-443b-a104-f5fbbf8a1451 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:36.989057 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a34e63ec-5b1d-4682-9a20-b1e18a663f22 req-baa4b6e0-7a4e-443b-a104-f5fbbf8a1451 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 945 time: 0.0953376
Jun 04 15:23:37.019184 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:23:37.056412 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a34e63ec-5b1d-4682-9a20-b1e18a663f22 req-84c1b110-272c-4cea-9b84-80ba0e74691d tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/security-groups?id=26eaba93-454a-4d77-815e-5a5cdd362198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610514
Jun 04 15:23:37.211930 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:23:37.217940 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:23:37.227427 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:37.320054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a110-d8f7-4630-a007-d2a219b0242b req-c7275a20-e946-4c93-9937-25e780349ba8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:37.322044 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d83a110-d8f7-4630-a007-d2a219b0242b req-c7275a20-e946-4c93-9937-25e780349ba8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 945 time: 0.1212590
Jun 04 15:23:37.381811 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:37.396659 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d83a110-d8f7-4630-a007-d2a219b0242b req-8c3a18b9-a426-4e6b-85cf-a9ad1161900e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667367
Jun 04 15:23:37.437897 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port a51ec9af-7e9b-4664-84d7-a3f3d4c679a9, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a51ec9af-7e9b-4664-84d7-a3f3d4c679a9,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:37.498985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f04c8d-a10a-4cda-86d7-f12b05343c9e req-0da5a348-3331-4586-b608-e9fec291a433 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:37.500540 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-03f04c8d-a10a-4cda-86d7-f12b05343c9e req-0da5a348-3331-4586-b608-e9fec291a433 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 943 time: 0.0999150
Jun 04 15:23:37.509189 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:37.511599 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:37.560168 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-03f04c8d-a10a-4cda-86d7-f12b05343c9e req-1c60cd66-3750-4ddd-a259-432d84a3c7ad tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521822
Jun 04 15:23:37.604616 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7e998d-ed99-4a61-8c4d-c792ffde9386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51ec9af-7e9b-4664-84d7-a3f3d4c679a9'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:23:37.607115 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea509f3b-302a-4999-b929-11a976b06378" -d '{"events": [{"server_uuid": "5e7e998d-ed99-4a61-8c4d-c792ffde9386", "name": "network-vif-plugged", "status": "completed", "tag": "a51ec9af-7e9b-4664-84d7-a3f3d4c679a9"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:23:37.624157 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=a51ec9af-7e9b-4664-84d7-a3f3d4c679a9,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:37.630138 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:37.750563 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9d60efee-342c-4713-a286-0e8c994ab6c1 req-aa93628f-4991-463c-9512-b770cfd202d2 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0517821
Jun 04 15:23:37.758267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7dc5b-d5e4-44a5-a4b0-4a2d52cb77ee req-f64a5f09-4a65-46d9-aba6-1ad85faad643 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:37.759991 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-91b7dc5b-d5e4-44a5-a4b0-4a2d52cb77ee req-f64a5f09-4a65-46d9-aba6-1ad85faad643 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 943 time: 0.0917993
Jun 04 15:23:37.814848 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-91b7dc5b-d5e4-44a5-a4b0-4a2d52cb77ee req-bdb67f6a-224a-45f8-a59d-63d6efbfe08f tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433142
Jun 04 15:23:37.819702 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:23:37.831382 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e720e237-eaf7-49ab-be2e-50ce7e8ee001 x-openstack-request-id: req-e720e237-eaf7-49ab-be2e-50ce7e8ee001 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:23:37.831876 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7e998d-ed99-4a61-8c4d-c792ffde9386", "name": "network-vif-plugged", "status": "completed", "tag": "a51ec9af-7e9b-4664-84d7-a3f3d4c679a9", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:23:37.832366 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e720e237-eaf7-49ab-be2e-50ce7e8ee001 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:23:37.833170 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7e998d-ed99-4a61-8c4d-c792ffde9386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51ec9af-7e9b-4664-84d7-a3f3d4c679a9', 'code': 200}
Jun 04 15:23:37.993901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da2ae4-7092-4629-814e-c3c31275bc08 req-aa13e878-3d2a-4984-ba9b-0a8bc02ac83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:37.995466 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-95da2ae4-7092-4629-814e-c3c31275bc08 req-aa13e878-3d2a-4984-ba9b-0a8bc02ac83f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 1097 time: 0.0854955
Jun 04 15:23:38.039113 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-95da2ae4-7092-4629-814e-c3c31275bc08 req-d4892357-79a5-43ee-aff7-9268630e50b1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371389
Jun 04 15:23:38.288341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974d701-a83f-47c3-b8b7-baea214f8dff req-587bc8b2-0409-46c0-9b65-942b26552048 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:38.289964 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8974d701-a83f-47c3-b8b7-baea214f8dff req-587bc8b2-0409-46c0-9b65-942b26552048 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 945 time: 0.1050057
Jun 04 15:23:38.344401 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8974d701-a83f-47c3-b8b7-baea214f8dff req-a4de0db4-a4bf-48af-a632-4d72798aeae4 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/security-groups?id=26eaba93-454a-4d77-815e-5a5cdd362198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473661
Jun 04 15:23:38.631670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b06df2-df67-4f92-be7b-7128f529b25a req-01e4af89-e299-4140-84f0-b730b2c9c273 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:38.634476 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e8b06df2-df67-4f92-be7b-7128f529b25a req-01e4af89-e299-4140-84f0-b730b2c9c273 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 946 time: 0.1162848
Jun 04 15:23:38.695979 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e8b06df2-df67-4f92-be7b-7128f529b25a req-f5410bb6-9014-4662-8f8e-286ed6c2fa82 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561271
Jun 04 15:23:38.845275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7b248-d221-4e35-81d7-69cb10e205b1 req-277523f6-ce5a-4267-bdc3-b36ef1f2bf84 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:38.847513 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3cd7b248-d221-4e35-81d7-69cb10e205b1 req-277523f6-ce5a-4267-bdc3-b36ef1f2bf84 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 943 time: 0.1323683
Jun 04 15:23:38.905716 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3cd7b248-d221-4e35-81d7-69cb10e205b1 req-d69f79fa-db0e-4ea7-a07b-81fd4d741f57 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504084
Jun 04 15:23:38.934025 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device c0161f68-1b43-416c-878b-bb1e976570b6 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:23:38.960257 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b227da57-a51b-41bd-9ad3-1aeb9f264bdc req-6b7c6dfb-5edc-4f07-971c-8439a31973f9 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0522873
Jun 04 15:23:39.146342 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port c0161f68-1b43-416c-878b-bb1e976570b6, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c0161f68-1b43-416c-878b-bb1e976570b6,segment=NetworkSegment(f721578e-af48-4541-8a63-d0cc37301027),segment_id=f721578e-af48-4541-8a63-d0cc37301027)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:39.163582 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'c0161f68-1b43-416c-878b-bb1e976570b6', 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44', 'port_id': 'c0161f68-1b43-416c-878b-bb1e976570b6', 'mac_address': 'fa:16:3e:31:2e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:23:39.188332 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40618cba-bf15-41f1-bda2-3057059f55a1 req-a66b2b69-05fe-4937-b62c-bf35b6b09466 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:39.192216 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-40618cba-bf15-41f1-bda2-3057059f55a1 req-a66b2b69-05fe-4937-b62c-bf35b6b09466 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 943 time: 0.1217895
Jun 04 15:23:39.242320 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:39.264900 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-40618cba-bf15-41f1-bda2-3057059f55a1 req-eb9bb2ac-7de9-4f31-8ab5-88ad104a62f4 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619652
Jun 04 15:23:39.272158 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0161f68-1b43-416c-878b-bb1e976570b6 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:23:39.290513 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port c0161f68-1b43-416c-878b-bb1e976570b6, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c0161f68-1b43-416c-878b-bb1e976570b6,segment=NetworkSegment(f721578e-af48-4541-8a63-d0cc37301027),segment_id=f721578e-af48-4541-8a63-d0cc37301027)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:39.383237 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:39.385392 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:39.480785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=c0161f68-1b43-416c-878b-bb1e976570b6,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:39.487327 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:39.694262 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['c0161f68-1b43-416c-878b-bb1e976570b6'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:23:39.961141 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3d980-4ccb-411e-bd17-969ab3d53379 req-f7747d4d-3be7-4040-88da-bb040d32db2f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:39.962698 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-46b3d980-4ccb-411e-bd17-969ab3d53379 req-f7747d4d-3be7-4040-88da-bb040d32db2f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 946 time: 0.1081626
Jun 04 15:23:39.979870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5864663-14fa-4435-9f99-0801f27b7f68 req-d8165ab0-c5a4-4943-81df-2718e9a4ca12 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:39.981651 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f5864663-14fa-4435-9f99-0801f27b7f68 req-d8165ab0-c5a4-4943-81df-2718e9a4ca12 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 945 time: 0.0984519
Jun 04 15:23:40.018286 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-46b3d980-4ccb-411e-bd17-969ab3d53379 req-d1be2447-4206-45ef-b69f-32b72ca49edb tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474384
Jun 04 15:23:40.037785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f5864663-14fa-4435-9f99-0801f27b7f68 req-5ade322a-ebbe-45bf-aba7-2ee83c34dffe tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/security-groups?id=26eaba93-454a-4d77-815e-5a5cdd362198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478959
Jun 04 15:23:40.204869 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a9271db7-54c2-410b-84c1-c9231134b24f req-69e3bc55-8af6-49a8-873a-122a1506e66a tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0486310
Jun 04 15:23:40.250276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d982724-a6cb-4b5f-9390-a539eadc07e8 req-452cfd40-26f3-4a43-8dc2-522d34dc4240 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:40.251766 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0d982724-a6cb-4b5f-9390-a539eadc07e8 req-452cfd40-26f3-4a43-8dc2-522d34dc4240 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 943 time: 0.1093941
Jun 04 15:23:40.308016 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0d982724-a6cb-4b5f-9390-a539eadc07e8 req-1ea26c21-77b3-4951-9edc-a5441b862db0 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483453
Jun 04 15:23:40.505734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204f952-1495-47e7-a0f3-13fe8590c6c3 req-a7448441-dc2b-4090-baa4-aacd2a9a5476 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:40.507425 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3204f952-1495-47e7-a0f3-13fe8590c6c3 req-a7448441-dc2b-4090-baa4-aacd2a9a5476 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 944 time: 0.1006882
Jun 04 15:23:40.563253 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3204f952-1495-47e7-a0f3-13fe8590c6c3 req-7db08940-b061-4027-b018-3ecc3ae1ea8e tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416451
Jun 04 15:23:40.949482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device c0161f68-1b43-416c-878b-bb1e976570b6 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:23:41.063750 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 74e1820b-2df7-4b5b-b259-35ade193c0cb details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:23:41.178434 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port c0161f68-1b43-416c-878b-bb1e976570b6 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:23:41.194301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port c0161f68-1b43-416c-878b-bb1e976570b6 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:23:41.194686 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:41.260608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02298985-346e-401a-a44a-d004168d474b req-e53471be-5095-4d6a-bcc8-26dfd8e6173a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:41.263424 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-02298985-346e-401a-a44a-d004168d474b req-e53471be-5095-4d6a-bcc8-26dfd8e6173a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 946 time: 0.1227744
Jun 04 15:23:41.300787 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 74e1820b-2df7-4b5b-b259-35ade193c0cb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=74e1820b-2df7-4b5b-b259-35ade193c0cb,segment=NetworkSegment(3ec3bb61-49fd-46da-b11e-f8d32553d4f2),segment_id=3ec3bb61-49fd-46da-b11e-f8d32553d4f2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:41.307358 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c52c28-8f6a-4279-92b3-60afe049b57d req-d89b116e-f78d-44e8-8051-cab0765abfe1 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:41.309935 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-35c52c28-8f6a-4279-92b3-60afe049b57d req-d89b116e-f78d-44e8-8051-cab0765abfe1 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 945 time: 0.1076548
Jun 04 15:23:41.364427 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '74e1820b-2df7-4b5b-b259-35ade193c0cb', 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64', 'port_id': '74e1820b-2df7-4b5b-b259-35ade193c0cb', 'mac_address': 'fa:16:3e:d9:b0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:23:41.370902 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-35c52c28-8f6a-4279-92b3-60afe049b57d req-d7db547f-7462-424d-9d1f-d8472445bf6b tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/security-groups?id=26eaba93-454a-4d77-815e-5a5cdd362198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475395
Jun 04 15:23:41.381743 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-02298985-346e-401a-a44a-d004168d474b req-971d570d-51a9-4f8f-8204-bddcc4b369d3 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122561
Jun 04 15:23:41.438247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459deb11-931a-47df-8159-d150f3e5ce25 req-0e7aac99-3de8-4e34-afe8-b4bdd06665aa tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:41.440941 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-459deb11-931a-47df-8159-d150f3e5ce25 req-0e7aac99-3de8-4e34-afe8-b4bdd06665aa tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 945 time: 0.1507528
Jun 04 15:23:41.457392 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:41.495233 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:41.513602 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0161f68-1b43-416c-878b-bb1e976570b6'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:23:41.515896 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c914a8-1986-4c29-b207-71c526407901" -d '{"events": [{"server_uuid": "a0696f39-97f2-4d66-a913-18dff5968e43", "name": "network-vif-plugged", "status": "completed", "tag": "c0161f68-1b43-416c-878b-bb1e976570b6"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:23:41.531220 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e1820b-2df7-4b5b-b259-35ade193c0cb {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:23:41.537244 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port c0161f68-1b43-416c-878b-bb1e976570b6, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c0161f68-1b43-416c-878b-bb1e976570b6,segment=NetworkSegment(f721578e-af48-4541-8a63-d0cc37301027),segment_id=f721578e-af48-4541-8a63-d0cc37301027)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:41.552220 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 74e1820b-2df7-4b5b-b259-35ade193c0cb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=74e1820b-2df7-4b5b-b259-35ade193c0cb,segment=NetworkSegment(3ec3bb61-49fd-46da-b11e-f8d32553d4f2),segment_id=3ec3bb61-49fd-46da-b11e-f8d32553d4f2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:41.586995 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0c3981d2-227e-4d64-a27e-be3fe7a9e8b0 req-f9abe943-8817-470f-83ff-0582e22d2e19 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0659444
Jun 04 15:23:41.604852 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:41.607245 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:41.650807 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:41.692730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=c0161f68-1b43-416c-878b-bb1e976570b6,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:41.698807 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:41.699727 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:41.788407 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=74e1820b-2df7-4b5b-b259-35ade193c0cb,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:41.792707 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:41.833393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5d8f-ddb9-4f47-adb0-356e9ac2cd67 req-1276d4d5-8491-4f58-a993-d5db2ae53a60 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:41.834954 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-328a5d8f-ddb9-4f47-adb0-356e9ac2cd67 req-1276d4d5-8491-4f58-a993-d5db2ae53a60 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 944 time: 0.1858563
Jun 04 15:23:41.847810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-459deb11-931a-47df-8159-d150f3e5ce25 req-511feda7-7778-4432-b1d0-adaafff15525 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Deleting port a52774f0-d4d8-4af9-be04-1229ce770726 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:23:41.848156 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-459deb11-931a-47df-8159-d150f3e5ce25 req-511feda7-7778-4432-b1d0-adaafff15525 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:41.850599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e258f58-a244-436d-8ab7-3e3fe788fd6c req-238311b9-1cf9-4128-b6a3-362d73f46491 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:41.853617 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6e258f58-a244-436d-8ab7-3e3fe788fd6c req-238311b9-1cf9-4128-b6a3-362d73f46491 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 946 time: 0.1181672
Jun 04 15:23:41.912894 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6e258f58-a244-436d-8ab7-3e3fe788fd6c req-247f8f08-6565-455e-bb04-9b2736f26362 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518668
Jun 04 15:23:41.986146 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-328a5d8f-ddb9-4f47-adb0-356e9ac2cd67 req-cc0df69d-4c8e-4ad4-aa55-4f608a7416ed tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1411157
Jun 04 15:23:42.049519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-459deb11-931a-47df-8159-d150f3e5ce25 req-511feda7-7778-4432-b1d0-adaafff15525 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] For port a52774f0-d4d8-4af9-be04-1229ce770726, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=a52774f0-d4d8-4af9-be04-1229ce770726,segment=NetworkSegment(4f365008-027f-4238-a3fd-13801d80092d),segment_id=4f365008-027f-4238-a3fd-13801d80092d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:42.049898 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-459deb11-931a-47df-8159-d150f3e5ce25 req-511feda7-7778-4432-b1d0-adaafff15525 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:42.051298 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf33dea7-9447-413e-8410-f6a73f07ffce x-openstack-request-id: req-bf33dea7-9447-413e-8410-f6a73f07ffce {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:23:42.052368 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0696f39-97f2-4d66-a913-18dff5968e43", "name": "network-vif-plugged", "status": "completed", "tag": "c0161f68-1b43-416c-878b-bb1e976570b6", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:23:42.053024 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf33dea7-9447-413e-8410-f6a73f07ffce {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:23:42.054051 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0161f68-1b43-416c-878b-bb1e976570b6', 'code': 200}
Jun 04 15:23:42.219991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['74e1820b-2df7-4b5b-b259-35ade193c0cb'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:23:42.229471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-459deb11-931a-47df-8159-d150f3e5ce25 req-511feda7-7778-4432-b1d0-adaafff15525 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Calling delete_port for a52774f0-d4d8-4af9-be04-1229ce770726 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:23:42.379334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b1ce9-45c2-41b3-a424-ecd2c768ac0d req-ccd73858-4a6f-412c-ab41-67aaa08d9f27 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:42.380783 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-904b1ce9-45c2-41b3-a424-ecd2c768ac0d req-ccd73858-4a6f-412c-ab41-67aaa08d9f27 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.1589577
Jun 04 15:23:42.385274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d347ed-6d53-4ecf-85f3-32143b5baa38 req-a7fa292a-6389-46d9-8ba6-0b654f09cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:42.386722 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a9d347ed-6d53-4ecf-85f3-32143b5baa38 req-a7fa292a-6389-46d9-8ba6-0b654f09cd79 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 1096 time: 0.2568150
Jun 04 15:23:42.528694 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-904b1ce9-45c2-41b3-a424-ecd2c768ac0d req-b0291dea-f323-4cd7-8d9c-c5e13b0463ef tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315606
Jun 04 15:23:42.531106 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a9d347ed-6d53-4ecf-85f3-32143b5baa38 req-bb343621-db68-4cc0-92e5-810a2dfd9844 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351805
Jun 04 15:23:42.636198 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-459deb11-931a-47df-8159-d150f3e5ce25 req-511feda7-7778-4432-b1d0-adaafff15525 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:42.643962 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ee274fa7-213a-46da-8432-f61639e81cd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:42.652239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['a52774f0-d4d8-4af9-be04-1229ce770726'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:23:42.737261 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-38dad04b-5b61-47a8-86f2-d4168d15a505 req-9854094a-65b9-415f-875e-3e272077568e tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 210 time: 0.1021421
Jun 04 15:23:42.738093 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511feda7-7778-4432-b1d0-adaafff15525 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Pushing event deleted for resources: {'Port': ['ID=a52774f0-d4d8-4af9-be04-1229ce770726,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:42.740673 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-511feda7-7778-4432-b1d0-adaafff15525 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:42.828407 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-459deb11-931a-47df-8159-d150f3e5ce25 req-511feda7-7778-4432-b1d0-adaafff15525 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] No DVR routers for this DVR port a52774f0-d4d8-4af9-be04-1229ce770726 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:23:42.833478 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-459deb11-931a-47df-8159-d150f3e5ce25 req-511feda7-7778-4432-b1d0-adaafff15525 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:42.838091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b632142-5b61-48dd-add8-99039aa41046', 'name': 'network-vif-deleted', 'tag': 'a52774f0-d4d8-4af9-be04-1229ce770726'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:23:42.841691 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09382c04-108e-42b2-b6b9-9d04e1ab6c88" -d '{"events": [{"server_uuid": "8b632142-5b61-48dd-add8-99039aa41046", "name": "network-vif-deleted", "tag": "a52774f0-d4d8-4af9-be04-1229ce770726"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:23:42.935757 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d76330-026c-4ec5-9f92-cbbbc894bfc2 x-openstack-request-id: req-14d76330-026c-4ec5-9f92-cbbbc894bfc2 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:23:42.936348 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b632142-5b61-48dd-add8-99039aa41046", "name": "network-vif-deleted", "tag": "a52774f0-d4d8-4af9-be04-1229ce770726", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:23:42.936945 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14d76330-026c-4ec5-9f92-cbbbc894bfc2 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:23:42.937634 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b632142-5b61-48dd-add8-99039aa41046', 'name': 'network-vif-deleted', 'tag': 'a52774f0-d4d8-4af9-be04-1229ce770726', 'status': 'completed', 'code': 200}
Jun 04 15:23:42.968162 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-459deb11-931a-47df-8159-d150f3e5ce25 req-511feda7-7778-4432-b1d0-adaafff15525 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.65 "DELETE /v2.0/ports/a52774f0-d4d8-4af9-be04-1229ce770726 HTTP/1.1" status: 204  len: 173 time: 1.5189421
Jun 04 15:23:43.037513 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-83610c97-1231-418d-b173-5834cd8f7db9 req-f352125c-c629-4a9c-957e-4aba2b76fe0d tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0489845
Jun 04 15:23:43.210860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6787fb-6fb3-4218-83c2-b46c722267c9 req-a1df813e-4b3d-4766-a396-dc40f295fdb8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:43.213983 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c6787fb-6fb3-4218-83c2-b46c722267c9 req-a1df813e-4b3d-4766-a396-dc40f295fdb8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 946 time: 0.1157060
Jun 04 15:23:43.302414 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c6787fb-6fb3-4218-83c2-b46c722267c9 req-1190ba51-e65f-43a2-87a5-4663cdc48c32 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750315
Jun 04 15:23:43.570366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11248a-8b60-4598-8742-86f132e83dc3 req-539985bb-1f88-4f91-8c74-0b7a294376e4 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:43.572485 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3a11248a-8b60-4598-8742-86f132e83dc3 req-539985bb-1f88-4f91-8c74-0b7a294376e4 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 944 time: 0.2456679
Jun 04 15:23:43.645554 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3a11248a-8b60-4598-8742-86f132e83dc3 req-e0b3a0fc-6e0f-460e-826c-16f6ac9cf539 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551488
Jun 04 15:23:43.746723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b349b-4701-432f-b92f-d5ce3c7d4fe5 req-00d44a12-c1b9-4673-8ce5-4243afa274c0 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:43.748457 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc7b349b-4701-432f-b92f-d5ce3c7d4fe5 req-00d44a12-c1b9-4673-8ce5-4243afa274c0 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.0950079
Jun 04 15:23:43.800667 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc7b349b-4701-432f-b92f-d5ce3c7d4fe5 req-cda471b9-f378-45c9-9c8e-157b7f1ebb24 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461044
Jun 04 15:23:43.944212 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3a8dd2a4-a5c2-436e-81c3-6df722978c34 req-5c7c9505-5102-4e76-845d-d204cc825ef9 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b632142-5b61-48dd-add8-99039aa41046 HTTP/1.1" status: 200  len: 210 time: 0.0563879
Jun 04 15:23:44.219148 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aacf8025-e0cd-4add-8a32-d3143b26f289 req-91cdca69-61d5-437b-8476-bdb60117d8c7 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0504413
Jun 04 15:23:44.541568 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7acf9-9d28-465e-b761-f15802d06ee4 req-68e57586-759a-4194-86d7-475d4b0d57ed tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:44.544107 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-54c7acf9-9d28-465e-b761-f15802d06ee4 req-68e57586-759a-4194-86d7-475d4b0d57ed tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 946 time: 0.1011376
Jun 04 15:23:44.613764 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-54c7acf9-9d28-465e-b761-f15802d06ee4 req-18cf72df-2ac1-40ad-bf50-9c6bccfb2143 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619426
Jun 04 15:23:44.815332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7ff30-0f87-4891-8c22-91ec661f23b7 req-1764dc37-53eb-4873-abaa-241d5ffa343b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:44.816854 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dce7ff30-0f87-4891-8c22-91ec661f23b7 req-1764dc37-53eb-4873-abaa-241d5ffa343b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 946 time: 0.0854123
Jun 04 15:23:44.860824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355994d-d440-4bd1-b62a-8595d29c4b3e req-30617bd9-eae1-49d7-94ef-246394219caf tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:44.863695 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1355994d-d440-4bd1-b62a-8595d29c4b3e req-30617bd9-eae1-49d7-94ef-246394219caf tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 944 time: 0.0949585
Jun 04 15:23:44.912617 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1355994d-d440-4bd1-b62a-8595d29c4b3e req-de7414ab-04d4-44e7-86df-69e4496d5be3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420699
Jun 04 15:23:44.982934 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device a52774f0-d4d8-4af9-be04-1229ce770726 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:23:45.023907 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: a52774f0-d4d8-4af9-be04-1229ce770726 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:23:45.024256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device a52774f0-d4d8-4af9-be04-1229ce770726 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:23:45.027368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-dce7ff30-0f87-4891-8c22-91ec661f23b7 req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Deleting port a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:23:45.027719 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dce7ff30-0f87-4891-8c22-91ec661f23b7 req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:45.065195 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49398) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:45.086319 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 74e1820b-2df7-4b5b-b259-35ade193c0cb up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:23:45.143907 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d197c6-9d71-44f1-a318-c1bfd2e01b60 admin admin] Deleting subnet df11a9c2-3f15-48cc-bea2-8432db6caaae {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:23:45.149718 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2d197c6-9d71-44f1-a318-c1bfd2e01b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:45.220341 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2d197c6-9d71-44f1-a318-c1bfd2e01b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:45.251401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 74e1820b-2df7-4b5b-b259-35ade193c0cb completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:23:45.260245 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 74e1820b-2df7-4b5b-b259-35ade193c0cb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:23:45.260774 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:45.311933 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2d197c6-9d71-44f1-a318-c1bfd2e01b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:45.391139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56dd62-99dc-472c-b614-c85e576c15f2 req-ca19b5da-e12b-401a-843f-77da8f060997 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:45.393330 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d56dd62-99dc-472c-b614-c85e576c15f2 req-ca19b5da-e12b-401a-843f-77da8f060997 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.4165576
Jun 04 15:23:45.400296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-dce7ff30-0f87-4891-8c22-91ec661f23b7 req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] For port a51ec9af-7e9b-4664-84d7-a3f3d4c679a9, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a51ec9af-7e9b-4664-84d7-a3f3d4c679a9,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:45.400574 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dce7ff30-0f87-4891-8c22-91ec661f23b7 req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:45.415166 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:45.438163 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09e1404f-eba2-4097-bc76-8c61ba67877c req-04e7b98e-730e-401e-9348-f03d446e37a6 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0480797
Jun 04 15:23:45.455244 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 74e1820b-2df7-4b5b-b259-35ade193c0cb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=74e1820b-2df7-4b5b-b259-35ade193c0cb,segment=NetworkSegment(3ec3bb61-49fd-46da-b11e-f8d32553d4f2),segment_id=3ec3bb61-49fd-46da-b11e-f8d32553d4f2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:23:45.456764 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140d7cd1-f1c0-4ab8-b988-7eb113b05cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e1820b-2df7-4b5b-b259-35ade193c0cb'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:23:45.472099 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3a9105-22e9-4b0a-a6c2-7cf6e637f959" -d '{"events": [{"server_uuid": "140d7cd1-f1c0-4ab8-b988-7eb113b05cd3", "name": "network-vif-plugged", "status": "completed", "tag": "74e1820b-2df7-4b5b-b259-35ade193c0cb"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:23:45.515402 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1912fbf-bf68-4a67-8945-25086a9bd7c0 x-openstack-request-id: req-a1912fbf-bf68-4a67-8945-25086a9bd7c0 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:23:45.515769 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140d7cd1-f1c0-4ab8-b988-7eb113b05cd3", "name": "network-vif-plugged", "status": "completed", "tag": "74e1820b-2df7-4b5b-b259-35ade193c0cb", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:23:45.516108 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1912fbf-bf68-4a67-8945-25086a9bd7c0 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:23:45.516563 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140d7cd1-f1c0-4ab8-b988-7eb113b05cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e1820b-2df7-4b5b-b259-35ade193c0cb', 'code': 200}
Jun 04 15:23:45.537450 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:45.540506 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:45.588810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-dce7ff30-0f87-4891-8c22-91ec661f23b7 req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Calling delete_port for a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:23:45.639422 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d56dd62-99dc-472c-b614-c85e576c15f2 req-bba8117d-b7d5-4f60-9745-bb952681b6a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2310376
Jun 04 15:23:45.687023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=74e1820b-2df7-4b5b-b259-35ade193c0cb,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:45.691239 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:45.859478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb55090-4604-43c7-a557-8932b5541607 req-f3290480-9bee-4f29-9fb6-c8b615ff4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:45.860975 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dbb55090-4604-43c7-a557-8932b5541607 req-f3290480-9bee-4f29-9fb6-c8b615ff4d39 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 1096 time: 0.2390733
Jun 04 15:23:45.886733 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2d197c6-9d71-44f1-a318-c1bfd2e01b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:45.891439 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0413ea78-d1d8-486b-89aa-849f8290c214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:45.926345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d197c6-9d71-44f1-a318-c1bfd2e01b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df11a9c2-3f15-48cc-bea2-8432db6caaae,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:45.929068 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b2d197c6-9d71-44f1-a318-c1bfd2e01b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:45.934035 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2d197c6-9d71-44f1-a318-c1bfd2e01b60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:45.940736 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b2d197c6-9d71-44f1-a318-c1bfd2e01b60 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/df11a9c2-3f15-48cc-bea2-8432db6caaae HTTP/1.1" status: 204  len: 168 time: 0.8740122
Jun 04 15:23:45.943981 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49412) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:45.971068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c89a13-a386-468a-a815-bddde62e7481 req-c500d225-c5c1-4ada-af99-c420e888e946 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:45.972647 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-92c89a13-a386-468a-a815-bddde62e7481 req-c500d225-c5c1-4ada-af99-c420e888e946 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 946 time: 0.2059569
Jun 04 15:23:45.980465 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dbb55090-4604-43c7-a557-8932b5541607 req-920c52cb-267d-440a-bf53-a27d5e1f8e50 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0857840
Jun 04 15:23:46.029117 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-92c89a13-a386-468a-a815-bddde62e7481 req-0cdda765-1a20-46c6-bb7c-95ca4d74d07f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443168
Jun 04 15:23:46.057419 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dce7ff30-0f87-4891-8c22-91ec661f23b7 req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:46.070947 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6dbcb869-b7c3-4c99-8505-2868a006efab'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:23:46.072099 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d8562d74-4730-45fc-9d35-eeed3930ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:46.074560 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44b74848-5cea-4626-be44-cd7aa67ddd92 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:46.129642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Pushing event deleted for resources: {'Port': ['ID=a51ec9af-7e9b-4664-84d7-a3f3d4c679a9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:46.152122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['a51ec9af-7e9b-4664-84d7-a3f3d4c679a9'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:23:46.169516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:46.170146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:46.170598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:46.171043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:46.171480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:46.171940 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:46.172387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:46.172818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:46.173270 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:46.174314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:46.174755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:46.175185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:23:46.190950 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:46.216912 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d8562d74-4730-45fc-9d35-eeed3930ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:46.233565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d8562d74-4730-45fc-9d35-eeed3930ecbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386acce80>,) {'filters': {'network_id': ['75fd2871-7399-4d72-8d5c-4968a8f0a472']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:46.248188 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d8562d74-4730-45fc-9d35-eeed3930ecbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386acce80>, '4f365008-027f-4238-a3fd-13801d80092d') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:46.248687 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d8562d74-4730-45fc-9d35-eeed3930ecbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386acce80>, '4f365008-027f-4238-a3fd-13801d80092d') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:46.266413 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d8562d74-4730-45fc-9d35-eeed3930ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:46.291663 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d8562d74-4730-45fc-9d35-eeed3930ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:46.301483 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8562d74-4730-45fc-9d35-eeed3930ecbc admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:23:46.301921 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d8562d74-4730-45fc-9d35-eeed3930ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:46.319314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce7ff30-0f87-4891-8c22-91ec661f23b7 req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] No DVR routers for this DVR port a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:23:46.324079 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:23:46.333678 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dce7ff30-0f87-4891-8c22-91ec661f23b7 req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:46.341893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7e998d-ed99-4a61-8c4d-c792ffde9386', 'name': 'network-vif-deleted', 'tag': 'a51ec9af-7e9b-4664-84d7-a3f3d4c679a9'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:23:46.344489 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02077db1-d338-44e7-a54a-707fc0d49f0e" -d '{"events": [{"server_uuid": "5e7e998d-ed99-4a61-8c4d-c792ffde9386", "name": "network-vif-deleted", "tag": "a51ec9af-7e9b-4664-84d7-a3f3d4c679a9"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:23:46.400884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092d00b-fda0-4e5f-bea0-72fcd4c874cb req-25c75272-949e-458f-aad6-3ca9b4c5a96d tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:46.406190 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0092d00b-fda0-4e5f-bea0-72fcd4c874cb req-25c75272-949e-458f-aad6-3ca9b4c5a96d tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 945 time: 0.2169011
Jun 04 15:23:46.417481 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dce7ff30-0f87-4891-8c22-91ec661f23b7 req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "DELETE /v2.0/ports/a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 HTTP/1.1" status: 204  len: 173 time: 1.5934751
Jun 04 15:23:46.477032 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0092d00b-fda0-4e5f-bea0-72fcd4c874cb req-5119520b-6338-4160-9106-b232245e0662 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629261
Jun 04 15:23:46.497175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c90c1-39ec-41bc-834a-fe9a69c18344 req-24ef3ace-4b71-4253-a290-d95a0e20316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:46.497175 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c09c90c1-39ec-41bc-834a-fe9a69c18344 req-24ef3ace-4b71-4253-a290-d95a0e20316a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89f3555b982945e8b0a06f78109c1548&device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 1096 time: 0.1551518
Jun 04 15:23:46.556562 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ebb3b1-e506-4a76-9d8f-a96afd71de1b x-openstack-request-id: req-20ebb3b1-e506-4a76-9d8f-a96afd71de1b {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:23:46.556834 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7e998d-ed99-4a61-8c4d-c792ffde9386", "name": "network-vif-deleted", "tag": "a51ec9af-7e9b-4664-84d7-a3f3d4c679a9", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:23:46.557162 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20ebb3b1-e506-4a76-9d8f-a96afd71de1b {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:23:46.557613 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7e998d-ed99-4a61-8c4d-c792ffde9386', 'name': 'network-vif-deleted', 'tag': 'a51ec9af-7e9b-4664-84d7-a3f3d4c679a9', 'status': 'completed', 'code': 200}
Jun 04 15:23:46.578708 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d8562d74-4730-45fc-9d35-eeed3930ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:46.591285 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-11fb82e1-a5bd-405f-a605-e52b790618ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:46.614012 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d8562d74-4730-45fc-9d35-eeed3930ecbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:46.619423 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8562d74-4730-45fc-9d35-eeed3930ecbc admin admin] Pushing event deleted for resources: {'Network': ['ID=75fd2871-7399-4d72-8d5c-4968a8f0a472,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:46.621174 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d8562d74-4730-45fc-9d35-eeed3930ecbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:46.644105 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d718b-7636-4da8-a8d3-fc5cc7f05f62 req-0b651cee-d900-40aa-a8d5-513ff3c3f63c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:46.645664 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-190d718b-7636-4da8-a8d3-fc5cc7f05f62 req-0b651cee-d900-40aa-a8d5-513ff3c3f63c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.1385026
Jun 04 15:23:46.682224 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c90c1-39ec-41bc-834a-fe9a69c18344 req-5029b3ef-db28-4d45-b496-068ed575497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:46.684632 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c09c90c1-39ec-41bc-834a-fe9a69c18344 req-5029b3ef-db28-4d45-b496-068ed575497a service neutron] 10.222.0.65 "GET /v2.0/networks?id=14881b01-33c8-41e1-a55f-38deed5fdc44 HTTP/1.1" status: 200  len: 921 time: 0.1760449
Jun 04 15:23:46.704384 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-190d718b-7636-4da8-a8d3-fc5cc7f05f62 req-b0b71d14-0d4a-4835-b245-922418477c5a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521734
Jun 04 15:23:46.711030 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d8562d74-4730-45fc-9d35-eeed3930ecbc admin admin] 10.222.0.32 "DELETE /v2.0/networks/75fd2871-7399-4d72-8d5c-4968a8f0a472 HTTP/1.1" status: 204  len: 168 time: 0.7657287
Jun 04 15:23:46.818773 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6ca8362-255c-4507-b534-13addf6e0f01 req-13b2dc39-b3a0-437a-b6a1-62c806562dab tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.1313910
Jun 04 15:23:46.836740 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c09c90c1-39ec-41bc-834a-fe9a69c18344 req-6f82338e-e20d-4d5e-a7e3-ffda76d4196f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0161f68-1b43-416c-878b-bb1e976570b6 HTTP/1.1" status: 200  len: 217 time: 0.0885468
Jun 04 15:23:46.924633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c90c1-39ec-41bc-834a-fe9a69c18344 req-643ebd3e-de96-4f18-a7db-f208374a9782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:46.927347 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c09c90c1-39ec-41bc-834a-fe9a69c18344 req-643ebd3e-de96-4f18-a7db-f208374a9782 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d10bb029-53b7-4a86-9fb5-aeb307e6e54f HTTP/1.1" status: 200  len: 860 time: 0.0824215
Jun 04 15:23:46.996391 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c09c90c1-39ec-41bc-834a-fe9a69c18344 req-68dc273d-4f41-4e62-87ef-2996913ab135 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14881b01-33c8-41e1-a55f-38deed5fdc44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0543654
Jun 04 15:23:47.184768 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c09c90c1-39ec-41bc-834a-fe9a69c18344 req-08bee3e8-5b8b-4745-8874-71028652365b service neutron] 10.222.0.65 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1800790
Jun 04 15:23:47.224817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49428) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:47.264910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7451b5ea-a4f8-41cc-8ce5-44dc339427ab req-570bed63-11f7-46c3-83be-a892e9a0c71e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Synchronizing usage tracker for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:23:47.307414 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-13ec7f0b-a9d7-4e85-9a82-ce79d2ac28e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de5df697ef8c4c00b47baf0f1a941b52&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0803788
Jun 04 15:23:47.312612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49430) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:47.397681 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3134-19c9-482c-adc5-52815b54b638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:47.437069 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3134-19c9-482c-adc5-52815b54b638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:47.601373 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c09c90c1-39ec-41bc-834a-fe9a69c18344 req-4f596bb9-b164-461b-92c4-677506eadaed service neutron] 10.222.0.65 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3734393
Jun 04 15:23:47.613157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7451b5ea-a4f8-41cc-8ce5-44dc339427ab req-570bed63-11f7-46c3-83be-a892e9a0c71e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Unset dirty status for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:23:47.614321 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7451b5ea-a4f8-41cc-8ce5-44dc339427ab req-570bed63-11f7-46c3-83be-a892e9a0c71e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7e998d-ed99-4a61-8c4d-c792ffde9386 HTTP/1.1" status: 200  len: 210 time: 0.4281430
Jun 04 15:23:47.634559 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3134-19c9-482c-adc5-52815b54b638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:47.642927 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:47.662156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb3134-19c9-482c-adc5-52815b54b638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eaba93-454a-4d77-815e-5a5cdd362198,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:47.665175 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e2bb3134-19c9-482c-adc5-52815b54b638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:47.842247 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3134-19c9-482c-adc5-52815b54b638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:47.843301 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e2bb3134-19c9-482c-adc5-52815b54b638 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26eaba93-454a-4d77-815e-5a5cdd362198 HTTP/1.1" status: 204  len: 168 time: 0.5295718
Jun 04 15:23:47.917320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a57b0-db63-4ee8-bfd7-40e129ab84f7 req-636ca622-5865-441f-9b56-4f1fceefecfd tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:47.924983 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-184a57b0-db63-4ee8-bfd7-40e129ab84f7 req-636ca622-5865-441f-9b56-4f1fceefecfd tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 945 time: 0.1604736
Jun 04 15:23:47.985381 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-184a57b0-db63-4ee8-bfd7-40e129ab84f7 req-893f1a43-3401-4f93-8bf1-c40b6a3c9309 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593541
Jun 04 15:23:48.026786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee737f8e-c448-42cb-954e-f2e696b4ab6e req-38440e69-bcd3-4dac-94ac-916fc0ea79dd tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:48.028083 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee737f8e-c448-42cb-954e-f2e696b4ab6e req-38440e69-bcd3-4dac-94ac-916fc0ea79dd tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.1738420
Jun 04 15:23:48.088408 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee737f8e-c448-42cb-954e-f2e696b4ab6e req-1e2a1f8e-0914-4a6f-8f07-f8a19d04d662 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532522
Jun 04 15:23:48.255447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-42caffe4-3189-496a-bf14-21fbbbfacf6b req-2edc8937-0cd7-4fa1-82c9-b434780b34bb tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0475743
Jun 04 15:23:49.122130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:23:49.196188 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:23:49.196757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device a51ec9af-7e9b-4664-84d7-a3f3d4c679a9 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:23:49.218278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38e9f1-c910-45ae-816e-6bd20eb0064a req-a72a6959-4a8d-4278-83f9-b3fb0e7e44b6 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:49.221352 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff38e9f1-c910-45ae-816e-6bd20eb0064a req-a72a6959-4a8d-4278-83f9-b3fb0e7e44b6 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 945 time: 0.1318917
Jun 04 15:23:49.271351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 49490) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:49.289048 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff38e9f1-c910-45ae-816e-6bd20eb0064a req-bbc7ce36-8fa9-45a7-8105-3a63d8a363ad tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617149
Jun 04 15:23:49.438109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1374418490-network', 'tenant_id': '235f75d7a2594e649df3987b681e5978'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:49.445211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:23:49.456579 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Usage tracker for resource:network and tenant:235f75d7a2594e649df3987b681e5978 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:23:49.460556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:23:49.467515 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-c7d052d1-bd01-4c5a-a6cf-e640a0f4cc2e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:49.468120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:23:49.469912 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-c7d052d1-bd01-4c5a-a6cf-e640a0f4cc2e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 806 time: 0.3470378
Jun 04 15:23:49.490674 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-888e3f25-b8d7-4d29-b628-f3718dd2cf61 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/quotas/c38593d5cdbb4effb71c91bd3b3e56bb HTTP/1.1" status: 200  len: 375 time: 0.0110810
Jun 04 15:23:49.512517 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eaa07d-4ae2-4bef-81a8-a18ad537b72a req-888fb28a-95c7-4f2e-af9b-39a3229f5968 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:49.514744 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a9eaa07d-4ae2-4bef-81a8-a18ad537b72a req-888fb28a-95c7-4f2e-af9b-39a3229f5968 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.1226041
Jun 04 15:23:49.579155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Made reservation on behalf of 235f75d7a2594e649df3987b681e5978 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:23:49.584424 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:49.609347 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:49.629238 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a9eaa07d-4ae2-4bef-81a8-a18ad537b72a req-4a08f74f-239b-4978-8097-bf058effa2ea tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052628
Jun 04 15:23:49.630341 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5d6ca6c1-fd1f-401e-8600-0da89fd1cab8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1341600
Jun 04 15:23:49.633693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:23:49.637798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Usage tracker for resource:security_group_rule and tenant:235f75d7a2594e649df3987b681e5978 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:23:49.640870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:23:49.648003 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:23:49.751771 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:49.793649 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-e15dd493-a0bb-4522-b378-aa85ad0b4c93 service neutron] 10.222.0.32 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552982
Jun 04 15:23:49.834240 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:49.838731 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-781a7200-550c-43e5-96bf-b3d71cec61ce tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:49.905850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:23:49.917077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64a460f-0415-41d4-b994-111cc1dfa9be,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:49.920851 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-37769c3c-7990-4c88-a447-be945324276b req-62446d34-9c8a-4537-8dc5-5fca74f92edd tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0589759
Jun 04 15:23:49.923443 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:49.928274 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:49.928754 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Added segment e87f0c34-ea2d-4bae-9687-69d3cc622565 of type vlan for network 966a1fa0-5120-478a-806c-ac180bd53af5
Jun 04 15:23:49.943346 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-68821ad4-7a9c-462a-a298-c4d4fa934b02 service neutron] 10.222.0.32 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424401
Jun 04 15:23:49.965655 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:50.123368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58979eb3-c978-4db0-bd1e-9cf7235fdff2 req-fa22c527-162f-4cad-b73b-fb5b659e8e78 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:50.124837 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-58979eb3-c978-4db0-bd1e-9cf7235fdff2 req-fa22c527-162f-4cad-b73b-fb5b659e8e78 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 945 time: 0.0879970
Jun 04 15:23:50.125934 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:50.126924 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:50.127546 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:50.131478 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e648f642-7f3c-4a4f-b854-50d8cff111ca tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:50.136128 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49500) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:50.144220 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8f5cf5b6-5abf-4a72-b2f2-0ee7335e4de5 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Request body: {'floatingip': {'port_id': '74e1820b-2df7-4b5b-b259-35ade193c0cb'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:50.237848 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf5b6-5abf-4a72-b2f2-0ee7335e4de5 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:50.273259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Pushing event updated for resources: {'Network': ['ID=966a1fa0-5120-478a-806c-ac180bd53af5,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:50.279832 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:50.288112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 966a1fa0-5120-478a-806c-ac180bd53af5 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:23:50.351073 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.0756905
Jun 04 15:23:50.354144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 49506) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:23:50.366732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Request body: {'subnet': {'network_id': '966a1fa0-5120-478a-806c-ac180bd53af5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1374418490-subnet', 'tenant_id': '235f75d7a2594e649df3987b681e5978', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:50.380748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:23:50.393326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Usage tracker for resource:subnet and tenant:235f75d7a2594e649df3987b681e5978 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:23:50.400798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:23:50.406980 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:23:50.479642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Made reservation on behalf of 235f75d7a2594e649df3987b681e5978 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:23:50.482182 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:50.495726 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3683d0bc-f53d-4943-bfa9-1635872f420b req-62b1e566-d1b3-4d01-8a87-dcea641080c1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 210 time: 0.1636562
Jun 04 15:23:50.895175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b5546-f697-4d43-8af4-fadab2c8dc7f req-c1b1276e-7c42-4d1b-a5fa-98fad026dba9 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:50.897532 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f46b5546-f697-4d43-8af4-fadab2c8dc7f req-c1b1276e-7c42-4d1b-a5fa-98fad026dba9 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.1451385
Jun 04 15:23:51.011617 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f46b5546-f697-4d43-8af4-fadab2c8dc7f req-a4db42ca-ba0c-4179-9ccb-e00689260cc8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612059
Jun 04 15:23:51.022898 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf5b6-5abf-4a72-b2f2-0ee7335e4de5 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:51.110073 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:51.117455 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:51.139351 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2c2e006c-8e4f-415e-bfcb-71a5fc6b112b req-002b8a7b-711b-4944-9df7-8fa2799ce2a1 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0516865
Jun 04 15:23:51.145146 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf5b6-5abf-4a72-b2f2-0ee7335e4de5 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:51.188377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c9ee14-6fa5-4137-98d1-a68891b7c6e5,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:51.200425 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:51.214793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Checking segment: {'id': 'e87f0c34-ea2d-4bae-9687-69d3cc622565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '966a1fa0-5120-478a-806c-ac180bd53af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:23:51.215403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Network hostable DHCP agents. Network: 966a1fa0-5120-478a-806c-ac180bd53af5, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:23:51.314802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Network 966a1fa0-5120-478a-806c-ac180bd53af5 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:23:51.477333 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-8f5cf5b6-5abf-4a72-b2f2-0ee7335e4de5 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Floating IP af999201-8d76-475b-abce-bbd7d3d1bc7f associated. External IP: 172.25.4.84, port: 74e1820b-2df7-4b5b-b259-35ade193c0cb.
Jun 04 15:23:51.497150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 966a1fa0-5120-478a-806c-ac180bd53af5) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:23:51.508399 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e688f92-1f6b-4b96-a8b0-7051f50eff33 None None] Network 966a1fa0-5120-478a-806c-ac180bd53af5 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:23:51.516060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:51.516794 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:51.621529 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2654676
Jun 04 15:23:51.741106 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bc1c8931-0ffa-4a0a-8468-5ffa846c2a27 req-3fab1ec7-b160-4f66-932a-ea4714b9f9d0 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 210 time: 0.0783923
Jun 04 15:23:51.753167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3792c48-fdd6-4f59-9093-c629d4ed224b None None] Network 966a1fa0-5120-478a-806c-ac180bd53af5 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:23:52.004717 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5cf5b6-5abf-4a72-b2f2-0ee7335e4de5 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Router a45899ca-9541-4d24-b87b-de4dfc883cc2 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:23:52.283541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5cf5b6-5abf-4a72-b2f2-0ee7335e4de5 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:23:52.288610 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf5b6-5abf-4a72-b2f2-0ee7335e4de5 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:52.295640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd88e55-abcd-49b1-aa78-c0d60228dc75 None None] Sync routers for ids ['a45899ca-9541-4d24-b87b-de4dfc883cc2'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:23:52.308459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd88e55-abcd-49b1-aa78-c0d60228dc75 None None] Routers {'a45899ca-9541-4d24-b87b-de4dfc883cc2'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:23:52.309221 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-dbd88e55-abcd-49b1-aa78-c0d60228dc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c66f9a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:23:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a45899ca-9541-4d24-b87b-de4dfc883cc2'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:52.331121 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-4a3bf619-68ef-4350-b184-d52103bd9cbd tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:52.332545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-4a3bf619-68ef-4350-b184-d52103bd9cbd tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Synchronizing usage tracker for tenant:235f75d7a2594e649df3987b681e5978 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:23:52.365087 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8f5cf5b6-5abf-4a72-b2f2-0ee7335e4de5 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "PUT /v2.0/floatingips/af999201-8d76-475b-abce-bbd7d3d1bc7f HTTP/1.1" status: 200  len: 990 time: 2.2269263
Jun 04 15:23:52.365909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140d7cd1-f1c0-4ab8-b988-7eb113b05cd3', 'tag': '74e1820b-2df7-4b5b-b259-35ade193c0cb'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:23:52.368287 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bffea0-0128-436e-be2b-205bb0590c19" -d '{"events": [{"name": "network-changed", "server_uuid": "140d7cd1-f1c0-4ab8-b988-7eb113b05cd3", "tag": "74e1820b-2df7-4b5b-b259-35ade193c0cb"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:23:52.378406 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c249e22-6b8a-4f04-8526-d3ffaebc867e req-ace7d6bb-f388-431f-afa4-a71539757b4f tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:52.379948 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6c249e22-6b8a-4f04-8526-d3ffaebc867e req-ace7d6bb-f388-431f-afa4-a71539757b4f tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.1951559
Jun 04 15:23:52.430757 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6c249e22-6b8a-4f04-8526-d3ffaebc867e req-65f1aa44-29b7-4f8c-899c-f564ecdf7b06 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442886
Jun 04 15:23:52.446142 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-4a3bf619-68ef-4350-b184-d52103bd9cbd tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Unset dirty status for tenant:235f75d7a2594e649df3987b681e5978 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:23:52.457740 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-4a3bf619-68ef-4350-b184-d52103bd9cbd tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/networks?id=966a1fa0-5120-478a-806c-ac180bd53af5 HTTP/1.1" status: 200  len: 813 time: 0.3147974
Jun 04 15:23:52.474987 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-c16ce1e0-d7c6-4831-a1b3-20ee9f1ac977 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/quotas/235f75d7a2594e649df3987b681e5978 HTTP/1.1" status: 200  len: 375 time: 0.0161753
Jun 04 15:23:52.533922 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0b11bb21-0ce8-4c96-96ee-6e343d0f2db1 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=235f75d7a2594e649df3987b681e5978&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0522099
Jun 04 15:23:52.544744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-dbd88e55-abcd-49b1-aa78-c0d60228dc75 None None] Set router a45899ca-9541-4d24-b87b-de4dfc883cc2 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:23:52.651699 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-21cef5d4-c09a-47bb-a1ee-6688db3e2e2a req-d916db91-72d7-4dd0-9b29-34427665eb23 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0852849
Jun 04 15:23:52.788754 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-7b392538-6aac-4cd0-b698-f3901c712548 service neutron] 10.222.0.32 "GET /v2.0/networks/966a1fa0-5120-478a-806c-ac180bd53af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2414017
Jun 04 15:23:52.863443 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf73969f-136d-48fc-bec1-81d8dfc84e8e x-openstack-request-id: req-bf73969f-136d-48fc-bec1-81d8dfc84e8e {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:23:52.863954 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140d7cd1-f1c0-4ab8-b988-7eb113b05cd3", "tag": "74e1820b-2df7-4b5b-b259-35ade193c0cb", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:23:52.864046 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf73969f-136d-48fc-bec1-81d8dfc84e8e {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:23:52.864497 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140d7cd1-f1c0-4ab8-b988-7eb113b05cd3', 'tag': '74e1820b-2df7-4b5b-b259-35ade193c0cb', 'status': 'completed', 'code': 200}
Jun 04 15:23:53.117065 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-dbd88e55-abcd-49b1-aa78-c0d60228dc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c66f9a0>, [{'id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'name': 'tempest-ServersTestBootFromVolume-1092549416-router', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:21:56Z', 'updated_at': '2021-06-04T15:22:11Z', 'revision_number': 4, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'gw_port': {'id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:21:59Z', 'updated_at': '2021-06-04T15:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'af999201-8d76-475b-abce-bbd7d3d1bc7f', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'port_id': '74e1820b-2df7-4b5b-b259-35ade193c0cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64', 'mac_address': 'fa:16:3e:d9:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140d7cd1-f1c0-4ab8-b988-7eb113b05cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:22:27Z', 'updated_at': '2021-06-04T15:23:50Z', 'revision_number': 1, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fef633-c2eb-4748-b6be-ba82f2ac5304', 'name': '', 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'mac_address': 'fa:16:3e:fb:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:07Z', 'updated_at': '2021-06-04T15:22:27Z', 'revision_number': 5, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'subnets': [{'id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:53.121821 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd88e55-abcd-49b1-aa78-c0d60228dc75 None None] Checking router: a45899ca-9541-4d24-b87b-de4dfc883cc2 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:23:53.132289 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd88e55-abcd-49b1-aa78-c0d60228dc75 None None] Routers {'a45899ca-9541-4d24-b87b-de4dfc883cc2'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:23:53.133236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-dbd88e55-abcd-49b1-aa78-c0d60228dc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c66f9a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:23:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a45899ca-9541-4d24-b87b-de4dfc883cc2'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:53.267241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-7236869e-b3b6-4069-83ee-94718f16c1ff service neutron] 10.222.0.32 "GET /v2.0/networks/966a1fa0-5120-478a-806c-ac180bd53af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4706516
Jun 04 15:23:53.333751 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1933eff1-3cc5-4e7b-aaa6-0674abd37c46 req-c1c0008c-1c73-4247-b22f-a1ef5b68ded1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 210 time: 0.0784581
Jun 04 15:23:53.350299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5c990e31-eade-4721-9da5-4696e9e9aeb2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:53.351874 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5c990e31-eade-4721-9da5-4696e9e9aeb2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 806 time: 0.4487052
Jun 04 15:23:53.377713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Request body: {'port': {'device_id': 'ef388ce7-4518-40e2-ae53-d01f91e59159', 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079', 'admin_state_up': True, 'tenant_id': 'c38593d5cdbb4effb71c91bd3b3e56bb'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:53.388024 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:53.417079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bffea0-0128-436e-be2b-205bb0590c19 req-c4d2d04f-6f81-4492-94b7-d791856d7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:53.423920 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06bffea0-0128-436e-be2b-205bb0590c19 req-c4d2d04f-6f81-4492-94b7-d791856d7939 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0349f96b4c92480fb6780bd08ce25519&device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 1096 time: 0.5166242
Jun 04 15:23:53.472443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-dbd88e55-abcd-49b1-aa78-c0d60228dc75 None None] Set router a45899ca-9541-4d24-b87b-de4dfc883cc2 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:23:53.762965 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc00f3b-1aaf-47de-96c8-65f19f9694b5 req-8126aa50-dc42-4c13-86c3-943d0dec31bc tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:53.765089 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4cc00f3b-1aaf-47de-96c8-65f19f9694b5 req-8126aa50-dc42-4c13-86c3-943d0dec31bc tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.1028273
Jun 04 15:23:53.786777 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3fa4dd8a-0f24-4325-9848-684ab9a4ada6 req-ea0fb76e-a9b9-4062-bd6c-cb7958fc660f tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 210 time: 0.1057312
Jun 04 15:23:53.842246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:23:53.857519 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4cc00f3b-1aaf-47de-96c8-65f19f9694b5 req-77de3fce-83d8-40c9-ada3-10cb2e96db62 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818326
Jun 04 15:23:53.873156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:23:53.879504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bffea0-0128-436e-be2b-205bb0590c19 req-8dd09629-4c81-46b0-8f9d-fbbd2771f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:53.883186 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06bffea0-0128-436e-be2b-205bb0590c19 req-8dd09629-4c81-46b0-8f9d-fbbd2771f3cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=91cca73e-1edf-43ed-a022-24d22b5f5f64 HTTP/1.1" status: 200  len: 917 time: 0.4505980
Jun 04 15:23:54.029733 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78f7d800-e4b4-4df4-88b9-e6da1868aef8 req-53046793-e9a8-4905-b4f0-69467a8ee095 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0580685
Jun 04 15:23:54.038069 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-dbd88e55-abcd-49b1-aa78-c0d60228dc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c66f9a0>, [{'id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'name': 'tempest-ServersTestBootFromVolume-1092549416-router', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:21:56Z', 'updated_at': '2021-06-04T15:22:11Z', 'revision_number': 4, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'gw_port': {'id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:21:59Z', 'updated_at': '2021-06-04T15:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'af999201-8d76-475b-abce-bbd7d3d1bc7f', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'port_id': '74e1820b-2df7-4b5b-b259-35ade193c0cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64', 'mac_address': 'fa:16:3e:d9:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140d7cd1-f1c0-4ab8-b988-7eb113b05cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:22:27Z', 'updated_at': '2021-06-04T15:23:50Z', 'revision_number': 1, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fef633-c2eb-4748-b6be-ba82f2ac5304', 'name': '', 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'mac_address': 'fa:16:3e:fb:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:07Z', 'updated_at': '2021-06-04T15:22:27Z', 'revision_number': 5, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'subnets': [{'id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:23:54.040195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Made reservation on behalf of c38593d5cdbb4effb71c91bd3b3e56bb for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:23:54.043620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd88e55-abcd-49b1-aa78-c0d60228dc75 None None] The sync data for ids ['a45899ca-9541-4d24-b87b-de4dfc883cc2'] in n-d-791505-9 is: [{'id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'name': 'tempest-ServersTestBootFromVolume-1092549416-router', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:21:56Z', 'updated_at': '2021-06-04T15:22:11Z', 'revision_number': 4, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'gw_port': {'id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:21:59Z', 'updated_at': '2021-06-04T15:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'af999201-8d76-475b-abce-bbd7d3d1bc7f', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'port_id': '74e1820b-2df7-4b5b-b259-35ade193c0cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64', 'mac_address': 'fa:16:3e:d9:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140d7cd1-f1c0-4ab8-b988-7eb113b05cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:22:27Z', 'updated_at': '2021-06-04T15:23:50Z', 'revision_number': 1, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fef633-c2eb-4748-b6be-ba82f2ac5304', 'name': '', 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'mac_address': 'fa:16:3e:fb:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:07Z', 'updated_at': '2021-06-04T15:22:27Z', 'revision_number': 5, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'subnets': [{'id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:23:54.044056 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:54.119875 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06bffea0-0128-436e-be2b-205bb0590c19 req-f3993da5-7575-493c-9d79-8bf5f8637f58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74e1820b-2df7-4b5b-b259-35ade193c0cb HTTP/1.1" status: 200  len: 998 time: 0.2265856
Jun 04 15:23:54.289680 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3a7ee-4f94-4679-92c3-927aa4c789b9 None None] New status for floating IP af999201-8d76-475b-abce-bbd7d3d1bc7f: ACTIVE {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:23:54.336816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bffea0-0128-436e-be2b-205bb0590c19 req-313636d5-7054-43be-9b4a-ed1c27ac328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:54.338445 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06bffea0-0128-436e-be2b-205bb0590c19 req-313636d5-7054-43be-9b4a-ed1c27ac328b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91893482-88ab-4bef-b1ea-915c1d6da852 HTTP/1.1" status: 200  len: 855 time: 0.1897922
Jun 04 15:23:54.406485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Allocated IP 172.20.0.2 (461f9c0e-ecfd-4745-a9f2-974b51ab6079/cb8210ec-57b3-4dae-ba07-aa799b052e64/f851df8b-2d8b-4ed4-addd-e696af7cf11f) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:23:54.528841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bffea0-0128-436e-be2b-205bb0590c19 req-a3e2c8e4-2606-4bc4-9676-982c59dbb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:54.530456 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06bffea0-0128-436e-be2b-205bb0590c19 req-a3e2c8e4-2606-4bc4-9676-982c59dbb8c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91cca73e-1edf-43ed-a022-24d22b5f5f64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1822383
Jun 04 15:23:54.562967 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f3e6c7ff-789a-47df-9c15-4cbd2da65c3a req-ba0ad737-ff14-48a4-b9a1-3fa3ac79d352 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 210 time: 0.0928724
Jun 04 15:23:54.802992 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06bffea0-0128-436e-be2b-205bb0590c19 req-10c13867-d3bb-41bf-b490-78f09ca22e4b service neutron] 10.222.0.62 "GET /v2.0/networks/91cca73e-1edf-43ed-a022-24d22b5f5f64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2424507
Jun 04 15:23:54.805688 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:55.090672 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3ba5e-f637-4f23-afa7-fa13756c30eb req-a46d8508-a5e4-4b02-9a6a-e23e6fc1bd1b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:55.092688 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3d3ba5e-f637-4f23-afa7-fa13756c30eb req-a46d8508-a5e4-4b02-9a6a-e23e6fc1bd1b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.1112249
Jun 04 15:23:55.122583 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d8af76cf-0f2c-4c12-8ea9-0d340a548a28 req-1a665468-5413-4040-a751-cec2043ef606 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 210 time: 0.2072849
Jun 04 15:23:55.163210 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3d3ba5e-f637-4f23-afa7-fa13756c30eb req-95f7ebe8-bff8-4b6b-b50b-80b0fcd84299 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638702
Jun 04 15:23:55.164805 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06bffea0-0128-436e-be2b-205bb0590c19 req-4d05262d-b892-49f4-a077-5d2e157d8a8a service neutron] 10.222.0.62 "GET /v2.0/networks/91cca73e-1edf-43ed-a022-24d22b5f5f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3523848
Jun 04 15:23:55.184208 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:55.206657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6dbcb869-b7c3-4c99-8505-2868a006efab'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:23:55.214881 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-678d5dba-f1e0-4292-a282-63d2ce7e0b85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:55.314287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:23:55.319445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:23:55.324684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:23:55.389768 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-39dfa8f7-aac4-4c00-83a4-be3466654c69 req-8f9c0be1-8e12-4301-94e3-cf8d1fda34be tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0520303
Jun 04 15:23:55.427456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Pushing event updated for resources: {'Port': ['ID=f851df8b-2d8b-4ed4-addd-e696af7cf11f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:55.470942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:55.471784 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:55.475934 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:55.588858 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2222443
Jun 04 15:23:55.601764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Request body: {'port': {'device_id': 'ef388ce7-4518-40e2-ae53-d01f91e59159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:55.680139 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:55.732792 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:55.951460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e0c1f-7cd7-47ba-94b8-742aa154c1a2 req-b5938541-8129-46c1-8b39-f8b05042dc9a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:55.952059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-812e0c1f-7cd7-47ba-94b8-742aa154c1a2 req-b5938541-8129-46c1-8b39-f8b05042dc9a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Synchronizing usage tracker for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:23:56.060566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-812e0c1f-7cd7-47ba-94b8-742aa154c1a2 req-b5938541-8129-46c1-8b39-f8b05042dc9a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Unset dirty status for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:23:56.061808 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-812e0c1f-7cd7-47ba-94b8-742aa154c1a2 req-b5938541-8129-46c1-8b39-f8b05042dc9a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 931 time: 0.3326797
Jun 04 15:23:56.135634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-812e0c1f-7cd7-47ba-94b8-742aa154c1a2 req-58881048-c19d-4cad-a1e7-4bffb90ca646 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650170
Jun 04 15:23:56.226896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f851df8b-2d8b-4ed4-addd-e696af7cf11f {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:23:56.237531 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:56.267744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Transition to ACTIVE for port object f851df8b-2d8b-4ed4-addd-e696af7cf11f will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:23:56.351988 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-25be61f0-37e8-4bb0-af9e-837484ffaa22 req-96d619f0-02ec-4451-af2d-170bfb12f15d tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 210 time: 0.0439804
Jun 04 15:23:56.405889 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0a8f2-191b-4dcf-b83c-202af2e47079 req-9cb379db-ed7f-4fbe-a106-401d18319595 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:56.407495 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4a0a8f2-191b-4dcf-b83c-202af2e47079 req-9cb379db-ed7f-4fbe-a106-401d18319595 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.0965147
Jun 04 15:23:56.408820 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:56.412735 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0000ba76-3669-42ad-957a-14036bf0053a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:56.616422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Pushing event updated for resources: {'Port': ['ID=f851df8b-2d8b-4ed4-addd-e696af7cf11f,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:56.625407 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:56.718017 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4a0a8f2-191b-4dcf-b83c-202af2e47079 req-b4a4c780-485a-4543-b93a-9077da5b27d4 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2711937
Jun 04 15:23:56.787262 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42f8a233-4d9e-4cc2-b592-7bc1b6b94019 req-2e8f6c45-1281-4d56-9384-eb15e959b2f6 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0715544
Jun 04 15:23:56.878579 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-85f339d7-4942-4ab5-b6d9-5e74ae68f0d2 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:56.881239 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-85f339d7-4942-4ab5-b6d9-5e74ae68f0d2 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.65 "GET /v2.0/networks?id=966a1fa0-5120-478a-806c-ac180bd53af5 HTTP/1.1" status: 200  len: 813 time: 0.4004793
Jun 04 15:23:56.917575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Request body: {'port': {'device_id': '7b4b00f8-b6ba-457b-9955-10c9e409c84d', 'network_id': '966a1fa0-5120-478a-806c-ac180bd53af5', 'admin_state_up': True, 'tenant_id': '235f75d7a2594e649df3987b681e5978'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:56.963245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Attempting to bind port f851df8b-2d8b-4ed4-addd-e696af7cf11f on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:23:56.963797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Attempting to bind port f851df8b-2d8b-4ed4-addd-e696af7cf11f by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:23:56.964445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Attempting to bind port f851df8b-2d8b-4ed4-addd-e696af7cf11f on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:23:57.025113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Port f851df8b-2d8b-4ed4-addd-e696af7cf11f on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:23:57.025475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Attempting to bind port f851df8b-2d8b-4ed4-addd-e696af7cf11f on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:23:57.087271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:23:57.087538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Checking segment: {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:23:57.087864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Bound using segment: {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:23:57.088316 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Bound port: f851df8b-2d8b-4ed4-addd-e696af7cf11f, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:23:57.088662 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:57.099653 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b3d4430-a5d7-455d-9d5e-da26300cb8df req-65bec200-c300-4d4b-b554-43b62f217ec2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.1168101
Jun 04 15:23:57.220863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:23:57.238900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Usage tracker for resource:port and tenant:235f75d7a2594e649df3987b681e5978 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:23:57.242922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:23:57.255302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:23:57.268416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] For port f851df8b-2d8b-4ed4-addd-e696af7cf11f, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:23:57.272186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] For port f851df8b-2d8b-4ed4-addd-e696af7cf11f, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=f851df8b-2d8b-4ed4-addd-e696af7cf11f,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:23:57.350190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6fc6a-1518-4abb-bc2c-b898093bde61 req-72cd7d71-0754-4acd-a8e9-2e801bb47723 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:57.351694 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-74c6fc6a-1518-4abb-bc2c-b898093bde61 req-72cd7d71-0754-4acd-a8e9-2e801bb47723 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 943 time: 0.0870903
Jun 04 15:23:57.390089 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Made reservation on behalf of 235f75d7a2594e649df3987b681e5978 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:23:57.393939 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:57.406800 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:57.411921 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-74c6fc6a-1518-4abb-bc2c-b898093bde61 req-8920fec7-d372-44c9-ac07-45f449f4aaf0 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540793
Jun 04 15:23:57.414888 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6e17af9c-cbac-4d22-9f72-376f01570a4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:57.736601 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ab16cf6-9f16-4847-a380-8fd2110a2a98 req-87f39c24-019a-4a01-b57b-5df71be6ac1a tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 210 time: 0.2638254
Jun 04 15:23:57.737882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:57.738578 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:57.740341 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] 10.222.0.62 "PUT /v2.0/ports/f851df8b-2d8b-4ed4-addd-e696af7cf11f HTTP/1.1" status: 200  len: 1091 time: 2.1425765
Jun 04 15:23:57.746500 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef388ce7-4518-40e2-ae53-d01f91e59159', 'tag': 'f851df8b-2d8b-4ed4-addd-e696af7cf11f'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:23:57.747006 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd678d1-e02e-4d99-8e8d-39ecdd48d437" -d '{"events": [{"name": "network-changed", "server_uuid": "ef388ce7-4518-40e2-ae53-d01f91e59159", "tag": "f851df8b-2d8b-4ed4-addd-e696af7cf11f"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:23:57.783093 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Pushing event updated for resources: {'Port': ['ID=f851df8b-2d8b-4ed4-addd-e696af7cf11f,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:57.790046 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:57.908450 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23494b1-2cfd-499f-a18e-6f32db95b5f8 x-openstack-request-id: req-b23494b1-2cfd-499f-a18e-6f32db95b5f8 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:23:57.908959 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef388ce7-4518-40e2-ae53-d01f91e59159", "tag": "f851df8b-2d8b-4ed4-addd-e696af7cf11f", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:23:57.909554 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b23494b1-2cfd-499f-a18e-6f32db95b5f8 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:23:57.910247 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef388ce7-4518-40e2-ae53-d01f91e59159', 'tag': 'f851df8b-2d8b-4ed4-addd-e696af7cf11f', 'status': 'completed', 'code': 200}
Jun 04 15:23:57.995544 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ce44e4ce-5ed7-4765-87e6-4ee5c97ff745 req-30de0f2b-0da3-46d9-aead-9a519e40f936 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0633566
Jun 04 15:23:58.055928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Allocated IP 172.20.0.3 (966a1fa0-5120-478a-806c-ac180bd53af5/98c9ee14-6fa5-4137-98d1-a68891b7c6e5/1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:23:58.131689 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd678d1-e02e-4d99-8e8d-39ecdd48d437 req-45083737-be17-41da-941b-96f7baaa817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:58.133971 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cd678d1-e02e-4d99-8e8d-39ecdd48d437 req-45083737-be17-41da-941b-96f7baaa817d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 1094 time: 0.2794030
Jun 04 15:23:58.198794 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136db61-c8fe-43f3-a31d-6a38a09c1c33 req-6fcf0e8d-bf8e-494d-8063-0181321be5b6 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:58.200344 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c136db61-c8fe-43f3-a31d-6a38a09c1c33 req-6fcf0e8d-bf8e-494d-8063-0181321be5b6 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.2889559
Jun 04 15:23:58.459130 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c136db61-c8fe-43f3-a31d-6a38a09c1c33 req-76744b36-4ba1-40f5-a0bf-39ee82968756 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2437565
Jun 04 15:23:58.540034 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd678d1-e02e-4d99-8e8d-39ecdd48d437 req-373d0bf0-35a0-4e70-a5a2-1098983ede66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:58.541481 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cd678d1-e02e-4d99-8e8d-39ecdd48d437 req-373d0bf0-35a0-4e70-a5a2-1098983ede66 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&shared=False HTTP/1.1" status: 200  len: 907 time: 0.3871415
Jun 04 15:23:58.585382 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:58.704529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f96325-d78d-4724-afab-4215bdd44084 req-bebcb2ad-412f-4f6d-8669-f3840d1d887e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:58.706540 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-13f96325-d78d-4724-afab-4215bdd44084 req-bebcb2ad-412f-4f6d-8669-f3840d1d887e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 943 time: 0.1447692
Jun 04 15:23:58.769621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd678d1-e02e-4d99-8e8d-39ecdd48d437 req-6b4148ec-f0fa-410a-8059-e35885008578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:58.771517 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4cd678d1-e02e-4d99-8e8d-39ecdd48d437 req-6b4148ec-f0fa-410a-8059-e35885008578 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2180989
Jun 04 15:23:58.778258 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-13f96325-d78d-4724-afab-4215bdd44084 req-2fc14ef5-f28f-4826-ac33-46c72cf12fcb tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650053
Jun 04 15:23:58.883416 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:58.893344 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d602a362-6032-49d0-b8bf-37c90c03785a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:23:58.982710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Network 966a1fa0-5120-478a-806c-ac180bd53af5 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:23:58.989903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:23:58.990898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceca6e1-dd77-4377-a05f-abda29208e62 req-c3bb69b8-79ea-4ea2-b70c-d51a506b9667 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:58.993441 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ceca6e1-dd77-4377-a05f-abda29208e62 req-c3bb69b8-79ea-4ea2-b70c-d51a506b9667 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 931 time: 0.1071854
Jun 04 15:23:58.996855 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:23:59.025646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Pushing event updated for resources: {'Port': ['ID=1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:23:59.061466 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:23:59.123512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:59.124481 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:59.144366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-3689c143-aea3-4cef-8579-f02580d14679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:59.146084 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-3689c143-aea3-4cef-8579-f02580d14679 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 1094 time: 0.3079648
Jun 04 15:23:59.186826 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ceca6e1-dd77-4377-a05f-abda29208e62 req-ef5558cb-5181-48c3-898e-e329afed130e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/security-groups?id=a64a460f-0415-41d4-b994-111cc1dfa9be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1846931
Jun 04 15:23:59.286926 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3816597
Jun 04 15:23:59.290661 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e40bd209-9606-4417-bd68-953d06a372cd req-35d28c77-57c1-4f16-9bc7-0100c4a667eb tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0644066
Jun 04 15:23:59.293755 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-0a9357b6-ea71-449c-90e6-ec3cd3e3ea61 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f851df8b-2d8b-4ed4-addd-e696af7cf11f HTTP/1.1" status: 200  len: 217 time: 0.1358438
Jun 04 15:23:59.299188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Request body: {'port': {'device_id': '7b4b00f8-b6ba-457b-9955-10c9e409c84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:23:59.428089 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-678da3ad-726c-43c0-9160-e94565596257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:59.455007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-e949a82c-11db-4798-84d7-e07b8f57bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:59.456458 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-e949a82c-11db-4798-84d7-e07b8f57bd9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb8210ec-57b3-4dae-ba07-aa799b052e64 HTTP/1.1" status: 200  len: 846 time: 0.1192188
Jun 04 15:23:59.525942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-4836040b-f7ee-4b37-9983-dd2c08517fda service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=461f9c0e-ecfd-4745-a9f2-974b51ab6079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0552123
Jun 04 15:23:59.535194 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:23:59.740634 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7e2b9-9ff3-4965-9241-a8e5edd541b4 req-ec052829-9b5c-4e2e-a1e3-4108726814c2 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:23:59.742121 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-16f7e2b9-9ff3-4965-9241-a8e5edd541b4 req-ec052829-9b5c-4e2e-a1e3-4108726814c2 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.1175513
Jun 04 15:23:59.793635 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-16f7e2b9-9ff3-4965-9241-a8e5edd541b4 req-1a1ae165-8af2-47dd-b038-a185bbd5d241 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450437
Jun 04 15:23:59.904204 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eea4cf80-8915-4fed-8a11-a32ab1bca5ed req-ad3a515f-c346-489f-aa8b-a5c3f6486de7 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f&device_id=a6a58298-7731-4e2c-83b9-858ff61bb1b5 HTTP/1.1" status: 200  len: 210 time: 0.2022953
Jun 04 15:24:00.008975 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-3c7db475-bdcd-444e-9bb5-bd1f3ff59187 service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4628499
Jun 04 15:24:00.364073 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7e572b1-b137-40c3-bd16-c2ff0bf05656 req-433a3243-11dd-40ed-9933-20795a209d21 service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3290999
Jun 04 15:24:00.388007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f433cca-2bbe-4aad-ae5e-149ff7c0219b req-c4c7d0c4-9a84-423a-8cdc-841024e712cb tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:00.389499 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0f433cca-2bbe-4aad-ae5e-149ff7c0219b req-c4c7d0c4-9a84-423a-8cdc-841024e712cb tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 943 time: 0.3200855
Jun 04 15:24:00.497541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:24:00.515963 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0f433cca-2bbe-4aad-ae5e-149ff7c0219b req-3c6ddf8a-9500-4920-9c4d-0ed62f428ed7 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099105
Jun 04 15:24:00.515963 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:00.535128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Transition to ACTIVE for port object 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:24:00.635418 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:00.650486 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-01f48ab7-9fd8-48d1-8bdf-4cc7ad4e558e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:00.717237 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-10106d7a-7c73-49f2-a448-a9b4f527912a req-ac8a0acd-f6e0-4caf-b9c5-06d472687516 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e93c47deae474a24abb0ed1ca2060010&device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.1346281
Jun 04 15:24:00.732451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68436c57-0116-4a4f-8828-900a3a291100 req-4ab080aa-819f-45e5-8140-79fbc2df3952 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:00.734887 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-68436c57-0116-4a4f-8828-900a3a291100 req-4ab080aa-819f-45e5-8140-79fbc2df3952 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 943 time: 0.1095035
Jun 04 15:24:00.799209 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-68436c57-0116-4a4f-8828-900a3a291100 req-ad9fb930-08d8-43c5-a635-998001f298c2 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/security-groups?id=a64a460f-0415-41d4-b994-111cc1dfa9be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487509
Jun 04 15:24:00.834462 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-10106d7a-7c73-49f2-a448-a9b4f527912a req-4bb7b2b3-ace5-419e-a6b7-508fd531a452 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=e93c47deae474a24abb0ed1ca2060010&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1049612
Jun 04 15:24:00.936241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35a0224f-b4e4-4da9-93ed-321a8f3ac4a7 req-67945121-e379-4acb-96a8-8b3fa628c5da tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.1141350
Jun 04 15:24:00.987500 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:00.998059 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:01.048734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe2c99-2710-4e07-b399-6c86cd3685e6 req-1f6c1c3c-ffda-4568-84ed-43fd61a7927c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:01.050566 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9cbe2c99-2710-4e07-b399-6c86cd3685e6 req-1f6c1c3c-ffda-4568-84ed-43fd61a7927c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.1103418
Jun 04 15:24:01.120736 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9cbe2c99-2710-4e07-b399-6c86cd3685e6 req-13c21064-bb72-41b9-b04b-0c961b2fc25a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596626
Jun 04 15:24:01.161194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10106d7a-7c73-49f2-a448-a9b4f527912a req-a7ee793b-781e-42bb-97b1-38d1cb387741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:01.166014 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-10106d7a-7c73-49f2-a448-a9b4f527912a req-a7ee793b-781e-42bb-97b1-38d1cb387741 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2805288
Jun 04 15:24:01.166014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Attempting to bind port 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:24:01.166014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Attempting to bind port 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'e87f0c34-ea2d-4bae-9687-69d3cc622565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '966a1fa0-5120-478a-806c-ac180bd53af5'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:24:01.166014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Attempting to bind port 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 on network 966a1fa0-5120-478a-806c-ac180bd53af5 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:24:01.169793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Port 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 on network 966a1fa0-5120-478a-806c-ac180bd53af5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:24:01.170118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Attempting to bind port 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 on network 966a1fa0-5120-478a-806c-ac180bd53af5 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:24:01.175895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:24:01.176229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Checking segment: {'id': 'e87f0c34-ea2d-4bae-9687-69d3cc622565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '966a1fa0-5120-478a-806c-ac180bd53af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:24:01.176612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Bound using segment: {'id': 'e87f0c34-ea2d-4bae-9687-69d3cc622565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '966a1fa0-5120-478a-806c-ac180bd53af5'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:24:01.177069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Bound port: 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87f0c34-ea2d-4bae-9687-69d3cc622565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '966a1fa0-5120-478a-806c-ac180bd53af5'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:24:01.177420 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:01.309875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] For port 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:24:01.313981 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] For port 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98,segment=NetworkSegment(e87f0c34-ea2d-4bae-9687-69d3cc622565),segment_id=e87f0c34-ea2d-4bae-9687-69d3cc622565)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:24:01.365583 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:01.369681 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44f4da10-eb7f-4519-844e-3ef959d48fcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:01.434984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:01.435628 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:01.437078 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] 10.222.0.65 "PUT /v2.0/ports/1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 HTTP/1.1" status: 200  len: 1091 time: 2.1426861
Jun 04 15:24:01.437617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4b00f8-b6ba-457b-9955-10c9e409c84d', 'tag': '1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:24:01.440715 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f994be-6dc4-49cb-8a29-cc8fe243d68a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4b00f8-b6ba-457b-9955-10c9e409c84d", "tag": "1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:24:01.477250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:01.481647 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:01.496954 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175cd130-db0f-4860-8530-c5c18de69e83 x-openstack-request-id: req-175cd130-db0f-4860-8530-c5c18de69e83 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:24:01.498031 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4b00f8-b6ba-457b-9955-10c9e409c84d", "tag": "1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:24:01.500085 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-175cd130-db0f-4860-8530-c5c18de69e83 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:24:01.500085 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4b00f8-b6ba-457b-9955-10c9e409c84d', 'tag': '1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98', 'status': 'completed', 'code': 200}
Jun 04 15:24:01.624970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f994be-6dc4-49cb-8a29-cc8fe243d68a req-8789b709-abb0-4f06-baff-c324d58920b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:01.627865 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-38f994be-6dc4-49cb-8a29-cc8fe243d68a req-8789b709-abb0-4f06-baff-c324d58920b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=235f75d7a2594e649df3987b681e5978&device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 1094 time: 0.1040552
Jun 04 15:24:01.875536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f994be-6dc4-49cb-8a29-cc8fe243d68a req-d2a6fee3-a56e-42c8-8cd8-05f9de0d3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:01.878421 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-38f994be-6dc4-49cb-8a29-cc8fe243d68a req-d2a6fee3-a56e-42c8-8cd8-05f9de0d3711 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=235f75d7a2594e649df3987b681e5978&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2437055
Jun 04 15:24:01.888001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762330e5-60f2-4902-8248-d6790e0e4dd4 req-aebc8cfe-378f-409b-9a11-64d86f696b98 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:01.889683 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-762330e5-60f2-4902-8248-d6790e0e4dd4 req-aebc8cfe-378f-409b-9a11-64d86f696b98 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 943 time: 0.2298195
Jun 04 15:24:01.942236 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:02.086221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cbbe6-26e1-4723-a784-d215b8f6bce7 req-2a680385-3446-486c-a4ee-94499c977f56 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:02.087788 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0c0cbbe6-26e1-4723-a784-d215b8f6bce7 req-2a680385-3446-486c-a4ee-94499c977f56 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 943 time: 0.1119061
Jun 04 15:24:02.149805 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0c0cbbe6-26e1-4723-a784-d215b8f6bce7 req-8416645f-395c-403e-93f3-ea17d032b944 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/security-groups?id=a64a460f-0415-41d4-b994-111cc1dfa9be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540662
Jun 04 15:24:02.193154 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-762330e5-60f2-4902-8248-d6790e0e4dd4 req-1647a3e9-6432-453e-8d01-1aaf674777bf tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2832785
Jun 04 15:24:02.247655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f994be-6dc4-49cb-8a29-cc8fe243d68a req-000a6ad7-54a9-49e0-8fde-fe54ead37bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:02.249473 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-38f994be-6dc4-49cb-8a29-cc8fe243d68a req-000a6ad7-54a9-49e0-8fde-fe54ead37bcf service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3588684
Jun 04 15:24:02.276250 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f623fb95-2966-48e3-a9ea-65613a92a940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:02.370046 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cb2d2990-73ad-43c7-9e2b-68d28a0b0e92 req-bc378417-0b0a-4341-b4e8-3635b805607f tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0580845
Jun 04 15:24:02.427761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-2d197ba4-a9eb-4504-a5c1-23663f0ee6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:02.428866 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-2d197ba4-a9eb-4504-a5c1-23663f0ee6d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=235f75d7a2594e649df3987b681e5978&device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 1094 time: 0.1265304
Jun 04 15:24:02.555308 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-fdd15c18-4372-4a15-b2ac-f559c7d64814 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 HTTP/1.1" status: 200  len: 217 time: 0.1178687
Jun 04 15:24:02.644849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0bc758ab-bfac-42a9-8de7-1a4b97679d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:02.646243 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-0bc758ab-bfac-42a9-8de7-1a4b97679d1f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98c9ee14-6fa5-4137-98d1-a68891b7c6e5 HTTP/1.1" status: 200  len: 853 time: 0.0844154
Jun 04 15:24:02.710733 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-74cfe8d8-6865-4ca9-b440-1f123997dea0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=966a1fa0-5120-478a-806c-ac180bd53af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560281
Jun 04 15:24:02.721280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdba8d4-793e-4497-a4f4-e6f78a1cf99f req-0a85c333-a622-48a3-83c6-4299b534d43c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:02.722835 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9bdba8d4-793e-4497-a4f4-e6f78a1cf99f req-0a85c333-a622-48a3-83c6-4299b534d43c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.2165287
Jun 04 15:24:02.894524 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9bdba8d4-793e-4497-a4f4-e6f78a1cf99f req-51ee5b4d-c676-43bc-a825-c02cee9cbf17 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492274
Jun 04 15:24:02.946951 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-ab0edfaa-195b-4930-be0e-44ba9933ee96 service neutron] 10.222.0.65 "GET /v2.0/networks/966a1fa0-5120-478a-806c-ac180bd53af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2231002
Jun 04 15:24:03.137379 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-10106d7a-7c73-49f2-a448-a9b4f527912a req-8160246f-1604-4b81-9434-7924a7b22dd6 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.62 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0519555
Jun 04 15:24:03.139423 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ea9f0c9-4545-4dd5-97ed-9fc56d3d7af4 req-9727f761-3057-42b2-a55b-21daac89eab0 service neutron] 10.222.0.65 "GET /v2.0/networks/966a1fa0-5120-478a-806c-ac180bd53af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1859796
Jun 04 15:24:03.395943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d75274-112a-4285-a0d7-eb2d7113d0ca req-c5f58746-6e8d-470f-83dd-d073dfe7ea60 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:03.397067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-58d75274-112a-4285-a0d7-eb2d7113d0ca req-c5f58746-6e8d-470f-83dd-d073dfe7ea60 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Synchronizing usage tracker for tenant:235f75d7a2594e649df3987b681e5978 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:24:03.438745 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94779a4f-059d-4f49-9eef-b2c7385f1a09 req-cc0ee6a4-1bdf-4989-b2be-a661753db411 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:03.441079 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-94779a4f-059d-4f49-9eef-b2c7385f1a09 req-cc0ee6a4-1bdf-4989-b2be-a661753db411 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 943 time: 0.1228578
Jun 04 15:24:03.494395 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-94779a4f-059d-4f49-9eef-b2c7385f1a09 req-85f9d9db-c496-4445-8f36-5ded5c786240 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450435
Jun 04 15:24:03.519693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-58d75274-112a-4285-a0d7-eb2d7113d0ca req-c5f58746-6e8d-470f-83dd-d073dfe7ea60 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Unset dirty status for tenant:235f75d7a2594e649df3987b681e5978 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:24:03.521050 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-58d75274-112a-4285-a0d7-eb2d7113d0ca req-c5f58746-6e8d-470f-83dd-d073dfe7ea60 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 943 time: 0.2369900
Jun 04 15:24:03.548888 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:03.584628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-58d75274-112a-4285-a0d7-eb2d7113d0ca req-20ade36e-f76d-495a-94fa-89fc9e882c74 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Synchronizing usage tracker for tenant:235f75d7a2594e649df3987b681e5978 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:24:03.667623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-58d75274-112a-4285-a0d7-eb2d7113d0ca req-20ade36e-f76d-495a-94fa-89fc9e882c74 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Unset dirty status for tenant:235f75d7a2594e649df3987b681e5978 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:24:03.669762 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-58d75274-112a-4285-a0d7-eb2d7113d0ca req-20ade36e-f76d-495a-94fa-89fc9e882c74 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/security-groups?id=a64a460f-0415-41d4-b994-111cc1dfa9be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394372
Jun 04 15:24:03.781536 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-24b9999b-1501-4715-8199-3e42b872089a req-ebab01f0-e42d-4836-895b-471d1f1b1180 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=086823b2-e168-457a-bfbf-34ae2ebb542f HTTP/1.1" status: 200  len: 210 time: 0.0438838
Jun 04 15:24:04.146327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84948c-fbe9-4937-b06c-c4352702322e req-37b38a1c-aece-4113-b739-cebef340a91a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:04.147956 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ae84948c-fbe9-4937-b06c-c4352702322e req-37b38a1c-aece-4113-b739-cebef340a91a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.1208835
Jun 04 15:24:04.197772 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ae84948c-fbe9-4937-b06c-c4352702322e req-6263d27d-ed12-4232-8017-cd765dd292a9 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435925
Jun 04 15:24:04.706469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abfe18-92ab-4eff-b3ce-f0dd498e9859 req-82b0ee25-8389-4807-9af1-735794716c6f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:04.709968 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e5abfe18-92ab-4eff-b3ce-f0dd498e9859 req-82b0ee25-8389-4807-9af1-735794716c6f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 943 time: 0.0936861
Jun 04 15:24:04.761606 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e5abfe18-92ab-4eff-b3ce-f0dd498e9859 req-2364221c-7978-4a35-8127-7eb1dc252fbe tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473621
Jun 04 15:24:04.920788 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e897d9-cfe8-4754-8e73-087b71c32d65 req-81a4fc6c-ef3a-4ddc-acfa-965518c1d29e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:04.922410 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-07e897d9-cfe8-4754-8e73-087b71c32d65 req-81a4fc6c-ef3a-4ddc-acfa-965518c1d29e tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 943 time: 0.0939226
Jun 04 15:24:04.987891 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-07e897d9-cfe8-4754-8e73-087b71c32d65 req-e02ed268-e223-4279-8710-4f034060526c tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/security-groups?id=a64a460f-0415-41d4-b994-111cc1dfa9be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537398
Jun 04 15:24:05.074377 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:05.137463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device f851df8b-2d8b-4ed4-addd-e696af7cf11f details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:24:05.295284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port f851df8b-2d8b-4ed4-addd-e696af7cf11f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=f851df8b-2d8b-4ed4-addd-e696af7cf11f,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:05.312106 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'f851df8b-2d8b-4ed4-addd-e696af7cf11f', 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079', 'port_id': 'f851df8b-2d8b-4ed4-addd-e696af7cf11f', 'mac_address': 'fa:16:3e:6f:04:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8210ec-57b3-4dae-ba07-aa799b052e64', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:24:05.376485 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:05.397948 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f851df8b-2d8b-4ed4-addd-e696af7cf11f {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:24:05.424318 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port f851df8b-2d8b-4ed4-addd-e696af7cf11f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=f851df8b-2d8b-4ed4-addd-e696af7cf11f,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:05.441412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a97162-c1a1-451a-886e-8e7df1899837 req-30766ff0-767d-4fd3-92f0-265194bc73c2 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:05.442948 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d7a97162-c1a1-451a-886e-8e7df1899837 req-30766ff0-767d-4fd3-92f0-265194bc73c2 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.0950184
Jun 04 15:24:05.492042 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:05.494712 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-abffef43-e70b-49bb-b1c5-0f9c2b8d4318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:05.496037 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d7a97162-c1a1-451a-886e-8e7df1899837 req-8fdda4ba-2790-493c-99b7-6b3c377e8c83 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467603
Jun 04 15:24:05.571161 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3430d76c-ab19-4a3e-b2f0-0256b7dcad6a req-3d0d4d06-a015-4def-91ef-562ed23ebc30 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e93c47deae474a24abb0ed1ca2060010&device_id=a6a58298-7731-4e2c-83b9-858ff61bb1b5 HTTP/1.1" status: 200  len: 210 time: 0.0456250
Jun 04 15:24:05.596955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=f851df8b-2d8b-4ed4-addd-e696af7cf11f,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:05.606667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:05.607020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:05.607805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:05.607805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:05.608023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:05.608309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:05.608626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:05.608945 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:05.609297 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:05.610558 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:05.610558 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:05.610829 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:05.615261 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3430d76c-ab19-4a3e-b2f0-0256b7dcad6a req-0e8ec068-a7e3-439a-b511-17d4d20b211b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=e93c47deae474a24abb0ed1ca2060010&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0370917
Jun 04 15:24:05.616992 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:05.624577 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a5f67c98-51f0-40ed-a154-58d84048c36d req-f9b4661a-d22d-4dcf-adba-0d82af8c5959 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6a58298-7731-4e2c-83b9-858ff61bb1b5 HTTP/1.1" status: 200  len: 210 time: 0.0504935
Jun 04 15:24:05.777575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430d76c-ab19-4a3e-b2f0-0256b7dcad6a req-426ca6d7-b0c6-4b67-9e07-cdec3d830a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:05.779175 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3430d76c-ab19-4a3e-b2f0-0256b7dcad6a req-426ca6d7-b0c6-4b67-9e07-cdec3d830a13 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1576903
Jun 04 15:24:05.958139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa03a1-733e-4cd4-9e24-7bd197ca5f09 req-009351ae-843c-4277-900d-2349b4cd1ce2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:05.959625 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-49aa03a1-733e-4cd4-9e24-7bd197ca5f09 req-009351ae-843c-4277-900d-2349b4cd1ce2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 944 time: 0.0842040
Jun 04 15:24:06.011174 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-49aa03a1-733e-4cd4-9e24-7bd197ca5f09 req-c6855bb4-9597-4231-8efe-1763ecc42b0c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454686
Jun 04 15:24:06.061404 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['f851df8b-2d8b-4ed4-addd-e696af7cf11f'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:24:06.216087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e36bf-8d61-462e-8824-bee79b8bb753 req-d028bc73-eeb1-414f-9618-661dba2807e1 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:06.216922 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f83e36bf-8d61-462e-8824-bee79b8bb753 req-d028bc73-eeb1-414f-9618-661dba2807e1 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 943 time: 0.0933986
Jun 04 15:24:06.275428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f83e36bf-8d61-462e-8824-bee79b8bb753 req-9b99d128-2ada-4ef1-9d7f-884bb6d2a5e8 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/security-groups?id=a64a460f-0415-41d4-b994-111cc1dfa9be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509365
Jun 04 15:24:06.705541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de23f23-aeec-4d2e-baae-31763a17f41e req-118b2897-662e-4d7c-8d40-2e24df8af8da tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:06.705695 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6de23f23-aeec-4d2e-baae-31763a17f41e req-118b2897-662e-4d7c-8d40-2e24df8af8da tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.0888622
Jun 04 15:24:06.765802 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6de23f23-aeec-4d2e-baae-31763a17f41e req-808dd4d3-9402-4123-820e-d81e6e5047b3 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523841
Jun 04 15:24:06.815447 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e0014a6d-5859-43e0-a1d0-575c6d916efa req-1f459c8b-5857-46df-9735-d1cfef44ed96 tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6a58298-7731-4e2c-83b9-858ff61bb1b5 HTTP/1.1" status: 200  len: 210 time: 0.0576267
Jun 04 15:24:07.091295 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:24:07.198615 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3430d76c-ab19-4a3e-b2f0-0256b7dcad6a req-40637631-37b9-400c-9e85-c46ddeb1847c tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6a58298-7731-4e2c-83b9-858ff61bb1b5 HTTP/1.1" status: 200  len: 210 time: 0.0789733
Jun 04 15:24:07.244083 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98,segment=NetworkSegment(e87f0c34-ea2d-4bae-9687-69d3cc622565),segment_id=e87f0c34-ea2d-4bae-9687-69d3cc622565)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:07.273621 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98', 'network_id': '966a1fa0-5120-478a-806c-ac180bd53af5', 'port_id': '1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98', 'mac_address': 'fa:16:3e:6f:d4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c9ee14-6fa5-4137-98d1-a68891b7c6e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:24:07.282597 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbe292-c1d7-4e77-8e7d-1e3496d516e3 req-55fa3844-0498-425c-8662-a020a6332715 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:07.291414 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a3dbe292-c1d7-4e77-8e7d-1e3496d516e3 req-55fa3844-0498-425c-8662-a020a6332715 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 944 time: 0.1511726
Jun 04 15:24:07.345880 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a3dbe292-c1d7-4e77-8e7d-1e3496d516e3 req-20c8a389-9fe5-4818-8c28-db0f682f0bf8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530698
Jun 04 15:24:07.447176 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:07.475035 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:24:07.510202 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98,segment=NetworkSegment(e87f0c34-ea2d-4bae-9687-69d3cc622565),segment_id=e87f0c34-ea2d-4bae-9687-69d3cc622565)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:07.584385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c04813-5189-4d2e-8de2-8b887ceef769 req-d9aee3d4-0f7b-4340-a578-066eeab850ca tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:07.586454 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-99c04813-5189-4d2e-8de2-8b887ceef769 req-d9aee3d4-0f7b-4340-a578-066eeab850ca tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 943 time: 0.1037853
Jun 04 15:24:07.611369 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:07.611369 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a34d8a85-4936-4c8b-9d75-0e515c6da135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:07.637564 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-99c04813-5189-4d2e-8de2-8b887ceef769 req-94e298d4-f09f-44a8-90f3-68e58e09d409 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/security-groups?id=a64a460f-0415-41d4-b994-111cc1dfa9be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447481
Jun 04 15:24:07.682155 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:07.685402 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:07.910529 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:24:08.002378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dab30f-00da-4886-800e-07049dfd2086 req-75b149c2-af28-4872-848e-14e621e43734 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:08.006716 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c9a3aed-8fc9-4cab-a91d-333ec1ac5695 req-6d89990d-d768-48d5-8b0b-55586472d35b tempest-ServerShowV247Test-2106234297 tempest-ServerShowV247Test-2106234297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6a58298-7731-4e2c-83b9-858ff61bb1b5 HTTP/1.1" status: 200  len: 210 time: 0.0575352
Jun 04 15:24:08.009541 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b6dab30f-00da-4886-800e-07049dfd2086 req-75b149c2-af28-4872-848e-14e621e43734 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.1284003
Jun 04 15:24:08.060384 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b6dab30f-00da-4886-800e-07049dfd2086 req-5fc4bd57-3f1f-4443-9a5b-5149c203a733 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498965
Jun 04 15:24:08.539321 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715dd0d-b4a8-40fa-bfb6-f22332f425f1 req-2d7a3895-546e-4007-8247-d0ec6f78324d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:08.540850 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4715dd0d-b4a8-40fa-bfb6-f22332f425f1 req-2d7a3895-546e-4007-8247-d0ec6f78324d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 944 time: 0.0817974
Jun 04 15:24:08.597744 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4715dd0d-b4a8-40fa-bfb6-f22332f425f1 req-9df03de6-3dd0-4b9a-9c8f-c0ad1092456d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503507
Jun 04 15:24:08.947405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c2669-63f0-4fab-b2c3-963ca9d51091 req-43163bc9-8859-488b-81d7-a24928f14541 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:08.948785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-432c2669-63f0-4fab-b2c3-963ca9d51091 req-43163bc9-8859-488b-81d7-a24928f14541 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 944 time: 0.1912417
Jun 04 15:24:08.994252 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-432c2669-63f0-4fab-b2c3-963ca9d51091 req-1b3dccf4-2882-4d07-a7c0-24937143b48d tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/security-groups?id=a64a460f-0415-41d4-b994-111cc1dfa9be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385778
Jun 04 15:24:09.112756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:24:09.198414 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device f851df8b-2d8b-4ed4-addd-e696af7cf11f up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:24:09.274013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb60f3-e4e3-4624-9cdd-7ae5e95b1360 req-792182f6-e930-4113-ba65-1bc98d4f41c0 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:09.275641 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2dcb60f3-e4e3-4624-9cdd-7ae5e95b1360 req-792182f6-e930-4113-ba65-1bc98d4f41c0 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.0949831
Jun 04 15:24:09.284594 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:24:09.294326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:24:09.294784 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:09.331232 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2dcb60f3-e4e3-4624-9cdd-7ae5e95b1360 req-ee268e77-fa44-4ee8-a8b0-ffd68f2f60a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493586
Jun 04 15:24:09.419958 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:09.433237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port f851df8b-2d8b-4ed4-addd-e696af7cf11f completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:24:09.442892 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port f851df8b-2d8b-4ed4-addd-e696af7cf11f triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:24:09.443266 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:09.494555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4b00f8-b6ba-457b-9955-10c9e409c84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:24:09.496851 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3deb256d-db48-42de-ad8e-650ac7be43df" -d '{"events": [{"server_uuid": "7b4b00f8-b6ba-457b-9955-10c9e409c84d", "name": "network-vif-plugged", "status": "completed", "tag": "1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:24:09.511472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98,segment=NetworkSegment(e87f0c34-ea2d-4bae-9687-69d3cc622565),segment_id=e87f0c34-ea2d-4bae-9687-69d3cc622565)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:09.581456 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d658aa2a-4632-4954-8d2f-b9d8f76a1386 x-openstack-request-id: req-d658aa2a-4632-4954-8d2f-b9d8f76a1386 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:24:09.581781 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4b00f8-b6ba-457b-9955-10c9e409c84d", "name": "network-vif-plugged", "status": "completed", "tag": "1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:24:09.582014 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d658aa2a-4632-4954-8d2f-b9d8f76a1386 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:24:09.582429 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4b00f8-b6ba-457b-9955-10c9e409c84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98', 'code': 200}
Jun 04 15:24:09.589120 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:09.590375 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:09.626086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49762) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:09.648361 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:09.696185 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:09.702246 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port f851df8b-2d8b-4ed4-addd-e696af7cf11f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=f851df8b-2d8b-4ed4-addd-e696af7cf11f,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:09.702246 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:09.775063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e075596-db6d-414a-9da5-a7cb04680586 req-2c05ff4a-4e9e-47fb-8de9-c9cfaf090906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:09.780753 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:09.780753 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:09.781179 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6e075596-db6d-414a-9da5-a7cb04680586 req-2c05ff4a-4e9e-47fb-8de9-c9cfaf090906 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 1096 time: 0.1492372
Jun 04 15:24:09.814447 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:09.837487 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:24:09.842384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Usage tracker for resource:security_group_rule and tenant:e93c47deae474a24abb0ed1ca2060010 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:24:09.847380 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:24:09.858584 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:24:09.862041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=f851df8b-2d8b-4ed4-addd-e696af7cf11f,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:09.865560 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:09.916111 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6e075596-db6d-414a-9da5-a7cb04680586 req-90fbc950-5e6f-474b-ac08-2a6e7843c2e0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a64a460f-0415-41d4-b994-111cc1dfa9be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291931
Jun 04 15:24:09.956018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f103dc-d333-48f0-a760-7a6fe2c75707 req-14cc32f7-c79c-4bba-8876-def606117f68 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:09.958310 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-97f103dc-d333-48f0-a760-7a6fe2c75707 req-14cc32f7-c79c-4bba-8876-def606117f68 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 945 time: 0.1292667
Jun 04 15:24:09.984443 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:10.014334 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-97f103dc-d333-48f0-a760-7a6fe2c75707 req-6c0e4f16-4dd7-47a6-8297-457a0058cf6c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461433
Jun 04 15:24:10.090857 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:10.100951 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bd1c0d81-1a1d-485f-a476-6710dba61480 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:10.186594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c2496c-2d84-4860-97c4-e1f320bbfb72,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:10.192839 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e93c47deae474a24abb0ed1ca2060010&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5654085
Jun 04 15:24:10.195751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 49774) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:10.201628 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:10.202016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:10.202396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:10.202768 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:10.203140 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:10.204534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:10.204656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:10.204957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:10.205344 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:10.205710 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:10.206077 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:10.206437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:10.211206 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:10.252274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0157f49-d9e3-4536-8428-b75e7d6c73f4 req-59342d62-f0f6-4c4d-936c-5b43d0b458b6 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:10.253785 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0157f49-d9e3-4536-8428-b75e7d6c73f4 req-59342d62-f0f6-4c4d-936c-5b43d0b458b6 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 945 time: 0.1366410
Jun 04 15:24:10.265450 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b62558dd-c0de-4410-9ca2-de2a839865dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:10.298774 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b62558dd-c0de-4410-9ca2-de2a839865dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:10.308087 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0157f49-d9e3-4536-8428-b75e7d6c73f4 req-45c3cd9b-b212-46be-98f1-b8c51bad946d tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/security-groups?id=a64a460f-0415-41d4-b994-111cc1dfa9be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460515
Jun 04 15:24:10.445031 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b62558dd-c0de-4410-9ca2-de2a839865dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:10.449299 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:10.462685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62558dd-c0de-4410-9ca2-de2a839865dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c2496c-2d84-4860-97c4-e1f320bbfb72,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:10.466913 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b62558dd-c0de-4410-9ca2-de2a839865dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:10.474821 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b62558dd-c0de-4410-9ca2-de2a839865dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:10.476630 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b62558dd-c0de-4410-9ca2-de2a839865dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81c2496c-2d84-4860-97c4-e1f320bbfb72 HTTP/1.1" status: 204  len: 168 time: 0.2796891
Jun 04 15:24:10.556982 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c295b8-f266-4c65-a618-a32911ee2fe1 req-d27490e0-3cb2-4eac-bc37-f17d956dbbd6 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:10.558548 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-11c295b8-f266-4c65-a618-a32911ee2fe1 req-d27490e0-3cb2-4eac-bc37-f17d956dbbd6 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.1039519
Jun 04 15:24:10.618003 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-11c295b8-f266-4c65-a618-a32911ee2fe1 req-9c2213c2-729b-4d10-846b-cb7c9e8635fb tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522857
Jun 04 15:24:11.218617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c95a3e-6e0b-4011-b2b7-d2bea53f8a3b req-3fcda958-cb05-469c-ba7b-1149833cd91a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:11.221185 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f8c95a3e-6e0b-4011-b2b7-d2bea53f8a3b req-3fcda958-cb05-469c-ba7b-1149833cd91a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 945 time: 0.0895255
Jun 04 15:24:11.269283 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f8c95a3e-6e0b-4011-b2b7-d2bea53f8a3b req-68582ade-c09c-4778-96fc-20f9a5d848ec tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421298
Jun 04 15:24:11.443108 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-15050c81-a483-4c5e-8888-010abff66001 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0981152
Jun 04 15:24:11.527418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0ccf7-f482-406b-ac46-4998df794975 req-d8823085-5b7a-4a74-980e-b8be210b6316 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:11.528939 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-44f0ccf7-f482-406b-ac46-4998df794975 req-d8823085-5b7a-4a74-980e-b8be210b6316 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 945 time: 0.0979128
Jun 04 15:24:11.584240 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-44f0ccf7-f482-406b-ac46-4998df794975 req-c457f7fd-eee1-4dae-a94a-bf0d7b1ad369 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/security-groups?id=a64a460f-0415-41d4-b994-111cc1dfa9be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482879
Jun 04 15:24:11.585994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef388ce7-4518-40e2-ae53-d01f91e59159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f851df8b-2d8b-4ed4-addd-e696af7cf11f'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:24:11.592644 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48a0c96-cc51-43b6-ac08-4ef9ac43bf42" -d '{"events": [{"server_uuid": "ef388ce7-4518-40e2-ae53-d01f91e59159", "name": "network-vif-plugged", "status": "completed", "tag": "f851df8b-2d8b-4ed4-addd-e696af7cf11f"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:24:11.636478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-08949469-d05b-464f-87f0-2defdc19d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:11.637591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-08949469-d05b-464f-87f0-2defdc19d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:11.637817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-08949469-d05b-464f-87f0-2defdc19d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:11.638279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-08949469-d05b-464f-87f0-2defdc19d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:11.638763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-08949469-d05b-464f-87f0-2defdc19d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:11.639264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-08949469-d05b-464f-87f0-2defdc19d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:11.639820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-08949469-d05b-464f-87f0-2defdc19d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:11.642398 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-08949469-d05b-464f-87f0-2defdc19d774 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170821b51002469da86d3c4cef5805e5&device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 6491 time: 0.1107111
Jun 04 15:24:11.664595 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c739c026-4f2b-46c3-85cb-29224cc45cae x-openstack-request-id: req-c739c026-4f2b-46c3-85cb-29224cc45cae {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:24:11.664595 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef388ce7-4518-40e2-ae53-d01f91e59159", "name": "network-vif-plugged", "status": "completed", "tag": "f851df8b-2d8b-4ed4-addd-e696af7cf11f", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:24:11.664595 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c739c026-4f2b-46c3-85cb-29224cc45cae {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:24:11.664595 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef388ce7-4518-40e2-ae53-d01f91e59159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f851df8b-2d8b-4ed4-addd-e696af7cf11f', 'code': 200}
Jun 04 15:24:11.952465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-8bd9bb2c-c79d-41b3-b4c5-7a0f29f31b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:11.952965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-8bd9bb2c-c79d-41b3-b4c5-7a0f29f31b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:11.954289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-8bd9bb2c-c79d-41b3-b4c5-7a0f29f31b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:11.955892 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-8bd9bb2c-c79d-41b3-b4c5-7a0f29f31b6e service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6fd14b5-fe16-4479-b95d-921ab565bab3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25 HTTP/1.1" status: 200  len: 2292 time: 0.2870686
Jun 04 15:24:12.060117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7786ee-449b-4a41-8d20-b43a78e15e06 req-a6aed700-a11d-4272-838f-b8d767cb30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:12.061686 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe7786ee-449b-4a41-8d20-b43a78e15e06 req-a6aed700-a11d-4272-838f-b8d767cb30e0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 1096 time: 0.2854130
Jun 04 15:24:12.103342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1fdc3-416d-4c3e-a792-6bc02ae257ff req-b9601942-babb-4932-a22f-39a857948fd7 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:12.104785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-13c1fdc3-416d-4c3e-a792-6bc02ae257ff req-b9601942-babb-4932-a22f-39a857948fd7 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.3295975
Jun 04 15:24:12.108806 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-e19fd423-72a5-43d7-8d22-f36c52045607 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eccdd22b-79c3-491b-9d6e-995f40de8b84 HTTP/1.1" status: 200  len: 1001 time: 0.1455038
Jun 04 15:24:12.212616 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe7786ee-449b-4a41-8d20-b43a78e15e06 req-3648967c-165f-4342-810b-952cc0757851 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372859
Jun 04 15:24:12.225907 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-13c1fdc3-416d-4c3e-a792-6bc02ae257ff req-63331ee1-e9ed-491a-8960-38cc88ae13c3 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128361
Jun 04 15:24:12.227652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-a7d87ed4-0083-49b9-b7d2-9438b9ebe608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:12.229481 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-a7d87ed4-0083-49b9-b7d2-9438b9ebe608 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c3923c1e-f693-458d-b8fe-0bcbec1d9098 HTTP/1.1" status: 200  len: 851 time: 0.0984812
Jun 04 15:24:12.331199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-2bad6247-35fe-42aa-ac65-f35ad749a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:12.332810 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-2bad6247-35fe-42aa-ac65-f35ad749a1c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6fd14b5-fe16-4479-b95d-921ab565bab3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0910559
Jun 04 15:24:12.555172 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-04df0b2f-6318-4d16-b0d3-050f5af040b6 service neutron] 10.222.0.65 "GET /v2.0/networks/b6fd14b5-fe16-4479-b95d-921ab565bab3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121079
Jun 04 15:24:12.839873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d0a88-8a32-44b2-bf4d-cdcaf129b548 req-b8956f57-5445-4b80-b689-f559a3e3e329 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:12.841436 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0f7d0a88-8a32-44b2-bf4d-cdcaf129b548 req-b8956f57-5445-4b80-b689-f559a3e3e329 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 945 time: 0.3642144
Jun 04 15:24:12.935728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464f774-7572-42c8-9e18-81e2c558ae2a req-474e998a-54c7-4432-938c-0eca163e3860 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:12.937189 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f464f774-7572-42c8-9e18-81e2c558ae2a req-474e998a-54c7-4432-938c-0eca163e3860 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 945 time: 0.1020174
Jun 04 15:24:12.942271 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-3b510e99-0254-48d4-901a-015fd5ce24f8 service neutron] 10.222.0.65 "GET /v2.0/networks/b6fd14b5-fe16-4479-b95d-921ab565bab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3798497
Jun 04 15:24:12.953215 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0f7d0a88-8a32-44b2-bf4d-cdcaf129b548 req-f5c0c76d-c1e0-4e2b-9bd7-ac1788a60ab5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956562
Jun 04 15:24:13.015714 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f464f774-7572-42c8-9e18-81e2c558ae2a req-c761f4e9-d8f9-40c1-aa31-e1a5d33266ce tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/security-groups?id=a64a460f-0415-41d4-b994-111cc1dfa9be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697911
Jun 04 15:24:13.029082 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-223891c3-7153-4a9b-a15e-7dd90f4ee57d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=9be08e86-8d27-40e8-8898-cc000823e63c HTTP/1.1" status: 200  len: 217 time: 0.0759439
Jun 04 15:24:13.038301 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-f3ef8326-5891-48a5-bd56-adbca4df2eee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2511141
Jun 04 15:24:13.099628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 49842) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:13.165960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-4a25d05f-07f9-413b-a1b8-7bf651765d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:13.167430 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-4a25d05f-07f9-413b-a1b8-7bf651765d06 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.1281726
Jun 04 15:24:13.283414 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ea6f701c-2d8d-46e9-9011-5bd33c5adc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:13.307741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ea6f701c-2d8d-46e9-9011-5bd33c5adc0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:24:13.316567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-293a76b8-8e13-482b-9be4-719b03b7c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:13.317071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-293a76b8-8e13-482b-9be4-719b03b7c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:13.317574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-293a76b8-8e13-482b-9be4-719b03b7c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:13.318042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-293a76b8-8e13-482b-9be4-719b03b7c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:13.318504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-293a76b8-8e13-482b-9be4-719b03b7c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:13.318968 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-293a76b8-8e13-482b-9be4-719b03b7c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:13.319446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-293a76b8-8e13-482b-9be4-719b03b7c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:13.321428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-293a76b8-8e13-482b-9be4-719b03b7c460 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=926d3966f5b342809000e5f28f33b523&device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 6501 time: 0.2021616
Jun 04 15:24:13.325991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ea6f701c-2d8d-46e9-9011-5bd33c5adc0c admin admin] Usage tracker for resource:security_group_rule and tenant:e913cabd4da64168bd75ccb7d52b0506 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:24:13.332099 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ea6f701c-2d8d-46e9-9011-5bd33c5adc0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:24:13.342962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ea6f701c-2d8d-46e9-9011-5bd33c5adc0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:24:13.349453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-44d27f7c-c6de-4829-9127-dcdb0a274cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:13.353278 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-44d27f7c-c6de-4829-9127-dcdb0a274cd3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1733458
Jun 04 15:24:13.497162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7deeda-b375-454a-9fe8-732dfd9b008f req-07d6fec6-5893-46ad-b87a-f45e4a5f9540 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:13.504790 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a7deeda-b375-454a-9fe8-732dfd9b008f req-07d6fec6-5893-46ad-b87a-f45e4a5f9540 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.1391137
Jun 04 15:24:13.566162 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a7deeda-b375-454a-9fe8-732dfd9b008f req-593db26c-a2b3-4c87-8473-7bbd39d4b717 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550394
Jun 04 15:24:13.684813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-353a39bb-03b2-42e8-9437-21f20ca01b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:13.685309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-353a39bb-03b2-42e8-9437-21f20ca01b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:13.685775 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-353a39bb-03b2-42e8-9437-21f20ca01b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:13.687772 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-353a39bb-03b2-42e8-9437-21f20ca01b6b service neutron] 10.222.0.62 "GET /v2.0/networks?id=523116c7-0d06-4e44-9c1a-1a833c6b29dc&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=67bebaa3-339e-464b-87fc-b3100714b795&id=67bebaa3-339e-464b-87fc-b3100714b795 HTTP/1.1" status: 200  len: 2299 time: 0.3322372
Jun 04 15:24:13.695638 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-8e09b69b-3841-4884-a2c3-d6797cd284df service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3134937
Jun 04 15:24:13.935869 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-ce332de8-591d-4780-8a55-fd8096818336 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 HTTP/1.1" status: 200  len: 1000 time: 0.2340772
Jun 04 15:24:13.940286 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ea6f701c-2d8d-46e9-9011-5bd33c5adc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:14.041086 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ea6f701c-2d8d-46e9-9011-5bd33c5adc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:14.059724 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c3093b1-6275-4699-b2de-64ef99cc45d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:14.167368 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7b296-b295-4e42-9ed7-a298f9b9ee76 req-3efe9727-296d-4087-99ba-a4ea8351da56 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:14.169020 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f6c7b296-b295-4e42-9ed7-a298f9b9ee76 req-3efe9727-296d-4087-99ba-a4ea8351da56 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 945 time: 0.0887527
Jun 04 15:24:14.220026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f6c7b296-b295-4e42-9ed7-a298f9b9ee76 req-9c904b36-766d-41ba-97fc-092221ff7d40 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433412
Jun 04 15:24:14.225042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-47dc3169-cf6c-4d5d-8705-d50e53f17d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:14.226576 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-47dc3169-cf6c-4d5d-8705-d50e53f17d8f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0a49928-f479-46c6-b85f-c135d129c3d1 HTTP/1.1" status: 200  len: 856 time: 0.2783353
Jun 04 15:24:14.239557 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ea6f701c-2d8d-46e9-9011-5bd33c5adc0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e913cabd4da64168bd75ccb7d52b0506&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1385937
Jun 04 15:24:14.241498 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-3961b545-f9c8-4de8-a180-0b31c6b6517a service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4777639
Jun 04 15:24:14.245849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49860) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:14.294540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f701c-2d8d-46e9-9011-5bd33c5adc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3baabeb-7e8e-4053-8b7f-48e73a9403bf,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:14.345554 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0d3b4cdd-d2d8-4426-b525-5fa878da670a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:14.365107 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ea6f701c-2d8d-46e9-9011-5bd33c5adc0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:14.381527 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0d3b4cdd-d2d8-4426-b525-5fa878da670a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:14.410980 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-14af5545-f271-440c-a0bd-89c544ea5d8d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=622d11de-7803-48e8-9746-b225f13357c1 HTTP/1.1" status: 200  len: 217 time: 0.1179628
Jun 04 15:24:14.524511 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0d3b4cdd-d2d8-4426-b525-5fa878da670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:14.535815 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-be9285d4-7c39-42f5-bb4b-49865cfecbce tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:14.659628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320e60b-411a-4ebe-9f7c-3bc4a24e918a req-1d51fcdb-13db-41cb-8a4d-ef481bb25d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:14.661174 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f320e60b-411a-4ebe-9f7c-3bc4a24e918a req-1d51fcdb-13db-41cb-8a4d-ef481bb25d0b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 1096 time: 0.6801662
Jun 04 15:24:14.706695 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6208cb-712d-489a-8370-15732119e00a req-e1b689b4-b904-4b2a-a426-dd9c94f6eb8a tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:14.708170 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7b6208cb-712d-489a-8370-15732119e00a req-e1b689b4-b904-4b2a-a426-dd9c94f6eb8a tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 945 time: 0.6349895
Jun 04 15:24:14.714942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-9089559d-cd11-4ecf-8373-fc9297b09ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:14.716341 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-9089559d-cd11-4ecf-8373-fc9297b09ab3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.2905996
Jun 04 15:24:14.718518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b4cdd-d2d8-4426-b525-5fa878da670a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3baabeb-7e8e-4053-8b7f-48e73a9403bf,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:14.721935 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0d3b4cdd-d2d8-4426-b525-5fa878da670a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:14.746189 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0d3b4cdd-d2d8-4426-b525-5fa878da670a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:14.749927 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0d3b4cdd-d2d8-4426-b525-5fa878da670a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3baabeb-7e8e-4053-8b7f-48e73a9403bf HTTP/1.1" status: 204  len: 168 time: 0.5003357
Jun 04 15:24:14.805413 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-9385e405-c92d-4e8c-9ebe-d458bf2642aa tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:14.812007 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-9385e405-c92d-4e8c-9ebe-d458bf2642aa tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 806 time: 0.3289480
Jun 04 15:24:14.830187 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-d98dcc71-cc7a-48f8-b17d-cb7ea6336b23 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/quotas/c38593d5cdbb4effb71c91bd3b3e56bb HTTP/1.1" status: 200  len: 375 time: 0.0170949
Jun 04 15:24:14.830912 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:24:14.837460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87c3ec-7677-4fb3-812c-ef978a0dbcce req-578a182b-f0b9-4a54-aeb5-80cc8ada8b11 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:14.838979 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab87c3ec-7677-4fb3-812c-ef978a0dbcce req-578a182b-f0b9-4a54-aeb5-80cc8ada8b11 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 945 time: 0.6633172
Jun 04 15:24:14.861895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-29ea4e71-1232-40e2-8464-2fbbee9f9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:14.870111 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-29ea4e71-1232-40e2-8464-2fbbee9f9877 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=523116c7-0d06-4e44-9c1a-1a833c6b29dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6147079
Jun 04 15:24:14.870111 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f320e60b-411a-4ebe-9f7c-3bc4a24e918a req-9911e278-c293-4134-b3fb-04f222e5406e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918321
Jun 04 15:24:14.928067 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-9b5d48d1-1e53-4757-974c-482b3e1d95bf tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0970950
Jun 04 15:24:15.094671 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab87c3ec-7677-4fb3-812c-ef978a0dbcce req-b2f667a5-b034-44fc-8ec3-21819cde084a tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/security-groups?id=a64a460f-0415-41d4-b994-111cc1dfa9be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2360764
Jun 04 15:24:15.112111 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-57e70122-16e8-41a8-83ef-bd594f0e6736 service neutron] 10.222.0.32 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723461
Jun 04 15:24:15.164864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-ec18d59c-0692-48f3-818c-4badbd649eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:15.166881 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-ec18d59c-0692-48f3-818c-4badbd649eff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4124327
Jun 04 15:24:15.171652 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-cdcdeb14-4cd9-4358-82d4-f389e8fffb53 service neutron] 10.222.0.62 "GET /v2.0/networks/523116c7-0d06-4e44-9c1a-1a833c6b29dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2904077
Jun 04 15:24:15.311670 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-57cfcbe6-3552-491b-9e35-98f14980736c service neutron] 10.222.0.32 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1983175
Jun 04 15:24:15.445974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7b6208cb-712d-489a-8370-15732119e00a req-d33286f9-8f52-4b0e-8b0c-64dced5093ad tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Deleting port 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:24:15.449263 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7b6208cb-712d-489a-8370-15732119e00a req-d33286f9-8f52-4b0e-8b0c-64dced5093ad tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:15.673571 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-eb5b29bb-f194-486f-a249-a6c835e05d34 service neutron] 10.222.0.62 "GET /v2.0/networks/523116c7-0d06-4e44-9c1a-1a833c6b29dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4658411
Jun 04 15:24:15.681689 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-62de5068-7a80-42f9-852b-0fc8bb7984c2 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5061872
Jun 04 15:24:15.857093 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-c3bb78fe-aaa4-4213-80ee-6298d2f7b077 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=e11cad97-5be6-48e6-bf28-5f9a6959d242 HTTP/1.1" status: 200  len: 217 time: 0.1427653
Jun 04 15:24:15.861542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7b6208cb-712d-489a-8370-15732119e00a req-d33286f9-8f52-4b0e-8b0c-64dced5093ad tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] For port 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98,segment=NetworkSegment(e87f0c34-ea2d-4bae-9687-69d3cc622565),segment_id=e87f0c34-ea2d-4bae-9687-69d3cc622565)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:15.862067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7b6208cb-712d-489a-8370-15732119e00a req-d33286f9-8f52-4b0e-8b0c-64dced5093ad tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:15.947376 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-187ed5de-ea83-456c-977f-8ea565b9ea22 req-3f91483b-33e4-4e7a-a636-569622ddee1e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 210 time: 0.0653543
Jun 04 15:24:15.998169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd52ab6-fa09-46c5-a529-63e7d5f0ccc9 req-2e2f6193-1593-46f8-ba47-f052866f9359 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:15.999759 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ccd52ab6-fa09-46c5-a529-63e7d5f0ccc9 req-2e2f6193-1593-46f8-ba47-f052866f9359 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.5336714
Jun 04 15:24:16.156581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7b6208cb-712d-489a-8370-15732119e00a req-d33286f9-8f52-4b0e-8b0c-64dced5093ad tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Calling delete_port for 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:24:16.210698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-56106ece-ffce-4477-b189-ca4a6359c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:16.212645 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-56106ece-ffce-4477-b189-ca4a6359c66f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.3418314
Jun 04 15:24:16.309065 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49916) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:16.309710 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ccd52ab6-fa09-46c5-a529-63e7d5f0ccc9 req-c031ba6e-cd12-4688-946f-d300f7e6aff7 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2426035
Jun 04 15:24:16.311657 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-90e7edca-c9fd-438b-b333-31cd58cacc4c service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6209004
Jun 04 15:24:16.388515 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a06ac8-3898-485b-b165-33f6999fac2c req-1c48d781-6d6a-440d-aba4-abb2e910a570 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:16.399977 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b7a06ac8-3898-485b-b165-33f6999fac2c req-1c48d781-6d6a-440d-aba4-abb2e910a570 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 945 time: 0.1673098
Jun 04 15:24:16.411293 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-6a8e6f38-d813-4aad-b750-bebaf72dda6c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=1915cce3-a724-4ca1-9d70-22adc1e7bb20 HTTP/1.1" status: 200  len: 217 time: 0.0880845
Jun 04 15:24:16.474825 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b7a06ac8-3898-485b-b165-33f6999fac2c req-42bb3aa8-5149-4eaa-9593-d0f55364a26a tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/security-groups?id=a64a460f-0415-41d4-b994-111cc1dfa9be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739236
Jun 04 15:24:16.527063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1744530537-network', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:16.533260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:24:16.538908 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Usage tracker for resource:network and tenant:0f9666fef72042a089a1b7fec6d0d3ff is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:24:16.542577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:24:16.550835 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:24:16.642136 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Made reservation on behalf of 0f9666fef72042a089a1b7fec6d0d3ff for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:24:16.644487 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:16.657819 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:16.669579 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-196e9b4e-da67-470d-80a4-160763ff2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:16.671040 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-196e9b4e-da67-470d-80a4-160763ff2efc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.2525272
Jun 04 15:24:16.679994 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:24:16.680492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-edcd55bb-3782-400a-ba16-f5104a7e2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:16.681975 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-edcd55bb-3782-400a-ba16-f5104a7e2ccc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4509025
Jun 04 15:24:16.685797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Usage tracker for resource:security_group_rule and tenant:0f9666fef72042a089a1b7fec6d0d3ff is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:24:16.691145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:24:16.698245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:24:16.845647 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:16.959754 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:16.965896 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bdd48a1b-b7e9-4b9a-9fbd-95bdc064b74b tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:16.974906 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-47830657-6931-4f45-975c-f544a9cdd886 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550297
Jun 04 15:24:16.985339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-20a44653-4f41-4517-8900-2bb88e064884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:16.987346 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-20a44653-4f41-4517-8900-2bb88e064884 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3043134
Jun 04 15:24:17.012980 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd0bf00-d79d-4fd4-9527-a3496ccb29ed,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:17.021768 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:17.084504 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:24:17.098448 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:17.098829 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Added segment 80fa3029-e0d0-45eb-95bb-49cb87ea8d96 of type vlan for network 88077e73-6957-4879-9339-9e85eb0bc61f
Jun 04 15:24:17.119829 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:24:17.125753 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7b6208cb-712d-489a-8370-15732119e00a req-d33286f9-8f52-4b0e-8b0c-64dced5093ad tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:17.157179 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:17.174131 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:24:17.174487 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:24:17.222946 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ee870259-f1b5-4481-bb65-0c8333a917da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:17.251226 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:17.253132 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:17.253757 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:17.257786 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a36bb511-6f0d-4141-be24-380e2a0c92f3 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:17.335351 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e81ae5a-4d02-4884-b847-d0ad63cb513a req-338b28b3-bb98-4a3a-b9b3-1c5e833f1777 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 210 time: 0.2128766
Jun 04 15:24:17.342205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33286f9-8f52-4b0e-8b0c-64dced5093ad tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Pushing event deleted for resources: {'Port': ['ID=1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:17.366983 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d33286f9-8f52-4b0e-8b0c-64dced5093ad tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:17.428185 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Pushing event updated for resources: {'Network': ['ID=88077e73-6957-4879-9339-9e85eb0bc61f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:17.432269 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:17.441479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 88077e73-6957-4879-9339-9e85eb0bc61f details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:24:17.489418 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-9719394a-d191-4c1c-bf51-95a7d2ed20b5 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4773080
Jun 04 15:24:17.492709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6208cb-712d-489a-8370-15732119e00a req-d33286f9-8f52-4b0e-8b0c-64dced5093ad tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] No DVR routers for this DVR port 1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:24:17.497657 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7b6208cb-712d-489a-8370-15732119e00a req-d33286f9-8f52-4b0e-8b0c-64dced5093ad tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:17.500801 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4b00f8-b6ba-457b-9955-10c9e409c84d', 'name': 'network-vif-deleted', 'tag': '1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:24:17.503242 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c6f5cd-2439-4620-abdf-385ac0f88b8a" -d '{"events": [{"server_uuid": "7b4b00f8-b6ba-457b-9955-10c9e409c84d", "name": "network-vif-deleted", "tag": "1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:24:17.519657 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2087190
Jun 04 15:24:17.524381 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49936) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:17.527278 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-beb174f9-10b3-4d54-88c5-86a936a5283f service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5389287
Jun 04 15:24:17.532700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Request body: {'subnet': {'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1744530537-subnet', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:17.550262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:24:17.563703 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Usage tracker for resource:subnet and tenant:0f9666fef72042a089a1b7fec6d0d3ff is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:24:17.575455 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:24:17.589226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:24:17.641541 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-753bad5e-94d1-470e-bb74-a3bffe97784c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 HTTP/1.1" status: 200  len: 217 time: 0.1024201
Jun 04 15:24:17.707263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Made reservation on behalf of 0f9666fef72042a089a1b7fec6d0d3ff for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:24:17.710517 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:17.786045 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7b6208cb-712d-489a-8370-15732119e00a req-d33286f9-8f52-4b0e-8b0c-64dced5093ad tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.65 "DELETE /v2.0/ports/1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98 HTTP/1.1" status: 204  len: 173 time: 3.0651238
Jun 04 15:24:17.810191 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-493a139b-591f-44f8-8000-3391241577fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:17.815543 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-493a139b-591f-44f8-8000-3391241577fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.1112130
Jun 04 15:24:17.849532 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-36892bae-6069-4834-adb2-6a4eb4bb9ae4 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3533621
Jun 04 15:24:17.964573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1b7feb4d-148e-40a8-9ad0-51669c893620 req-6b6442c4-2d5f-4e42-ac16-ce6e17a26bce tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Synchronizing usage tracker for tenant:235f75d7a2594e649df3987b681e5978 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:24:17.979305 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-23f7f62c-1666-4319-aef9-b376e23d75db service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=41ff47dd-6827-473b-b808-969597aa034d HTTP/1.1" status: 200  len: 217 time: 0.0949986
Jun 04 15:24:18.005378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da3090-1546-4323-a4a2-9bb5a049afec req-14614bdb-e464-4fdd-ad98-c7daadbc9392 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:18.006924 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-45da3090-1546-4323-a4a2-9bb5a049afec req-14614bdb-e464-4fdd-ad98-c7daadbc9392 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.1811779
Jun 04 15:24:18.091449 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-45da3090-1546-4323-a4a2-9bb5a049afec req-598bdcf6-fd09-4919-a5a9-6e9cb5275f91 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765839
Jun 04 15:24:18.108188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-d8851992-12f2-4bbf-aba2-225b2d985c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:18.110287 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-d8851992-12f2-4bbf-aba2-225b2d985c99 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 200  len: 797 time: 0.1210403
Jun 04 15:24:18.119743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-78431b36-6b0d-4627-b112-323c05c29b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:18.121406 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-78431b36-6b0d-4627-b112-323c05c29b25 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2743807
Jun 04 15:24:18.161631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1b7feb4d-148e-40a8-9ad0-51669c893620 req-6b6442c4-2d5f-4e42-ac16-ce6e17a26bce tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Unset dirty status for tenant:235f75d7a2594e649df3987b681e5978 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:24:18.162924 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1b7feb4d-148e-40a8-9ad0-51669c893620 req-6b6442c4-2d5f-4e42-ac16-ce6e17a26bce tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 210 time: 0.3479724
Jun 04 15:24:18.395086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-420447cd-d20c-4762-b6f0-bb551a353546 req-31d617bd-e7d5-43b8-833e-ac398309ee3b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-801297203', 'description': 'tempest-description-1344373199'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:18.400334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-420447cd-d20c-4762-b6f0-bb551a353546 req-31d617bd-e7d5-43b8-833e-ac398309ee3b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:24:18.417067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-420447cd-d20c-4762-b6f0-bb551a353546 req-31d617bd-e7d5-43b8-833e-ac398309ee3b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:24:18.492538 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f55676-577d-4e46-a85e-23e7ae07b26e x-openstack-request-id: req-05f55676-577d-4e46-a85e-23e7ae07b26e {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:24:18.492868 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4b00f8-b6ba-457b-9955-10c9e409c84d", "name": "network-vif-deleted", "tag": "1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:24:18.493187 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05f55676-577d-4e46-a85e-23e7ae07b26e {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:24:18.493620 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4b00f8-b6ba-457b-9955-10c9e409c84d', 'name': 'network-vif-deleted', 'tag': '1b505bfd-c73a-4b7b-bd57-c1ffa9cfaf98', 'status': 'completed', 'code': 200}
Jun 04 15:24:18.554491 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-420447cd-d20c-4762-b6f0-bb551a353546 req-31d617bd-e7d5-43b8-833e-ac398309ee3b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:18.613614 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-420447cd-d20c-4762-b6f0-bb551a353546 req-31d617bd-e7d5-43b8-833e-ac398309ee3b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:24:18.613784 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7eb56d36-feaf-4c7b-8a0e-617943fc9e7e req-9162e6d5-0e40-4c9c-b5e4-1f4ebb2c1a70 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 210 time: 0.1166947
Jun 04 15:24:18.634916 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:18.639290 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-420447cd-d20c-4762-b6f0-bb551a353546 req-31d617bd-e7d5-43b8-833e-ac398309ee3b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Usage tracker for resource:security_group_rule and tenant:89f3555b982945e8b0a06f78109c1548 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:24:18.642782 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2362c92a-948a-4457-ad06-5fcc106b2c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:18.677309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-420447cd-d20c-4762-b6f0-bb551a353546 req-31d617bd-e7d5-43b8-833e-ac398309ee3b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:24:18.694628 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-420447cd-d20c-4762-b6f0-bb551a353546 req-31d617bd-e7d5-43b8-833e-ac398309ee3b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:24:18.751496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=4093c38f-7f2f-4b42-8c4a-34d4b45f0128,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:18.759984 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:18.775264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Checking segment: {'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:24:18.775880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Network hostable DHCP agents. Network: 88077e73-6957-4879-9339-9e85eb0bc61f, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:24:18.821871 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-e1aa19e6-86bf-4317-b561-00cb39f2a3df service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6609921
Jun 04 15:24:18.838464 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-420447cd-d20c-4762-b6f0-bb551a353546 req-31d617bd-e7d5-43b8-833e-ac398309ee3b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:18.872311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-c4226273-ea1a-41d7-b981-89555ed21683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:18.873840 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-c4226273-ea1a-41d7-b981-89555ed21683 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=487d8500-c646-4ff8-a2dd-8d1e735bc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.7573783
Jun 04 15:24:18.884626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Network 88077e73-6957-4879-9339-9e85eb0bc61f is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:24:18.890798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-b11f3a53-9410-4299-b62f-7621e4ce0d00 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:18.892595 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-b11f3a53-9410-4299-b62f-7621e4ce0d00 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 806 time: 0.3969080
Jun 04 15:24:18.929138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Request body: {'port': {'device_id': 'b2053005-7f5b-44f7-868f-d8cc7f58d31b', 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079', 'admin_state_up': True, 'tenant_id': 'c38593d5cdbb4effb71c91bd3b3e56bb'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:18.992523 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-420447cd-d20c-4762-b6f0-bb551a353546 req-31d617bd-e7d5-43b8-833e-ac398309ee3b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:18.996868 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:19.030604 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 88077e73-6957-4879-9339-9e85eb0bc61f) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:24:19.053372 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d617bd-e7d5-43b8-833e-ac398309ee3b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bb35ca-a697-4f9a-97fb-4b56930a5683,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:19.054021 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcccbab-297f-452d-b3e0-e1ea0571df64 None None] Network 88077e73-6957-4879-9339-9e85eb0bc61f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:24:19.057096 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:19.057909 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:19.075175 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-31d617bd-e7d5-43b8-833e-ac398309ee3b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:19.135518 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-420447cd-d20c-4762-b6f0-bb551a353546 req-31d617bd-e7d5-43b8-833e-ac398309ee3b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:19.137365 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-420447cd-d20c-4762-b6f0-bb551a353546 req-31d617bd-e7d5-43b8-833e-ac398309ee3b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1814 time: 0.7526088
Jun 04 15:24:19.165138 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6391451
Jun 04 15:24:19.165915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49952) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:19.171349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:19.178732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:24:19.184243 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Usage tracker for resource:router and tenant:0f9666fef72042a089a1b7fec6d0d3ff is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:24:19.188357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:24:19.198204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:24:19.318844 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:19.320365 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:19.324307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:24:19.339830 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-144b56c2-f8ef-4246-8435-cf6ef8bd4eb3 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4927568
Jun 04 15:24:19.347182 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:19.401647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:24:19.434274 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e003c98-67e2-4d18-81fa-736511b216f9 req-fc4f5a5b-707e-4678-a4ad-5d424d16f859 tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b4b00f8-b6ba-457b-9955-10c9e409c84d HTTP/1.1" status: 200  len: 210 time: 0.0730684
Jun 04 15:24:19.522099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-88077e73-6957-4879-9339-9e85eb0bc61f', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:24:19.523226 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:19.529201 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-fc8bb6cf-e922-48f1-8a8b-870c698dbfe5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=eff2a110-bfbd-4b7c-802b-81406f46e243 HTTP/1.1" status: 200  len: 217 time: 0.1364574
Jun 04 15:24:19.537813 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-bbe5558a-7594-4e6a-ab98-4e3b0bb7ddb8 service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6539326
Jun 04 15:24:19.661028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Made reservation on behalf of c38593d5cdbb4effb71c91bd3b3e56bb for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:24:19.664869 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:19.696118 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45c53125-5900-43b9-9ae8-6c594c489464 req-9fc4219f-17a0-476c-838b-383323f939aa tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-801297203&fields=id&tenant_id=89f3555b982945e8b0a06f78109c1548 HTTP/1.1" status: 200  len: 267 time: 0.2965124
Jun 04 15:24:19.810885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Allocated IP 172.20.0.2 (88077e73-6957-4879-9339-9e85eb0bc61f/4093c38f-7f2f-4b42-8c4a-34d4b45f0128/da89e7be-4985-4209-a582-d2bf01040775) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:24:19.846571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-b32f5f24-b6a3-472e-8663-6c5015ba6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:19.848277 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-b32f5f24-b6a3-472e-8663-6c5015ba6c75 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.3019028
Jun 04 15:24:20.024277 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:20.030433 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-912a5176-7cd2-4443-9b49-86767f5378a3 req-dcc92845-6309-47a7-a63b-a287d026db9f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 210 time: 0.0674262
Jun 04 15:24:20.059938 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-91df8dab-ce18-49cc-a345-7f303844747e service neutron] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5151012
Jun 04 15:24:20.142557 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:20.154407 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Transition to ACTIVE for port object da89e7be-4985-4209-a582-d2bf01040775 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:24:20.193120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Transition to ACTIVE for port object da89e7be-4985-4209-a582-d2bf01040775 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:24:20.205607 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-0456f203-dd95-4930-8ab7-a16363b4614d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74a8cd99-75e0-4534-804c-3dcf7f981b98 HTTP/1.1" status: 200  len: 217 time: 0.1358349
Jun 04 15:24:20.226162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c53125-5900-43b9-9ae8-6c594c489464 req-1e87752e-0779-4612-a114-bb38c313643a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:20.228012 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45c53125-5900-43b9-9ae8-6c594c489464 req-1e87752e-0779-4612-a114-bb38c313643a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.5309894
Jun 04 15:24:20.282522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-45c53125-5900-43b9-9ae8-6c594c489464 req-7f5708dd-1c83-47f0-864c-7cec64266d2c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Request body: {'port': {'security_groups': ['5de5715c-2202-45c4-a4ce-73a79d69db43', '97bb35ca-a697-4f9a-97fb-4b56930a5683']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:20.284201 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:20.289197 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:20.387867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Allocated IP 172.20.0.12 (461f9c0e-ecfd-4745-a9f2-974b51ab6079/cb8210ec-57b3-4dae-ba07-aa799b052e64/e8e63b54-8093-40b8-be5b-148ee982e71b) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:24:20.392126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-b622e616-12ae-4420-a016-94f29abf4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:20.394717 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-b622e616-12ae-4420-a016-94f29abf4373 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4667115
Jun 04 15:24:20.396483 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Network 88077e73-6957-4879-9339-9e85eb0bc61f is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:24:20.399620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:24:20.403589 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:24:20.419483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-8d0329d1-61ee-48ef-865e-469519c4d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:20.420979 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-8d0329d1-61ee-48ef-865e-469519c4d123 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a336d59d-0ff7-4a9a-8db6-fe01b767ae75 HTTP/1.1" status: 200  len: 797 time: 0.2037928
Jun 04 15:24:20.439167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Pushing event updated for resources: {'Port': ['ID=da89e7be-4985-4209-a582-d2bf01040775,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:20.447359 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:20.510466 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Attempting to bind port da89e7be-4985-4209-a582-d2bf01040775 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:24:20.510994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Attempting to bind port da89e7be-4985-4209-a582-d2bf01040775 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:24:20.511304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Attempting to bind port da89e7be-4985-4209-a582-d2bf01040775 on network 88077e73-6957-4879-9339-9e85eb0bc61f {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:24:20.518664 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:24:20.519032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Checking segment: {'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:24:20.520032 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:20.520455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Bound using segment: {'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:24:20.520956 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Bound port: da89e7be-4985-4209-a582-d2bf01040775, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:24:20.521448 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:20.548587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:20.588456 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:20.633058 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49968) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:20.651982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] For port da89e7be-4985-4209-a582-d2bf01040775, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:24:20.658448 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] For port da89e7be-4985-4209-a582-d2bf01040775, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=da89e7be-4985-4209-a582-d2bf01040775,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:24:20.732191 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:20.737451 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:20.748348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffcebb5-7330-4ea8-b9b9-6f0b5d242939 admin admin] Deleting subnet 98c9ee14-6fa5-4137-98d1-a68891b7c6e5 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:24:20.754977 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ffcebb5-7330-4ea8-b9b9-6f0b5d242939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:20.878220 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ffcebb5-7330-4ea8-b9b9-6f0b5d242939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:20.897435 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-45c53125-5900-43b9-9ae8-6c594c489464 req-7f5708dd-1c83-47f0-864c-7cec64266d2c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:20.946831 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Pushing event updated for resources: {'Port': ['ID=da89e7be-4985-4209-a582-d2bf01040775,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:20.947632 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Allocated IP 172.25.4.202 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:24:20.954758 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:20.991081 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ffcebb5-7330-4ea8-b9b9-6f0b5d242939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:21.052903 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-a9bac0de-a7e4-416d-9050-e4da95c317c6 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6379318
Jun 04 15:24:21.202541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-8d67dd3e-61c2-485e-b89e-e1d198afc996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:21.204935 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-8d67dd3e-61c2-485e-b89e-e1d198afc996 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.7412667
Jun 04 15:24:21.342507 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-446ec567-bc14-4e74-90fe-cfbfc468ed27 req-4835141e-bb36-4195-a060-9a3cb6d27c86 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 210 time: 0.0743322
Jun 04 15:24:21.353338 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:21.475575 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:21.507468 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-0adaf705-b861-4543-8651-1ec5cac7fb49 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3954792
Jun 04 15:24:21.571445 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:21.576153 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:21.648822 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ffcebb5-7330-4ea8-b9b9-6f0b5d242939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:21.649072 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-7009ea40-1add-4eba-b3c0-e776a58ccae1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=866f06d1-ae5e-4e52-a577-794e989480c1 HTTP/1.1" status: 200  len: 217 time: 0.1069901
Jun 04 15:24:21.649612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:24:21.654295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:24:21.659805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:24:21.701667 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-baa27412-f897-400b-a198-cb888a0c4f61 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4283738
Jun 04 15:24:21.871407 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ffcebb5-7330-4ea8-b9b9-6f0b5d242939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:21.881541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Pushing event updated for resources: {'Port': ['ID=14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:21.889504 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:21.894220 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6aece9e4-85c2-4f7c-a679-146580260272 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:21.943956 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3ffcebb5-7330-4ea8-b9b9-6f0b5d242939 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/98c9ee14-6fa5-4137-98d1-a68891b7c6e5 HTTP/1.1" status: 204  len: 168 time: 1.3097436
Jun 04 15:24:21.950250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49980) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:21.970396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-51d1d2b4-80d8-4462-b8ea-2ae10eab286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:21.972288 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-51d1d2b4-80d8-4462-b8ea-2ae10eab286e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.2736721
Jun 04 15:24:21.983756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcebb5-7330-4ea8-b9b9-6f0b5d242939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c9ee14-6fa5-4137-98d1-a68891b7c6e5,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:21.996125 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3ffcebb5-7330-4ea8-b9b9-6f0b5d242939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:21.996431 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-81693b3f-f528-46e3-b412-b3980a9588f4 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2449472
Jun 04 15:24:22.127388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-45c53125-5900-43b9-9ae8-6c594c489464 req-7f5708dd-1c83-47f0-864c-7cec64266d2c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] For port c0161f68-1b43-416c-878b-bb1e976570b6, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c0161f68-1b43-416c-878b-bb1e976570b6,segment=NetworkSegment(f721578e-af48-4541-8a63-d0cc37301027),segment_id=f721578e-af48-4541-8a63-d0cc37301027)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:22.149197 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:22.156662 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-a0028b30-1c88-49db-9420-b1920b6c1613 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=621cb0eb-72ea-4d4d-99df-fd7ef6776628 HTTP/1.1" status: 200  len: 217 time: 0.0954790
Jun 04 15:24:22.165353 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6dbcb869-b7c3-4c99-8505-2868a006efab'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:24:22.169849 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:22.211024 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['f851df8b-2d8b-4ed4-addd-e696af7cf11f'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:24:22.282044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30973b7-8fae-496b-8d23-47d18042fb85 None None] Network 88077e73-6957-4879-9339-9e85eb0bc61f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:24:22.294499 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4a05fab5-f302-4e5e-867a-e995b6dc66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:22.446662 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-45c53125-5900-43b9-9ae8-6c594c489464 req-7f5708dd-1c83-47f0-864c-7cec64266d2c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:24:22.472548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:24:22.481828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:24:22.492488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:24:22.517429 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4a05fab5-f302-4e5e-867a-e995b6dc66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:22.520677 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-45c53125-5900-43b9-9ae8-6c594c489464 req-7f5708dd-1c83-47f0-864c-7cec64266d2c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:22.543331 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fc57f728-7414-435f-b2f1-0be1c6c781ca None None] Provisioning for port da89e7be-4985-4209-a582-d2bf01040775 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:24:22.552375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-4a05fab5-f302-4e5e-867a-e995b6dc66a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387e78a60>,) {'filters': {'network_id': ['966a1fa0-5120-478a-806c-ac180bd53af5']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:22.552591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-a6c24376-fc99-48d0-ac94-9c217b9d34bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:22.554022 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-a6c24376-fc99-48d0-ac94-9c217b9d34bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a336d59d-0ff7-4a9a-8db6-fe01b767ae75 HTTP/1.1" status: 200  len: 797 time: 0.3473444
Jun 04 15:24:22.576289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Pushing event updated for resources: {'Port': ['ID=e8e63b54-8093-40b8-be5b-148ee982e71b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:22.576289 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:22.587541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-4a05fab5-f302-4e5e-867a-e995b6dc66a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387e78a60>, 'e87f0c34-ea2d-4bae-9687-69d3cc622565') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:22.587838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-4a05fab5-f302-4e5e-867a-e995b6dc66a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387e78a60>, 'e87f0c34-ea2d-4bae-9687-69d3cc622565') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:22.607803 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4a05fab5-f302-4e5e-867a-e995b6dc66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:22.610511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-78780bdd-1d3d-4ff5-b268-9d412d20326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:22.612090 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-78780bdd-1d3d-4ff5-b268-9d412d20326e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.6145344
Jun 04 15:24:22.630139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:22.631881 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:22.669698 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-45c53125-5900-43b9-9ae8-6c594c489464 req-7f5708dd-1c83-47f0-864c-7cec64266d2c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:22.684234 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9a4ee596-6c78-4062-b5d9-41d853bda2e9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:22.776686 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4a05fab5-f302-4e5e-867a-e995b6dc66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:22.801849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a05fab5-f302-4e5e-867a-e995b6dc66a6 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:24:22.802258 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4a05fab5-f302-4e5e-867a-e995b6dc66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:22.837990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c53125-5900-43b9-9ae8-6c594c489464 req-7f5708dd-1c83-47f0-864c-7cec64266d2c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:22.838615 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-45c53125-5900-43b9-9ae8-6c594c489464 req-7f5708dd-1c83-47f0-864c-7cec64266d2c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:24:22.851455 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:24:22.855805 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45c53125-5900-43b9-9ae8-6c594c489464 req-7f5708dd-1c83-47f0-864c-7cec64266d2c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "PUT /v2.0/ports/c0161f68-1b43-416c-878b-bb1e976570b6 HTTP/1.1" status: 200  len: 981 time: 2.5854480
Jun 04 15:24:22.855805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'tag': 'c0161f68-1b43-416c-878b-bb1e976570b6'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:24:22.855805 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fcf69b-0eb0-4298-95e6-762c7c0a73b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0696f39-97f2-4d66-a913-18dff5968e43", "tag": "c0161f68-1b43-416c-878b-bb1e976570b6"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:24:22.902855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['c0161f68-1b43-416c-878b-bb1e976570b6'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:24:22.927164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5708dd-1c83-47f0-864c-7cec64266d2c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Pushing event updated for resources: {'Port': ['ID=c0161f68-1b43-416c-878b-bb1e976570b6,revision_number=6']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:22.940421 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7f5708dd-1c83-47f0-864c-7cec64266d2c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:22.947774 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0279136
Jun 04 15:24:22.954819 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-896cefdd-ba89-48d1-b814-c7d43176ec61 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3182952
Jun 04 15:24:22.972851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Request body: {'port': {'device_id': 'b2053005-7f5b-44f7-868f-d8cc7f58d31b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:22.997418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device da89e7be-4985-4209-a582-d2bf01040775 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:24:23.025660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-9c0faa8a-fe68-4e2a-b2b9-2b116a5cf794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:23.027332 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-9c0faa8a-fe68-4e2a-b2b9-2b116a5cf794 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=640a3ff5-2e7f-415c-92c2-71c9ab9caf25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4663451
Jun 04 15:24:23.080327 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:23.268668 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:23.303167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port da89e7be-4985-4209-a582-d2bf01040775 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:24:23.314743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port da89e7be-4985-4209-a582-d2bf01040775 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:24:23.315294 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:23.380715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['c0161f68-1b43-416c-878b-bb1e976570b6'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:24:23.434002 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-991967b6-5438-46ec-b300-0579fd925b83 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4666283
Jun 04 15:24:23.436795 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-394209ea-d9cc-4adf-be53-d3749bcd7246 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4017072
Jun 04 15:24:23.530474 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:23.581129 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:23.651635 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-2f2892e9-ee8c-49e5-a153-f4e0e465af0b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7938937e-37ff-4ff3-9751-b09fa0d241f6 HTTP/1.1" status: 200  len: 217 time: 0.1734991
Jun 04 15:24:23.700584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-dfbe0781-94f0-49cf-8e82-fdfda9ed93ae None None] Provisioning complete for port da89e7be-4985-4209-a582-d2bf01040775 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:24:23.701076 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0781-94f0-49cf-8e82-fdfda9ed93ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:23.740299 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:23.755490 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4a05fab5-f302-4e5e-867a-e995b6dc66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:23.760953 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4a05fab5-f302-4e5e-867a-e995b6dc66a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:23.777567 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3a311813-11a7-4b6f-b2f5-1f684b41883b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:23.798226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05fab5-f302-4e5e-867a-e995b6dc66a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=966a1fa0-5120-478a-806c-ac180bd53af5,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:23.801080 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4a05fab5-f302-4e5e-867a-e995b6dc66a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:23.817877 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5602193d-bea0-4aed-b55f-a7a4f9cbc486 req-fc2a1bab-198a-4217-b197-f752c00bda37 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-801297203&fields=id&tenant_id=89f3555b982945e8b0a06f78109c1548 HTTP/1.1" status: 200  len: 267 time: 0.5476611
Jun 04 15:24:23.818608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59737e03-c0a1-4445-b50b-bed1103ae86d req-b3f55aea-36b3-4544-9fd6-e52b27ac4eae tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:23.825612 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-59737e03-c0a1-4445-b50b-bed1103ae86d req-b3f55aea-36b3-4544-9fd6-e52b27ac4eae tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 932 time: 1.2071073
Jun 04 15:24:23.842921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port da89e7be-4985-4209-a582-d2bf01040775, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=da89e7be-4985-4209-a582-d2bf01040775,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:23.859696 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4a05fab5-f302-4e5e-867a-e995b6dc66a6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/966a1fa0-5120-478a-806c-ac180bd53af5 HTTP/1.1" status: 204  len: 168 time: 1.9013889
Jun 04 15:24:23.927480 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:23.936426 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:23.990383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-8ed413a8-aa9c-4a0b-bd90-6eec11572a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:23.992692 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-59737e03-c0a1-4445-b50b-bed1103ae86d req-aa0e6d42-cfab-40d2-873d-0a1aaf99427a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657302
Jun 04 15:24:23.992864 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-8ed413a8-aa9c-4a0b-bd90-6eec11572a51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=609b259b-c087-44a5-9daf-3b5e7e8e553a HTTP/1.1" status: 200  len: 797 time: 0.3262026
Jun 04 15:24:24.079611 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a64ff8dd-b06c-47ca-af6f-3037b1fed1a3 req-12a6e592-ccef-4629-bc74-e7323c5c9539 service neutron] 10.222.0.65 "GET /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5975537
Jun 04 15:24:24.080675 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=da89e7be-4985-4209-a582-d2bf01040775,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:24.085388 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:24.131822 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e60da4-442c-4966-a53e-33e12554816a x-openstack-request-id: req-15e60da4-442c-4966-a53e-33e12554816a {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:24:24.137498 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0696f39-97f2-4d66-a913-18dff5968e43", "tag": "c0161f68-1b43-416c-878b-bb1e976570b6", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:24:24.137498 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15e60da4-442c-4966-a53e-33e12554816a {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:24:24.137498 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'tag': 'c0161f68-1b43-416c-878b-bb1e976570b6', 'status': 'completed', 'code': 200}
Jun 04 15:24:24.165136 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Router 2263279c-b6a7-46a9-9165-d63dec5a76f0 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:24:24.308064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49998) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:24.376130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602193d-bea0-4aed-b55f-a7a4f9cbc486 req-6e0eeba6-fbba-4be8-98a1-1be50d533190 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:24.378395 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5602193d-bea0-4aed-b55f-a7a4f9cbc486 req-6e0eeba6-fbba-4be8-98a1-1be50d533190 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 984 time: 0.5162201
Jun 04 15:24:24.428687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-5602193d-bea0-4aed-b55f-a7a4f9cbc486 req-30d3190d-8280-4da1-a14d-eea9d7a3a1e8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Request body: {'port': {'security_groups': ['5de5715c-2202-45c4-a4ce-73a79d69db43']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:24.464316 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-35e185c9-69dd-4d72-b85d-51acb1fa75ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=235f75d7a2594e649df3987b681e5978&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1513498
Jun 04 15:24:24.492882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50000) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:24.534087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:24:24.546025 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Sync routers for ids ['2263279c-b6a7-46a9-9165-d63dec5a76f0'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:24:24.559868 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Routers {'2263279c-b6a7-46a9-9165-d63dec5a76f0'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:24:24.560673 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c34aa60>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:24:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2263279c-b6a7-46a9-9165-d63dec5a76f0'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:24.605949 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c87a84b0-467f-4baa-8a74-aee29e570508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:24.640495 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c87a84b0-467f-4baa-8a74-aee29e570508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:24.649943 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:24.651301 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.4842720
Jun 04 15:24:24.655366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50002) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:24.698112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-1b1b5a18-50bf-48ac-8b96-7c2f46a79bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:24.700579 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-1b1b5a18-50bf-48ac-8b96-7c2f46a79bb6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67bebaa3-339e-464b-87fc-b3100714b795&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.6382084
Jun 04 15:24:24.728349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcf69b-0eb0-4298-95e6-762c7c0a73b3 req-9ff7437a-4d90-47c8-a276-3d0a80c7980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:24.728349 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6fcf69b-0eb0-4298-95e6-762c7c0a73b3 req-9ff7437a-4d90-47c8-a276-3d0a80c7980b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89f3555b982945e8b0a06f78109c1548&device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 1135 time: 0.6015465
Jun 04 15:24:24.912453 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Set router 2263279c-b6a7-46a9-9165-d63dec5a76f0 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:24:24.973392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device da89e7be-4985-4209-a582-d2bf01040775 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:24:25.074750 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:24:25.174809 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5602193d-bea0-4aed-b55f-a7a4f9cbc486 req-30d3190d-8280-4da1-a14d-eea9d7a3a1e8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:25.275495 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c87a84b0-467f-4baa-8a74-aee29e570508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:25.287784 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-23f37747-4e09-4b19-b7de-cc5f82011352 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:25.304088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a84b0-467f-4baa-8a74-aee29e570508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64a460f-0415-41d4-b994-111cc1dfa9be,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:25.307587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e63b54-8093-40b8-be5b-148ee982e71b {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:24:25.317571 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c87a84b0-467f-4baa-8a74-aee29e570508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:25.321103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcf69b-0eb0-4298-95e6-762c7c0a73b3 req-bd84e0c7-2b91-47ce-aab5-afb14102a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:25.327430 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6fcf69b-0eb0-4298-95e6-762c7c0a73b3 req-bd84e0c7-2b91-47ce-aab5-afb14102a849 service neutron] 10.222.0.65 "GET /v2.0/networks?id=14881b01-33c8-41e1-a55f-38deed5fdc44 HTTP/1.1" status: 200  len: 921 time: 0.5911970
Jun 04 15:24:25.360048 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port da89e7be-4985-4209-a582-d2bf01040775 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:24:25.360711 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:25.396611 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:25.409833 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-f70f70cc-67cd-4910-b638-c6bd179a0074 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6794088
Jun 04 15:24:25.472667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c34aa60>, [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:22Z', 'revision_number': 3, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:25.478407 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c87a84b0-467f-4baa-8a74-aee29e570508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:25.485075 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c87a84b0-467f-4baa-8a74-aee29e570508 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a64a460f-0415-41d4-b994-111cc1dfa9be HTTP/1.1" status: 204  len: 168 time: 0.9900389
Jun 04 15:24:25.513451 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Checking router: 2263279c-b6a7-46a9-9165-d63dec5a76f0 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:24:25.513806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Updating router 2263279c-b6a7-46a9-9165-d63dec5a76f0 port 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:24:25.522818 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6fcf69b-0eb0-4298-95e6-762c7c0a73b3 req-c2d85ed2-4972-4395-a427-9316981d5601 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0161f68-1b43-416c-878b-bb1e976570b6 HTTP/1.1" status: 200  len: 217 time: 0.1101286
Jun 04 15:24:25.548246 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7b043-3b0a-4ad2-8620-6c20221ce97b req-3e613a59-af33-46c1-b8ea-5c818ad3f0fc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:25.564815 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-46a7b043-3b0a-4ad2-8620-6c20221ce97b req-3e613a59-af33-46c1-b8ea-5c818ad3f0fc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 932 time: 0.3585982
Jun 04 15:24:25.660314 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:25.695573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Transition to ACTIVE for port object e8e63b54-8093-40b8-be5b-148ee982e71b will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:24:25.698324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcf69b-0eb0-4298-95e6-762c7c0a73b3 req-48a165b4-b5d2-4749-9a9d-6d8a483d7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:25.700959 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6fcf69b-0eb0-4298-95e6-762c7c0a73b3 req-48a165b4-b5d2-4749-9a9d-6d8a483d7e6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d10bb029-53b7-4a86-9fb5-aeb307e6e54f HTTP/1.1" status: 200  len: 860 time: 0.1046731
Jun 04 15:24:25.738596 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:25.744097 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-46a7b043-3b0a-4ad2-8620-6c20221ce97b req-4920f931-7109-4090-b998-01c4fb008103 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772132
Jun 04 15:24:26.022245 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:26.202669 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:26.264058 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a9d52ff6-8664-4d16-aea5-8a61f70c5ad2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:26.414283 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:26.443628 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Transition to ACTIVE for port object 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:24:26.466609 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6fcf69b-0eb0-4298-95e6-762c7c0a73b3 req-82564b67-25d3-4daf-a48d-39e20616f4b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14881b01-33c8-41e1-a55f-38deed5fdc44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.7520795
Jun 04 15:24:26.480766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5602193d-bea0-4aed-b55f-a7a4f9cbc486 req-30d3190d-8280-4da1-a14d-eea9d7a3a1e8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] For port c0161f68-1b43-416c-878b-bb1e976570b6, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c0161f68-1b43-416c-878b-bb1e976570b6,segment=NetworkSegment(f721578e-af48-4541-8a63-d0cc37301027),segment_id=f721578e-af48-4541-8a63-d0cc37301027)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:26.513498 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:26.519860 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:26.592818 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04042b82-d809-47a5-9bc5-9f389fa95d6b None None] Pushing event updated for resources: {'Port': ['ID=14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:26.598030 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-04042b82-d809-47a5-9bc5-9f389fa95d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:26.599195 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Allocated IP 172.20.0.1 (88077e73-6957-4879-9339-9e85eb0bc61f/4093c38f-7f2f-4b42-8c4a-34d4b45f0128/0c239d36-cf9f-42d9-8c6d-3689c0b6060e) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:24:26.627164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e63b54-8093-40b8-be5b-148ee982e71b,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:26.635302 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Attempting to bind port 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:24:26.635797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Attempting to bind port 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:24:26.644686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Attempting to bind port 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:24:26.644686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:24:26.644686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:24:26.644686 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:26.644686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:24:26.645828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Bound port: 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:24:26.646330 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:26.667478 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:26.681702 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5602193d-bea0-4aed-b55f-a7a4f9cbc486 req-30d3190d-8280-4da1-a14d-eea9d7a3a1e8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:26.735254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] For port 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:24:26.739380 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] For port 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:24:26.799642 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5602193d-bea0-4aed-b55f-a7a4f9cbc486 req-30d3190d-8280-4da1-a14d-eea9d7a3a1e8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:26.807317 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-58606eb2-52a1-430c-a7f4-458af2be8f28 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2756081
Jun 04 15:24:26.816163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['c0161f68-1b43-416c-878b-bb1e976570b6'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:24:26.825593 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4d282cd-5fe5-455f-918e-b1049fb43c49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:26.894613 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:26.903461 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:26.917523 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:26.927418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Transition to ACTIVE for port object 0c239d36-cf9f-42d9-8c6d-3689c0b6060e will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:24:27.041762 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Routers {'2263279c-b6a7-46a9-9165-d63dec5a76f0'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:24:27.041762 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c34aa60>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:24:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2263279c-b6a7-46a9-9165-d63dec5a76f0'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:27.107504 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6fcf69b-0eb0-4298-95e6-762c7c0a73b3 req-706370ce-9f82-410b-8cac-4f995708b742 service neutron] 10.222.0.65 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5793431
Jun 04 15:24:27.127075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602193d-bea0-4aed-b55f-a7a4f9cbc486 req-30d3190d-8280-4da1-a14d-eea9d7a3a1e8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:27.127421 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:27.127730 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5602193d-bea0-4aed-b55f-a7a4f9cbc486 req-30d3190d-8280-4da1-a14d-eea9d7a3a1e8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:27.129216 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5602193d-bea0-4aed-b55f-a7a4f9cbc486 req-30d3190d-8280-4da1-a14d-eea9d7a3a1e8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "PUT /v2.0/ports/c0161f68-1b43-416c-878b-bb1e976570b6 HTTP/1.1" status: 200  len: 942 time: 2.7185123
Jun 04 15:24:27.135052 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:27.142948 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04042b82-d809-47a5-9bc5-9f389fa95d6b None None] Pushing event updated for resources: {'Port': ['ID=14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:27.158347 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-04042b82-d809-47a5-9bc5-9f389fa95d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:27.218742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Pushing event updated for resources: {'Port': ['ID=0c239d36-cf9f-42d9-8c6d-3689c0b6060e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:27.225164 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:27.241696 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916606c-cae5-49fe-a41f-d0fc69202811 req-210407ac-8a8a-4572-82e9-309dc8de217b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:27.253424 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4916606c-cae5-49fe-a41f-d0fc69202811 req-210407ac-8a8a-4572-82e9-309dc8de217b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 944 time: 0.2473121
Jun 04 15:24:27.284676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Network 88077e73-6957-4879-9339-9e85eb0bc61f is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:24:27.289066 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:24:27.302568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:24:27.322025 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['c0161f68-1b43-416c-878b-bb1e976570b6'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:24:27.498943 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4916606c-cae5-49fe-a41f-d0fc69202811 req-d9826834-f5e3-411b-91ab-640515dd6f21 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2485235
Jun 04 15:24:27.548764 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:27.669232 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] Set router 2263279c-b6a7-46a9-9165-d63dec5a76f0 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:24:27.676397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'tag': 'c0161f68-1b43-416c-878b-bb1e976570b6'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:24:27.679059 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5c8104-d742-4b29-bab8-acd50bd3e31f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0696f39-97f2-4d66-a913-18dff5968e43", "tag": "c0161f68-1b43-416c-878b-bb1e976570b6"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:24:27.683230 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6fcf69b-0eb0-4298-95e6-762c7c0a73b3 req-9a4e2f1e-3667-4443-b60d-0ec19703c987 service neutron] 10.222.0.65 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5530868
Jun 04 15:24:27.691637 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-d786aeb1-2f43-47f0-b7f9-a414955ac5a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 HTTP/1.1" status: 200  len: 217 time: 0.7773726
Jun 04 15:24:27.738382 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Attempting to bind port e8e63b54-8093-40b8-be5b-148ee982e71b on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:24:27.738808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Attempting to bind port e8e63b54-8093-40b8-be5b-148ee982e71b by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:24:27.739134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Attempting to bind port e8e63b54-8093-40b8-be5b-148ee982e71b on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:24:27.805031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Port e8e63b54-8093-40b8-be5b-148ee982e71b on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:24:27.805443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Attempting to bind port e8e63b54-8093-40b8-be5b-148ee982e71b on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:24:27.861566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:24:27.861988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Checking segment: {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:24:27.862280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Bound using segment: {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:24:27.862730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Bound port: e8e63b54-8093-40b8-be5b-148ee982e71b, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:24:27.863071 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:27.881061 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3190d-8280-4da1-a14d-eea9d7a3a1e8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Pushing event updated for resources: {'Port': ['ID=c0161f68-1b43-416c-878b-bb1e976570b6,revision_number=7']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:27.896495 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:27.917025 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-30d3190d-8280-4da1-a14d-eea9d7a3a1e8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.092s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:27.958684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-60ff83d1-e2dd-47c5-b43d-2eec93c7c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:27.960211 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-60ff83d1-e2dd-47c5-b43d-2eec93c7c790 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=609b259b-c087-44a5-9daf-3b5e7e8e553a HTTP/1.1" status: 200  len: 797 time: 0.2149668
Jun 04 15:24:28.037063 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-32c86099-296e-4d68-92d4-b3266c81dcd0 None None] Provisioning for port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:24:28.064367 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-32c86099-296e-4d68-92d4-b3266c81dcd0 None None] Provisioning complete for port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:24:28.064731 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-32c86099-296e-4d68-92d4-b3266c81dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:28.082257 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] For port e8e63b54-8093-40b8-be5b-148ee982e71b, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:24:28.099253 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-283cc639-efc3-4d78-bc14-7a0b16af0875 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4149086
Jun 04 15:24:28.110821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:28.125170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] For port e8e63b54-8093-40b8-be5b-148ee982e71b, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e8e63b54-8093-40b8-be5b-148ee982e71b,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:24:28.126572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:24:28.132388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Usage tracker for resource:floatingip and tenant:89f3555b982945e8b0a06f78109c1548 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:24:28.137089 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:24:28.148582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:24:28.154570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-0f02b5c0-3938-402b-b36a-3763e5ef1f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:28.154570 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-0f02b5c0-3938-402b-b36a-3763e5ef1f24 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67bebaa3-339e-464b-87fc-b3100714b795&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1805303
Jun 04 15:24:28.224898 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:28.234917 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f5c2d628-b4d8-44cb-a2c5-c2b2af780037 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:28.242728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-32c86099-296e-4d68-92d4-b3266c81dcd0 None None] Port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:24:28.297274 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:28.309264 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:28.335918 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c34aa60>, [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:22Z', 'revision_number': 3, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:28.340634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c975289f-f852-4fb6-954c-3da573e472f5 None None] The sync data for ids ['2263279c-b6a7-46a9-9165-d63dec5a76f0'] in n-d-791505-9 is: [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:22Z', 'revision_number': 3, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:24:28.427980 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:28.448073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:28.448720 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:28.450150 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] 10.222.0.62 "PUT /v2.0/ports/e8e63b54-8093-40b8-be5b-148ee982e71b HTTP/1.1" status: 200  len: 1092 time: 5.4818876
Jun 04 15:24:28.463621 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:28.512382 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e63b54-8093-40b8-be5b-148ee982e71b,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:28.517320 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:28.520210 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-38f0250e-87c8-4708-885a-4de6f1f37d46 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3497982
Jun 04 15:24:28.620169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Pushing event updated for resources: {'Port': ['ID=0c239d36-cf9f-42d9-8c6d-3689c0b6060e,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:28.623863 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:28.633738 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:28.743552 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129f5622-2be9-40c7-81f3-935cc843f677 x-openstack-request-id: req-129f5622-2be9-40c7-81f3-935cc843f677 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:24:28.744008 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0696f39-97f2-4d66-a913-18dff5968e43", "tag": "c0161f68-1b43-416c-878b-bb1e976570b6", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:24:28.744282 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-129f5622-2be9-40c7-81f3-935cc843f677 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:24:28.744664 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'tag': 'c0161f68-1b43-416c-878b-bb1e976570b6', 'status': 'completed', 'code': 200}
Jun 04 15:24:28.910915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Network 88077e73-6957-4879-9339-9e85eb0bc61f is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:24:28.912049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:24:29.039255 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-294445d9-bd97-4551-97fa-8cf27c83c726 req-02d797da-5780-40ae-b0a3-8235b7c34fbe service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4336436
Jun 04 15:24:29.044655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c8104-d742-4b29-bab8-acd50bd3e31f req-99e3a625-6bb4-4dcd-a928-ed43140a41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:29.047114 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c5c8104-d742-4b29-bab8-acd50bd3e31f req-99e3a625-6bb4-4dcd-a928-ed43140a41aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89f3555b982945e8b0a06f78109c1548&device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 1096 time: 0.3447609
Jun 04 15:24:29.052754 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:29.409104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e351a8f9-e6fb-4881-a5be-c202c63e805f None None] Provisioning complete for port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:24:29.410867 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e351a8f9-e6fb-4881-a5be-c202c63e805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:29.422988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e165804b-a7ae-4ffe-892c-1826ed507d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:29.429368 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-e165804b-a7ae-4ffe-892c-1826ed507d31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 1095 time: 0.7790656
Jun 04 15:24:29.429368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c8104-d742-4b29-bab8-acd50bd3e31f req-eb4aebfc-996b-47d1-8468-e665c956ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:29.431428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c5c8104-d742-4b29-bab8-acd50bd3e31f req-eb4aebfc-996b-47d1-8468-e665c956ceca service neutron] 10.222.0.65 "GET /v2.0/networks?id=14881b01-33c8-41e1-a55f-38deed5fdc44 HTTP/1.1" status: 200  len: 921 time: 0.3686664
Jun 04 15:24:29.457139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Router 2263279c-b6a7-46a9-9165-d63dec5a76f0 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:24:29.479348 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-194c47d0-e846-41f0-a0e3-79319b1a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:29.527630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e351a8f9-e6fb-4881-a5be-c202c63e805f None None] Port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:24:29.642794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7578036-d636-4612-8a50-32714584e477 req-4c176bf2-aaa4-457e-ae8b-6950a40adcf6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:29.654512 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b7578036-d636-4612-8a50-32714584e477 req-4c176bf2-aaa4-457e-ae8b-6950a40adcf6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 944 time: 0.4051459
Jun 04 15:24:29.758069 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b7578036-d636-4612-8a50-32714584e477 req-1a0b9c23-d765-4331-a079-88bd29153bda tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028216
Jun 04 15:24:30.021656 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-7522da33-9bb9-4e12-be4a-815a0a0c9f94 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8e63b54-8093-40b8-be5b-148ee982e71b HTTP/1.1" status: 200  len: 217 time: 0.4241986
Jun 04 15:24:30.025851 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c5c8104-d742-4b29-bab8-acd50bd3e31f req-fa4a9e77-a286-46b0-862c-dd3f5adcce0b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0161f68-1b43-416c-878b-bb1e976570b6 HTTP/1.1" status: 200  len: 217 time: 0.4298754
Jun 04 15:24:30.122918 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0c21500-b414-4b70-8db1-6341384b5954 req-3ea1063b-b4f1-4f77-b921-3f1c76f5bb4a tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0773330
Jun 04 15:24:30.137518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Allocated IP 172.25.4.24 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/722a82ca-3a4b-4d78-88f3-19033240d2aa) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:24:30.145679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:24:30.163474 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] 10.222.0.32 "PUT /v2.0/routers/2263279c-b6a7-46a9-9165-d63dec5a76f0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5058992
Jun 04 15:24:30.329746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c8104-d742-4b29-bab8-acd50bd3e31f req-b294423b-33d2-4d1c-be93-1a60ccef63fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:30.331642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c5c8104-d742-4b29-bab8-acd50bd3e31f req-b294423b-33d2-4d1c-be93-1a60ccef63fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d10bb029-53b7-4a86-9fb5-aeb307e6e54f HTTP/1.1" status: 200  len: 860 time: 0.2994063
Jun 04 15:24:30.393949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-f3fae1d7-4022-47b6-af6f-548539cec69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:30.395880 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-f3fae1d7-4022-47b6-af6f-548539cec69e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb8210ec-57b3-4dae-ba07-aa799b052e64 HTTP/1.1" status: 200  len: 846 time: 0.3178947
Jun 04 15:24:30.455981 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c5c8104-d742-4b29-bab8-acd50bd3e31f req-18ea4d5a-224b-4bef-8343-1cf99a2576a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14881b01-33c8-41e1-a55f-38deed5fdc44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1136036
Jun 04 15:24:30.508207 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-319aa611-1872-4682-b712-2c90e40bfeba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=461f9c0e-ecfd-4745-a9f2-974b51ab6079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0907609
Jun 04 15:24:30.521459 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:30.771829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2053005-7f5b-44f7-868f-d8cc7f58d31b', 'tag': 'e8e63b54-8093-40b8-be5b-148ee982e71b'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:24:30.774364 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805dc77a-05af-4c71-99ac-db21798ba573" -d '{"events": [{"name": "network-changed", "server_uuid": "b2053005-7f5b-44f7-868f-d8cc7f58d31b", "tag": "e8e63b54-8093-40b8-be5b-148ee982e71b"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:24:30.832083 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c5c8104-d742-4b29-bab8-acd50bd3e31f req-6f3d74a0-b9a9-4256-b0e4-68b0f1c43f8c service neutron] 10.222.0.65 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3665259
Jun 04 15:24:30.864629 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-1738702d-5b21-43ae-bab0-b1146483fa2c service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3396058
Jun 04 15:24:30.926891 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:24:31.024143 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:31.042203 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-511feda7-7778-4432-b1d0-adaafff15525 tempest-ServerMetadataNegativeTestJSON-968586980 tempest-ServerMetadataNegativeTestJSON-968586980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:31.119631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:24:31.131778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:24:31.145511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:24:31.145981 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:24:31.148358 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:24:31.148938 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:31.152850 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Sync routers for ids ['2263279c-b6a7-46a9-9165-d63dec5a76f0'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:24:31.166626 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Routers {'2263279c-b6a7-46a9-9165-d63dec5a76f0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:24:31.167424 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c961160>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:24:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2263279c-b6a7-46a9-9165-d63dec5a76f0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:31.279864 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c5c8104-d742-4b29-bab8-acd50bd3e31f req-39ee2199-2482-4125-a2bf-beada5bffe3e service neutron] 10.222.0.65 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4376900
Jun 04 15:24:31.292674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Pushing event updated for resources: {'Port': ['ID=722a82ca-3a4b-4d78-88f3-19033240d2aa,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:31.293492 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50090) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:31.308546 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:31.308669 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1148650654', 'description': 'tempest-description--1399887725'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:31.318591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:24:31.330196 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Usage tracker for resource:security_group and tenant:0f9666fef72042a089a1b7fec6d0d3ff is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:24:31.336497 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e99d74c0-8782-4b02-a39d-314a6121fc36 req-36af5103-8087-4404-8e31-0b87cad2bfbb service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3403628
Jun 04 15:24:31.338773 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:24:31.353285 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:24:31.368105 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caadd57-cd17-4e2f-84d5-46b7830011b5 x-openstack-request-id: req-6caadd57-cd17-4e2f-84d5-46b7830011b5 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:24:31.368435 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2053005-7f5b-44f7-868f-d8cc7f58d31b", "tag": "e8e63b54-8093-40b8-be5b-148ee982e71b", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:24:31.369494 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6caadd57-cd17-4e2f-84d5-46b7830011b5 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:24:31.370049 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2053005-7f5b-44f7-868f-d8cc7f58d31b', 'tag': 'e8e63b54-8093-40b8-be5b-148ee982e71b', 'status': 'completed', 'code': 200}
Jun 04 15:24:31.378015 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:31.384614 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:31.409042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:31.449671 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:31.520254 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Set router 2263279c-b6a7-46a9-9165-d63dec5a76f0 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:24:31.533628 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:24:31.540262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Usage tracker for resource:security_group_rule and tenant:0f9666fef72042a089a1b7fec6d0d3ff is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:24:31.543481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:24:31.551902 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:31.554320 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-04042b82-d809-47a5-9bc5-9f389fa95d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:31.563347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:24:31.670494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354be816-b0dd-423e-a83b-e1e8f7bc7789 req-bc612b9b-8b81-470a-8058-b0fa3ba9d27f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:31.682533 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-354be816-b0dd-423e-a83b-e1e8f7bc7789 req-bc612b9b-8b81-470a-8058-b0fa3ba9d27f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 944 time: 0.1977367
Jun 04 15:24:31.708607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:31.713936 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:31.772006 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-354be816-b0dd-423e-a83b-e1e8f7bc7789 req-5d404595-a9fd-45d3-9410-3050b0cffa6e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883303
Jun 04 15:24:31.802795 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:31.818219 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:31.900970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dc77a-05af-4c71-99ac-db21798ba573 req-d30b3c2a-2897-441c-bf63-34c2a88c768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:31.904752 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-805dc77a-05af-4c71-99ac-db21798ba573 req-d30b3c2a-2897-441c-bf63-34c2a88c768f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 1095 time: 0.2531657
Jun 04 15:24:32.021679 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:32.032251 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:32.046466 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a4fae5b7-0942-4f0d-bcfa-7a9b642e9398 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:32.076097 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ad1b5529-5bc2-4cff-ae25-7773bf93ecc4 req-c838540e-bbbb-4e02-a616-72a8735a4969 tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0913177
Jun 04 15:24:32.088212 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c961160>, [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:27Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0c239d36-cf9f-42d9-8c6d-3689c0b6060e', 'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'mac_address': 'fa:16:3e:94:fd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:26Z', 'updated_at': '2021-06-04T15:24:28Z', 'revision_number': 2, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'subnets': [{'id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:32.099492 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Checking router: 2263279c-b6a7-46a9-9165-d63dec5a76f0 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:24:32.100135 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Updating router 2263279c-b6a7-46a9-9165-d63dec5a76f0 port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:24:32.109496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0a5c69-57ed-4f5a-933f-378193895a0e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:32.113781 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:32.198603 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:32.227640 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:32.228942 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 0.9335961
Jun 04 15:24:32.234337 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50098) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:32.240930 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a1723327-991b-473b-a895-0a615b12137d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Request body: {'security_group_rule': {'security_group_id': 'ff0a5c69-57ed-4f5a-933f-378193895a0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:32.266898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a1723327-991b-473b-a895-0a615b12137d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:24:32.279645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a1723327-991b-473b-a895-0a615b12137d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Usage tracker for resource:security_group_rule and tenant:0f9666fef72042a089a1b7fec6d0d3ff is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:24:32.284429 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a1723327-991b-473b-a895-0a615b12137d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:24:32.288606 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7a64b3d8-2f1a-4c55-8db0-4afac1ac0dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:32.298737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a1723327-991b-473b-a895-0a615b12137d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:24:32.324885 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dc77a-05af-4c71-99ac-db21798ba573 req-5ddf464d-9661-4500-b951-936a00c71baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:32.327091 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-805dc77a-05af-4c71-99ac-db21798ba573 req-5ddf464d-9661-4500-b951-936a00c71baf service neutron] 10.222.0.62 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 907 time: 0.2596118
Jun 04 15:24:32.330793 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:32.469265 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a1723327-991b-473b-a895-0a615b12137d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:32.559103 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a1723327-991b-473b-a895-0a615b12137d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:32.609554 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:32.630124 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:32.685272 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-805dc77a-05af-4c71-99ac-db21798ba573 req-f9383c45-8743-4309-88d4-9b3307b50a05 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8e63b54-8093-40b8-be5b-148ee982e71b HTTP/1.1" status: 200  len: 217 time: 0.3457861
Jun 04 15:24:32.741328 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a1723327-991b-473b-a895-0a615b12137d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:32.752619 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a2964cd8-a311-4255-aeb8-c4ba024018ce tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:32.756675 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:32.777403 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1723327-991b-473b-a895-0a615b12137d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82669ed-f6a8-4c56-8ea8-2138d3d3111d,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:32.781171 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a1723327-991b-473b-a895-0a615b12137d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:32.794773 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Transition to ACTIVE for port object 0c239d36-cf9f-42d9-8c6d-3689c0b6060e will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:24:32.840959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Pushing event updated for resources: {'Port': ['ID=722a82ca-3a4b-4d78-88f3-19033240d2aa,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:32.871353 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:32.873815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dc77a-05af-4c71-99ac-db21798ba573 req-1b01dda9-31fd-485f-81c4-0a5b45eb947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:32.880160 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-805dc77a-05af-4c71-99ac-db21798ba573 req-1b01dda9-31fd-485f-81c4-0a5b45eb947c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb8210ec-57b3-4dae-ba07-aa799b052e64 HTTP/1.1" status: 200  len: 846 time: 0.1798055
Jun 04 15:24:32.885245 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:24:32.912800 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:32.913160 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a1723327-991b-473b-a895-0a615b12137d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:32.914686 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a1723327-991b-473b-a895-0a615b12137d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6790869
Jun 04 15:24:32.917261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50102) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:32.919674 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-5b50de2b-c149-4004-978b-064d594f01c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:32.922863 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0e176d54-47b7-4c21-9e87-bb5623c96555 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Request body: {'security_group_rule': {'security_group_id': 'ff0a5c69-57ed-4f5a-933f-378193895a0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:32.941652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0e176d54-47b7-4c21-9e87-bb5623c96555 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:24:32.952259 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-805dc77a-05af-4c71-99ac-db21798ba573 req-89355a4e-840c-4b90-b96d-57c5fbd907da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=461f9c0e-ecfd-4745-a9f2-974b51ab6079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0597103
Jun 04 15:24:32.953589 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:32.980221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0e176d54-47b7-4c21-9e87-bb5623c96555 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Usage tracker for resource:security_group_rule and tenant:0f9666fef72042a089a1b7fec6d0d3ff is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:24:32.989185 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:24:32.990179 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:32.992063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0e176d54-47b7-4c21-9e87-bb5623c96555 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:24:33.009855 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0e176d54-47b7-4c21-9e87-bb5623c96555 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:24:33.027392 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Pushing event updated for resources: {'Port': ['ID=0c239d36-cf9f-42d9-8c6d-3689c0b6060e,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:33.039613 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:33.039965 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:33.040984 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:33.041686 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:33.042201 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:33.042553 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:33.042881 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:33.043203 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:33.043521 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:33.043836 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:33.044155 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:33.044467 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:33.049730 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:33.085448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafbddc-603d-488c-9537-07a859085932 req-68cb79ea-a91a-460d-ad4b-17e803369d1e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:33.087745 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5aafbddc-603d-488c-9537-07a859085932 req-68cb79ea-a91a-460d-ad4b-17e803369d1e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 944 time: 0.1430321
Jun 04 15:24:33.167509 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:33.169627 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 5.0693841
Jun 04 15:24:33.184293 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e176d54-47b7-4c21-9e87-bb5623c96555 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:33.230096 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5aafbddc-603d-488c-9537-07a859085932 req-e8b7a2cf-64c5-4b8b-9c65-fcd631db3272 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331403
Jun 04 15:24:33.300634 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Attempting to bind port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:24:33.301349 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Attempting to bind port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:24:33.301829 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Attempting to bind port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e on network 88077e73-6957-4879-9339-9e85eb0bc61f {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:24:33.309516 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:24:33.309966 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Checking segment: {'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:24:33.310504 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:33.310846 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e176d54-47b7-4c21-9e87-bb5623c96555 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:33.311360 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Bound using segment: {'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:24:33.311772 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Bound port: 0c239d36-cf9f-42d9-8c6d-3689c0b6060e, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:24:33.312598 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:33.352428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-805dc77a-05af-4c71-99ac-db21798ba573 req-bc71a40a-4db4-4c01-83fa-cc0526e29602 service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3855686
Jun 04 15:24:33.361498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-af5fbd90-00a0-4434-8427-fc3d641b0a5c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Synchronizing usage tracker for tenant:89f3555b982945e8b0a06f78109c1548 on resource:floatingip {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:24:33.381052 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e176d54-47b7-4c21-9e87-bb5623c96555 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:33.383305 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0ff91a52-dc79-4bf4-ae0f-24bab1e3475d tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:33.417405 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e176d54-47b7-4c21-9e87-bb5623c96555 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed23b947-b1ab-4f11-8bcb-6be9b083c5d1,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:33.423139 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e176d54-47b7-4c21-9e87-bb5623c96555 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:33.451819 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] For port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:24:33.456359 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] For port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0c239d36-cf9f-42d9-8c6d-3689c0b6060e,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:24:33.502690 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-73804bf1-e8ae-46d2-9b19-464a1e09eafb req-a98b76dd-e803-4a33-8dcf-1ba48235f8ee tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0574238
Jun 04 15:24:33.512771 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e176d54-47b7-4c21-9e87-bb5623c96555 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:33.518292 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0e176d54-47b7-4c21-9e87-bb5623c96555 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5958936
Jun 04 15:24:33.539006 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50110) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:33.539006 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:33.539006 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:24:33.543542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Usage tracker for resource:floatingip and tenant:0f9666fef72042a089a1b7fec6d0d3ff is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:24:33.548098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:24:33.553293 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:33.554246 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:33.558115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-af5fbd90-00a0-4434-8427-fc3d641b0a5c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Unset dirty status for tenant:89f3555b982945e8b0a06f78109c1548 on resource:floatingip {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:24:33.560341 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-af5fbd90-00a0-4434-8427-fc3d641b0a5c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.24 HTTP/1.1" status: 200  len: 695 time: 0.3684783
Jun 04 15:24:33.568375 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-805dc77a-05af-4c71-99ac-db21798ba573 req-173198b7-53e1-443e-a8b7-3e5c58187e7f service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2000802
Jun 04 15:24:33.581573 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-d998d9c7-2ece-46e4-9f0f-8a43b3b00515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:33.583368 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:24:33.662515 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Routers {'2263279c-b6a7-46a9-9165-d63dec5a76f0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:24:33.663260 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c961160>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:24:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2263279c-b6a7-46a9-9165-d63dec5a76f0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:33.698446 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:33.798922 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Pushing event updated for resources: {'Port': ['ID=0c239d36-cf9f-42d9-8c6d-3689c0b6060e,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:33.806360 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:33.838369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-a3082411-81e7-4232-93d0-86fcbd2c26e2 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:33.839395 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-a3082411-81e7-4232-93d0-86fcbd2c26e2 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.2628369
Jun 04 15:24:33.854582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-08452ee3-c3df-4d54-a6d5-038fef2823d9 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:24:33.856084 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56ffa9e4-40bc-460b-801a-63f6da257347 req-08452ee3-c3df-4d54-a6d5-038fef2823d9 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0067868
Jun 04 15:24:33.974551 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:34.015823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] Set router 2263279c-b6a7-46a9-9165-d63dec5a76f0 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:24:34.139239 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f8243147-29d9-497c-97ba-74f01e987f85 req-b7d306b3-7ee4-4fd3-91ca-5c442357f869 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.1139002
Jun 04 15:24:34.188819 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Allocated IP 172.25.4.254 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/58284ef7-25a0-48f2-913e-fb783002c91a) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:24:34.199190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dface361-960c-454f-87f5-3c5339d7e95a req-18a0a246-bcb0-459c-9390-1e24406b6aa7 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:34.201174 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dface361-960c-454f-87f5-3c5339d7e95a req-18a0a246-bcb0-459c-9390-1e24406b6aa7 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1337483
Jun 04 15:24:34.311264 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dface361-960c-454f-87f5-3c5339d7e95a req-2f87699c-3e37-4843-8421-090e9ffd906b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.24 HTTP/1.1" status: 200  len: 695 time: 0.0976865
Jun 04 15:24:34.328341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-dface361-960c-454f-87f5-3c5339d7e95a req-edb2d9cf-715c-4396-9dbd-a57d1a070445 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Request body: {'floatingip': {'port_id': 'c0161f68-1b43-416c-878b-bb1e976570b6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:34.407007 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:34.479416 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dface361-960c-454f-87f5-3c5339d7e95a req-edb2d9cf-715c-4396-9dbd-a57d1a070445 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for floatingip, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:34.480022 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c961160>, [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:27Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0c239d36-cf9f-42d9-8c6d-3689c0b6060e', 'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'mac_address': 'fa:16:3e:94:fd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:26Z', 'updated_at': '2021-06-04T15:24:33Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'subnets': [{'id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:34.488001 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354cca3-da53-405e-82e3-b9b7bd1cbd5a None None] The sync data for ids ['2263279c-b6a7-46a9-9165-d63dec5a76f0'] in n-d-791505-9 is: [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:27Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0c239d36-cf9f-42d9-8c6d-3689c0b6060e', 'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'mac_address': 'fa:16:3e:94:fd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:26Z', 'updated_at': '2021-06-04T15:24:33Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'subnets': [{'id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:24:34.596823 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe2614-64ca-413c-a785-889f8b1f0669 req-6b70fa7b-dad8-41da-8f24-51bf79bae658 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:34.610161 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-61fe2614-64ca-413c-a785-889f8b1f0669 req-6b70fa7b-dad8-41da-8f24-51bf79bae658 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 944 time: 0.1935358
Jun 04 15:24:34.627952 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:34.642446 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b9781608-0313-4c69-ae8e-13be20a49c19 tempest-ListImageFiltersTestJSON-250170920 tempest-ListImageFiltersTestJSON-250170920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:34.752476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:24:34.759040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:24:34.762166 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:24:34.812209 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event updated for resources: {'Port': ['ID=58284ef7-25a0-48f2-913e-fb783002c91a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:34.815688 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:34.831351 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-61fe2614-64ca-413c-a785-889f8b1f0669 req-3bc44410-7c0b-4698-bbae-e6a13517e82c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2202504
Jun 04 15:24:34.961038 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:34.975094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0c239d36-cf9f-42d9-8c6d-3689c0b6060e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:24:35.151327 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d0e12c64-61e0-4b2d-8599-d4ee02431eed req-1f076784-9c8d-456f-b96a-55c804b42a30 tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.1063099
Jun 04 15:24:35.216342 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:35.217507 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:24:35.225139 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:24:35.225655 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:35.259953 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:35.359725 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e8e63b54-8093-40b8-be5b-148ee982e71b details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:24:35.649419 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:35.719704 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e8e63b54-8093-40b8-be5b-148ee982e71b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e8e63b54-8093-40b8-be5b-148ee982e71b,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:35.723153 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dface361-960c-454f-87f5-3c5339d7e95a req-edb2d9cf-715c-4396-9dbd-a57d1a070445 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:35.745251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'e8e63b54-8093-40b8-be5b-148ee982e71b', 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079', 'port_id': 'e8e63b54-8093-40b8-be5b-148ee982e71b', 'mac_address': 'fa:16:3e:af:83:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8210ec-57b3-4dae-ba07-aa799b052e64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:24:35.786096 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:35.800111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0c239d36-cf9f-42d9-8c6d-3689c0b6060e,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:35.803611 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dface361-960c-454f-87f5-3c5339d7e95a req-edb2d9cf-715c-4396-9dbd-a57d1a070445 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:35.830329 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:35.851753 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e63b54-8093-40b8-be5b-148ee982e71b {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:24:35.873701 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e8e63b54-8093-40b8-be5b-148ee982e71b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e8e63b54-8093-40b8-be5b-148ee982e71b,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:35.885806 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:35.886071 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:35.887824 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:35.912978 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:35.974721 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:36.005382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=0c239d36-cf9f-42d9-8c6d-3689c0b6060e,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:36.017265 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:36.017765 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cf8ff047-14cc-4640-8ae2-6d0b41a9ba54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:36.033702 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-dface361-960c-454f-87f5-3c5339d7e95a req-edb2d9cf-715c-4396-9dbd-a57d1a070445 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Floating IP 99677adc-251b-4ff7-8cde-20c446d570ea associated. External IP: 172.25.4.24, port: c0161f68-1b43-416c-878b-bb1e976570b6.
Jun 04 15:24:36.140075 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event updated for resources: {'Port': ['ID=58284ef7-25a0-48f2-913e-fb783002c91a,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:36.150139 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:36.168350 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:36.185581 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e8e63b54-8093-40b8-be5b-148ee982e71b,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:36.190804 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:36.206682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf648dd-df62-4cbd-bcce-d049bb6a4dea req-955e64de-6782-4d85-b31c-cfe09f296301 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:36.209170 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-acf648dd-df62-4cbd-bcce-d049bb6a4dea req-955e64de-6782-4d85-b31c-cfe09f296301 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 945 time: 0.1713879
Jun 04 15:24:36.274357 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-acf648dd-df62-4cbd-bcce-d049bb6a4dea req-c0097a1e-2169-4738-a90c-fa6233704417 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592582
Jun 04 15:24:36.329419 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:36.330627 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.8055127
Jun 04 15:24:36.431505 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-231b063d-5ef5-4c1c-8060-31bce7d95ef6 req-cdb35fb2-334b-4d9b-a6fe-e7cf94767563 tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0456655
Jun 04 15:24:36.480263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dface361-960c-454f-87f5-3c5339d7e95a req-edb2d9cf-715c-4396-9dbd-a57d1a070445 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:24:36.557200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['e8e63b54-8093-40b8-be5b-148ee982e71b'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:24:36.688883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b40077ce-b2b3-40a7-b659-7cb72d070e46 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Synchronizing usage tracker for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:24:36.696669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dface361-960c-454f-87f5-3c5339d7e95a req-edb2d9cf-715c-4396-9dbd-a57d1a070445 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:24:36.701659 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dface361-960c-454f-87f5-3c5339d7e95a req-edb2d9cf-715c-4396-9dbd-a57d1a070445 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:36.710433 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cf2c7c-ac8a-4ff0-a4a5-11952b4b7798 None None] Sync routers for ids ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:24:36.742796 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf2c7c-ac8a-4ff0-a4a5-11952b4b7798 None None] Routers {'6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:24:36.743437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-44cf2c7c-ac8a-4ff0-a4a5-11952b4b7798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c2c6e80>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:24:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:36.777599 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dface361-960c-454f-87f5-3c5339d7e95a req-edb2d9cf-715c-4396-9dbd-a57d1a070445 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "PUT /v2.0/floatingips/99677adc-251b-4ff7-8cde-20c446d570ea HTTP/1.1" status: 200  len: 995 time: 2.4524462
Jun 04 15:24:36.814671 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'tag': 'c0161f68-1b43-416c-878b-bb1e976570b6'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:24:36.814880 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cff30e-eed4-4adc-bb04-5ebd6304ca86" -d '{"events": [{"name": "network-changed", "server_uuid": "a0696f39-97f2-4d66-a913-18dff5968e43", "tag": "c0161f68-1b43-416c-878b-bb1e976570b6"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:24:36.820435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b40077ce-b2b3-40a7-b659-7cb72d070e46 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Unset dirty status for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:24:36.821635 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b40077ce-b2b3-40a7-b659-7cb72d070e46 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1148650654&fields=id&tenant_id=0f9666fef72042a089a1b7fec6d0d3ff HTTP/1.1" status: 200  len: 267 time: 0.1757245
Jun 04 15:24:36.866440 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0c239d36-cf9f-42d9-8c6d-3689c0b6060e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:24:36.870610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dface361-960c-454f-87f5-3c5339d7e95a req-567b94a9-fe52-47d1-bbff-acd0348e9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:36.872110 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dface361-960c-454f-87f5-3c5339d7e95a req-567b94a9-fe52-47d1-bbff-acd0348e9358 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89f3555b982945e8b0a06f78109c1548&device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 1096 time: 0.0944891
Jun 04 15:24:37.019704 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-deaf31df-d3f8-4b59-8fc0-41e51637493c tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:37.020741 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-deaf31df-d3f8-4b59-8fc0-41e51637493c tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Synchronizing usage tracker for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:24:37.028058 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dface361-960c-454f-87f5-3c5339d7e95a req-1bb657f5-2f2f-4962-aa23-15370a53e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:37.029538 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dface361-960c-454f-87f5-3c5339d7e95a req-1bb657f5-2f2f-4962-aa23-15370a53e910 service neutron] 10.222.0.32 "GET /v2.0/networks?id=14881b01-33c8-41e1-a55f-38deed5fdc44 HTTP/1.1" status: 200  len: 921 time: 0.1515386
Jun 04 15:24:37.075266 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-44cf2c7c-ac8a-4ff0-a4a5-11952b4b7798 None None] Set router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:24:37.142003 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-deaf31df-d3f8-4b59-8fc0-41e51637493c tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Unset dirty status for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:24:37.151158 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-deaf31df-d3f8-4b59-8fc0-41e51637493c tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/networks?id=88077e73-6957-4879-9339-9e85eb0bc61f HTTP/1.1" status: 200  len: 811 time: 0.3221576
Jun 04 15:24:37.157934 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:24:37.158260 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:37.172474 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b7e5f08c-c49b-4db4-9d2e-f8249bd2e51d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/quotas/0f9666fef72042a089a1b7fec6d0d3ff HTTP/1.1" status: 200  len: 375 time: 0.0200872
Jun 04 15:24:37.277295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-7e5911a7-f867-4ca2-9c1e-7ada9c976ba0 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Synchronizing usage tracker for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:24:37.288627 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dface361-960c-454f-87f5-3c5339d7e95a req-adbb59b3-c253-4adf-8e7c-7654d355bcf7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0161f68-1b43-416c-878b-bb1e976570b6 HTTP/1.1" status: 200  len: 998 time: 0.2512653
Jun 04 15:24:37.365234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dface361-960c-454f-87f5-3c5339d7e95a req-3174713e-1e0c-40cf-9f73-79dfa4191e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:37.367030 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dface361-960c-454f-87f5-3c5339d7e95a req-3174713e-1e0c-40cf-9f73-79dfa4191e4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d10bb029-53b7-4a86-9fb5-aeb307e6e54f HTTP/1.1" status: 200  len: 860 time: 0.0722890
Jun 04 15:24:37.388765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-7e5911a7-f867-4ca2-9c1e-7ada9c976ba0 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Unset dirty status for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:24:37.391655 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-7e5911a7-f867-4ca2-9c1e-7ada9c976ba0 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f9666fef72042a089a1b7fec6d0d3ff&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2094882
Jun 04 15:24:37.429365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dface361-960c-454f-87f5-3c5339d7e95a req-8387c878-c22e-40da-86d2-0c45ffd92ce0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14881b01-33c8-41e1-a55f-38deed5fdc44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0552468
Jun 04 15:24:37.440710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-dface361-960c-454f-87f5-3c5339d7e95a req-d4dcfa97-0260-46ba-bd5a-74f01236240d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:24:37.441753 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dface361-960c-454f-87f5-3c5339d7e95a req-d4dcfa97-0260-46ba-bd5a-74f01236240d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0066683
Jun 04 15:24:37.589868 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-44cf2c7c-ac8a-4ff0-a4a5-11952b4b7798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c2c6e80>, [{'id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-router', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:23:09Z', 'updated_at': '2021-06-04T15:23:16Z', 'revision_number': 4, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'gw_port': {'id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:10Z', 'updated_at': '2021-06-04T15:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '99677adc-251b-4ff7-8cde-20c446d570ea', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'port_id': 'c0161f68-1b43-416c-878b-bb1e976570b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44', 'mac_address': 'fa:16:3e:31:2e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:24:31Z', 'updated_at': '2021-06-04T15:24:35Z', 'revision_number': 1, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca931465-26e5-4c42-872d-f1045b7c76c2', 'name': '', 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'mac_address': 'fa:16:3e:dc:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:15Z', 'updated_at': '2021-06-04T15:23:27Z', 'revision_number': 5, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'subnets': [{'id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:37.602938 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cf2c7c-ac8a-4ff0-a4a5-11952b4b7798 None None] Checking router: 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:24:37.618306 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf2c7c-ac8a-4ff0-a4a5-11952b4b7798 None None] Routers {'6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:24:37.618959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-44cf2c7c-ac8a-4ff0-a4a5-11952b4b7798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c2c6e80>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:24:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:37.655639 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dface361-960c-454f-87f5-3c5339d7e95a req-f9a707bb-6aed-4014-96fa-02921248244e service neutron] 10.222.0.32 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2071788
Jun 04 15:24:37.742516 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-ebe463c4-5e0a-4ac3-b5ca-ec3d75e3922b service neutron] 10.222.0.32 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3302534
Jun 04 15:24:37.817036 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dface361-960c-454f-87f5-3c5339d7e95a req-c1611b06-f515-4169-ae70-45c283b644e5 service neutron] 10.222.0.32 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1584487
Jun 04 15:24:37.853051 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-44cf2c7c-ac8a-4ff0-a4a5-11952b4b7798 None None] Set router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:24:37.911058 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-0502a5a9-842b-486e-be93-086e02a7fb85 service neutron] 10.222.0.32 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1617341
Jun 04 15:24:38.334169 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-44cf2c7c-ac8a-4ff0-a4a5-11952b4b7798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c2c6e80>, [{'id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-router', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:23:09Z', 'updated_at': '2021-06-04T15:23:16Z', 'revision_number': 4, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'gw_port': {'id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:10Z', 'updated_at': '2021-06-04T15:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '99677adc-251b-4ff7-8cde-20c446d570ea', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'port_id': 'c0161f68-1b43-416c-878b-bb1e976570b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44', 'mac_address': 'fa:16:3e:31:2e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:24:31Z', 'updated_at': '2021-06-04T15:24:35Z', 'revision_number': 1, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca931465-26e5-4c42-872d-f1045b7c76c2', 'name': '', 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'mac_address': 'fa:16:3e:dc:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:15Z', 'updated_at': '2021-06-04T15:23:27Z', 'revision_number': 5, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'subnets': [{'id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:38.341936 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cf2c7c-ac8a-4ff0-a4a5-11952b4b7798 None None] The sync data for ids ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'] in n-d-791505-9 is: [{'id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-router', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:23:09Z', 'updated_at': '2021-06-04T15:23:16Z', 'revision_number': 4, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'gw_port': {'id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:10Z', 'updated_at': '2021-06-04T15:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '99677adc-251b-4ff7-8cde-20c446d570ea', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'port_id': 'c0161f68-1b43-416c-878b-bb1e976570b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44', 'mac_address': 'fa:16:3e:31:2e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:24:31Z', 'updated_at': '2021-06-04T15:24:35Z', 'revision_number': 1, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca931465-26e5-4c42-872d-f1045b7c76c2', 'name': '', 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'mac_address': 'fa:16:3e:dc:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:15Z', 'updated_at': '2021-06-04T15:23:27Z', 'revision_number': 5, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'subnets': [{'id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:24:38.557854 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cecd8e-7f40-4f43-bcc0-a196f0934599 x-openstack-request-id: req-19cecd8e-7f40-4f43-bcc0-a196f0934599 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:24:38.558390 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0696f39-97f2-4d66-a913-18dff5968e43", "tag": "c0161f68-1b43-416c-878b-bb1e976570b6", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:24:38.558860 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19cecd8e-7f40-4f43-bcc0-a196f0934599 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:24:38.559744 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'tag': 'c0161f68-1b43-416c-878b-bb1e976570b6', 'status': 'completed', 'code': 200}
Jun 04 15:24:38.653781 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e44b48c-2c63-4ff5-b00b-549a9d5a716b None None] New status for floating IP 99677adc-251b-4ff7-8cde-20c446d570ea: ACTIVE {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:24:38.738311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cff30e-eed4-4adc-bb04-5ebd6304ca86 req-7d90821a-071c-4f8d-b398-8931d6111282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:38.740118 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77cff30e-eed4-4adc-bb04-5ebd6304ca86 req-7d90821a-071c-4f8d-b398-8931d6111282 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89f3555b982945e8b0a06f78109c1548&device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 1096 time: 0.1440501
Jun 04 15:24:38.874191 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-2b614df8-0cb5-4c51-8820-2e8fb1a43cb4 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.24 HTTP/1.1" status: 200  len: 998 time: 0.1433768
Jun 04 15:24:38.917408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3903bf0-6199-4f02-9f57-6b1b14867c1f req-5f593c76-40d5-427a-b416-5c678f0289b9 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:38.918185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c3903bf0-6199-4f02-9f57-6b1b14867c1f req-5f593c76-40d5-427a-b416-5c678f0289b9 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Synchronizing usage tracker for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:24:38.958477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cff30e-eed4-4adc-bb04-5ebd6304ca86 req-4b415462-e26e-4d1b-970e-0e23f16f06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:38.960778 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77cff30e-eed4-4adc-bb04-5ebd6304ca86 req-4b415462-e26e-4d1b-970e-0e23f16f06dd service neutron] 10.222.0.65 "GET /v2.0/networks?id=14881b01-33c8-41e1-a55f-38deed5fdc44 HTTP/1.1" status: 200  len: 921 time: 0.2003381
Jun 04 15:24:38.990960 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-24854fc6-9b8f-4f2f-9775-7587ef67b8b7 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:38.997607 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-24854fc6-9b8f-4f2f-9775-7587ef67b8b7 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports/c0161f68-1b43-416c-878b-bb1e976570b6 HTTP/1.1" status: 200  len: 942 time: 0.1175654
Jun 04 15:24:39.045177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c3903bf0-6199-4f02-9f57-6b1b14867c1f req-5f593c76-40d5-427a-b416-5c678f0289b9 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Unset dirty status for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:24:39.047068 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3903bf0-6199-4f02-9f57-6b1b14867c1f req-5f593c76-40d5-427a-b416-5c678f0289b9 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 945 time: 0.3538730
Jun 04 15:24:39.118231 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77cff30e-eed4-4adc-bb04-5ebd6304ca86 req-2d4893a2-63ee-42b3-8afa-a01890349dcc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0161f68-1b43-416c-878b-bb1e976570b6 HTTP/1.1" status: 200  len: 998 time: 0.1478896
Jun 04 15:24:39.163194 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3903bf0-6199-4f02-9f57-6b1b14867c1f req-8de51959-3836-4e03-b12f-3ee3919f7095 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031945
Jun 04 15:24:39.210598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cff30e-eed4-4adc-bb04-5ebd6304ca86 req-ba615ab5-0fc3-4a48-be90-6eaf9a52e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:39.212205 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77cff30e-eed4-4adc-bb04-5ebd6304ca86 req-ba615ab5-0fc3-4a48-be90-6eaf9a52e261 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d10bb029-53b7-4a86-9fb5-aeb307e6e54f HTTP/1.1" status: 200  len: 860 time: 0.0886750
Jun 04 15:24:39.233694 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-2a7a9233-5321-4d2c-95d8-d55f6f9e26e4 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.24 HTTP/1.1" status: 200  len: 1000 time: 0.1318548
Jun 04 15:24:39.301101 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7a9d801f-cc74-49b1-be1d-af9b37c37c53 req-08a26b49-984f-4675-8327-17e8df8cfa88 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 210 time: 0.0876560
Jun 04 15:24:39.307715 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77cff30e-eed4-4adc-bb04-5ebd6304ca86 req-664da63e-60c5-48c7-bce9-a3894e01c74d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14881b01-33c8-41e1-a55f-38deed5fdc44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468554
Jun 04 15:24:39.381072 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e8e63b54-8093-40b8-be5b-148ee982e71b up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:24:39.437582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-8e960cdb-1d71-4bea-8580-36683984270d tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:39.439013 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-8e960cdb-1d71-4bea-8580-36683984270d tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.1993835
Jun 04 15:24:39.527051 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-51890be4-443c-49c5-8fb9-9baf6fc06a48 req-84ad8073-d72f-4649-a931-ccc98a8e38a5 tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0622375
Jun 04 15:24:39.562524 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77cff30e-eed4-4adc-bb04-5ebd6304ca86 req-b90e883c-6990-43d5-8618-10d174ec4b94 service neutron] 10.222.0.65 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2468131
Jun 04 15:24:39.602827 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-afc587ee-46c4-4664-bae1-c34aa50a95bb tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.24 HTTP/1.1" status: 200  len: 1000 time: 0.1550148
Jun 04 15:24:39.618476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-616da003-4a6a-4631-963c-828278dd1152 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:39.644066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port e8e63b54-8093-40b8-be5b-148ee982e71b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:24:39.652811 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port e8e63b54-8093-40b8-be5b-148ee982e71b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:24:39.653973 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:39.767740 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-616da003-4a6a-4631-963c-828278dd1152 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:39.792618 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77cff30e-eed4-4adc-bb04-5ebd6304ca86 req-80bf7c88-1743-44e7-81b0-29b43cc11174 service neutron] 10.222.0.65 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2238758
Jun 04 15:24:39.937915 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:39.976817 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2053005-7f5b-44f7-868f-d8cc7f58d31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e63b54-8093-40b8-be5b-148ee982e71b'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:24:39.980647 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619f0172-01f8-4ffc-a3be-c6887d5d6c18" -d '{"events": [{"server_uuid": "b2053005-7f5b-44f7-868f-d8cc7f58d31b", "name": "network-vif-plugged", "status": "completed", "tag": "e8e63b54-8093-40b8-be5b-148ee982e71b"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:24:39.991587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e8e63b54-8093-40b8-be5b-148ee982e71b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e8e63b54-8093-40b8-be5b-148ee982e71b,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:40.127001 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe5066c-2f53-45b0-a959-965248e6ccd0 x-openstack-request-id: req-cbe5066c-2f53-45b0-a959-965248e6ccd0 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:24:40.127600 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2053005-7f5b-44f7-868f-d8cc7f58d31b", "name": "network-vif-plugged", "status": "completed", "tag": "e8e63b54-8093-40b8-be5b-148ee982e71b", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:24:40.128114 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbe5066c-2f53-45b0-a959-965248e6ccd0 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:24:40.129513 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2053005-7f5b-44f7-868f-d8cc7f58d31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e63b54-8093-40b8-be5b-148ee982e71b', 'code': 200}
Jun 04 15:24:40.169627 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:40.172576 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:40.241375 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-616da003-4a6a-4631-963c-828278dd1152 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:40.304282 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e8e63b54-8093-40b8-be5b-148ee982e71b,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:40.306477 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-616da003-4a6a-4631-963c-828278dd1152 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:40.306750 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-616da003-4a6a-4631-963c-828278dd1152 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Floating IP 99677adc-251b-4ff7-8cde-20c446d570ea disassociated. External IP: 172.25.4.24, port: c0161f68-1b43-416c-878b-bb1e976570b6.
Jun 04 15:24:40.320679 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:40.453115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0546989-b51a-41f5-b43d-feb9a601c8f0 req-b2fbcb79-b345-4e2e-ba2c-7aa16e323011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:40.454621 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0546989-b51a-41f5-b43d-feb9a601c8f0 req-b2fbcb79-b345-4e2e-ba2c-7aa16e323011 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 1097 time: 0.1090407
Jun 04 15:24:40.463990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567ae45-fffa-43d2-ab1b-b05cb3996aef req-7de06da3-1527-4c28-9f32-9a5d679e2275 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:40.471946 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8567ae45-fffa-43d2-ab1b-b05cb3996aef req-7de06da3-1527-4c28-9f32-9a5d679e2275 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 946 time: 0.1662126
Jun 04 15:24:40.677045 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0546989-b51a-41f5-b43d-feb9a601c8f0 req-18763aaa-b39a-4cca-a2b9-7fa1c0f336bc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2026231
Jun 04 15:24:40.684186 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8567ae45-fffa-43d2-ab1b-b05cb3996aef req-ccf22abd-0a97-482a-9f2d-f4c2e8a88293 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2111413
Jun 04 15:24:40.835129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-616da003-4a6a-4631-963c-828278dd1152 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:24:40.846038 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec577c9f-f709-4a60-9676-376eb87a884e req-791fd36f-86f3-4036-8a6b-cb9c0b73b399 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 210 time: 0.0607464
Jun 04 15:24:41.017390 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e392669-ceae-4eef-8ec7-106d057ed57e req-125c8626-7c98-44c4-94b9-0b78481648cf tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0499229
Jun 04 15:24:41.064751 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-616da003-4a6a-4631-963c-828278dd1152 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:24:41.069631 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-616da003-4a6a-4631-963c-828278dd1152 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:41.076159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c700fbb-2d1d-4f0a-8709-4c467ebb4ea8 None None] Sync routers for ids ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:24:41.095296 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c700fbb-2d1d-4f0a-8709-4c467ebb4ea8 None None] Routers {'6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:24:41.095296 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5c700fbb-2d1d-4f0a-8709-4c467ebb4ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c552760>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:24:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:41.129190 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-616da003-4a6a-4631-963c-828278dd1152 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "PUT /v2.0/floatingips/99677adc-251b-4ff7-8cde-20c446d570ea HTTP/1.1" status: 200  len: 694 time: 1.5252883
Jun 04 15:24:41.129638 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'tag': 'c0161f68-1b43-416c-878b-bb1e976570b6'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:24:41.132594 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c901567f-2837-4a3a-bb7e-b234a7e0386f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0696f39-97f2-4d66-a913-18dff5968e43", "tag": "c0161f68-1b43-416c-878b-bb1e976570b6"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:24:41.270145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-69fcb2d4-33b4-4d4e-9a1a-e2761d4902cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:41.272137 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-69fcb2d4-33b4-4d4e-9a1a-e2761d4902cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89f3555b982945e8b0a06f78109c1548&device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 1096 time: 0.1254017
Jun 04 15:24:41.325915 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-5c700fbb-2d1d-4f0a-8709-4c467ebb4ea8 None None] Set router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:24:41.430701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-7461aacd-4327-40ca-b56e-845b1374eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:41.438077 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-7461aacd-4327-40ca-b56e-845b1374eaae service neutron] 10.222.0.32 "GET /v2.0/networks?id=14881b01-33c8-41e1-a55f-38deed5fdc44 HTTP/1.1" status: 200  len: 921 time: 0.1551213
Jun 04 15:24:41.490697 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c06db67-8ff9-4e9a-9860-f35b80a87f99 x-openstack-request-id: req-9c06db67-8ff9-4e9a-9860-f35b80a87f99 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:24:41.491032 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0696f39-97f2-4d66-a913-18dff5968e43", "tag": "c0161f68-1b43-416c-878b-bb1e976570b6", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:24:41.491350 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c06db67-8ff9-4e9a-9860-f35b80a87f99 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:24:41.491767 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'tag': 'c0161f68-1b43-416c-878b-bb1e976570b6', 'status': 'completed', 'code': 200}
Jun 04 15:24:41.507344 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-4025f1ca-2515-492e-b297-34da6c3ebf00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0161f68-1b43-416c-878b-bb1e976570b6 HTTP/1.1" status: 200  len: 217 time: 0.0683737
Jun 04 15:24:41.591061 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-9ebce89e-aeaa-4e90-b8d5-d121a7d82b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:41.594222 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-9ebce89e-aeaa-4e90-b8d5-d121a7d82b0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d10bb029-53b7-4a86-9fb5-aeb307e6e54f HTTP/1.1" status: 200  len: 860 time: 0.0788717
Jun 04 15:24:41.651546 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-919298dc-e333-4479-8b42-e7bab9f16e58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14881b01-33c8-41e1-a55f-38deed5fdc44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478733
Jun 04 15:24:41.722314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5c700fbb-2d1d-4f0a-8709-4c467ebb4ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c552760>, [{'id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-router', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:23:09Z', 'updated_at': '2021-06-04T15:23:16Z', 'revision_number': 4, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'gw_port': {'id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:10Z', 'updated_at': '2021-06-04T15:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'ca931465-26e5-4c42-872d-f1045b7c76c2', 'name': '', 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'mac_address': 'fa:16:3e:dc:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:15Z', 'updated_at': '2021-06-04T15:23:27Z', 'revision_number': 5, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'subnets': [{'id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:41.732495 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c700fbb-2d1d-4f0a-8709-4c467ebb4ea8 None None] Checking router: 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:24:41.754672 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c700fbb-2d1d-4f0a-8709-4c467ebb4ea8 None None] Routers {'6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:24:41.755524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901567f-2837-4a3a-bb7e-b234a7e0386f req-9533f319-3058-415c-b0f6-5c7105efb7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:41.756036 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5c700fbb-2d1d-4f0a-8709-4c467ebb4ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c552760>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:24:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:41.757786 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c901567f-2837-4a3a-bb7e-b234a7e0386f req-9533f319-3058-415c-b0f6-5c7105efb7c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89f3555b982945e8b0a06f78109c1548&device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 1096 time: 0.2622817
Jun 04 15:24:41.765317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-5687fa6c-b1b5-4de9-ba17-54fcf89f7db1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:41.766776 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-5687fa6c-b1b5-4de9-ba17-54fcf89f7db1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.65 "GET /v2.0/networks?id=88077e73-6957-4879-9339-9e85eb0bc61f HTTP/1.1" status: 200  len: 811 time: 0.3039746
Jun 04 15:24:41.987788 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-170a52bd-9d49-4da9-80c3-12a39986590d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f9666fef72042a089a1b7fec6d0d3ff HTTP/1.1" status: 200  len: 380 time: 0.2014909
Jun 04 15:24:42.011451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Request body: {'port': {'device_id': '9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'admin_state_up': True, 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'security_groups': ['ff0a5c69-57ed-4f5a-933f-378193895a0e']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:42.073607 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-3e1077e2-d026-47af-bb45-a14dc961cff0 service neutron] 10.222.0.32 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4093645
Jun 04 15:24:42.079858 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-5c700fbb-2d1d-4f0a-8709-4c467ebb4ea8 None None] Set router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:24:42.182160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901567f-2837-4a3a-bb7e-b234a7e0386f req-d396aad1-2c7b-49dc-990f-c9424fbb5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:42.184143 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c901567f-2837-4a3a-bb7e-b234a7e0386f req-d396aad1-2c7b-49dc-990f-c9424fbb5302 service neutron] 10.222.0.65 "GET /v2.0/networks?id=14881b01-33c8-41e1-a55f-38deed5fdc44 HTTP/1.1" status: 200  len: 921 time: 0.4163585
Jun 04 15:24:42.285496 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e6d368fc-b53c-4164-a6cf-3bfa8f199605 req-3fe1d298-b21b-41c8-812d-db731a9c7a00 service neutron] 10.222.0.32 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2022910
Jun 04 15:24:42.301028 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c901567f-2837-4a3a-bb7e-b234a7e0386f req-2ddb57c1-c873-4d5e-b52b-93b6ef113a73 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0161f68-1b43-416c-878b-bb1e976570b6 HTTP/1.1" status: 200  len: 217 time: 0.0898242
Jun 04 15:24:42.370598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5337f4-7c1d-4506-9648-b2f7f5c2118a req-b6d23e3a-6123-4a68-9631-4998e16e7886 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:42.372078 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-df5337f4-7c1d-4506-9648-b2f7f5c2118a req-b6d23e3a-6123-4a68-9631-4998e16e7886 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 946 time: 0.4592280
Jun 04 15:24:42.409505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:24:42.439650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901567f-2837-4a3a-bb7e-b234a7e0386f req-d3d4a84a-fda5-461b-873c-d8e523059c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:42.441122 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c901567f-2837-4a3a-bb7e-b234a7e0386f req-d3d4a84a-fda5-461b-873c-d8e523059c20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d10bb029-53b7-4a86-9fb5-aeb307e6e54f HTTP/1.1" status: 200  len: 860 time: 0.1207681
Jun 04 15:24:42.443775 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:24:42.448128 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-df5337f4-7c1d-4506-9648-b2f7f5c2118a req-b34a79fe-953a-4623-ae06-ef10aea191d4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658996
Jun 04 15:24:42.513811 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c901567f-2837-4a3a-bb7e-b234a7e0386f req-eeffcfd2-aad8-4809-ba6f-ce4be8398720 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14881b01-33c8-41e1-a55f-38deed5fdc44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647264
Jun 04 15:24:42.549833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5c700fbb-2d1d-4f0a-8709-4c467ebb4ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c552760>, [{'id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-router', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:23:09Z', 'updated_at': '2021-06-04T15:23:16Z', 'revision_number': 4, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'gw_port': {'id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:10Z', 'updated_at': '2021-06-04T15:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'ca931465-26e5-4c42-872d-f1045b7c76c2', 'name': '', 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'mac_address': 'fa:16:3e:dc:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:15Z', 'updated_at': '2021-06-04T15:23:27Z', 'revision_number': 5, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'subnets': [{'id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:42.556981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c700fbb-2d1d-4f0a-8709-4c467ebb4ea8 None None] The sync data for ids ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'] in n-d-791505-9 is: [{'id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-router', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:23:09Z', 'updated_at': '2021-06-04T15:23:16Z', 'revision_number': 4, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'gw_port': {'id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:10Z', 'updated_at': '2021-06-04T15:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'ca931465-26e5-4c42-872d-f1045b7c76c2', 'name': '', 'network_id': '14881b01-33c8-41e1-a55f-38deed5fdc44', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'mac_address': 'fa:16:3e:dc:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:15Z', 'updated_at': '2021-06-04T15:23:27Z', 'revision_number': 5, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'subnets': [{'id': 'd10bb029-53b7-4a86-9fb5-aeb307e6e54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:24:42.663659 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2fd22ac0-0ae8-49c8-9156-77db7100311f req-2d79a683-1365-4ccd-9fef-7ca9561c17b7 tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0506158
Jun 04 15:24:42.690777 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Made reservation on behalf of 0f9666fef72042a089a1b7fec6d0d3ff for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:24:42.690777 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:42.714890 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-18a5532d-30d0-49d2-8f6f-26d6b2e5d715 req-c4352b35-ca67-4f68-bee9-91fc1c7cd3db tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 210 time: 0.0814157
Jun 04 15:24:42.768621 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c901567f-2837-4a3a-bb7e-b234a7e0386f req-398f0838-67e4-47de-898c-975ed6a8e211 service neutron] 10.222.0.65 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2470176
Jun 04 15:24:42.884774 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3695f-f237-4f27-9c1c-42dfa8b16481 None None] New status for floating IP 99677adc-251b-4ff7-8cde-20c446d570ea: DOWN {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:24:43.230616 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf4ea42-a01e-4b14-8a86-a1548bacf9cc req-b3d0137b-88b7-471b-b02d-0bc84c819e93 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/floatingips/99677adc-251b-4ff7-8cde-20c446d570ea HTTP/1.1" status: 200  len: 694 time: 0.2893417
Jun 04 15:24:43.316814 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c901567f-2837-4a3a-bb7e-b234a7e0386f req-468d37fe-81d4-49f4-a527-d20d19a246a9 service neutron] 10.222.0.65 "GET /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5011587
Jun 04 15:24:43.370670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Allocated IP 172.20.0.8 (88077e73-6957-4879-9339-9e85eb0bc61f/4093c38f-7f2f-4b42-8c4a-34d4b45f0128/248242fb-86e0-4b31-9ab8-ab934205c117) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:24:43.454942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4ea42-a01e-4b14-8a86-a1548bacf9cc req-34999423-4928-4df2-80c9-651022811be9 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:43.456448 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf4ea42-a01e-4b14-8a86-a1548bacf9cc req-34999423-4928-4df2-80c9-651022811be9 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 784 time: 0.2166097
Jun 04 15:24:43.506968 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-5cf4ea42-a01e-4b14-8a86-a1548bacf9cc req-b9237461-8134-4fb9-91be-e93ca84c203b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:24:43.507953 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf4ea42-a01e-4b14-8a86-a1548bacf9cc req-b9237461-8134-4fb9-91be-e93ca84c203b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0331063
Jun 04 15:24:43.664360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6d798-2a20-430d-8292-54172c1ed607 req-bd35e69b-2aae-4236-8c1f-42dba47e07a5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:43.665796 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf4ea42-a01e-4b14-8a86-a1548bacf9cc req-8e1a1b83-199b-4c92-a3c2-b0ea587fc45b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.24 HTTP/1.1" status: 200  len: 695 time: 0.1017320
Jun 04 15:24:43.666026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-90d6d798-2a20-430d-8292-54172c1ed607 req-bd35e69b-2aae-4236-8c1f-42dba47e07a5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 946 time: 0.0926812
Jun 04 15:24:43.722143 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-90d6d798-2a20-430d-8292-54172c1ed607 req-abb7a801-33c0-4651-8800-c28c7f7f7ffd tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459187
Jun 04 15:24:43.785152 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf4ea42-a01e-4b14-8a86-a1548bacf9cc req-046df96c-943d-45c9-b903-0e71c36e8f7b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.24 HTTP/1.1" status: 200  len: 695 time: 0.1084027
Jun 04 15:24:43.790197 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:43.871206 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3045c232-dd00-4f42-9a5c-c473355888d1 req-386e497d-b185-49c0-927d-ebc6316836bd tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0455153
Jun 04 15:24:43.893266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Transition to ACTIVE for port object 248242fb-86e0-4b31-9ab8-ab934205c117 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:24:44.051616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5cf4ea42-a01e-4b14-8a86-a1548bacf9cc req-8491f043-3133-4eb8-87e8-cdb8333a0123 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Deleting port 722a82ca-3a4b-4d78-88f3-19033240d2aa {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:24:44.051858 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf4ea42-a01e-4b14-8a86-a1548bacf9cc req-8491f043-3133-4eb8-87e8-cdb8333a0123 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:44.076120 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa2972-37a4-4126-9117-4e560a9c113b req-0c692457-2d4a-4f84-b62d-cf2b805fc17b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:44.078078 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4baa2972-37a4-4126-9117-4e560a9c113b req-0c692457-2d4a-4f84-b62d-cf2b805fc17b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 945 time: 0.0891914
Jun 04 15:24:44.127923 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4baa2972-37a4-4126-9117-4e560a9c113b req-0600ca62-77f6-41d4-9b32-57c0d0e431bc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434477
Jun 04 15:24:44.182620 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:44.190298 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:44.227914 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf4ea42-a01e-4b14-8a86-a1548bacf9cc req-8491f043-3133-4eb8-87e8-cdb8333a0123 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:44.228250 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf4ea42-a01e-4b14-8a86-a1548bacf9cc req-8491f043-3133-4eb8-87e8-cdb8333a0123 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:44.320603 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a1bd5-fc58-49e2-9897-c02b5a5c9f1a req-b0554850-f4d5-40a1-9b9d-faa89ffdf80f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:44.322873 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c18a1bd5-fc58-49e2-9897-c02b5a5c9f1a req-b0554850-f4d5-40a1-9b9d-faa89ffdf80f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 931 time: 0.0875762
Jun 04 15:24:44.375257 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c18a1bd5-fc58-49e2-9897-c02b5a5c9f1a req-474938e9-d566-4868-b12d-223e4c46a328 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452139
Jun 04 15:24:44.382795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5cf4ea42-a01e-4b14-8a86-a1548bacf9cc req-8491f043-3133-4eb8-87e8-cdb8333a0123 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Calling delete_port for 722a82ca-3a4b-4d78-88f3-19033240d2aa owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:24:44.386401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Network 88077e73-6957-4879-9339-9e85eb0bc61f is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:24:44.391627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:24:44.398622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:24:44.426537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event updated for resources: {'Port': ['ID=248242fb-86e0-4b31-9ab8-ab934205c117,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:44.433714 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:44.481687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:44.482380 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:44.673273 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6698976
Jun 04 15:24:44.685780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Request body: {'port': {'device_id': '9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:44.780230 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf4ea42-a01e-4b14-8a86-a1548bacf9cc req-8491f043-3133-4eb8-87e8-cdb8333a0123 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:44.790622 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:44.837659 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3a69fe5e-cd99-4d8b-b6e8-b68b52d7e997 None None] Provisioning for port 248242fb-86e0-4b31-9ab8-ab934205c117 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:24:44.844098 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3a69fe5e-cd99-4d8b-b6e8-b68b52d7e997 None None] Provisioning complete for port 248242fb-86e0-4b31-9ab8-ab934205c117 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:24:44.844603 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3a69fe5e-cd99-4d8b-b6e8-b68b52d7e997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:44.850441 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491f043-3133-4eb8-87e8-cdb8333a0123 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Pushing event deleted for resources: {'Port': ['ID=722a82ca-3a4b-4d78-88f3-19033240d2aa,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:44.924160 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee6454-6f1b-4a7c-a5bb-82dd0617a3ec req-499a9273-fe5f-418b-bd43-52832d9e11ed tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:44.925782 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aeee6454-6f1b-4a7c-a5bb-82dd0617a3ec req-499a9273-fe5f-418b-bd43-52832d9e11ed tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 946 time: 0.0978520
Jun 04 15:24:44.984460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3a69fe5e-cd99-4d8b-b6e8-b68b52d7e997 None None] Port 248242fb-86e0-4b31-9ab8-ab934205c117 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:24:44.995531 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aeee6454-6f1b-4a7c-a5bb-82dd0617a3ec req-a7357e9a-43b9-4fd2-bec3-2316e2c3fd42 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622501
Jun 04 15:24:45.048720 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8491f043-3133-4eb8-87e8-cdb8333a0123 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:45.053962 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:45.159422 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ac7bacd1-8f68-430c-9c39-29d0dbdaebc6 req-80034102-2740-466e-bd15-5be2d4526e83 tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0454900
Jun 04 15:24:45.173136 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf4ea42-a01e-4b14-8a86-a1548bacf9cc req-8491f043-3133-4eb8-87e8-cdb8333a0123 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:45.492510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248242fb-86e0-4b31-9ab8-ab934205c117 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:24:45.500824 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:45.517179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Transition to ACTIVE for port object 248242fb-86e0-4b31-9ab8-ab934205c117 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:24:45.546893 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5cf4ea42-a01e-4b14-8a86-a1548bacf9cc req-8491f043-3133-4eb8-87e8-cdb8333a0123 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:45.548056 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cf4ea42-a01e-4b14-8a86-a1548bacf9cc req-8491f043-3133-4eb8-87e8-cdb8333a0123 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "DELETE /v2.0/floatingips/99677adc-251b-4ff7-8cde-20c446d570ea HTTP/1.1" status: 204  len: 173 time: 1.7544799
Jun 04 15:24:45.715590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c4f12-00c4-486f-9c69-524bcc110c39 req-4966e23a-baa0-4644-99ff-16a09b5d853e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:45.716346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-151c4f12-00c4-486f-9c69-524bcc110c39 req-4966e23a-baa0-4644-99ff-16a09b5d853e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Synchronizing usage tracker for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:24:45.722585 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:45.729107 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:45.907000 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Pushing event updated for resources: {'Port': ['ID=248242fb-86e0-4b31-9ab8-ab934205c117,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:45.942516 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:45.959786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-151c4f12-00c4-486f-9c69-524bcc110c39 req-4966e23a-baa0-4644-99ff-16a09b5d853e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Unset dirty status for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:24:45.961279 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-151c4f12-00c4-486f-9c69-524bcc110c39 req-4966e23a-baa0-4644-99ff-16a09b5d853e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 931 time: 0.3271670
Jun 04 15:24:46.019505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Attempting to bind port 248242fb-86e0-4b31-9ab8-ab934205c117 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:24:46.019982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Attempting to bind port 248242fb-86e0-4b31-9ab8-ab934205c117 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:24:46.020188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Attempting to bind port 248242fb-86e0-4b31-9ab8-ab934205c117 on network 88077e73-6957-4879-9339-9e85eb0bc61f {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:24:46.033366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Port 248242fb-86e0-4b31-9ab8-ab934205c117 on network 88077e73-6957-4879-9339-9e85eb0bc61f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:24:46.033366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Attempting to bind port 248242fb-86e0-4b31-9ab8-ab934205c117 on network 88077e73-6957-4879-9339-9e85eb0bc61f {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:24:46.033801 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-91ec5c68-c40d-401a-a23a-081c763e58b4 req-07cc0e05-6f6a-47f0-bc2a-529ba8986936 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups/97bb35ca-a697-4f9a-97fb-4b56930a5683 HTTP/1.1" status: 200  len: 1809 time: 0.0769114
Jun 04 15:24:46.042900 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-151c4f12-00c4-486f-9c69-524bcc110c39 req-4e265d20-3d99-4062-8068-de166f139a22 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688729
Jun 04 15:24:46.046153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:24:46.046484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Checking segment: {'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:24:46.046870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Bound using segment: {'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:24:46.047412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Bound port: 248242fb-86e0-4b31-9ab8-ab934205c117, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:24:46.047650 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:46.149210 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-91ec5c68-c40d-401a-a23a-081c763e58b4 req-2b8e2bee-2fba-420c-b94b-5f231dd32cb3 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:46.178038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] For port 248242fb-86e0-4b31-9ab8-ab934205c117, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:24:46.192752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] For port 248242fb-86e0-4b31-9ab8-ab934205c117, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=248242fb-86e0-4b31-9ab8-ab934205c117,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:24:46.206512 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-91ec5c68-c40d-401a-a23a-081c763e58b4 req-2b8e2bee-2fba-420c-b94b-5f231dd32cb3 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:46.272402 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:46.277862 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-db1fc544-96b6-4a65-a208-8c67c9f3ed49 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:46.340154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:46.344266 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:46.344266 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] 10.222.0.65 "PUT /v2.0/ports/248242fb-86e0-4b31-9ab8-ab934205c117 HTTP/1.1" status: 200  len: 1091 time: 1.6618409
Jun 04 15:24:46.344266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4', 'tag': '248242fb-86e0-4b31-9ab8-ab934205c117'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:24:46.346768 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bca2856-7554-4afa-94e6-77f142392299" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4", "tag": "248242fb-86e0-4b31-9ab8-ab934205c117"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:24:46.364178 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-91ec5c68-c40d-401a-a23a-081c763e58b4 req-2b8e2bee-2fba-420c-b94b-5f231dd32cb3 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:46.371259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Pushing event updated for resources: {'Port': ['ID=248242fb-86e0-4b31-9ab8-ab934205c117,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:46.371414 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0d3b4cdd-d2d8-4426-b525-5fa878da670a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:46.381251 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:46.381886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:46.382524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:46.383362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:46.384699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:46.385190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:46.385572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:46.385942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:46.386310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:46.387304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:46.387304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:46.387631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:24:46.391950 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e2bee-2fba-420c-b94b-5f231dd32cb3 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bb35ca-a697-4f9a-97fb-4b56930a5683,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:46.396290 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:46.405533 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2b8e2bee-2fba-420c-b94b-5f231dd32cb3 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:46.411332 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-91ec5c68-c40d-401a-a23a-081c763e58b4 req-2b8e2bee-2fba-420c-b94b-5f231dd32cb3 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:46.423873 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-91ec5c68-c40d-401a-a23a-081c763e58b4 req-2b8e2bee-2fba-420c-b94b-5f231dd32cb3 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "DELETE /v2.0/security-groups/97bb35ca-a697-4f9a-97fb-4b56930a5683 HTTP/1.1" status: 204  len: 173 time: 0.3822632
Jun 04 15:24:46.593622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-4c380b33-3e63-4bbe-8016-57e9efbd7061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:46.595258 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-4c380b33-3e63-4bbe-8016-57e9efbd7061 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0f9666fef72042a089a1b7fec6d0d3ff&device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 1094 time: 0.1337740
Jun 04 15:24:46.595819 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fed6dc96-85a5-42c8-9a10-fe0924cc6363 req-7b336de4-d898-475b-93fe-63170e0d6a53 tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0546672
Jun 04 15:24:46.605805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a99d9-ab14-4947-ba4a-452e602e8b1a req-c5fc9ee8-c059-4eb5-84d3-d48d1a858810 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:46.607525 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-205a99d9-ab14-4947-ba4a-452e602e8b1a req-c5fc9ee8-c059-4eb5-84d3-d48d1a858810 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 946 time: 0.1991074
Jun 04 15:24:46.663392 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de42eeb7-6001-445c-8aa1-8e1002115ca9 x-openstack-request-id: req-de42eeb7-6001-445c-8aa1-8e1002115ca9 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:24:46.663722 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4", "tag": "248242fb-86e0-4b31-9ab8-ab934205c117", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:24:46.664019 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de42eeb7-6001-445c-8aa1-8e1002115ca9 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:24:46.664454 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4', 'tag': '248242fb-86e0-4b31-9ab8-ab934205c117', 'status': 'completed', 'code': 200}
Jun 04 15:24:46.696364 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-b1cf2454-e44c-4b25-874c-4037755a7601 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=248242fb-86e0-4b31-9ab8-ab934205c117 HTTP/1.1" status: 200  len: 217 time: 0.0872016
Jun 04 15:24:46.771501 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-205a99d9-ab14-4947-ba4a-452e602e8b1a req-fff1ad05-074c-41c5-a54a-974a2e7ce766 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061420
Jun 04 15:24:46.781880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-8a702c0d-dafe-4e4c-ae43-a2ed39ad5e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:46.783370 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-8a702c0d-dafe-4e4c-ae43-a2ed39ad5e47 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4093c38f-7f2f-4b42-8c4a-34d4b45f0128 HTTP/1.1" status: 200  len: 850 time: 0.0798573
Jun 04 15:24:46.885881 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-a09e47f5-51a4-4e12-a7dc-e64ee476ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:46.886850 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-a09e47f5-51a4-4e12-a7dc-e64ee476ed19 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88077e73-6957-4879-9339-9e85eb0bc61f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0897024
Jun 04 15:24:47.044025 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-313f441d-da1b-4991-af48-8a916ccb5ce4 service neutron] 10.222.0.65 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501172
Jun 04 15:24:47.372256 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c0055af-c2f1-4af3-b505-c623a45a434b req-14a9c3c5-c8de-4860-92a9-802f4d548916 service neutron] 10.222.0.65 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3197999
Jun 04 15:24:47.385635 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23f662-9831-442e-9646-f373b8fe0d8e req-d6f8ffd6-4c44-4be8-9932-0fbcb9c5b487 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:47.388146 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e23f662-9831-442e-9646-f373b8fe0d8e req-d6f8ffd6-4c44-4be8-9932-0fbcb9c5b487 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.0986173
Jun 04 15:24:47.399746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddaf888-b26d-4993-a5b4-d64a79d83d1b req-a4c4b9e0-355f-4d60-86ca-1ea6cbfaa2c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:47.401353 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ddaf888-b26d-4993-a5b4-d64a79d83d1b req-a4c4b9e0-355f-4d60-86ca-1ea6cbfaa2c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 943 time: 0.1126602
Jun 04 15:24:47.439475 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-2e23f662-9831-442e-9646-f373b8fe0d8e req-1eb081e0-9039-4e22-921f-71bf4fb737c3 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Synchronizing usage tracker for tenant:89f3555b982945e8b0a06f78109c1548 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:24:47.459414 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ddaf888-b26d-4993-a5b4-d64a79d83d1b req-e4613315-edc3-4513-a0d8-9ff41e0648cb tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510504
Jun 04 15:24:47.570664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-2e23f662-9831-442e-9646-f373b8fe0d8e req-1eb081e0-9039-4e22-921f-71bf4fb737c3 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Unset dirty status for tenant:89f3555b982945e8b0a06f78109c1548 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:24:47.587911 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e23f662-9831-442e-9646-f373b8fe0d8e req-1eb081e0-9039-4e22-921f-71bf4fb737c3 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925972
Jun 04 15:24:47.604333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca2856-7554-4afa-94e6-77f142392299 req-ab54796f-666c-4c39-bc75-98975d81799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:47.604333 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3bca2856-7554-4afa-94e6-77f142392299 req-ab54796f-666c-4c39-bc75-98975d81799f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0f9666fef72042a089a1b7fec6d0d3ff&device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 1094 time: 0.1136084
Jun 04 15:24:47.828146 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e2ba67d0-3b17-4623-bcbf-ba11b6ef5f66 req-33fbb34d-4e11-4256-aca1-a51e906ba919 tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0740635
Jun 04 15:24:47.853952 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca2856-7554-4afa-94e6-77f142392299 req-eb44613e-eed2-4f4f-9cb1-b768f912889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:47.858303 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3bca2856-7554-4afa-94e6-77f142392299 req-eb44613e-eed2-4f4f-9cb1-b768f912889f service neutron] 10.222.0.65 "GET /v2.0/networks?id=88077e73-6957-4879-9339-9e85eb0bc61f HTTP/1.1" status: 200  len: 912 time: 0.2447808
Jun 04 15:24:47.934570 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3bca2856-7554-4afa-94e6-77f142392299 req-306c082f-7464-4b93-b693-c380e7885924 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=248242fb-86e0-4b31-9ab8-ab934205c117 HTTP/1.1" status: 200  len: 217 time: 0.0689502
Jun 04 15:24:47.948134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c9eef-2f11-4acd-8104-eb1f7ce02e7b req-81673263-ecef-49f6-ac3e-dabf4ca967cc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:47.949620 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-250c9eef-2f11-4acd-8104-eb1f7ce02e7b req-81673263-ecef-49f6-ac3e-dabf4ca967cc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 946 time: 0.2354639
Jun 04 15:24:47.965098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7a5c0-3f5b-4610-9016-f3b4e8f1249a req-abe4b2ea-1f87-49af-b2b2-0607d78ef489 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:47.966578 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8ce7a5c0-3f5b-4610-9016-f3b4e8f1249a req-abe4b2ea-1f87-49af-b2b2-0607d78ef489 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 946 time: 0.0831974
Jun 04 15:24:48.018485 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8ce7a5c0-3f5b-4610-9016-f3b4e8f1249a req-cbd21099-d5fb-47fb-a0af-ccc2d662b5ae tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458269
Jun 04 15:24:48.070623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca2856-7554-4afa-94e6-77f142392299 req-4106dab3-13b2-41ba-be04-62fa202a75fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:48.072166 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3bca2856-7554-4afa-94e6-77f142392299 req-4106dab3-13b2-41ba-be04-62fa202a75fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4093c38f-7f2f-4b42-8c4a-34d4b45f0128 HTTP/1.1" status: 200  len: 850 time: 0.1216226
Jun 04 15:24:48.213296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-250c9eef-2f11-4acd-8104-eb1f7ce02e7b req-47545f35-d698-43ac-99be-db610066ff46 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Deleting port e8e63b54-8093-40b8-be5b-148ee982e71b {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:24:48.213637 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-250c9eef-2f11-4acd-8104-eb1f7ce02e7b req-47545f35-d698-43ac-99be-db610066ff46 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:48.249267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca2856-7554-4afa-94e6-77f142392299 req-12c6947b-039d-45f7-9ace-5c1f9f953d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:48.251371 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3bca2856-7554-4afa-94e6-77f142392299 req-12c6947b-039d-45f7-9ace-5c1f9f953d07 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88077e73-6957-4879-9339-9e85eb0bc61f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1458585
Jun 04 15:24:48.460176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-250c9eef-2f11-4acd-8104-eb1f7ce02e7b req-47545f35-d698-43ac-99be-db610066ff46 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] For port e8e63b54-8093-40b8-be5b-148ee982e71b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e8e63b54-8093-40b8-be5b-148ee982e71b,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:48.460582 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-250c9eef-2f11-4acd-8104-eb1f7ce02e7b req-47545f35-d698-43ac-99be-db610066ff46 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:48.609279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-250c9eef-2f11-4acd-8104-eb1f7ce02e7b req-47545f35-d698-43ac-99be-db610066ff46 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Calling delete_port for e8e63b54-8093-40b8-be5b-148ee982e71b owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:24:48.617046 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3bca2856-7554-4afa-94e6-77f142392299 req-511a49fa-72ef-4b3b-8b5c-29274ad31cb3 service neutron] 10.222.0.65 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3562474
Jun 04 15:24:48.672787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a273552-ee26-4e6d-917a-3ed0d2096538 req-d2733c24-a6c2-4b17-8893-79f389f8816d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:48.674336 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5a273552-ee26-4e6d-917a-3ed0d2096538 req-d2733c24-a6c2-4b17-8893-79f389f8816d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 943 time: 0.0947967
Jun 04 15:24:48.730040 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5a273552-ee26-4e6d-917a-3ed0d2096538 req-2ee0e6a3-73cc-4176-8cda-f8d9505071c2 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487003
Jun 04 15:24:48.786677 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3bca2856-7554-4afa-94e6-77f142392299 req-bda841ad-d023-465b-8ca9-ce0d50b2a6df service neutron] 10.222.0.65 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618955
Jun 04 15:24:48.933397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e475a-03ee-4757-af5e-557033d3113c req-a7607b37-aefa-426d-bf26-28bed690c1e6 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:48.934086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0a6e475a-03ee-4757-af5e-557033d3113c req-a7607b37-aefa-426d-bf26-28bed690c1e6 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Synchronizing usage tracker for tenant:89f3555b982945e8b0a06f78109c1548 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:24:49.009214 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-250c9eef-2f11-4acd-8104-eb1f7ce02e7b req-47545f35-d698-43ac-99be-db610066ff46 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:49.015442 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-30d3190d-8280-4da1-a14d-eea9d7a3a1e8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:49.022030 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7f9ba98e-3796-4647-b38c-1f300b6d7141 req-7497708d-a0e4-4abc-916b-e422e680ad0f tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0640144
Jun 04 15:24:49.023441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['f851df8b-2d8b-4ed4-addd-e696af7cf11f', 'e8e63b54-8093-40b8-be5b-148ee982e71b'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:24:49.053997 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6dbcb869-b7c3-4c99-8505-2868a006efab'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:24:49.185490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0a6e475a-03ee-4757-af5e-557033d3113c req-a7607b37-aefa-426d-bf26-28bed690c1e6 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Unset dirty status for tenant:89f3555b982945e8b0a06f78109c1548 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:24:49.186742 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a6e475a-03ee-4757-af5e-557033d3113c req-a7607b37-aefa-426d-bf26-28bed690c1e6 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.3570206
Jun 04 15:24:49.195192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47545f35-d698-43ac-99be-db610066ff46 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Pushing event deleted for resources: {'Port': ['ID=e8e63b54-8093-40b8-be5b-148ee982e71b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:49.198241 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-47545f35-d698-43ac-99be-db610066ff46 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:49.200522 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d08ec4c-14f7-4f71-82a4-63d0d64ef615 req-4f1176a3-cfc5-4bd0-ae07-0798bc28f6f8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 210 time: 0.0567472
Jun 04 15:24:49.291259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-250c9eef-2f11-4acd-8104-eb1f7ce02e7b req-47545f35-d698-43ac-99be-db610066ff46 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] No DVR routers for this DVR port e8e63b54-8093-40b8-be5b-148ee982e71b on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:24:49.301058 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-250c9eef-2f11-4acd-8104-eb1f7ce02e7b req-47545f35-d698-43ac-99be-db610066ff46 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:49.305837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2053005-7f5b-44f7-868f-d8cc7f58d31b', 'name': 'network-vif-deleted', 'tag': 'e8e63b54-8093-40b8-be5b-148ee982e71b'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:24:49.308636 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdebb50-5efc-4925-b151-ab4531c18584" -d '{"events": [{"server_uuid": "b2053005-7f5b-44f7-868f-d8cc7f58d31b", "name": "network-vif-deleted", "tag": "e8e63b54-8093-40b8-be5b-148ee982e71b"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:24:49.329570 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a6e475a-03ee-4757-af5e-557033d3113c req-afa1d43b-76be-478c-8812-bc730b5849cf tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/security-groups?id=5de5715c-2202-45c4-a4ce-73a79d69db43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301634
Jun 04 15:24:49.363331 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91532eac-9ef2-4d2f-bedf-d9ad4fd9c8c2 x-openstack-request-id: req-91532eac-9ef2-4d2f-bedf-d9ad4fd9c8c2 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:24:49.363671 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2053005-7f5b-44f7-868f-d8cc7f58d31b", "name": "network-vif-deleted", "tag": "e8e63b54-8093-40b8-be5b-148ee982e71b", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:24:49.363968 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91532eac-9ef2-4d2f-bedf-d9ad4fd9c8c2 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:24:49.364414 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2053005-7f5b-44f7-868f-d8cc7f58d31b', 'name': 'network-vif-deleted', 'tag': 'e8e63b54-8093-40b8-be5b-148ee982e71b', 'status': 'completed', 'code': 200}
Jun 04 15:24:49.432780 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-250c9eef-2f11-4acd-8104-eb1f7ce02e7b req-47545f35-d698-43ac-99be-db610066ff46 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "DELETE /v2.0/ports/e8e63b54-8093-40b8-be5b-148ee982e71b HTTP/1.1" status: 204  len: 173 time: 1.4475222
Jun 04 15:24:49.712856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75785088-f2bd-43a7-abd7-22fcec822c63 req-530a978a-e863-4a7f-bc6a-2a363d0c90c3 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:49.714372 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75785088-f2bd-43a7-abd7-22fcec822c63 req-530a978a-e863-4a7f-bc6a-2a363d0c90c3 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 945 time: 0.0878472
Jun 04 15:24:49.882334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-75785088-f2bd-43a7-abd7-22fcec822c63 req-f4a4f4dc-aeea-4900-82a7-b1bd0b53d53a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Deleting port c0161f68-1b43-416c-878b-bb1e976570b6 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:24:49.883664 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-75785088-f2bd-43a7-abd7-22fcec822c63 req-f4a4f4dc-aeea-4900-82a7-b1bd0b53d53a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:49.949488 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab16e6-024d-4c1c-9c94-bbdc57c09d5d req-1b04dfd7-5b7a-485c-a291-90fe2541a5c8 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:49.951029 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aab16e6-024d-4c1c-9c94-bbdc57c09d5d req-1b04dfd7-5b7a-485c-a291-90fe2541a5c8 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 943 time: 0.0944095
Jun 04 15:24:50.000720 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aab16e6-024d-4c1c-9c94-bbdc57c09d5d req-21691d91-18e4-4808-b25e-cd450c8e7fdd tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416377
Jun 04 15:24:50.028478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-75785088-f2bd-43a7-abd7-22fcec822c63 req-f4a4f4dc-aeea-4900-82a7-b1bd0b53d53a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] For port c0161f68-1b43-416c-878b-bb1e976570b6, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=c0161f68-1b43-416c-878b-bb1e976570b6,segment=NetworkSegment(f721578e-af48-4541-8a63-d0cc37301027),segment_id=f721578e-af48-4541-8a63-d0cc37301027)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:50.028835 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-75785088-f2bd-43a7-abd7-22fcec822c63 req-f4a4f4dc-aeea-4900-82a7-b1bd0b53d53a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:50.159468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-75785088-f2bd-43a7-abd7-22fcec822c63 req-f4a4f4dc-aeea-4900-82a7-b1bd0b53d53a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Calling delete_port for c0161f68-1b43-416c-878b-bb1e976570b6 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:24:50.214433 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9d5944fb-3a38-44ea-b81c-64b9e0e595d4 req-fd1c9016-c454-4253-a8bf-1a74e5847844 tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0618114
Jun 04 15:24:50.390496 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c78c4b94-b43c-4502-88f4-e3430c36d38f req-79afa09b-5d65-4279-b0cf-ea891b9fdc46 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2053005-7f5b-44f7-868f-d8cc7f58d31b HTTP/1.1" status: 200  len: 210 time: 0.0502896
Jun 04 15:24:50.471637 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-75785088-f2bd-43a7-abd7-22fcec822c63 req-f4a4f4dc-aeea-4900-82a7-b1bd0b53d53a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:50.478003 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-36512d62-31cc-4441-b06d-b0e3b39dbcf6 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:50.483785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['c0161f68-1b43-416c-878b-bb1e976570b6'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:24:50.525209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4f4dc-aeea-4900-82a7-b1bd0b53d53a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Pushing event deleted for resources: {'Port': ['ID=c0161f68-1b43-416c-878b-bb1e976570b6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:50.528074 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f4a4f4dc-aeea-4900-82a7-b1bd0b53d53a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:50.565590 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10595753-408f-4fda-a7d7-9dbf378a95d5 req-bb7d10ee-90e1-4693-aa98-8951d2af1aad tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 210 time: 0.0574703
Jun 04 15:24:50.606264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-75785088-f2bd-43a7-abd7-22fcec822c63 req-f4a4f4dc-aeea-4900-82a7-b1bd0b53d53a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] No DVR routers for this DVR port c0161f68-1b43-416c-878b-bb1e976570b6 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:24:50.609888 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-75785088-f2bd-43a7-abd7-22fcec822c63 req-f4a4f4dc-aeea-4900-82a7-b1bd0b53d53a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:50.689549 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75785088-f2bd-43a7-abd7-22fcec822c63 req-f4a4f4dc-aeea-4900-82a7-b1bd0b53d53a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.65 "DELETE /v2.0/ports/c0161f68-1b43-416c-878b-bb1e976570b6 HTTP/1.1" status: 204  len: 173 time: 0.9628720
Jun 04 15:24:51.198037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a498c-ecc0-4f3d-be36-4768f2822d68 req-e6097ba6-333a-452d-ac71-035fb5385b82 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:51.199437 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c3a498c-ecc0-4f3d-be36-4768f2822d68 req-e6097ba6-333a-452d-ac71-035fb5385b82 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 943 time: 0.0817571
Jun 04 15:24:51.249961 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c3a498c-ecc0-4f3d-be36-4768f2822d68 req-e114de0a-1705-4755-b467-99a062fd8780 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436373
Jun 04 15:24:51.257328 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 248242fb-86e0-4b31-9ab8-ab934205c117 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:24:51.368884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'name': 'network-vif-deleted', 'tag': 'c0161f68-1b43-416c-878b-bb1e976570b6'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:24:51.370584 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0240a6e6-fc68-4f7b-9553-6b23e1740f28" -d '{"events": [{"server_uuid": "a0696f39-97f2-4d66-a913-18dff5968e43", "name": "network-vif-deleted", "tag": "c0161f68-1b43-416c-878b-bb1e976570b6"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:24:51.401738 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5321151f-df2a-40c3-bf8b-dbd40376d708 req-605315cf-0b53-4ef2-ac7c-d59744920452 tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0476613
Jun 04 15:24:51.411889 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 248242fb-86e0-4b31-9ab8-ab934205c117, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=248242fb-86e0-4b31-9ab8-ab934205c117,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:51.423062 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99000824-788e-41c5-af62-df6cb8158382 x-openstack-request-id: req-99000824-788e-41c5-af62-df6cb8158382 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:24:51.423389 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0696f39-97f2-4d66-a913-18dff5968e43", "name": "network-vif-deleted", "tag": "c0161f68-1b43-416c-878b-bb1e976570b6", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:24:51.423686 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99000824-788e-41c5-af62-df6cb8158382 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:24:51.424358 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0696f39-97f2-4d66-a913-18dff5968e43', 'name': 'network-vif-deleted', 'tag': 'c0161f68-1b43-416c-878b-bb1e976570b6', 'status': 'completed', 'code': 200}
Jun 04 15:24:51.440538 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '248242fb-86e0-4b31-9ab8-ab934205c117', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'port_id': '248242fb-86e0-4b31-9ab8-ab934205c117', 'mac_address': 'fa:16:3e:16:35:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:24:51.529573 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:51.551134 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248242fb-86e0-4b31-9ab8-ab934205c117 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:24:51.574343 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 248242fb-86e0-4b31-9ab8-ab934205c117, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=248242fb-86e0-4b31-9ab8-ab934205c117,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:51.653309 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:51.658489 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:51.758382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=248242fb-86e0-4b31-9ab8-ab934205c117,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:51.762761 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:51.768335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d0d75ce7-aa31-497d-8d7b-b96c5049033b req-66758f55-307b-4b73-9e8a-aa674d47ff11 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Synchronizing usage tracker for tenant:89f3555b982945e8b0a06f78109c1548 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:24:51.820935 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:24:51.958849 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['248242fb-86e0-4b31-9ab8-ab934205c117'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:24:51.979553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d0d75ce7-aa31-497d-8d7b-b96c5049033b req-66758f55-307b-4b73-9e8a-aa674d47ff11 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Unset dirty status for tenant:89f3555b982945e8b0a06f78109c1548 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:24:51.980818 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d0d75ce7-aa31-497d-8d7b-b96c5049033b req-66758f55-307b-4b73-9e8a-aa674d47ff11 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0696f39-97f2-4d66-a913-18dff5968e43 HTTP/1.1" status: 200  len: 210 time: 0.2640750
Jun 04 15:24:52.460916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25253fea-ceda-4106-9e67-cc8a5e891371 req-748e46c2-5ce2-4a88-8435-ac82f69597e8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:52.462111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-25253fea-ceda-4106-9e67-cc8a5e891371 req-748e46c2-5ce2-4a88-8435-ac82f69597e8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Synchronizing usage tracker for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:24:52.479019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecc469-3fb6-4c6a-8247-257d78685359 req-2115dae1-3b53-454d-8507-21887e20f57c tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:52.481459 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-97ecc469-3fb6-4c6a-8247-257d78685359 req-2115dae1-3b53-454d-8507-21887e20f57c tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 944 time: 0.1139772
Jun 04 15:24:52.529996 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-97ecc469-3fb6-4c6a-8247-257d78685359 req-fafee074-5ccb-4d4d-92d9-7e5ac0469915 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420856
Jun 04 15:24:52.553287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-25253fea-ceda-4106-9e67-cc8a5e891371 req-748e46c2-5ce2-4a88-8435-ac82f69597e8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Unset dirty status for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:24:52.555107 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25253fea-ceda-4106-9e67-cc8a5e891371 req-748e46c2-5ce2-4a88-8435-ac82f69597e8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 945 time: 0.1981473
Jun 04 15:24:52.613601 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25253fea-ceda-4106-9e67-cc8a5e891371 req-ebd3b346-2837-4af1-bf3c-752c55e35982 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515714
Jun 04 15:24:52.689970 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c5306a46-3466-48c7-a758-3e0a55ca057a req-8f4151d7-f828-4f11-b30e-4db959a55659 tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0487185
Jun 04 15:24:53.083157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50344) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:53.276881 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:53.276881 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 248242fb-86e0-4b31-9ab8-ab934205c117 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:24:53.460442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e8e63b54-8093-40b8-be5b-148ee982e71b no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:24:53.500761 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: e8e63b54-8093-40b8-be5b-148ee982e71b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:24:53.501147 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e8e63b54-8093-40b8-be5b-148ee982e71b not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:24:53.502675 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 248242fb-86e0-4b31-9ab8-ab934205c117 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:24:53.508115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 248242fb-86e0-4b31-9ab8-ab934205c117 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:24:53.508476 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:53.634543 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:53.678249 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 248242fb-86e0-4b31-9ab8-ab934205c117, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=248242fb-86e0-4b31-9ab8-ab934205c117,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:53.679511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248242fb-86e0-4b31-9ab8-ab934205c117'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:24:53.682568 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24987ba-78aa-400c-9326-170e65d35efb" -d '{"events": [{"server_uuid": "9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4", "name": "network-vif-plugged", "status": "completed", "tag": "248242fb-86e0-4b31-9ab8-ab934205c117"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:24:53.775675 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:53.777470 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device c0161f68-1b43-416c-878b-bb1e976570b6 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:24:53.783679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7861fa-2199-42eb-a0d2-5fcde0784b6b req-19a6c8bb-c078-478d-bc82-c8e12be6f9bd tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:53.797794 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f7861fa-2199-42eb-a0d2-5fcde0784b6b req-19a6c8bb-c078-478d-bc82-c8e12be6f9bd tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 944 time: 0.1308143
Jun 04 15:24:53.872944 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f7861fa-2199-42eb-a0d2-5fcde0784b6b req-8e63d85e-3fd1-4325-8886-914cbc157ca8 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735760
Jun 04 15:24:53.902962 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:53.910235 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8bd3eb32-334f-4c98-ac02-680270416fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:53.973498 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: c0161f68-1b43-416c-878b-bb1e976570b6 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:24:53.974228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device c0161f68-1b43-416c-878b-bb1e976570b6 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:24:53.996042 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8123da-7af1-4690-b13b-531e90e4ddf4 x-openstack-request-id: req-5e8123da-7af1-4690-b13b-531e90e4ddf4 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:24:53.996776 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4", "name": "network-vif-plugged", "status": "completed", "tag": "248242fb-86e0-4b31-9ab8-ab934205c117", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:24:53.997224 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e8123da-7af1-4690-b13b-531e90e4ddf4 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:24:53.997892 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248242fb-86e0-4b31-9ab8-ab934205c117', 'code': 200}
Jun 04 15:24:53.999591 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=248242fb-86e0-4b31-9ab8-ab934205c117,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:54.003240 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:54.152266 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b7b0b9a-dda3-4cc4-a36b-9c4918b467ca req-3ae7662c-ffbf-4317-ae65-bbb37810002d tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0772996
Jun 04 15:24:54.173312 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066e5ce-9bfd-4065-9419-b79789b2f56d req-ff81f7ea-cb0a-40e1-abe3-c899dead1abd tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:54.180220 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8066e5ce-9bfd-4065-9419-b79789b2f56d req-ff81f7ea-cb0a-40e1-abe3-c899dead1abd tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 945 time: 0.2111051
Jun 04 15:24:54.193866 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c7646-03a2-4d88-90c9-0a19c440291b req-b0e99120-5207-4b8e-989b-d81da930352a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:54.197329 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fb2c7646-03a2-4d88-90c9-0a19c440291b req-b0e99120-5207-4b8e-989b-d81da930352a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 945 time: 0.2060049
Jun 04 15:24:54.202823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadb95f-fb64-4ac4-86a9-607d72d42dd5 req-c853873a-647b-4638-9b05-e792bf4c7d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:54.204481 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3fadb95f-fb64-4ac4-86a9-607d72d42dd5 req-c853873a-647b-4638-9b05-e792bf4c7d50 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 1096 time: 0.1729531
Jun 04 15:24:54.311922 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3fadb95f-fb64-4ac4-86a9-607d72d42dd5 req-cb29149e-4cac-42e2-a305-913412947d58 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705819
Jun 04 15:24:54.326688 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8066e5ce-9bfd-4065-9419-b79789b2f56d req-bf5ff3bf-4439-4b4b-a328-f2e50c32cba1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457846
Jun 04 15:24:54.509896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8bd3eb32-334f-4c98-ac02-680270416fda admin admin] Deleting port ca931465-26e5-4c42-872d-f1045b7c76c2 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:24:54.510586 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8bd3eb32-334f-4c98-ac02-680270416fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:54.540673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-fb2c7646-03a2-4d88-90c9-0a19c440291b req-997bb972-76b3-4b7b-8e81-b69a415b62e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Deleting port f851df8b-2d8b-4ed4-addd-e696af7cf11f {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:24:54.541114 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fb2c7646-03a2-4d88-90c9-0a19c440291b req-997bb972-76b3-4b7b-8e81-b69a415b62e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:54.645050 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-8bd3eb32-334f-4c98-ac02-680270416fda admin admin] For port ca931465-26e5-4c42-872d-f1045b7c76c2, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ca931465-26e5-4c42-872d-f1045b7c76c2,segment=NetworkSegment(f721578e-af48-4541-8a63-d0cc37301027),segment_id=f721578e-af48-4541-8a63-d0cc37301027)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:54.645471 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8bd3eb32-334f-4c98-ac02-680270416fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:54.682555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fb2c7646-03a2-4d88-90c9-0a19c440291b req-997bb972-76b3-4b7b-8e81-b69a415b62e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] For port f851df8b-2d8b-4ed4-addd-e696af7cf11f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=f851df8b-2d8b-4ed4-addd-e696af7cf11f,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:54.682945 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fb2c7646-03a2-4d88-90c9-0a19c440291b req-997bb972-76b3-4b7b-8e81-b69a415b62e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:54.772743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8bd3eb32-334f-4c98-ac02-680270416fda admin admin] Calling delete_port for ca931465-26e5-4c42-872d-f1045b7c76c2 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:24:54.813921 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-fb2c7646-03a2-4d88-90c9-0a19c440291b req-997bb972-76b3-4b7b-8e81-b69a415b62e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Calling delete_port for f851df8b-2d8b-4ed4-addd-e696af7cf11f owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:24:55.026302 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fb2c7646-03a2-4d88-90c9-0a19c440291b req-997bb972-76b3-4b7b-8e81-b69a415b62e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:55.034401 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-26d8f6da-8227-4b89-a9b9-280a40c5c63c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:55.041551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['f851df8b-2d8b-4ed4-addd-e696af7cf11f'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:24:55.074201 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6dbcb869-b7c3-4c99-8505-2868a006efab'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:24:55.163478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bb972-76b3-4b7b-8e81-b69a415b62e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Pushing event deleted for resources: {'Port': ['ID=f851df8b-2d8b-4ed4-addd-e696af7cf11f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:55.173254 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-997bb972-76b3-4b7b-8e81-b69a415b62e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:55.272108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2c7646-03a2-4d88-90c9-0a19c440291b req-997bb972-76b3-4b7b-8e81-b69a415b62e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] No DVR routers for this DVR port f851df8b-2d8b-4ed4-addd-e696af7cf11f on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:24:55.278272 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fb2c7646-03a2-4d88-90c9-0a19c440291b req-997bb972-76b3-4b7b-8e81-b69a415b62e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:55.282564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef388ce7-4518-40e2-ae53-d01f91e59159', 'name': 'network-vif-deleted', 'tag': 'f851df8b-2d8b-4ed4-addd-e696af7cf11f'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:24:55.287971 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b8a992-c411-4804-bcf6-f3b00f5f8fa6" -d '{"events": [{"server_uuid": "ef388ce7-4518-40e2-ae53-d01f91e59159", "name": "network-vif-deleted", "tag": "f851df8b-2d8b-4ed4-addd-e696af7cf11f"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:24:55.297913 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060497ff-24c6-4452-b283-131dc75b6d61 req-317e76f8-fb84-4d17-b644-1d3901f875c9 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:55.299598 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-060497ff-24c6-4452-b283-131dc75b6d61 req-317e76f8-fb84-4d17-b644-1d3901f875c9 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.1579750
Jun 04 15:24:55.328529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd0a4c-62c1-431a-b91b-e6569f2d329a req-94836c3a-f8a3-4f13-ab2c-074de00a6321 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:55.336114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd0a4c-62c1-431a-b91b-e6569f2d329a req-94836c3a-f8a3-4f13-ab2c-074de00a6321 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:55.342438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd0a4c-62c1-431a-b91b-e6569f2d329a req-94836c3a-f8a3-4f13-ab2c-074de00a6321 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:55.349456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd0a4c-62c1-431a-b91b-e6569f2d329a req-94836c3a-f8a3-4f13-ab2c-074de00a6321 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:55.356806 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd0a4c-62c1-431a-b91b-e6569f2d329a req-94836c3a-f8a3-4f13-ab2c-074de00a6321 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:55.363106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd0a4c-62c1-431a-b91b-e6569f2d329a req-94836c3a-f8a3-4f13-ab2c-074de00a6321 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:55.366445 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-060497ff-24c6-4452-b283-131dc75b6d61 req-ac5cd2c9-b68d-472c-ab6e-b95ce469aba1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496414
Jun 04 15:24:55.368865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd0a4c-62c1-431a-b91b-e6569f2d329a req-94836c3a-f8a3-4f13-ab2c-074de00a6321 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:55.370928 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-27cd0a4c-62c1-431a-b91b-e6569f2d329a req-94836c3a-f8a3-4f13-ab2c-074de00a6321 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5434 time: 0.2470844
Jun 04 15:24:55.396332 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fb2c7646-03a2-4d88-90c9-0a19c440291b req-997bb972-76b3-4b7b-8e81-b69a415b62e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "DELETE /v2.0/ports/f851df8b-2d8b-4ed4-addd-e696af7cf11f HTTP/1.1" status: 204  len: 173 time: 1.1906211
Jun 04 15:24:55.428749 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-27cd0a4c-62c1-431a-b91b-e6569f2d329a req-c9fa5677-44c2-4c61-aea0-2ded6e8e0d2c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0505033
Jun 04 15:24:55.520089 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8bd3eb32-334f-4c98-ac02-680270416fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:55.529756 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-77c1471b-23be-42c3-94cb-66fcd158254e tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:55.575407 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:55.585793 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c1895a36-58e6-4df2-baad-1328c8b929d6 req-cc7563db-2940-4426-902b-e4cb33a793ae tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0985625
Jun 04 15:24:55.587194 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3eb32-334f-4c98-ac02-680270416fda admin admin] Pushing event deleted for resources: {'Port': ['ID=ca931465-26e5-4c42-872d-f1045b7c76c2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:55.589084 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db5780f-1b75-4175-bf54-fabc7ee3ae8b x-openstack-request-id: req-1db5780f-1b75-4175-bf54-fabc7ee3ae8b {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:24:55.589715 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef388ce7-4518-40e2-ae53-d01f91e59159", "name": "network-vif-deleted", "tag": "f851df8b-2d8b-4ed4-addd-e696af7cf11f", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:24:55.590159 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1db5780f-1b75-4175-bf54-fabc7ee3ae8b {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:24:55.590481 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8bd3eb32-334f-4c98-ac02-680270416fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:55.590920 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef388ce7-4518-40e2-ae53-d01f91e59159', 'name': 'network-vif-deleted', 'tag': 'f851df8b-2d8b-4ed4-addd-e696af7cf11f', 'status': 'completed', 'code': 200}
Jun 04 15:24:55.743085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8388b6b5-8627-467a-82b7-286a4176a0c3 req-9a709497-5aa4-4974-b607-dea4e4f9ce96 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Synchronizing usage tracker for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:24:55.831339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8388b6b5-8627-467a-82b7-286a4176a0c3 req-9a709497-5aa4-4974-b607-dea4e4f9ce96 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Unset dirty status for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:24:55.833412 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8388b6b5-8627-467a-82b7-286a4176a0c3 req-9a709497-5aa4-4974-b607-dea4e4f9ce96 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef388ce7-4518-40e2-ae53-d01f91e59159 HTTP/1.1" status: 200  len: 210 time: 0.1380093
Jun 04 15:24:55.884076 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8bd3eb32-334f-4c98-ac02-680270416fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:56.264011 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd3eb32-334f-4c98-ac02-680270416fda admin admin] Router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:24:56.396477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-507fc2e3-23cd-4191-b808-d5a9f77a7535 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:56.402452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-507fc2e3-23cd-4191-b808-d5a9f77a7535 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:56.409578 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-507fc2e3-23cd-4191-b808-d5a9f77a7535 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:56.415481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-507fc2e3-23cd-4191-b808-d5a9f77a7535 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:56.421730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-507fc2e3-23cd-4191-b808-d5a9f77a7535 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:56.427642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-507fc2e3-23cd-4191-b808-d5a9f77a7535 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:56.433438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-507fc2e3-23cd-4191-b808-d5a9f77a7535 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:56.435364 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-507fc2e3-23cd-4191-b808-d5a9f77a7535 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5434 time: 0.1437023
Jun 04 15:24:56.474763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd3eb32-334f-4c98-ac02-680270416fda admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:24:56.489617 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4708a3-a897-42b4-b9ea-6c38003d5f64 None None] Sync routers for ids ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:24:56.502083 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4708a3-a897-42b4-b9ea-6c38003d5f64 None None] Routers {'6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:24:56.502978 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-6d4708a3-a897-42b4-b9ea-6c38003d5f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3532e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:24:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:56.518834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-84707db5-abe4-498a-9cae-72c49a1916c7 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:56.520354 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-84707db5-abe4-498a-9cae-72c49a1916c7 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.65 "GET /v2.0/ports/9be08e86-8d27-40e8-8898-cc000823e63c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0782297
Jun 04 15:24:56.598447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cb3ea-6985-4b34-933a-640ff58530ad req-a9b2c15b-c4b6-45ec-9f80-c12a5dc5b0f3 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:56.599994 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-899cb3ea-6985-4b34-933a-640ff58530ad req-a9b2c15b-c4b6-45ec-9f80-c12a5dc5b0f3 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.0985436
Jun 04 15:24:56.605026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8bd3eb32-334f-4c98-ac02-680270416fda admin admin] 10.222.0.32 "PUT /v2.0/routers/6a13adc5-c9e8-49e2-a3bd-fc61152aac4e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5207403
Jun 04 15:24:56.609645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50390) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:56.687105 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-8e307f8f-f43b-45c9-adfe-b0843c71ae76 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.65 "GET /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1595075
Jun 04 15:24:56.730107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-48d0a5f0-8ebb-4d04-8557-d3e54afc8911 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:56.730927 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-6d4708a3-a897-42b4-b9ea-6c38003d5f64 None None] Set router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:24:56.737952 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-899cb3ea-6985-4b34-933a-640ff58530ad req-09f73aad-9bfb-4ae8-915e-617dbcf71d71 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1291530
Jun 04 15:24:56.875981 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-48d0a5f0-8ebb-4d04-8557-d3e54afc8911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:57.028173 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:57.107572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f6fd-f3a1-4cc4-a7f0-21eee60494a5 req-bdbf6197-1f45-4fa5-9459-d9cfc52882cd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:57.113616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f6fd-f3a1-4cc4-a7f0-21eee60494a5 req-bdbf6197-1f45-4fa5-9459-d9cfc52882cd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:57.119633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f6fd-f3a1-4cc4-a7f0-21eee60494a5 req-bdbf6197-1f45-4fa5-9459-d9cfc52882cd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:57.125799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f6fd-f3a1-4cc4-a7f0-21eee60494a5 req-bdbf6197-1f45-4fa5-9459-d9cfc52882cd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:57.131569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f6fd-f3a1-4cc4-a7f0-21eee60494a5 req-bdbf6197-1f45-4fa5-9459-d9cfc52882cd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:57.137309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f6fd-f3a1-4cc4-a7f0-21eee60494a5 req-bdbf6197-1f45-4fa5-9459-d9cfc52882cd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:57.138099 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d6739e88-47ba-4685-81f9-e84fad34684f req-357bf770-4611-42cc-a573-4b393d7dc52a tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0550678
Jun 04 15:24:57.143139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f6fd-f3a1-4cc4-a7f0-21eee60494a5 req-bdbf6197-1f45-4fa5-9459-d9cfc52882cd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:57.145544 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-daf1f6fd-f3a1-4cc4-a7f0-21eee60494a5 req-bdbf6197-1f45-4fa5-9459-d9cfc52882cd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 5434 time: 0.4577410
Jun 04 15:24:57.153653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-6d4708a3-a897-42b4-b9ea-6c38003d5f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3532e0>, [{'id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-router', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:23:09Z', 'updated_at': '2021-06-04T15:24:55Z', 'revision_number': 5, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'gw_port': {'id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:10Z', 'updated_at': '2021-06-04T15:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:57.160084 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4708a3-a897-42b4-b9ea-6c38003d5f64 None None] Checking router: 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:24:57.169589 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4708a3-a897-42b4-b9ea-6c38003d5f64 None None] Routers {'6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:24:57.170330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-6d4708a3-a897-42b4-b9ea-6c38003d5f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3532e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:24:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:57.181654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-48d0a5f0-8ebb-4d04-8557-d3e54afc8911 service neutron] For port 9be08e86-8d27-40e8-8898-cc000823e63c, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9be08e86-8d27-40e8-8898-cc000823e63c,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:57.227198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-daf1f6fd-f3a1-4cc4-a7f0-21eee60494a5 req-d7749907-2664-43ca-a9e3-38e2465437ec tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0687921
Jun 04 15:24:57.270692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-48d0a5f0-8ebb-4d04-8557-d3e54afc8911 service neutron] For port 9be08e86-8d27-40e8-8898-cc000823e63c, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:24:57.287208 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:57.338088 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-48d0a5f0-8ebb-4d04-8557-d3e54afc8911 service neutron] device_id is not set on port 9be08e86-8d27-40e8-8898-cc000823e63c yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:24:57.350826 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-48d0a5f0-8ebb-4d04-8557-d3e54afc8911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:57.398284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-6d4708a3-a897-42b4-b9ea-6c38003d5f64 None None] Set router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:24:57.463315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] Deleting port 178b6874-7451-4b58-bfb5-9cc0cde57419 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:24:57.463671 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:57.578142 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-48d0a5f0-8ebb-4d04-8557-d3e54afc8911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:57.584169 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:57.650684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] For port 178b6874-7451-4b58-bfb5-9cc0cde57419, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=178b6874-7451-4b58-bfb5-9cc0cde57419,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:57.651866 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:57.781575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-48d0a5f0-8ebb-4d04-8557-d3e54afc8911 service neutron] No DVR routers for this DVR port 9be08e86-8d27-40e8-8898-cc000823e63c on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:24:57.795204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-6d4708a3-a897-42b4-b9ea-6c38003d5f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3532e0>, [{'id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-router', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:23:09Z', 'updated_at': '2021-06-04T15:24:55Z', 'revision_number': 5, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'gw_port': {'id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:10Z', 'updated_at': '2021-06-04T15:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:24:57.806011 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4708a3-a897-42b4-b9ea-6c38003d5f64 None None] The sync data for ids ['6a13adc5-c9e8-49e2-a3bd-fc61152aac4e'] in n-d-791505-9 is: [{'id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1959947343-router', 'tenant_id': '89f3555b982945e8b0a06f78109c1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:23:09Z', 'updated_at': '2021-06-04T15:24:55Z', 'revision_number': 5, 'project_id': '89f3555b982945e8b0a06f78109c1548', 'gw_port': {'id': '178b6874-7451-4b58-bfb5-9cc0cde57419', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a13adc5-c9e8-49e2-a3bd-fc61152aac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:23:10Z', 'updated_at': '2021-06-04T15:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:24:57.837428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0a5f0-8ebb-4d04-8557-d3e54afc8911 service neutron] Pushing event updated for resources: {'Port': ['ID=9be08e86-8d27-40e8-8898-cc000823e63c,revision_number=6']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:57.852341 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-48d0a5f0-8ebb-4d04-8557-d3e54afc8911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:57.861610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6c786-d84b-4781-8c50-5ec90c3f1d93 req-2a589bd2-506b-41c3-b95c-e06b74a1169f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:57.863362 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-00c6c786-d84b-4781-8c50-5ec90c3f1d93 req-2a589bd2-506b-41c3-b95c-e06b74a1169f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.4972277
Jun 04 15:24:57.875361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50416) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:57.884365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e2556f12-12e5-43c6-9e82-e69cd24b69b2 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Request body: {'floatingip': {'port_id': '248242fb-86e0-4b31-9ab8-ab934205c117'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:57.894960 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] Calling delete_port for 178b6874-7451-4b58-bfb5-9cc0cde57419 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:24:57.940048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-48d0a5f0-8ebb-4d04-8557-d3e54afc8911 service neutron] In _notify_port_updated(), no bound segment for port 9be08e86-8d27-40e8-8898-cc000823e63c on network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 {{(pid=88300) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:24:57.940925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-48d0a5f0-8ebb-4d04-8557-d3e54afc8911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:57.941576 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-48d0a5f0-8ebb-4d04-8557-d3e54afc8911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:57.943045 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-48d0a5f0-8ebb-4d04-8557-d3e54afc8911 service neutron] 10.222.0.65 "PUT /v2.0/ports/9be08e86-8d27-40e8-8898-cc000823e63c HTTP/1.1" status: 200  len: 1027 time: 1.2177653
Jun 04 15:24:57.991055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2a88689a-1184-4cfc-8f9f-d68987646082 None None] Provisioning complete for port 9be08e86-8d27-40e8-8898-cc000823e63c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:24:57.991334 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2a88689a-1184-4cfc-8f9f-d68987646082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:58.026819 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e2556f12-12e5-43c6-9e82-e69cd24b69b2 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for floatingip, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:58.048491 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-2a88689a-1184-4cfc-8f9f-d68987646082 None None] Port 9be08e86-8d27-40e8-8898-cc000823e63c cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:24:58.104000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-357701bb-6e5a-413c-9483-47efb2d53143 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:58.105446 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-357701bb-6e5a-413c-9483-47efb2d53143 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 806 time: 0.2252522
Jun 04 15:24:58.135111 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-ee0f1bd1-5a97-45b1-8ea8-65ed2a077761 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/quotas/c38593d5cdbb4effb71c91bd3b3e56bb HTTP/1.1" status: 200  len: 375 time: 0.0176921
Jun 04 15:24:58.143021 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-1b0e9446-0979-4a21-a74e-82fdc38aad0a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:58.144612 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-1b0e9446-0979-4a21-a74e-82fdc38aad0a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.65 "GET /v2.0/ports/622d11de-7803-48e8-9746-b225f13357c1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1947703
Jun 04 15:24:58.174267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-36674db5-c162-4599-98ef-b8d4971639fe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:24:58.252172 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-241c4a88-40da-40b6-a741-4e53b9fc4c92 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1105380
Jun 04 15:24:58.389815 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d1742b8f-ebe9-460d-8cee-1a3fd4393937 req-ba92bb29-eae1-4344-a0a4-7e49bee3b0bb tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0735321
Jun 04 15:24:58.455889 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-a36ec138-bc89-4d1a-8c4d-88502bca7267 service neutron] 10.222.0.32 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1699915
Jun 04 15:24:58.497526 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:58.503717 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:58.504086 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-36674db5-c162-4599-98ef-b8d4971639fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:58.594739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=178b6874-7451-4b58-bfb5-9cc0cde57419,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:58.602969 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:58.734725 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-e768bb23-fa98-4812-880a-f03ca1cca133 service neutron] 10.222.0.32 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2759404
Jun 04 15:24:58.744945 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:58.848941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ca931465-26e5-4c42-872d-f1045b7c76c2 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:24:58.888895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: ca931465-26e5-4c42-872d-f1045b7c76c2 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:24:58.890025 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ca931465-26e5-4c42-872d-f1045b7c76c2 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:24:58.930570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781d9b4-8c31-4081-95cf-6128e6c37eaf req-c074a0d5-3a38-44be-97d6-98a5b10286b1 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:58.936792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781d9b4-8c31-4081-95cf-6128e6c37eaf req-c074a0d5-3a38-44be-97d6-98a5b10286b1 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:58.942823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781d9b4-8c31-4081-95cf-6128e6c37eaf req-c074a0d5-3a38-44be-97d6-98a5b10286b1 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:58.948917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781d9b4-8c31-4081-95cf-6128e6c37eaf req-c074a0d5-3a38-44be-97d6-98a5b10286b1 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:58.955620 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781d9b4-8c31-4081-95cf-6128e6c37eaf req-c074a0d5-3a38-44be-97d6-98a5b10286b1 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:58.962232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781d9b4-8c31-4081-95cf-6128e6c37eaf req-c074a0d5-3a38-44be-97d6-98a5b10286b1 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:24:58.964519 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f781d9b4-8c31-4081-95cf-6128e6c37eaf req-c074a0d5-3a38-44be-97d6-98a5b10286b1 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 4660 time: 0.4462380
Jun 04 15:24:59.153619 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:59.156693 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:59.235246 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f781d9b4-8c31-4081-95cf-6128e6c37eaf req-4223523c-d889-48d5-ac5d-c4bf9b9b40c9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd824210-4583-443e-b8da-38edacd42f87&id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2552617
Jun 04 15:24:59.254892 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:59.255409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a13adc5-c9e8-49e2-a3bd-fc61152aac4e {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:24:59.266307 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5cdf77ab-78f5-4c12-a598-b9e56940f1f9 req-6a9e75b8-9f33-4f2d-93b9-fcead6387319 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 210 time: 0.0507612
Jun 04 15:24:59.278274 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:59.282294 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6a13adc5-c9e8-49e2-a3bd-fc61152aac4e HTTP/1.1" status: 204  len: 168 time: 2.6717858
Jun 04 15:24:59.282480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 74a8cd99-75e0-4534-804c-3dcf7f981b98 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:24:59.282712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50440) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:24:59.299707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-36674db5-c162-4599-98ef-b8d4971639fe service neutron] For port 622d11de-7803-48e8-9746-b225f13357c1, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=622d11de-7803-48e8-9746-b225f13357c1,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:59.383267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-36674db5-c162-4599-98ef-b8d4971639fe service neutron] For port 622d11de-7803-48e8-9746-b225f13357c1, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:24:59.412051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-8519b8f0-6f6a-4707-98da-f0377d8a516b admin admin] Deleting subnet d10bb029-53b7-4a86-9fb5-aeb307e6e54f {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:24:59.415803 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8519b8f0-6f6a-4707-98da-f0377d8a516b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:59.464539 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:59.482345 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8519b8f0-6f6a-4707-98da-f0377d8a516b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:59.492143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-36674db5-c162-4599-98ef-b8d4971639fe service neutron] device_id is not set on port 622d11de-7803-48e8-9746-b225f13357c1 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:24:59.492440 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-83add688-eb37-498d-90cf-7689cf9196ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:59.508509 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device f851df8b-2d8b-4ed4-addd-e696af7cf11f no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:24:59.556652 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a8cd99-75e0-4534-804c-3dcf7f981b98'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:24:59.559131 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986a4301-b79e-49fb-a024-9ea7f99f3296" -d '{"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-unplugged", "status": "completed", "tag": "74a8cd99-75e0-4534-804c-3dcf7f981b98"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:24:59.562393 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: f851df8b-2d8b-4ed4-addd-e696af7cf11f {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:24:59.562750 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device f851df8b-2d8b-4ed4-addd-e696af7cf11f not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:24:59.573879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 74a8cd99-75e0-4534-804c-3dcf7f981b98, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=74a8cd99-75e0-4534-804c-3dcf7f981b98,segment=NetworkSegment(b99a71e7-f410-418f-bc1e-e673af8b8465),segment_id=b99a71e7-f410-418f-bc1e-e673af8b8465)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:59.625729 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2330b307-d930-4f12-9a49-f6390269dfb5 x-openstack-request-id: req-2330b307-d930-4f12-9a49-f6390269dfb5 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:24:59.625874 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-unplugged", "status": "completed", "tag": "74a8cd99-75e0-4534-804c-3dcf7f981b98", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:24:59.626108 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2330b307-d930-4f12-9a49-f6390269dfb5 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:24:59.627349 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a8cd99-75e0-4534-804c-3dcf7f981b98', 'code': 200}
Jun 04 15:24:59.627878 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8519b8f0-6f6a-4707-98da-f0377d8a516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:59.635555 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-36674db5-c162-4599-98ef-b8d4971639fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:59.641092 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:59.641092 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 621cb0eb-72ea-4d4d-99df-fd7ef6776628 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:24:59.655637 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8004a7c3-f5a8-46c0-886a-fd19a4fade9e req-388fc509-b877-4ede-8eae-2667f55f9d6b tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0854468
Jun 04 15:24:59.674955 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cf8ff047-14cc-4640-8ae2-6d0b41a9ba54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:59.676798 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e2556f12-12e5-43c6-9e82-e69cd24b69b2 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:59.740333 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-36674db5-c162-4599-98ef-b8d4971639fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:59.745720 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7f5708dd-1c83-47f0-864c-7cec64266d2c tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:24:59.757611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=74a8cd99-75e0-4534-804c-3dcf7f981b98,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:24:59.767596 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:24:59.776400 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e2556f12-12e5-43c6-9e82-e69cd24b69b2 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:59.849924 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:24:59.899087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 621cb0eb-72ea-4d4d-99df-fd7ef6776628, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=621cb0eb-72ea-4d4d-99df-fd7ef6776628,segment=NetworkSegment(b99a71e7-f410-418f-bc1e-e673af8b8465),segment_id=b99a71e7-f410-418f-bc1e-e673af8b8465)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:24:59.994757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-36674db5-c162-4599-98ef-b8d4971639fe service neutron] No DVR routers for this DVR port 622d11de-7803-48e8-9746-b225f13357c1 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:25:00.014831 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:00.015922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9be08e86-8d27-40e8-8898-cc000823e63c no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:25:00.050015 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:00.068879 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8519b8f0-6f6a-4707-98da-f0377d8a516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:00.074106 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c143dd0f-d654-41ac-aeea-32b94e12694a tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:00.093570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36674db5-c162-4599-98ef-b8d4971639fe service neutron] Pushing event updated for resources: {'Port': ['ID=622d11de-7803-48e8-9746-b225f13357c1,revision_number=6']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:00.103338 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-36674db5-c162-4599-98ef-b8d4971639fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:00.142743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-36674db5-c162-4599-98ef-b8d4971639fe service neutron] In _notify_port_updated(), no bound segment for port 622d11de-7803-48e8-9746-b225f13357c1 on network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 {{(pid=88300) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:25:00.143241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-36674db5-c162-4599-98ef-b8d4971639fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:00.143851 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-36674db5-c162-4599-98ef-b8d4971639fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:00.145221 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-36674db5-c162-4599-98ef-b8d4971639fe service neutron] 10.222.0.65 "PUT /v2.0/ports/622d11de-7803-48e8-9746-b225f13357c1 HTTP/1.1" status: 200  len: 1028 time: 1.9900095
Jun 04 15:25:00.147880 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-e2556f12-12e5-43c6-9e82-e69cd24b69b2 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Floating IP cab4f1d3-a5c7-4531-b2c9-4bf40349fd44 associated. External IP: 172.25.4.254, port: 248242fb-86e0-4b31-9ab8-ab934205c117.
Jun 04 15:25:00.158069 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8519b8f0-6f6a-4707-98da-f0377d8a516b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:00.170251 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8519b8f0-6f6a-4707-98da-f0377d8a516b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d10bb029-53b7-4a86-9fb5-aeb307e6e54f HTTP/1.1" status: 204  len: 168 time: 0.8863149
Jun 04 15:25:00.171587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519b8f0-6f6a-4707-98da-f0377d8a516b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d10bb029-53b7-4a86-9fb5-aeb307e6e54f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:00.179973 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8519b8f0-6f6a-4707-98da-f0377d8a516b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:00.180734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50450) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:00.193873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-edb235a6-f40a-4eed-93dd-e1cdc9a03be4 None None] Provisioning complete for port 622d11de-7803-48e8-9746-b225f13357c1 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:25:00.195706 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-edb235a6-f40a-4eed-93dd-e1cdc9a03be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:00.231217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9be08e86-8d27-40e8-8898-cc000823e63c not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:25:00.231805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 41ff47dd-6827-473b-b808-969597aa034d no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:25:00.357695 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=621cb0eb-72ea-4d4d-99df-fd7ef6776628,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:00.368164 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:00.377917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-edb235a6-f40a-4eed-93dd-e1cdc9a03be4 None None] Port 622d11de-7803-48e8-9746-b225f13357c1 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:25:00.411541 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1144c992-037a-4b14-b797-49db84f2f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:00.459861 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:00.500724 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 41ff47dd-6827-473b-b808-969597aa034d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=41ff47dd-6827-473b-b808-969597aa034d,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:00.591133 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9cad3029-78cd-4e43-b350-a6487090e0c4 req-967db143-d7bf-4e27-9672-cf64fa463e8c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 210 time: 0.0769837
Jun 04 15:25:00.639824 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:00.639824 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 1915cce3-a724-4ca1-9d70-22adc1e7bb20 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:25:00.685038 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1144c992-037a-4b14-b797-49db84f2f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:00.693524 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:00.699725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-1144c992-037a-4b14-b797-49db84f2f3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c432970>,) {'filters': {'network_id': ['14881b01-33c8-41e1-a55f-38deed5fdc44']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:00.714727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-1144c992-037a-4b14-b797-49db84f2f3f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c432970>, 'f721578e-af48-4541-8a63-d0cc37301027') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:00.718811 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-1144c992-037a-4b14-b797-49db84f2f3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c432970>, 'f721578e-af48-4541-8a63-d0cc37301027') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:00.718955 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Deleting port eccdd22b-79c3-491b-9d6e-995f40de8b84 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:25:00.719275 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:00.728174 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1144c992-037a-4b14-b797-49db84f2f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:00.750330 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1144c992-037a-4b14-b797-49db84f2f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:00.766178 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1144c992-037a-4b14-b797-49db84f2f3f1 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:25:00.766586 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1144c992-037a-4b14-b797-49db84f2f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:25:00.803994 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:25:00.836130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 178b6874-7451-4b58-bfb5-9cc0cde57419 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:25:00.887844 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=41ff47dd-6827-473b-b808-969597aa034d,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:00.893576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 178b6874-7451-4b58-bfb5-9cc0cde57419 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:25:00.893983 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 178b6874-7451-4b58-bfb5-9cc0cde57419 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:25:00.897579 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:00.908493 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:00.947563 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 1915cce3-a724-4ca1-9d70-22adc1e7bb20, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=1915cce3-a724-4ca1-9d70-22adc1e7bb20,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:00.984375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2556f12-12e5-43c6-9e82-e69cd24b69b2 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Router 2263279c-b6a7-46a9-9165-d63dec5a76f0 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:25:00.996696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] For port eccdd22b-79c3-491b-9d6e-995f40de8b84, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=eccdd22b-79c3-491b-9d6e-995f40de8b84,segment=NetworkSegment(001c6fda-19b8-44b7-9d6a-5f1f7abb921d),segment_id=001c6fda-19b8-44b7-9d6a-5f1f7abb921d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:00.997423 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:01.018907 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1144c992-037a-4b14-b797-49db84f2f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:01.025474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca941-61b1-493f-9f8a-97d0289777d5 req-1ad433ab-ebad-4a32-8be1-69ed96b60142 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:01.026851 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:01.031619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca941-61b1-493f-9f8a-97d0289777d5 req-1ad433ab-ebad-4a32-8be1-69ed96b60142 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:01.037675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca941-61b1-493f-9f8a-97d0289777d5 req-1ad433ab-ebad-4a32-8be1-69ed96b60142 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:01.039708 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1144c992-037a-4b14-b797-49db84f2f3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:01.042961 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:01.047890 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca941-61b1-493f-9f8a-97d0289777d5 req-1ad433ab-ebad-4a32-8be1-69ed96b60142 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:01.048030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device eccdd22b-79c3-491b-9d6e-995f40de8b84 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:25:01.049693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca941-61b1-493f-9f8a-97d0289777d5 req-1ad433ab-ebad-4a32-8be1-69ed96b60142 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:01.050742 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b5e36498-d335-4695-a84b-0333d299afa0 req-f2d1a48e-650d-4ea4-a831-2eb99d249b44 tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0694134
Jun 04 15:25:01.051520 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0adca941-61b1-493f-9f8a-97d0289777d5 req-1ad433ab-ebad-4a32-8be1-69ed96b60142 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 3879 time: 0.3812630
Jun 04 15:25:01.062196 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144c992-037a-4b14-b797-49db84f2f3f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=14881b01-33c8-41e1-a55f-38deed5fdc44,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:01.065283 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1144c992-037a-4b14-b797-49db84f2f3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:01.089037 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:01.181086 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1144c992-037a-4b14-b797-49db84f2f3f1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/14881b01-33c8-41e1-a55f-38deed5fdc44 HTTP/1.1" status: 204  len: 168 time: 0.9900782
Jun 04 15:25:01.196276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=1915cce3-a724-4ca1-9d70-22adc1e7bb20,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:01.200019 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:01.260489 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:01.317372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port eccdd22b-79c3-491b-9d6e-995f40de8b84, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=eccdd22b-79c3-491b-9d6e-995f40de8b84,segment=NetworkSegment(001c6fda-19b8-44b7-9d6a-5f1f7abb921d),segment_id=001c6fda-19b8-44b7-9d6a-5f1f7abb921d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:01.425721 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:01.426602 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 622d11de-7803-48e8-9746-b225f13357c1 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:25:01.457921 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:01.510769 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0adca941-61b1-493f-9f8a-97d0289777d5 req-025642a7-65fe-4f9b-a622-f28d11bf16c7 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2366707
Jun 04 15:25:01.556528 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 622d11de-7803-48e8-9746-b225f13357c1 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:25:01.562169 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=eccdd22b-79c3-491b-9d6e-995f40de8b84,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:01.565313 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:01.628324 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '621cb0eb-72ea-4d4d-99df-fd7ef6776628'}, {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41ff47dd-6827-473b-b808-969597aa034d'}, {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1915cce3-a724-4ca1-9d70-22adc1e7bb20'}, {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eccdd22b-79c3-491b-9d6e-995f40de8b84'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:25:01.632193 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338923eb-4684-488d-b457-9ea4dbac312c" -d '{"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-unplugged", "status": "completed", "tag": "621cb0eb-72ea-4d4d-99df-fd7ef6776628"}, {"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-unplugged", "status": "completed", "tag": "41ff47dd-6827-473b-b808-969597aa034d"}, {"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-unplugged", "status": "completed", "tag": "1915cce3-a724-4ca1-9d70-22adc1e7bb20"}, {"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-unplugged", "status": "completed", "tag": "eccdd22b-79c3-491b-9d6e-995f40de8b84"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:25:01.680249 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50472) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:01.695177 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 04 Jun 2021 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e37a55-68b4-4ee2-bce3-0198686c92af x-openstack-request-id: req-28e37a55-68b4-4ee2-bce3-0198686c92af {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:25:01.695811 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-unplugged", "status": "completed", "tag": "621cb0eb-72ea-4d4d-99df-fd7ef6776628", "code": 200}, {"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-unplugged", "status": "completed", "tag": "41ff47dd-6827-473b-b808-969597aa034d", "code": 200}, {"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-unplugged", "status": "completed", "tag": "1915cce3-a724-4ca1-9d70-22adc1e7bb20", "code": 200}, {"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-unplugged", "status": "completed", "tag": "eccdd22b-79c3-491b-9d6e-995f40de8b84", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:25:01.696248 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28e37a55-68b4-4ee2-bce3-0198686c92af {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:25:01.696820 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '621cb0eb-72ea-4d4d-99df-fd7ef6776628', 'code': 200}
Jun 04 15:25:01.697316 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41ff47dd-6827-473b-b808-969597aa034d', 'code': 200}
Jun 04 15:25:01.697751 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1915cce3-a724-4ca1-9d70-22adc1e7bb20', 'code': 200}
Jun 04 15:25:01.698234 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eccdd22b-79c3-491b-9d6e-995f40de8b84', 'code': 200}
Jun 04 15:25:01.703174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2556f12-12e5-43c6-9e82-e69cd24b69b2 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:25:01.709346 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e2556f12-12e5-43c6-9e82-e69cd24b69b2 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:01.714601 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8632eaed-4384-445a-b790-bbd9e9c64201 None None] Sync routers for ids ['2263279c-b6a7-46a9-9165-d63dec5a76f0'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:25:01.726575 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8632eaed-4384-445a-b790-bbd9e9c64201 None None] Routers {'2263279c-b6a7-46a9-9165-d63dec5a76f0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:25:01.727208 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8632eaed-4384-445a-b790-bbd9e9c64201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c7735e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:24:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2263279c-b6a7-46a9-9165-d63dec5a76f0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:01.781916 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:01.782591 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:01.783202 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Floating IP a5dbfc2b-735e-4f26-9d9c-752cfb72d6e8 disassociated. External IP: 172.25.4.117, port: eccdd22b-79c3-491b-9d6e-995f40de8b84.
Jun 04 15:25:01.783815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Calling delete_port for eccdd22b-79c3-491b-9d6e-995f40de8b84 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:25:01.815210 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-085846c9-d54e-4995-92da-63e796e48b67 req-ff56e6d4-adda-496c-af71-94563e13db8a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 210 time: 0.0667238
Jun 04 15:25:01.821590 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0f151868-4077-4267-8c9b-f6114e19e3ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89f3555b982945e8b0a06f78109c1548&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1398673
Jun 04 15:25:01.825317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50476) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:01.851538 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e2556f12-12e5-43c6-9e82-e69cd24b69b2 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "PUT /v2.0/floatingips/cab4f1d3-a5c7-4531-b2c9-4bf40349fd44 HTTP/1.1" status: 200  len: 991 time: 3.9661429
Jun 04 15:25:01.869216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4', 'tag': '248242fb-86e0-4b31-9ab8-ab934205c117'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:25:01.871602 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d234bc13-6633-4820-9bef-f312affa5349" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4", "tag": "248242fb-86e0-4b31-9ab8-ab934205c117"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:25:01.916679 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f328800-5ce4-41c3-b12d-a389566acfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:01.964650 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-8632eaed-4384-445a-b790-bbd9e9c64201 None None] Set router 2263279c-b6a7-46a9-9165-d63dec5a76f0 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:25:01.976136 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f328800-5ce4-41c3-b12d-a389566acfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:02.036826 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:02.057520 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f366d8-4859-4c40-aab2-8632d230897f x-openstack-request-id: req-35f366d8-4859-4c40-aab2-8632d230897f {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:25:02.058085 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4", "tag": "248242fb-86e0-4b31-9ab8-ab934205c117", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:25:02.058204 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35f366d8-4859-4c40-aab2-8632d230897f {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:25:02.058567 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4', 'tag': '248242fb-86e0-4b31-9ab8-ab934205c117', 'status': 'completed', 'code': 200}
Jun 04 15:25:02.197154 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f328800-5ce4-41c3-b12d-a389566acfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:02.208878 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09e7b6b8-9d5c-4d80-b45d-101fe73cd292 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:02.253938 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d20d1125-93d0-437c-a856-188236252836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:02.261305 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f328800-5ce4-41c3-b12d-a389566acfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de5715c-2202-45c4-a4ce-73a79d69db43,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:02.262765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-441a31ee-22ae-4784-b037-cd676243d6b7 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:02.264553 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-441a31ee-22ae-4784-b037-cd676243d6b7 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 806 time: 0.2601953
Jun 04 15:25:02.270336 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9f328800-5ce4-41c3-b12d-a389566acfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:02.290669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234bc13-6633-4820-9bef-f312affa5349 req-e4eb8bf1-5f13-4881-8893-e34ca88024d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:02.295862 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d234bc13-6633-4820-9bef-f312affa5349 req-e4eb8bf1-5f13-4881-8893-e34ca88024d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0f9666fef72042a089a1b7fec6d0d3ff&device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 1096 time: 0.2229695
Jun 04 15:25:02.300480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Request body: {'port': {'device_id': '0e0b6602-9f35-4c77-9d67-237b44077fe7', 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079', 'admin_state_up': True, 'tenant_id': 'c38593d5cdbb4effb71c91bd3b3e56bb'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:25:02.337326 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:02.402080 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f328800-5ce4-41c3-b12d-a389566acfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:02.403875 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9f328800-5ce4-41c3-b12d-a389566acfd5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5de5715c-2202-45c4-a4ce-73a79d69db43 HTTP/1.1" status: 204  len: 168 time: 0.5774844
Jun 04 15:25:02.446481 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8632eaed-4384-445a-b790-bbd9e9c64201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c7735e0>, [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:27Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'cab4f1d3-a5c7-4531-b2c9-4bf40349fd44', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'floating_ip_address': '172.25.4.254', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'port_id': '248242fb-86e0-4b31-9ab8-ab934205c117', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'mac_address': 'fa:16:3e:16:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:24:34Z', 'updated_at': '2021-06-04T15:24:59Z', 'revision_number': 1, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c239d36-cf9f-42d9-8c6d-3689c0b6060e', 'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'mac_address': 'fa:16:3e:94:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:26Z', 'updated_at': '2021-06-04T15:24:35Z', 'revision_number': 5, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'subnets': [{'id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:02.450810 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8632eaed-4384-445a-b790-bbd9e9c64201 None None] Checking router: 2263279c-b6a7-46a9-9165-d63dec5a76f0 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:25:02.457146 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c934bb4c-15b1-47f6-9719-0bb5c85b49f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:02.461103 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8632eaed-4384-445a-b790-bbd9e9c64201 None None] Routers {'2263279c-b6a7-46a9-9165-d63dec5a76f0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:25:02.461982 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8632eaed-4384-445a-b790-bbd9e9c64201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c7735e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:25:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2263279c-b6a7-46a9-9165-d63dec5a76f0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:02.627086 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3f390a12-6799-428f-b62f-f38479c1553e req-2622a03c-60bc-4d43-9368-c43c42b4510c tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.3119597
Jun 04 15:25:02.633513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event deleted for resources: {'Port': ['ID=eccdd22b-79c3-491b-9d6e-995f40de8b84,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:02.639604 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:02.693228 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-8632eaed-4384-445a-b790-bbd9e9c64201 None None] Set router 2263279c-b6a7-46a9-9165-d63dec5a76f0 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:25:02.799535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234bc13-6633-4820-9bef-f312affa5349 req-2406d77b-e0bb-442a-a795-38dab8cc7d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:02.800973 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d234bc13-6633-4820-9bef-f312affa5349 req-2406d77b-e0bb-442a-a795-38dab8cc7d51 service neutron] 10.222.0.65 "GET /v2.0/networks?id=88077e73-6957-4879-9339-9e85eb0bc61f HTTP/1.1" status: 200  len: 912 time: 0.4849083
Jun 04 15:25:03.112155 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca505d-1fa3-406b-a24e-35f2ccc69600 req-646841a2-a353-4d69-9bec-eb13746378b2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:03.132450 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca505d-1fa3-406b-a24e-35f2ccc69600 req-646841a2-a353-4d69-9bec-eb13746378b2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:03.142737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca505d-1fa3-406b-a24e-35f2ccc69600 req-646841a2-a353-4d69-9bec-eb13746378b2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:03.165502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca505d-1fa3-406b-a24e-35f2ccc69600 req-646841a2-a353-4d69-9bec-eb13746378b2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:03.169275 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2bca505d-1fa3-406b-a24e-35f2ccc69600 req-646841a2-a353-4d69-9bec-eb13746378b2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 3142 time: 0.3818336
Jun 04 15:25:03.192224 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8632eaed-4384-445a-b790-bbd9e9c64201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c7735e0>, [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:27Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'cab4f1d3-a5c7-4531-b2c9-4bf40349fd44', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'floating_ip_address': '172.25.4.254', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'port_id': '248242fb-86e0-4b31-9ab8-ab934205c117', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'mac_address': 'fa:16:3e:16:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:24:34Z', 'updated_at': '2021-06-04T15:24:59Z', 'revision_number': 1, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c239d36-cf9f-42d9-8c6d-3689c0b6060e', 'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'mac_address': 'fa:16:3e:94:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:26Z', 'updated_at': '2021-06-04T15:24:35Z', 'revision_number': 5, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'subnets': [{'id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:03.198227 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8632eaed-4384-445a-b790-bbd9e9c64201 None None] The sync data for ids ['2263279c-b6a7-46a9-9165-d63dec5a76f0'] in n-d-791505-9 is: [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:27Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'cab4f1d3-a5c7-4531-b2c9-4bf40349fd44', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'floating_ip_address': '172.25.4.254', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'port_id': '248242fb-86e0-4b31-9ab8-ab934205c117', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'mac_address': 'fa:16:3e:16:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:24:34Z', 'updated_at': '2021-06-04T15:24:59Z', 'revision_number': 1, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c239d36-cf9f-42d9-8c6d-3689c0b6060e', 'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'mac_address': 'fa:16:3e:94:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:26Z', 'updated_at': '2021-06-04T15:24:35Z', 'revision_number': 5, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'subnets': [{'id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:25:03.219781 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cfd0a73b-5d00-4d67-910e-c5c9a7905942 req-a2a686f8-51da-4021-94bd-79a8742bcaec tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 210 time: 0.1002691
Jun 04 15:25:03.244379 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2bca505d-1fa3-406b-a24e-35f2ccc69600 req-ce8cc4d9-d50b-48ca-a26b-c243f8329cdd tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639043
Jun 04 15:25:03.356666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:25:03.382443 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d234bc13-6633-4820-9bef-f312affa5349 req-9e5a1b10-d735-46dc-9d74-ddcdbe29d53e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=248242fb-86e0-4b31-9ab8-ab934205c117 HTTP/1.1" status: 200  len: 999 time: 0.5663166
Jun 04 15:25:03.388086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:25:03.470468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Router 6a93df71-dc94-49a0-804e-3719c30e0620 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:25:03.489282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234bc13-6633-4820-9bef-f312affa5349 req-42ce1e4d-20da-48cd-ab20-bc1309e04a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:03.490896 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d234bc13-6633-4820-9bef-f312affa5349 req-42ce1e4d-20da-48cd-ab20-bc1309e04a49 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4093c38f-7f2f-4b42-8c4a-34d4b45f0128 HTTP/1.1" status: 200  len: 850 time: 0.0999253
Jun 04 15:25:03.508233 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90bda74-50aa-4b53-a6c8-f894b2c5fcc6 None None] New status for floating IP cab4f1d3-a5c7-4531-b2c9-4bf40349fd44: ACTIVE {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:25:03.586145 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:03.614436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Made reservation on behalf of c38593d5cdbb4effb71c91bd3b3e56bb for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:25:03.618258 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:03.883379 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ac7feaaf-27bd-433c-836a-6afc867b2c7e req-baed3266-89e4-45c7-9bf8-21788dd2f8fd tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0789001
Jun 04 15:25:03.896835 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50522) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:03.908222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234bc13-6633-4820-9bef-f312affa5349 req-814e2a51-fc14-4fce-9ac4-e370f78ff3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:03.909716 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d234bc13-6633-4820-9bef-f312affa5349 req-814e2a51-fc14-4fce-9ac4-e370f78ff3f9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88077e73-6957-4879-9339-9e85eb0bc61f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3593628
Jun 04 15:25:03.910718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:25:03.920668 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c48ed7-dcb3-447e-b7e2-5b37e3a36139 None None] Sync routers for ids ['6a93df71-dc94-49a0-804e-3719c30e0620'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:25:03.939859 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c48ed7-dcb3-447e-b7e2-5b37e3a36139 None None] Routers {'6a93df71-dc94-49a0-804e-3719c30e0620'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:25:03.940825 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a3c48ed7-dcb3-447e-b7e2-5b37e3a36139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c773c40>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:25:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a93df71-dc94-49a0-804e-3719c30e0620'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:04.035245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1233599136-network', 'tenant_id': 'e4d1bc96c16c459d978417725591ed35'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:25:04.040469 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:25:04.046409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Usage tracker for resource:network and tenant:e4d1bc96c16c459d978417725591ed35 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:25:04.049730 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:25:04.056397 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:25:04.074762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] No DVR routers for this DVR port eccdd22b-79c3-491b-9d6e-995f40de8b84 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:25:04.081620 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:04.086319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-deleted', 'tag': 'eccdd22b-79c3-491b-9d6e-995f40de8b84'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:25:04.088617 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f71129-31d7-4b34-b441-12afc5b8ed0d" -d '{"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-deleted", "tag": "eccdd22b-79c3-491b-9d6e-995f40de8b84"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:25:04.134518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Made reservation on behalf of e4d1bc96c16c459d978417725591ed35 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:25:04.137745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:04.146876 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a3c48ed7-dcb3-447e-b7e2-5b37e3a36139 None None] Set router 6a93df71-dc94-49a0-804e-3719c30e0620 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:25:04.149587 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024b59c7-7a3b-4d3c-970a-748a5323bf53 x-openstack-request-id: req-024b59c7-7a3b-4d3c-970a-748a5323bf53 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:25:04.149928 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-deleted", "tag": "eccdd22b-79c3-491b-9d6e-995f40de8b84", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:25:04.150224 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-024b59c7-7a3b-4d3c-970a-748a5323bf53 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:25:04.150812 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-deleted', 'tag': 'eccdd22b-79c3-491b-9d6e-995f40de8b84', 'status': 'completed', 'code': 200}
Jun 04 15:25:04.154017 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:04.166302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Allocated IP 172.20.0.6 (461f9c0e-ecfd-4745-a9f2-974b51ab6079/cb8210ec-57b3-4dae-ba07-aa799b052e64/df667c36-feb0-4f6e-b814-3560e6da0916) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:25:04.171269 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:25:04.175130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Usage tracker for resource:security_group_rule and tenant:e4d1bc96c16c459d978417725591ed35 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:25:04.178095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:25:04.184351 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:25:04.232510 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d234bc13-6633-4820-9bef-f312affa5349 req-4a227ea4-6b08-4cfe-8d06-08e77ae7f295 service neutron] 10.222.0.65 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2876248
Jun 04 15:25:04.306975 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:04.374657 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:04.376497 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.65 "DELETE /v2.0/ports/eccdd22b-79c3-491b-9d6e-995f40de8b84 HTTP/1.1" status: 204  len: 173 time: 4.1697879
Jun 04 15:25:04.380065 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c87a84b0-467f-4baa-8a74-aee29e570508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:04.409954 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:25:04.482494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c83878-45cd-4cb8-81e1-997901ce3526,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:04.487862 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:04.488936 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:04.489306 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Added segment 33b65cb5-bead-41f6-9f2a-58ad9bb643ee of type vlan for network 83864b29-0e91-447f-814a-11174e6730d8
Jun 04 15:25:04.535892 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:04.539910 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a3c48ed7-dcb3-447e-b7e2-5b37e3a36139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c773c40>, [{'id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'name': 'tempest-TaggedBootDevicesTest-1347586839-router', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:12Z', 'updated_at': '2021-06-04T15:13:25Z', 'revision_number': 4, 'project_id': '170821b51002469da86d3c4cef5805e5', 'gw_port': {'id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:14Z', 'updated_at': '2021-06-04T15:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '6fd35846-0673-4a4b-a901-ee5ac91e2713', 'name': '', 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'mac_address': 'fa:16:3e:c0:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:22Z', 'updated_at': '2021-06-04T15:13:39Z', 'revision_number': 5, 'project_id': '170821b51002469da86d3c4cef5805e5', 'subnets': [{'id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:04.544179 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c48ed7-dcb3-447e-b7e2-5b37e3a36139 None None] Checking router: 6a93df71-dc94-49a0-804e-3719c30e0620 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:25:04.555222 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c48ed7-dcb3-447e-b7e2-5b37e3a36139 None None] Routers {'6a93df71-dc94-49a0-804e-3719c30e0620'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:25:04.555421 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a3c48ed7-dcb3-447e-b7e2-5b37e3a36139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c773c40>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:25:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a93df71-dc94-49a0-804e-3719c30e0620'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:04.557778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f93e090c-d310-4189-8267-456aa11fe8ec req-fa1a3f98-cdea-4360-a0ff-456fcec3f2e9 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Synchronizing usage tracker for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:25:04.571214 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70a506-9ae0-4a78-bb6d-020a341f1eac req-a74bfd93-1cbc-4d71-a5b5-f20cf98dae6f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:04.578119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70a506-9ae0-4a78-bb6d-020a341f1eac req-a74bfd93-1cbc-4d71-a5b5-f20cf98dae6f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:04.589589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70a506-9ae0-4a78-bb6d-020a341f1eac req-a74bfd93-1cbc-4d71-a5b5-f20cf98dae6f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:04.590307 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70a506-9ae0-4a78-bb6d-020a341f1eac req-a74bfd93-1cbc-4d71-a5b5-f20cf98dae6f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:04.592157 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ef70a506-9ae0-4a78-bb6d-020a341f1eac req-a74bfd93-1cbc-4d71-a5b5-f20cf98dae6f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 3142 time: 0.1637723
Jun 04 15:25:04.626666 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d234bc13-6633-4820-9bef-f312affa5349 req-1ea0ddb4-8cca-4381-bdb8-714e994be0e0 service neutron] 10.222.0.65 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3847191
Jun 04 15:25:04.650540 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ef70a506-9ae0-4a78-bb6d-020a341f1eac req-81ecc614-6c98-4d25-b7a9-d593edec0266 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505941
Jun 04 15:25:04.657653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f93e090c-d310-4189-8267-456aa11fe8ec req-fa1a3f98-cdea-4360-a0ff-456fcec3f2e9 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Unset dirty status for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:25:04.658810 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f93e090c-d310-4189-8267-456aa11fe8ec req-fa1a3f98-cdea-4360-a0ff-456fcec3f2e9 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 210 time: 0.2776480
Jun 04 15:25:04.700582 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:04.702532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:04.704902 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:04.708291 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-666bbd82-f19d-4d6d-b7d1-f5327583213e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:04.742782 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:04.773337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-f1a6f6e8-d3f2-4f20-be37-2c6616ec3a96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Deleting port 74a8cd99-75e0-4534-804c-3dcf7f981b98 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:25:04.780084 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-f1a6f6e8-d3f2-4f20-be37-2c6616ec3a96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:04.830823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a3c48ed7-dcb3-447e-b7e2-5b37e3a36139 None None] Set router 6a93df71-dc94-49a0-804e-3719c30e0620 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:25:04.949541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Pushing event updated for resources: {'Network': ['ID=83864b29-0e91-447f-814a-11174e6730d8,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:04.953450 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:04.963731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 83864b29-0e91-447f-814a-11174e6730d8 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:25:05.003497 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.1019416
Jun 04 15:25:05.005865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50542) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:05.012296 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Request body: {'subnet': {'network_id': '83864b29-0e91-447f-814a-11174e6730d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1233599136-subnet', 'tenant_id': 'e4d1bc96c16c459d978417725591ed35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:25:05.030750 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:25:05.035071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Usage tracker for resource:subnet and tenant:e4d1bc96c16c459d978417725591ed35 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:25:05.040486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:25:05.054918 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:25:05.156920 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3e9e12a8-f12d-4672-b2d8-cfe78bffc2ca req-2b00bcf3-e969-4b37-b590-6cb9601c33cb tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0537455
Jun 04 15:25:05.169319 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Made reservation on behalf of e4d1bc96c16c459d978417725591ed35 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:25:05.173872 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:05.219908 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:05.225489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-f1a6f6e8-d3f2-4f20-be37-2c6616ec3a96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] For port 74a8cd99-75e0-4534-804c-3dcf7f981b98, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=74a8cd99-75e0-4534-804c-3dcf7f981b98,segment=NetworkSegment(b99a71e7-f410-418f-bc1e-e673af8b8465),segment_id=b99a71e7-f410-418f-bc1e-e673af8b8465)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:05.225838 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-f1a6f6e8-d3f2-4f20-be37-2c6616ec3a96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:05.234178 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:05.245263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6dbcb869-b7c3-4c99-8505-2868a006efab'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:25:05.245787 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-062096e9-eade-4dd8-bf96-17fb26bbc81c tempest-MultipleCreateTestJSON-1933151378 tempest-MultipleCreateTestJSON-1933151378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:05.305591 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a3c48ed7-dcb3-447e-b7e2-5b37e3a36139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c773c40>, [{'id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'name': 'tempest-TaggedBootDevicesTest-1347586839-router', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:12Z', 'updated_at': '2021-06-04T15:13:25Z', 'revision_number': 4, 'project_id': '170821b51002469da86d3c4cef5805e5', 'gw_port': {'id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:14Z', 'updated_at': '2021-06-04T15:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '6fd35846-0673-4a4b-a901-ee5ac91e2713', 'name': '', 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'mac_address': 'fa:16:3e:c0:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:22Z', 'updated_at': '2021-06-04T15:13:39Z', 'revision_number': 5, 'project_id': '170821b51002469da86d3c4cef5805e5', 'subnets': [{'id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:05.312579 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c48ed7-dcb3-447e-b7e2-5b37e3a36139 None None] The sync data for ids ['6a93df71-dc94-49a0-804e-3719c30e0620'] in n-d-791505-9 is: [{'id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'name': 'tempest-TaggedBootDevicesTest-1347586839-router', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:12Z', 'updated_at': '2021-06-04T15:13:25Z', 'revision_number': 4, 'project_id': '170821b51002469da86d3c4cef5805e5', 'gw_port': {'id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:14Z', 'updated_at': '2021-06-04T15:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '6fd35846-0673-4a4b-a901-ee5ac91e2713', 'name': '', 'network_id': 'b6fd14b5-fe16-4479-b95d-921ab565bab3', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'mac_address': 'fa:16:3e:c0:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:22Z', 'updated_at': '2021-06-04T15:13:39Z', 'revision_number': 5, 'project_id': '170821b51002469da86d3c4cef5805e5', 'subnets': [{'id': 'c3923c1e-f693-458d-b8fe-0bcbec1d9098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:25:05.443546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-f1a6f6e8-d3f2-4f20-be37-2c6616ec3a96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Calling delete_port for 74a8cd99-75e0-4534-804c-3dcf7f981b98 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:25:05.450390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:25:05.455081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:25:05.460192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:25:05.512022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Pushing event updated for resources: {'Port': ['ID=df667c36-feb0-4f6e-b814-3560e6da0916,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:05.520684 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:05.542633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:05.543329 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:05.626136 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedde35-4795-49a0-9ed3-7827d5cee3b8 None None] New status for floating IP a5dbfc2b-735e-4f26-9d9c-752cfb72d6e8: DOWN {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:25:05.662632 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3825769
Jun 04 15:25:05.676240 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Request body: {'port': {'device_id': '0e0b6602-9f35-4c77-9d67-237b44077fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:25:05.754478 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:05.760960 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4b189ca3-b2e4-4d62-b2b2-b3d166000abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:05.861091 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-f1a6f6e8-d3f2-4f20-be37-2c6616ec3a96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:05.871566 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b879e142-1b42-4206-bc54-9eed9b6ea462 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:05.891974 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Checking segment: {'id': '33b65cb5-bead-41f6-9f2a-58ad9bb643ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '83864b29-0e91-447f-814a-11174e6730d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:25:05.892390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Network hostable DHCP agents. Network: 83864b29-0e91-447f-814a-11174e6730d8, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:25:05.911633 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:05.919232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da0813a-f703-4189-b21c-ef86d33e4ec4,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:05.922820 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:05.938641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6f6e8-d3f2-4f20-be37-2c6616ec3a96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event deleted for resources: {'Port': ['ID=74a8cd99-75e0-4534-804c-3dcf7f981b98,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:05.941663 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f1a6f6e8-d3f2-4f20-be37-2c6616ec3a96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:05.976751 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cab1b6-7d7e-4bac-ac4c-ea6cdbb699fa req-0c7f87f4-1f61-4a85-b520-625fdcf743f4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:05.978475 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-72cab1b6-7d7e-4bac-ac4c-ea6cdbb699fa req-0c7f87f4-1f61-4a85-b520-625fdcf743f4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 931 time: 0.1335783
Jun 04 15:25:06.022667 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Network 83864b29-0e91-447f-814a-11174e6730d8 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:25:06.054557 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-72cab1b6-7d7e-4bac-ac4c-ea6cdbb699fa req-da1985e2-d9bd-4d90-8de7-acb612724197 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568738
Jun 04 15:25:06.071074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-f1a6f6e8-d3f2-4f20-be37-2c6616ec3a96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] No DVR routers for this DVR port 74a8cd99-75e0-4534-804c-3dcf7f981b98 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:25:06.077865 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-f1a6f6e8-d3f2-4f20-be37-2c6616ec3a96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:06.088401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 83864b29-0e91-447f-814a-11174e6730d8) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:25:06.094953 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-f1a6f6e8-d3f2-4f20-be37-2c6616ec3a96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.65 "DELETE /v2.0/ports/74a8cd99-75e0-4534-804c-3dcf7f981b98 HTTP/1.1" status: 204  len: 173 time: 1.7020082
Jun 04 15:25:06.097965 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ce7861-9a38-4200-a287-527d5e1b939b None None] Network 83864b29-0e91-447f-814a-11174e6730d8 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:25:06.109765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:06.110510 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:06.161913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-deleted', 'tag': '74a8cd99-75e0-4534-804c-3dcf7f981b98'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:25:06.164398 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b70ac1-395b-4876-84f5-df1e4bd453c5" -d '{"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-deleted", "tag": "74a8cd99-75e0-4534-804c-3dcf7f981b98"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:25:06.222112 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.2149560
Jun 04 15:25:06.226568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50560) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:06.235311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44218211-5fe4-46fe-9b6b-97cf0e4cf93b req-65d90310-53f1-46c7-8430-92fe3d8b893c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:06.237176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1233599136-router', 'tenant_id': 'e4d1bc96c16c459d978417725591ed35', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:25:06.241293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44218211-5fe4-46fe-9b6b-97cf0e4cf93b req-65d90310-53f1-46c7-8430-92fe3d8b893c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:06.242127 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:25:06.247551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44218211-5fe4-46fe-9b6b-97cf0e4cf93b req-65d90310-53f1-46c7-8430-92fe3d8b893c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:06.249172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Usage tracker for resource:router and tenant:e4d1bc96c16c459d978417725591ed35 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:25:06.249542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-44218211-5fe4-46fe-9b6b-97cf0e4cf93b req-65d90310-53f1-46c7-8430-92fe3d8b893c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Synchronizing usage tracker for tenant:170821b51002469da86d3c4cef5805e5 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:25:06.252729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:25:06.261401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:25:06.329630 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:06.330909 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:06.355253 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:06.401997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-44218211-5fe4-46fe-9b6b-97cf0e4cf93b req-65d90310-53f1-46c7-8430-92fe3d8b893c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Unset dirty status for tenant:170821b51002469da86d3c4cef5805e5 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:25:06.410986 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-44218211-5fe4-46fe-9b6b-97cf0e4cf93b req-65d90310-53f1-46c7-8430-92fe3d8b893c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 2409 time: 0.6146500
Jun 04 15:25:06.416129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddf8629-fa28-4ab7-a1ab-c68203f6da50 None None] Network 83864b29-0e91-447f-814a-11174e6730d8 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:25:06.557528 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-44218211-5fe4-46fe-9b6b-97cf0e4cf93b req-b8bb852b-aeea-4063-a2dc-88bad93e2196 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1455283
Jun 04 15:25:06.584403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-90fe2edb-c23a-4a43-8154-c8137c5ec738 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Deleting port 41ff47dd-6827-473b-b808-969597aa034d {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:25:06.584744 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-90fe2edb-c23a-4a43-8154-c8137c5ec738 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:06.698976 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67929b3-2d09-4261-b3a4-3abdf97ea2b8 x-openstack-request-id: req-f67929b3-2d09-4261-b3a4-3abdf97ea2b8 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:25:06.699259 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-deleted", "tag": "74a8cd99-75e0-4534-804c-3dcf7f981b98", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:25:06.699547 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f67929b3-2d09-4261-b3a4-3abdf97ea2b8 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:25:06.699993 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-deleted', 'tag': '74a8cd99-75e0-4534-804c-3dcf7f981b98', 'status': 'completed', 'code': 200}
Jun 04 15:25:06.772556 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:06.779020 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-72ee4a9e-4872-4c98-b184-8336a763de6a req-e42a81d4-ac01-42f0-94b6-4e6fa32434c9 tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0604589
Jun 04 15:25:06.816256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-90fe2edb-c23a-4a43-8154-c8137c5ec738 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] For port 41ff47dd-6827-473b-b808-969597aa034d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=41ff47dd-6827-473b-b808-969597aa034d,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:06.818243 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-90fe2edb-c23a-4a43-8154-c8137c5ec738 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:07.134215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-90fe2edb-c23a-4a43-8154-c8137c5ec738 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Calling delete_port for 41ff47dd-6827-473b-b808-969597aa034d owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:25:07.150165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df667c36-feb0-4f6e-b814-3560e6da0916 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:25:07.252470 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:07.362813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Transition to ACTIVE for port object df667c36-feb0-4f6e-b814-3560e6da0916 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:25:07.364288 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-90fe2edb-c23a-4a43-8154-c8137c5ec738 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:07.370850 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-48d0a5f0-8ebb-4d04-8557-d3e54afc8911 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:07.407142 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:07.426620 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe2edb-c23a-4a43-8154-c8137c5ec738 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event deleted for resources: {'Port': ['ID=41ff47dd-6827-473b-b808-969597aa034d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:07.428569 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:07.434049 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-90fe2edb-c23a-4a43-8154-c8137c5ec738 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:07.434901 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-90fe2edb-c23a-4a43-8154-c8137c5ec738 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:07.441219 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:07.452403 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe0999-01a8-4efd-899d-263b8ab52219 req-8ec85cc9-724a-4880-bcd8-fbc553741a62 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:07.454008 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2fe0999-01a8-4efd-899d-263b8ab52219 req-8ec85cc9-724a-4880-bcd8-fbc553741a62 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 931 time: 0.2516766
Jun 04 15:25:07.562991 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2fe0999-01a8-4efd-899d-263b8ab52219 req-6268a699-c74e-4e68-a5e3-55608c619cc3 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718029
Jun 04 15:25:07.655461 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Allocated IP 172.25.4.107 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:25:07.660080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Pushing event updated for resources: {'Port': ['ID=df667c36-feb0-4f6e-b814-3560e6da0916,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:07.669289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-90fe2edb-c23a-4a43-8154-c8137c5ec738 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] No DVR routers for this DVR port 41ff47dd-6827-473b-b808-969597aa034d on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:25:07.680189 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:07.681463 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-90fe2edb-c23a-4a43-8154-c8137c5ec738 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:07.771161 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-90fe2edb-c23a-4a43-8154-c8137c5ec738 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.65 "DELETE /v2.0/ports/41ff47dd-6827-473b-b808-969597aa034d HTTP/1.1" status: 204  len: 173 time: 1.6701870
Jun 04 15:25:07.906322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Attempting to bind port df667c36-feb0-4f6e-b814-3560e6da0916 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:25:07.906839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Attempting to bind port df667c36-feb0-4f6e-b814-3560e6da0916 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:25:07.907037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Attempting to bind port df667c36-feb0-4f6e-b814-3560e6da0916 on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:25:07.918267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Port df667c36-feb0-4f6e-b814-3560e6da0916 on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:25:07.918699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Attempting to bind port df667c36-feb0-4f6e-b814-3560e6da0916 on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:25:07.919639 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:07.934436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:25:07.934843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Checking segment: {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:25:07.935223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Bound using segment: {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:25:07.936014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Bound port: df667c36-feb0-4f6e-b814-3560e6da0916, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:25:07.936153 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:07.954367 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff97f4-f64d-4c92-8a66-c135af3129c1 req-43e442a2-d9cf-47b3-91da-e2d2ef66472d tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:07.960286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff97f4-f64d-4c92-8a66-c135af3129c1 req-43e442a2-d9cf-47b3-91da-e2d2ef66472d tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:07.962069 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d9ff97f4-f64d-4c92-8a66-c135af3129c1 req-43e442a2-d9cf-47b3-91da-e2d2ef66472d tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 1676 time: 0.1685565
Jun 04 15:25:08.025846 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d9ff97f4-f64d-4c92-8a66-c135af3129c1 req-3ecf650a-6186-4a96-8293-a62a4f61f34a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523131
Jun 04 15:25:08.050420 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af79144c-6340-4b31-b01f-eef3d0ebafe7 req-747ece04-700c-44dd-92e6-2af275d49488 tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0944071
Jun 04 15:25:08.088590 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:08.093744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-a3b65c85-d13e-4b57-a785-bced195e955c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Deleting port 621cb0eb-72ea-4d4d-99df-fd7ef6776628 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:25:08.094033 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-a3b65c85-d13e-4b57-a785-bced195e955c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:08.094238 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3ce01056-892f-4928-b93b-6a77a6ec5817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:08.127805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] For port df667c36-feb0-4f6e-b814-3560e6da0916, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:25:08.152609 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:25:08.155994 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:25:08.159866 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:25:08.184594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] For port df667c36-feb0-4f6e-b814-3560e6da0916, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=df667c36-feb0-4f6e-b814-3560e6da0916,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:25:08.202507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Pushing event updated for resources: {'Port': ['ID=3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:08.210507 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:08.243868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-a3b65c85-d13e-4b57-a785-bced195e955c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] For port 621cb0eb-72ea-4d4d-99df-fd7ef6776628, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=621cb0eb-72ea-4d4d-99df-fd7ef6776628,segment=NetworkSegment(b99a71e7-f410-418f-bc1e-e673af8b8465),segment_id=b99a71e7-f410-418f-bc1e-e673af8b8465)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:08.244311 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-a3b65c85-d13e-4b57-a785-bced195e955c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:08.266130 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:08.318794 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0a8ec575-1493-4382-a7f9-5e9ea9d257e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:08.431278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-a3b65c85-d13e-4b57-a785-bced195e955c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Calling delete_port for 621cb0eb-72ea-4d4d-99df-fd7ef6776628 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:25:08.501835 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87492c63-f193-4697-9c56-6d7d80c9c124 req-88344dea-3ab3-42b6-95df-a864f3863d5a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0676498
Jun 04 15:25:08.503839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:08.504444 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:08.505863 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] 10.222.0.62 "PUT /v2.0/ports/df667c36-feb0-4f6e-b814-3560e6da0916 HTTP/1.1" status: 200  len: 1091 time: 2.8339467
Jun 04 15:25:08.534326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Pushing event updated for resources: {'Port': ['ID=df667c36-feb0-4f6e-b814-3560e6da0916,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:08.538251 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:08.704208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-deleted', 'tag': '41ff47dd-6827-473b-b808-969597aa034d'}, {'name': 'network-changed', 'server_uuid': '0e0b6602-9f35-4c77-9d67-237b44077fe7', 'tag': 'df667c36-feb0-4f6e-b814-3560e6da0916'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:25:08.712887 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fcc29a-6dc8-49ba-b34f-e7dc637c9ac0" -d '{"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-deleted", "tag": "41ff47dd-6827-473b-b808-969597aa034d"}, {"name": "network-changed", "server_uuid": "0e0b6602-9f35-4c77-9d67-237b44077fe7", "tag": "df667c36-feb0-4f6e-b814-3560e6da0916"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:25:08.724286 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:08.769222 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Jun 2021 15:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f45e0d-1887-4084-97f8-388373bef275 x-openstack-request-id: req-63f45e0d-1887-4084-97f8-388373bef275 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:25:08.769463 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-deleted", "tag": "41ff47dd-6827-473b-b808-969597aa034d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0e0b6602-9f35-4c77-9d67-237b44077fe7", "tag": "df667c36-feb0-4f6e-b814-3560e6da0916", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:25:08.769759 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63f45e0d-1887-4084-97f8-388373bef275 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:25:08.770199 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-deleted', 'tag': '41ff47dd-6827-473b-b808-969597aa034d', 'status': 'completed', 'code': 200}
Jun 04 15:25:08.770497 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0b6602-9f35-4c77-9d67-237b44077fe7', 'tag': 'df667c36-feb0-4f6e-b814-3560e6da0916', 'status': 'completed', 'code': 200}
Jun 04 15:25:08.784789 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-a3b65c85-d13e-4b57-a785-bced195e955c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:08.799665 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f1a6f6e8-d3f2-4f20-be37-2c6616ec3a96 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:09.015002 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b65c85-d13e-4b57-a785-bced195e955c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event deleted for resources: {'Port': ['ID=621cb0eb-72ea-4d4d-99df-fd7ef6776628,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:09.024253 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a3b65c85-d13e-4b57-a785-bced195e955c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:09.063717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-e42d45d3-46e1-4557-a676-ab0240b875cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:09.065269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-e42d45d3-46e1-4557-a676-ab0240b875cf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 1094 time: 0.4461365
Jun 04 15:25:09.074673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-a3b65c85-d13e-4b57-a785-bced195e955c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] No DVR routers for this DVR port 621cb0eb-72ea-4d4d-99df-fd7ef6776628 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:25:09.079305 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-a3b65c85-d13e-4b57-a785-bced195e955c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:09.155730 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-0f7d197b-5f6f-467f-a375-9199dc816072 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df667c36-feb0-4f6e-b814-3560e6da0916 HTTP/1.1" status: 200  len: 217 time: 0.0794230
Jun 04 15:25:09.164078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ee680-e5df-4856-a49c-37d0f1344169 req-4145cfe8-92c6-465f-b93f-274b887d0959 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:09.171733 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2e3ee680-e5df-4856-a49c-37d0f1344169 req-4145cfe8-92c6-465f-b93f-274b887d0959 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 943 time: 0.4531786
Jun 04 15:25:09.175981 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-a3b65c85-d13e-4b57-a785-bced195e955c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.65 "DELETE /v2.0/ports/621cb0eb-72ea-4d4d-99df-fd7ef6776628 HTTP/1.1" status: 204  len: 173 time: 1.3985660
Jun 04 15:25:09.322069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-1c90a48f-4026-41fa-b1be-1b99d7563059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:09.323540 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-1c90a48f-4026-41fa-b1be-1b99d7563059 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb8210ec-57b3-4dae-ba07-aa799b052e64 HTTP/1.1" status: 200  len: 846 time: 0.1490211
Jun 04 15:25:09.347112 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:09.377755 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2e3ee680-e5df-4856-a49c-37d0f1344169 req-7e18273b-cc67-4e17-b13e-4397f981e9cc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031124
Jun 04 15:25:09.433089 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-c7ec8f80-7a8e-4b2c-a2dd-f013424107b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=461f9c0e-ecfd-4745-a9f2-974b51ab6079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0660691
Jun 04 15:25:09.473035 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501996a9-9362-41f0-a211-87f7e6573af9 req-43dd584b-8b76-4d84-94c0-bd344383f00e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:09.475409 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-501996a9-9362-41f0-a211-87f7e6573af9 req-43dd584b-8b76-4d84-94c0-bd344383f00e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 942 time: 0.3129163
Jun 04 15:25:09.597637 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-501996a9-9362-41f0-a211-87f7e6573af9 req-5fde8f7f-95af-4550-9eaa-13423f69a1d4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b575bb-0477-4be0-b580-24c28106b718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1213539
Jun 04 15:25:09.604347 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cc33b10-e537-43f8-b92f-1c0ffa0270e5 req-6bf682e7-794a-4e8b-ac44-da061a3df73a tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0608535
Jun 04 15:25:09.610900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-2e144afe-8608-4a9b-99ca-dfbda25d05fe tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Deleting port 1915cce3-a724-4ca1-9d70-22adc1e7bb20 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:25:09.611308 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-2e144afe-8608-4a9b-99ca-dfbda25d05fe tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:09.726473 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-57eb4f44-e0da-493c-88fe-2a3baaee229c service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2833645
Jun 04 15:25:09.763895 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Router 9061bd31-6b95-493a-bdd4-9187dd86c277 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:25:09.884200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-2e144afe-8608-4a9b-99ca-dfbda25d05fe tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] For port 1915cce3-a724-4ca1-9d70-22adc1e7bb20, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=1915cce3-a724-4ca1-9d70-22adc1e7bb20,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:09.884535 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-2e144afe-8608-4a9b-99ca-dfbda25d05fe tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:10.012128 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:25:10.023454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-2e144afe-8608-4a9b-99ca-dfbda25d05fe tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Calling delete_port for 1915cce3-a724-4ca1-9d70-22adc1e7bb20 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:25:10.037572 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Sync routers for ids ['9061bd31-6b95-493a-bdd4-9187dd86c277'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:25:10.054886 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5b87e14f-bf8d-406f-a596-dac613d64fee req-5cbd2d2c-3cb5-47e2-ac5a-d83045728dfb service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3173852
Jun 04 15:25:10.074608 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Routers {'9061bd31-6b95-493a-bdd4-9187dd86c277'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:25:10.075212 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cad5fd0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:25:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9061bd31-6b95-493a-bdd4-9187dd86c277'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:10.146034 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:10.147645 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 3.9212515
Jun 04 15:25:10.150145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50600) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:10.238316 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-2e144afe-8608-4a9b-99ca-dfbda25d05fe tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:10.249038 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c82cdf74-0c07-4fcf-b62f-10b691ca3266 tempest-ListServerFiltersTestJSON-1132847047 tempest-ListServerFiltersTestJSON-1132847047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:10.291892 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Set router 9061bd31-6b95-493a-bdd4-9187dd86c277 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:25:10.309823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e144afe-8608-4a9b-99ca-dfbda25d05fe tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event deleted for resources: {'Port': ['ID=1915cce3-a724-4ca1-9d70-22adc1e7bb20,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:10.355591 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2e144afe-8608-4a9b-99ca-dfbda25d05fe tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:10.415006 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-2e144afe-8608-4a9b-99ca-dfbda25d05fe tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] No DVR routers for this DVR port 1915cce3-a724-4ca1-9d70-22adc1e7bb20 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:25:10.419070 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-2e144afe-8608-4a9b-99ca-dfbda25d05fe tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:10.443334 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab66e141-01bd-4a5d-b188-58edeee53f89 req-2e144afe-8608-4a9b-99ca-dfbda25d05fe tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.65 "DELETE /v2.0/ports/1915cce3-a724-4ca1-9d70-22adc1e7bb20 HTTP/1.1" status: 204  len: 173 time: 1.2222948
Jun 04 15:25:10.459524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcc29a-6dc8-49ba-b34f-e7dc637c9ac0 req-b4ccecdf-0c09-4cac-9246-1d3b82f1c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:10.461085 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75fcc29a-6dc8-49ba-b34f-e7dc637c9ac0 req-b4ccecdf-0c09-4cac-9246-1d3b82f1c61c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 1094 time: 0.2617311
Jun 04 15:25:10.680831 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cad5fd0>, [{'id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'name': 'tempest-ServerRescueNegativeTestJSON-1233599136-router', 'tenant_id': 'e4d1bc96c16c459d978417725591ed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:25:06Z', 'updated_at': '2021-06-04T15:25:08Z', 'revision_number': 3, 'project_id': 'e4d1bc96c16c459d978417725591ed35', 'gw_port': {'id': '3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:25:07Z', 'updated_at': '2021-06-04T15:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:10.687523 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Checking router: 9061bd31-6b95-493a-bdd4-9187dd86c277 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:25:10.687747 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Updating router 9061bd31-6b95-493a-bdd4-9187dd86c277 port 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:25:10.776409 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:10.935055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-deleted', 'tag': '621cb0eb-72ea-4d4d-99df-fd7ef6776628'}, {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-deleted', 'tag': '1915cce3-a724-4ca1-9d70-22adc1e7bb20'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:25:10.938353 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2e4b65-97f1-4420-b41f-a3a1026b6b3c" -d '{"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-deleted", "tag": "621cb0eb-72ea-4d4d-99df-fd7ef6776628"}, {"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-deleted", "tag": "1915cce3-a724-4ca1-9d70-22adc1e7bb20"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:25:10.943714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcc29a-6dc8-49ba-b34f-e7dc637c9ac0 req-12ccbdd7-11c5-4360-9d70-9c37e68908c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:10.951952 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75fcc29a-6dc8-49ba-b34f-e7dc637c9ac0 req-12ccbdd7-11c5-4360-9d70-9c37e68908c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 907 time: 0.4773977
Jun 04 15:25:11.060692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ffe0d-173c-4a0d-b673-094da476a142 req-3b156270-df44-449a-b374-9aab56b6c3db tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:11.070310 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-106ffe0d-173c-4a0d-b673-094da476a142 req-3b156270-df44-449a-b374-9aab56b6c3db tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 943 time: 0.5462575
Jun 04 15:25:11.096497 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75fcc29a-6dc8-49ba-b34f-e7dc637c9ac0 req-2f764a1e-aed4-4682-81c7-c2b2cebf06e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df667c36-feb0-4f6e-b814-3560e6da0916 HTTP/1.1" status: 200  len: 217 time: 0.1351490
Jun 04 15:25:11.153027 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5cc92c8f-5e67-4990-97c9-37837d919c25 req-bda5ce22-ffa9-4e3d-8012-5c0d7543b8aa tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.2306743
Jun 04 15:25:11.252614 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-106ffe0d-173c-4a0d-b673-094da476a142 req-3e639693-a338-4ba5-b88a-7b3fc356039b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793458
Jun 04 15:25:11.273461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcc29a-6dc8-49ba-b34f-e7dc637c9ac0 req-3f0b23dc-c49b-4e73-afad-65a96d3a9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:11.274963 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75fcc29a-6dc8-49ba-b34f-e7dc637c9ac0 req-3f0b23dc-c49b-4e73-afad-65a96d3a9572 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb8210ec-57b3-4dae-ba07-aa799b052e64 HTTP/1.1" status: 200  len: 846 time: 0.1637137
Jun 04 15:25:11.344847 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75fcc29a-6dc8-49ba-b34f-e7dc637c9ac0 req-c3e98edf-d479-4ce4-a419-d9568bdc923c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=461f9c0e-ecfd-4745-a9f2-974b51ab6079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0591452
Jun 04 15:25:11.451246 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:11.461792 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:11.478486 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Transition to ACTIVE for port object 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:25:11.490322 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55f79a2a-0dfd-4cd5-bba0-941f5dbcae81 req-cad8a6d8-3cb4-4505-9c7c-852f22c00fff tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 210 time: 0.1561916
Jun 04 15:25:11.546521 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:11.554087 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:11.620824 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75fcc29a-6dc8-49ba-b34f-e7dc637c9ac0 req-9f9fc911-2919-42af-be3d-77d86ef299dd service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2658665
Jun 04 15:25:11.719570 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Jun 2021 15:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e782b91-53b4-4884-a627-177fea9c0ebe x-openstack-request-id: req-8e782b91-53b4-4884-a627-177fea9c0ebe {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:25:11.720122 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-deleted", "tag": "621cb0eb-72ea-4d4d-99df-fd7ef6776628", "status": "completed", "code": 200}, {"server_uuid": "7e915948-1c07-4528-be78-03ed9c8f5d40", "name": "network-vif-deleted", "tag": "1915cce3-a724-4ca1-9d70-22adc1e7bb20", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:25:11.720575 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e782b91-53b4-4884-a627-177fea9c0ebe {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:25:11.721287 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-deleted', 'tag': '621cb0eb-72ea-4d4d-99df-fd7ef6776628', 'status': 'completed', 'code': 200}
Jun 04 15:25:11.721770 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e915948-1c07-4528-be78-03ed9c8f5d40', 'name': 'network-vif-deleted', 'tag': '1915cce3-a724-4ca1-9d70-22adc1e7bb20', 'status': 'completed', 'code': 200}
Jun 04 15:25:11.755155 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Attempting to bind port 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:25:11.755526 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Attempting to bind port 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:25:11.755888 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Attempting to bind port 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:25:11.765299 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b8930-f5fa-4058-b21a-31f04d727174 None None] Pushing event updated for resources: {'Port': ['ID=3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:11.782395 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-f88b8930-f5fa-4058-b21a-31f04d727174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:11.783918 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:25:11.783918 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:25:11.784319 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:11.784543 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:25:11.785084 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Bound port: 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:25:11.785591 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:11.805431 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Allocated IP 172.20.0.1 (83864b29-0e91-447f-814a-11174e6730d8/1da0813a-f703-4189-b21c-ef86d33e4ec4/6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:25:11.858544 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75fcc29a-6dc8-49ba-b34f-e7dc637c9ac0 req-e7ad5520-4adc-46ec-a5d6-a196b564e955 service neutron] 10.222.0.62 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2262816
Jun 04 15:25:11.971647 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] For port 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:25:11.975804 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] For port 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:25:12.037614 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:12.049409 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:12.054169 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-68246b31-6829-4297-8312-c01a1ae7d0ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:12.151494 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Routers {'9061bd31-6b95-493a-bdd4-9187dd86c277'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:25:12.152262 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cad5fd0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:25:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9061bd31-6b95-493a-bdd4-9187dd86c277'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:12.163172 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:12.171207 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-92b39ab6-0844-40d7-847f-7cae696231a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:12.228438 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b8930-f5fa-4058-b21a-31f04d727174 None None] Pushing event updated for resources: {'Port': ['ID=3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:12.234381 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-f88b8930-f5fa-4058-b21a-31f04d727174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:12.283313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Network 83864b29-0e91-447f-814a-11174e6730d8 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:25:12.286812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:25:12.289320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:25:12.316334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Pushing event updated for resources: {'Port': ['ID=6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:12.338423 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:12.338805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:12.339185 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:12.339558 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:12.339976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:12.340358 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:12.340716 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:12.341120 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:12.341493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:12.342371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:12.342861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:12.343276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:12.373417 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:12.418207 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:12.486979 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] Set router 9061bd31-6b95-493a-bdd4-9187dd86c277 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:25:12.519388 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee98b18d-2d46-4225-aa6b-f17030ce0088 req-1971200e-3d2b-4495-ba7a-1a122933226c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1e1fe554dfc84c15b60b625a7e535d86&device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.1575131
Jun 04 15:25:12.568283 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee98b18d-2d46-4225-aa6b-f17030ce0088 req-e03c1578-9368-421f-98ea-325865b64b16 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=1e1fe554dfc84c15b60b625a7e535d86&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0409322
Jun 04 15:25:12.738400 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98b18d-2d46-4225-aa6b-f17030ce0088 req-9e887e2d-86d7-4cdf-b9c1-d7f6bca5ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:12.740005 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee98b18d-2d46-4225-aa6b-f17030ce0088 req-9e887e2d-86d7-4cdf-b9c1-d7f6bca5ea71 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1644421
Jun 04 15:25:12.776425 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d82c119d-31a4-455f-8be6-a680afb86d6c req-dc4b75da-0b0e-4eea-a5ec-b4affff2e907 tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0589633
Jun 04 15:25:12.776604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903db4ff-d1cc-4924-93b8-5568fa16a62c req-9ba436f4-dae2-49d3-8ea3-10340db8edef tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:12.779895 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-903db4ff-d1cc-4924-93b8-5568fa16a62c req-9ba436f4-dae2-49d3-8ea3-10340db8edef tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 943 time: 0.3499069
Jun 04 15:25:12.868080 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-903db4ff-d1cc-4924-93b8-5568fa16a62c req-92f11d1f-e61b-4d24-ab7a-547ff3cca1af tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810211
Jun 04 15:25:12.885182 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cad5fd0>, [{'id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'name': 'tempest-ServerRescueNegativeTestJSON-1233599136-router', 'tenant_id': 'e4d1bc96c16c459d978417725591ed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:25:06Z', 'updated_at': '2021-06-04T15:25:08Z', 'revision_number': 3, 'project_id': 'e4d1bc96c16c459d978417725591ed35', 'gw_port': {'id': '3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:25:07Z', 'updated_at': '2021-06-04T15:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:12.889970 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d344a2c6-ad3d-4fce-8562-5ff25d035e97 None None] The sync data for ids ['9061bd31-6b95-493a-bdd4-9187dd86c277'] in n-d-791505-9 is: [{'id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'name': 'tempest-ServerRescueNegativeTestJSON-1233599136-router', 'tenant_id': 'e4d1bc96c16c459d978417725591ed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:25:06Z', 'updated_at': '2021-06-04T15:25:08Z', 'revision_number': 3, 'project_id': 'e4d1bc96c16c459d978417725591ed35', 'gw_port': {'id': '3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:25:07Z', 'updated_at': '2021-06-04T15:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:25:12.925632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:13.101276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-41c1a85c-2985-49a4-a274-1d74690617c0 req-f25d7994-7f3d-4e4f-9705-62eeedeb7abc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Synchronizing usage tracker for tenant:170821b51002469da86d3c4cef5805e5 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:25:13.189513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-41c1a85c-2985-49a4-a274-1d74690617c0 req-f25d7994-7f3d-4e4f-9705-62eeedeb7abc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Unset dirty status for tenant:170821b51002469da86d3c4cef5805e5 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:25:13.203532 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41c1a85c-2985-49a4-a274-1d74690617c0 req-f25d7994-7f3d-4e4f-9705-62eeedeb7abc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 210 time: 0.1910951
Jun 04 15:25:13.356566 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:13.432884 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:13.485427 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3aad1612-f466-48da-9a14-8c191808f8e0 req-ba651cfa-605c-4024-a3e7-36c6b2bfa0a2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1215768
Jun 04 15:25:13.495484 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:13.547699 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device df667c36-feb0-4f6e-b814-3560e6da0916 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:25:13.648659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad1612-f466-48da-9a14-8c191808f8e0 req-859fce16-090c-4397-a3aa-0fceb300147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:13.651258 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3aad1612-f466-48da-9a14-8c191808f8e0 req-859fce16-090c-4397-a3aa-0fceb300147e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 1097 time: 0.1291397
Jun 04 15:25:13.662223 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:13.804053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port df667c36-feb0-4f6e-b814-3560e6da0916, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=df667c36-feb0-4f6e-b814-3560e6da0916,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:13.847833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'df667c36-feb0-4f6e-b814-3560e6da0916', 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079', 'port_id': 'df667c36-feb0-4f6e-b814-3560e6da0916', 'mac_address': 'fa:16:3e:43:e7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8210ec-57b3-4dae-ba07-aa799b052e64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:25:13.861083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Pushing event updated for resources: {'Port': ['ID=6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:13.885802 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:13.937891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad1612-f466-48da-9a14-8c191808f8e0 req-990feb54-90e9-41fb-97eb-afc373802403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:13.941306 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3aad1612-f466-48da-9a14-8c191808f8e0 req-990feb54-90e9-41fb-97eb-afc373802403 service neutron] 10.222.0.65 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 907 time: 0.2634878
Jun 04 15:25:14.056192 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:14.079560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df667c36-feb0-4f6e-b814-3560e6da0916 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:25:14.105460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port df667c36-feb0-4f6e-b814-3560e6da0916, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=df667c36-feb0-4f6e-b814-3560e6da0916,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:14.109111 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Network 83864b29-0e91-447f-814a-11174e6730d8 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:25:14.114893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:25:14.126101 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5e8ccebc-d71a-4b84-adca-2d2094418ae7 req-fc2fcb1b-b819-4a05-94ba-3fd7ac8c862d tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.0825799
Jun 04 15:25:14.185491 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3aad1612-f466-48da-9a14-8c191808f8e0 req-44322c1a-cf8c-43ab-bd58-dfa99271e6c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dbcb869-b7c3-4c99-8505-2868a006efab HTTP/1.1" status: 200  len: 217 time: 0.2299433
Jun 04 15:25:14.211920 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee98b18d-2d46-4225-aa6b-f17030ce0088 req-9bd863a1-7311-44aa-b542-cc79aa3a1a01 tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.1235774
Jun 04 15:25:14.276710 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:14.280652 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:14.392813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad1612-f466-48da-9a14-8c191808f8e0 req-f865e6b8-8814-432d-9a34-72dfcdccb4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:14.394705 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3aad1612-f466-48da-9a14-8c191808f8e0 req-f865e6b8-8814-432d-9a34-72dfcdccb4f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cb8210ec-57b3-4dae-ba07-aa799b052e64 HTTP/1.1" status: 200  len: 846 time: 0.1856732
Jun 04 15:25:14.462905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=df667c36-feb0-4f6e-b814-3560e6da0916,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:14.480230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:14.480813 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:14.481357 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:14.481907 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:14.482502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:14.484029 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:14.485520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:14.486185 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:14.490210 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:14.490861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:14.491364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:14.492256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:14.492756 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae26a162-ce5d-4b6e-bba4-766b7d423f97 req-3c072daa-8897-4fda-8399-84c173085dbe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5501621
Jun 04 15:25:14.495885 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3aad1612-f466-48da-9a14-8c191808f8e0 req-b101c358-7760-4b49-9f52-1dba880ca931 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=461f9c0e-ecfd-4745-a9f2-974b51ab6079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0928471
Jun 04 15:25:14.505223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10276b-df68-46ff-96b0-e10ba8f6ac2d req-ae2c66e3-ad8b-4347-872b-41cffaf693ec tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:14.510680 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8e10276b-df68-46ff-96b0-e10ba8f6ac2d req-ae2c66e3-ad8b-4347-872b-41cffaf693ec tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 943 time: 0.3768663
Jun 04 15:25:14.521268 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:14.709379 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-33b0fac4-297d-40f0-ae29-894f367e2513 req-5620cf4a-9b9e-4f7e-b375-16598fa0bc8c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 210 time: 0.0682502
Jun 04 15:25:14.754581 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Router 9061bd31-6b95-493a-bdd4-9187dd86c277 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:25:14.767199 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['df667c36-feb0-4f6e-b814-3560e6da0916'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:25:14.887510 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8e10276b-df68-46ff-96b0-e10ba8f6ac2d req-9f056458-1ec5-4a65-8177-f439d9dbf37b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808584
Jun 04 15:25:14.941805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:25:14.958629 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26a162-ce5d-4b6e-bba4-766b7d423f97 req-67c0d419-d4a6-4512-bf8c-b99e04f497e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:14.960410 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae26a162-ce5d-4b6e-bba4-766b7d423f97 req-67c0d419-d4a6-4512-bf8c-b99e04f497e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=36cb2739f2e9431fb48f7b6d0fc9817c&device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 1097 time: 0.4209948
Jun 04 15:25:14.962083 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3aad1612-f466-48da-9a14-8c191808f8e0 req-279b1937-b028-4550-9f82-c42731d7e101 service neutron] 10.222.0.65 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4544592
Jun 04 15:25:15.142202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:25:15.163208 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] 10.222.0.32 "PUT /v2.0/routers/9061bd31-6b95-493a-bdd4-9187dd86c277/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0115190
Jun 04 15:25:15.305802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:25:15.314049 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:25:15.314298 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:15.413011 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3aad1612-f466-48da-9a14-8c191808f8e0 req-192a4d3a-b2d2-4603-af04-46186bb98a77 service neutron] 10.222.0.65 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4433799
Jun 04 15:25:15.414575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26a162-ce5d-4b6e-bba4-766b7d423f97 req-90a686f6-5adf-4378-8183-324e809e13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:15.439830 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae26a162-ce5d-4b6e-bba4-766b7d423f97 req-90a686f6-5adf-4378-8183-324e809e13ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=689f317e-6942-4287-a44f-3d403fd38de3 HTTP/1.1" status: 200  len: 907 time: 0.4361784
Jun 04 15:25:15.505081 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a3e98dc8-626d-40f8-af60-ff4d1783c059 req-7cfde660-ba65-46a8-80a8-9bf4abaccf5c tempest-ServerShowV257Test-1225596100 tempest-ServerShowV257Test-1225596100-project] 10.222.0.32 "GET /v2.0/ports?device_id=eae82a50-3f83-4782-a84a-a2a6cf1f37a7 HTTP/1.1" status: 200  len: 210 time: 0.1011109
Jun 04 15:25:15.628282 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:15.641672 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae26a162-ce5d-4b6e-bba4-766b7d423f97 req-5fb70277-065e-4f94-899b-68ba3f02466c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45b4c54b-bbe3-464c-9a78-974f105e2ad2 HTTP/1.1" status: 200  len: 1001 time: 0.1878738
Jun 04 15:25:15.658976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:15.662822 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Sync routers for ids ['9061bd31-6b95-493a-bdd4-9187dd86c277'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:25:15.675809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Routers {'9061bd31-6b95-493a-bdd4-9187dd86c277'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:25:15.676779 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c37d1f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:25:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9061bd31-6b95-493a-bdd4-9187dd86c277'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:15.778363 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:15.786443 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:15.802007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26a162-ce5d-4b6e-bba4-766b7d423f97 req-d46e2f01-0a35-4968-9192-2f08d5d2c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:15.803444 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae26a162-ce5d-4b6e-bba4-766b7d423f97 req-d46e2f01-0a35-4968-9192-2f08d5d2c302 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee820c69-9f91-4a67-9aeb-e78de6ae6242 HTTP/1.1" status: 200  len: 845 time: 0.1531065
Jun 04 15:25:15.969714 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:15.975808 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:16.005562 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7304e07a-02e2-4b05-9c3f-7fa0ac315cc7 req-20f8c6c7-a196-4179-9a53-51f85ba99b6a tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 210 time: 0.0943911
Jun 04 15:25:16.018066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Set router 9061bd31-6b95-493a-bdd4-9187dd86c277 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:25:16.066355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26a162-ce5d-4b6e-bba4-766b7d423f97 req-216aa2a3-9e56-462e-b3c2-29a8656887ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:16.068240 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae26a162-ce5d-4b6e-bba4-766b7d423f97 req-216aa2a3-9e56-462e-b3c2-29a8656887ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=689f317e-6942-4287-a44f-3d403fd38de3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2553308
Jun 04 15:25:16.086410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-cb8461ba-50d5-402d-a027-a4de58ca2e85 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:16.088454 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-cb8461ba-50d5-402d-a027-a4de58ca2e85 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/networks?id=83864b29-0e91-447f-814a-11174e6730d8 HTTP/1.1" status: 200  len: 819 time: 0.2219028
Jun 04 15:25:16.235961 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-896d150a-55c5-491e-9d51-13c51d1b9224 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/quotas/e4d1bc96c16c459d978417725591ed35 HTTP/1.1" status: 200  len: 375 time: 0.0139480
Jun 04 15:25:16.260801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a2fbe-b9fa-463a-b19a-e3b7853fbb4a req-61c19a21-0571-45f1-9e31-01e2b6bb3b59 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:16.262935 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cd1a2fbe-b9fa-463a-b19a-e3b7853fbb4a req-61c19a21-0571-45f1-9e31-01e2b6bb3b59 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 944 time: 0.1164548
Jun 04 15:25:16.326348 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cd1a2fbe-b9fa-463a-b19a-e3b7853fbb4a req-6c109c72-4fa5-4e43-97c8-212efeb78e00 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570068
Jun 04 15:25:16.330639 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae26a162-ce5d-4b6e-bba4-766b7d423f97 req-8bfeb01e-a4ab-4f30-8cb2-fbbc42009038 service neutron] 10.222.0.62 "GET /v2.0/networks/689f317e-6942-4287-a44f-3d403fd38de3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2408619
Jun 04 15:25:16.466494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-5c62c668-a34a-4f40-8bb6-fbd4dab74824 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4d1bc96c16c459d978417725591ed35&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2238925
Jun 04 15:25:16.493127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c37d1f0>, [{'id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'name': 'tempest-ServerRescueNegativeTestJSON-1233599136-router', 'tenant_id': 'e4d1bc96c16c459d978417725591ed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:25:06Z', 'updated_at': '2021-06-04T15:25:12Z', 'revision_number': 4, 'project_id': 'e4d1bc96c16c459d978417725591ed35', 'gw_port': {'id': '3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:25:07Z', 'updated_at': '2021-06-04T15:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9', 'name': '', 'network_id': '83864b29-0e91-447f-814a-11174e6730d8', 'tenant_id': 'e4d1bc96c16c459d978417725591ed35', 'mac_address': 'fa:16:3e:52:9b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '1da0813a-f703-4189-b21c-ef86d33e4ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:25:11Z', 'updated_at': '2021-06-04T15:25:13Z', 'revision_number': 2, 'project_id': 'e4d1bc96c16c459d978417725591ed35', 'subnets': [{'id': '1da0813a-f703-4189-b21c-ef86d33e4ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:16.496195 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Checking router: 9061bd31-6b95-493a-bdd4-9187dd86c277 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:25:16.496553 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Updating router 9061bd31-6b95-493a-bdd4-9187dd86c277 port 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:25:16.569885 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:16.602872 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae26a162-ce5d-4b6e-bba4-766b7d423f97 req-482d68da-09a4-46a4-9342-bcead16e8f2f service neutron] 10.222.0.62 "GET /v2.0/networks/689f317e-6942-4287-a44f-3d403fd38de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2581100
Jun 04 15:25:16.660091 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-36b4c059-bb50-4ae7-860b-76c5e1cfb19c service neutron] 10.222.0.32 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1857147
Jun 04 15:25:16.869666 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-1c492bc4-5690-41a4-8020-2cfb292de3c7 service neutron] 10.222.0.32 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2087865
Jun 04 15:25:16.941417 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:25:17.194884 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:25:17.195663 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:17.284213 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:17.310700 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Transition to ACTIVE for port object 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:25:17.347073 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-353cdfbe-a1e7-4686-b701-26a84fb97727 req-a6863f76-a200-4ed5-983d-5ddaa29b6551 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 210 time: 0.1518979
Jun 04 15:25:17.428574 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:17.449318 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50704) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:17.449446 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:17.486610 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-17a77400-a371-47e9-9f33-e0151691db81 req-4791b5dc-e2f7-4325-887b-77682d498718 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 210 time: 0.3617084
Jun 04 15:25:17.564551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830d7cf-26d4-45da-8f04-e39c46958f57 None None] Pushing event updated for resources: {'Port': ['ID=6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:17.575549 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7830d7cf-26d4-45da-8f04-e39c46958f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:17.644115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device df667c36-feb0-4f6e-b814-3560e6da0916 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:25:17.714726 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b72a1c8-e117-46cf-81cf-cf6f5528a8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:17.749127 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7b72a1c8-e117-46cf-81cf-cf6f5528a8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:25:17.753182 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7b72a1c8-e117-46cf-81cf-cf6f5528a8ee admin admin] Usage tracker for resource:security_group_rule and tenant:1e1fe554dfc84c15b60b625a7e535d86 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:25:17.756135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7b72a1c8-e117-46cf-81cf-cf6f5528a8ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:25:17.762315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7b72a1c8-e117-46cf-81cf-cf6f5528a8ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:25:17.821742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b0aee-b189-4c0b-9d52-03f6804f2f49 req-c6fa01d7-75f1-4da5-b89c-febee977b441 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:17.829093 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-713b0aee-b189-4c0b-9d52-03f6804f2f49 req-c6fa01d7-75f1-4da5-b89c-febee977b441 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 944 time: 0.2845509
Jun 04 15:25:17.907659 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-713b0aee-b189-4c0b-9d52-03f6804f2f49 req-0df65076-adcb-4680-94d6-0442ee66efd1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775969
Jun 04 15:25:17.913695 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Attempting to bind port 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:25:17.914128 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Attempting to bind port 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '33b65cb5-bead-41f6-9f2a-58ad9bb643ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '83864b29-0e91-447f-814a-11174e6730d8'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:25:17.914505 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Attempting to bind port 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9 on network 83864b29-0e91-447f-814a-11174e6730d8 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:25:17.933599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:25:17.934060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Checking segment: {'id': '33b65cb5-bead-41f6-9f2a-58ad9bb643ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '83864b29-0e91-447f-814a-11174e6730d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:25:17.934543 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:17.934996 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Bound using segment: {'id': '33b65cb5-bead-41f6-9f2a-58ad9bb643ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '83864b29-0e91-447f-814a-11174e6730d8'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:25:17.936061 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Bound port: 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b65cb5-bead-41f6-9f2a-58ad9bb643ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '83864b29-0e91-447f-814a-11174e6730d8'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:25:17.936448 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:17.945327 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b72a1c8-e117-46cf-81cf-cf6f5528a8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:18.009874 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port df667c36-feb0-4f6e-b814-3560e6da0916 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:25:18.029917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port df667c36-feb0-4f6e-b814-3560e6da0916 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:25:18.030404 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:18.129673 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b72a1c8-e117-46cf-81cf-cf6f5528a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:18.136410 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] For port 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:25:18.141322 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] For port 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9,segment=NetworkSegment(33b65cb5-bead-41f6-9f2a-58ad9bb643ee),segment_id=33b65cb5-bead-41f6-9f2a-58ad9bb643ee)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:25:18.146232 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:18.209919 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7b72a1c8-e117-46cf-81cf-cf6f5528a8ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e1fe554dfc84c15b60b625a7e535d86&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7720420
Jun 04 15:25:18.212702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50730) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:18.213545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72a1c8-e117-46cf-81cf-cf6f5528a8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473291e2-2de9-45d9-ac93-bbca8224d001,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:18.220419 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7b72a1c8-e117-46cf-81cf-cf6f5528a8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:18.229165 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:18.247602 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:18.250542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-ee4d3ca4-7746-4fff-9d72-43b3154e7f3c tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:18.251254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-ee4d3ca4-7746-4fff-9d72-43b3154e7f3c tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Synchronizing usage tracker for tenant:e4d1bc96c16c459d978417725591ed35 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:25:18.254191 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:18.294279 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f597377f-1827-4811-81ba-830d118f3d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:18.324579 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f597377f-1827-4811-81ba-830d118f3d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:18.332609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0b6602-9f35-4c77-9d67-237b44077fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df667c36-feb0-4f6e-b814-3560e6da0916'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:25:18.341207 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca19a97d-a29b-40d8-8a57-e52087bac3bf" -d '{"events": [{"server_uuid": "0e0b6602-9f35-4c77-9d67-237b44077fe7", "name": "network-vif-plugged", "status": "completed", "tag": "df667c36-feb0-4f6e-b814-3560e6da0916"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:25:18.357721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port df667c36-feb0-4f6e-b814-3560e6da0916, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=df667c36-feb0-4f6e-b814-3560e6da0916,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:18.358406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Routers {'9061bd31-6b95-493a-bdd4-9187dd86c277'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:25:18.359042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c37d1f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:25:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9061bd31-6b95-493a-bdd4-9187dd86c277'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:18.407940 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-ee4d3ca4-7746-4fff-9d72-43b3154e7f3c tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Unset dirty status for tenant:e4d1bc96c16c459d978417725591ed35 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:25:18.409172 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-ee4d3ca4-7746-4fff-9d72-43b3154e7f3c tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/networks?id=83864b29-0e91-447f-814a-11174e6730d8 HTTP/1.1" status: 200  len: 819 time: 0.3838227
Jun 04 15:25:18.430639 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-67373198-0319-496d-8dcf-5e22a15887de tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/quotas/e4d1bc96c16c459d978417725591ed35 HTTP/1.1" status: 200  len: 375 time: 0.0151639
Jun 04 15:25:18.441831 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77133182-fe4a-4d0b-892d-9658873bc924 x-openstack-request-id: req-77133182-fe4a-4d0b-892d-9658873bc924 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:25:18.442143 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0b6602-9f35-4c77-9d67-237b44077fe7", "name": "network-vif-plugged", "status": "completed", "tag": "df667c36-feb0-4f6e-b814-3560e6da0916", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:25:18.442938 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77133182-fe4a-4d0b-892d-9658873bc924 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:25:18.443351 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0b6602-9f35-4c77-9d67-237b44077fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df667c36-feb0-4f6e-b814-3560e6da0916', 'code': 200}
Jun 04 15:25:18.465951 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:18.480803 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830d7cf-26d4-45da-8f04-e39c46958f57 None None] Pushing event updated for resources: {'Port': ['ID=6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:18.484358 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7830d7cf-26d4-45da-8f04-e39c46958f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:18.487554 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:18.560235 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-a6dee0e5-727f-4537-bc70-bec7a65fa7ac tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Synchronizing usage tracker for tenant:e4d1bc96c16c459d978417725591ed35 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:25:18.569271 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f597377f-1827-4811-81ba-830d118f3d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:18.578470 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a647a256-4891-4f85-8764-b7231d1fe567 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:18.643540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597377f-1827-4811-81ba-830d118f3d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473291e2-2de9-45d9-ac93-bbca8224d001,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:18.653822 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e77810b4-52c3-4ee5-bc85-455e4a703241 req-d47df312-95ca-4a5e-bb5a-3461a9b0a5fc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 210 time: 0.0854859
Jun 04 15:25:18.656878 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f597377f-1827-4811-81ba-830d118f3d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:18.663067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f597377f-1827-4811-81ba-830d118f3d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:18.664467 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f597377f-1827-4811-81ba-830d118f3d8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/473291e2-2de9-45d9-ac93-bbca8224d001 HTTP/1.1" status: 204  len: 168 time: 0.4506812
Jun 04 15:25:18.685230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba424d8c-398e-411d-9823-1383ee3067f3 req-40f39a13-4e2e-4dd4-86b5-cadfef78976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:18.686941 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba424d8c-398e-411d-9823-1383ee3067f3 req-40f39a13-4e2e-4dd4-86b5-cadfef78976d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 1096 time: 0.2170026
Jun 04 15:25:18.752398 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=df667c36-feb0-4f6e-b814-3560e6da0916,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:18.756187 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-a6dee0e5-727f-4537-bc70-bec7a65fa7ac tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Unset dirty status for tenant:e4d1bc96c16c459d978417725591ed35 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:25:18.758060 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-a6dee0e5-727f-4537-bc70-bec7a65fa7ac tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4d1bc96c16c459d978417725591ed35&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3209503
Jun 04 15:25:18.761336 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:18.764892 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] Set router 9061bd31-6b95-493a-bdd4-9187dd86c277 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:25:18.775177 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba424d8c-398e-411d-9823-1383ee3067f3 req-bbc48a0c-c3a7-4415-8f86-e06991bb2e00 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807331
Jun 04 15:25:18.930702 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-ae564b17-3dd8-442c-b0b9-4170b7d3356f service neutron] 10.222.0.32 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629059
Jun 04 15:25:19.111696 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-8151464b-5fc1-46ac-bc55-188a2c87632c service neutron] 10.222.0.32 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1789460
Jun 04 15:25:19.297799 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c37d1f0>, [{'id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'name': 'tempest-ServerRescueNegativeTestJSON-1233599136-router', 'tenant_id': 'e4d1bc96c16c459d978417725591ed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:25:06Z', 'updated_at': '2021-06-04T15:25:12Z', 'revision_number': 4, 'project_id': 'e4d1bc96c16c459d978417725591ed35', 'gw_port': {'id': '3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:25:07Z', 'updated_at': '2021-06-04T15:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9', 'name': '', 'network_id': '83864b29-0e91-447f-814a-11174e6730d8', 'tenant_id': 'e4d1bc96c16c459d978417725591ed35', 'mac_address': 'fa:16:3e:52:9b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '1da0813a-f703-4189-b21c-ef86d33e4ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:25:11Z', 'updated_at': '2021-06-04T15:25:18Z', 'revision_number': 4, 'project_id': 'e4d1bc96c16c459d978417725591ed35', 'subnets': [{'id': '1da0813a-f703-4189-b21c-ef86d33e4ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:19.302886 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c787b-40b6-47e4-908e-1eba4ee50a32 None None] The sync data for ids ['9061bd31-6b95-493a-bdd4-9187dd86c277'] in n-d-791505-9 is: [{'id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'name': 'tempest-ServerRescueNegativeTestJSON-1233599136-router', 'tenant_id': 'e4d1bc96c16c459d978417725591ed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:25:06Z', 'updated_at': '2021-06-04T15:25:12Z', 'revision_number': 4, 'project_id': 'e4d1bc96c16c459d978417725591ed35', 'gw_port': {'id': '3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:25:07Z', 'updated_at': '2021-06-04T15:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9', 'name': '', 'network_id': '83864b29-0e91-447f-814a-11174e6730d8', 'tenant_id': 'e4d1bc96c16c459d978417725591ed35', 'mac_address': 'fa:16:3e:52:9b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '1da0813a-f703-4189-b21c-ef86d33e4ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:25:11Z', 'updated_at': '2021-06-04T15:25:18Z', 'revision_number': 4, 'project_id': 'e4d1bc96c16c459d978417725591ed35', 'subnets': [{'id': '1da0813a-f703-4189-b21c-ef86d33e4ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:25:19.405227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da534d7-1b6d-4959-926b-d858b32e2fdb req-62552f85-42e5-421d-ad80-0efa39e250a1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:19.410370 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8da534d7-1b6d-4959-926b-d858b32e2fdb req-62552f85-42e5-421d-ad80-0efa39e250a1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 945 time: 0.1545599
Jun 04 15:25:19.488966 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8da534d7-1b6d-4959-926b-d858b32e2fdb req-6e954094-bd6d-42e2-99b2-3711d6614790 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757132
Jun 04 15:25:19.795415 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a544f701-94cf-451e-8362-f97358c7b845 req-68b02287-6a08-48fa-96a1-fce55a474e64 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 210 time: 0.0671623
Jun 04 15:25:19.957395 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b625a4a6-751a-45cd-b2a1-330b2bef9ee5 req-47d99223-83a9-4c2e-9b68-0a518ed22f7e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 210 time: 0.1082468
Jun 04 15:25:20.534812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-a55a203c-b5a4-4831-8ff2-7d1d1d2bc874 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:20.536344 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-a55a203c-b5a4-4831-8ff2-7d1d1d2bc874 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.65 "GET /v2.0/networks?id=83864b29-0e91-447f-814a-11174e6730d8 HTTP/1.1" status: 200  len: 819 time: 0.2851949
Jun 04 15:25:20.551489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Request body: {'port': {'device_id': '903d52fa-7253-4245-9ccb-6dda06ae0f41', 'network_id': '83864b29-0e91-447f-814a-11174e6730d8', 'admin_state_up': True, 'tenant_id': 'e4d1bc96c16c459d978417725591ed35'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:25:20.852649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:25:20.881315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:25:20.906095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74b1af-9e02-49df-a6ac-a3353956680c req-028aa38f-34a3-47e1-a46a-4ece76244224 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:20.913285 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aa74b1af-9e02-49df-a6ac-a3353956680c req-028aa38f-34a3-47e1-a46a-4ece76244224 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 945 time: 0.1979468
Jun 04 15:25:20.970938 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aa74b1af-9e02-49df-a6ac-a3353956680c req-55d32576-47f5-43a0-8754-efa050a569b8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566125
Jun 04 15:25:21.007394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Made reservation on behalf of e4d1bc96c16c459d978417725591ed35 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:25:21.012580 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:21.024480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:25:21.293149 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ef12fabf-da33-46db-808c-baaa97213fc9 req-afa5466a-4d93-47c1-b62c-2e7a1208f3d2 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 210 time: 0.0704217
Jun 04 15:25:21.301942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-434270bd-6cb7-4b74-9f74-07667e1cbab3 req-2e9a2e25-0522-4d6a-b07d-248bfcd6fce2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 210 time: 0.0592654
Jun 04 15:25:21.345186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:25:21.352401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:25:21.353034 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:21.363309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Allocated IP 172.20.0.10 (83864b29-0e91-447f-814a-11174e6730d8/1da0813a-f703-4189-b21c-ef86d33e4ec4/cf7baf12-88af-4e8d-b26c-607c3c95385d) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:25:21.522018 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:21.559441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9,segment=NetworkSegment(33b65cb5-bead-41f6-9f2a-58ad9bb643ee),segment_id=33b65cb5-bead-41f6-9f2a-58ad9bb643ee)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:21.602370 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50808) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:21.659443 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:21.659443 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:21.805222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:21.808033 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:21.813432 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:21.831763 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f4af0ad1-927d-488b-b9a5-f0fdcb03dd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:21.901818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f4af0ad1-927d-488b-b9a5-f0fdcb03dd31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:25:21.916428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f4af0ad1-927d-488b-b9a5-f0fdcb03dd31 admin admin] Usage tracker for resource:security_group_rule and tenant:2103c3309d9c4b69ae7144692d899b72 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:25:21.923250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f4af0ad1-927d-488b-b9a5-f0fdcb03dd31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:25:21.930701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f4af0ad1-927d-488b-b9a5-f0fdcb03dd31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:25:21.954540 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:21.971037 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:21.977037 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a527ca-ca6b-4214-a06d-70d5774ba619 req-ee14fdb1-04d9-427a-ba9d-eeef8c758cd3 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:21.988877 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-34a527ca-ca6b-4214-a06d-70d5774ba619 req-ee14fdb1-04d9-427a-ba9d-eeef8c758cd3 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 945 time: 0.1606708
Jun 04 15:25:22.053560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Network 83864b29-0e91-447f-814a-11174e6730d8 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:25:22.058675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:25:22.072427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Pushing event updated for resources: {'Port': ['ID=cf7baf12-88af-4e8d-b26c-607c3c95385d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:22.075405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:25:22.119589 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:22.164906 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:22.165779 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:22.208343 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-34a527ca-ca6b-4214-a06d-70d5774ba619 req-41ddcf59-fb14-48f7-8410-60030c05c1aa tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2182746
Jun 04 15:25:22.277219 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7302935
Jun 04 15:25:22.278611 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f4af0ad1-927d-488b-b9a5-f0fdcb03dd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:22.290192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Request body: {'port': {'device_id': '903d52fa-7253-4245-9ccb-6dda06ae0f41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:25:22.390432 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f4af0ad1-927d-488b-b9a5-f0fdcb03dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:22.403011 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9f328800-5ce4-41c3-b12d-a389566acfd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:22.452537 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f4af0ad1-927d-488b-b9a5-f0fdcb03dd31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2103c3309d9c4b69ae7144692d899b72&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8489699
Jun 04 15:25:22.453997 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af0ad1-927d-488b-b9a5-f0fdcb03dd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e003339-ba98-48a2-bc93-30a1b452c540,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:22.457847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50824) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:22.475828 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f4af0ad1-927d-488b-b9a5-f0fdcb03dd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:22.520858 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:22.530473 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6dddcf99-a7ed-406d-8ee2-de2405a29102 req-0501a5c4-0112-417a-97eb-9566f759fae8 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 210 time: 0.0513754
Jun 04 15:25:22.561239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767db257-9f99-4977-bd10-778a86cfd847 req-0ed29248-904e-4108-8352-985374421691 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:22.561877 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-767db257-9f99-4977-bd10-778a86cfd847 req-0ed29248-904e-4108-8352-985374421691 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 945 time: 0.2261612
Jun 04 15:25:22.700003 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-98cab484-914f-4ada-88cd-3c46ccc86b85 req-2c404114-aadd-4f39-9775-46c24e3f3ea1 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 210 time: 0.0602095
Jun 04 15:25:22.788305 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba60d47b-7fca-410e-aea0-87feafa90fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:22.871403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba60d47b-7fca-410e-aea0-87feafa90fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:22.880849 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:25:22.965731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:25:22.966710 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:22.991744 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-767db257-9f99-4977-bd10-778a86cfd847 req-019b19bb-47de-4071-af14-4ce37126fcf7 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3983831
Jun 04 15:25:23.132507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-0db7cd9b-385b-404c-b789-13b61d4997b0 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:23.132507 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-0db7cd9b-385b-404c-b789-13b61d4997b0 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.62 "GET /v2.0/networks?id=83864b29-0e91-447f-814a-11174e6730d8 HTTP/1.1" status: 200  len: 819 time: 0.3709276
Jun 04 15:25:23.152153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Request body: {'port': {'device_id': '07818ca3-d252-4819-acb5-901c4c5357a3', 'network_id': '83864b29-0e91-447f-814a-11174e6730d8', 'admin_state_up': True, 'tenant_id': 'e4d1bc96c16c459d978417725591ed35'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:25:23.242759 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:23.267153 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba60d47b-7fca-410e-aea0-87feafa90fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:23.316396 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-48024033-540d-4104-892d-644fb5297e65 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:23.358309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60d47b-7fca-410e-aea0-87feafa90fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e003339-ba98-48a2-bc93-30a1b452c540,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:23.368485 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ba60d47b-7fca-410e-aea0-87feafa90fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:23.377772 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba60d47b-7fca-410e-aea0-87feafa90fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:23.378879 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ba60d47b-7fca-410e-aea0-87feafa90fcc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e003339-ba98-48a2-bc93-30a1b452c540 HTTP/1.1" status: 204  len: 168 time: 0.9200859
Jun 04 15:25:23.426982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:25:23.432587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Usage tracker for resource:port and tenant:e4d1bc96c16c459d978417725591ed35 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:25:23.437040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:25:23.454025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:25:23.515670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7baf12-88af-4e8d-b26c-607c3c95385d {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:25:23.524570 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:23.543513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Transition to ACTIVE for port object cf7baf12-88af-4e8d-b26c-607c3c95385d will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:25:23.687825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Made reservation on behalf of e4d1bc96c16c459d978417725591ed35 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:25:23.691803 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:23.724497 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bc4ff371-fbf1-430f-bb65-80b5b504a5e8 req-fd723bce-15c0-49e0-bf3c-f5296676f810 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 210 time: 0.0506003
Jun 04 15:25:23.729260 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:23.749149 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-094a4b03-ef9d-44b2-948d-4ff86feba7a8 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:23.926174 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-da8b7baf-5806-43aa-8542-05ad303078b3 req-24ee30f5-5d4e-40d7-a27c-5c31e35f07b5 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 210 time: 0.0564582
Jun 04 15:25:24.082384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Pushing event updated for resources: {'Port': ['ID=cf7baf12-88af-4e8d-b26c-607c3c95385d,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:24.118834 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:24.308598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Attempting to bind port cf7baf12-88af-4e8d-b26c-607c3c95385d on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:25:24.308598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Attempting to bind port cf7baf12-88af-4e8d-b26c-607c3c95385d by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '33b65cb5-bead-41f6-9f2a-58ad9bb643ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '83864b29-0e91-447f-814a-11174e6730d8'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:25:24.308835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Attempting to bind port cf7baf12-88af-4e8d-b26c-607c3c95385d on network 83864b29-0e91-447f-814a-11174e6730d8 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:25:24.324505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d2c38-8876-4975-bed7-614d53e82477 req-a83e138b-b96a-4a9d-b35a-34cd6aa6405b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:24.331612 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-992d2c38-8876-4975-bed7-614d53e82477 req-a83e138b-b96a-4a9d-b35a-34cd6aa6405b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 945 time: 0.4534118
Jun 04 15:25:24.359881 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Port cf7baf12-88af-4e8d-b26c-607c3c95385d on network 83864b29-0e91-447f-814a-11174e6730d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:25:24.360316 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Attempting to bind port cf7baf12-88af-4e8d-b26c-607c3c95385d on network 83864b29-0e91-447f-814a-11174e6730d8 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:25:24.365677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Allocated IP 172.20.0.9 (83864b29-0e91-447f-814a-11174e6730d8/1da0813a-f703-4189-b21c-ef86d33e4ec4/9d3a13de-729d-4036-9aff-9dac68dee9bd) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:25:24.382651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:25:24.383157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Checking segment: {'id': '33b65cb5-bead-41f6-9f2a-58ad9bb643ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '83864b29-0e91-447f-814a-11174e6730d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:25:24.383544 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Bound using segment: {'id': '33b65cb5-bead-41f6-9f2a-58ad9bb643ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '83864b29-0e91-447f-814a-11174e6730d8'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:25:24.383818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Bound port: cf7baf12-88af-4e8d-b26c-607c3c95385d, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b65cb5-bead-41f6-9f2a-58ad9bb643ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '83864b29-0e91-447f-814a-11174e6730d8'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:25:24.384158 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:24.509206 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-992d2c38-8876-4975-bed7-614d53e82477 req-b96ec3d8-da19-4264-b530-b90907322fe7 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761847
Jun 04 15:25:24.637807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] For port cf7baf12-88af-4e8d-b26c-607c3c95385d, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:25:24.717020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] For port cf7baf12-88af-4e8d-b26c-607c3c95385d, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=cf7baf12-88af-4e8d-b26c-607c3c95385d,segment=NetworkSegment(33b65cb5-bead-41f6-9f2a-58ad9bb643ee),segment_id=33b65cb5-bead-41f6-9f2a-58ad9bb643ee)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:25:24.789564 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:24.835409 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:24.842144 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3d3a0ab2-5d02-49fc-bd70-f308344ce1fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:24.953364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:24.953950 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:24.955422 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] 10.222.0.65 "PUT /v2.0/ports/cf7baf12-88af-4e8d-b26c-607c3c95385d HTTP/1.1" status: 200  len: 1092 time: 2.6708391
Jun 04 15:25:24.961196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903d52fa-7253-4245-9ccb-6dda06ae0f41', 'tag': 'cf7baf12-88af-4e8d-b26c-607c3c95385d'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:25:24.963600 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f6af6d-0858-4eff-8f0f-cb8c3b10dc88" -d '{"events": [{"name": "network-changed", "server_uuid": "903d52fa-7253-4245-9ccb-6dda06ae0f41", "tag": "cf7baf12-88af-4e8d-b26c-607c3c95385d"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:25:24.967608 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:24.989332 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-020ba80d-847a-45a8-ae22-bf5002ba0f74 req-f76c297f-506d-49d7-be15-f79920c8fa2b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 210 time: 0.0881958
Jun 04 15:25:25.002314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Network 83864b29-0e91-447f-814a-11174e6730d8 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:25:25.005388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:25:25.008045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:25:25.147927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50876) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:25.244735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:25.250005 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:25.251758 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472226cd-6543-46ee-a9cd-57d2fb56fc14 x-openstack-request-id: req-472226cd-6543-46ee-a9cd-57d2fb56fc14 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:25:25.252441 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903d52fa-7253-4245-9ccb-6dda06ae0f41", "tag": "cf7baf12-88af-4e8d-b26c-607c3c95385d", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:25:25.252694 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-472226cd-6543-46ee-a9cd-57d2fb56fc14 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:25:25.253143 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903d52fa-7253-4245-9ccb-6dda06ae0f41', 'tag': 'cf7baf12-88af-4e8d-b26c-607c3c95385d', 'status': 'completed', 'code': 200}
Jun 04 15:25:25.290972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Pushing event updated for resources: {'Port': ['ID=cf7baf12-88af-4e8d-b26c-607c3c95385d,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:25.301862 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:25.302367 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b8ab78a4-fac9-4716-b159-6771fe58a4a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:25.375109 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01469f22-70d1-47a7-a937-7f0b3eec8035 req-a7263ade-d79f-4015-92d9-35fa27657ed2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:25.377567 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-01469f22-70d1-47a7-a937-7f0b3eec8035 req-a7263ade-d79f-4015-92d9-35fa27657ed2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 931 time: 0.2134187
Jun 04 15:25:25.385546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1483508981-network', 'tenant_id': 'ca355e7d2c014b2199d28221a4415fd2'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:25:25.394314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:25:25.401143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Usage tracker for resource:network and tenant:ca355e7d2c014b2199d28221a4415fd2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:25:25.406772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:25:25.407231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Pushing event updated for resources: {'Port': ['ID=9d3a13de-729d-4036-9aff-9dac68dee9bd,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:25.411512 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:25.418332 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:25:25.420072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6af6d-0858-4eff-8f0f-cb8c3b10dc88 req-36f5753e-2ecc-4a89-b828-b11242918ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:25.422062 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-21f6af6d-0858-4eff-8f0f-cb8c3b10dc88 req-36f5753e-2ecc-4a89-b828-b11242918ae2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e4d1bc96c16c459d978417725591ed35&device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 1095 time: 0.1661565
Jun 04 15:25:25.504831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-01469f22-70d1-47a7-a937-7f0b3eec8035 req-349ae8b4-a128-4c8e-afa0-758b6089dfcd tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Synchronizing usage tracker for tenant:e4d1bc96c16c459d978417725591ed35 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:25:25.556468 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4032221
Jun 04 15:25:25.566007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Request body: {'port': {'device_id': '07818ca3-d252-4819-acb5-901c4c5357a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:25:25.693299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-01469f22-70d1-47a7-a937-7f0b3eec8035 req-349ae8b4-a128-4c8e-afa0-758b6089dfcd tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Unset dirty status for tenant:e4d1bc96c16c459d978417725591ed35 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:25:25.694588 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-01469f22-70d1-47a7-a937-7f0b3eec8035 req-349ae8b4-a128-4c8e-afa0-758b6089dfcd tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2666578
Jun 04 15:25:25.730686 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:25.734802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Made reservation on behalf of ca355e7d2c014b2199d28221a4415fd2 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:25:25.734979 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:25.739454 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:25.744426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6af6d-0858-4eff-8f0f-cb8c3b10dc88 req-d2904046-c1bf-43f5-8fb4-6e438e3c2328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:25.746009 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-21f6af6d-0858-4eff-8f0f-cb8c3b10dc88 req-d2904046-c1bf-43f5-8fb4-6e438e3c2328 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=e4d1bc96c16c459d978417725591ed35&shared=False HTTP/1.1" status: 200  len: 920 time: 0.3160946
Jun 04 15:25:25.759228 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:25.774920 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:25:25.780156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Usage tracker for resource:security_group_rule and tenant:ca355e7d2c014b2199d28221a4415fd2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:25:25.783167 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:25:25.789160 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:25:25.899117 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:26.018920 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:26.022146 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9f35444d-65ce-4833-82dc-0a2b7468e743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:26.058219 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4b59cc-7376-4ed0-b8ae-9a021becb70e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:26.062266 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:26.147308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020cdc7-6191-4a25-9e71-f3f8d1b2dfb1 req-cd5087d3-1796-4d9c-8435-297e3e401daf tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:26.148793 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c020cdc7-6191-4a25-9e71-f3f8d1b2dfb1 req-cd5087d3-1796-4d9c-8435-297e3e401daf tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 945 time: 0.3968410
Jun 04 15:25:26.181107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134b31b-0140-4e06-8d74-c00bed3d6dbb req-6d3a1066-811c-416f-af58-1453f7ae15da tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:26.187917 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7134b31b-0140-4e06-8d74-c00bed3d6dbb req-6d3a1066-811c-416f-af58-1453f7ae15da tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 945 time: 0.2283716
Jun 04 15:25:26.222095 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0f1ab31a-503b-4273-9d09-5b4b8f9dbf29 req-ef73f2a2-933d-4c7d-ade0-a1af2e4bd649 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 210 time: 0.0465834
Jun 04 15:25:26.307894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6af6d-0858-4eff-8f0f-cb8c3b10dc88 req-856cca37-3e95-4b73-8323-fc658128dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:26.309366 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-21f6af6d-0858-4eff-8f0f-cb8c3b10dc88 req-856cca37-3e95-4b73-8323-fc658128dfa9 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5561640
Jun 04 15:25:26.336558 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:25:26.351714 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:26.352748 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Added segment b0c3fc4f-dab2-43ac-b292-b34f99ad7dfb of type vlan for network 41d4a710-08ef-42c2-a313-3d56e011b783
Jun 04 15:25:26.392495 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:26.401116 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c020cdc7-6191-4a25-9e71-f3f8d1b2dfb1 req-bf1c237d-c33a-4c3a-afab-35f5ccb56d11 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2409585
Jun 04 15:25:26.512412 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:26.514555 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:26.520745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:26.522640 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9e4cadbd-3f2d-4ea4-bf0f-ec0c23970a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:26.660576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-c750dad0-e137-4005-a43d-7568b9e7ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:26.662091 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-c750dad0-e137-4005-a43d-7568b9e7ca6a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e4d1bc96c16c459d978417725591ed35&device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 1095 time: 0.2772102
Jun 04 15:25:26.672336 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3a13de-729d-4036-9aff-9dac68dee9bd {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:25:26.677681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7134b31b-0140-4e06-8d74-c00bed3d6dbb req-39388c3a-9a39-439e-8c0a-42b6630c1fd5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Deleting port df667c36-feb0-4f6e-b814-3560e6da0916 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:25:26.678026 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7134b31b-0140-4e06-8d74-c00bed3d6dbb req-39388c3a-9a39-439e-8c0a-42b6630c1fd5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:26.685943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Pushing event updated for resources: {'Network': ['ID=41d4a710-08ef-42c2-a313-3d56e011b783,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:26.692387 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:26.698723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 41d4a710-08ef-42c2-a313-3d56e011b783 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:25:26.772249 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:26.797504 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.6462965
Jun 04 15:25:26.813647 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-07ea7405-86fc-44d2-a1a4-33ad2dc4384f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf7baf12-88af-4e8d-b26c-607c3c95385d HTTP/1.1" status: 200  len: 217 time: 0.1097229
Jun 04 15:25:27.147862 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Transition to ACTIVE for port object 9d3a13de-729d-4036-9aff-9dac68dee9bd will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:25:27.207081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-01374ae3-edb1-4fd1-a6d0-f84ae30d9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:27.208567 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-01374ae3-edb1-4fd1-a6d0-f84ae30d9f42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1da0813a-f703-4189-b21c-ef86d33e4ec4 HTTP/1.1" status: 200  len: 859 time: 0.3837974
Jun 04 15:25:27.278498 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:27.286118 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a3b65c85-d13e-4b57-a785-bced195e955c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:27.319889 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-387f0379-dc58-4d19-9956-d62ba04cbecb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83864b29-0e91-447f-814a-11174e6730d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0918603
Jun 04 15:25:27.366847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7134b31b-0140-4e06-8d74-c00bed3d6dbb req-39388c3a-9a39-439e-8c0a-42b6630c1fd5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] For port df667c36-feb0-4f6e-b814-3560e6da0916, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=df667c36-feb0-4f6e-b814-3560e6da0916,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:27.367212 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7134b31b-0140-4e06-8d74-c00bed3d6dbb req-39388c3a-9a39-439e-8c0a-42b6630c1fd5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:27.395751 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16b6b4-c9d2-4358-9069-27067e983c5d req-dcc1f39c-2db7-4d6d-99b6-01f31b874203 tempest-ComputeTenantNetworksTest-1667518483 tempest-ComputeTenantNetworksTest-1667518483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:27.405376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16b6b4-c9d2-4358-9069-27067e983c5d req-dcc1f39c-2db7-4d6d-99b6-01f31b874203 tempest-ComputeTenantNetworksTest-1667518483 tempest-ComputeTenantNetworksTest-1667518483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:27.408179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16b6b4-c9d2-4358-9069-27067e983c5d req-dcc1f39c-2db7-4d6d-99b6-01f31b874203 tempest-ComputeTenantNetworksTest-1667518483 tempest-ComputeTenantNetworksTest-1667518483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:27.408992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-dc16b6b4-c9d2-4358-9069-27067e983c5d req-dcc1f39c-2db7-4d6d-99b6-01f31b874203 tempest-ComputeTenantNetworksTest-1667518483 tempest-ComputeTenantNetworksTest-1667518483-project] Synchronizing usage tracker for tenant:ca355e7d2c014b2199d28221a4415fd2 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:25:27.527369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-dc16b6b4-c9d2-4358-9069-27067e983c5d req-dcc1f39c-2db7-4d6d-99b6-01f31b874203 tempest-ComputeTenantNetworksTest-1667518483 tempest-ComputeTenantNetworksTest-1667518483-project] Unset dirty status for tenant:ca355e7d2c014b2199d28221a4415fd2 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:25:27.529483 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc16b6b4-c9d2-4358-9069-27067e983c5d req-dcc1f39c-2db7-4d6d-99b6-01f31b874203 tempest-ComputeTenantNetworksTest-1667518483 tempest-ComputeTenantNetworksTest-1667518483-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1903 time: 0.2934520
Jun 04 15:25:27.595065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7134b31b-0140-4e06-8d74-c00bed3d6dbb req-39388c3a-9a39-439e-8c0a-42b6630c1fd5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Calling delete_port for df667c36-feb0-4f6e-b814-3560e6da0916 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:25:27.598825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Pushing event updated for resources: {'Port': ['ID=9d3a13de-729d-4036-9aff-9dac68dee9bd,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:27.673977 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f62c177c-2d19-4ad2-81a7-062363c853e9 req-c294de3c-76ec-40cc-90cf-75e6177eaf5e tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e915948-1c07-4528-be78-03ed9c8f5d40 HTTP/1.1" status: 200  len: 210 time: 0.0439565
Jun 04 15:25:27.680471 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:27.703547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a72f-51c4-4f9f-bebe-c04345e22620 req-153f492a-5d13-4b4d-b5da-55a7ce16de91 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:27.703547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8911a72f-51c4-4f9f-bebe-c04345e22620 req-153f492a-5d13-4b4d-b5da-55a7ce16de91 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Synchronizing usage tracker for tenant:e4d1bc96c16c459d978417725591ed35 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:25:27.829508 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-6be7479c-3d00-4bf5-9147-fd49cdea414c service neutron] 10.222.0.65 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4979374
Jun 04 15:25:27.838899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Attempting to bind port 9d3a13de-729d-4036-9aff-9dac68dee9bd on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:25:27.839229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Attempting to bind port 9d3a13de-729d-4036-9aff-9dac68dee9bd by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '33b65cb5-bead-41f6-9f2a-58ad9bb643ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '83864b29-0e91-447f-814a-11174e6730d8'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:25:27.839560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Attempting to bind port 9d3a13de-729d-4036-9aff-9dac68dee9bd on network 83864b29-0e91-447f-814a-11174e6730d8 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:25:27.868915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Port 9d3a13de-729d-4036-9aff-9dac68dee9bd on network 83864b29-0e91-447f-814a-11174e6730d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:25:27.869264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Attempting to bind port 9d3a13de-729d-4036-9aff-9dac68dee9bd on network 83864b29-0e91-447f-814a-11174e6730d8 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:25:27.876345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e353c80-7460-45af-9cdc-0ea40692bcff req-71d40bdc-90d7-4ddc-9782-e6027062b8aa tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:27.881375 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e353c80-7460-45af-9cdc-0ea40692bcff req-71d40bdc-90d7-4ddc-9782-e6027062b8aa tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 945 time: 0.0911171
Jun 04 15:25:27.895826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8911a72f-51c4-4f9f-bebe-c04345e22620 req-153f492a-5d13-4b4d-b5da-55a7ce16de91 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Unset dirty status for tenant:e4d1bc96c16c459d978417725591ed35 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:25:27.896992 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8911a72f-51c4-4f9f-bebe-c04345e22620 req-153f492a-5d13-4b4d-b5da-55a7ce16de91 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 931 time: 0.9709690
Jun 04 15:25:27.925667 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e353c80-7460-45af-9cdc-0ea40692bcff req-780e3886-86ce-409a-9fc4-899241541339 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415149
Jun 04 15:25:27.952140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:25:27.952140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Checking segment: {'id': '33b65cb5-bead-41f6-9f2a-58ad9bb643ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '83864b29-0e91-447f-814a-11174e6730d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:25:27.952140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Bound using segment: {'id': '33b65cb5-bead-41f6-9f2a-58ad9bb643ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '83864b29-0e91-447f-814a-11174e6730d8'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:25:27.952140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Bound port: 9d3a13de-729d-4036-9aff-9dac68dee9bd, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b65cb5-bead-41f6-9f2a-58ad9bb643ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '83864b29-0e91-447f-814a-11174e6730d8'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:25:27.952140 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:28.132768 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8911a72f-51c4-4f9f-bebe-c04345e22620 req-be99b41b-e219-4e2a-8760-fcdfbae4fe2d tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689372
Jun 04 15:25:28.155451 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a84efa27-a9fb-4b77-98e6-eaf5fbcb164a req-3e48fb3b-f17c-433a-a317-3e1d89a73911 service neutron] 10.222.0.65 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3086755
Jun 04 15:25:28.193062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] For port 9d3a13de-729d-4036-9aff-9dac68dee9bd, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:25:28.196421 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] For port 9d3a13de-729d-4036-9aff-9dac68dee9bd, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9d3a13de-729d-4036-9aff-9dac68dee9bd,segment=NetworkSegment(33b65cb5-bead-41f6-9f2a-58ad9bb643ee),segment_id=33b65cb5-bead-41f6-9f2a-58ad9bb643ee)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:25:28.201815 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909ff23-3045-46fd-86cc-34d93180b713 req-935e0353-bf58-45fb-8c53-abf09e1e6ce5 tempest-ComputeTenantNetworksTest-1667518483 tempest-ComputeTenantNetworksTest-1667518483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:28.203251 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c909ff23-3045-46fd-86cc-34d93180b713 req-935e0353-bf58-45fb-8c53-abf09e1e6ce5 tempest-ComputeTenantNetworksTest-1667518483 tempest-ComputeTenantNetworksTest-1667518483-project] 10.222.0.32 "GET /v2.0/networks/41d4a710-08ef-42c2-a313-3d56e011b783 HTTP/1.1" status: 200  len: 769 time: 0.1341352
Jun 04 15:25:28.212525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50924) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:28.328188 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fedc5ff5-a742-4d64-8dae-f1462e3d419c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:28.374414 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7134b31b-0140-4e06-8d74-c00bed3d6dbb req-39388c3a-9a39-439e-8c0a-42b6630c1fd5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:28.376485 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:28.388532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6dbcb869-b7c3-4c99-8505-2868a006efab'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:25:28.389281 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8491f043-3133-4eb8-87e8-cdb8333a0123 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:28.482666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:28.483265 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:28.484634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] 10.222.0.62 "PUT /v2.0/ports/9d3a13de-729d-4036-9aff-9dac68dee9bd HTTP/1.1" status: 200  len: 1091 time: 2.9230838
Jun 04 15:25:28.511295 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07818ca3-d252-4819-acb5-901c4c5357a3', 'tag': '9d3a13de-729d-4036-9aff-9dac68dee9bd'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:25:28.514312 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddbb411-0284-4def-8d2f-a78235e3bcf6" -d '{"events": [{"name": "network-changed", "server_uuid": "07818ca3-d252-4819-acb5-901c4c5357a3", "tag": "9d3a13de-729d-4036-9aff-9dac68dee9bd"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:25:28.659802 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbed5d2-bd98-4d6e-b294-14ad206d6b8d x-openstack-request-id: req-6cbed5d2-bd98-4d6e-b294-14ad206d6b8d {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:25:28.660177 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07818ca3-d252-4819-acb5-901c4c5357a3", "tag": "9d3a13de-729d-4036-9aff-9dac68dee9bd", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:25:28.660499 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cbed5d2-bd98-4d6e-b294-14ad206d6b8d {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:25:28.660977 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07818ca3-d252-4819-acb5-901c4c5357a3', 'tag': '9d3a13de-729d-4036-9aff-9dac68dee9bd', 'status': 'completed', 'code': 200}
Jun 04 15:25:28.674585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7134b31b-0140-4e06-8d74-c00bed3d6dbb req-39388c3a-9a39-439e-8c0a-42b6630c1fd5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] No DVR routers for this DVR port df667c36-feb0-4f6e-b814-3560e6da0916 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:25:28.684978 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fedc5ff5-a742-4d64-8dae-f1462e3d419c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:28.694188 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7134b31b-0140-4e06-8d74-c00bed3d6dbb req-39388c3a-9a39-439e-8c0a-42b6630c1fd5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:28.708729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Pushing event updated for resources: {'Port': ['ID=9d3a13de-729d-4036-9aff-9dac68dee9bd,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:28.825933 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:25:28.893958 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-fedc5ff5-a742-4d64-8dae-f1462e3d419c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c8c20a0>,) {'filters': {'network_id': ['41d4a710-08ef-42c2-a313-3d56e011b783']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:28.924977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39388c3a-9a39-439e-8c0a-42b6630c1fd5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Pushing event deleted for resources: {'Port': ['ID=df667c36-feb0-4f6e-b814-3560e6da0916,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:28.927937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-fedc5ff5-a742-4d64-8dae-f1462e3d419c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c8c20a0>, 'b0c3fc4f-dab2-43ac-b292-b34f99ad7dfb') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:28.928230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-fedc5ff5-a742-4d64-8dae-f1462e3d419c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c8c20a0>, 'b0c3fc4f-dab2-43ac-b292-b34f99ad7dfb') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:28.936811 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-39388c3a-9a39-439e-8c0a-42b6630c1fd5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:28.940735 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.524s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:28.941151 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:28.944793 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fedc5ff5-a742-4d64-8dae-f1462e3d419c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:28.966768 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fedc5ff5-a742-4d64-8dae-f1462e3d419c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:28.975037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedc5ff5-a742-4d64-8dae-f1462e3d419c admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:25:28.975423 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fedc5ff5-a742-4d64-8dae-f1462e3d419c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:25:28.989834 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:25:28.992510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50934) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:29.079804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbb411-0284-4def-8d2f-a78235e3bcf6 req-56146467-993e-47be-84bb-6289627f74a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:29.081299 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8ddbb411-0284-4def-8d2f-a78235e3bcf6 req-56146467-993e-47be-84bb-6289627f74a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4d1bc96c16c459d978417725591ed35&device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 1094 time: 0.4637096
Jun 04 15:25:29.165350 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7134b31b-0140-4e06-8d74-c00bed3d6dbb req-39388c3a-9a39-439e-8c0a-42b6630c1fd5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.62 "DELETE /v2.0/ports/df667c36-feb0-4f6e-b814-3560e6da0916 HTTP/1.1" status: 204  len: 173 time: 2.9767570
Jun 04 15:25:29.173433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-b79ceff6-2d95-4dd1-8a60-8beb850077af req-49b75f4c-7d82-48e6-b6eb-2e11863d4b02 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Synchronizing usage tracker for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:25:29.293864 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1959bb22-62fe-4ce5-bf9e-b2e9940c2819 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:29.314910 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fedc5ff5-a742-4d64-8dae-f1462e3d419c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:29.338996 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:29.345479 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb990430-0adc-462b-aab0-24c62b5b7695 req-b32c5599-ac73-4234-867d-8e5dc5adb183 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:29.347129 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fb990430-0adc-462b-aab0-24c62b5b7695 req-b32c5599-ac73-4234-867d-8e5dc5adb183 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 943 time: 0.0945532
Jun 04 15:25:29.359010 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fedc5ff5-a742-4d64-8dae-f1462e3d419c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:29.372631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc5ff5-a742-4d64-8dae-f1462e3d419c admin admin] Pushing event deleted for resources: {'Network': ['ID=41d4a710-08ef-42c2-a313-3d56e011b783,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:29.375080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbb411-0284-4def-8d2f-a78235e3bcf6 req-ce36f869-151f-4470-ae6d-753beaef8d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:29.376539 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8ddbb411-0284-4def-8d2f-a78235e3bcf6 req-ce36f869-151f-4470-ae6d-753beaef8d13 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=e4d1bc96c16c459d978417725591ed35&shared=False HTTP/1.1" status: 200  len: 920 time: 0.2862742
Jun 04 15:25:29.377398 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fedc5ff5-a742-4d64-8dae-f1462e3d419c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:29.379168 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1959bb22-62fe-4ce5-bf9e-b2e9940c2819 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:29.401152 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fb990430-0adc-462b-aab0-24c62b5b7695 req-f5d5daec-e83e-4bfe-939c-b0fbf100ab75 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462947
Jun 04 15:25:29.430558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-b79ceff6-2d95-4dd1-8a60-8beb850077af req-49b75f4c-7d82-48e6-b6eb-2e11863d4b02 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Unset dirty status for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:25:29.431616 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b79ceff6-2d95-4dd1-8a60-8beb850077af req-49b75f4c-7d82-48e6-b6eb-2e11863d4b02 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 210 time: 0.3494587
Jun 04 15:25:29.564751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbb411-0284-4def-8d2f-a78235e3bcf6 req-ae6756ce-dd0f-4cda-9891-488ed785e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:29.566549 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8ddbb411-0284-4def-8d2f-a78235e3bcf6 req-ae6756ce-dd0f-4cda-9891-488ed785e86d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1694067
Jun 04 15:25:29.573970 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fedc5ff5-a742-4d64-8dae-f1462e3d419c admin admin] 10.222.0.32 "DELETE /v2.0/networks/41d4a710-08ef-42c2-a313-3d56e011b783 HTTP/1.1" status: 204  len: 168 time: 1.3600047
Jun 04 15:25:29.583847 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-26de7c48-5b9e-4837-b23a-bb49b298e2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:29.608513 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1959bb22-62fe-4ce5-bf9e-b2e9940c2819 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:29.615867 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device df667c36-feb0-4f6e-b814-3560e6da0916 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:25:29.630555 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a145c29b-7646-4760-a60f-d68d77237968 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:29.660712 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: df667c36-feb0-4f6e-b814-3560e6da0916 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:25:29.661195 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device df667c36-feb0-4f6e-b814-3560e6da0916 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:25:29.687051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959bb22-62fe-4ce5-bf9e-b2e9940c2819 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b575bb-0477-4be0-b580-24c28106b718,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:29.697472 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1959bb22-62fe-4ce5-bf9e-b2e9940c2819 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:29.726424 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-50c61e8b-91d9-46be-9ad7-bba5cedca71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:29.727970 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-50c61e8b-91d9-46be-9ad7-bba5cedca71f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4d1bc96c16c459d978417725591ed35&device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 1094 time: 0.0817258
Jun 04 15:25:29.802912 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-b2ff30a1-11b9-4e5e-843c-d869b671a785 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d3a13de-729d-4036-9aff-9dac68dee9bd HTTP/1.1" status: 200  len: 217 time: 0.0663936
Jun 04 15:25:29.867182 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-615618de-cacb-4bea-8509-9035ad65e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:29.868590 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-615618de-cacb-4bea-8509-9035ad65e78f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1da0813a-f703-4189-b21c-ef86d33e4ec4 HTTP/1.1" status: 200  len: 859 time: 0.0596144
Jun 04 15:25:29.923863 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-3a7f1d16-4bd3-47e2-9adb-39bdb8624bda service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83864b29-0e91-447f-814a-11174e6730d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487056
Jun 04 15:25:29.926000 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1959bb22-62fe-4ce5-bf9e-b2e9940c2819 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:29.927006 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1959bb22-62fe-4ce5-bf9e-b2e9940c2819 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "DELETE /v2.0/security-groups/f7b575bb-0477-4be0-b580-24c28106b718 HTTP/1.1" status: 204  len: 168 time: 0.9334810
Jun 04 15:25:29.929897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50948) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:29.967820 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-ba19ccdc-1d41-4e17-b4b8-e8fd9bf346ec tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] show failed (client error): The resource could not be found.
Jun 04 15:25:29.968852 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ba19ccdc-1d41-4e17-b4b8-e8fd9bf346ec tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "GET /v2.0/security-groups/f7b575bb-0477-4be0-b580-24c28106b718 HTTP/1.1" status: 404  len: 347 time: 0.0380342
Jun 04 15:25:29.972165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50950) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:30.091429 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-3491cca1-ad4d-486f-a519-ac4b518159d8 service neutron] 10.222.0.62 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473751
Jun 04 15:25:30.167311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50952) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:30.240328 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c75f705-2d86-4fbb-920f-28823cdfe629 req-9e5baeab-2b33-4e2e-9220-6759ea7564c3 service neutron] 10.222.0.62 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397562
Jun 04 15:25:30.246284 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f1b9126b-befa-4b9d-bcf2-effce8245673 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca355e7d2c014b2199d28221a4415fd2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0755386
Jun 04 15:25:30.247682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50956) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:30.263947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-54fa4690-335a-4f90-a130-78a15cb62da4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Deleting port 12307fe0-8bbd-4ab4-93ff-4caf06fcbfda {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:25:30.269139 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54fa4690-335a-4f90-a130-78a15cb62da4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:30.329309 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4fdf894d-0de4-4b9a-bbcc-d3aff61670d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:30.359891 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4fdf894d-0de4-4b9a-bbcc-d3aff61670d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:30.402441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54fa4690-335a-4f90-a130-78a15cb62da4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:30.403026 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54fa4690-335a-4f90-a130-78a15cb62da4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:30.510761 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4fdf894d-0de4-4b9a-bbcc-d3aff61670d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:30.521710 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1959bb22-62fe-4ce5-bf9e-b2e9940c2819 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:30.547415 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf894d-0de4-4b9a-bbcc-d3aff61670d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4b59cc-7376-4ed0-b8ae-9a021becb70e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:30.551012 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4fdf894d-0de4-4b9a-bbcc-d3aff61670d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:30.553412 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4fdf894d-0de4-4b9a-bbcc-d3aff61670d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:30.555813 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4fdf894d-0de4-4b9a-bbcc-d3aff61670d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db4b59cc-7376-4ed0-b8ae-9a021becb70e HTTP/1.1" status: 204  len: 168 time: 0.3066993
Jun 04 15:25:30.663059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0b6602-9f35-4c77-9d67-237b44077fe7', 'name': 'network-vif-deleted', 'tag': 'df667c36-feb0-4f6e-b814-3560e6da0916'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:25:30.665683 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4053e3e5-cf05-43dd-9ad1-7974681cba38" -d '{"events": [{"server_uuid": "0e0b6602-9f35-4c77-9d67-237b44077fe7", "name": "network-vif-deleted", "tag": "df667c36-feb0-4f6e-b814-3560e6da0916"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:25:30.671199 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59e467ee-9fb2-45f3-ae02-ef8a0923d63b req-14d8e989-a7ad-40f7-9ad8-8448dc8772dc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0b6602-9f35-4c77-9d67-237b44077fe7 HTTP/1.1" status: 200  len: 210 time: 0.0554004
Jun 04 15:25:30.676148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-54fa4690-335a-4f90-a130-78a15cb62da4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Calling delete_port for 12307fe0-8bbd-4ab4-93ff-4caf06fcbfda owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:25:30.789853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9777c6f-5e96-4054-bf2b-e4aa6d8b9f5c req-4c0a7942-1a01-438f-ae75-b6a1f80fa315 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:30.791484 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d9777c6f-5e96-4054-bf2b-e4aa6d8b9f5c req-4c0a7942-1a01-438f-ae75-b6a1f80fa315 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 943 time: 0.1824329
Jun 04 15:25:30.877345 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d9777c6f-5e96-4054-bf2b-e4aa6d8b9f5c req-524162c3-3809-4291-8fc4-6787768f93e6 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776837
Jun 04 15:25:30.949390 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb7f7b9-b56a-4518-8b6c-fa8b37b0deab x-openstack-request-id: req-cbb7f7b9-b56a-4518-8b6c-fa8b37b0deab {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:25:30.949390 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0b6602-9f35-4c77-9d67-237b44077fe7", "name": "network-vif-deleted", "tag": "df667c36-feb0-4f6e-b814-3560e6da0916", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:25:30.949390 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbb7f7b9-b56a-4518-8b6c-fa8b37b0deab {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:25:30.949390 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0b6602-9f35-4c77-9d67-237b44077fe7', 'name': 'network-vif-deleted', 'tag': 'df667c36-feb0-4f6e-b814-3560e6da0916', 'status': 'completed', 'code': 200}
Jun 04 15:25:31.065291 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54fa4690-335a-4f90-a130-78a15cb62da4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:31.069357 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ba3641ed-f16d-4259-a824-e03155ca133c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:31.112802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa4690-335a-4f90-a130-78a15cb62da4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event deleted for resources: {'Port': ['ID=12307fe0-8bbd-4ab4-93ff-4caf06fcbfda,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:31.116481 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-54fa4690-335a-4f90-a130-78a15cb62da4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:31.239555 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54fa4690-335a-4f90-a130-78a15cb62da4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:31.318945 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54fa4690-335a-4f90-a130-78a15cb62da4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:31.326828 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-54fa4690-335a-4f90-a130-78a15cb62da4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "DELETE /v2.0/floatingips/a5dbfc2b-735e-4f26-9d9c-752cfb72d6e8 HTTP/1.1" status: 204  len: 168 time: 1.3487551
Jun 04 15:25:31.329402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50982) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:31.352596 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device cf7baf12-88af-4e8d-b26c-607c3c95385d details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:25:31.497785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d62db-a43d-401e-88f5-9dca9796fbd9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Deleting port 622d11de-7803-48e8-9746-b225f13357c1 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:25:31.498357 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2c6d62db-a43d-401e-88f5-9dca9796fbd9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:31.510324 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port cf7baf12-88af-4e8d-b26c-607c3c95385d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=cf7baf12-88af-4e8d-b26c-607c3c95385d,segment=NetworkSegment(33b65cb5-bead-41f6-9f2a-58ad9bb643ee),segment_id=33b65cb5-bead-41f6-9f2a-58ad9bb643ee)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:31.524115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'cf7baf12-88af-4e8d-b26c-607c3c95385d', 'network_id': '83864b29-0e91-447f-814a-11174e6730d8', 'port_id': 'cf7baf12-88af-4e8d-b26c-607c3c95385d', 'mac_address': 'fa:16:3e:24:eb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da0813a-f703-4189-b21c-ef86d33e4ec4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:25:31.584507 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:31.602825 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7baf12-88af-4e8d-b26c-607c3c95385d {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:25:31.623910 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port cf7baf12-88af-4e8d-b26c-607c3c95385d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=cf7baf12-88af-4e8d-b26c-607c3c95385d,segment=NetworkSegment(33b65cb5-bead-41f6-9f2a-58ad9bb643ee),segment_id=33b65cb5-bead-41f6-9f2a-58ad9bb643ee)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:31.644674 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2c6d62db-a43d-401e-88f5-9dca9796fbd9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:31.784577 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:31.807443 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:31.920033 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=cf7baf12-88af-4e8d-b26c-607c3c95385d,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:31.923879 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:31.989285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d62db-a43d-401e-88f5-9dca9796fbd9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Calling delete_port for 622d11de-7803-48e8-9746-b225f13357c1 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:25:32.022754 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:32.034188 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['cf7baf12-88af-4e8d-b26c-607c3c95385d'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:25:32.192296 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc770f12-491e-4bf1-a5e8-8fe056020ea4 req-132af83c-e09b-41e6-9357-28f061bdcd24 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:32.194186 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fc770f12-491e-4bf1-a5e8-8fe056020ea4 req-132af83c-e09b-41e6-9357-28f061bdcd24 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 943 time: 0.1503382
Jun 04 15:25:32.263581 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fc770f12-491e-4bf1-a5e8-8fe056020ea4 req-31be52e5-cee2-4d80-806b-a3afa2377a59 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565760
Jun 04 15:25:32.329274 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2c6d62db-a43d-401e-88f5-9dca9796fbd9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:32.338525 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2864bd99-0042-46a6-8fb4-ff99538435c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:32.342785 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:32.408070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d62db-a43d-401e-88f5-9dca9796fbd9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event deleted for resources: {'Port': ['ID=622d11de-7803-48e8-9746-b225f13357c1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:32.424650 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2c6d62db-a43d-401e-88f5-9dca9796fbd9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:32.496239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-a862de9e-6a5e-4cae-848c-3e340aded72d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:32.498186 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-a862de9e-6a5e-4cae-848c-3e340aded72d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 806 time: 0.3623636
Jun 04 15:25:32.535060 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-e07cc902-db9f-46ea-b3e6-85d1d640e85d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/quotas/c38593d5cdbb4effb71c91bd3b3e56bb HTTP/1.1" status: 200  len: 375 time: 0.0257151
Jun 04 15:25:32.547067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2c6d62db-a43d-401e-88f5-9dca9796fbd9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:32.600090 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2c6d62db-a43d-401e-88f5-9dca9796fbd9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "DELETE /v2.0/ports/622d11de-7803-48e8-9746-b225f13357c1 HTTP/1.1" status: 204  len: 168 time: 1.2697909
Jun 04 15:25:32.602726 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51022) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:32.634280 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-41c67005-8881-48c1-a6ad-d7c1b2b91b56 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0908613
Jun 04 15:25:32.751281 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-0da2bf74-a1e3-4763-9a41-bae68f76b60f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Deleting port 9be08e86-8d27-40e8-8898-cc000823e63c {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:25:32.751734 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0da2bf74-a1e3-4763-9a41-bae68f76b60f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:32.802223 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-077f4ce1-8c05-49da-9fc8-8925cee5474f service neutron] 10.222.0.32 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596034
Jun 04 15:25:32.928299 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0da2bf74-a1e3-4763-9a41-bae68f76b60f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:32.983036 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-730ab601-f4af-49a5-aed0-2173318a1ba5 service neutron] 10.222.0.32 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1714699
Jun 04 15:25:33.090257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-0da2bf74-a1e3-4763-9a41-bae68f76b60f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Calling delete_port for 9be08e86-8d27-40e8-8898-cc000823e63c owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:25:33.299938 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6405ab5b-aff2-4743-a5b3-180f5693664b req-2d1e7044-c995-481b-856c-e909b17e3ed2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 210 time: 0.0572846
Jun 04 15:25:33.319876 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0da2bf74-a1e3-4763-9a41-bae68f76b60f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:33.330865 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8d23c096-a25e-4c56-a90a-6f9231d213cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:33.369648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device cf7baf12-88af-4e8d-b26c-607c3c95385d up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:25:33.516363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571ad0a-31ca-4990-895b-718479fa7fc2 req-90e06b61-17de-4fa4-97a5-70c3a088b4a3 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:33.531921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2bf74-a1e3-4763-9a41-bae68f76b60f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event deleted for resources: {'Port': ['ID=9be08e86-8d27-40e8-8898-cc000823e63c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:33.534776 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2571ad0a-31ca-4990-895b-718479fa7fc2 req-90e06b61-17de-4fa4-97a5-70c3a088b4a3 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 943 time: 0.1439450
Jun 04 15:25:33.537209 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0da2bf74-a1e3-4763-9a41-bae68f76b60f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:33.603822 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2571ad0a-31ca-4990-895b-718479fa7fc2 req-8730d2b8-4db1-4ae2-bd09-90776e218451 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683861
Jun 04 15:25:33.609282 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0da2bf74-a1e3-4763-9a41-bae68f76b60f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:33.630145 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0da2bf74-a1e3-4763-9a41-bae68f76b60f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "DELETE /v2.0/ports/9be08e86-8d27-40e8-8898-cc000823e63c HTTP/1.1" status: 204  len: 168 time: 1.0257275
Jun 04 15:25:33.639859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51060) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:33.646481 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9d3a13de-729d-4036-9aff-9dac68dee9bd details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:25:33.745795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc66d4a5-6990-4d63-b5f8-df019b7cd291 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Deleting subnet a336d59d-0ff7-4a9a-8db6-fe01b767ae75 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:25:33.749168 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc66d4a5-6990-4d63-b5f8-df019b7cd291 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:33.801926 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port cf7baf12-88af-4e8d-b26c-607c3c95385d completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:25:33.805327 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:33.819282 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port cf7baf12-88af-4e8d-b26c-607c3c95385d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:25:33.820029 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:33.829693 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc66d4a5-6990-4d63-b5f8-df019b7cd291 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:33.902710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9d3a13de-729d-4036-9aff-9dac68dee9bd, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9d3a13de-729d-4036-9aff-9dac68dee9bd,segment=NetworkSegment(33b65cb5-bead-41f6-9f2a-58ad9bb643ee),segment_id=33b65cb5-bead-41f6-9f2a-58ad9bb643ee)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:33.928636 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '9d3a13de-729d-4036-9aff-9dac68dee9bd', 'network_id': '83864b29-0e91-447f-814a-11174e6730d8', 'port_id': '9d3a13de-729d-4036-9aff-9dac68dee9bd', 'mac_address': 'fa:16:3e:fc:80:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da0813a-f703-4189-b21c-ef86d33e4ec4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:25:33.963935 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc66d4a5-6990-4d63-b5f8-df019b7cd291 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:34.068932 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:34.093053 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:34.124316 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3a13de-729d-4036-9aff-9dac68dee9bd {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:25:34.133019 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903d52fa-7253-4245-9ccb-6dda06ae0f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7baf12-88af-4e8d-b26c-607c3c95385d'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:25:34.135368 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05530c78-3c18-422b-b754-a314a3fc013d" -d '{"events": [{"server_uuid": "903d52fa-7253-4245-9ccb-6dda06ae0f41", "name": "network-vif-plugged", "status": "completed", "tag": "cf7baf12-88af-4e8d-b26c-607c3c95385d"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:25:34.153007 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port cf7baf12-88af-4e8d-b26c-607c3c95385d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=cf7baf12-88af-4e8d-b26c-607c3c95385d,segment=NetworkSegment(33b65cb5-bead-41f6-9f2a-58ad9bb643ee),segment_id=33b65cb5-bead-41f6-9f2a-58ad9bb643ee)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:34.158109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9d3a13de-729d-4036-9aff-9dac68dee9bd, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9d3a13de-729d-4036-9aff-9dac68dee9bd,segment=NetworkSegment(33b65cb5-bead-41f6-9f2a-58ad9bb643ee),segment_id=33b65cb5-bead-41f6-9f2a-58ad9bb643ee)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:34.201981 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc502ed3-80f3-4a19-87c5-f930ade8145f x-openstack-request-id: req-cc502ed3-80f3-4a19-87c5-f930ade8145f {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:25:34.203147 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903d52fa-7253-4245-9ccb-6dda06ae0f41", "name": "network-vif-plugged", "status": "completed", "tag": "cf7baf12-88af-4e8d-b26c-607c3c95385d", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:25:34.203687 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc502ed3-80f3-4a19-87c5-f930ade8145f {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:25:34.204423 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903d52fa-7253-4245-9ccb-6dda06ae0f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7baf12-88af-4e8d-b26c-607c3c95385d', 'code': 200}
Jun 04 15:25:34.298620 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:34.301506 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:34.366084 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:34.397305 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=cf7baf12-88af-4e8d-b26c-607c3c95385d,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:34.401226 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:34.401730 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7830d7cf-26d4-45da-8f04-e39c46958f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:34.439076 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c8763cf-7079-4293-a2df-73f5b4730214 req-32308368-c272-4130-8e88-20141d7c2f16 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 210 time: 0.0617077
Jun 04 15:25:34.453442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8b1c3-6629-42d9-a877-0cf5164cc870 req-e8ac710f-a588-46a5-91e1-f4cb40645718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:34.456030 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5ba8b1c3-6629-42d9-a877-0cf5164cc870 req-e8ac710f-a588-46a5-91e1-f4cb40645718 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 1097 time: 0.1888065
Jun 04 15:25:34.482162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=9d3a13de-729d-4036-9aff-9dac68dee9bd,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:34.485343 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:34.646647 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5ba8b1c3-6629-42d9-a877-0cf5164cc870 req-56d57b97-2664-47d9-9e98-8f8f3357f225 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772778
Jun 04 15:25:34.790878 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc66d4a5-6990-4d63-b5f8-df019b7cd291 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:34.803577 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-500ace32-8b79-454f-9471-bf01ec34574b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:34.871499 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['9d3a13de-729d-4036-9aff-9dac68dee9bd'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:25:34.877209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66d4a5-6990-4d63-b5f8-df019b7cd291 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event deleted for resources: {'Subnet': ['ID=a336d59d-0ff7-4a9a-8db6-fe01b767ae75,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:34.877952 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fc66d4a5-6990-4d63-b5f8-df019b7cd291 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:34.892455 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc66d4a5-6990-4d63-b5f8-df019b7cd291 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:34.904952 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fc66d4a5-6990-4d63-b5f8-df019b7cd291 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "DELETE /v2.0/subnets/a336d59d-0ff7-4a9a-8db6-fe01b767ae75 HTTP/1.1" status: 204  len: 168 time: 1.2632163
Jun 04 15:25:34.907279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51086) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:34.919939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a3a656-6d66-48d4-b2d9-f2f80e2ca7d9 None None] Network 640a3ff5-2e7f-415c-92c2-71c9ab9caf25 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:25:34.998837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c45111-6483-46e5-b5b6-286cc2c4c88e req-9f5441a8-05bd-45f8-9095-37c4ee31b4d2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:35.000494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-08c45111-6483-46e5-b5b6-286cc2c4c88e req-9f5441a8-05bd-45f8-9095-37c4ee31b4d2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 944 time: 0.2766051
Jun 04 15:25:35.010301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb685a27-17dc-4492-83c6-58ce86667f97 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Deleting subnet 2dc932ea-5716-46ac-bb2f-890dcddeefcb {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:25:35.020973 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fb685a27-17dc-4492-83c6-58ce86667f97 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:35.125317 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fb685a27-17dc-4492-83c6-58ce86667f97 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:35.180749 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-08c45111-6483-46e5-b5b6-286cc2c4c88e req-ab9a9e50-11da-4e99-be4d-4d55feac4ad7 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646175
Jun 04 15:25:35.222112 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:35.253648 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fb685a27-17dc-4492-83c6-58ce86667f97 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:35.390419 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a05957f-43ee-493d-8c5a-3fdcfcd3a29b None None] DHCP port deletion for 640a3ff5-2e7f-415c-92c2-71c9ab9caf25 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:25:35.526305 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1a05957f-43ee-493d-8c5a-3fdcfcd3a29b None None] Deleting port 15245741-3ca6-4a84-8d9d-3df3956ebaf8 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:25:35.540507 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1a05957f-43ee-493d-8c5a-3fdcfcd3a29b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:35.651643 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-329fabd3-0225-4895-a1ad-0fc2f84be0f2 req-0e2bb1c4-c2a8-4501-bd58-e7b59017b535 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 210 time: 0.0562620
Jun 04 15:25:35.691353 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1a05957f-43ee-493d-8c5a-3fdcfcd3a29b None None] For port 15245741-3ca6-4a84-8d9d-3df3956ebaf8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=15245741-3ca6-4a84-8d9d-3df3956ebaf8,segment=NetworkSegment(b99a71e7-f410-418f-bc1e-e673af8b8465),segment_id=b99a71e7-f410-418f-bc1e-e673af8b8465)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:35.691913 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1a05957f-43ee-493d-8c5a-3fdcfcd3a29b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:35.845933 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1a05957f-43ee-493d-8c5a-3fdcfcd3a29b None None] Calling delete_port for 15245741-3ca6-4a84-8d9d-3df3956ebaf8 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:25:35.893739 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fb685a27-17dc-4492-83c6-58ce86667f97 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:35.898063 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2e5bd7df-0a3f-4246-8c5a-e04185cd5274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:35.936666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb685a27-17dc-4492-83c6-58ce86667f97 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc932ea-5716-46ac-bb2f-890dcddeefcb,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:35.940221 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fb685a27-17dc-4492-83c6-58ce86667f97 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:35.941417 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fb685a27-17dc-4492-83c6-58ce86667f97 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:35.948403 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fb685a27-17dc-4492-83c6-58ce86667f97 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "DELETE /v2.0/subnets/2dc932ea-5716-46ac-bb2f-890dcddeefcb HTTP/1.1" status: 204  len: 168 time: 1.0400095
Jun 04 15:25:35.950356 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b717922-ebf9-4adf-a7d8-c254b1040853 None None] Network 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:25:35.954658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51104) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:36.077218 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-243226ec-fd93-47ab-a729-fd4868530bdb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:36.116944 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1a05957f-43ee-493d-8c5a-3fdcfcd3a29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:36.126227 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:36.176926 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05957f-43ee-493d-8c5a-3fdcfcd3a29b None None] Pushing event deleted for resources: {'Port': ['ID=15245741-3ca6-4a84-8d9d-3df3956ebaf8,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:36.179453 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a05957f-43ee-493d-8c5a-3fdcfcd3a29b None None] No DVR routers for this DVR port 15245741-3ca6-4a84-8d9d-3df3956ebaf8 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:25:36.180829 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1a05957f-43ee-493d-8c5a-3fdcfcd3a29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:36.228467 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-243226ec-fd93-47ab-a729-fd4868530bdb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:36.244221 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-243226ec-fd93-47ab-a729-fd4868530bdb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8391225ee0>,) {'filters': {'network_id': ['640a3ff5-2e7f-415c-92c2-71c9ab9caf25']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:36.259514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-243226ec-fd93-47ab-a729-fd4868530bdb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391225ee0>, 'b99a71e7-f410-418f-bc1e-e673af8b8465') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:36.259804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-243226ec-fd93-47ab-a729-fd4868530bdb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391225ee0>, 'b99a71e7-f410-418f-bc1e-e673af8b8465') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:36.281900 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-243226ec-fd93-47ab-a729-fd4868530bdb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:36.302620 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-243226ec-fd93-47ab-a729-fd4868530bdb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:36.306107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243226ec-fd93-47ab-a729-fd4868530bdb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:25:36.306590 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-243226ec-fd93-47ab-a729-fd4868530bdb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:25:36.325961 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:25:36.334162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7158c1d-0bb7-4578-863a-3b084bbd5b8e None None] DHCP port deletion for 487d8500-c646-4ff8-a2dd-8d1e735bc6c3 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:25:36.467316 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-d7158c1d-0bb7-4578-863a-3b084bbd5b8e None None] Deleting port fa90034e-c209-490e-b29d-60fe1a283dc0 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:25:36.467544 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d7158c1d-0bb7-4578-863a-3b084bbd5b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:36.504737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2b325-d010-479f-ab39-706740029640 req-76c34b7e-7c9a-4331-b1f9-17c04eece670 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:36.506336 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eed2b325-d010-479f-ab39-706740029640 req-76c34b7e-7c9a-4331-b1f9-17c04eece670 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 944 time: 0.1761520
Jun 04 15:25:36.597110 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-243226ec-fd93-47ab-a729-fd4868530bdb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:36.603574 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-243226ec-fd93-47ab-a729-fd4868530bdb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:36.613334 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:36.636337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d7158c1d-0bb7-4578-863a-3b084bbd5b8e None None] For port fa90034e-c209-490e-b29d-60fe1a283dc0, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=fa90034e-c209-490e-b29d-60fe1a283dc0,segment=NetworkSegment(a2b0de0c-b18a-4fad-b4b6-1f88702b48d5),segment_id=a2b0de0c-b18a-4fad-b4b6-1f88702b48d5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:36.636937 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d7158c1d-0bb7-4578-863a-3b084bbd5b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:36.714655 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eed2b325-d010-479f-ab39-706740029640 req-7df2471d-7c74-450b-b823-f4d82cf39679 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010586
Jun 04 15:25:36.715732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243226ec-fd93-47ab-a729-fd4868530bdb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event deleted for resources: {'Network': ['ID=640a3ff5-2e7f-415c-92c2-71c9ab9caf25,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:36.726264 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-243226ec-fd93-47ab-a729-fd4868530bdb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:36.782437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-822c888b-6de4-4e6b-83b2-3881fb8453bc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:36.783953 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-822c888b-6de4-4e6b-83b2-3881fb8453bc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.65 "GET /v2.0/networks?id=461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 200  len: 806 time: 0.2742283
Jun 04 15:25:36.789635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-d7158c1d-0bb7-4578-863a-3b084bbd5b8e None None] Calling delete_port for fa90034e-c209-490e-b29d-60fe1a283dc0 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:25:36.808426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Request body: {'port': {'device_id': 'e2d25532-f509-4e37-8bb8-3e59c78b28f4', 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079', 'admin_state_up': True, 'tenant_id': 'c38593d5cdbb4effb71c91bd3b3e56bb'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:25:36.855365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-243226ec-fd93-47ab-a729-fd4868530bdb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "DELETE /v2.0/networks/640a3ff5-2e7f-415c-92c2-71c9ab9caf25 HTTP/1.1" status: 204  len: 168 time: 0.9013927
Jun 04 15:25:36.865693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51120) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:36.874303 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-168cca14-7964-4861-879e-f71dd31418ad req-745b1233-f699-405c-883f-d446b2cc3b97 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 210 time: 0.1026371
Jun 04 15:25:36.947894 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device fa90034e-c209-490e-b29d-60fe1a283dc0 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:25:36.996081 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d7158c1d-0bb7-4578-863a-3b084bbd5b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:37.007312 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-73cbd290-b3fb-4b31-800f-4853b426bef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:37.054219 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: fa90034e-c209-490e-b29d-60fe1a283dc0 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:25:37.054682 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device fa90034e-c209-490e-b29d-60fe1a283dc0 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:25:37.054982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 15245741-3ca6-4a84-8d9d-3df3956ebaf8 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:25:37.092180 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7158c1d-0bb7-4578-863a-3b084bbd5b8e None None] Pushing event deleted for resources: {'Port': ['ID=fa90034e-c209-490e-b29d-60fe1a283dc0,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:37.100007 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7158c1d-0bb7-4578-863a-3b084bbd5b8e None None] No DVR routers for this DVR port fa90034e-c209-490e-b29d-60fe1a283dc0 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:25:37.101328 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d7158c1d-0bb7-4578-863a-3b084bbd5b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:37.102159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 15245741-3ca6-4a84-8d9d-3df3956ebaf8 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:25:37.102381 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 15245741-3ca6-4a84-8d9d-3df3956ebaf8 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:25:37.219899 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-083bce97-b4b6-4b6d-897f-90d9d4c4711b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:37.271760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51126) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:37.301927 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:25:37.332919 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:25:37.393789 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43c516b2-256d-44d0-b2c2-7f1cbb130138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:37.394374 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-083bce97-b4b6-4b6d-897f-90d9d4c4711b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:37.407198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-083bce97-b4b6-4b6d-897f-90d9d4c4711b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c2bfc10>,) {'filters': {'network_id': ['487d8500-c646-4ff8-a2dd-8d1e735bc6c3']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:37.408895 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-43c516b2-256d-44d0-b2c2-7f1cbb130138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:25:37.412770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-43c516b2-256d-44d0-b2c2-7f1cbb130138 admin admin] Usage tracker for resource:security_group_rule and tenant:b967b3d316414a45aec32e1e4d1754c1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:25:37.415969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-43c516b2-256d-44d0-b2c2-7f1cbb130138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:25:37.420429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-083bce97-b4b6-4b6d-897f-90d9d4c4711b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c2bfc10>, 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:37.420795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-083bce97-b4b6-4b6d-897f-90d9d4c4711b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c2bfc10>, 'a2b0de0c-b18a-4fad-b4b6-1f88702b48d5') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:37.422392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-43c516b2-256d-44d0-b2c2-7f1cbb130138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:25:37.432738 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-083bce97-b4b6-4b6d-897f-90d9d4c4711b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:37.449827 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-083bce97-b4b6-4b6d-897f-90d9d4c4711b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:37.456223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083bce97-b4b6-4b6d-897f-90d9d4c4711b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:25:37.456634 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-083bce97-b4b6-4b6d-897f-90d9d4c4711b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:25:37.471957 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:25:37.514415 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43c516b2-256d-44d0-b2c2-7f1cbb130138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:37.539490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Made reservation on behalf of c38593d5cdbb4effb71c91bd3b3e56bb for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:25:37.543062 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:37.647455 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43c516b2-256d-44d0-b2c2-7f1cbb130138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:37.658911 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e2bb3134-19c9-482c-adc5-52815b54b638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:37.677406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9d3a13de-729d-4036-9aff-9dac68dee9bd up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:25:37.703556 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-43c516b2-256d-44d0-b2c2-7f1cbb130138 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b967b3d316414a45aec32e1e4d1754c1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4306796
Jun 04 15:25:37.706134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c516b2-256d-44d0-b2c2-7f1cbb130138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169d556e-433d-49d3-948f-4260aadeab47,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:37.708101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51134) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:37.710749 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-43c516b2-256d-44d0-b2c2-7f1cbb130138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:37.748778 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-083bce97-b4b6-4b6d-897f-90d9d4c4711b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:37.762425 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:37.777289 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-083bce97-b4b6-4b6d-897f-90d9d4c4711b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:37.819542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bce97-b4b6-4b6d-897f-90d9d4c4711b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Pushing event deleted for resources: {'Network': ['ID=487d8500-c646-4ff8-a2dd-8d1e735bc6c3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:37.823481 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-083bce97-b4b6-4b6d-897f-90d9d4c4711b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:37.835781 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-083bce97-b4b6-4b6d-897f-90d9d4c4711b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] 10.222.0.32 "DELETE /v2.0/networks/487d8500-c646-4ff8-a2dd-8d1e735bc6c3 HTTP/1.1" status: 204  len: 168 time: 0.9688993
Jun 04 15:25:37.892755 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 9d3a13de-729d-4036-9aff-9dac68dee9bd completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:25:37.899798 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 9d3a13de-729d-4036-9aff-9dac68dee9bd triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:25:37.900282 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:37.940878 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77c650e2-355d-477b-8500-1d8da7d09532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:37.991580 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Allocated IP 172.20.0.2 (461f9c0e-ecfd-4745-a9f2-974b51ab6079/cb8210ec-57b3-4dae-ba07-aa799b052e64/4ff01759-e232-4f66-8779-c750f9db4a4f) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:25:38.001643 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77c650e2-355d-477b-8500-1d8da7d09532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:38.059046 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:38.082771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f150a3-8de0-4a51-9314-3d9db53c48c3 req-71406d4a-3525-47ce-a0a4-5e3717aadb17 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:38.084282 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-64f150a3-8de0-4a51-9314-3d9db53c48c3 req-71406d4a-3525-47ce-a0a4-5e3717aadb17 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 944 time: 0.2447941
Jun 04 15:25:38.089103 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0fcf90be-68b2-419e-91df-5c7c0fc27a9c req-c5ced019-1db0-4e87-b260-53ceff72a347 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 210 time: 0.0542917
Jun 04 15:25:38.092778 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07818ca3-d252-4819-acb5-901c4c5357a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3a13de-729d-4036-9aff-9dac68dee9bd'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:25:38.095614 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff14e91-d615-4fd4-888d-b46d20f6d8e4" -d '{"events": [{"server_uuid": "07818ca3-d252-4819-acb5-901c4c5357a3", "name": "network-vif-plugged", "status": "completed", "tag": "9d3a13de-729d-4036-9aff-9dac68dee9bd"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:25:38.104880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9d3a13de-729d-4036-9aff-9dac68dee9bd, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9d3a13de-729d-4036-9aff-9dac68dee9bd,segment=NetworkSegment(33b65cb5-bead-41f6-9f2a-58ad9bb643ee),segment_id=33b65cb5-bead-41f6-9f2a-58ad9bb643ee)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:38.192857 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-64f150a3-8de0-4a51-9314-3d9db53c48c3 req-399c65d7-e2b0-41c7-9fe8-e8898119a1ac tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980625
Jun 04 15:25:38.247499 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:38.250318 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1a05957f-43ee-493d-8c5a-3fdcfcd3a29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:38.283533 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77c650e2-355d-477b-8500-1d8da7d09532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:38.289814 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f597377f-1827-4811-81ba-830d118f3d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:38.309988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c650e2-355d-477b-8500-1d8da7d09532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169d556e-433d-49d3-948f-4260aadeab47,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:38.316977 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-77c650e2-355d-477b-8500-1d8da7d09532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:38.332396 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c0a859-d7b4-44bf-b401-12ea5a34bc17 x-openstack-request-id: req-56c0a859-d7b4-44bf-b401-12ea5a34bc17 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:25:38.332396 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07818ca3-d252-4819-acb5-901c4c5357a3", "name": "network-vif-plugged", "status": "completed", "tag": "9d3a13de-729d-4036-9aff-9dac68dee9bd", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:25:38.332396 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56c0a859-d7b4-44bf-b401-12ea5a34bc17 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:25:38.340476 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07818ca3-d252-4819-acb5-901c4c5357a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3a13de-729d-4036-9aff-9dac68dee9bd', 'code': 200}
Jun 04 15:25:38.340596 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77c650e2-355d-477b-8500-1d8da7d09532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:38.340596 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-77c650e2-355d-477b-8500-1d8da7d09532 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/169d556e-433d-49d3-948f-4260aadeab47 HTTP/1.1" status: 204  len: 168 time: 0.6290886
Jun 04 15:25:38.364842 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=9d3a13de-729d-4036-9aff-9dac68dee9bd,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:38.367811 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:38.373087 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:38.489805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7b551-745e-4692-9bb6-ef1c728f5211 req-64c85338-92f7-42bd-9177-92674371692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:38.491173 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f1e7b551-745e-4692-9bb6-ef1c728f5211 req-64c85338-92f7-42bd-9177-92674371692c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 1096 time: 0.0728388
Jun 04 15:25:38.528617 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:38.535407 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f4a4f4dc-aeea-4900-82a7-b1bd0b53d53a tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:38.540721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6dbcb869-b7c3-4c99-8505-2868a006efab'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:25:38.580260 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f1e7b551-745e-4692-9bb6-ef1c728f5211 req-a0e3d00e-d0d9-4a2a-b1c8-82965957369d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825260
Jun 04 15:25:38.606602 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:25:38.610000 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:25:38.615350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:25:38.670376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Pushing event updated for resources: {'Port': ['ID=4ff01759-e232-4f66-8779-c750f9db4a4f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:38.688130 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:38.710740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:38.711565 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:38.871227 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0730007
Jun 04 15:25:38.878727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Request body: {'port': {'device_id': 'e2d25532-f509-4e37-8bb8-3e59c78b28f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:25:38.999092 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:39.347348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51170) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:39.368459 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-28aa517e-daff-4d09-a763-41b9d847c36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:39.385412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-28aa517e-daff-4d09-a763-41b9d847c36c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:25:39.390682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-28aa517e-daff-4d09-a763-41b9d847c36c admin admin] Usage tracker for resource:security_group_rule and tenant:256233a3251c442d899f4f20339fa62b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:25:39.394366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-28aa517e-daff-4d09-a763-41b9d847c36c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:25:39.400767 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-28aa517e-daff-4d09-a763-41b9d847c36c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:25:39.403505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d067203-0ab0-45b3-afb7-33401be04570 req-60787961-a23d-4a37-a7b7-1cb224e3069c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:39.404092 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7d067203-0ab0-45b3-afb7-33401be04570 req-60787961-a23d-4a37-a7b7-1cb224e3069c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Synchronizing usage tracker for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:25:39.563062 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-28aa517e-daff-4d09-a763-41b9d847c36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:39.594085 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbca47-c0c4-4aa7-85ae-0786e25b5c64 req-fedfc812-8baa-4aad-a309-c1f2fbda909d tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:39.595582 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-77cbca47-c0c4-4aa7-85ae-0786e25b5c64 req-fedfc812-8baa-4aad-a309-c1f2fbda909d tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1438057
Jun 04 15:25:39.609020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff01759-e232-4f66-8779-c750f9db4a4f {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:25:39.617051 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:39.633059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Transition to ACTIVE for port object 4ff01759-e232-4f66-8779-c750f9db4a4f will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:25:39.648536 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-77cbca47-c0c4-4aa7-85ae-0786e25b5c64 req-a86d3c76-7c00-4b40-9199-df29f9086e30 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460801
Jun 04 15:25:39.665418 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-28aa517e-daff-4d09-a763-41b9d847c36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:39.682684 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f7c7b599-45f0-4161-aea0-21a248c5c40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:39.698644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7d067203-0ab0-45b3-afb7-33401be04570 req-60787961-a23d-4a37-a7b7-1cb224e3069c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Unset dirty status for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:25:39.700487 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d067203-0ab0-45b3-afb7-33401be04570 req-60787961-a23d-4a37-a7b7-1cb224e3069c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 931 time: 0.4483759
Jun 04 15:25:39.749536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa517e-daff-4d09-a763-41b9d847c36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd013f3-96f0-4c12-836a-c20f54d78234,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:39.762752 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:39.774654 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:39.803179 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-28aa517e-daff-4d09-a763-41b9d847c36c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=256233a3251c442d899f4f20339fa62b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4536912
Jun 04 15:25:39.804354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51174) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:39.805909 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-28aa517e-daff-4d09-a763-41b9d847c36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:39.941874 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-42dbef7e-aeb0-491a-afc7-7dbdbe2da89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:40.063632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-42dbef7e-aeb0-491a-afc7-7dbdbe2da89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:40.181465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Pushing event updated for resources: {'Port': ['ID=4ff01759-e232-4f66-8779-c750f9db4a4f,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:40.196515 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:40.215864 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d067203-0ab0-45b3-afb7-33401be04570 req-a4e64319-02ca-4f03-a230-95624a0e4f0b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4962988
Jun 04 15:25:40.321668 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-42dbef7e-aeb0-491a-afc7-7dbdbe2da89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:40.326129 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b9c5dae3-2fbd-4efa-89f9-ea2a576f7402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:40.342938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbef7e-aeb0-491a-afc7-7dbdbe2da89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd013f3-96f0-4c12-836a-c20f54d78234,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:40.354611 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-42dbef7e-aeb0-491a-afc7-7dbdbe2da89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:40.364515 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-42dbef7e-aeb0-491a-afc7-7dbdbe2da89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:40.366329 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-42dbef7e-aeb0-491a-afc7-7dbdbe2da89d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffd013f3-96f0-4c12-836a-c20f54d78234 HTTP/1.1" status: 204  len: 168 time: 0.5587952
Jun 04 15:25:40.450492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Attempting to bind port 4ff01759-e232-4f66-8779-c750f9db4a4f on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:25:40.451060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Attempting to bind port 4ff01759-e232-4f66-8779-c750f9db4a4f by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:25:40.451168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Attempting to bind port 4ff01759-e232-4f66-8779-c750f9db4a4f on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:25:40.460867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Port 4ff01759-e232-4f66-8779-c750f9db4a4f on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:25:40.461242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Attempting to bind port 4ff01759-e232-4f66-8779-c750f9db4a4f on network 461f9c0e-ecfd-4745-a9f2-974b51ab6079 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:25:40.475855 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:25:40.476247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Checking segment: {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:25:40.476581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Bound using segment: {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:25:40.477041 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Bound port: 4ff01759-e232-4f66-8779-c750f9db4a4f, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:25:40.477375 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:40.572977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] For port 4ff01759-e232-4f66-8779-c750f9db4a4f, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:25:40.576341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] For port 4ff01759-e232-4f66-8779-c750f9db4a4f, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4ff01759-e232-4f66-8779-c750f9db4a4f,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:25:40.669088 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:40.670592 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-39388c3a-9a39-439e-8c0a-42b6630c1fd5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:40.750502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:40.751127 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:40.752707 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] 10.222.0.65 "PUT /v2.0/ports/4ff01759-e232-4f66-8779-c750f9db4a4f HTTP/1.1" status: 200  len: 1091 time: 1.8784289
Jun 04 15:25:40.755799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d25532-f509-4e37-8bb8-3e59c78b28f4', 'tag': '4ff01759-e232-4f66-8779-c750f9db4a4f'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:25:40.767176 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735eb8d2-bb99-44a6-8a45-7891f0441702" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d25532-f509-4e37-8bb8-3e59c78b28f4", "tag": "4ff01759-e232-4f66-8779-c750f9db4a4f"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:25:40.836007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Pushing event updated for resources: {'Port': ['ID=4ff01759-e232-4f66-8779-c750f9db4a4f,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:40.842825 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11eb9e8-eb9c-4314-bbb4-ec36c7957126 x-openstack-request-id: req-b11eb9e8-eb9c-4314-bbb4-ec36c7957126 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:25:40.843290 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d25532-f509-4e37-8bb8-3e59c78b28f4", "tag": "4ff01759-e232-4f66-8779-c750f9db4a4f", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:25:40.844723 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b11eb9e8-eb9c-4314-bbb4-ec36c7957126 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:25:40.845237 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d25532-f509-4e37-8bb8-3e59c78b28f4', 'tag': '4ff01759-e232-4f66-8779-c750f9db4a4f', 'status': 'completed', 'code': 200}
Jun 04 15:25:40.846736 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:41.026596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae0f2c-b8d4-464d-9f2d-4ba8d251d8dd req-4354a939-9091-4728-89e0-94f8114f0078 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:41.028590 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ffae0f2c-b8d4-464d-9f2d-4ba8d251d8dd req-4354a939-9091-4728-89e0-94f8114f0078 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1967144
Jun 04 15:25:41.066150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735eb8d2-bb99-44a6-8a45-7891f0441702 req-924558e2-2614-4755-ac23-0198aaa4fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:41.067753 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-735eb8d2-bb99-44a6-8a45-7891f0441702 req-924558e2-2614-4755-ac23-0198aaa4fc93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 1094 time: 0.1589711
Jun 04 15:25:41.127473 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ffae0f2c-b8d4-464d-9f2d-4ba8d251d8dd req-6ab3d84f-7c4b-4630-b754-c9b4b6b4da72 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905941
Jun 04 15:25:41.287718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735eb8d2-bb99-44a6-8a45-7891f0441702 req-ec6f2b17-fc7d-45e0-be1f-34f5b641248a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:41.289549 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-735eb8d2-bb99-44a6-8a45-7891f0441702 req-ec6f2b17-fc7d-45e0-be1f-34f5b641248a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&shared=False HTTP/1.1" status: 200  len: 907 time: 0.2077382
Jun 04 15:25:41.518488 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa77bb1-5185-49ee-a850-07294cea30f8 req-a82ae9c4-6494-4620-b9ae-2daa0434cef9 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:41.521828 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5fa77bb1-5185-49ee-a850-07294cea30f8 req-a82ae9c4-6494-4620-b9ae-2daa0434cef9 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 943 time: 0.1123397
Jun 04 15:25:41.614437 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5fa77bb1-5185-49ee-a850-07294cea30f8 req-877c1136-9de5-401e-8318-2649123691c3 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874026
Jun 04 15:25:41.624601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735eb8d2-bb99-44a6-8a45-7891f0441702 req-601927a9-3ae3-4655-b63d-c30249a3df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:41.626181 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-735eb8d2-bb99-44a6-8a45-7891f0441702 req-601927a9-3ae3-4655-b63d-c30249a3df59 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3297851
Jun 04 15:25:41.784032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-66c95713-d2f5-4fa5-80d1-f3e50577837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:41.785681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-66c95713-d2f5-4fa5-80d1-f3e50577837c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 1094 time: 0.1054244
Jun 04 15:25:41.860333 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-14ba7013-6443-4397-a16d-e59c3de89c59 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ff01759-e232-4f66-8779-c750f9db4a4f HTTP/1.1" status: 200  len: 217 time: 0.0654688
Jun 04 15:25:41.928943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-be8ed94e-faaa-4817-8321-29b270b0f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:41.930393 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-be8ed94e-faaa-4817-8321-29b270b0f211 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cb8210ec-57b3-4dae-ba07-aa799b052e64 HTTP/1.1" status: 200  len: 846 time: 0.0633805
Jun 04 15:25:41.983071 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-c981224d-44c4-4d33-8618-7cb5d3e4ae87 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=461f9c0e-ecfd-4745-a9f2-974b51ab6079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452814
Jun 04 15:25:42.124322 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-e53017dc-3f71-41ad-8fa3-a2a8dfedb2fe service neutron] 10.222.0.65 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338322
Jun 04 15:25:42.543821 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5af512c4-95d1-46b3-958a-c2ef4ffed628 req-9ed19a62-1ea3-4ac6-afb9-f9e131f1d4c2 service neutron] 10.222.0.65 "GET /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4052522
Jun 04 15:25:42.579016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97e4a3-357d-4563-80a7-ea662ba4595a req-76f8d980-6a42-489f-a882-95deef055d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:42.586995 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6e97e4a3-357d-4563-80a7-ea662ba4595a req-76f8d980-6a42-489f-a882-95deef055d32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4d1bc96c16c459d978417725591ed35&device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 1096 time: 0.3566175
Jun 04 15:25:42.598959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea79d10-d026-4488-829d-b12346a5a769 req-1d0ade7b-c26a-4de6-b3c3-62f938f564ff tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:42.601358 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ea79d10-d026-4488-829d-b12346a5a769 req-1d0ade7b-c26a-4de6-b3c3-62f938f564ff tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.4123871
Jun 04 15:25:42.752291 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ea79d10-d026-4488-829d-b12346a5a769 req-231921da-fe62-49fa-bd08-c145179a3ea9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256993
Jun 04 15:25:42.799621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97e4a3-357d-4563-80a7-ea662ba4595a req-8662bd38-b7aa-4a87-ae57-b62d45cd207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:42.801363 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6e97e4a3-357d-4563-80a7-ea662ba4595a req-8662bd38-b7aa-4a87-ae57-b62d45cd207b service neutron] 10.222.0.62 "GET /v2.0/networks?id=83864b29-0e91-447f-814a-11174e6730d8 HTTP/1.1" status: 200  len: 920 time: 0.1983142
Jun 04 15:25:42.841944 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec08a4-9994-4d9e-99e1-d13cf240ce59 req-1011cc7c-aecb-4cda-b42e-d862d53340d6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:42.850115 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-80ec08a4-9994-4d9e-99e1-d13cf240ce59 req-1011cc7c-aecb-4cda-b42e-d862d53340d6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 943 time: 0.0988302
Jun 04 15:25:42.899056 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6e97e4a3-357d-4563-80a7-ea662ba4595a req-2072810d-b7bc-4028-87dc-45d7e53519c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d3a13de-729d-4036-9aff-9dac68dee9bd HTTP/1.1" status: 200  len: 217 time: 0.0908101
Jun 04 15:25:42.914678 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-80ec08a4-9994-4d9e-99e1-d13cf240ce59 req-ce0ecd19-5ece-4c80-ae62-2e95ff44171c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633059
Jun 04 15:25:43.018824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97e4a3-357d-4563-80a7-ea662ba4595a req-ab9c1264-e450-4d49-8420-54d82e5631fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:43.020270 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6e97e4a3-357d-4563-80a7-ea662ba4595a req-ab9c1264-e450-4d49-8420-54d82e5631fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1da0813a-f703-4189-b21c-ef86d33e4ec4 HTTP/1.1" status: 200  len: 859 time: 0.1106954
Jun 04 15:25:43.080681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6e97e4a3-357d-4563-80a7-ea662ba4595a req-b3861ff5-71c9-4026-880c-e3870527b557 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83864b29-0e91-447f-814a-11174e6730d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532069
Jun 04 15:25:43.294712 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6e97e4a3-357d-4563-80a7-ea662ba4595a req-dbc467f5-3046-4b13-83bd-2fb55c53959f service neutron] 10.222.0.62 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2066259
Jun 04 15:25:43.465854 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6e97e4a3-357d-4563-80a7-ea662ba4595a req-77c6e3f2-b767-4b40-a0d8-63542838c4cb service neutron] 10.222.0.62 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532390
Jun 04 15:25:43.955192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b031c3-9e7c-40af-a220-8685ff677bfe req-a7c53631-3aac-427f-b3b1-c08d288ab481 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:43.956951 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-21b031c3-9e7c-40af-a220-8685ff677bfe req-a7c53631-3aac-427f-b3b1-c08d288ab481 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.0860357
Jun 04 15:25:44.017135 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-21b031c3-9e7c-40af-a220-8685ff677bfe req-859ef440-1faf-480c-b640-efb8dd68ad37 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543830
Jun 04 15:25:44.205405 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29899c3d-d698-4bb2-ae8b-9de07280767c req-8e5103ba-580f-4aca-ac8b-4947fd5ba3ca tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:44.207474 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-29899c3d-d698-4bb2-ae8b-9de07280767c req-8e5103ba-580f-4aca-ac8b-4947fd5ba3ca tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 943 time: 0.1483252
Jun 04 15:25:44.261119 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-29899c3d-d698-4bb2-ae8b-9de07280767c req-87bedcfe-4fcf-4028-bc8e-a6a2f0005c25 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478151
Jun 04 15:25:45.232554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a56ebc-b2bd-47b9-a48c-f0cbdcbf9d36 req-83a409af-c481-4b11-ac49-a3b98e3aa1f5 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:45.233391 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-95a56ebc-b2bd-47b9-a48c-f0cbdcbf9d36 req-83a409af-c481-4b11-ac49-a3b98e3aa1f5 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.0915406
Jun 04 15:25:45.298718 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-95a56ebc-b2bd-47b9-a48c-f0cbdcbf9d36 req-9effc14b-6f75-4ee1-a58a-bb3e7d6be383 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580673
Jun 04 15:25:45.401258 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4ff01759-e232-4f66-8779-c750f9db4a4f details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:25:45.573106 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4ff01759-e232-4f66-8779-c750f9db4a4f, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4ff01759-e232-4f66-8779-c750f9db4a4f,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:45.588734 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '4ff01759-e232-4f66-8779-c750f9db4a4f', 'network_id': '461f9c0e-ecfd-4745-a9f2-974b51ab6079', 'port_id': '4ff01759-e232-4f66-8779-c750f9db4a4f', 'mac_address': 'fa:16:3e:e9:ca:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8210ec-57b3-4dae-ba07-aa799b052e64', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:25:45.647221 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:45.659416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af6e80-bae4-488a-ab84-0ea5194387c0 req-ea691c37-da5b-4099-a450-845bb1d387b3 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:45.660967 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c1af6e80-bae4-488a-ab84-0ea5194387c0 req-ea691c37-da5b-4099-a450-845bb1d387b3 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 943 time: 0.2220109
Jun 04 15:25:45.676807 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff01759-e232-4f66-8779-c750f9db4a4f {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:25:45.711221 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4ff01759-e232-4f66-8779-c750f9db4a4f, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4ff01759-e232-4f66-8779-c750f9db4a4f,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:45.728894 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c1af6e80-bae4-488a-ab84-0ea5194387c0 req-9638218c-2f1e-4ad6-9b7f-f47ab11cb894 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564299
Jun 04 15:25:45.806689 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:45.808887 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:45.879911 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=4ff01759-e232-4f66-8779-c750f9db4a4f,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:45.883021 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:46.044960 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['4ff01759-e232-4f66-8779-c750f9db4a4f'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:25:46.527141 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92098754-046d-4132-87cc-a4ca044d8313 req-c2210a52-3e41-44cc-8cc7-04831ab32813 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:46.530052 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-92098754-046d-4132-87cc-a4ca044d8313 req-c2210a52-3e41-44cc-8cc7-04831ab32813 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1083670
Jun 04 15:25:46.606188 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-92098754-046d-4132-87cc-a4ca044d8313 req-56da5c25-e1d4-430f-bb69-1108ae8bf667 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635622
Jun 04 15:25:46.979030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e247b1-b164-413a-9c6d-6cfd35c291ce req-fab259f8-3b99-42fe-9461-e1b15a10e066 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:46.980550 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10e247b1-b164-413a-9c6d-6cfd35c291ce req-fab259f8-3b99-42fe-9461-e1b15a10e066 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 944 time: 0.1194234
Jun 04 15:25:47.029958 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10e247b1-b164-413a-9c6d-6cfd35c291ce req-1a0afb6e-b561-4934-9419-dd40c4118be3 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420840
Jun 04 15:25:47.417428 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4ff01759-e232-4f66-8779-c750f9db4a4f up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:25:47.578435 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 4ff01759-e232-4f66-8779-c750f9db4a4f completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:25:47.583743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 4ff01759-e232-4f66-8779-c750f9db4a4f triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:25:47.590719 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:47.754649 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:47.789256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d25532-f509-4e37-8bb8-3e59c78b28f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff01759-e232-4f66-8779-c750f9db4a4f'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:25:47.791831 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55e6b96-d542-43ca-b809-e1756db8c82a" -d '{"events": [{"server_uuid": "e2d25532-f509-4e37-8bb8-3e59c78b28f4", "name": "network-vif-plugged", "status": "completed", "tag": "4ff01759-e232-4f66-8779-c750f9db4a4f"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:25:47.801169 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4ff01759-e232-4f66-8779-c750f9db4a4f, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4ff01759-e232-4f66-8779-c750f9db4a4f,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:47.840507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d58f2-4d5f-482e-bf5d-6504134a8aa9 req-893868f5-931f-4c44-8a50-2e0bbbf62cdf tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:47.852857 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cc9d58f2-4d5f-482e-bf5d-6504134a8aa9 req-893868f5-931f-4c44-8a50-2e0bbbf62cdf tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1036360
Jun 04 15:25:47.887292 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:47.891333 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:47.911118 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cc9d58f2-4d5f-482e-bf5d-6504134a8aa9 req-f9c9be89-bf68-48dd-a414-35e1f9955aca tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561748
Jun 04 15:25:47.988784 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cfc281-ee0e-4203-b078-0d98f8443623 x-openstack-request-id: req-a3cfc281-ee0e-4203-b078-0d98f8443623 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:25:47.988784 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d25532-f509-4e37-8bb8-3e59c78b28f4", "name": "network-vif-plugged", "status": "completed", "tag": "4ff01759-e232-4f66-8779-c750f9db4a4f", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:25:47.988784 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3cfc281-ee0e-4203-b078-0d98f8443623 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:25:47.988784 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d25532-f509-4e37-8bb8-3e59c78b28f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff01759-e232-4f66-8779-c750f9db4a4f', 'code': 200}
Jun 04 15:25:48.029067 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=4ff01759-e232-4f66-8779-c750f9db4a4f,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:48.043535 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:48.133841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ea1fc-9f46-4539-8b8f-b14d8455e742 req-5e625d4a-e770-4d9b-bb95-43b93fa2600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:48.138085 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e64ea1fc-9f46-4539-8b8f-b14d8455e742 req-5e625d4a-e770-4d9b-bb95-43b93fa2600b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 1096 time: 0.0875211
Jun 04 15:25:48.181469 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e64ea1fc-9f46-4539-8b8f-b14d8455e742 req-5021394f-d629-49f1-b7fa-fc3634786001 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387926
Jun 04 15:25:48.254021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6197a2f-e228-4271-ab69-3e5fb4d1423f req-81fd0963-706c-49b1-85c1-1d56d509317b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:48.255693 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c6197a2f-e228-4271-ab69-3e5fb4d1423f req-81fd0963-706c-49b1-85c1-1d56d509317b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.0968387
Jun 04 15:25:48.312324 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c6197a2f-e228-4271-ab69-3e5fb4d1423f req-f6aa5dd0-d6af-4ae4-888a-b9b26c3d4982 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489142
Jun 04 15:25:49.158852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78587ac1-4eb4-4931-b2b9-4eb141ef63a7 req-430fa1b2-ad1f-437e-b0e5-dab081cb6bdc tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:49.162879 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-78587ac1-4eb4-4931-b2b9-4eb141ef63a7 req-430fa1b2-ad1f-437e-b0e5-dab081cb6bdc tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1281545
Jun 04 15:25:49.220094 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-78587ac1-4eb4-4931-b2b9-4eb141ef63a7 req-62a5bfbe-fc34-40e3-9e92-dba5ff97dba5 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421298
Jun 04 15:25:49.521198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49507e2-0535-4e2e-9045-839c5ed562ab req-2a3cd104-8d7b-4efb-a988-13c7000b9a38 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:49.523219 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f49507e2-0535-4e2e-9045-839c5ed562ab req-2a3cd104-8d7b-4efb-a988-13c7000b9a38 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.0966280
Jun 04 15:25:49.581479 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f49507e2-0535-4e2e-9045-839c5ed562ab req-99c6afa1-1774-4f66-ada9-57144b9a58ef tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504799
Jun 04 15:25:50.074774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf58c33-7726-408b-91fb-03a4f9d45cf9 req-fd4c2d97-4fb4-4e84-8cf6-85c57b9b5c47 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:50.076277 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ccf58c33-7726-408b-91fb-03a4f9d45cf9 req-fd4c2d97-4fb4-4e84-8cf6-85c57b9b5c47 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.1032236
Jun 04 15:25:50.153767 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ccf58c33-7726-408b-91fb-03a4f9d45cf9 req-068b5d5a-fa9b-40aa-b494-778bab677ede tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707633
Jun 04 15:25:50.203531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51422) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:50.492334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62928d65-dce7-47c9-b73c-d972accfad91 req-7a5cdeed-f5ce-4e12-9da0-3635434a4454 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:50.506308 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-62928d65-dce7-47c9-b73c-d972accfad91 req-7a5cdeed-f5ce-4e12-9da0-3635434a4454 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.2302506
Jun 04 15:25:50.585340 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-62928d65-dce7-47c9-b73c-d972accfad91 req-3e901a93-3d3d-4144-bf5b-dc0c55751d1c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681520
Jun 04 15:25:50.597647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0588f3-dafb-47dc-a2f5-4221830ecb64 req-a223d207-8ead-4fe7-a6fa-1dfcaaf55028 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:50.599435 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e0588f3-dafb-47dc-a2f5-4221830ecb64 req-a223d207-8ead-4fe7-a6fa-1dfcaaf55028 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1261566
Jun 04 15:25:50.664991 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e0588f3-dafb-47dc-a2f5-4221830ecb64 req-fd7422b2-5791-479c-a5e0-6efa6cec2adb tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507452
Jun 04 15:25:51.383071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9520eb7-8c73-49f6-8eb3-9e3732a17e4e req-16c28cd6-0c7a-4c7d-b422-52a6d87469e9 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:51.385039 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9520eb7-8c73-49f6-8eb3-9e3732a17e4e req-16c28cd6-0c7a-4c7d-b422-52a6d87469e9 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.1890626
Jun 04 15:25:51.448139 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9520eb7-8c73-49f6-8eb3-9e3732a17e4e req-111104b0-037b-4d5b-8547-3097947e3b41 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511689
Jun 04 15:25:51.567046 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:51.911722 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044233d-a60c-4467-b0bc-2b88dfdadacb req-013a51b6-7268-4961-a2dc-70be636e483a tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:51.914478 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4044233d-a60c-4467-b0bc-2b88dfdadacb req-013a51b6-7268-4961-a2dc-70be636e483a tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1159680
Jun 04 15:25:51.987838 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4044233d-a60c-4467-b0bc-2b88dfdadacb req-4209d200-7adf-4d1e-b6d1-14e362540102 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660930
Jun 04 15:25:52.077838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Deleting port 6fd35846-0673-4a4b-a901-ee5ac91e2713 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:25:52.078828 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:52.263718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] For port 6fd35846-0673-4a4b-a901-ee5ac91e2713, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6fd35846-0673-4a4b-a901-ee5ac91e2713,segment=NetworkSegment(001c6fda-19b8-44b7-9d6a-5f1f7abb921d),segment_id=001c6fda-19b8-44b7-9d6a-5f1f7abb921d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:52.275978 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:52.391500 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Calling delete_port for 6fd35846-0673-4a4b-a901-ee5ac91e2713 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:25:52.731279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e77982-b2e9-4643-baa9-0ba3a917c45d req-1ba607d8-ae31-4ef2-863c-fb2812ea396a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:52.732775 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e2e77982-b2e9-4643-baa9-0ba3a917c45d req-1ba607d8-ae31-4ef2-863c-fb2812ea396a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.1311622
Jun 04 15:25:52.832716 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e2e77982-b2e9-4643-baa9-0ba3a917c45d req-ee980a3c-c166-49d5-9926-e188a2d849fd tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651159
Jun 04 15:25:52.904201 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:52.908250 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2c6d62db-a43d-401e-88f5-9dca9796fbd9 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:52.953382 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd35846-0673-4a4b-a901-ee5ac91e2713,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:52.999001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:52.999554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:53.000340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:53.000821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:53.001247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:53.001788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:53.002422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:53.003017 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:53.003628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:53.004141 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:53.004514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:53.004941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:25:53.232066 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:53.238665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38daf5-a7a4-4ab3-9c6d-48f4feabdeed req-e5b22a4d-b1fd-4cc8-af02-9d846d5f2e69 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:53.240301 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0f38daf5-a7a4-4ab3-9c6d-48f4feabdeed req-e5b22a4d-b1fd-4cc8-af02-9d846d5f2e69 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1114242
Jun 04 15:25:53.258115 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:53.324938 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0f38daf5-a7a4-4ab3-9c6d-48f4feabdeed req-1abe6d11-7221-4e34-a0eb-995a003be6c7 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742104
Jun 04 15:25:53.476243 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:53.883869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Router 6a93df71-dc94-49a0-804e-3719c30e0620 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:25:54.059546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e2def-5d48-4e3c-8048-45a3eb4c74b7 req-19cc406d-36ee-47df-bd2a-259b86a814e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:54.060324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:25:54.062060 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-de7e2def-5d48-4e3c-8048-45a3eb4c74b7 req-19cc406d-36ee-47df-bd2a-259b86a814e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.0977232
Jun 04 15:25:54.071356 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4037f3ff-9850-4433-94fc-ecc78f51ed64 None None] Sync routers for ids ['6a93df71-dc94-49a0-804e-3719c30e0620'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:25:54.076953 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] 10.222.0.32 "PUT /v2.0/routers/6a93df71-dc94-49a0-804e-3719c30e0620/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8721893
Jun 04 15:25:54.077942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51492) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:54.087500 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037f3ff-9850-4433-94fc-ecc78f51ed64 None None] Routers {'6a93df71-dc94-49a0-804e-3719c30e0620'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:25:54.088484 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4037f3ff-9850-4433-94fc-ecc78f51ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d6c8d90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:25:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a93df71-dc94-49a0-804e-3719c30e0620'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:54.113661 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-de7e2def-5d48-4e3c-8048-45a3eb4c74b7 req-41c4fb4d-72bf-4727-b127-a7a84e1f9ac2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453608
Jun 04 15:25:54.275010 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:54.282937 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-4037f3ff-9850-4433-94fc-ecc78f51ed64 None None] Set router 6a93df71-dc94-49a0-804e-3719c30e0620 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:25:54.545481 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:54.561043 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39acf8-75c9-40ac-8d2d-d3d8f5a0a770 req-3f31128c-67a9-4b10-98b3-db543d4c5332 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:54.563421 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d39acf8-75c9-40ac-8d2d-d3d8f5a0a770 req-3f31128c-67a9-4b10-98b3-db543d4c5332 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.0986464
Jun 04 15:25:54.635628 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d39acf8-75c9-40ac-8d2d-d3d8f5a0a770 req-f91e996f-ce46-48e3-b214-b534627c3f10 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632792
Jun 04 15:25:54.685078 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4037f3ff-9850-4433-94fc-ecc78f51ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d6c8d90>, [{'id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'name': 'tempest-TaggedBootDevicesTest-1347586839-router', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:12Z', 'updated_at': '2021-06-04T15:25:52Z', 'revision_number': 5, 'project_id': '170821b51002469da86d3c4cef5805e5', 'gw_port': {'id': '06185cd6-2576-4017-8fdf-0247cd06f104', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:13:14Z', 'updated_at': '2021-06-04T15:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:54.691064 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4037f3ff-9850-4433-94fc-ecc78f51ed64 None None] Checking router: 6a93df71-dc94-49a0-804e-3719c30e0620 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:25:54.705911 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037f3ff-9850-4433-94fc-ecc78f51ed64 None None] Routers {'6a93df71-dc94-49a0-804e-3719c30e0620'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:25:54.707106 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4037f3ff-9850-4433-94fc-ecc78f51ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d6c8d90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:25:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6a93df71-dc94-49a0-804e-3719c30e0620'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:54.709051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] Deleting port 06185cd6-2576-4017-8fdf-0247cd06f104 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:25:54.709540 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:54.894581 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-4037f3ff-9850-4433-94fc-ecc78f51ed64 None None] Set router 6a93df71-dc94-49a0-804e-3719c30e0620 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:25:55.003072 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4037f3ff-9850-4433-94fc-ecc78f51ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d6c8d90>, [{'id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'name': 'tempest-TaggedBootDevicesTest-1347586839-router', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:12Z', 'updated_at': '2021-06-04T15:25:54Z', 'revision_number': 6, 'project_id': '170821b51002469da86d3c4cef5805e5', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:55.007117 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4037f3ff-9850-4433-94fc-ecc78f51ed64 None None] The sync data for ids ['6a93df71-dc94-49a0-804e-3719c30e0620'] in n-d-791505-9 is: [{'id': '6a93df71-dc94-49a0-804e-3719c30e0620', 'name': 'tempest-TaggedBootDevicesTest-1347586839-router', 'tenant_id': '170821b51002469da86d3c4cef5805e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:13:12Z', 'updated_at': '2021-06-04T15:25:54Z', 'revision_number': 6, 'project_id': '170821b51002469da86d3c4cef5805e5', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:25:55.010489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] For port 06185cd6-2576-4017-8fdf-0247cd06f104, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=06185cd6-2576-4017-8fdf-0247cd06f104,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:55.010850 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:55.148354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] Calling delete_port for 06185cd6-2576-4017-8fdf-0247cd06f104 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:25:55.369256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11915525-455a-4559-81e8-dfd9854698c3 req-90fd172c-82f1-4b22-91cd-f7e093be4c1a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:55.369815 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-11915525-455a-4559-81e8-dfd9854698c3 req-90fd172c-82f1-4b22-91cd-f7e093be4c1a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.1421976
Jun 04 15:25:55.414010 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:55.419844 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b657b9ce-49d6-4905-b4da-d660cb99dd1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:55.485085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] Pushing event deleted for resources: {'Port': ['ID=06185cd6-2576-4017-8fdf-0247cd06f104,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:55.492444 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:55.520777 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-11915525-455a-4559-81e8-dfd9854698c3 req-a04e7145-e34e-4e48-a78f-da1c48e20e4a tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322703
Jun 04 15:25:55.578125 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:55.594728 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:55.822119 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:55.830085 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:55.888042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e56d4-e1fd-44d6-b658-6d3f7f72bb77 req-d10a2644-1d1f-48ba-8aa3-da8c2593cd29 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:55.889924 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a43e56d4-e1fd-44d6-b658-6d3f7f72bb77 req-d10a2644-1d1f-48ba-8aa3-da8c2593cd29 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1135848
Jun 04 15:25:55.953951 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a43e56d4-e1fd-44d6-b658-6d3f7f72bb77 req-3585752c-bf25-4943-b988-15ad6675df6f tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562685
Jun 04 15:25:56.017972 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:56.018484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a93df71-dc94-49a0-804e-3719c30e0620 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:25:56.032729 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:56.033948 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] 10.222.0.32 "DELETE /v2.0/routers/6a93df71-dc94-49a0-804e-3719c30e0620 HTTP/1.1" status: 204  len: 168 time: 1.9553471
Jun 04 15:25:56.036514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51540) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:56.102265 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffad7dc-1a59-4ac7-b132-df2e4de230ab admin admin] Deleting subnet c3923c1e-f693-458d-b8fe-0bcbec1d9098 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:25:56.105650 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dffad7dc-1a59-4ac7-b132-df2e4de230ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:56.162017 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dffad7dc-1a59-4ac7-b132-df2e4de230ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:56.243026 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dffad7dc-1a59-4ac7-b132-df2e4de230ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:56.608754 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dffad7dc-1a59-4ac7-b132-df2e4de230ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:56.614371 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c1147162-538b-46d4-bb12-874607f08a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:56.658105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffad7dc-1a59-4ac7-b132-df2e4de230ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3923c1e-f693-458d-b8fe-0bcbec1d9098,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:56.664083 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dffad7dc-1a59-4ac7-b132-df2e4de230ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:56.673230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6104210d-7976-4ddb-bc61-a9a385e5e6f5 None None] Network b6fd14b5-fe16-4479-b95d-921ab565bab3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:25:56.695665 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dffad7dc-1a59-4ac7-b132-df2e4de230ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:56.718251 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dffad7dc-1a59-4ac7-b132-df2e4de230ab admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c3923c1e-f693-458d-b8fe-0bcbec1d9098 HTTP/1.1" status: 204  len: 168 time: 0.6796808
Jun 04 15:25:56.720002 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51550) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:56.780311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334acd52-8e4d-4b2b-a697-b00e042f5117 req-42973306-e366-48c4-878a-8d6c41eac5eb tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:56.788341 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-334acd52-8e4d-4b2b-a697-b00e042f5117 req-42973306-e366-48c4-878a-8d6c41eac5eb tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.1262946
Jun 04 15:25:56.854233 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-334acd52-8e4d-4b2b-a697-b00e042f5117 req-4671cd52-1e07-4532-bc78-a27be8b4a426 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646777
Jun 04 15:25:56.858721 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:56.942812 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 06185cd6-2576-4017-8fdf-0247cd06f104 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:25:56.971292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Deleting port 1bd23872-5c47-4916-9991-2944e1a1a337 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:25:56.971642 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:57.021892 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 06185cd6-2576-4017-8fdf-0247cd06f104 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:25:57.022402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 06185cd6-2576-4017-8fdf-0247cd06f104 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:25:57.023019 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6fd35846-0673-4a4b-a901-ee5ac91e2713 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:25:57.088437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 6fd35846-0673-4a4b-a901-ee5ac91e2713 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:25:57.088955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6fd35846-0673-4a4b-a901-ee5ac91e2713 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:25:57.178867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] For port 1bd23872-5c47-4916-9991-2944e1a1a337, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1bd23872-5c47-4916-9991-2944e1a1a337,segment=NetworkSegment(001c6fda-19b8-44b7-9d6a-5f1f7abb921d),segment_id=001c6fda-19b8-44b7-9d6a-5f1f7abb921d)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:57.179416 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:57.190125 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788cadb7-5fa3-434d-bcb6-fcef172cd90c None None] DHCP port deletion for b6fd14b5-fe16-4479-b95d-921ab565bab3 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:25:57.266594 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-788cadb7-5fa3-434d-bcb6-fcef172cd90c None None] Deleting port 1bd23872-5c47-4916-9991-2944e1a1a337 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:25:57.266980 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-788cadb7-5fa3-434d-bcb6-fcef172cd90c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:57.321045 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Calling delete_port for 1bd23872-5c47-4916-9991-2944e1a1a337 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:25:57.372333 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd84f26-4490-42cf-9e46-92f31f7d3f95 req-30d4b993-455c-4bd0-bc33-5b3483cd916a tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:57.373778 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-788cadb7-5fa3-434d-bcb6-fcef172cd90c None None] For port 1bd23872-5c47-4916-9991-2944e1a1a337, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1bd23872-5c47-4916-9991-2944e1a1a337,segment=NetworkSegment(001c6fda-19b8-44b7-9d6a-5f1f7abb921d),segment_id=001c6fda-19b8-44b7-9d6a-5f1f7abb921d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:25:57.374000 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1fd84f26-4490-42cf-9e46-92f31f7d3f95 req-30d4b993-455c-4bd0-bc33-5b3483cd916a tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.2590449
Jun 04 15:25:57.374387 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-788cadb7-5fa3-434d-bcb6-fcef172cd90c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:57.429129 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1fd84f26-4490-42cf-9e46-92f31f7d3f95 req-fa4b24e7-5bc7-43eb-bea7-6254dfa2a78c tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482726
Jun 04 15:25:57.509529 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-788cadb7-5fa3-434d-bcb6-fcef172cd90c None None] Calling delete_port for 1bd23872-5c47-4916-9991-2944e1a1a337 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:25:57.554940 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:57.560719 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a04da7d8-d859-4289-a52b-a76edc4dd90c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:57.561897 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-788cadb7-5fa3-434d-bcb6-fcef172cd90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:57.565754 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-76eee079-3ca0-4fb6-84e5-ec2ec58bc94b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:57.606699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd23872-5c47-4916-9991-2944e1a1a337,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:57.608609 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] No DVR routers for this DVR port 1bd23872-5c47-4916-9991-2944e1a1a337 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:25:57.610535 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:57.618013 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cadb7-5fa3-434d-bcb6-fcef172cd90c None None] Pushing event deleted for resources: {'Port': ['ID=1bd23872-5c47-4916-9991-2944e1a1a337,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:57.621837 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-788cadb7-5fa3-434d-bcb6-fcef172cd90c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:57.627636 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788cadb7-5fa3-434d-bcb6-fcef172cd90c None None] No DVR routers for this DVR port 1bd23872-5c47-4916-9991-2944e1a1a337 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:25:57.860687 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:57.874026 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387dc1f40>,) {'filters': {'network_id': ['b6fd14b5-fe16-4479-b95d-921ab565bab3']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:57.890137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387dc1f40>, '001c6fda-19b8-44b7-9d6a-5f1f7abb921d') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:57.890137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387dc1f40>, '001c6fda-19b8-44b7-9d6a-5f1f7abb921d') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:25:57.898249 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:57.915387 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:57.922677 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:25:57.923326 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:25:57.939539 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:25:58.104016 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:58.111092 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-318c50ca-da63-49a8-874f-ae9562b92b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:58.128813 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:58.139529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6fd14b5-fe16-4479-b95d-921ab565bab3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:58.145596 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:58.163334 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b6fd14b5-fe16-4479-b95d-921ab565bab3 HTTP/1.1" status: 204  len: 168 time: 1.4413707
Jun 04 15:25:58.244839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37eab16-f27f-474d-8be3-fbf648e52a85 req-c60101a4-220b-4819-9fc3-548fdf8d3128 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:58.253452 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b37eab16-f27f-474d-8be3-fbf648e52a85 req-c60101a4-220b-4819-9fc3-548fdf8d3128 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.2587168
Jun 04 15:25:58.309742 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b37eab16-f27f-474d-8be3-fbf648e52a85 req-f3ea3972-c2bc-4657-a468-2bbce55aba69 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549405
Jun 04 15:25:58.630417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f1081-80f3-45a5-a121-0b83938caed7 req-f334d5ea-80a8-48c2-88a7-780fa35a9503 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:58.631904 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4e5f1081-80f3-45a5-a121-0b83938caed7 req-f334d5ea-80a8-48c2-88a7-780fa35a9503 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.0876095
Jun 04 15:25:58.686186 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4e5f1081-80f3-45a5-a121-0b83938caed7 req-8020df3b-59e0-4a06-bf5a-a7684b2e39f6 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470052
Jun 04 15:25:58.739818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51588) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:58.788987 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fdfa353d-c142-426c-a78e-880c8e84dd1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=170821b51002469da86d3c4cef5805e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478590
Jun 04 15:25:58.791358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51590) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:58.852230 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a2142dd-e2ab-4e83-afe5-bc595267202e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:58.881826 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a2142dd-e2ab-4e83-afe5-bc595267202e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:58.885802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1bd23872-5c47-4916-9991-2944e1a1a337 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:25:58.928151 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 1bd23872-5c47-4916-9991-2944e1a1a337 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:25:58.928504 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1bd23872-5c47-4916-9991-2944e1a1a337 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:25:58.987792 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51596) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:59.034944 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a2142dd-e2ab-4e83-afe5-bc595267202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:59.038795 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-103f84f2-c288-4d94-ba53-6fbe6e79dd2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:59.054494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2142dd-e2ab-4e83-afe5-bc595267202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd824210-4583-443e-b8da-38edacd42f87,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:59.057125 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3a2142dd-e2ab-4e83-afe5-bc595267202e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:59.067325 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a2142dd-e2ab-4e83-afe5-bc595267202e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:59.069442 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3a2142dd-e2ab-4e83-afe5-bc595267202e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd824210-4583-443e-b8da-38edacd42f87 HTTP/1.1" status: 204  len: 168 time: 0.2768648
Jun 04 15:25:59.127277 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c450-98c2-445e-a66b-b385d57b7294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:59.148855 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a0d1c450-98c2-445e-a66b-b385d57b7294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:25:59.153683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a0d1c450-98c2-445e-a66b-b385d57b7294 admin admin] Usage tracker for resource:security_group_rule and tenant:780e093b74944d69925ad66a0ba614ba is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:25:59.156692 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a0d1c450-98c2-445e-a66b-b385d57b7294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:25:59.162608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a0d1c450-98c2-445e-a66b-b385d57b7294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:25:59.248621 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c450-98c2-445e-a66b-b385d57b7294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:59.337892 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c450-98c2-445e-a66b-b385d57b7294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:59.349181 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7b72a1c8-e117-46cf-81cf-cf6f5528a8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:59.390529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1c450-98c2-445e-a66b-b385d57b7294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e611327-96f5-481f-979e-e55fd80ae92a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:59.395235 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a0d1c450-98c2-445e-a66b-b385d57b7294 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=780e093b74944d69925ad66a0ba614ba&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4062688
Jun 04 15:25:59.396645 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a0d1c450-98c2-445e-a66b-b385d57b7294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:59.399758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51610) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:25:59.441081 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3ba94637-fe55-471c-903d-e46093b28f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:59.546807 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-09677e98-d668-4ad6-acea-04a18cac0ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:59.583253 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-09677e98-d668-4ad6-acea-04a18cac0ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:59.619134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a947f-873d-4979-9afd-f60512c97bc0 req-e2a430c0-0bf4-4cc4-aedf-58f0f1cff90d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:59.620679 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c64a947f-873d-4979-9afd-f60512c97bc0 req-e2a430c0-0bf4-4cc4-aedf-58f0f1cff90d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.1741960
Jun 04 15:25:59.682636 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c64a947f-873d-4979-9afd-f60512c97bc0 req-cbd9eec1-9789-4e19-a89e-b7e8699d4906 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531614
Jun 04 15:25:59.904240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595c8b7-3979-4017-8215-60af7190ae07 req-4f3d4672-919f-49be-afa9-125df7c5e386 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:25:59.905799 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5595c8b7-3979-4017-8215-60af7190ae07 req-4f3d4672-919f-49be-afa9-125df7c5e386 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1027298
Jun 04 15:25:59.920667 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-09677e98-d668-4ad6-acea-04a18cac0ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:59.925117 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fc2fc073-20ba-4590-9607-c42ccf647b73 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:25:59.937068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09677e98-d668-4ad6-acea-04a18cac0ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e611327-96f5-481f-979e-e55fd80ae92a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:25:59.940102 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-09677e98-d668-4ad6-acea-04a18cac0ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:25:59.946529 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-09677e98-d668-4ad6-acea-04a18cac0ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:25:59.947728 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-09677e98-d668-4ad6-acea-04a18cac0ec0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e611327-96f5-481f-979e-e55fd80ae92a HTTP/1.1" status: 204  len: 168 time: 0.5449913
Jun 04 15:25:59.962126 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5595c8b7-3979-4017-8215-60af7190ae07 req-c679e37f-a50c-4e83-b91b-78f698d1807c tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505846
Jun 04 15:26:00.718338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51648) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:00.739199 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b77bf78-d323-40e6-b21b-ad28fca98736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:00.754148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5b77bf78-d323-40e6-b21b-ad28fca98736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:00.758496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5b77bf78-d323-40e6-b21b-ad28fca98736 admin admin] Usage tracker for resource:security_group_rule and tenant:37d0ad259a2a41f8ac692a09cdfeaad7 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:00.761651 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5b77bf78-d323-40e6-b21b-ad28fca98736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:00.768030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5b77bf78-d323-40e6-b21b-ad28fca98736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:00.878174 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b77bf78-d323-40e6-b21b-ad28fca98736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:00.909542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055010e-5cb7-4de9-ba02-95602adfb4ca req-c5106ed7-aefa-4b7b-8ded-cb2222058cf1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:00.911426 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4055010e-5cb7-4de9-ba02-95602adfb4ca req-c5106ed7-aefa-4b7b-8ded-cb2222058cf1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.1036785
Jun 04 15:26:00.966445 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b77bf78-d323-40e6-b21b-ad28fca98736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:00.978509 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0fd3b262-66eb-4279-97d4-a837543f2fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:00.988404 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4055010e-5cb7-4de9-ba02-95602adfb4ca req-3afe5bb8-158c-4a9c-bf4b-0a624f9bd182 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713480
Jun 04 15:26:01.027744 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77bf78-d323-40e6-b21b-ad28fca98736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2acd77a-6845-421b-9939-a614bac0a95e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:01.035544 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51656) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:01.035758 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5b77bf78-d323-40e6-b21b-ad28fca98736 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37d0ad259a2a41f8ac692a09cdfeaad7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3159142
Jun 04 15:26:01.037317 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5b77bf78-d323-40e6-b21b-ad28fca98736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:01.163407 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47aa0a60-0c6e-45c5-aac2-ebc804c7eb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:01.202690 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47aa0a60-0c6e-45c5-aac2-ebc804c7eb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:01.255134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08122294-58a5-4832-8c46-d5529b21f0f8 req-be447673-cf5e-4680-bb3e-527eedf8a8bb tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:01.256635 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-08122294-58a5-4832-8c46-d5529b21f0f8 req-be447673-cf5e-4680-bb3e-527eedf8a8bb tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1426792
Jun 04 15:26:01.312821 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-08122294-58a5-4832-8c46-d5529b21f0f8 req-f187d15d-b6e2-4031-bc41-01e053814658 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465271
Jun 04 15:26:01.418275 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47aa0a60-0c6e-45c5-aac2-ebc804c7eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:01.433946 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-77c650e2-355d-477b-8500-1d8da7d09532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:01.446986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa0a60-0c6e-45c5-aac2-ebc804c7eb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2acd77a-6845-421b-9939-a614bac0a95e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:01.465726 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-47aa0a60-0c6e-45c5-aac2-ebc804c7eb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:01.468278 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47aa0a60-0c6e-45c5-aac2-ebc804c7eb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:01.472382 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-47aa0a60-0c6e-45c5-aac2-ebc804c7eb49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2acd77a-6845-421b-9939-a614bac0a95e HTTP/1.1" status: 204  len: 168 time: 0.4325855
Jun 04 15:26:01.527211 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-372dcb52-9d4c-4874-8a7e-561442d8157f req-dcb028c4-fed5-4867-9bd5-72c253f3300c tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0595641
Jun 04 15:26:02.098338 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:02.199297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8980aee-e872-4237-aa5e-e266da406bab req-89a5b628-a00e-4b45-a656-0c057d9825de tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:02.200880 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a8980aee-e872-4237-aa5e-e266da406bab req-89a5b628-a00e-4b45-a656-0c057d9825de tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.0901694
Jun 04 15:26:02.247130 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a8980aee-e872-4237-aa5e-e266da406bab req-78371939-2b8c-45c1-8bc7-6846cd08bcf5 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405724
Jun 04 15:26:02.280607 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1402eb4a-5fa4-4666-92c1-7a692d5f223b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:02.412330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51690) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:02.430520 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ee4018f-66c4-4cf8-a78c-ea960bdb205c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:02.488020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9ee4018f-66c4-4cf8-a78c-ea960bdb205c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:02.499734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9ee4018f-66c4-4cf8-a78c-ea960bdb205c admin admin] Usage tracker for resource:security_group_rule and tenant:051f1c7a7e824379b3420efc8b5a7345 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:02.503048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9ee4018f-66c4-4cf8-a78c-ea960bdb205c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:02.518285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9ee4018f-66c4-4cf8-a78c-ea960bdb205c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:02.569170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb076ba-5aa5-47b0-96a5-d9b7a43c5891 req-d3baabe5-2ce2-4216-9950-5d2796507151 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:02.571106 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cfb076ba-5aa5-47b0-96a5-d9b7a43c5891 req-d3baabe5-2ce2-4216-9950-5d2796507151 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1314619
Jun 04 15:26:02.656989 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cfb076ba-5aa5-47b0-96a5-d9b7a43c5891 req-51442e22-91a7-408a-acb8-47eca6df3576 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706153
Jun 04 15:26:02.671582 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ee4018f-66c4-4cf8-a78c-ea960bdb205c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:02.722631 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-136d4d63-a217-4224-a9a3-00d7b5166ef2 req-1f935789-2511-41d3-b5a1-824753a68aac tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0480208
Jun 04 15:26:02.824107 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ee4018f-66c4-4cf8-a78c-ea960bdb205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:02.831208 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-12dccb00-e318-4d04-b22b-8eb3e33cc6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:02.874825 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9ee4018f-66c4-4cf8-a78c-ea960bdb205c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=051f1c7a7e824379b3420efc8b5a7345&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4612503
Jun 04 15:26:02.875749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4018f-66c4-4cf8-a78c-ea960bdb205c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6828b406-a276-402b-aff0-ef643071e7b2,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:02.878691 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9ee4018f-66c4-4cf8-a78c-ea960bdb205c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:02.885328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51704) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:02.947680 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85dd60a4-df38-43fb-b342-3af1c17d1f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:02.977740 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85dd60a4-df38-43fb-b342-3af1c17d1f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:03.097385 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85dd60a4-df38-43fb-b342-3af1c17d1f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:03.101588 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-28aa517e-daff-4d09-a763-41b9d847c36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:03.116762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd60a4-df38-43fb-b342-3af1c17d1f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6828b406-a276-402b-aff0-ef643071e7b2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:03.121707 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-85dd60a4-df38-43fb-b342-3af1c17d1f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:03.130986 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85dd60a4-df38-43fb-b342-3af1c17d1f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:03.135116 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-85dd60a4-df38-43fb-b342-3af1c17d1f1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6828b406-a276-402b-aff0-ef643071e7b2 HTTP/1.1" status: 204  len: 168 time: 0.2455959
Jun 04 15:26:03.471724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69f9e-3971-490b-acd9-55a6b2d37c41 req-5a116f3a-b72b-4d63-99d2-6af531dcfecb tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:03.475529 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6e69f9e-3971-490b-acd9-55a6b2d37c41 req-5a116f3a-b72b-4d63-99d2-6af531dcfecb tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.0993652
Jun 04 15:26:03.521816 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6e69f9e-3971-490b-acd9-55a6b2d37c41 req-51e3635f-bb69-4e76-961e-1fe120936f23 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422328
Jun 04 15:26:03.635403 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:03.910347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c4235-7e73-4dc6-9544-7a1b7bf08e5b req-ed42028a-2db1-42e9-b505-3324243036e3 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:03.911087 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7154284e-1410-4286-8664-37c9c16fb5a5 req-bb2b4912-5237-4a07-be53-3aa6b59c0a94 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0465262
Jun 04 15:26:03.911236 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e41c4235-7e73-4dc6-9544-7a1b7bf08e5b req-ed42028a-2db1-42e9-b505-3324243036e3 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1144106
Jun 04 15:26:03.975427 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e41c4235-7e73-4dc6-9544-7a1b7bf08e5b req-91832c7b-da62-4c51-b3f9-6bbfb30710d4 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550175
Jun 04 15:26:04.275538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fea09-d815-4c7b-89c1-336dba854306 req-99caf288-f8f8-498f-9f4f-046bdef207d6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:04.277655 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-825fea09-d815-4c7b-89c1-336dba854306 req-99caf288-f8f8-498f-9f4f-046bdef207d6 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 946 time: 0.0951667
Jun 04 15:26:04.326486 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-825fea09-d815-4c7b-89c1-336dba854306 req-c2993ab6-f9bd-4af6-9bf8-80af470a86ba tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups?id=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429981
Jun 04 15:26:04.747406 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c7cdf-e2ab-4d62-bdd1-6126b58415c4 req-5e1242be-398b-48bb-ad97-da6269045103 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:04.749096 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-963c7cdf-e2ab-4d62-bdd1-6126b58415c4 req-5e1242be-398b-48bb-ad97-da6269045103 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.0942938
Jun 04 15:26:04.809760 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-963c7cdf-e2ab-4d62-bdd1-6126b58415c4 req-6a373988-7042-4326-baf4-f9f8c4c746e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514345
Jun 04 15:26:05.109738 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6b2838e6-60f6-4dec-bcd6-d9a721547546 req-03a14626-d7f7-4fa5-9923-816c079bbb0c tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0601661
Jun 04 15:26:05.225993 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:05.281948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef51d7-71eb-4f6b-a570-0bee924dce59 req-0d528d11-60c0-4e19-85dd-4b73f188db8b tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:05.283541 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-72ef51d7-71eb-4f6b-a570-0bee924dce59 req-0d528d11-60c0-4e19-85dd-4b73f188db8b tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1392260
Jun 04 15:26:05.343742 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-72ef51d7-71eb-4f6b-a570-0bee924dce59 req-74f71b23-b91a-4612-a457-3c2e245c29bf tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532684
Jun 04 15:26:05.376641 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51772) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:05.513977 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52b37c00-ceed-4c1e-b5cf-a7c043974321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:05.529910 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-52b37c00-ceed-4c1e-b5cf-a7c043974321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:05.533943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-52b37c00-ceed-4c1e-b5cf-a7c043974321 admin admin] Usage tracker for resource:security_group_rule and tenant:f5fea4eadf9849f68015ad5ab53dc7e7 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:05.537080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-52b37c00-ceed-4c1e-b5cf-a7c043974321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:05.544042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-52b37c00-ceed-4c1e-b5cf-a7c043974321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:05.649562 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52b37c00-ceed-4c1e-b5cf-a7c043974321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:05.720860 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52b37c00-ceed-4c1e-b5cf-a7c043974321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:05.733418 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-31d617bd-e7d5-43b8-833e-ac398309ee3b tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:05.776044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b37c00-ceed-4c1e-b5cf-a7c043974321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059a3773-e601-4f5c-a047-f0c97905972c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:05.779603 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-52b37c00-ceed-4c1e-b5cf-a7c043974321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:05.782713 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-52b37c00-ceed-4c1e-b5cf-a7c043974321 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5fea4eadf9849f68015ad5ab53dc7e7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4054217
Jun 04 15:26:05.786868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51780) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:05.826728 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:26:05.846934 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce25f8-b9c4-4a67-b28d-45f5ce9e4b42 req-5ccb9c07-8f49-48ac-a473-b123c6ef35c9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:05.848748 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ccce25f8-b9c4-4a67-b28d-45f5ce9e4b42 req-5ccb9c07-8f49-48ac-a473-b123c6ef35c9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 946 time: 0.0964634
Jun 04 15:26:05.864474 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c69400aa-740b-4bac-8b08-d88b7f685620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:05.901180 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c69400aa-740b-4bac-8b08-d88b7f685620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:05.905334 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ccce25f8-b9c4-4a67-b28d-45f5ce9e4b42 req-dbac0dd2-bdc1-43bc-a262-52716d35825f tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups?id=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479143
Jun 04 15:26:06.067460 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c69400aa-740b-4bac-8b08-d88b7f685620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:06.072820 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-10a73065-4a33-4002-b62e-7d00e3bb1822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:06.087579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69400aa-740b-4bac-8b08-d88b7f685620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059a3773-e601-4f5c-a047-f0c97905972c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:06.090681 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c69400aa-740b-4bac-8b08-d88b7f685620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:06.102151 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c69400aa-740b-4bac-8b08-d88b7f685620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:06.103286 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c69400aa-740b-4bac-8b08-d88b7f685620 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/059a3773-e601-4f5c-a047-f0c97905972c HTTP/1.1" status: 204  len: 168 time: 0.3153164
Jun 04 15:26:06.124542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0147ec-8e19-40eb-a757-03948ebc16fe req-0d20cc85-0188-4e77-8939-66cbf6b9f183 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:06.125634 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dd0147ec-8e19-40eb-a757-03948ebc16fe req-0d20cc85-0188-4e77-8939-66cbf6b9f183 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.1211271
Jun 04 15:26:06.175198 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dd0147ec-8e19-40eb-a757-03948ebc16fe req-03170ac7-90f1-4850-b8a2-0ad1cc282f74 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442734
Jun 04 15:26:06.293640 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e97910b1-0de1-4533-866c-5f69fcf36389 req-da1b5130-d7fa-4d76-9ae6-6de5af38c2af tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0486953
Jun 04 15:26:06.586331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8b582-eb98-4a9a-9784-0e79419fa61c req-d48642af-ca41-42a0-8e2b-a896ae4c6600 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:06.587279 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ae8b582-eb98-4a9a-9784-0e79419fa61c req-d48642af-ca41-42a0-8e2b-a896ae4c6600 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1145117
Jun 04 15:26:06.651047 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ae8b582-eb98-4a9a-9784-0e79419fa61c req-b60e5329-d19a-49cd-aed6-564cde0551a4 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529959
Jun 04 15:26:07.088478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61944698-71a4-4aef-9fa6-0af0397e14c5 req-3dfa184b-f7a1-471b-a67e-fca0e49ea9de tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:07.092120 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61944698-71a4-4aef-9fa6-0af0397e14c5 req-3dfa184b-f7a1-471b-a67e-fca0e49ea9de tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 946 time: 0.1222172
Jun 04 15:26:07.154575 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61944698-71a4-4aef-9fa6-0af0397e14c5 req-d0fed45f-fac1-4435-a4b9-239297eb62de tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups?id=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546558
Jun 04 15:26:07.424313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a943c0d-a894-4cb2-9853-7cc5b1a14b8b req-9541e4ec-2898-4a36-b750-0bb7ed5834e8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:07.426068 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6a943c0d-a894-4cb2-9853-7cc5b1a14b8b req-9541e4ec-2898-4a36-b750-0bb7ed5834e8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.1093447
Jun 04 15:26:07.488847 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6a943c0d-a894-4cb2-9853-7cc5b1a14b8b req-9491bbe8-3b62-40a2-b67f-8377137dfaa2 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509195
Jun 04 15:26:07.515863 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cfdb54af-f829-4b9d-a3a3-61da6a4ca20b req-839300eb-0051-4ae4-a96f-a1804a86da14 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0611033
Jun 04 15:26:07.860484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cf690-a386-45ad-91d7-5ebcc662a9c7 req-74a61da6-6389-4085-af76-640d8e97e173 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:07.862169 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c6cf690-a386-45ad-91d7-5ebcc662a9c7 req-74a61da6-6389-4085-af76-640d8e97e173 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.0934694
Jun 04 15:26:07.918442 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c6cf690-a386-45ad-91d7-5ebcc662a9c7 req-5e9732c0-733a-42e7-a7b1-c60866330b0e tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452101
Jun 04 15:26:08.397277 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fceb2-1d89-4a71-9f94-58d577841087 req-ea9915aa-680b-497b-b725-b8c5eb453f81 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:08.402361 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f83fceb2-1d89-4a71-9f94-58d577841087 req-ea9915aa-680b-497b-b725-b8c5eb453f81 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 946 time: 0.1072066
Jun 04 15:26:08.459936 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f83fceb2-1d89-4a71-9f94-58d577841087 req-c4680ed7-1ac2-4532-a72d-598dad7a17b5 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups?id=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564392
Jun 04 15:26:08.484663 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59d35f8e-f7a3-4fa0-b35a-898bb03dea96 req-35191a85-afde-4c99-8622-540ac2e4fb67 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0606890
Jun 04 15:26:08.717870 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aab6b906-c763-4168-9cd0-ff2fc621ff1a req-861fe2eb-f470-422d-858d-0e148380531d tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0543592
Jun 04 15:26:08.875899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d72c3-a773-4a12-9a57-12574efe577f req-d36e722c-2bfe-4ce1-9ad3-f2f263a5151f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:08.877505 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-476d72c3-a773-4a12-9a57-12574efe577f req-d36e722c-2bfe-4ce1-9ad3-f2f263a5151f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.2565851
Jun 04 15:26:08.929493 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-476d72c3-a773-4a12-9a57-12574efe577f req-9abff992-d87b-43a9-a0e3-215c4febcb23 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458207
Jun 04 15:26:09.234282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb109a76-d505-4ea0-96aa-145c491baaaf req-9c73d29a-1fd2-40bb-936e-766b23bf6817 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:09.235974 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eb109a76-d505-4ea0-96aa-145c491baaaf req-9c73d29a-1fd2-40bb-936e-766b23bf6817 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.62 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 946 time: 0.1144986
Jun 04 15:26:09.255697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ff28b-4ebf-42d0-b158-0e2866288849 req-02c93eaf-498a-49a1-ba17-6634c1d6d3d1 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:09.257177 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1c8ff28b-4ebf-42d0-b158-0e2866288849 req-02c93eaf-498a-49a1-ba17-6634c1d6d3d1 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.2143877
Jun 04 15:26:09.316453 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1c8ff28b-4ebf-42d0-b158-0e2866288849 req-c62465f7-c1f8-44c9-848a-44001b1d160d tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525970
Jun 04 15:26:09.390103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-eb109a76-d505-4ea0-96aa-145c491baaaf req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Deleting port 45b4c54b-bbe3-464c-9a78-974f105e2ad2 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:26:09.390449 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eb109a76-d505-4ea0-96aa-145c491baaaf req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:09.546130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-eb109a76-d505-4ea0-96aa-145c491baaaf req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] For port 45b4c54b-bbe3-464c-9a78-974f105e2ad2, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=45b4c54b-bbe3-464c-9a78-974f105e2ad2,segment=NetworkSegment(0082a04f-021f-4afc-9fa3-2e6068523a1b),segment_id=0082a04f-021f-4afc-9fa3-2e6068523a1b)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:26:09.546130 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eb109a76-d505-4ea0-96aa-145c491baaaf req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:09.680072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc83a1c-dfd0-40cc-a0bb-c75b2b9a1879 req-4459d9b2-4b10-4930-8ee0-353cbdff6445 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:09.681843 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1bc83a1c-dfd0-40cc-a0bb-c75b2b9a1879 req-4459d9b2-4b10-4930-8ee0-353cbdff6445 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 946 time: 0.1058712
Jun 04 15:26:09.741207 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1bc83a1c-dfd0-40cc-a0bb-c75b2b9a1879 req-dfcf9c66-a937-4b19-9fcb-522a8f2a19d8 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups?id=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492311
Jun 04 15:26:09.880213 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eb109a76-d505-4ea0-96aa-145c491baaaf req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:09.880973 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eb109a76-d505-4ea0-96aa-145c491baaaf req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:09.880973 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-eb109a76-d505-4ea0-96aa-145c491baaaf req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Floating IP 63db4b6f-726a-4b31-9b0b-5a41554b9930 disassociated. External IP: 172.25.4.98, port: 45b4c54b-bbe3-464c-9a78-974f105e2ad2.
Jun 04 15:26:09.881324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-eb109a76-d505-4ea0-96aa-145c491baaaf req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Calling delete_port for 45b4c54b-bbe3-464c-9a78-974f105e2ad2 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:26:09.937632 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b73030b-6a12-44f8-b746-89b85bc6fb56 req-9c892f7c-65d1-4d42-b1b8-49be10092497 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0517721
Jun 04 15:26:10.136807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dd9da-d001-42d9-947b-dea434626952 req-e930c40e-ba35-4240-886b-6393fee1e5fc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:10.138403 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2c5dd9da-d001-42d9-947b-dea434626952 req-e930c40e-ba35-4240-886b-6393fee1e5fc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.0841331
Jun 04 15:26:10.139545 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eb109a76-d505-4ea0-96aa-145c491baaaf req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:10.145682 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-75290ab2-8d97-4b55-87a3-c7cff6ac033f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:10.208502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Pushing event deleted for resources: {'Port': ['ID=45b4c54b-bbe3-464c-9a78-974f105e2ad2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:10.215862 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:10.234998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51910) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:10.313569 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2c5dd9da-d001-42d9-947b-dea434626952 req-d82f2865-f5af-42ea-96c8-25ef65a769ae tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273510
Jun 04 15:26:10.377115 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de06fc52-1860-4e7d-bd54-2e6b8afde67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:10.406987 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-de06fc52-1860-4e7d-bd54-2e6b8afde67f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:10.419152 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-de06fc52-1860-4e7d-bd54-2e6b8afde67f admin admin] Usage tracker for resource:security_group_rule and tenant:f058334dcafa41218f0596c160d813e5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:10.422800 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-de06fc52-1860-4e7d-bd54-2e6b8afde67f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:10.434191 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-de06fc52-1860-4e7d-bd54-2e6b8afde67f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:10.441820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb109a76-d505-4ea0-96aa-145c491baaaf req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Router 4852bfff-1239-4bc1-8159-79ee4aabb860 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:26:10.537940 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de06fc52-1860-4e7d-bd54-2e6b8afde67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:10.594350 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de06fc52-1860-4e7d-bd54-2e6b8afde67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:10.603496 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:10.654119 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-de06fc52-1860-4e7d-bd54-2e6b8afde67f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f058334dcafa41218f0596c160d813e5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4089620
Jun 04 15:26:10.654119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06fc52-1860-4e7d-bd54-2e6b8afde67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75885cc2-8c23-4e83-9162-e2da82503b99,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:10.654119 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-de06fc52-1860-4e7d-bd54-2e6b8afde67f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:10.655248 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51920) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:10.729564 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec719bb9-afbe-4aea-9ea4-10659e5412ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:10.766423 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec719bb9-afbe-4aea-9ea4-10659e5412ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:10.883494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4500d-f3f8-4500-9a5f-08b5d6ee2eb4 req-050e5b63-2951-47c9-b288-45d428c376c9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:10.884977 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14b4500d-f3f8-4500-9a5f-08b5d6ee2eb4 req-050e5b63-2951-47c9-b288-45d428c376c9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.4384816
Jun 04 15:26:10.891723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb109a76-d505-4ea0-96aa-145c491baaaf req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:26:10.903351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9555d9d-bb17-4aa9-9d1b-52b25871b7e7 None None] Sync routers for ids ['4852bfff-1239-4bc1-8159-79ee4aabb860'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:26:10.913644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9555d9d-bb17-4aa9-9d1b-52b25871b7e7 None None] Routers {'4852bfff-1239-4bc1-8159-79ee4aabb860'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:26:10.914630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-f9555d9d-bb17-4aa9-9d1b-52b25871b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c4458b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:26:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4852bfff-1239-4bc1-8159-79ee4aabb860'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:10.924788 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f814daa1-52e0-43f4-b525-bafb62262ed1 req-77559a48-681f-42f7-b9b8-eea14e872345 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 210 time: 0.0431478
Jun 04 15:26:10.960311 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec719bb9-afbe-4aea-9ea4-10659e5412ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:10.964484 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:10.975952 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec719bb9-afbe-4aea-9ea4-10659e5412ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75885cc2-8c23-4e83-9162-e2da82503b99,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:10.978791 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ec719bb9-afbe-4aea-9ea4-10659e5412ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:10.985653 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec719bb9-afbe-4aea-9ea4-10659e5412ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:10.986934 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ec719bb9-afbe-4aea-9ea4-10659e5412ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75885cc2-8c23-4e83-9162-e2da82503b99 HTTP/1.1" status: 204  len: 168 time: 0.3307261
Jun 04 15:26:11.012974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb109a76-d505-4ea0-96aa-145c491baaaf req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] No DVR routers for this DVR port 45b4c54b-bbe3-464c-9a78-974f105e2ad2 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:26:11.019156 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-eb109a76-d505-4ea0-96aa-145c491baaaf req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:11.022338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c061529a-898a-4e5d-b787-97525edf6170', 'name': 'network-vif-deleted', 'tag': '45b4c54b-bbe3-464c-9a78-974f105e2ad2'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:26:11.025111 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8287fcc-b1ee-41bc-912b-bd021e62995a" -d '{"events": [{"server_uuid": "c061529a-898a-4e5d-b787-97525edf6170", "name": "network-vif-deleted", "tag": "45b4c54b-bbe3-464c-9a78-974f105e2ad2"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:26:11.038543 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14b4500d-f3f8-4500-9a5f-08b5d6ee2eb4 req-a294e208-2611-456e-af22-bde00556c339 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448040
Jun 04 15:26:11.106274 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eb109a76-d505-4ea0-96aa-145c491baaaf req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.62 "DELETE /v2.0/ports/45b4c54b-bbe3-464c-9a78-974f105e2ad2 HTTP/1.1" status: 204  len: 173 time: 1.8612216
Jun 04 15:26:11.133426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-f9555d9d-bb17-4aa9-9d1b-52b25871b7e7 None None] Set router 4852bfff-1239-4bc1-8159-79ee4aabb860 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:26:11.145840 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c8fd90a8-2957-44b5-871e-652d75bed140 req-48116e2b-bd14-44ad-92c6-5aeefe4df584 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0561409
Jun 04 15:26:11.229538 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a78be64-f19c-41d5-9ac8-9d4bc1fac699 x-openstack-request-id: req-7a78be64-f19c-41d5-9ac8-9d4bc1fac699 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:26:11.229538 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c061529a-898a-4e5d-b787-97525edf6170", "name": "network-vif-deleted", "tag": "45b4c54b-bbe3-464c-9a78-974f105e2ad2", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:26:11.229538 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a78be64-f19c-41d5-9ac8-9d4bc1fac699 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:26:11.229538 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c061529a-898a-4e5d-b787-97525edf6170', 'name': 'network-vif-deleted', 'tag': '45b4c54b-bbe3-464c-9a78-974f105e2ad2', 'status': 'completed', 'code': 200}
Jun 04 15:26:11.541180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9ac3a-856d-435e-a284-1feb59a7abb0 req-25fd5df9-4ea9-45dd-bcab-8ccb42b0354f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:11.544825 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0b9ac3a-856d-435e-a284-1feb59a7abb0 req-25fd5df9-4ea9-45dd-bcab-8ccb42b0354f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.0967367
Jun 04 15:26:11.548943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-f9555d9d-bb17-4aa9-9d1b-52b25871b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c4458b0>, [{'id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'name': 'tempest-ServersTestJSON-1158080496-router', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:22:09Z', 'updated_at': '2021-06-04T15:22:20Z', 'revision_number': 4, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'gw_port': {'id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:12Z', 'updated_at': '2021-06-04T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea', 'name': '', 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'mac_address': 'fa:16:3e:a7:41:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:18Z', 'updated_at': '2021-06-04T15:22:30Z', 'revision_number': 5, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'subnets': [{'id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:11.555347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9555d9d-bb17-4aa9-9d1b-52b25871b7e7 None None] Checking router: 4852bfff-1239-4bc1-8159-79ee4aabb860 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:26:11.569541 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9555d9d-bb17-4aa9-9d1b-52b25871b7e7 None None] Routers {'4852bfff-1239-4bc1-8159-79ee4aabb860'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:26:11.570575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-f9555d9d-bb17-4aa9-9d1b-52b25871b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c4458b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:26:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4852bfff-1239-4bc1-8159-79ee4aabb860'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:11.608778 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c0b9ac3a-856d-435e-a284-1feb59a7abb0 req-b8d5ddf0-64e6-49ca-8401-cbd5a17fa7a4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581870
Jun 04 15:26:11.764664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51942) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:11.791219 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69ed78e0-c40e-4b98-a492-dbf71d085c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:11.810033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-69ed78e0-c40e-4b98-a492-dbf71d085c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:11.814100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-69ed78e0-c40e-4b98-a492-dbf71d085c53 admin admin] Usage tracker for resource:security_group_rule and tenant:da1ad386117645e8b9ea368bf4d46099 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:11.815277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-f9555d9d-bb17-4aa9-9d1b-52b25871b7e7 None None] Set router 4852bfff-1239-4bc1-8159-79ee4aabb860 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:26:11.817750 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-69ed78e0-c40e-4b98-a492-dbf71d085c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:11.825461 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-69ed78e0-c40e-4b98-a492-dbf71d085c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:11.939338 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69ed78e0-c40e-4b98-a492-dbf71d085c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:12.012702 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69ed78e0-c40e-4b98-a492-dbf71d085c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:12.032730 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e9d290f1-82fd-4162-9248-d6b177b112c0 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:12.112172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed78e0-c40e-4b98-a492-dbf71d085c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf06368e-37bc-4f8b-ae82-5700cf89f263,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:12.130351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51948) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:12.140523 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-69ed78e0-c40e-4b98-a492-dbf71d085c53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da1ad386117645e8b9ea368bf4d46099&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3735156
Jun 04 15:26:12.144628 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-69ed78e0-c40e-4b98-a492-dbf71d085c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:12.197802 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5814f90e-b060-42b6-a0af-03d5ae3deac0 req-8569cc1c-5deb-4406-8803-91486f815add tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c061529a-898a-4e5d-b787-97525edf6170 HTTP/1.1" status: 200  len: 210 time: 0.0449271
Jun 04 15:26:12.201026 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-f9555d9d-bb17-4aa9-9d1b-52b25871b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c4458b0>, [{'id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'name': 'tempest-ServersTestJSON-1158080496-router', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:22:09Z', 'updated_at': '2021-06-04T15:22:20Z', 'revision_number': 4, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'gw_port': {'id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:12Z', 'updated_at': '2021-06-04T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea', 'name': '', 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'mac_address': 'fa:16:3e:a7:41:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:18Z', 'updated_at': '2021-06-04T15:22:30Z', 'revision_number': 5, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'subnets': [{'id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:12.205677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9555d9d-bb17-4aa9-9d1b-52b25871b7e7 None None] The sync data for ids ['4852bfff-1239-4bc1-8159-79ee4aabb860'] in n-d-791505-9 is: [{'id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'name': 'tempest-ServersTestJSON-1158080496-router', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:22:09Z', 'updated_at': '2021-06-04T15:22:20Z', 'revision_number': 4, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'gw_port': {'id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:12Z', 'updated_at': '2021-06-04T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea', 'name': '', 'network_id': '689f317e-6942-4287-a44f-3d403fd38de3', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'mac_address': 'fa:16:3e:a7:41:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:18Z', 'updated_at': '2021-06-04T15:22:30Z', 'revision_number': 5, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'subnets': [{'id': 'ee820c69-9f91-4a67-9aeb-e78de6ae6242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:26:12.207580 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9a3c7849-8eed-465c-8bb9-16eeff6389d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:12.243082 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9a3c7849-8eed-465c-8bb9-16eeff6389d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:12.376949 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9a3c7849-8eed-465c-8bb9-16eeff6389d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:12.380914 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-09677e98-d668-4ad6-acea-04a18cac0ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:12.395200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c7849-8eed-465c-8bb9-16eeff6389d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf06368e-37bc-4f8b-ae82-5700cf89f263,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:12.397778 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9a3c7849-8eed-465c-8bb9-16eeff6389d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:12.406520 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9a3c7849-8eed-465c-8bb9-16eeff6389d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:12.408081 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9a3c7849-8eed-465c-8bb9-16eeff6389d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf06368e-37bc-4f8b-ae82-5700cf89f263 HTTP/1.1" status: 204  len: 168 time: 0.2763963
Jun 04 15:26:12.468601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855c4ca-d332-4472-95f1-5a6511f3e33c req-44a37d45-c48f-47e1-9704-975db86b0d37 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:12.471112 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8855c4ca-d332-4472-95f1-5a6511f3e33c req-44a37d45-c48f-47e1-9704-975db86b0d37 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1425190
Jun 04 15:26:12.529738 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8855c4ca-d332-4472-95f1-5a6511f3e33c req-0fa11bcc-0c91-49c2-885b-206ed85cbc1b tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510974
Jun 04 15:26:12.621700 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bac872-0740-44f4-ae03-9aad0359a6f4 None None] New status for floating IP 63db4b6f-726a-4b31-9b0b-5a41554b9930: DOWN {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:26:12.903790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fc343-6c73-4f0c-9f4f-407e87c063d2 req-c279c29e-2c8f-4aa5-8432-106db835496b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:12.913221 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-961fc343-6c73-4f0c-9f4f-407e87c063d2 req-c279c29e-2c8f-4aa5-8432-106db835496b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.1522017
Jun 04 15:26:12.959004 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-961fc343-6c73-4f0c-9f4f-407e87c063d2 req-75707e7b-5e5a-404e-83e7-b23fd1ad6319 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473135
Jun 04 15:26:13.406801 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51988) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:13.483252 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd89abfe-9c82-4427-9aba-38a7a672fa63 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:13.511590 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd89abfe-9c82-4427-9aba-38a7a672fa63 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:13.645948 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd89abfe-9c82-4427-9aba-38a7a672fa63 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:13.657274 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9a3c7849-8eed-465c-8bb9-16eeff6389d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:13.689100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89abfe-9c82-4427-9aba-38a7a672fa63 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:13.710632 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bd89abfe-9c82-4427-9aba-38a7a672fa63 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:13.756117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17938d8-6470-4e2a-8ad5-0b76dc9ee6d5 req-8271f478-b56c-4215-bfd6-5db45fbabc88 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:13.757703 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c17938d8-6470-4e2a-8ad5-0b76dc9ee6d5 req-8271f478-b56c-4215-bfd6-5db45fbabc88 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1053400
Jun 04 15:26:13.796054 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd89abfe-9c82-4427-9aba-38a7a672fa63 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:13.797481 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bd89abfe-9c82-4427-9aba-38a7a672fa63 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "DELETE /v2.0/security-groups/d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1 HTTP/1.1" status: 204  len: 168 time: 0.3897033
Jun 04 15:26:13.801229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52004) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:13.825709 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c17938d8-6470-4e2a-8ad5-0b76dc9ee6d5 req-5d252b2b-281c-4c02-9572-78dc1f4f7597 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571535
Jun 04 15:26:13.837295 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-84d6c07f-8eb0-448c-b667-c30c5701aba9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] show failed (client error): The resource could not be found.
Jun 04 15:26:13.846606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52006) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:13.847870 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-84d6c07f-8eb0-448c-b667-c30c5701aba9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "GET /v2.0/security-groups/d409d0d2-2dbf-40dd-a5f7-5bd48c683fa1 HTTP/1.1" status: 404  len: 347 time: 0.0438488
Jun 04 15:26:13.851478 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 45b4c54b-bbe3-464c-9a78-974f105e2ad2 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:26:13.892121 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 45b4c54b-bbe3-464c-9a78-974f105e2ad2 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:26:13.892620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 45b4c54b-bbe3-464c-9a78-974f105e2ad2 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:26:14.009396 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b671e6a-ed48-4c50-87f5-d02c27d73dfb req-45102d66-7582-4eef-849d-c80ba3def575 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0579123
Jun 04 15:26:14.086713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Deleting port b8cc97e4-e89b-483e-a271-db0b849471d1 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:26:14.087257 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:14.244411 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:14.245328 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:14.399029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Calling delete_port for b8cc97e4-e89b-483e-a271-db0b849471d1 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:26:14.669975 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e59c5b-3ac0-4392-a2fe-7bb9ddaaa957 req-64c6ee99-a0cc-4442-8211-3fc960573ddc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:14.671461 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-88e59c5b-3ac0-4392-a2fe-7bb9ddaaa957 req-64c6ee99-a0cc-4442-8211-3fc960573ddc tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.5915897
Jun 04 15:26:14.764413 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-88e59c5b-3ac0-4392-a2fe-7bb9ddaaa957 req-e0589f56-66bb-452e-9f59-fe80fbc2a1c7 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864823
Jun 04 15:26:14.823812 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ad8c750-dc50-4335-afce-f61ccc83b7e7 req-e21ad60a-ab7b-4ae9-ab4c-08f2a8f1f049 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0885620
Jun 04 15:26:14.843460 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:14.849015 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8f1f82c1-a31b-4134-9b56-f10aa24fae43 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:14.907045 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Pushing event deleted for resources: {'Port': ['ID=b8cc97e4-e89b-483e-a271-db0b849471d1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:14.941257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:14.941915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:14.942449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:14.942976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:14.943526 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:14.944086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:14.944608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:14.945200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:14.945715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:14.946572 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:14.947099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:14.948405 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:14.952633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8c750-dc50-4335-afce-f61ccc83b7e7 req-3e19f8ee-2fa5-46d4-9dbf-78242b10618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:14.954820 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ad8c750-dc50-4335-afce-f61ccc83b7e7 req-3e19f8ee-2fa5-46d4-9dbf-78242b10618d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0349f96b4c92480fb6780bd08ce25519&device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 1096 time: 0.1063633
Jun 04 15:26:14.969257 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:15.036390 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:15.071227 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:15.075200 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] 10.222.0.32 "DELETE /v2.0/floatingips/63db4b6f-726a-4b31-9b0b-5a41554b9930 HTTP/1.1" status: 204  len: 168 time: 1.2237246
Jun 04 15:26:15.076143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52044) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:15.214410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8c750-dc50-4335-afce-f61ccc83b7e7 req-a3c5910f-417e-404c-be1b-3e192e1bb7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:15.214410 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ad8c750-dc50-4335-afce-f61ccc83b7e7 req-a3c5910f-417e-404c-be1b-3e192e1bb7cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=91cca73e-1edf-43ed-a022-24d22b5f5f64 HTTP/1.1" status: 200  len: 917 time: 0.2310445
Jun 04 15:26:15.224094 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b0b71faf-16ca-400b-bc69-d8fc1897c64d req-86e09a69-a80c-4057-9809-7cfe6f8a8ad9 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0544097
Jun 04 15:26:15.225035 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f487dda-af5a-48c9-b208-04b7759f2234 req-048acebf-a6ba-40e1-83c6-dd17b33fefa8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:15.230029 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5f487dda-af5a-48c9-b208-04b7759f2234 req-048acebf-a6ba-40e1-83c6-dd17b33fefa8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.2015846
Jun 04 15:26:15.421194 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5f487dda-af5a-48c9-b208-04b7759f2234 req-ce4b7e3e-3c63-47e9-8c67-b0a66fd9caa7 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827328
Jun 04 15:26:15.461673 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ad8c750-dc50-4335-afce-f61ccc83b7e7 req-8d03ee68-bedc-487f-9faf-b1712ca97df2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74e1820b-2df7-4b5b-b259-35ade193c0cb HTTP/1.1" status: 200  len: 1000 time: 0.2303352
Jun 04 15:26:15.546423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8c750-dc50-4335-afce-f61ccc83b7e7 req-c3b848dc-4ef8-4b78-bd1b-abcc5d488d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:15.549231 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ad8c750-dc50-4335-afce-f61ccc83b7e7 req-c3b848dc-4ef8-4b78-bd1b-abcc5d488d91 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91893482-88ab-4bef-b1ea-915c1d6da852 HTTP/1.1" status: 200  len: 855 time: 0.0689182
Jun 04 15:26:15.635894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8c750-dc50-4335-afce-f61ccc83b7e7 req-b2527da6-5f75-4323-a700-d7623f558a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:15.637487 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ad8c750-dc50-4335-afce-f61ccc83b7e7 req-b2527da6-5f75-4323-a700-d7623f558a91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91cca73e-1edf-43ed-a022-24d22b5f5f64&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0813475
Jun 04 15:26:15.802971 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-761d262b-6d51-4826-9d2e-3793458a2569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:15.822238 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ad8c750-dc50-4335-afce-f61ccc83b7e7 req-f7ef660b-9cae-40d1-b412-dc86fcab6028 service neutron] 10.222.0.62 "GET /v2.0/networks/91cca73e-1edf-43ed-a022-24d22b5f5f64?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1750853
Jun 04 15:26:16.087565 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ad8c750-dc50-4335-afce-f61ccc83b7e7 req-c4ff07a8-26e6-4c42-a6a4-7e6456c5c066 service neutron] 10.222.0.62 "GET /v2.0/networks/91cca73e-1edf-43ed-a022-24d22b5f5f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2279053
Jun 04 15:26:16.093952 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52c58e-0780-4648-93d1-09ac365e564b req-9a7484af-0d1d-41c9-bf2f-f7c505fc29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:16.095481 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9b52c58e-0780-4648-93d1-09ac365e564b req-9a7484af-0d1d-41c9-bf2f-f7c505fc29b6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 1096 time: 0.2720253
Jun 04 15:26:16.129876 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e36af1-631e-4120-b3be-3c315cfb3dd8 req-a663e845-11ea-4998-ad18-573f1829dda1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:16.131341 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b6e36af1-631e-4120-b3be-3c315cfb3dd8 req-a663e845-11ea-4998-ad18-573f1829dda1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.2351236
Jun 04 15:26:16.178553 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9b52c58e-0780-4648-93d1-09ac365e564b req-a9663787-8792-48e4-9df2-bb101d46059b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758092
Jun 04 15:26:16.200426 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b6e36af1-631e-4120-b3be-3c315cfb3dd8 req-e25276ba-5082-4113-831a-a0c424a1fef6 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609782
Jun 04 15:26:16.305052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-761d262b-6d51-4826-9d2e-3793458a2569 admin admin] Deleting port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:26:16.305603 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-761d262b-6d51-4826-9d2e-3793458a2569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:16.643359 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-01c3d57d-04b5-45c4-8f65-ce8db2f17c88 req-d808d0ba-22e3-48a6-be88-595a59447dee tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.2329779
Jun 04 15:26:16.659470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-761d262b-6d51-4826-9d2e-3793458a2569 admin admin] For port dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea,segment=NetworkSegment(0082a04f-021f-4afc-9fa3-2e6068523a1b),segment_id=0082a04f-021f-4afc-9fa3-2e6068523a1b)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:26:16.660240 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-761d262b-6d51-4826-9d2e-3793458a2569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:16.680031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595c0c8-7d9b-450c-8e29-de00b22a2718 req-b104e21b-f4fa-4744-9c65-ffe013f85413 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:16.691315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a595c0c8-7d9b-450c-8e29-de00b22a2718 req-b104e21b-f4fa-4744-9c65-ffe013f85413 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.1101975
Jun 04 15:26:16.748314 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a595c0c8-7d9b-450c-8e29-de00b22a2718 req-afdc4706-f4e1-44bb-ba08-ed5bc6d13532 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559788
Jun 04 15:26:16.817688 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-761d262b-6d51-4826-9d2e-3793458a2569 admin admin] Calling delete_port for dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:26:17.164216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52134) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:17.188629 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-761d262b-6d51-4826-9d2e-3793458a2569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:17.193823 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a4deab2f-db66-4ea8-af2b-e15169ec9ff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:17.272778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d262b-6d51-4826-9d2e-3793458a2569 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:17.414374 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-761d262b-6d51-4826-9d2e-3793458a2569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:17.506071 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-358982d2-6f38-42c2-8bd2-b6f8c9efb439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:17.602426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-358982d2-6f38-42c2-8bd2-b6f8c9efb439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:17.615081 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-358982d2-6f38-42c2-8bd2-b6f8c9efb439 admin admin] Usage tracker for resource:security_group_rule and tenant:70ce9127da3c4ea4beb340bfa68c483e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:17.628938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-358982d2-6f38-42c2-8bd2-b6f8c9efb439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:17.642265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-358982d2-6f38-42c2-8bd2-b6f8c9efb439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:17.755580 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e0ac1-24d8-4ac4-92e8-20075ac011bb req-7c9ab94a-7044-482e-8ab4-16260d75a9d4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:17.757080 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6a7e0ac1-24d8-4ac4-92e8-20075ac011bb req-7c9ab94a-7044-482e-8ab4-16260d75a9d4 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.3337622
Jun 04 15:26:17.786686 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-761d262b-6d51-4826-9d2e-3793458a2569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:17.897159 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6a7e0ac1-24d8-4ac4-92e8-20075ac011bb req-e0e96686-3300-4217-bdf4-78e17bc6c305 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319749
Jun 04 15:26:18.095365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1465b728-49fa-4613-b09a-965dc397aaa1 req-c3bdeaf8-2a35-463c-92a5-648df60b6928 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.3101871
Jun 04 15:26:18.108827 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-358982d2-6f38-42c2-8bd2-b6f8c9efb439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:18.183033 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-358982d2-6f38-42c2-8bd2-b6f8c9efb439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:18.195301 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3241ce0b-c0aa-47f3-990b-82c62731f7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:18.260949 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-358982d2-6f38-42c2-8bd2-b6f8c9efb439 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70ce9127da3c4ea4beb340bfa68c483e&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0947659
Jun 04 15:26:18.264216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358982d2-6f38-42c2-8bd2-b6f8c9efb439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f82b8e-6d46-42ed-bb69-6e62ffa2e1de,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:18.264682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52154) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:18.269724 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-358982d2-6f38-42c2-8bd2-b6f8c9efb439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:18.329696 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04749044-dc30-4bb5-a54d-3bca78fded9b req-f2913c09-8cb9-498f-8ce6-8606bc6442f8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:18.331208 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-04749044-dc30-4bb5-a54d-3bca78fded9b req-f2913c09-8cb9-498f-8ce6-8606bc6442f8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.3232241
Jun 04 15:26:18.332074 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7d8e-c786-435c-bd0e-c5c0c78481a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:18.362207 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7d8e-c786-435c-bd0e-c5c0c78481a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:18.502522 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7d8e-c786-435c-bd0e-c5c0c78481a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:18.507577 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f1fa3254-9739-49ca-86a4-f6ed57634100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:18.525522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f7d8e-c786-435c-bd0e-c5c0c78481a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f82b8e-6d46-42ed-bb69-6e62ffa2e1de,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:18.530766 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c6f7d8e-c786-435c-bd0e-c5c0c78481a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:18.534040 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7d8e-c786-435c-bd0e-c5c0c78481a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:18.539455 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1c6f7d8e-c786-435c-bd0e-c5c0c78481a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33f82b8e-6d46-42ed-bb69-6e62ffa2e1de HTTP/1.1" status: 204  len: 168 time: 0.2721527
Jun 04 15:26:18.549434 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-04749044-dc30-4bb5-a54d-3bca78fded9b req-54ec5c0c-d849-4b46-aee7-6fa32922b995 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2065969
Jun 04 15:26:18.561444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761d262b-6d51-4826-9d2e-3793458a2569 admin admin] Router 4852bfff-1239-4bc1-8159-79ee4aabb860 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:26:18.731013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315425a3-75d7-4c45-b71a-e83ec0b32495 req-84c165d7-6869-4e52-83b2-49ff2d1b72a8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:18.732594 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-315425a3-75d7-4c45-b71a-e83ec0b32495 req-84c165d7-6869-4e52-83b2-49ff2d1b72a8 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.0952101
Jun 04 15:26:18.781686 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-315425a3-75d7-4c45-b71a-e83ec0b32495 req-cf766d1d-41eb-48e8-863c-8ccb6b7e7566 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432272
Jun 04 15:26:18.823481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761d262b-6d51-4826-9d2e-3793458a2569 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:26:18.835188 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe7ecf6-c5de-464f-8045-8dafbc4e822e None None] Sync routers for ids ['4852bfff-1239-4bc1-8159-79ee4aabb860'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:26:18.856394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7ecf6-c5de-464f-8045-8dafbc4e822e None None] Routers {'4852bfff-1239-4bc1-8159-79ee4aabb860'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:26:18.857405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5fe7ecf6-c5de-464f-8045-8dafbc4e822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6e2dc0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:26:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4852bfff-1239-4bc1-8159-79ee4aabb860'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:18.860463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc72fa-1641-433b-870e-1a90c03b5dee req-d8f786d2-f75a-4301-b194-09e18596eeb1 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:18.862148 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f2fc72fa-1641-433b-870e-1a90c03b5dee req-d8f786d2-f75a-4301-b194-09e18596eeb1 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1906474
Jun 04 15:26:18.870837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52170) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:18.871058 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-761d262b-6d51-4826-9d2e-3793458a2569 admin admin] 10.222.0.32 "PUT /v2.0/routers/4852bfff-1239-4bc1-8159-79ee4aabb860/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7932177
Jun 04 15:26:18.954019 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f2fc72fa-1641-433b-870e-1a90c03b5dee req-4f1a0383-0743-4ac8-83b2-0083d0ede0fe tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819051
Jun 04 15:26:19.138469 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-5fe7ecf6-c5de-464f-8045-8dafbc4e822e None None] Set router 4852bfff-1239-4bc1-8159-79ee4aabb860 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:26:19.168928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572d75a-d76e-4c00-924a-21f00254fd85 req-6250086d-99db-4503-9796-8dc1725ca083 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:19.171579 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4572d75a-d76e-4c00-924a-21f00254fd85 req-6250086d-99db-4503-9796-8dc1725ca083 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.1147265
Jun 04 15:26:19.172855 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:19.226827 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4572d75a-d76e-4c00-924a-21f00254fd85 req-31802de5-74ff-42d6-8119-599d17159110 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496113
Jun 04 15:26:19.399241 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bad44077-a438-4ed2-a5d4-8fa3944755fb req-ee73d297-8232-440c-9e23-e742952d87b2 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0489898
Jun 04 15:26:19.406435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52182) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:19.433224 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:19.440130 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e8611349-3d47-4498-a699-95d50690fcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:19.459199 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e8611349-3d47-4498-a699-95d50690fcb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:19.461081 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e8611349-3d47-4498-a699-95d50690fcb5 admin admin] Usage tracker for resource:security_group_rule and tenant:2b9e290e0f5643fe9409d27b8187a790 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:19.464647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e8611349-3d47-4498-a699-95d50690fcb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:19.470790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e8611349-3d47-4498-a699-95d50690fcb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:19.505466 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5fe7ecf6-c5de-464f-8045-8dafbc4e822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6e2dc0>, [{'id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'name': 'tempest-ServersTestJSON-1158080496-router', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:22:09Z', 'updated_at': '2021-06-04T15:26:17Z', 'revision_number': 5, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'gw_port': {'id': 'c991cdcf-72a0-44a9-980e-6c8b0e94d37f', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:12Z', 'updated_at': '2021-06-04T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:19.509506 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe7ecf6-c5de-464f-8045-8dafbc4e822e None None] Checking router: 4852bfff-1239-4bc1-8159-79ee4aabb860 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:26:19.528360 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7ecf6-c5de-464f-8045-8dafbc4e822e None None] Routers {'4852bfff-1239-4bc1-8159-79ee4aabb860'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:26:19.529842 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5fe7ecf6-c5de-464f-8045-8dafbc4e822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6e2dc0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:26:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4852bfff-1239-4bc1-8159-79ee4aabb860'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:19.588691 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e8611349-3d47-4498-a699-95d50690fcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:19.600265 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] Deleting port c991cdcf-72a0-44a9-980e-6c8b0e94d37f {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:26:19.601147 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:19.708597 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e8611349-3d47-4498-a699-95d50690fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:19.720555 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:19.770009 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] For port c991cdcf-72a0-44a9-980e-6c8b0e94d37f, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c991cdcf-72a0-44a9-980e-6c8b0e94d37f,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:26:19.770460 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:19.786540 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e8611349-3d47-4498-a699-95d50690fcb5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b9e290e0f5643fe9409d27b8187a790&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3790135
Jun 04 15:26:19.787553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8611349-3d47-4498-a699-95d50690fcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d96b31-ada7-41a5-a111-123d752bc7e3,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:19.789898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52188) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:19.820804 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e8611349-3d47-4498-a699-95d50690fcb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:19.861606 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-531cea78-df68-4123-a1f2-2701ba90af26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:19.883408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-5fe7ecf6-c5de-464f-8045-8dafbc4e822e None None] Set router 4852bfff-1239-4bc1-8159-79ee4aabb860 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:26:19.908252 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-531cea78-df68-4123-a1f2-2701ba90af26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:19.967299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] Calling delete_port for c991cdcf-72a0-44a9-980e-6c8b0e94d37f owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:26:20.024109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfd2fe-f3c0-499a-9822-6d0213b352f5 req-52d1385e-0934-4837-bb88-6f334e6190d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:20.025716 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74cfd2fe-f3c0-499a-9822-6d0213b352f5 req-52d1385e-0934-4837-bb88-6f334e6190d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1661496
Jun 04 15:26:20.046134 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5fe7ecf6-c5de-464f-8045-8dafbc4e822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6e2dc0>, [{'id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'name': 'tempest-ServersTestJSON-1158080496-router', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:22:09Z', 'updated_at': '2021-06-04T15:26:19Z', 'revision_number': 6, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:20.050406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe7ecf6-c5de-464f-8045-8dafbc4e822e None None] The sync data for ids ['4852bfff-1239-4bc1-8159-79ee4aabb860'] in n-d-791505-9 is: [{'id': '4852bfff-1239-4bc1-8159-79ee4aabb860', 'name': 'tempest-ServersTestJSON-1158080496-router', 'tenant_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:22:09Z', 'updated_at': '2021-06-04T15:26:19Z', 'revision_number': 6, 'project_id': '36cb2739f2e9431fb48f7b6d0fc9817c', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:26:20.119982 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74cfd2fe-f3c0-499a-9822-6d0213b352f5 req-85f6ce16-d777-4ab3-b724-b012e0ac40a7 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723677
Jun 04 15:26:20.126163 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-531cea78-df68-4123-a1f2-2701ba90af26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:20.137667 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e6af7ca6-2d76-455c-8e9d-f5ae801c4fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:20.173226 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-531cea78-df68-4123-a1f2-2701ba90af26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:20.173226 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-531cea78-df68-4123-a1f2-2701ba90af26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8d96b31-ada7-41a5-a111-123d752bc7e3 HTTP/1.1" status: 204  len: 168 time: 0.3764644
Jun 04 15:26:20.173226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cea78-df68-4123-a1f2-2701ba90af26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d96b31-ada7-41a5-a111-123d752bc7e3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:20.193918 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-531cea78-df68-4123-a1f2-2701ba90af26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:20.339035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:20.344961 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2e144afe-8608-4a9b-99ca-dfbda25d05fe tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:20.439064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c991cdcf-72a0-44a9-980e-6c8b0e94d37f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:20.442109 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:20.509327 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:20.647999 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f6c8554b-ff9e-4e54-a57a-44bb1b158f0d req-25f12bd5-a41a-47f0-bfd8-16c41e20dcdc tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0522220
Jun 04 15:26:20.762054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589abc1f-5312-41c8-b352-0e7246ee510f req-ff4bc3e6-9ebe-4d20-b6fb-9d4166494f18 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:20.763642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-589abc1f-5312-41c8-b352-0e7246ee510f req-ff4bc3e6-9ebe-4d20-b6fb-9d4166494f18 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.4697285
Jun 04 15:26:20.854435 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:20.858675 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:20.913436 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-589abc1f-5312-41c8-b352-0e7246ee510f req-a25c669d-30ed-4b37-a43a-5ea9b5aa9d9b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389184
Jun 04 15:26:20.946109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c991cdcf-72a0-44a9-980e-6c8b0e94d37f no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:26:20.977833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: c991cdcf-72a0-44a9-980e-6c8b0e94d37f {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:26:20.978181 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c991cdcf-72a0-44a9-980e-6c8b0e94d37f not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:26:20.978988 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:26:21.017640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:26:21.018000 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device dbbf9bb0-a958-4de4-9203-7d0ed3d6c7ea not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:26:21.024935 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:21.026405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4852bfff-1239-4bc1-8159-79ee4aabb860 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:26:21.051370 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:21.052938 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4852bfff-1239-4bc1-8159-79ee4aabb860 HTTP/1.1" status: 204  len: 168 time: 2.1795473
Jun 04 15:26:21.055884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52212) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:21.131497 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9cfeff-0bb9-4e47-ba26-aec7093e6269 admin admin] Deleting subnet ee820c69-9f91-4a67-9aeb-e78de6ae6242 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:26:21.135959 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee9cfeff-0bb9-4e47-ba26-aec7093e6269 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:21.186934 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee9cfeff-0bb9-4e47-ba26-aec7093e6269 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:21.275109 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee9cfeff-0bb9-4e47-ba26-aec7093e6269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:21.489555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe4abf-7ff4-403a-85c4-7f0f4873db69 req-43dfd9bd-5f6d-4a3e-9074-59657c874432 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:21.491858 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8abe4abf-7ff4-403a-85c4-7f0f4873db69 req-43dfd9bd-5f6d-4a3e-9074-59657c874432 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 945 time: 0.1119490
Jun 04 15:26:21.512415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa3ace-87df-483e-b6ed-c2e7e63d8c08 req-9a2bae57-8af3-4786-a4b0-403677b8fe85 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:21.513939 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54aa3ace-87df-483e-b6ed-c2e7e63d8c08 req-9a2bae57-8af3-4786-a4b0-403677b8fe85 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.2121108
Jun 04 15:26:21.630339 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54aa3ace-87df-483e-b6ed-c2e7e63d8c08 req-faaba905-a7d4-4085-a83b-84ce63ff35a7 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068661
Jun 04 15:26:21.705977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-8abe4abf-7ff4-403a-85c4-7f0f4873db69 req-73c3e557-cf94-4dd2-9bf9-4eacec6a9e4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Deleting port 4ff01759-e232-4f66-8779-c750f9db4a4f {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:26:21.706529 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8abe4abf-7ff4-403a-85c4-7f0f4873db69 req-73c3e557-cf94-4dd2-9bf9-4eacec6a9e4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:21.778065 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee9cfeff-0bb9-4e47-ba26-aec7093e6269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:21.782707 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a90cccfe-08f7-4a28-bf68-aae2fc585637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:21.837480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cfeff-0bb9-4e47-ba26-aec7093e6269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee820c69-9f91-4a67-9aeb-e78de6ae6242,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:21.842648 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ee9cfeff-0bb9-4e47-ba26-aec7093e6269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:21.865784 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee9cfeff-0bb9-4e47-ba26-aec7093e6269 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:21.866488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4213ce9-9a59-455c-88fa-f307fcc4b060 None None] Network 689f317e-6942-4287-a44f-3d403fd38de3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:26:21.895028 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ee9cfeff-0bb9-4e47-ba26-aec7093e6269 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ee820c69-9f91-4a67-9aeb-e78de6ae6242 HTTP/1.1" status: 204  len: 168 time: 0.8368812
Jun 04 15:26:21.895509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52238) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:22.011875 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-06158df8-f30d-450a-b262-1d5b10e0d9b3 req-0688d078-860f-4149-a552-c64e71620edb tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0765040
Jun 04 15:26:22.055299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-8abe4abf-7ff4-403a-85c4-7f0f4873db69 req-73c3e557-cf94-4dd2-9bf9-4eacec6a9e4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] For port 4ff01759-e232-4f66-8779-c750f9db4a4f, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4ff01759-e232-4f66-8779-c750f9db4a4f,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:26:22.055889 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8abe4abf-7ff4-403a-85c4-7f0f4873db69 req-73c3e557-cf94-4dd2-9bf9-4eacec6a9e4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:22.119238 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:22.319503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Deleting port 92673349-48cd-494d-83b7-178d00a7404a {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:26:22.319503 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:22.356976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-8abe4abf-7ff4-403a-85c4-7f0f4873db69 req-73c3e557-cf94-4dd2-9bf9-4eacec6a9e4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Calling delete_port for 4ff01759-e232-4f66-8779-c750f9db4a4f owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:26:22.358658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] DHCP port deletion for 689f317e-6942-4287-a44f-3d403fd38de3 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:26:22.442410 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Deleting port 92673349-48cd-494d-83b7-178d00a7404a {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:26:22.442648 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:22.568808 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] For port 92673349-48cd-494d-83b7-178d00a7404a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=92673349-48cd-494d-83b7-178d00a7404a,segment=NetworkSegment(0082a04f-021f-4afc-9fa3-2e6068523a1b),segment_id=0082a04f-021f-4afc-9fa3-2e6068523a1b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:26:22.569506 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:22.611851 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8abe4abf-7ff4-403a-85c4-7f0f4873db69 req-73c3e557-cf94-4dd2-9bf9-4eacec6a9e4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:22.621911 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d33286f9-8f52-4b0e-8b0c-64dced5093ad tempest-ServerPasswordTestJSON-1932924294 tempest-ServerPasswordTestJSON-1932924294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:22.654513 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6dbcb869-b7c3-4c99-8505-2868a006efab', '4ff01759-e232-4f66-8779-c750f9db4a4f'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:26:22.722521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3e557-cf94-4dd2-9bf9-4eacec6a9e4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Pushing event deleted for resources: {'Port': ['ID=4ff01759-e232-4f66-8779-c750f9db4a4f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:22.763930 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e27a7197-42f0-491e-b215-1ca68fe2f2c6 req-96330c30-22d4-47f0-8d5e-e2218f75e99e tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 210 time: 0.0684993
Jun 04 15:26:22.776263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Calling delete_port for 92673349-48cd-494d-83b7-178d00a7404a owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:26:22.799216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] For port 92673349-48cd-494d-83b7-178d00a7404a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=92673349-48cd-494d-83b7-178d00a7404a,segment=NetworkSegment(0082a04f-021f-4afc-9fa3-2e6068523a1b),segment_id=0082a04f-021f-4afc-9fa3-2e6068523a1b)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:26:22.799934 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:22.830809 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-73c3e557-cf94-4dd2-9bf9-4eacec6a9e4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:22.969940 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 92673349-48cd-494d-83b7-178d00a7404a no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:26:23.008333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abe4abf-7ff4-403a-85c4-7f0f4873db69 req-73c3e557-cf94-4dd2-9bf9-4eacec6a9e4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] No DVR routers for this DVR port 4ff01759-e232-4f66-8779-c750f9db4a4f on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:26:23.011936 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8abe4abf-7ff4-403a-85c4-7f0f4873db69 req-73c3e557-cf94-4dd2-9bf9-4eacec6a9e4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:23.017173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d25532-f509-4e37-8bb8-3e59c78b28f4', 'name': 'network-vif-deleted', 'tag': '4ff01759-e232-4f66-8779-c750f9db4a4f'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:26:23.019529 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde9c7d7-45a7-4a7d-b462-735bba021e45" -d '{"events": [{"server_uuid": "e2d25532-f509-4e37-8bb8-3e59c78b28f4", "name": "network-vif-deleted", "tag": "4ff01759-e232-4f66-8779-c750f9db4a4f"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:26:23.040906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Calling delete_port for 92673349-48cd-494d-83b7-178d00a7404a owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:26:23.118428 n-d-791505-9 neutron-server[88302]: INFO neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No ports have port_id starting with 92673349-48cd-494d-83b7-178d00a7404a
Jun 04 15:26:23.126555 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:23.126710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dc183-23e6-469a-a023-1be2184a5d48 req-65f09a93-64e2-4142-856d-d2e447699ad3 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:23.128363 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:23.132494 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:23.140554 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-043dc183-23e6-469a-a023-1be2184a5d48 req-65f09a93-64e2-4142-856d-d2e447699ad3 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.3107803
Jun 04 15:26:23.150983 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e11580-1f7c-4024-b915-f01b604acfd9 x-openstack-request-id: req-f9e11580-1f7c-4024-b915-f01b604acfd9 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:26:23.151587 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d25532-f509-4e37-8bb8-3e59c78b28f4", "name": "network-vif-deleted", "tag": "4ff01759-e232-4f66-8779-c750f9db4a4f", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:26:23.152112 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9e11580-1f7c-4024-b915-f01b604acfd9 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:26:23.152898 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d25532-f509-4e37-8bb8-3e59c78b28f4', 'name': 'network-vif-deleted', 'tag': '4ff01759-e232-4f66-8779-c750f9db4a4f', 'status': 'completed', 'code': 200}
Jun 04 15:26:23.160502 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0c505b6d-bd36-4593-b88b-d0d8821c0235 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:23.180385 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] No DVR routers for this DVR port 92673349-48cd-494d-83b7-178d00a7404a on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:26:23.184733 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Pushing event deleted for resources: {'Port': ['ID=92673349-48cd-494d-83b7-178d00a7404a,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:23.200883 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8abe4abf-7ff4-403a-85c4-7f0f4873db69 req-73c3e557-cf94-4dd2-9bf9-4eacec6a9e4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.65 "DELETE /v2.0/ports/4ff01759-e232-4f66-8779-c750f9db4a4f HTTP/1.1" status: 204  len: 173 time: 1.6808059
Jun 04 15:26:23.207543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:23.207543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:23.207543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:23.207543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:23.207543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:23.207543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:23.207543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:23.207543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:23.207543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:23.207543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:23.208975 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:23.208975 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:23.221650 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:23.245894 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-043dc183-23e6-469a-a023-1be2184a5d48 req-a5eef141-8ba1-41de-9fcc-e7f32861b16d tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029286
Jun 04 15:26:23.257998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] No DVR routers for this DVR port 92673349-48cd-494d-83b7-178d00a7404a on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:26:23.295595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Pushing event deleted for resources: {'Port': ['ID=92673349-48cd-494d-83b7-178d00a7404a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:23.300382 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:23.323783 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:23.485288 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cbed809a-3aa0-4941-b04e-1c98305cb573 req-3d711b1e-58f4-4d37-8c1e-71067e7a1438 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0701470
Jun 04 15:26:23.490651 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:23.512412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c043ac0>,) {'filters': {'network_id': ['689f317e-6942-4287-a44f-3d403fd38de3']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:23.522589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c043ac0>, '0082a04f-021f-4afc-9fa3-2e6068523a1b') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:23.522834 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c043ac0>, '0082a04f-021f-4afc-9fa3-2e6068523a1b') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:23.536656 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:23.558815 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:23.566450 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:26:23.566846 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:26:23.590091 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:26:23.740261 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:23.748965 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:23.753152 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-50521295-5a2e-4962-9624-6a430f77f53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:23.778805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Pushing event deleted for resources: {'Network': ['ID=689f317e-6942-4287-a44f-3d403fd38de3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:23.781509 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:23.864665 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] 10.222.0.32 "DELETE /v2.0/networks/689f317e-6942-4287-a44f-3d403fd38de3 HTTP/1.1" status: 204  len: 168 time: 1.9677501
Jun 04 15:26:23.942422 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be7f9602-2bb7-4c54-b8ff-7a0a7a9fd0ea req-a8c2560f-0cb5-4ad5-b39f-f0c31661db20 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d25532-f509-4e37-8bb8-3e59c78b28f4 HTTP/1.1" status: 200  len: 210 time: 0.0561800
Jun 04 15:26:24.331880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52310) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:24.399140 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-10f283de-9edb-4450-a8ff-0a04dc084812 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36cb2739f2e9431fb48f7b6d0fc9817c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0659156
Jun 04 15:26:24.401614 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52316) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:24.466043 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-993f51cd-4253-4245-b0b4-906113637a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:24.481886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1079b-d639-4c93-961c-98db81ca7ed3 req-1e4cf254-6d4c-4e3c-bf95-4a1803d9aeba tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:24.489865 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7b1079b-d639-4c93-961c-98db81ca7ed3 req-1e4cf254-6d4c-4e3c-bf95-4a1803d9aeba tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1116838
Jun 04 15:26:24.496909 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-993f51cd-4253-4245-b0b4-906113637a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:24.524011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52320) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:24.555745 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7b1079b-d639-4c93-961c-98db81ca7ed3 req-f29a7aba-a86c-4a88-b8bc-031653360344 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645885
Jun 04 15:26:24.666798 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-993f51cd-4253-4245-b0b4-906113637a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:24.678128 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-43c516b2-256d-44d0-b2c2-7f1cbb130138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:24.689452 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-50b04b93-4972-4167-9bad-e0291e01da85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:24.691396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f51cd-4253-4245-b0b4-906113637a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb64903-2077-4add-bdbc-d74a2d111823,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:24.705664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-50b04b93-4972-4167-9bad-e0291e01da85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:24.709622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-50b04b93-4972-4167-9bad-e0291e01da85 admin admin] Usage tracker for resource:security_group_rule and tenant:844e88696a994dc4947491cd65edfd9d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:24.712173 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d2c46a83-079b-4a03-98e9-60bd4f3cec9c req-af649d2f-5f6b-41b7-9883-256a3484a390 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0873799
Jun 04 15:26:24.712983 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-993f51cd-4253-4245-b0b4-906113637a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:24.713320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-50b04b93-4972-4167-9bad-e0291e01da85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:24.725046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-50b04b93-4972-4167-9bad-e0291e01da85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:24.743175 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-993f51cd-4253-4245-b0b4-906113637a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:24.747550 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-993f51cd-4253-4245-b0b4-906113637a48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/efb64903-2077-4add-bdbc-d74a2d111823 HTTP/1.1" status: 204  len: 168 time: 0.3417282
Jun 04 15:26:24.855948 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-50b04b93-4972-4167-9bad-e0291e01da85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:24.999850 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-50b04b93-4972-4167-9bad-e0291e01da85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:25.014103 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9ee4018f-66c4-4cf8-a78c-ea960bdb205c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:25.055268 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-50b04b93-4972-4167-9bad-e0291e01da85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=844e88696a994dc4947491cd65edfd9d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5294318
Jun 04 15:26:25.057970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b04b93-4972-4167-9bad-e0291e01da85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e03d6b-2848-4567-ac83-9afc1f123110,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:25.058815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52336) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:25.060954 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-50b04b93-4972-4167-9bad-e0291e01da85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:25.119520 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c33dec6-502e-4e8b-a93b-695358dcd7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:25.147917 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c33dec6-502e-4e8b-a93b-695358dcd7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:25.296635 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c33dec6-502e-4e8b-a93b-695358dcd7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:25.301385 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c02146f4-1293-4260-9485-7e69f8b3b0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:25.315073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33dec6-502e-4e8b-a93b-695358dcd7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e03d6b-2848-4567-ac83-9afc1f123110,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:25.317718 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4c33dec6-502e-4e8b-a93b-695358dcd7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:25.332751 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c33dec6-502e-4e8b-a93b-695358dcd7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:25.332751 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4c33dec6-502e-4e8b-a93b-695358dcd7a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06e03d6b-2848-4567-ac83-9afc1f123110 HTTP/1.1" status: 204  len: 168 time: 0.2676549
Jun 04 15:26:25.565605 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4ff01759-e232-4f66-8779-c750f9db4a4f no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:26:25.614280 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 4ff01759-e232-4f66-8779-c750f9db4a4f {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:26:25.614890 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4ff01759-e232-4f66-8779-c750f9db4a4f not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:26:25.619218 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:25.944507 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4b52cc7e-8789-4dd0-8d41-7d4b789696cc req-09d1a562-107d-4b16-8965-5615b80d2db6 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0787365
Jun 04 15:26:26.302033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52396) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:26.370161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52400) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:26.397043 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4abb211e-0632-4ee8-b26d-851bcff8fd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:26.418159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4abb211e-0632-4ee8-b26d-851bcff8fd84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:26.422762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4abb211e-0632-4ee8-b26d-851bcff8fd84 admin admin] Usage tracker for resource:security_group_rule and tenant:50e3b7392194498caefc88393fc74dbe is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:26.426402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4abb211e-0632-4ee8-b26d-851bcff8fd84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:26.435926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4abb211e-0632-4ee8-b26d-851bcff8fd84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:26.542339 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4abb211e-0632-4ee8-b26d-851bcff8fd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:26.599553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-290103970-network', 'tenant_id': '262d850e67384dc8a76360373b1c2e42'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:26:26.604809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:26.609440 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Usage tracker for resource:network and tenant:262d850e67384dc8a76360373b1c2e42 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:26.616194 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4abb211e-0632-4ee8-b26d-851bcff8fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:26.625987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:26.629098 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-316b535a-c642-4540-9082-8f619d23fdb1 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:26.649203 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:26.688314 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4abb211e-0632-4ee8-b26d-851bcff8fd84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50e3b7392194498caefc88393fc74dbe&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3168485
Jun 04 15:26:26.689279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb211e-0632-4ee8-b26d-851bcff8fd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea208122-5681-4f8d-87de-acbb958373b7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:26.691332 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52410) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:26.693779 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4abb211e-0632-4ee8-b26d-851bcff8fd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:26.742739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Made reservation on behalf of 262d850e67384dc8a76360373b1c2e42 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:26:26.745474 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:26.767024 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:26.787972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:26.791777 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4318e1f8-c08c-488c-bf2f-de8c31fc0e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:26.795505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Usage tracker for resource:security_group_rule and tenant:262d850e67384dc8a76360373b1c2e42 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:26.798442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:26.804269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:26.822604 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4318e1f8-c08c-488c-bf2f-de8c31fc0e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:26.998100 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4318e1f8-c08c-488c-bf2f-de8c31fc0e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:27.013325 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:27.038369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318e1f8-c08c-488c-bf2f-de8c31fc0e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea208122-5681-4f8d-87de-acbb958373b7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:27.040472 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4318e1f8-c08c-488c-bf2f-de8c31fc0e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:27.040817 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:27.042494 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4318e1f8-c08c-488c-bf2f-de8c31fc0e2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea208122-5681-4f8d-87de-acbb958373b7 HTTP/1.1" status: 204  len: 168 time: 0.3496566
Jun 04 15:26:27.043669 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4318e1f8-c08c-488c-bf2f-de8c31fc0e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:27.109386 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:27.121955 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-af624b51-b664-46a7-8370-90137e78f7bc tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:27.216888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:26:27.238618 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-035fa97e-1ccd-4cae-8557-2fca8af6f653 req-71704876-22e0-41c0-848e-07f963bbf912 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0984230
Jun 04 15:26:27.249567 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:27.255227 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Added segment c8bb3a1a-4d64-4015-973d-1be4f32e285a of type vlan for network dec9bcf4-a474-41dd-b6ea-67d78aae3362
Jun 04 15:26:27.255227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b3936c-aaea-4805-8bc9-679fa4aef9c0,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:27.257575 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:27.299419 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:27.396198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639a97f-d672-4159-88e8-616391020a45 req-85534758-db98-4897-b335-3c519aedfa9c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:27.397715 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4639a97f-d672-4159-88e8-616391020a45 req-85534758-db98-4897-b335-3c519aedfa9c tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 946 time: 0.0946088
Jun 04 15:26:27.409482 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:27.410978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:27.411560 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:27.415562 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-21676fdf-6652-44a8-85a9-be5066559499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:27.450370 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4639a97f-d672-4159-88e8-616391020a45 req-05a2282f-880c-4d94-a939-b04ed532cf5b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463507
Jun 04 15:26:27.519351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Pushing event updated for resources: {'Network': ['ID=dec9bcf4-a474-41dd-b6ea-67d78aae3362,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:27.524761 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:27.531460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network dec9bcf4-a474-41dd-b6ea-67d78aae3362 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:26:27.596386 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.2915156
Jun 04 15:26:27.599559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52434) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:27.605137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Request body: {'subnet': {'network_id': 'dec9bcf4-a474-41dd-b6ea-67d78aae3362', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-290103970-subnet', 'tenant_id': '262d850e67384dc8a76360373b1c2e42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:26:27.612822 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:27.617275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Usage tracker for resource:subnet and tenant:262d850e67384dc8a76360373b1c2e42 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:27.620554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:27.626591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:27.696834 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Made reservation on behalf of 262d850e67384dc8a76360373b1c2e42 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:26:27.699943 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:28.251413 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:28.255561 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c545ebf-0a24-42f4-bc5f-7842332997ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:28.340013 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73ec277-b91d-443c-91ea-4ad6a95a3cab,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:28.344889 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:28.352917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Checking segment: {'id': 'c8bb3a1a-4d64-4015-973d-1be4f32e285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dec9bcf4-a474-41dd-b6ea-67d78aae3362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:26:28.354993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Network hostable DHCP agents. Network: dec9bcf4-a474-41dd-b6ea-67d78aae3362, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:26:28.410939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Network dec9bcf4-a474-41dd-b6ea-67d78aae3362 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:26:28.502542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, dec9bcf4-a474-41dd-b6ea-67d78aae3362) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:26:28.515450 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b50dce-3bc7-4357-80c0-63f994153148 None None] Network dec9bcf4-a474-41dd-b6ea-67d78aae3362 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:26:28.532848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:28.533801 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:28.558572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8fd92-84bd-47ce-b819-ae3b592a722e req-c15b1909-d406-4516-9027-943b0917a6ad tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:28.559391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d7b8fd92-84bd-47ce-b819-ae3b592a722e req-c15b1909-d406-4516-9027-943b0917a6ad tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Synchronizing usage tracker for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:26:28.617758 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-81b6d3b2-eb45-4eff-9a21-01130327a865 req-33b1745f-b1dc-4d28-9974-957b9a45143d tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0867851
Jun 04 15:26:28.685571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d7b8fd92-84bd-47ce-b819-ae3b592a722e req-c15b1909-d406-4516-9027-943b0917a6ad tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Unset dirty status for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:26:28.686330 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0854867
Jun 04 15:26:28.687475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d7b8fd92-84bd-47ce-b819-ae3b592a722e req-c15b1909-d406-4516-9027-943b0917a6ad tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 946 time: 0.2480323
Jun 04 15:26:28.859840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2d221-5d71-4bcd-9142-e518737ddb7b req-4e397ac0-05f1-4b1c-95ce-b5a002ca1b34 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:28.867101 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-13d2d221-5d71-4bcd-9142-e518737ddb7b req-4e397ac0-05f1-4b1c-95ce-b5a002ca1b34 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 946 time: 0.0943737
Jun 04 15:26:28.878753 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8edb279-83cf-433d-8434-b590668530ac None None] Network dec9bcf4-a474-41dd-b6ea-67d78aae3362 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:26:28.915558 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-13d2d221-5d71-4bcd-9142-e518737ddb7b req-d16041e9-9380-4900-8a99-3172cbbd0e90 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/security-groups?id=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475612
Jun 04 15:26:29.044314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99912b-3628-4e55-b161-a494bba02372 req-7620555d-6245-4a8a-a7bf-598470238237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:29.045850 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b99912b-3628-4e55-b161-a494bba02372 req-7620555d-6245-4a8a-a7bf-598470238237 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e4d1bc96c16c459d978417725591ed35&device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 1097 time: 0.2787423
Jun 04 15:26:29.134953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ace48e-4063-4482-ab72-154264421b5e req-013b1664-fe3e-459a-86a5-2a593418004b tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:29.137592 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6ace48e-4063-4482-ab72-154264421b5e req-013b1664-fe3e-459a-86a5-2a593418004b tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.2643666
Jun 04 15:26:29.230392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-d7b8fd92-84bd-47ce-b819-ae3b592a722e req-1cddd45c-6f28-4b03-b82b-45bf9682182b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Deleting port 6dbcb869-b7c3-4c99-8505-2868a006efab {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:26:29.230774 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d7b8fd92-84bd-47ce-b819-ae3b592a722e req-1cddd45c-6f28-4b03-b82b-45bf9682182b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:29.371332 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6ace48e-4063-4482-ab72-154264421b5e req-6efe6d7d-850f-4a45-bfb2-8d93ffb733c5 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2257631
Jun 04 15:26:29.404442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99912b-3628-4e55-b161-a494bba02372 req-9cd755cb-ccb6-494d-9801-5029748f91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:29.406868 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b99912b-3628-4e55-b161-a494bba02372 req-9cd755cb-ccb6-494d-9801-5029748f91b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=83864b29-0e91-447f-814a-11174e6730d8 HTTP/1.1" status: 200  len: 920 time: 0.3513794
Jun 04 15:26:29.457495 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-00592f95-d9b0-4996-9301-3ce0e298b3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:29.517701 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-d7b8fd92-84bd-47ce-b819-ae3b592a722e req-1cddd45c-6f28-4b03-b82b-45bf9682182b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] For port 6dbcb869-b7c3-4c99-8505-2868a006efab, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6dbcb869-b7c3-4c99-8505-2868a006efab,segment=NetworkSegment(7b4bbadf-50c9-43d1-8e08-3dfbcbafae06),segment_id=7b4bbadf-50c9-43d1-8e08-3dfbcbafae06)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:26:29.518054 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d7b8fd92-84bd-47ce-b819-ae3b592a722e req-1cddd45c-6f28-4b03-b82b-45bf9682182b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:29.593460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-d3098bc8-977c-4257-a028-270cecdcdfd9 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:29.601761 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-d3098bc8-977c-4257-a028-270cecdcdfd9 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/networks?id=dec9bcf4-a474-41dd-b6ea-67d78aae3362 HTTP/1.1" status: 200  len: 817 time: 0.2256751
Jun 04 15:26:29.620790 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-62367276-52c9-4696-89f2-d209be387273 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/quotas/262d850e67384dc8a76360373b1c2e42 HTTP/1.1" status: 200  len: 375 time: 0.0177572
Jun 04 15:26:29.664925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-d7b8fd92-84bd-47ce-b819-ae3b592a722e req-1cddd45c-6f28-4b03-b82b-45bf9682182b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Calling delete_port for 6dbcb869-b7c3-4c99-8505-2868a006efab owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:26:29.677109 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-a41449c5-9f66-4dc2-9b33-fc458b56032f tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=262d850e67384dc8a76360373b1c2e42&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0552564
Jun 04 15:26:29.689565 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b99912b-3628-4e55-b161-a494bba02372 req-15b2aeec-f160-402b-9f1d-7401a5d7167d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf7baf12-88af-4e8d-b26c-607c3c95385d HTTP/1.1" status: 200  len: 217 time: 0.2774887
Jun 04 15:26:29.911752 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-def2b2e5-bebc-4c5a-8b3e-961168fff06d req-a424cf58-4cea-4e66-81f6-297588aa7e4e tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0776842
Jun 04 15:26:29.927232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99912b-3628-4e55-b161-a494bba02372 req-46620fa0-b4d9-43d7-a7df-144fad4f28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:29.928458 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b99912b-3628-4e55-b161-a494bba02372 req-46620fa0-b4d9-43d7-a7df-144fad4f28f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1da0813a-f703-4189-b21c-ef86d33e4ec4 HTTP/1.1" status: 200  len: 859 time: 0.2316554
Jun 04 15:26:29.953866 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-5389a979-1017-4155-88c7-c61f6881c5bc service neutron] 10.222.0.32 "GET /v2.0/networks/dec9bcf4-a474-41dd-b6ea-67d78aae3362?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2677972
Jun 04 15:26:29.993290 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b99912b-3628-4e55-b161-a494bba02372 req-71d92e29-0514-4130-a522-d7633c10fa87 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83864b29-0e91-447f-814a-11174e6730d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0579755
Jun 04 15:26:30.100728 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-52d53a0d-003b-476e-820c-f69066c22bb9 service neutron] 10.222.0.32 "GET /v2.0/networks/dec9bcf4-a474-41dd-b6ea-67d78aae3362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407816
Jun 04 15:26:30.112827 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d7b8fd92-84bd-47ce-b819-ae3b592a722e req-1cddd45c-6f28-4b03-b82b-45bf9682182b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:30.297299 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1eff8857-5be0-4748-81ab-0183500edfb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:30.361323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddd45c-6f28-4b03-b82b-45bf9682182b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Pushing event deleted for resources: {'Port': ['ID=6dbcb869-b7c3-4c99-8505-2868a006efab,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:30.376282 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b1e04d8c-232e-4207-81dc-26467ec9f470 req-93266748-0c6f-470e-9de3-dc1fba341ea7 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 210 time: 0.2631896
Jun 04 15:26:30.376282 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1cddd45c-6f28-4b03-b82b-45bf9682182b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:30.539764 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b99912b-3628-4e55-b161-a494bba02372 req-2a1e7306-63de-4a8b-aa3f-ef849cb05449 service neutron] 10.222.0.65 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5386453
Jun 04 15:26:30.540816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b8fd92-84bd-47ce-b819-ae3b592a722e req-1cddd45c-6f28-4b03-b82b-45bf9682182b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] No DVR routers for this DVR port 6dbcb869-b7c3-4c99-8505-2868a006efab on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:26:30.544428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-46d2e9a0-7926-4c45-bef7-5e6dd4ed87d4 req-7a95803b-9b4a-4215-97c9-88e34eb07aeb tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 210 time: 0.1076326
Jun 04 15:26:30.545797 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d7b8fd92-84bd-47ce-b819-ae3b592a722e req-1cddd45c-6f28-4b03-b82b-45bf9682182b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:30.548234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9da8229-bf04-4fe9-b169-934951e52906', 'name': 'network-vif-deleted', 'tag': '6dbcb869-b7c3-4c99-8505-2868a006efab'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:26:30.550584 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7140bf6e-aaf4-497b-9330-a535434bb0c3" -d '{"events": [{"server_uuid": "d9da8229-bf04-4fe9-b169-934951e52906", "name": "network-vif-deleted", "tag": "6dbcb869-b7c3-4c99-8505-2868a006efab"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:26:30.651404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57baacd3-9648-453b-9cde-2b3eeb06f6f9 req-68a96542-26a7-447c-b2af-d2cd92d95211 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:30.653887 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-57baacd3-9648-453b-9cde-2b3eeb06f6f9 req-68a96542-26a7-447c-b2af-d2cd92d95211 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1344798
Jun 04 15:26:30.717516 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b99912b-3628-4e55-b161-a494bba02372 req-97531896-011a-4aed-a7c6-8699ccf1f3d1 service neutron] 10.222.0.65 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1578262
Jun 04 15:26:30.726305 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-57baacd3-9648-453b-9cde-2b3eeb06f6f9 req-6279901c-ef44-48ca-bb98-5bc6712fae89 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580270
Jun 04 15:26:30.786747 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b860b92-73b7-447e-b5e8-d414b3e56bb9 x-openstack-request-id: req-8b860b92-73b7-447e-b5e8-d414b3e56bb9 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:26:30.787022 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9da8229-bf04-4fe9-b169-934951e52906", "name": "network-vif-deleted", "tag": "6dbcb869-b7c3-4c99-8505-2868a006efab", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:26:30.787321 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b860b92-73b7-447e-b5e8-d414b3e56bb9 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:26:30.787764 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9da8229-bf04-4fe9-b169-934951e52906', 'name': 'network-vif-deleted', 'tag': '6dbcb869-b7c3-4c99-8505-2868a006efab', 'status': 'completed', 'code': 200}
Jun 04 15:26:30.855116 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d7b8fd92-84bd-47ce-b819-ae3b592a722e req-1cddd45c-6f28-4b03-b82b-45bf9682182b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.65 "DELETE /v2.0/ports/6dbcb869-b7c3-4c99-8505-2868a006efab HTTP/1.1" status: 204  len: 173 time: 2.1578777
Jun 04 15:26:31.099210 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d3da74fd-739d-46eb-8b97-6b2cd551f014 req-884952c2-b0e4-4017-8fa2-54215abd4a97 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0547364
Jun 04 15:26:31.595853 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6dbcb869-b7c3-4c99-8505-2868a006efab no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:26:31.638985 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 6dbcb869-b7c3-4c99-8505-2868a006efab {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:26:31.639491 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6dbcb869-b7c3-4c99-8505-2868a006efab not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:26:31.690361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-92a44864-35a6-473d-909e-320a8da56f0e req-0c46ea9d-98d8-475d-96d9-dcdfc928464d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Synchronizing usage tracker for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:26:31.721204 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8a462338-914a-42cb-9ea8-bcfd9448ade1 req-e0a16af6-e948-46a9-a320-659f282cdb8b tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 210 time: 0.0510163
Jun 04 15:26:31.811166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-92a44864-35a6-473d-909e-320a8da56f0e req-0c46ea9d-98d8-475d-96d9-dcdfc928464d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Unset dirty status for tenant:c38593d5cdbb4effb71c91bd3b3e56bb on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:26:31.812477 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-92a44864-35a6-473d-909e-320a8da56f0e req-0c46ea9d-98d8-475d-96d9-dcdfc928464d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9da8229-bf04-4fe9-b169-934951e52906 HTTP/1.1" status: 200  len: 210 time: 0.2308860
Jun 04 15:26:31.960429 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:32.069790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6d03f-bdd4-4ddd-be6f-26cd9ca51234 req-d64ef3fa-585d-415f-a9d8-0fd6074d8a38 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:32.072169 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6b6d03f-bdd4-4ddd-be6f-26cd9ca51234 req-d64ef3fa-585d-415f-a9d8-0fd6074d8a38 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1194298
Jun 04 15:26:32.124933 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6b6d03f-bdd4-4ddd-be6f-26cd9ca51234 req-81c7bdbe-c93f-4de6-8267-6aa34558fc1c tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463943
Jun 04 15:26:32.276690 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-367cbde1-e4ae-49f6-9c2b-bf565ccfcb6f req-6c91ef8d-416f-4eee-8eb3-2fd8b4da983a tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0456157
Jun 04 15:26:32.314019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52590) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:32.331467 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-76b97f1b-77bd-4770-ab93-d6d60d7d581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:32.455173 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f2bab7fb-02c9-4f79-a751-54cbe16772da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:32.480383 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f2bab7fb-02c9-4f79-a751-54cbe16772da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:32.484654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f2bab7fb-02c9-4f79-a751-54cbe16772da admin admin] Usage tracker for resource:security_group_rule and tenant:a4388a7ba75244479202e1eb8eee201c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:32.489980 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f2bab7fb-02c9-4f79-a751-54cbe16772da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:32.493440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f2bab7fb-02c9-4f79-a751-54cbe16772da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:32.590567 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f2bab7fb-02c9-4f79-a751-54cbe16772da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:32.662641 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f2bab7fb-02c9-4f79-a751-54cbe16772da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:32.676356 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-42dbef7e-aeb0-491a-afc7-7dbdbe2da89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:32.718131 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f2bab7fb-02c9-4f79-a751-54cbe16772da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4388a7ba75244479202e1eb8eee201c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4026356
Jun 04 15:26:32.720198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bab7fb-02c9-4f79-a751-54cbe16772da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa0bda4-55e7-4abd-932a-60690450e023,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:32.723236 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f2bab7fb-02c9-4f79-a751-54cbe16772da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:32.730682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52596) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:32.813917 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d451c24-5504-4c98-9299-a87110deb91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:32.847432 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d451c24-5504-4c98-9299-a87110deb91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:32.925251 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52604) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:32.928740 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-19077397-3a6e-4ab5-a8eb-af91606a3ebc req-fd108220-4843-4192-8471-ade5cab10e27 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 210 time: 0.0715830
Jun 04 15:26:33.027476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ac86e9-a629-429a-aeca-b266f5e2fbd9 admin admin] Deleting subnet cb8210ec-57b3-4dae-ba07-aa799b052e64 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:26:33.031642 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-26ac86e9-a629-429a-aeca-b266f5e2fbd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:33.093562 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-26ac86e9-a629-429a-aeca-b266f5e2fbd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:33.166639 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-26ac86e9-a629-429a-aeca-b266f5e2fbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:33.188929 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d451c24-5504-4c98-9299-a87110deb91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:33.197806 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-69ed78e0-c40e-4b98-a492-dbf71d085c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:33.213675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d451c24-5504-4c98-9299-a87110deb91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa0bda4-55e7-4abd-932a-60690450e023,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:33.218826 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3d451c24-5504-4c98-9299-a87110deb91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:33.221248 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d451c24-5504-4c98-9299-a87110deb91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:33.222681 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3d451c24-5504-4c98-9299-a87110deb91c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7aa0bda4-55e7-4abd-932a-60690450e023 HTTP/1.1" status: 204  len: 168 time: 0.4949112
Jun 04 15:26:33.479866 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c6e57dcd-dede-49db-a314-005723aae008 req-4c4eb6a5-bae3-4145-80fa-026a5f7e7712 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0653481
Jun 04 15:26:33.529051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70859b-c4c3-4505-aa88-ea40e2042a0a req-2f19c3f8-751d-4452-9a20-548854954192 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:33.530533 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a70859b-c4c3-4505-aa88-ea40e2042a0a req-2f19c3f8-751d-4452-9a20-548854954192 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.2648726
Jun 04 15:26:33.605227 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:33.638250 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a70859b-c4c3-4505-aa88-ea40e2042a0a req-6f532551-175f-4274-a14f-3b7de416fb4b tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957003
Jun 04 15:26:33.726844 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-26ac86e9-a629-429a-aeca-b266f5e2fbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:33.734620 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ee9eab6e-35ce-44f7-ab2f-fbd6a90ff38c tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:33.821352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac86e9-a629-429a-aeca-b266f5e2fbd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8210ec-57b3-4dae-ba07-aa799b052e64,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:33.832483 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-26ac86e9-a629-429a-aeca-b266f5e2fbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:33.832870 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-26ac86e9-a629-429a-aeca-b266f5e2fbd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:33.854982 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-26ac86e9-a629-429a-aeca-b266f5e2fbd9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cb8210ec-57b3-4dae-ba07-aa799b052e64 HTTP/1.1" status: 204  len: 168 time: 0.9272792
Jun 04 15:26:33.859866 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52618) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:33.923813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-760959f0-9208-42bb-aea6-6bf300b71ee5 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:33.924554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-760959f0-9208-42bb-aea6-6bf300b71ee5 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Synchronizing usage tracker for tenant:262d850e67384dc8a76360373b1c2e42 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:26:34.009486 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3c9be72-4767-43bf-9854-e056942890ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:34.115289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52624) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:34.139187 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9d7c9c82-ccf5-4791-ae39-707de1f1615a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:34.149964 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-760959f0-9208-42bb-aea6-6bf300b71ee5 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Unset dirty status for tenant:262d850e67384dc8a76360373b1c2e42 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:26:34.151381 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-760959f0-9208-42bb-aea6-6bf300b71ee5 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.65 "GET /v2.0/networks?id=dec9bcf4-a474-41dd-b6ea-67d78aae3362 HTTP/1.1" status: 200  len: 817 time: 0.4716823
Jun 04 15:26:34.158761 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ef3e714-3766-40f7-903a-bd4a5968cb55 req-1abc068f-d708-4c97-a42a-000e7cf86510 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 210 time: 0.0741377
Jun 04 15:26:34.172489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Request body: {'port': {'device_id': 'e0e45db7-608f-41ba-82db-ca464c5bdd7c', 'network_id': 'dec9bcf4-a474-41dd-b6ea-67d78aae3362', 'admin_state_up': True, 'tenant_id': '262d850e67384dc8a76360373b1c2e42'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:26:34.173302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9d7c9c82-ccf5-4791-ae39-707de1f1615a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:34.195022 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9d7c9c82-ccf5-4791-ae39-707de1f1615a admin admin] Usage tracker for resource:security_group_rule and tenant:2bac58c673a9477f9d2e2ea04f5e12f1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:34.206735 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9d7c9c82-ccf5-4791-ae39-707de1f1615a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:34.208256 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9d7c9c82-ccf5-4791-ae39-707de1f1615a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:34.332459 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9d7c9c82-ccf5-4791-ae39-707de1f1615a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:34.391594 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3c9be72-4767-43bf-9854-e056942890ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:34.418093 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-c3c9be72-4767-43bf-9854-e056942890ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c1d1c10>,) {'filters': {'network_id': ['461f9c0e-ecfd-4745-a9f2-974b51ab6079']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:34.482609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-c3c9be72-4767-43bf-9854-e056942890ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c1d1c10>, '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:34.482885 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-c3c9be72-4767-43bf-9854-e056942890ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c1d1c10>, '7b4bbadf-50c9-43d1-8e08-3dfbcbafae06') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:34.491010 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9d7c9c82-ccf5-4791-ae39-707de1f1615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:34.501109 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-19cf06f7-26e3-48cf-9c33-72232430326b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:34.505436 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3c9be72-4767-43bf-9854-e056942890ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:34.531732 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3c9be72-4767-43bf-9854-e056942890ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:34.545774 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9d7c9c82-ccf5-4791-ae39-707de1f1615a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2bac58c673a9477f9d2e2ea04f5e12f1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4291737
Jun 04 15:26:34.546864 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c9c82-ccf5-4791-ae39-707de1f1615a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae75b412-b27e-4f28-9328-0333e7410e63,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:34.549199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52630) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:34.550486 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9d7c9c82-ccf5-4791-ae39-707de1f1615a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:34.564211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c9be72-4767-43bf-9854-e056942890ca admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:26:34.564211 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3c9be72-4767-43bf-9854-e056942890ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:26:34.585985 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:26:34.615207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:34.694006 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e94ba396-dd9d-44fd-9203-ec827c9d5895 req-80f07fa2-e341-4ad8-acc8-ab81b9c580d5 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0509939
Jun 04 15:26:34.694593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Usage tracker for resource:port and tenant:262d850e67384dc8a76360373b1c2e42 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:34.708588 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:34.730502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:34.774619 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a59109-b65a-4321-a3f8-573de57ac731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:34.844216 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a59109-b65a-4321-a3f8-573de57ac731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:34.862320 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3c9be72-4767-43bf-9854-e056942890ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:34.868005 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Made reservation on behalf of 262d850e67384dc8a76360373b1c2e42 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:26:34.872104 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:34.889322 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cf3338a0-f3bd-4c57-86d5-256481654bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:34.905455 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3c9be72-4767-43bf-9854-e056942890ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:34.941206 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9be72-4767-43bf-9854-e056942890ca admin admin] Pushing event deleted for resources: {'Network': ['ID=461f9c0e-ecfd-4745-a9f2-974b51ab6079,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:34.959520 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c3c9be72-4767-43bf-9854-e056942890ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:35.015375 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c3c9be72-4767-43bf-9854-e056942890ca admin admin] 10.222.0.32 "DELETE /v2.0/networks/461f9c0e-ecfd-4745-a9f2-974b51ab6079 HTTP/1.1" status: 204  len: 168 time: 1.1544313
Jun 04 15:26:35.074001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d08b8-75b5-443e-9d0b-8429c0c82e1f req-efdb891b-6c2d-4b56-a7c4-ede91cf6be57 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:35.075465 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-127d08b8-75b5-443e-9d0b-8429c0c82e1f req-efdb891b-6c2d-4b56-a7c4-ede91cf6be57 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.2761045
Jun 04 15:26:35.114606 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:35.146171 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a59109-b65a-4321-a3f8-573de57ac731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:35.155883 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b62558dd-c0de-4410-9ca2-de2a839865dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:35.185955 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a59109-b65a-4321-a3f8-573de57ac731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae75b412-b27e-4f28-9328-0333e7410e63,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:35.199130 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-74a59109-b65a-4321-a3f8-573de57ac731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:35.206318 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a59109-b65a-4321-a3f8-573de57ac731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:35.207441 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-74a59109-b65a-4321-a3f8-573de57ac731 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae75b412-b27e-4f28-9328-0333e7410e63 HTTP/1.1" status: 204  len: 168 time: 0.6556048
Jun 04 15:26:35.225402 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-127d08b8-75b5-443e-9d0b-8429c0c82e1f req-6ab653ce-47b0-4fe2-8911-28b95dcdf29a tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105957
Jun 04 15:26:35.226748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Allocated IP 172.20.0.4 (dec9bcf4-a474-41dd-b6ea-67d78aae3362/c73ec277-b91d-443c-91ea-4ad6a95a3cab/62175489-4cfa-4f73-ac98-b044f7e50f61) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:26:35.471240 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-fe95433d-0039-4bb2-a379-a797ee9e36a8 req-ebc400fd-40dc-45ff-b948-6b7638bed784 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Synchronizing usage tracker for tenant:262d850e67384dc8a76360373b1c2e42 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:26:35.564135 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:35.610024 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-fe95433d-0039-4bb2-a379-a797ee9e36a8 req-ebc400fd-40dc-45ff-b948-6b7638bed784 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Unset dirty status for tenant:262d850e67384dc8a76360373b1c2e42 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:26:35.610024 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe95433d-0039-4bb2-a379-a797ee9e36a8 req-ebc400fd-40dc-45ff-b948-6b7638bed784 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 210 time: 0.2360399
Jun 04 15:26:35.708729 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:35.708729 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:35.718248 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52650) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:35.801821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Network dec9bcf4-a474-41dd-b6ea-67d78aae3362 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:26:35.808720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:26:35.816847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:26:35.828202 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-95fa1424-8070-4222-9b9a-960efa53f143 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c38593d5cdbb4effb71c91bd3b3e56bb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1079772
Jun 04 15:26:35.830030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52656) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:35.897961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Pushing event updated for resources: {'Port': ['ID=62175489-4cfa-4f73-ac98-b044f7e50f61,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:35.933094 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:35.954145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:35.954145 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:35.970552 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3e43404-c0ce-49a2-a868-89f00b2c7e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:35.998626 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-66499b01-4687-4d10-b25d-32bc765f73ca req-7850cc26-14ea-41f3-ab39-0ee3b6401f24 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0699871
Jun 04 15:26:36.041353 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3e43404-c0ce-49a2-a868-89f00b2c7e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:36.126724 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9633152
Jun 04 15:26:36.139156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Request body: {'port': {'device_id': 'e0e45db7-608f-41ba-82db-ca464c5bdd7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:26:36.212921 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3e43404-c0ce-49a2-a868-89f00b2c7e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:36.223723 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2a2ea31a-3e23-4213-b9f2-7f444add9945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:36.241935 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e43404-c0ce-49a2-a868-89f00b2c7e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec4fceb-68a1-4c34-ab4c-6923ae7d92a1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:36.246562 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3e43404-c0ce-49a2-a868-89f00b2c7e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:36.309574 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:36.359013 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3e43404-c0ce-49a2-a868-89f00b2c7e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:36.360493 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a3e43404-c0ce-49a2-a868-89f00b2c7e2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dec4fceb-68a1-4c34-ab4c-6923ae7d92a1 HTTP/1.1" status: 204  len: 168 time: 0.5268915
Jun 04 15:26:36.610804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f05a3b-3e26-4d7b-b597-88eda4e12b4e req-fb87f14e-1ae6-483b-b586-d769167c2028 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:36.612566 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-19f05a3b-3e26-4d7b-b597-88eda4e12b4e req-fb87f14e-1ae6-483b-b586-d769167c2028 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1662881
Jun 04 15:26:36.675610 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-19f05a3b-3e26-4d7b-b597-88eda4e12b4e req-04ee08ad-3231-4633-9ffd-5a321f8b41f2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511339
Jun 04 15:26:36.925097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62175489-4cfa-4f73-ac98-b044f7e50f61 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:26:36.938709 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:36.975713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383e2ff-1f59-4e56-bb97-18e07b4e2ad0 req-f69c6ec8-81fa-4573-8d33-cc6cb72f7f17 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:36.986913 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6383e2ff-1f59-4e56-bb97-18e07b4e2ad0 req-f69c6ec8-81fa-4573-8d33-cc6cb72f7f17 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 931 time: 0.2189612
Jun 04 15:26:37.035355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Transition to ACTIVE for port object 62175489-4cfa-4f73-ac98-b044f7e50f61 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:26:37.184216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6383e2ff-1f59-4e56-bb97-18e07b4e2ad0 req-f5defddf-a8e8-4b89-83f8-16b0627b175a tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Synchronizing usage tracker for tenant:262d850e67384dc8a76360373b1c2e42 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:26:37.211233 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55759380-f6d9-45f5-badd-82122bfd1091 req-7ded686d-9193-42d5-b3cf-d6be4dacbbca tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0449326
Jun 04 15:26:37.239231 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:37.244511 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7d6aff19-d9a2-457d-9481-b0964db46d6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:37.342227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6383e2ff-1f59-4e56-bb97-18e07b4e2ad0 req-f5defddf-a8e8-4b89-83f8-16b0627b175a tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Unset dirty status for tenant:262d850e67384dc8a76360373b1c2e42 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:26:37.343425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6383e2ff-1f59-4e56-bb97-18e07b4e2ad0 req-f5defddf-a8e8-4b89-83f8-16b0627b175a tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b3936c-aaea-4805-8bc9-679fa4aef9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3554211
Jun 04 15:26:37.505522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=62175489-4cfa-4f73-ac98-b044f7e50f61,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:37.515544 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:37.637345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Attempting to bind port 62175489-4cfa-4f73-ac98-b044f7e50f61 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:37.637345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Attempting to bind port 62175489-4cfa-4f73-ac98-b044f7e50f61 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'c8bb3a1a-4d64-4015-973d-1be4f32e285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dec9bcf4-a474-41dd-b6ea-67d78aae3362'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:37.637345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Attempting to bind port 62175489-4cfa-4f73-ac98-b044f7e50f61 on network dec9bcf4-a474-41dd-b6ea-67d78aae3362 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:37.643333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Port 62175489-4cfa-4f73-ac98-b044f7e50f61 on network dec9bcf4-a474-41dd-b6ea-67d78aae3362 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:37.643820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Attempting to bind port 62175489-4cfa-4f73-ac98-b044f7e50f61 on network dec9bcf4-a474-41dd-b6ea-67d78aae3362 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:37.650036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:26:37.650573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Checking segment: {'id': 'c8bb3a1a-4d64-4015-973d-1be4f32e285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dec9bcf4-a474-41dd-b6ea-67d78aae3362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:26:37.651059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Bound using segment: {'id': 'c8bb3a1a-4d64-4015-973d-1be4f32e285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dec9bcf4-a474-41dd-b6ea-67d78aae3362'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:26:37.651597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Bound port: 62175489-4cfa-4f73-ac98-b044f7e50f61, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8bb3a1a-4d64-4015-973d-1be4f32e285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dec9bcf4-a474-41dd-b6ea-67d78aae3362'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:26:37.652043 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:37.919668 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] For port 62175489-4cfa-4f73-ac98-b044f7e50f61, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:26:37.938630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] For port 62175489-4cfa-4f73-ac98-b044f7e50f61, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=62175489-4cfa-4f73-ac98-b044f7e50f61,segment=NetworkSegment(c8bb3a1a-4d64-4015-973d-1be4f32e285a),segment_id=c8bb3a1a-4d64-4015-973d-1be4f32e285a)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:26:38.005436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16532e-07db-4a18-a000-dc3f8a889c74 req-f9c60360-aec7-4aad-901b-48e872f76fa9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:38.007127 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1b16532e-07db-4a18-a000-dc3f8a889c74 req-f9c60360-aec7-4aad-901b-48e872f76fa9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1856613
Jun 04 15:26:38.055634 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:38.068159 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5e41edde-7a7d-43c5-b063-aa27b03ecae8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:38.142424 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1b16532e-07db-4a18-a000-dc3f8a889c74 req-04561b18-f302-4ec7-9da0-f70d2d829c5c tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285303
Jun 04 15:26:38.153504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:38.154394 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:38.156052 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] 10.222.0.65 "PUT /v2.0/ports/62175489-4cfa-4f73-ac98-b044f7e50f61 HTTP/1.1" status: 200  len: 1091 time: 2.0218358
Jun 04 15:26:38.156824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e45db7-608f-41ba-82db-ca464c5bdd7c', 'tag': '62175489-4cfa-4f73-ac98-b044f7e50f61'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:26:38.159482 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9598bb58-549b-4f2c-82b2-e663063bbb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e45db7-608f-41ba-82db-ca464c5bdd7c", "tag": "62175489-4cfa-4f73-ac98-b044f7e50f61"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:26:38.180704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=62175489-4cfa-4f73-ac98-b044f7e50f61,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:38.197154 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:38.222426 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b8f747-237d-4b69-99a6-9a2a94512de4 x-openstack-request-id: req-68b8f747-237d-4b69-99a6-9a2a94512de4 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:26:38.222838 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e45db7-608f-41ba-82db-ca464c5bdd7c", "tag": "62175489-4cfa-4f73-ac98-b044f7e50f61", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:26:38.223267 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68b8f747-237d-4b69-99a6-9a2a94512de4 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:26:38.223800 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e45db7-608f-41ba-82db-ca464c5bdd7c', 'tag': '62175489-4cfa-4f73-ac98-b044f7e50f61', 'status': 'completed', 'code': 200}
Jun 04 15:26:38.375670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598bb58-549b-4f2c-82b2-e663063bbb3f req-4913757d-31a4-40c9-a5eb-a4c6207f8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:38.378023 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9598bb58-549b-4f2c-82b2-e663063bbb3f req-4913757d-31a4-40c9-a5eb-a4c6207f8df7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=262d850e67384dc8a76360373b1c2e42&device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 1094 time: 0.1285787
Jun 04 15:26:38.447052 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a9a820e5-f541-490b-b4b6-6a2ef647e1c7 req-15f8e63e-6628-4181-8a9f-beda2d406526 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0658443
Jun 04 15:26:38.601959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598bb58-549b-4f2c-82b2-e663063bbb3f req-a437ef44-ef72-4bad-9857-37e8131cb906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:38.603597 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9598bb58-549b-4f2c-82b2-e663063bbb3f req-a437ef44-ef72-4bad-9857-37e8131cb906 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=262d850e67384dc8a76360373b1c2e42&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1843448
Jun 04 15:26:38.794775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52794) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:38.886931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598bb58-549b-4f2c-82b2-e663063bbb3f req-9aba48c7-55ed-41ab-be37-c3a184df1626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:38.888397 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9598bb58-549b-4f2c-82b2-e663063bbb3f req-9aba48c7-55ed-41ab-be37-c3a184df1626 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2753346
Jun 04 15:26:38.911974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230e74f-04ab-4568-84b9-6ae5cc09cbcb req-30612059-de4e-40cc-a167-69e7ce89163d tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:38.914170 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b230e74f-04ab-4568-84b9-6ae5cc09cbcb req-30612059-de4e-40cc-a167-69e7ce89163d tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 943 time: 0.2285664
Jun 04 15:26:38.977222 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c394c8e0-0d12-4647-9c75-698076c72193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:38.993635 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c394c8e0-0d12-4647-9c75-698076c72193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:38.998920 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c394c8e0-0d12-4647-9c75-698076c72193 admin admin] Usage tracker for resource:security_group_rule and tenant:e17a1e61bdd644d780732a2fbb2c4f1b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:39.004291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c394c8e0-0d12-4647-9c75-698076c72193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:39.014112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c394c8e0-0d12-4647-9c75-698076c72193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:39.043933 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b230e74f-04ab-4568-84b9-6ae5cc09cbcb req-87ad2b55-d669-47ba-90ea-6d4af90d3ed5 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b3936c-aaea-4805-8bc9-679fa4aef9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115432
Jun 04 15:26:39.083627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-6ee6c0cf-7217-4ba3-a4b9-01d7bfe4d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:39.083627 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-6ee6c0cf-7217-4ba3-a4b9-01d7bfe4d0e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=262d850e67384dc8a76360373b1c2e42&device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 1094 time: 0.1178646
Jun 04 15:26:39.137605 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c394c8e0-0d12-4647-9c75-698076c72193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:39.179929 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-3d44540c-ae4b-4e82-bc1d-3e86a23c3e0b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62175489-4cfa-4f73-ac98-b044f7e50f61 HTTP/1.1" status: 200  len: 217 time: 0.0867412
Jun 04 15:26:39.246697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-68a995ce-e956-4a4c-8cb7-720c99e816cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:39.248379 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-68a995ce-e956-4a4c-8cb7-720c99e816cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c73ec277-b91d-443c-91ea-4ad6a95a3cab HTTP/1.1" status: 200  len: 857 time: 0.0623600
Jun 04 15:26:39.308869 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c394c8e0-0d12-4647-9c75-698076c72193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:39.327367 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4318e1f8-c08c-488c-bf2f-de8c31fc0e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:39.339396 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-cf79762b-f88a-4477-b766-f42405f48887 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dec9bcf4-a474-41dd-b6ea-67d78aae3362&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0846906
Jun 04 15:26:39.397758 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c394c8e0-0d12-4647-9c75-698076c72193 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e17a1e61bdd644d780732a2fbb2c4f1b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6005931
Jun 04 15:26:39.399236 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394c8e0-0d12-4647-9c75-698076c72193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c139dfd3-9ec3-4be4-85b4-3b91e0619846,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:39.403652 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c394c8e0-0d12-4647-9c75-698076c72193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:39.404306 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52820) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:39.471232 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5c31d8b-c514-4c5a-8609-39aff5742f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:39.508067 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5c31d8b-c514-4c5a-8609-39aff5742f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:39.518471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f46afe-b0b6-437c-9769-07b21dd30471 req-173c4d83-6efd-4474-b61e-f6b4b33cde4d tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:39.519968 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74f46afe-b0b6-437c-9769-07b21dd30471 req-173c4d83-6efd-4474-b61e-f6b4b33cde4d tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.2263422
Jun 04 15:26:39.527364 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-22120688-32bc-4bb6-afad-dbc31ad11d32 service neutron] 10.222.0.65 "GET /v2.0/networks/dec9bcf4-a474-41dd-b6ea-67d78aae3362?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806638
Jun 04 15:26:39.611341 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74f46afe-b0b6-437c-9769-07b21dd30471 req-49d6ee37-9227-468f-a573-10877d8d0b09 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829000
Jun 04 15:26:39.672532 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55647fcc-da4a-41ab-844a-029f9e11d10e req-51d944ff-b444-42ff-9bf2-d4ce8d910794 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0613761
Jun 04 15:26:39.746903 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5c31d8b-c514-4c5a-8609-39aff5742f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:39.760955 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f2bab7fb-02c9-4f79-a751-54cbe16772da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:39.814052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c31d8b-c514-4c5a-8609-39aff5742f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c139dfd3-9ec3-4be4-85b4-3b91e0619846,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:39.817504 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d5c31d8b-c514-4c5a-8609-39aff5742f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:39.819692 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5c31d8b-c514-4c5a-8609-39aff5742f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:39.824493 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d5c31d8b-c514-4c5a-8609-39aff5742f03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c139dfd3-9ec3-4be4-85b4-3b91e0619846 HTTP/1.1" status: 204  len: 168 time: 0.4187548
Jun 04 15:26:39.842303 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1825ba6d-d5a8-4ce2-aa26-e5a96818763a req-8e58ea0e-531f-4756-a1bb-1215cfd16763 service neutron] 10.222.0.65 "GET /v2.0/networks/dec9bcf4-a474-41dd-b6ea-67d78aae3362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2977793
Jun 04 15:26:40.159147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52840) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:40.311628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04020789-7d9f-4e5f-9cfe-a940197d5201 req-7434ae45-8d2d-4258-bc0b-7fd70699f8c6 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:40.315022 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-04020789-7d9f-4e5f-9cfe-a940197d5201 req-7434ae45-8d2d-4258-bc0b-7fd70699f8c6 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 943 time: 0.1418459
Jun 04 15:26:40.323909 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1276ad2-facf-41d7-8c39-2ab9bd7874b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:40.343049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c1276ad2-facf-41d7-8c39-2ab9bd7874b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:40.360505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c1276ad2-facf-41d7-8c39-2ab9bd7874b2 admin admin] Usage tracker for resource:security_group_rule and tenant:7072fb9784c648569da828647b8ed4a3 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:40.373513 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c1276ad2-facf-41d7-8c39-2ab9bd7874b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:40.388025 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c1276ad2-facf-41d7-8c39-2ab9bd7874b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:40.397623 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-04020789-7d9f-4e5f-9cfe-a940197d5201 req-a6198b75-9f00-47db-9683-2ab69fe84f56 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b3936c-aaea-4805-8bc9-679fa4aef9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757523
Jun 04 15:26:40.525678 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1276ad2-facf-41d7-8c39-2ab9bd7874b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:40.702472 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1276ad2-facf-41d7-8c39-2ab9bd7874b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:40.711530 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-531cea78-df68-4123-a1f2-2701ba90af26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:40.758046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52862) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:40.767275 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c1276ad2-facf-41d7-8c39-2ab9bd7874b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7072fb9784c648569da828647b8ed4a3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6067579
Jun 04 15:26:40.769472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1276ad2-facf-41d7-8c39-2ab9bd7874b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93859bbd-a631-4474-85c2-21f4175d388a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:40.772488 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1276ad2-facf-41d7-8c39-2ab9bd7874b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:40.892870 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-139bd9de-05fc-4c29-a104-929a753e2550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:40.930489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0484874-3f53-4a9a-bd0c-b5b688ed373c req-2c2aea69-f427-48e4-91ee-e0975eb41cc3 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:40.932142 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0484874-3f53-4a9a-bd0c-b5b688ed373c req-2c2aea69-f427-48e4-91ee-e0975eb41cc3 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1538410
Jun 04 15:26:40.937187 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-139bd9de-05fc-4c29-a104-929a753e2550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:41.015857 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0484874-3f53-4a9a-bd0c-b5b688ed373c req-6e2dc1a6-1dea-4f3e-8cc7-7e4d2ecb8dd4 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715334
Jun 04 15:26:41.180675 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fedd054c-78ba-464d-9af6-253a67e58daf req-9ceaf317-9d38-4be4-bac8-6c729b1013b3 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0457053
Jun 04 15:26:41.203717 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-139bd9de-05fc-4c29-a104-929a753e2550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:41.203897 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e56a15ad-c853-4e1e-be15-200b5f560fda tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:41.216915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bd9de-05fc-4c29-a104-929a753e2550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93859bbd-a631-4474-85c2-21f4175d388a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:41.221359 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-139bd9de-05fc-4c29-a104-929a753e2550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:41.225831 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-139bd9de-05fc-4c29-a104-929a753e2550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:41.229220 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-139bd9de-05fc-4c29-a104-929a753e2550 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93859bbd-a631-4474-85c2-21f4175d388a HTTP/1.1" status: 204  len: 168 time: 0.4679887
Jun 04 15:26:41.643256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 62175489-4cfa-4f73-ac98-b044f7e50f61 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:26:41.707964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e6ca3-4bfb-4898-8c9a-cfd83913c0ab req-c24144ec-5ddb-4438-8014-2da0fd1e9c04 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:41.709641 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7a7e6ca3-4bfb-4898-8c9a-cfd83913c0ab req-c24144ec-5ddb-4438-8014-2da0fd1e9c04 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 943 time: 0.1108801
Jun 04 15:26:41.808879 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7a7e6ca3-4bfb-4898-8c9a-cfd83913c0ab req-441a64e1-fcf3-497c-b9bf-3cc0f6985b87 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b3936c-aaea-4805-8bc9-679fa4aef9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896952
Jun 04 15:26:41.841662 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 62175489-4cfa-4f73-ac98-b044f7e50f61, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=62175489-4cfa-4f73-ac98-b044f7e50f61,segment=NetworkSegment(c8bb3a1a-4d64-4015-973d-1be4f32e285a),segment_id=c8bb3a1a-4d64-4015-973d-1be4f32e285a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:26:41.868208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '62175489-4cfa-4f73-ac98-b044f7e50f61', 'network_id': 'dec9bcf4-a474-41dd-b6ea-67d78aae3362', 'port_id': '62175489-4cfa-4f73-ac98-b044f7e50f61', 'mac_address': 'fa:16:3e:f9:ec:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73ec277-b91d-443c-91ea-4ad6a95a3cab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:26:41.945586 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:41.994584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62175489-4cfa-4f73-ac98-b044f7e50f61 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:26:42.034651 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 62175489-4cfa-4f73-ac98-b044f7e50f61, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=62175489-4cfa-4f73-ac98-b044f7e50f61,segment=NetworkSegment(c8bb3a1a-4d64-4015-973d-1be4f32e285a),segment_id=c8bb3a1a-4d64-4015-973d-1be4f32e285a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:26:42.210719 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:42.213490 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:42.239444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32c214-2fa8-4fbc-b728-26e185637d7b req-0c7442c3-4c06-4e14-afdf-0793c23422db tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:42.247828 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff32c214-2fa8-4fbc-b728-26e185637d7b req-0c7442c3-4c06-4e14-afdf-0793c23422db tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.0954502
Jun 04 15:26:42.292148 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=62175489-4cfa-4f73-ac98-b044f7e50f61,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:42.295048 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:42.307090 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff32c214-2fa8-4fbc-b728-26e185637d7b req-a181cfac-e8b0-42db-bafe-7a091de36ac9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588243
Jun 04 15:26:42.376193 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5fc1ac62-09ce-4d25-b73c-b394e8f93d39 req-47c554cb-7670-4bb2-8a43-c7de924a6d72 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0665770
Jun 04 15:26:42.449836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['62175489-4cfa-4f73-ac98-b044f7e50f61'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:26:42.792347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52918) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:42.833196 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:26:43.039171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-87629819'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:26:43.046708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:43.052552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Usage tracker for resource:network and tenant:eacc5cac606841a49f3ab1f9c0e8077e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:43.058771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:43.074100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e06f1a-3fb4-4bc9-80ba-ddbc37f1741e req-3a387596-edee-4a3b-ab50-cf39978cf5d2 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:43.075322 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-85e06f1a-3fb4-4bc9-80ba-ddbc37f1741e req-3a387596-edee-4a3b-ab50-cf39978cf5d2 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 944 time: 0.1269960
Jun 04 15:26:43.076305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:43.131077 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-85e06f1a-3fb4-4bc9-80ba-ddbc37f1741e req-d3af6e23-f193-4abe-8ca4-04682cba3a47 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b3936c-aaea-4805-8bc9-679fa4aef9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492280
Jun 04 15:26:43.239095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Made reservation on behalf of eacc5cac606841a49f3ab1f9c0e8077e for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:26:43.244439 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:43.257723 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:43.274546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:43.279750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Usage tracker for resource:security_group_rule and tenant:eacc5cac606841a49f3ab1f9c0e8077e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:43.282885 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:43.288809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:43.390703 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:43.567953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31a875-a2ab-408e-af0e-3f68ef24e806 req-c43e2e84-eb96-4017-9dbe-77f25302b1bd tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:43.570819 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3f31a875-a2ab-408e-af0e-3f68ef24e806 req-c43e2e84-eb96-4017-9dbe-77f25302b1bd tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1164701
Jun 04 15:26:43.576178 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:43.591833 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bd89abfe-9c82-4427-9aba-38a7a672fa63 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:43.620543 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f4b83550-44a8-413a-b438-4680dae6c165 req-98b72ff0-4277-4705-9169-dfe11b1b3050 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0890048
Jun 04 15:26:43.654894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:26:43.661576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 62175489-4cfa-4f73-ac98-b044f7e50f61 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:26:43.662210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73504887-5468-4ac4-9ebf-35eb6bd2f57c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:43.665790 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:43.679255 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:43.679610 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Added segment 095814f6-5cd0-49a6-8249-ece68db63fab of type vlan for network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259
Jun 04 15:26:43.735638 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:43.753664 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3f31a875-a2ab-408e-af0e-3f68ef24e806 req-1a340cd7-9868-467b-b132-6668cf48b848 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763842
Jun 04 15:26:43.936910 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 62175489-4cfa-4f73-ac98-b044f7e50f61 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:26:43.937196 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:43.942917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 62175489-4cfa-4f73-ac98-b044f7e50f61 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:26:43.943928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:43.944202 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:43.944677 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:43.949733 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-083bce97-b4b6-4b6d-897f-90d9d4c4711b tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:44.074962 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:44.083355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Pushing event updated for resources: {'Network': ['ID=76ffe026-1a24-42d6-b4c8-b4bb2d1a6259,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:44.086152 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:44.095384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:26:44.143199 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e45db7-608f-41ba-82db-ca464c5bdd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62175489-4cfa-4f73-ac98-b044f7e50f61'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:26:44.145368 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729c92f0-4a23-402f-872c-d525a44d4032" -d '{"events": [{"server_uuid": "e0e45db7-608f-41ba-82db-ca464c5bdd7c", "name": "network-vif-plugged", "status": "completed", "tag": "62175489-4cfa-4f73-ac98-b044f7e50f61"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:26:44.203750 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 62175489-4cfa-4f73-ac98-b044f7e50f61, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=62175489-4cfa-4f73-ac98-b044f7e50f61,segment=NetworkSegment(c8bb3a1a-4d64-4015-973d-1be4f32e285a),segment_id=c8bb3a1a-4d64-4015-973d-1be4f32e285a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:26:44.206033 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb28a8fe-90ca-4929-bc6d-8d88b2b0de7b x-openstack-request-id: req-bb28a8fe-90ca-4929-bc6d-8d88b2b0de7b {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:26:44.206672 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e45db7-608f-41ba-82db-ca464c5bdd7c", "name": "network-vif-plugged", "status": "completed", "tag": "62175489-4cfa-4f73-ac98-b044f7e50f61", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:26:44.207170 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb28a8fe-90ca-4929-bc6d-8d88b2b0de7b {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:26:44.207870 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e45db7-608f-41ba-82db-ca464c5bdd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62175489-4cfa-4f73-ac98-b044f7e50f61', 'code': 200}
Jun 04 15:26:44.233461 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 1.4394753
Jun 04 15:26:44.346341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace73cd-c199-4587-b179-153ab81de859 req-ea04f871-bf88-45fc-8f62-77ce389c0b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:44.348644 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ace73cd-c199-4587-b179-153ab81de859 req-ea04f871-bf88-45fc-8f62-77ce389c0b4f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 1095 time: 0.0885417
Jun 04 15:26:44.370667 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:44.373612 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d7158c1d-0bb7-4578-863a-3b084bbd5b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:44.383107 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909c140-4dda-464a-bf07-a5c4ac59fad3 req-a9bdc27a-e03a-4d01-a727-b182b558fff9 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:44.390939 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a909c140-4dda-464a-bf07-a5c4ac59fad3 req-a9bdc27a-e03a-4d01-a727-b182b558fff9 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 944 time: 0.1023312
Jun 04 15:26:44.463632 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a909c140-4dda-464a-bf07-a5c4ac59fad3 req-5aace659-27f4-431a-9722-0c59a4003a23 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b3936c-aaea-4805-8bc9-679fa4aef9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674355
Jun 04 15:26:44.474664 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ace73cd-c199-4587-b179-153ab81de859 req-4a661a09-1427-43ff-bdb0-f84b2a6e7b3a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=80b3936c-aaea-4805-8bc9-679fa4aef9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191025
Jun 04 15:26:44.521970 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=62175489-4cfa-4f73-ac98-b044f7e50f61,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:44.526449 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:44.619386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52956) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:44.625269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Request body: {'port': {'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259', 'binding:host_id': 'n-h1-791505-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1730430929'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:26:44.631034 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:44.639277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Usage tracker for resource:port and tenant:7dc5200928684e76a35a1554294835f5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:44.642560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:44.653137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:44.801649 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-588a835f-898a-4326-a6c8-d348bb99cb13 req-0051e2d9-967f-452b-9c66-eb9a964c8747 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0510266
Jun 04 15:26:44.833451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Made reservation on behalf of 7dc5200928684e76a35a1554294835f5 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:26:44.833451 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:44.863343 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:44.921337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:44.932385 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Usage tracker for resource:security_group_rule and tenant:7dc5200928684e76a35a1554294835f5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:44.936577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:44.950330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:45.017819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a8c2a-d471-4e7b-8d39-9b93291bf0b7 req-22837d6b-b2f5-4fd1-9038-533d00c0807b tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:45.019476 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3e2a8c2a-d471-4e7b-8d39-9b93291bf0b7 req-22837d6b-b2f5-4fd1-9038-533d00c0807b tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1439130
Jun 04 15:26:45.173434 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:45.186182 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3e2a8c2a-d471-4e7b-8d39-9b93291bf0b7 req-8245639a-2fc0-4241-a15b-a6b838b5cbc7 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532209
Jun 04 15:26:45.250964 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:45.253111 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ea6f701c-2d8d-46e9-9011-5bd33c5adc0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:45.263558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] device_id is not set on port e967c6ba-d134-43ff-b720-a2566e48fc57 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:26:45.382029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1690a1ce-e21a-4a02-a441-b2929c2cca7d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:45.412165 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:45.733075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] device_id is not set on port e967c6ba-d134-43ff-b720-a2566e48fc57 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:26:45.744901 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:45.758031 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fb440-1051-4c29-82de-677fa4e8d6a5 req-ba0638c9-b2bb-4b6e-b9f6-60d04e0c3dc9 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:45.760143 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c0fb440-1051-4c29-82de-677fa4e8d6a5 req-ba0638c9-b2bb-4b6e-b9f6-60d04e0c3dc9 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 945 time: 0.1038404
Jun 04 15:26:45.762039 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Transition to ACTIVE for port object e967c6ba-d134-43ff-b720-a2566e48fc57 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:26:45.861940 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c0fb440-1051-4c29-82de-677fa4e8d6a5 req-eb54ed82-329a-47e7-8bb9-ce62ef10d7df tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b3936c-aaea-4805-8bc9-679fa4aef9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951550
Jun 04 15:26:45.874733 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:45.884720 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-997bb972-76b3-4b7b-8e81-b69a415b62e1 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:46.018622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Pushing event updated for resources: {'Port': ['ID=e967c6ba-d134-43ff-b720-a2566e48fc57,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:46.026075 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:46.093687 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9559be93-f018-42c3-862a-6e9cd2b59652 req-3ada9f91-3b49-40c3-8242-717825d17d3d tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0696795
Jun 04 15:26:46.113209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Checking segment: {'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:26:46.113643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Network hostable DHCP agents. Network: 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:26:46.346181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:26:46.760739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:26:46.760739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:26:46.763315 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9646590-03d0-46c3-83ab-bab6ae1b94b2 None None] Network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:26:46.763702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:46.763702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:46.763702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:46.763702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:46.763702 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:46.763702 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 2 to bind port e967c6ba-d134-43ff-b720-a2566e48fc57
Jun 04 15:26:46.763702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:46.763702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:46.763702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:46.763702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:46.763702 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:46.763702 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 3 to bind port e967c6ba-d134-43ff-b720-a2566e48fc57
Jun 04 15:26:46.764716 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5dfc2-ab71-48a2-ab8b-2aeb878cc0b1 req-9ffdbf2c-373c-40b6-9240-6ecd0796d79a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:46.764716 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c9f5dfc2-ab71-48a2-ab8b-2aeb878cc0b1 req-9ffdbf2c-373c-40b6-9240-6ecd0796d79a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 945 time: 0.2893953
Jun 04 15:26:46.764716 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:46.764716 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:46.764716 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:46.764716 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:46.764716 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:46.764716 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 4 to bind port e967c6ba-d134-43ff-b720-a2566e48fc57
Jun 04 15:26:46.777109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:46.777546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:46.777941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:46.786613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:46.786843 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:46.787379 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 5 to bind port e967c6ba-d134-43ff-b720-a2566e48fc57
Jun 04 15:26:46.802228 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c9f5dfc2-ab71-48a2-ab8b-2aeb878cc0b1 req-095d85a6-3265-45ff-bdf2-c6a3a5b26bb7 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0789840
Jun 04 15:26:46.815931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:46.816349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:46.816752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:46.825411 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:46.825815 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:46.826205 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 6 to bind port e967c6ba-d134-43ff-b720-a2566e48fc57
Jun 04 15:26:46.886216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:46.889228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:46.889491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:46.902898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:46.903225 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:46.903612 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 7 to bind port e967c6ba-d134-43ff-b720-a2566e48fc57
Jun 04 15:26:46.938369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:46.938714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:46.939052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:46.944501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:46.944894 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:46.945357 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 8 to bind port e967c6ba-d134-43ff-b720-a2566e48fc57
Jun 04 15:26:46.978624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:46.978624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:46.978624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:47.024136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:47.025013 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:47.031740 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 9 to bind port e967c6ba-d134-43ff-b720-a2566e48fc57
Jun 04 15:26:47.050648 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef7373-3eac-46d3-a45e-e27af9656a62 req-68e72c35-1774-40c7-a23e-e8c565005eee tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:47.052857 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ccef7373-3eac-46d3-a45e-e27af9656a62 req-68e72c35-1774-40c7-a23e-e8c565005eee tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1706061
Jun 04 15:26:47.117582 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ccef7373-3eac-46d3-a45e-e27af9656a62 req-f7e78d5c-4b69-4123-ab4e-7612c53f85d1 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582817
Jun 04 15:26:47.122372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:47.122372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:47.122372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:47.134684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:47.135125 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:47.137234 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 10 to bind port e967c6ba-d134-43ff-b720-a2566e48fc57
Jun 04 15:26:47.166832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:47.167173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:47.167515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:47.181750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e967c6ba-d134-43ff-b720-a2566e48fc57 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:47.182083 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e967c6ba-d134-43ff-b720-a2566e48fc57 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:47.182447 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:47.246609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7d11e-26d2-4252-8acc-81dec0e9268c req-d9285c27-c35e-48bd-9c6b-272f61adef8e tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:47.248202 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c2f7d11e-26d2-4252-8acc-81dec0e9268c req-d9285c27-c35e-48bd-9c6b-272f61adef8e tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 945 time: 0.2691934
Jun 04 15:26:47.313481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade63c0-649f-4c50-aed6-367f63950b6e req-5b39dc71-1c41-4182-8978-89a84bfe7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:47.314965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ade63c0-649f-4c50-aed6-367f63950b6e req-5b39dc71-1c41-4182-8978-89a84bfe7a24 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 1097 time: 0.2474163
Jun 04 15:26:47.362421 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c2f7d11e-26d2-4252-8acc-81dec0e9268c req-a3d398ec-5ad6-48db-ab2a-b6891aee24a7 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b3936c-aaea-4805-8bc9-679fa4aef9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982158
Jun 04 15:26:47.376636 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] For port e967c6ba-d134-43ff-b720-a2566e48fc57, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:26:47.377025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempted to set empty binding levels {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Jun 04 15:26:47.385570 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ade63c0-649f-4c50-aed6-367f63950b6e req-c1e8dd69-dc95-44ca-b629-1cfaec3ced54 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623834
Jun 04 15:26:47.412804 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-377ceab1-07c0-46e3-a5c1-7c2a49daba0a req-852700a8-af1e-4709-bbf4-2eb7caf8695c tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0561726
Jun 04 15:26:47.508190 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:47.512540 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:47.569996 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:47.569996 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:47.592080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Pushing event updated for resources: {'Port': ['ID=e967c6ba-d134-43ff-b720-a2566e48fc57,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:47.598170 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:47.960129 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 980 time: 3.3394849
Jun 04 15:26:47.963636 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53008) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:48.128762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5651c0fa-348f-4f17-81bb-ff82814cc8ea tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Deleting port e967c6ba-d134-43ff-b720-a2566e48fc57 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:26:48.129033 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5651c0fa-348f-4f17-81bb-ff82814cc8ea tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:48.282409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-5651c0fa-348f-4f17-81bb-ff82814cc8ea tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] For port e967c6ba-d134-43ff-b720-a2566e48fc57, host n-h1-791505-9, got binding levels [] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:26:48.283282 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5651c0fa-348f-4f17-81bb-ff82814cc8ea tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:48.372075 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d38f7d-e6c5-4325-a48f-eead29957385 req-076c9f01-43f9-4d85-97d3-7ae8cca4b7d9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:48.374113 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a5d38f7d-e6c5-4325-a48f-eead29957385 req-076c9f01-43f9-4d85-97d3-7ae8cca4b7d9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1156495
Jun 04 15:26:48.457299 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a5d38f7d-e6c5-4325-a48f-eead29957385 req-93f1603f-c273-4ad4-8917-96574a59a915 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751858
Jun 04 15:26:48.459451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5651c0fa-348f-4f17-81bb-ff82814cc8ea tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Calling delete_port for e967c6ba-d134-43ff-b720-a2566e48fc57 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:26:48.576493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fab26-8a65-4fe2-a3e9-da43604e2d08 req-18ffd010-8909-482a-8b0b-e6dc6655940d tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:48.578087 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fb2fab26-8a65-4fe2-a3e9-da43604e2d08 req-18ffd010-8909-482a-8b0b-e6dc6655940d tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 945 time: 0.3307149
Jun 04 15:26:48.632087 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5a1afe77-d0d2-47f9-88c6-5fc811d28750 req-cf4acec1-9c19-45aa-a5d8-a66c50c2f9a5 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0561824
Jun 04 15:26:48.725654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef06974-cbf5-45e2-b4ff-9e8bc0e89488 req-0e3ca622-542b-44a3-9731-33e6c8555cef tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:48.726502 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fef06974-cbf5-45e2-b4ff-9e8bc0e89488 req-0e3ca622-542b-44a3-9731-33e6c8555cef tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 945 time: 0.2232513
Jun 04 15:26:48.785669 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5651c0fa-348f-4f17-81bb-ff82814cc8ea tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:48.796529 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e696387c-4594-4d6f-b0b7-ce69ad98eb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:48.831775 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fef06974-cbf5-45e2-b4ff-9e8bc0e89488 req-0c59b6fb-8914-42a7-ab9c-4a30e8d7af6a tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b3936c-aaea-4805-8bc9-679fa4aef9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961816
Jun 04 15:26:48.863336 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651c0fa-348f-4f17-81bb-ff82814cc8ea tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Pushing event deleted for resources: {'Port': ['ID=e967c6ba-d134-43ff-b720-a2566e48fc57,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:48.877160 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5651c0fa-348f-4f17-81bb-ff82814cc8ea tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:48.884208 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5651c0fa-348f-4f17-81bb-ff82814cc8ea tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:48.892079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-fb2fab26-8a65-4fe2-a3e9-da43604e2d08 req-0fddbd6c-c786-4c49-bd80-1f047e0806b7 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Deleting port 62175489-4cfa-4f73-ac98-b044f7e50f61 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:26:48.892079 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fb2fab26-8a65-4fe2-a3e9-da43604e2d08 req-0fddbd6c-c786-4c49-bd80-1f047e0806b7 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:48.932240 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5651c0fa-348f-4f17-81bb-ff82814cc8ea tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e967c6ba-d134-43ff-b720-a2566e48fc57 HTTP/1.1" status: 204  len: 168 time: 0.9671404
Jun 04 15:26:48.933796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53028) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:48.996517 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c405130-17b4-4ac0-b582-552604de1dce tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] GET failed (client error): The resource could not be found.
Jun 04 15:26:48.997997 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5c405130-17b4-4ac0-b582-552604de1dce tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] 10.222.0.32 "GET /v2.0/ports/e967c6ba-d134-43ff-b720-a2566e48fc57 HTTP/1.1" status: 404  len: 333 time: 0.0630860
Jun 04 15:26:49.004171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53030) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:49.010882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Request body: {'port': {'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1045597386'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:26:49.018142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:49.023122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Usage tracker for resource:port and tenant:7dc5200928684e76a35a1554294835f5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:49.027493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:49.036756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:49.105944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fb2fab26-8a65-4fe2-a3e9-da43604e2d08 req-0fddbd6c-c786-4c49-bd80-1f047e0806b7 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] For port 62175489-4cfa-4f73-ac98-b044f7e50f61, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=62175489-4cfa-4f73-ac98-b044f7e50f61,segment=NetworkSegment(c8bb3a1a-4d64-4015-973d-1be4f32e285a),segment_id=c8bb3a1a-4d64-4015-973d-1be4f32e285a)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:26:49.106506 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fb2fab26-8a65-4fe2-a3e9-da43604e2d08 req-0fddbd6c-c786-4c49-bd80-1f047e0806b7 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:49.165597 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Made reservation on behalf of 7dc5200928684e76a35a1554294835f5 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:26:49.168093 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:49.207795 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] device_id is not set on port e283222c-d4ed-470c-9470-5d12c344cfb2 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:26:49.440551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-fb2fab26-8a65-4fe2-a3e9-da43604e2d08 req-0fddbd6c-c786-4c49-bd80-1f047e0806b7 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Calling delete_port for 62175489-4cfa-4f73-ac98-b044f7e50f61 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:26:49.504211 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:49.635797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc37e7e-9b2f-419d-ac6e-075c3d602543 req-66cb39ad-6668-476d-9002-2c0776f94641 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:49.637290 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc37e7e-9b2f-419d-ac6e-075c3d602543 req-66cb39ad-6668-476d-9002-2c0776f94641 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 945 time: 0.1599369
Jun 04 15:26:49.643069 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:49.668785 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2788f1b8-93f9-471f-9d91-ed3fbdda5819 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:49.698919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efc37e7e-9b2f-419d-ac6e-075c3d602543 req-a86a7f60-c42f-493f-bff4-fef7e75d27ff tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552740
Jun 04 15:26:49.755818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:26:49.760029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:26:49.762685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:26:49.763954 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:49.764536 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:49.771514 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fb2fab26-8a65-4fe2-a3e9-da43604e2d08 req-0fddbd6c-c786-4c49-bd80-1f047e0806b7 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:49.782774 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-73c3e557-cf94-4dd2-9bf9-4eacec6a9e4f tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:49.803565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Pushing event updated for resources: {'Port': ['ID=e283222c-d4ed-470c-9470-5d12c344cfb2,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:49.814413 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:49.837301 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123abd3-9243-4f29-b35f-b8e92e27e3e0 req-6d242a88-cc97-4575-83ef-fb6bb9cd3142 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:49.838961 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5123abd3-9243-4f29-b35f-b8e92e27e3e0 req-6d242a88-cc97-4575-83ef-fb6bb9cd3142 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.2338428
Jun 04 15:26:49.872650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddbd6c-c786-4c49-bd80-1f047e0806b7 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Pushing event deleted for resources: {'Port': ['ID=62175489-4cfa-4f73-ac98-b044f7e50f61,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:49.898366 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5123abd3-9243-4f29-b35f-b8e92e27e3e0 req-043d5373-eb32-4ab7-b950-212a9af01bfb tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533032
Jun 04 15:26:49.913237 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0fddbd6c-c786-4c49-bd80-1f047e0806b7 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:49.923641 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5113fceb-abd6-4db5-8564-4146369f5a4b req-d5d13171-25db-4a8c-8e2e-427d12e60746 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0980430
Jun 04 15:26:49.928319 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.9222105
Jun 04 15:26:49.928956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53050) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:49.936466 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:26:49.966567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2fab26-8a65-4fe2-a3e9-da43604e2d08 req-0fddbd6c-c786-4c49-bd80-1f047e0806b7 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] No DVR routers for this DVR port 62175489-4cfa-4f73-ac98-b044f7e50f61 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:26:49.970943 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fb2fab26-8a65-4fe2-a3e9-da43604e2d08 req-0fddbd6c-c786-4c49-bd80-1f047e0806b7 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:49.974123 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e45db7-608f-41ba-82db-ca464c5bdd7c', 'name': 'network-vif-deleted', 'tag': '62175489-4cfa-4f73-ac98-b044f7e50f61'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:26:49.976760 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8308cf-69ed-4ec4-a72c-da474cbb9f17" -d '{"events": [{"server_uuid": "e0e45db7-608f-41ba-82db-ca464c5bdd7c", "name": "network-vif-deleted", "tag": "62175489-4cfa-4f73-ac98-b044f7e50f61"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:26:50.118231 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0cfc4bb4-b020-45a2-9e36-0fbc7d751dab req-21c1f8d1-dd6f-466b-9618-407e6d4b9af4 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e45db7-608f-41ba-82db-ca464c5bdd7c HTTP/1.1" status: 200  len: 210 time: 0.0619478
Jun 04 15:26:50.125401 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:50.138137 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fb2fab26-8a65-4fe2-a3e9-da43604e2d08 req-0fddbd6c-c786-4c49-bd80-1f047e0806b7 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] 10.222.0.65 "DELETE /v2.0/ports/62175489-4cfa-4f73-ac98-b044f7e50f61 HTTP/1.1" status: 204  len: 173 time: 1.5541141
Jun 04 15:26:50.309612 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c20a1a-e382-43e7-bd2a-b2553e8dad88 x-openstack-request-id: req-e9c20a1a-e382-43e7-bd2a-b2553e8dad88 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:26:50.310159 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e45db7-608f-41ba-82db-ca464c5bdd7c", "name": "network-vif-deleted", "tag": "62175489-4cfa-4f73-ac98-b044f7e50f61", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:26:50.310624 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9c20a1a-e382-43e7-bd2a-b2553e8dad88 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:26:50.311212 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e45db7-608f-41ba-82db-ca464c5bdd7c', 'name': 'network-vif-deleted', 'tag': '62175489-4cfa-4f73-ac98-b044f7e50f61', 'status': 'completed', 'code': 200}
Jun 04 15:26:50.441621 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] device_id is not set on port e283222c-d4ed-470c-9470-5d12c344cfb2 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:26:50.450149 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:50.467219 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Transition to ACTIVE for port object e283222c-d4ed-470c-9470-5d12c344cfb2 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:26:50.553443 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:50.558920 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8bd3eb32-334f-4c98-ac02-680270416fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:50.653763 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c75d1e24-b854-4fe8-bb9e-a2ed0f559e61 req-2fef0821-d160-48c7-8c5e-2fd7a355b3c4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0827777
Jun 04 15:26:50.745299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Pushing event updated for resources: {'Port': ['ID=e283222c-d4ed-470c-9470-5d12c344cfb2,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:50.750023 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:50.754629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:50.754964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:50.755328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:50.761041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:50.761701 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:50.762107 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 2 to bind port e283222c-d4ed-470c-9470-5d12c344cfb2
Jun 04 15:26:50.784318 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:50.784754 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:50.785161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:50.790852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:50.791207 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:50.791585 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 3 to bind port e283222c-d4ed-470c-9470-5d12c344cfb2
Jun 04 15:26:50.807779 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:50.808133 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:50.808472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:50.813442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:50.813767 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:50.814154 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 4 to bind port e283222c-d4ed-470c-9470-5d12c344cfb2
Jun 04 15:26:50.837385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:50.837818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:50.838212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:50.849715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:50.850673 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:50.850936 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 5 to bind port e283222c-d4ed-470c-9470-5d12c344cfb2
Jun 04 15:26:50.875016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:50.875839 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:50.876460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:50.883247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969c07d-20db-4c43-b5d6-42ada0b22dcf req-f2a24625-2331-47f8-959a-a6101afe6506 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:50.885344 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9969c07d-20db-4c43-b5d6-42ada0b22dcf req-f2a24625-2331-47f8-959a-a6101afe6506 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1694558
Jun 04 15:26:50.885502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:50.885916 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:50.886512 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 6 to bind port e283222c-d4ed-470c-9470-5d12c344cfb2
Jun 04 15:26:50.905893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:50.905893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:50.905893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:50.910780 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:50.911141 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:50.911527 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 7 to bind port e283222c-d4ed-470c-9470-5d12c344cfb2
Jun 04 15:26:50.932037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11519d39-b7d0-4d65-91b6-84af64fdbfd7 req-9dca1f1c-3d98-409c-9ce6-993963167490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:50.933565 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-11519d39-b7d0-4d65-91b6-84af64fdbfd7 req-9dca1f1c-3d98-409c-9ce6-993963167490 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e4d1bc96c16c459d978417725591ed35&device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 1097 time: 0.1447766
Jun 04 15:26:50.934012 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:50.934665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:50.935192 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:50.940895 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:50.941246 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:50.941630 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 8 to bind port e283222c-d4ed-470c-9470-5d12c344cfb2
Jun 04 15:26:50.963673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:50.964017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:50.964360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:50.970703 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:50.971035 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:50.971814 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 9 to bind port e283222c-d4ed-470c-9470-5d12c344cfb2
Jun 04 15:26:50.973491 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9969c07d-20db-4c43-b5d6-42ada0b22dcf req-13e17f50-0da6-42ef-a5f9-ed5bddffef67 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811250
Jun 04 15:26:51.005440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:51.006528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:51.007093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:51.022026 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:51.022026 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:51.022026 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 10 to bind port e283222c-d4ed-470c-9470-5d12c344cfb2
Jun 04 15:26:51.052538 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:51.052769 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:51.054750 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:51.067947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:51.068644 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port e283222c-d4ed-470c-9470-5d12c344cfb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:51.069025 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:51.184741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11519d39-b7d0-4d65-91b6-84af64fdbfd7 req-65098df8-4f70-419e-ad4c-8eb09c0f658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.188809 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-11519d39-b7d0-4d65-91b6-84af64fdbfd7 req-65098df8-4f70-419e-ad4c-8eb09c0f658c service neutron] 10.222.0.65 "GET /v2.0/networks?id=83864b29-0e91-447f-814a-11174e6730d8 HTTP/1.1" status: 200  len: 920 time: 0.2453940
Jun 04 15:26:51.287818 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-11519d39-b7d0-4d65-91b6-84af64fdbfd7 req-c906dd0e-d72e-4af2-8c8b-b40a8a16b296 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf7baf12-88af-4e8d-b26c-607c3c95385d HTTP/1.1" status: 200  len: 217 time: 0.0914586
Jun 04 15:26:51.390734 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4f98ca06-6fde-4e3f-a7b6-8180987e0563 req-e7e76051-8ec0-4bcb-9075-d5159180d495 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0800223
Jun 04 15:26:51.409695 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a73ce-06f7-4aa9-a9a5-353e9899a755 req-f8029a08-b8e6-4974-ae47-b783c38bcea5 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.419140 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc3a73ce-06f7-4aa9-a9a5-353e9899a755 req-f8029a08-b8e6-4974-ae47-b783c38bcea5 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 945 time: 0.2956932
Jun 04 15:26:51.447814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11519d39-b7d0-4d65-91b6-84af64fdbfd7 req-9b57669e-06ba-48a5-b327-65bf80870dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.450306 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-11519d39-b7d0-4d65-91b6-84af64fdbfd7 req-9b57669e-06ba-48a5-b327-65bf80870dbc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1da0813a-f703-4189-b21c-ef86d33e4ec4 HTTP/1.1" status: 200  len: 859 time: 0.1554892
Jun 04 15:26:51.479403 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] For port e283222c-d4ed-470c-9470-5d12c344cfb2, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:26:51.480019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempted to set empty binding levels {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Jun 04 15:26:51.528010 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-11519d39-b7d0-4d65-91b6-84af64fdbfd7 req-16531259-bc6b-46e2-9b48-11e02c38ca94 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83864b29-0e91-447f-814a-11174e6730d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0692163
Jun 04 15:26:51.540052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-11519d39-b7d0-4d65-91b6-84af64fdbfd7 req-2e959c14-225a-41f5-a2bf-43e3af9bfc86 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:26:51.541855 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-11519d39-b7d0-4d65-91b6-84af64fdbfd7 req-2e959c14-225a-41f5-a2bf-43e3af9bfc86 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0065029
Jun 04 15:26:51.545065 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc3a73ce-06f7-4aa9-a9a5-353e9899a755 req-e8b21fe2-8d41-4cc1-9be9-8f97945c049c tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1249871
Jun 04 15:26:51.588107 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:51.593593 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0da2bf74-a1e3-4763-9a41-bae68f76b60f tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:51.667528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] In _notify_port_updated(), no bound segment for port e283222c-d4ed-470c-9470-5d12c344cfb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:26:51.668793 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.669666 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:51.673939 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] 10.222.0.32 "PUT /v2.0/ports/e283222c-d4ed-470c-9470-5d12c344cfb2 HTTP/1.1" status: 200  len: 975 time: 1.7407136
Jun 04 15:26:51.673939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53084) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:51.689759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 62175489-4cfa-4f73-ac98-b044f7e50f61 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:26:51.751711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Pushing event updated for resources: {'Port': ['ID=e283222c-d4ed-470c-9470-5d12c344cfb2,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:51.758026 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:51.771488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 62175489-4cfa-4f73-ac98-b044f7e50f61 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:26:51.771933 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 62175489-4cfa-4f73-ac98-b044f7e50f61 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:26:51.789292 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-11519d39-b7d0-4d65-91b6-84af64fdbfd7 req-b19e3e3e-b30a-4497-9f6c-4a088c9b4eff service neutron] 10.222.0.65 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2380373
Jun 04 15:26:51.839039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.839633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.840113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.840580 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.841076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.841546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.842067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.842539 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.843012 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.843476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.843938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.844401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.844865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.845355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.845819 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.848101 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.848620 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.849205 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.849685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.850211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.850683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.851153 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.851622 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.852746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.853477 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.854040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.854693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.855303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.855818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.856289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.856801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.857388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:51.865574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Synchronizing usage tracker for tenant:7dc5200928684e76a35a1554294835f5 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:26:51.993934 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Unset dirty status for tenant:7dc5200928684e76a35a1554294835f5 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:26:52.001038 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ce5bee8b-7907-4fc9-b5b8-916280ee6e5d tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 28798 time: 0.3209398
Jun 04 15:26:52.001038 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53094) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:52.024131 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-11519d39-b7d0-4d65-91b6-84af64fdbfd7 req-e77b7d9b-a085-44d1-9ed9-af5da39bfc5b service neutron] 10.222.0.65 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2286732
Jun 04 15:26:52.175677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53098) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:52.252808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Deleting subnet c73ec277-b91d-443c-91ea-4ad6a95a3cab {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:26:52.258426 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:52.333792 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-13bb14f7-2841-48ad-9647-7ea8ff96ca65 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Deleting port e283222c-d4ed-470c-9470-5d12c344cfb2 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:26:52.334041 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-13bb14f7-2841-48ad-9647-7ea8ff96ca65 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:52.341083 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:52.412739 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:52.561416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdbcf4-0ee7-4b94-b27e-783fb0dce73f req-fbd16aa9-9887-4a78-8216-fa18b3ff8285 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:52.584610 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f1bdbcf4-0ee7-4b94-b27e-783fb0dce73f req-fbd16aa9-9887-4a78-8216-fa18b3ff8285 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.3929262
Jun 04 15:26:52.610076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-13bb14f7-2841-48ad-9647-7ea8ff96ca65 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] For port e283222c-d4ed-470c-9470-5d12c344cfb2, host n-h1-791505-9, got binding levels [] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:26:52.611048 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-13bb14f7-2841-48ad-9647-7ea8ff96ca65 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:52.815788 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-13bb14f7-2841-48ad-9647-7ea8ff96ca65 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Calling delete_port for e283222c-d4ed-470c-9470-5d12c344cfb2 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:26:52.841772 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f1bdbcf4-0ee7-4b94-b27e-783fb0dce73f req-58880342-d2a0-4ba6-9aa6-484e9da29396 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2551010
Jun 04 15:26:53.039450 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-13bb14f7-2841-48ad-9647-7ea8ff96ca65 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:53.048298 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:53.054284 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ec89027-9ac2-4ab4-8b5b-418f89a00aef req-8d0e5dce-7700-4bcb-acc4-3d007c33057e tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0702507
Jun 04 15:26:53.132925 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb14f7-2841-48ad-9647-7ea8ff96ca65 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Pushing event deleted for resources: {'Port': ['ID=e283222c-d4ed-470c-9470-5d12c344cfb2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:53.137043 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-13bb14f7-2841-48ad-9647-7ea8ff96ca65 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:53.140401 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-13bb14f7-2841-48ad-9647-7ea8ff96ca65 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:53.212628 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:53.219829 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b060f61f-05b4-4b80-b21b-8514aaae968d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:53.270440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b19c2-121a-4d92-88c1-07d96a839f08 req-bf388961-ca5d-45d2-bdde-b19f9c6674a7 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:53.272587 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d6b19c2-121a-4d92-88c1-07d96a839f08 req-bf388961-ca5d-45d2-bdde-b19f9c6674a7 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 945 time: 0.1219628
Jun 04 15:26:53.316956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73ec277-b91d-443c-91ea-4ad6a95a3cab,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:53.319605 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:53.326772 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c73ec277-b91d-443c-91ea-4ad6a95a3cab HTTP/1.1" status: 204  len: 168 time: 1.1497941
Jun 04 15:26:53.334344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53118) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:53.350355 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d6b19c2-121a-4d92-88c1-07d96a839f08 req-924c3efb-447d-463a-9672-7bbf80a768ee tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624552
Jun 04 15:26:53.363631 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:53.364189 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-13bb14f7-2841-48ad-9647-7ea8ff96ca65 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e283222c-d4ed-470c-9470-5d12c344cfb2 HTTP/1.1" status: 204  len: 168 time: 1.3608782
Jun 04 15:26:53.365636 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53120) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:53.368302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:53.368671 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:53.368961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:53.369540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:53.369909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:53.370277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:53.370640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:53.370998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:53.371357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:53.371719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:53.372076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:53.372435 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:26:53.383762 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:53.420121 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15ab90b-8825-458c-be28-43a9ddfcfd76 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] GET failed (client error): The resource could not be found.
Jun 04 15:26:53.420865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d15ab90b-8825-458c-be28-43a9ddfcfd76 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Synchronizing usage tracker for tenant:7dc5200928684e76a35a1554294835f5 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:26:53.486565 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1c2f-ed83-4e36-828b-9fd5f32463c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:53.498811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57701c77-9f19-4d83-ae23-96dca0e26dcd req-255079b0-d0fc-45ef-8d4a-eb6d2fcb39a3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:53.500647 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-57701c77-9f19-4d83-ae23-96dca0e26dcd req-255079b0-d0fc-45ef-8d4a-eb6d2fcb39a3 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.62 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 945 time: 0.2443612
Jun 04 15:26:53.507261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d15ab90b-8825-458c-be28-43a9ddfcfd76 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Unset dirty status for tenant:7dc5200928684e76a35a1554294835f5 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:26:53.513058 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d15ab90b-8825-458c-be28-43a9ddfcfd76 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] 10.222.0.32 "GET /v2.0/ports/e283222c-d4ed-470c-9470-5d12c344cfb2 HTTP/1.1" status: 404  len: 333 time: 0.1415129
Jun 04 15:26:53.514993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53122) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:53.522916 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1376206431', 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:26:53.539285 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:53.559334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:53.673947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Made reservation on behalf of 7dc5200928684e76a35a1554294835f5 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:26:53.676451 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:53.708809 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] device_id is not set on port c61ceeac-decd-4a31-961d-1d114cd86305 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:26:53.775442 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1c2f-ed83-4e36-828b-9fd5f32463c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:53.794291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-1b1c1c2f-ed83-4e36-828b-9fd5f32463c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386917be0>,) {'filters': {'network_id': ['dec9bcf4-a474-41dd-b6ea-67d78aae3362']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:53.811093 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-1b1c1c2f-ed83-4e36-828b-9fd5f32463c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386917be0>, 'c8bb3a1a-4d64-4015-973d-1be4f32e285a') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:53.811374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-1b1c1c2f-ed83-4e36-828b-9fd5f32463c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386917be0>, 'c8bb3a1a-4d64-4015-973d-1be4f32e285a') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:53.827207 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1c2f-ed83-4e36-828b-9fd5f32463c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:53.848150 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1c2f-ed83-4e36-828b-9fd5f32463c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:53.855179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-57701c77-9f19-4d83-ae23-96dca0e26dcd req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Deleting port 74e1820b-2df7-4b5b-b259-35ade193c0cb {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:26:53.855518 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-57701c77-9f19-4d83-ae23-96dca0e26dcd req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:53.874269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1c1c2f-ed83-4e36-828b-9fd5f32463c2 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:26:53.874675 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1c2f-ed83-4e36-828b-9fd5f32463c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:26:53.888735 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:26:53.954144 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:54.076095 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:54.082642 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3d9b20cf-66c9-4de9-a379-f53b590a19f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:54.100632 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69909d76-0e74-4962-8182-6c1d15d9752d req-418b7660-2ecb-4956-9977-324f3daa4fe2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5d0aed543a94243911ffb7eda051d08&device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.1281242
Jun 04 15:26:54.155676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c97a12-4e80-4bd0-8493-29b173c899a1 req-c6ae6b7c-1fdc-4cab-863d-6fdbcc912ad7 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:54.157098 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a6c97a12-4e80-4bd0-8493-29b173c899a1 req-c6ae6b7c-1fdc-4cab-863d-6fdbcc912ad7 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1532240
Jun 04 15:26:54.169671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:26:54.181075 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff204015-be0f-44e5-ac54-00c6805f1981 req-7b9847b4-f65b-44cc-99b1-122e933174e2 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.0977113
Jun 04 15:26:54.186417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:26:54.187271 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69909d76-0e74-4962-8182-6c1d15d9752d req-e79f3936-ffda-4e4e-b170-b7cdd5831c66 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c5d0aed543a94243911ffb7eda051d08&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0431514
Jun 04 15:26:54.193823 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:26:54.194797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:54.206509 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:54.206509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Pushing event updated for resources: {'Port': ['ID=c61ceeac-decd-4a31-961d-1d114cd86305,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:54.208725 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:54.236050 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1c2f-ed83-4e36-828b-9fd5f32463c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:54.245038 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1c2f-ed83-4e36-828b-9fd5f32463c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:54.247365 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a6c97a12-4e80-4bd0-8493-29b173c899a1 req-b585abb3-537b-4bc9-ad1f-02cc708d0fa7 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822875
Jun 04 15:26:54.268098 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:54.288078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c1c2f-ed83-4e36-828b-9fd5f32463c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dec9bcf4-a474-41dd-b6ea-67d78aae3362,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:54.290723 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1b1c1c2f-ed83-4e36-828b-9fd5f32463c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:54.296132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-57701c77-9f19-4d83-ae23-96dca0e26dcd req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] For port 74e1820b-2df7-4b5b-b259-35ade193c0cb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=74e1820b-2df7-4b5b-b259-35ade193c0cb,segment=NetworkSegment(3ec3bb61-49fd-46da-b11e-f8d32553d4f2),segment_id=3ec3bb61-49fd-46da-b11e-f8d32553d4f2)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:26:54.296496 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-57701c77-9f19-4d83-ae23-96dca0e26dcd req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:54.328028 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.8092160
Jun 04 15:26:54.328206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53136) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:54.445488 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1b1c1c2f-ed83-4e36-828b-9fd5f32463c2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dec9bcf4-a474-41dd-b6ea-67d78aae3362 HTTP/1.1" status: 204  len: 168 time: 1.1047034
Jun 04 15:26:54.475016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ed7317-f153-47ee-969a-b609f970f65c tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:54.475708 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-51ed7317-f153-47ee-969a-b609f970f65c tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Synchronizing usage tracker for tenant:7dc5200928684e76a35a1554294835f5 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:26:54.561998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69909d76-0e74-4962-8182-6c1d15d9752d req-c5bd1533-83ef-4876-b967-f5f667f6a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:54.563524 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69909d76-0e74-4962-8182-6c1d15d9752d req-c5bd1533-83ef-4876-b967-f5f667f6a1ac service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3689742
Jun 04 15:26:54.631262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-51ed7317-f153-47ee-969a-b609f970f65c tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Unset dirty status for tenant:7dc5200928684e76a35a1554294835f5 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:26:54.631262 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-51ed7317-f153-47ee-969a-b609f970f65c tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] 10.222.0.32 "GET /v2.0/ports/c61ceeac-decd-4a31-961d-1d114cd86305 HTTP/1.1" status: 200  len: 955 time: 0.2991605
Jun 04 15:26:54.637527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53148) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:54.928384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9871eb3-1330-4d79-b2b8-15dbfebcdda3 req-7f3c696d-bd55-4fa6-87ad-1e2c79b60d52 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:54.930153 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b9871eb3-1330-4d79-b2b8-15dbfebcdda3 req-7f3c696d-bd55-4fa6-87ad-1e2c79b60d52 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 945 time: 0.3572264
Jun 04 15:26:54.964173 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-57701c77-9f19-4d83-ae23-96dca0e26dcd req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:54.964449 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-57701c77-9f19-4d83-ae23-96dca0e26dcd req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:54.964757 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-57701c77-9f19-4d83-ae23-96dca0e26dcd req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Floating IP af999201-8d76-475b-abce-bbd7d3d1bc7f disassociated. External IP: 172.25.4.84, port: 74e1820b-2df7-4b5b-b259-35ade193c0cb.
Jun 04 15:26:54.965130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-57701c77-9f19-4d83-ae23-96dca0e26dcd req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Calling delete_port for 74e1820b-2df7-4b5b-b259-35ade193c0cb owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:26:54.976591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefc1-236f-4dd8-b9ec-aa22f0ba1e45 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Deleting port c61ceeac-decd-4a31-961d-1d114cd86305 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:26:54.981961 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefc1-236f-4dd8-b9ec-aa22f0ba1e45 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:55.012829 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b9871eb3-1330-4d79-b2b8-15dbfebcdda3 req-66a976e4-5c5d-40cc-9a78-003f59fd1d1d tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f7b472-e47e-483f-beb6-d22d0b56308d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732999
Jun 04 15:26:55.065053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f06934-831c-4a4a-b19c-7a0b2fe31b8b req-3d598495-0263-4057-b041-c2711c2c5d5d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:55.067316 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53156) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:55.069325 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7f06934-831c-4a4a-b19c-7a0b2fe31b8b req-3d598495-0263-4057-b041-c2711c2c5d5d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.1441212
Jun 04 15:26:55.106528 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefc1-236f-4dd8-b9ec-aa22f0ba1e45 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:55.186637 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7f06934-831c-4a4a-b19c-7a0b2fe31b8b req-fb2c1358-37f7-43a8-b33f-f582a5f233eb tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008480
Jun 04 15:26:55.288715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefc1-236f-4dd8-b9ec-aa22f0ba1e45 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Calling delete_port for c61ceeac-decd-4a31-961d-1d114cd86305 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:26:55.306706 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-02cd89fa-736d-44ba-acb1-992eeac3d899 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=262d850e67384dc8a76360373b1c2e42&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2350438
Jun 04 15:26:55.307343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53168) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:55.342290 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-57701c77-9f19-4d83-ae23-96dca0e26dcd req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:55.354260 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b9998f86-de54-4d4c-93c7-b04c81b731a9 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:55.419284 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-96ef7cc9-d520-4463-9bdd-0cb999ffe4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:55.452343 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-96ef7cc9-d520-4463-9bdd-0cb999ffe4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:55.477339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Pushing event deleted for resources: {'Port': ['ID=74e1820b-2df7-4b5b-b259-35ade193c0cb,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:55.484006 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:55.516001 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ec64831-77d4-4339-85b8-e99e35980cfa req-a7f837bf-585c-42bb-96f7-f6f4114f7dd3 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.1074533
Jun 04 15:26:55.527113 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefc1-236f-4dd8-b9ec-aa22f0ba1e45 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:55.538693 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7d1f6950-cdac-462d-aa0c-242d7c48aabf tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:55.597613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefc1-236f-4dd8-b9ec-aa22f0ba1e45 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Pushing event deleted for resources: {'Port': ['ID=c61ceeac-decd-4a31-961d-1d114cd86305,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:55.602813 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5b2cefc1-236f-4dd8-b9ec-aa22f0ba1e45 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:55.618036 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefc1-236f-4dd8-b9ec-aa22f0ba1e45 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:55.627722 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:55.661659 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-96ef7cc9-d520-4463-9bdd-0cb999ffe4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:55.677779 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d5c31d8b-c514-4c5a-8609-39aff5742f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:55.693765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef7cc9-d520-4463-9bdd-0cb999ffe4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b3936c-aaea-4805-8bc9-679fa4aef9c0,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:55.714615 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-96ef7cc9-d520-4463-9bdd-0cb999ffe4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:55.714615 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-96ef7cc9-d520-4463-9bdd-0cb999ffe4b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80b3936c-aaea-4805-8bc9-679fa4aef9c0 HTTP/1.1" status: 204  len: 168 time: 0.3984208
Jun 04 15:26:55.714615 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-96ef7cc9-d520-4463-9bdd-0cb999ffe4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:55.773344 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5b2cefc1-236f-4dd8-b9ec-aa22f0ba1e45 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c61ceeac-decd-4a31-961d-1d114cd86305 HTTP/1.1" status: 204  len: 168 time: 1.1346614
Jun 04 15:26:55.779203 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53188) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:55.826396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57701c77-9f19-4d83-ae23-96dca0e26dcd req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Router a45899ca-9541-4d24-b87b-de4dfc883cc2 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:26:55.860015 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c301cdb-937c-41f5-8968-ac459f206aa2 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] GET failed (client error): The resource could not be found.
Jun 04 15:26:55.860922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8c301cdb-937c-41f5-8968-ac459f206aa2 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Synchronizing usage tracker for tenant:7dc5200928684e76a35a1554294835f5 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:26:55.965414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8c301cdb-937c-41f5-8968-ac459f206aa2 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Unset dirty status for tenant:7dc5200928684e76a35a1554294835f5 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:26:55.971305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53196) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:55.972547 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8c301cdb-937c-41f5-8968-ac459f206aa2 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] 10.222.0.32 "GET /v2.0/ports/c61ceeac-decd-4a31-961d-1d114cd86305 HTTP/1.1" status: 404  len: 333 time: 0.1965556
Jun 04 15:26:55.978200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Request body: {'port': {'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-308663052'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:26:55.988896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:56.097084 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 74e1820b-2df7-4b5b-b259-35ade193c0cb no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:26:56.179558 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 74e1820b-2df7-4b5b-b259-35ade193c0cb {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:26:56.180841 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 74e1820b-2df7-4b5b-b259-35ade193c0cb not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:26:56.197527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:56.249311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57701c77-9f19-4d83-ae23-96dca0e26dcd req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:26:56.253378 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2fbb8108-990d-4b10-8ff5-5ddf603d1f72 req-6e745c0e-e261-4bbb-9b80-0eae82e908f0 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 210 time: 0.0603156
Jun 04 15:26:56.262633 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de4a9b-8075-4215-982e-1aa119b3e067 None None] Sync routers for ids ['a45899ca-9541-4d24-b87b-de4dfc883cc2'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:26:56.281245 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de4a9b-8075-4215-982e-1aa119b3e067 None None] Routers {'a45899ca-9541-4d24-b87b-de4dfc883cc2'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:26:56.285527 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a9de4a9b-8075-4215-982e-1aa119b3e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c77d1c0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:26:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a45899ca-9541-4d24-b87b-de4dfc883cc2'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:56.362101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Made reservation on behalf of 7dc5200928684e76a35a1554294835f5 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:26:56.371541 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:56.580465 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a9de4a9b-8075-4215-982e-1aa119b3e067 None None] Set router a45899ca-9541-4d24-b87b-de4dfc883cc2 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:26:56.595835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-57701c77-9f19-4d83-ae23-96dca0e26dcd req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] No DVR routers for this DVR port 74e1820b-2df7-4b5b-b259-35ade193c0cb on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:26:56.604657 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69909d76-0e74-4962-8182-6c1d15d9752d req-7f72d5fd-da8f-4e15-85a9-4a5afe82d692 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.1816938
Jun 04 15:26:56.604657 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-57701c77-9f19-4d83-ae23-96dca0e26dcd req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:56.605801 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140d7cd1-f1c0-4ab8-b988-7eb113b05cd3', 'name': 'network-vif-deleted', 'tag': '74e1820b-2df7-4b5b-b259-35ade193c0cb'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:26:56.608007 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861a5371-2ea3-4e2c-9cd1-0737b529f25d" -d '{"events": [{"server_uuid": "140d7cd1-f1c0-4ab8-b988-7eb113b05cd3", "name": "network-vif-deleted", "tag": "74e1820b-2df7-4b5b-b259-35ade193c0cb"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:26:56.619518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] device_id is not set on port 2ccd1086-87b4-4c42-b162-1d299abccbb2 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:26:56.891153 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-75a065a5-1bf9-4e9f-93b1-64eec0cdd6ca req-d444fbc8-de52-45bf-ab5d-df0547134f64 tempest-ServerShowV254Test-921488287 tempest-ServerShowV254Test-921488287-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda97b99-b5c0-4893-a68f-4e64f3b74020 HTTP/1.1" status: 200  len: 210 time: 0.1074147
Jun 04 15:26:56.933465 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-57701c77-9f19-4d83-ae23-96dca0e26dcd req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.62 "DELETE /v2.0/ports/74e1820b-2df7-4b5b-b259-35ade193c0cb HTTP/1.1" status: 204  len: 173 time: 3.4138744
Jun 04 15:26:57.084042 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb190589-48d7-4a06-ab0c-882ca6af9152 x-openstack-request-id: req-cb190589-48d7-4a06-ab0c-882ca6af9152 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:26:57.084042 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140d7cd1-f1c0-4ab8-b988-7eb113b05cd3", "name": "network-vif-deleted", "tag": "74e1820b-2df7-4b5b-b259-35ade193c0cb", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:26:57.084042 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb190589-48d7-4a06-ab0c-882ca6af9152 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:26:57.084042 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140d7cd1-f1c0-4ab8-b988-7eb113b05cd3', 'name': 'network-vif-deleted', 'tag': '74e1820b-2df7-4b5b-b259-35ade193c0cb', 'status': 'completed', 'code': 200}
Jun 04 15:26:57.241697 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:57.265796 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e752349-2371-4b7d-aa97-f48fcac043b3 req-24279ab9-f079-4558-b1c3-3c9ba0088068 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:57.273201 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a9de4a9b-8075-4215-982e-1aa119b3e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c77d1c0>, [{'id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'name': 'tempest-ServersTestBootFromVolume-1092549416-router', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:21:56Z', 'updated_at': '2021-06-04T15:22:11Z', 'revision_number': 4, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'gw_port': {'id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:21:59Z', 'updated_at': '2021-06-04T15:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '20fef633-c2eb-4748-b6be-ba82f2ac5304', 'name': '', 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'mac_address': 'fa:16:3e:fb:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:07Z', 'updated_at': '2021-06-04T15:22:27Z', 'revision_number': 5, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'subnets': [{'id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:57.274205 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8e752349-2371-4b7d-aa97-f48fcac043b3 req-24279ab9-f079-4558-b1c3-3c9ba0088068 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.5559142
Jun 04 15:26:57.282115 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de4a9b-8075-4215-982e-1aa119b3e067 None None] Checking router: a45899ca-9541-4d24-b87b-de4dfc883cc2 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:26:57.293548 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de4a9b-8075-4215-982e-1aa119b3e067 None None] Routers {'a45899ca-9541-4d24-b87b-de4dfc883cc2'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:26:57.295061 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a9de4a9b-8075-4215-982e-1aa119b3e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c77d1c0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:26:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a45899ca-9541-4d24-b87b-de4dfc883cc2'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:57.405817 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8e752349-2371-4b7d-aa97-f48fcac043b3 req-69daebf3-8fd8-4fcd-a9b6-0b3bab620bf4 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1295989
Jun 04 15:26:57.479568 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:57.485870 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0fddbd6c-c786-4c49-bd80-1f047e0806b7 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:57.554155 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-73a665c8-cc47-4918-b53e-f57e9226382e req-1bbda2be-1981-432c-9ef2-95b16eeaf1b9 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 210 time: 0.1252253
Jun 04 15:26:57.612088 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:26:57.614909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:26:57.615062 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a9de4a9b-8075-4215-982e-1aa119b3e067 None None] Set router a45899ca-9541-4d24-b87b-de4dfc883cc2 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:26:57.618009 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:26:57.619236 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:57.619822 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:57.644885 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Pushing event updated for resources: {'Port': ['ID=2ccd1086-87b4-4c42-b162-1d299abccbb2,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:57.650051 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:57.745290 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.7696676
Jun 04 15:26:57.745596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53246) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:57.752310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:26:58.041974 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:58.344658 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a9de4a9b-8075-4215-982e-1aa119b3e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c77d1c0>, [{'id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'name': 'tempest-ServersTestBootFromVolume-1092549416-router', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:21:56Z', 'updated_at': '2021-06-04T15:22:11Z', 'revision_number': 4, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'gw_port': {'id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:21:59Z', 'updated_at': '2021-06-04T15:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '20fef633-c2eb-4748-b6be-ba82f2ac5304', 'name': '', 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'mac_address': 'fa:16:3e:fb:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:07Z', 'updated_at': '2021-06-04T15:22:27Z', 'revision_number': 5, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'subnets': [{'id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:26:58.356650 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de4a9b-8075-4215-982e-1aa119b3e067 None None] The sync data for ids ['a45899ca-9541-4d24-b87b-de4dfc883cc2'] in n-d-791505-9 is: [{'id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'name': 'tempest-ServersTestBootFromVolume-1092549416-router', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:21:56Z', 'updated_at': '2021-06-04T15:22:11Z', 'revision_number': 4, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'gw_port': {'id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:21:59Z', 'updated_at': '2021-06-04T15:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '20fef633-c2eb-4748-b6be-ba82f2ac5304', 'name': '', 'network_id': '91cca73e-1edf-43ed-a022-24d22b5f5f64', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'mac_address': 'fa:16:3e:fb:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:22:07Z', 'updated_at': '2021-06-04T15:22:27Z', 'revision_number': 5, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'subnets': [{'id': '91893482-88ab-4bef-b1ea-915c1d6da852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:26:58.639245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cdd10-9f64-4873-a142-5436146431ca req-f6507c42-ebe2-4dc6-b88a-3cf97858fb05 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:58.647819 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-204cdd10-9f64-4873-a142-5436146431ca req-f6507c42-ebe2-4dc6-b88a-3cf97858fb05 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.2779872
Jun 04 15:26:58.717509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207aec0-75ba-45b3-90e5-80a68809f9f8 req-cd14cfcf-895f-41d5-8ed0-073214cf285e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:58.727756 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d207aec0-75ba-45b3-90e5-80a68809f9f8 req-cd14cfcf-895f-41d5-8ed0-073214cf285e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.1196194
Jun 04 15:26:58.787707 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d207aec0-75ba-45b3-90e5-80a68809f9f8 req-ca53c2cd-4a3c-45db-9820-45a24d0717aa tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588474
Jun 04 15:26:58.845760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd36b83-b64f-45b3-99df-1c45494f65d3 None None] New status for floating IP af999201-8d76-475b-abce-bbd7d3d1bc7f: DOWN {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:26:58.865790 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-204cdd10-9f64-4873-a142-5436146431ca req-6301bc76-d963-4d2a-99c4-db648c2913c2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2096639
Jun 04 15:26:58.910926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] device_id is not set on port 2ccd1086-87b4-4c42-b162-1d299abccbb2 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:26:58.936300 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:58.972329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Transition to ACTIVE for port object 2ccd1086-87b4-4c42-b162-1d299abccbb2 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:26:59.050761 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:59.058048 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9e59624c-3e2b-4c39-abee-f45be80e10e2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:59.151135 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b5e5ccd6-9459-4449-8b3f-c166d10ff394 req-927d4c48-cadb-445a-892b-38d6cbe6fc34 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 210 time: 0.1314864
Jun 04 15:26:59.158121 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53290) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:59.268108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Pushing event updated for resources: {'Port': ['ID=2ccd1086-87b4-4c42-b162-1d299abccbb2,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:59.279756 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:59.296595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:59.296963 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:59.297291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:59.304202 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:59.305967 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:59.318235 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 2 to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2
Jun 04 15:26:59.334844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:59.335359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:59.335709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:59.342955 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:59.350565 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:59.350565 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 3 to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2
Jun 04 15:26:59.374208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:59.374926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:59.375610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:59.382331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:59.383103 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:59.383243 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 4 to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2
Jun 04 15:26:59.402328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:59.402732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:59.406575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:59.417318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:59.417318 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:59.417318 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 5 to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2
Jun 04 15:26:59.433899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:59.434305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:59.434660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:59.435216 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eafd7dfc-b673-474f-b6cb-a65c30e0bf16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:59.440227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:59.440667 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:59.440865 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 6 to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2
Jun 04 15:26:59.457435 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:59.457778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:59.458119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:59.463313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-eafd7dfc-b673-474f-b6cb-a65c30e0bf16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:26:59.464080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:59.464424 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:59.464820 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 7 to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2
Jun 04 15:26:59.467462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-eafd7dfc-b673-474f-b6cb-a65c30e0bf16 admin admin] Usage tracker for resource:security_group_rule and tenant:c5d0aed543a94243911ffb7eda051d08 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:26:59.470721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-eafd7dfc-b673-474f-b6cb-a65c30e0bf16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:26:59.477172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-eafd7dfc-b673-474f-b6cb-a65c30e0bf16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:26:59.487035 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:59.487369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:59.487708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:59.494125 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:59.494455 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:59.494853 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 8 to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2
Jun 04 15:26:59.507484 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-efd060f2-e004-40f0-aad7-16aabc93b408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:59.517094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:59.517429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:59.517823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:59.532669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:59.533347 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:59.533960 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 9 to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2
Jun 04 15:26:59.553049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:59.553389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:59.553721 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:59.559031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:59.559352 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:59.559733 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempt 10 to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2
Jun 04 15:26:59.609433 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eafd7dfc-b673-474f-b6cb-a65c30e0bf16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:59.610984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:26:59.611315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:26:59.611651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempting to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:26:59.623581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:26:59.624015 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Failed to bind port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on host n-h1-791505-9 for vnic_type normal using segments [{'id': '095814f6-5cd0-49a6-8249-ece68db63fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '76ffe026-1a24-42d6-b4c8-b4bb2d1a6259'}]
Jun 04 15:26:59.624331 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:59.724714 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eafd7dfc-b673-474f-b6cb-a65c30e0bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:59.727339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] For port 2ccd1086-87b4-4c42-b162-1d299abccbb2, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:26:59.727791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attempted to set empty binding levels {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Jun 04 15:26:59.734312 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c394c8e0-0d12-4647-9c75-698076c72193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:59.778654 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eafd7dfc-b673-474f-b6cb-a65c30e0bf16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5d0aed543a94243911ffb7eda051d08&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6156008
Jun 04 15:26:59.781293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53304) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:59.783288 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd7dfc-b673-474f-b6cb-a65c30e0bf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a703c774-e088-4d73-b85f-6fecba19a4d4,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:26:59.789083 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eafd7dfc-b673-474f-b6cb-a65c30e0bf16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:26:59.827629 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:59.834785 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9389a544-5592-4ab3-80b9-c35e44620698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:26:59.909275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] In _notify_port_updated(), no bound segment for port 2ccd1086-87b4-4c42-b162-1d299abccbb2 on network 76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 {{(pid=88300) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:26:59.910224 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:26:59.910829 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:26:59.919190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53308) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:26:59.925861 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] 10.222.0.32 "PUT /v2.0/ports/2ccd1086-87b4-4c42-b162-1d299abccbb2 HTTP/1.1" status: 200  len: 974 time: 2.1792462
Jun 04 15:26:59.988603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Pushing event updated for resources: {'Port': ['ID=2ccd1086-87b4-4c42-b162-1d299abccbb2,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:00.002365 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:00.011158 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8eef93d4-fa1d-4c06-b21e-758c1984df5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:00.024557 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53310) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:00.059796 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8eef93d4-fa1d-4c06-b21e-758c1984df5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:00.163701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-81c14722-e5b6-4305-a800-ac8b5e9418ab tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Deleting port 2ccd1086-87b4-4c42-b162-1d299abccbb2 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:27:00.164912 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81c14722-e5b6-4305-a800-ac8b5e9418ab tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:00.238415 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8eef93d4-fa1d-4c06-b21e-758c1984df5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:00.250728 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6bb0f374-06ac-47fe-9fd3-2a894fbfaf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:00.270250 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-139bd9de-05fc-4c29-a104-929a753e2550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:00.298865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-81c14722-e5b6-4305-a800-ac8b5e9418ab tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] For port 2ccd1086-87b4-4c42-b162-1d299abccbb2, host n-h1-791505-9, got binding levels [] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:00.299346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81c14722-e5b6-4305-a800-ac8b5e9418ab tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:00.310394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef93d4-fa1d-4c06-b21e-758c1984df5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a703c774-e088-4d73-b85f-6fecba19a4d4,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:00.338687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6bb0f374-06ac-47fe-9fd3-2a894fbfaf14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:00.341685 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8eef93d4-fa1d-4c06-b21e-758c1984df5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:00.355221 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8eef93d4-fa1d-4c06-b21e-758c1984df5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:00.357090 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8eef93d4-fa1d-4c06-b21e-758c1984df5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a703c774-e088-4d73-b85f-6fecba19a4d4 HTTP/1.1" status: 204  len: 168 time: 0.5734746
Jun 04 15:27:00.387574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6bb0f374-06ac-47fe-9fd3-2a894fbfaf14 admin admin] Usage tracker for resource:security_group_rule and tenant:a0d550820f634f2599419035ef8ca27c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:00.403308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04f17b-f39a-4886-81f6-476cfe6ca51d req-a9e85bce-5168-4963-9a4f-ef15eaecdcc9 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:00.411052 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5f04f17b-f39a-4886-81f6-476cfe6ca51d req-a9e85bce-5168-4963-9a4f-ef15eaecdcc9 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.3427935
Jun 04 15:27:00.461293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6bb0f374-06ac-47fe-9fd3-2a894fbfaf14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:00.497283 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6bb0f374-06ac-47fe-9fd3-2a894fbfaf14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:00.500858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0e6c9c80-0fa8-4e58-ac1a-246b240847ac req-8cbb7827-e7e2-45ff-ba87-f4f88a6b8ae6 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Synchronizing usage tracker for tenant:0349f96b4c92480fb6780bd08ce25519 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:27:00.508867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-81c14722-e5b6-4305-a800-ac8b5e9418ab tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Calling delete_port for 2ccd1086-87b4-4c42-b162-1d299abccbb2 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:27:00.570952 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5f04f17b-f39a-4886-81f6-476cfe6ca51d req-f70d8750-1747-46f5-a8f5-f31c5214f0c5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1534576
Jun 04 15:27:00.603647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0e6c9c80-0fa8-4e58-ac1a-246b240847ac req-8cbb7827-e7e2-45ff-ba87-f4f88a6b8ae6 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Unset dirty status for tenant:0349f96b4c92480fb6780bd08ce25519 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:27:00.604894 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e6c9c80-0fa8-4e58-ac1a-246b240847ac req-8cbb7827-e7e2-45ff-ba87-f4f88a6b8ae6 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 210 time: 0.2269716
Jun 04 15:27:00.707298 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81c14722-e5b6-4305-a800-ac8b5e9418ab tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:00.731946 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-981f55fb-95c5-49c2-96c5-3bb5a4fd6af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:00.783879 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6bb0f374-06ac-47fe-9fd3-2a894fbfaf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:00.832490 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81c14722-e5b6-4305-a800-ac8b5e9418ab tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:00.865138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c14722-e5b6-4305-a800-ac8b5e9418ab tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ccd1086-87b4-4c42-b162-1d299abccbb2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:00.868953 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6bb0f374-06ac-47fe-9fd3-2a894fbfaf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:00.878620 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-81c14722-e5b6-4305-a800-ac8b5e9418ab tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:00.882127 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4abb211e-0632-4ee8-b26d-851bcff8fd84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:00.890710 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-81c14722-e5b6-4305-a800-ac8b5e9418ab tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] 10.222.0.32 "DELETE /v2.0/ports/2ccd1086-87b4-4c42-b162-1d299abccbb2 HTTP/1.1" status: 204  len: 168 time: 0.9737210
Jun 04 15:27:00.893191 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53330) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:00.946305 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a2ff38-80d9-46c3-ba44-870c7ed75c69 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] GET failed (client error): The resource could not be found.
Jun 04 15:27:00.947264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-61a2ff38-80d9-46c3-ba44-870c7ed75c69 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Synchronizing usage tracker for tenant:7dc5200928684e76a35a1554294835f5 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:27:01.014995 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6bb0f374-06ac-47fe-9fd3-2a894fbfaf14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0d550820f634f2599419035ef8ca27c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9892426
Jun 04 15:27:01.017793 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53332) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:01.029311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0f374-06ac-47fe-9fd3-2a894fbfaf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ac4bd6-d527-49b6-b843-3fcb4616ee45,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:01.039249 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6bb0f374-06ac-47fe-9fd3-2a894fbfaf14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:01.081573 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-61a2ff38-80d9-46c3-ba44-870c7ed75c69 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Unset dirty status for tenant:7dc5200928684e76a35a1554294835f5 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:27:01.083218 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-61a2ff38-80d9-46c3-ba44-870c7ed75c69 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] 10.222.0.32 "GET /v2.0/ports/2ccd1086-87b4-4c42-b162-1d299abccbb2 HTTP/1.1" status: 404  len: 333 time: 0.1888151
Jun 04 15:27:01.093480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53336) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:01.156200 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c18a7b17-b46a-4b71-be12-4db9f48c2f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:01.434887 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c18a7b17-b46a-4b71-be12-4db9f48c2f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:01.446826 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3b49580-d817-451b-8c1d-cd85c71e2ac0 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:01.744583 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3b49580-d817-451b-8c1d-cd85c71e2ac0 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:01.744583 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d3b49580-d817-451b-8c1d-cd85c71e2ac0 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386daaf70>,) {'filters': {'network_id': ['76ffe026-1a24-42d6-b4c8-b4bb2d1a6259']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:01.744583 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d3b49580-d817-451b-8c1d-cd85c71e2ac0 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386daaf70>, '095814f6-5cd0-49a6-8249-ece68db63fab') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:01.744583 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d3b49580-d817-451b-8c1d-cd85c71e2ac0 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386daaf70>, '095814f6-5cd0-49a6-8249-ece68db63fab') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:01.777046 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3b49580-d817-451b-8c1d-cd85c71e2ac0 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:01.815702 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3b49580-d817-451b-8c1d-cd85c71e2ac0 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:01.829960 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b49580-d817-451b-8c1d-cd85c71e2ac0 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:27:01.833456 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3b49580-d817-451b-8c1d-cd85c71e2ac0 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:27:01.859080 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:27:01.889082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af727e-3655-4d74-b027-fc6923807f2c req-8e708459-f8d6-402a-945a-3f4f910f0d77 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:01.902250 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5af727e-3655-4d74-b027-fc6923807f2c req-8e708459-f8d6-402a-945a-3f4f910f0d77 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.1737452
Jun 04 15:27:01.936684 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:01.986756 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5af727e-3655-4d74-b027-fc6923807f2c req-ee0f821f-4c72-4cb3-baaf-b0f8e7840613 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835645
Jun 04 15:27:02.027257 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dedec2bb-d825-4034-a39f-38e4d2e95ed7 req-b8a6bc85-3397-44a2-8f2a-0aa6ac64ec5a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 210 time: 0.1404157
Jun 04 15:27:02.034460 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c18a7b17-b46a-4b71-be12-4db9f48c2f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:02.046749 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-358982d2-6f38-42c2-8bd2-b6f8c9efb439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:02.066894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a7b17-b46a-4b71-be12-4db9f48c2f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ac4bd6-d527-49b6-b843-3fcb4616ee45,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:02.090258 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c18a7b17-b46a-4b71-be12-4db9f48c2f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:02.096743 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c18a7b17-b46a-4b71-be12-4db9f48c2f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:02.103943 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c18a7b17-b46a-4b71-be12-4db9f48c2f34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46ac4bd6-d527-49b6-b843-3fcb4616ee45 HTTP/1.1" status: 204  len: 168 time: 1.0847864
Jun 04 15:27:02.155090 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3b49580-d817-451b-8c1d-cd85c71e2ac0 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:02.159738 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d8562d74-4730-45fc-9d35-eeed3930ecbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:02.178302 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3b49580-d817-451b-8c1d-cd85c71e2ac0 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:02.186791 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d3b49580-d817-451b-8c1d-cd85c71e2ac0 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] 10.222.0.32 "DELETE /v2.0/networks/76ffe026-1a24-42d6-b4c8-b4bb2d1a6259 HTTP/1.1" status: 204  len: 168 time: 1.0916960
Jun 04 15:27:02.190618 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b49580-d817-451b-8c1d-cd85c71e2ac0 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Pushing event deleted for resources: {'Network': ['ID=76ffe026-1a24-42d6-b4c8-b4bb2d1a6259,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:02.198460 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d3b49580-d817-451b-8c1d-cd85c71e2ac0 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:02.303412 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cbace87c-daa8-4dfc-b0a7-62d7c280c692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:02.688828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53368) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:02.830292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53376) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:02.927687 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1574116263-network', 'tenant_id': '30396080ceab4b4cb799f047a26dbef7'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:02.937555 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:02.943239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Usage tracker for resource:network and tenant:30396080ceab4b4cb799f047a26dbef7 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:02.947761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:02.955152 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:02.990939 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c03d1a75-1be4-4cc2-8f62-051a9daa697b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eacc5cac606841a49f3ab1f9c0e8077e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1590521
Jun 04 15:27:02.993651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53384) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:03.061997 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9106021-ddd5-4bdd-a93b-7f526cce8a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:03.084485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Made reservation on behalf of 30396080ceab4b4cb799f047a26dbef7 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:03.087199 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:03.106943 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9106021-ddd5-4bdd-a93b-7f526cce8a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:03.107860 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:03.166825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:03.177015 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Usage tracker for resource:security_group_rule and tenant:30396080ceab4b4cb799f047a26dbef7 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:03.184493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:03.202467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:03.266130 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ed65b6d-e838-4fdc-9952-9b4f31720007 req-5b72923b-c103-46b3-b875-03048d0e32a6 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 210 time: 0.0610645
Jun 04 15:27:03.331134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f262-b659-4c56-a69e-198939f07956 req-a8872c39-d0cb-4708-8ab4-5f9c193148dd tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:03.335406 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b341f262-b659-4c56-a69e-198939f07956 req-a8872c39-d0cb-4708-8ab4-5f9c193148dd tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.2116215
Jun 04 15:27:03.387577 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9106021-ddd5-4bdd-a93b-7f526cce8a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:03.393854 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b45cb661-90e9-4a4e-a9e6-c831cf8d172a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:03.428780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9106021-ddd5-4bdd-a93b-7f526cce8a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73504887-5468-4ac4-9ebf-35eb6bd2f57c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:03.436490 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e9106021-ddd5-4bdd-a93b-7f526cce8a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:03.460897 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9106021-ddd5-4bdd-a93b-7f526cce8a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:03.470477 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e9106021-ddd5-4bdd-a93b-7f526cce8a8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73504887-5468-4ac4-9ebf-35eb6bd2f57c HTTP/1.1" status: 204  len: 168 time: 0.4756355
Jun 04 15:27:03.528931 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b341f262-b659-4c56-a69e-198939f07956 req-02168392-db70-4789-8f30-43de92ab69b6 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1812122
Jun 04 15:27:03.534002 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:03.571266 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:03.621562 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:03.625289 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ec719bb9-afbe-4aea-9ea4-10659e5412ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:03.670427 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:27:03.680833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682756ed-8e75-495c-a4be-afd1b24433d9,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:03.684914 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:03.690134 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:03.690855 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Added segment 4409588d-0879-4a2c-abf1-31d3591cf910 of type vlan for network 83156de6-8ea4-4064-bf61-8ac8d05d91a4
Jun 04 15:27:03.723064 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:03.868189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53406) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:03.881621 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:03.883794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:03.884842 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:03.921112 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a2f11b4d-7398-4172-a011-a9313ae4aaab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:04.030948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Pushing event updated for resources: {'Network': ['ID=83156de6-8ea4-4064-bf61-8ac8d05d91a4,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:04.034158 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:04.047268 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 83156de6-8ea4-4064-bf61-8ac8d05d91a4 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:27:04.073797 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.3966858
Jun 04 15:27:04.076736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53412) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:04.082718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Request body: {'subnet': {'network_id': '83156de6-8ea4-4064-bf61-8ac8d05d91a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1574116263-subnet', 'tenant_id': '30396080ceab4b4cb799f047a26dbef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:04.090292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:04.096029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Usage tracker for resource:subnet and tenant:30396080ceab4b4cb799f047a26dbef7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:04.099426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:04.125947 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:04.141105 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1304773246-network', 'tenant_id': '1d658397c2f54645b763ef21f67c47da'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:04.151062 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:04.170612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Usage tracker for resource:network and tenant:1d658397c2f54645b763ef21f67c47da is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:04.174281 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:04.191202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:04.267399 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Made reservation on behalf of 30396080ceab4b4cb799f047a26dbef7 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:04.271788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:04.300018 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Made reservation on behalf of 1d658397c2f54645b763ef21f67c47da for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:04.303073 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:04.330254 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:04.346145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53418) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:04.411762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:04.423704 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Usage tracker for resource:security_group_rule and tenant:1d658397c2f54645b763ef21f67c47da is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:04.431986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:04.447284 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:04.467216 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a9469ca2-aae5-4516-85e0-b29d5eab57c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7dc5200928684e76a35a1554294835f5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1092885
Jun 04 15:27:04.469121 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53422) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:04.593391 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22b2d81b-62c8-4f6d-b9ca-9b8431976498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:04.693183 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-df1e8e12-5a7b-472a-9046-7de1bb016f67 req-6603937d-c331-45e6-8348-0353c427c5d5 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d7cd1-f1c0-4ab8-b988-7eb113b05cd3 HTTP/1.1" status: 200  len: 210 time: 0.1162674
Jun 04 15:27:04.712500 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22b2d81b-62c8-4f6d-b9ca-9b8431976498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:04.893485 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:05.029830 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:05.035813 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3e43404-c0ce-49a2-a868-89f00b2c7e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:05.078123 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:27:05.089202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43787333-9171-42a6-b4bd-948c52cf9306,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:05.093853 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:05.119568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777543a-d183-4200-9818-9ea22fb40424 req-a0aff2fa-ada0-4247-bc7d-039308722d49 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:05.119568 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e777543a-d183-4200-9818-9ea22fb40424 req-a0aff2fa-ada0-4247-bc7d-039308722d49 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.1918666
Jun 04 15:27:05.130294 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:05.130660 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Added segment 8e87de7b-fabf-4b1e-ad50-191260546339 of type vlan for network cb825790-7668-4447-8139-06bca8b4c119
Jun 04 15:27:05.142601 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22b2d81b-62c8-4f6d-b9ca-9b8431976498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:05.148053 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f4af0ad1-927d-488b-b9a5-f0fdcb03dd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:05.153194 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:05.176174 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2d81b-62c8-4f6d-b9ca-9b8431976498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1690a1ce-e21a-4a02-a441-b2929c2cca7d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:05.196549 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-22b2d81b-62c8-4f6d-b9ca-9b8431976498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:05.216706 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e777543a-d183-4200-9818-9ea22fb40424 req-435eb440-ca61-416f-85e3-fe84c8df0aac tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1041839
Jun 04 15:27:05.227748 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:05.243178 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22b2d81b-62c8-4f6d-b9ca-9b8431976498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:05.244748 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-22b2d81b-62c8-4f6d-b9ca-9b8431976498 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1690a1ce-e21a-4a02-a441-b2929c2cca7d HTTP/1.1" status: 204  len: 168 time: 0.7747080
Jun 04 15:27:05.375867 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:05.376929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:05.377558 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:05.383924 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-652cc3de-f136-4990-a5b0-d727ed2628cc tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:05.411786 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:05.415870 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fc66d4a5-6990-4d63-b5f8-df019b7cd291 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:05.500007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d4cbbc4-a328-4667-a98d-37d7480c9743,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:05.504334 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:05.512163 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Checking segment: {'id': '4409588d-0879-4a2c-abf1-31d3591cf910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83156de6-8ea4-4064-bf61-8ac8d05d91a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:05.512526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Network hostable DHCP agents. Network: 83156de6-8ea4-4064-bf61-8ac8d05d91a4, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:27:05.555320 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6828208
Jun 04 15:27:05.555684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53432) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:05.560854 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Request body: {'subnet': {'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1304773246-subnet', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:05.566443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Pushing event updated for resources: {'Network': ['ID=cb825790-7668-4447-8139-06bca8b4c119,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:05.571583 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:05.575512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:05.580036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Usage tracker for resource:subnet and tenant:1d658397c2f54645b763ef21f67c47da is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:05.583309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:05.584117 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network cb825790-7668-4447-8139-06bca8b4c119 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:27:05.590841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:05.594616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Network 83156de6-8ea4-4064-bf61-8ac8d05d91a4 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:27:05.724481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Made reservation on behalf of 1d658397c2f54645b763ef21f67c47da for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:05.727579 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:05.755057 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 83156de6-8ea4-4064-bf61-8ac8d05d91a4) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:05.784026 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a53160-7060-456d-af69-53557c346c23 None None] Network 83156de6-8ea4-4064-bf61-8ac8d05d91a4 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:05.844510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:05.845154 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:06.074218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53450) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:06.117230 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.0382702
Jun 04 15:27:06.213550 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dff74e-41a8-46fa-aca3-305857fdb225 None None] Network 83156de6-8ea4-4064-bf61-8ac8d05d91a4 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:06.229405 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3d6cc89-ebd6-435b-b04f-039cf324123f tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:06.309783 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3d6cc89-ebd6-435b-b04f-039cf324123f tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:06.534995 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20c286-17d6-43b4-b682-47c8344db627 req-979b789b-1d8f-4c0a-8b18-7ee60fab682b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:06.537618 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6d20c286-17d6-43b4-b682-47c8344db627 req-979b789b-1d8f-4c0a-8b18-7ee60fab682b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.1255074
Jun 04 15:27:06.576079 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3d6cc89-ebd6-435b-b04f-039cf324123f tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:06.593608 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5b77bf78-d323-40e6-b21b-ad28fca98736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:06.608115 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6cc89-ebd6-435b-b04f-039cf324123f tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f7b472-e47e-483f-beb6-d22d0b56308d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:06.629170 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d3d6cc89-ebd6-435b-b04f-039cf324123f tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:06.659910 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6d20c286-17d6-43b4-b682-47c8344db627 req-126648a3-1a99-4010-a3af-d5e108b2b54a tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1145229
Jun 04 15:27:06.680119 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3d6cc89-ebd6-435b-b04f-039cf324123f tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:06.680119 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d3d6cc89-ebd6-435b-b04f-039cf324123f tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "DELETE /v2.0/security-groups/39f7b472-e47e-483f-beb6-d22d0b56308d HTTP/1.1" status: 204  len: 168 time: 0.6001329
Jun 04 15:27:06.704686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53468) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:06.767024 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:06.776817 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dffad7dc-1a59-4ac7-b132-df2e4de230ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:06.785747 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-302ee60a-0589-43ad-8cce-79069307c931 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] show failed (client error): The resource could not be found.
Jun 04 15:27:06.787211 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-302ee60a-0589-43ad-8cce-79069307c931 tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "GET /v2.0/security-groups/39f7b472-e47e-483f-beb6-d22d0b56308d HTTP/1.1" status: 404  len: 347 time: 0.0795803
Jun 04 15:27:06.790860 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53474) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:06.999609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d3d49c1-ad0d-4cec-968c-8e5249f55dad,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:07.003880 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:07.005500 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Checking segment: {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:07.005865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Network hostable DHCP agents. Network: cb825790-7668-4447-8139-06bca8b4c119, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:27:07.135213 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Network cb825790-7668-4447-8139-06bca8b4c119 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:27:07.239215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, cb825790-7668-4447-8139-06bca8b4c119) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:07.252975 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed2e8bf-8903-483d-b5fe-11eb888b748a None None] Network cb825790-7668-4447-8139-06bca8b4c119 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:07.268053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:07.268649 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:07.282699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a6faeeac-5e36-405b-b0a7-fd27e1a622cc tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Deleting port 40708fd0-a72b-4c60-92b9-af09e109103d {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:27:07.283190 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6faeeac-5e36-405b-b0a7-fd27e1a622cc tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:07.311992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53490) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:07.312349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53492) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:07.338717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-844962308-network', 'tenant_id': '2c7b6562de174ff3864af41684aea720'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:07.354386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:07.359201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Usage tracker for resource:network and tenant:2c7b6562de174ff3864af41684aea720 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:07.362644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:07.369583 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:07.423921 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.8670740
Jun 04 15:27:07.426659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53496) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:07.433950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1304773246-router', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:07.446502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:07.460180 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Usage tracker for resource:router and tenant:1d658397c2f54645b763ef21f67c47da is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:07.471381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:07.504114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:07.518890 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Made reservation on behalf of 2c7b6562de174ff3864af41684aea720 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:07.525363 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:07.563438 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:07.615714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:07.621519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Usage tracker for resource:security_group_rule and tenant:2c7b6562de174ff3864af41684aea720 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:07.625103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:07.644572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:07.771448 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:07.779787 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:07.782200 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:07.805030 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:07.808356 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-cb825790-7668-4447-8139-06bca8b4c119', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:27:07.809448 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:07.850102 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:07.870932 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:27:07.892155 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:07.893256 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Added segment 114cb509-acf2-4e05-b50e-116213473365 of type vlan for network 908175de-e8a1-4d93-a059-40721d6d1bab
Jun 04 15:27:07.965995 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:08.018752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-3baa32bc-e5cb-4c16-b52c-cac63591ebf7 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.021292 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3baa32bc-e5cb-4c16-b52c-cac63591ebf7 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.7078340
Jun 04 15:27:08.022331 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3a2142dd-e2ab-4e83-afe5-bc595267202e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:08.045779 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53502) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.073357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-865a878e-d6c2-4d68-86be-a399c2de1023 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.079442 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-865a878e-d6c2-4d68-86be-a399c2de1023 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0223160
Jun 04 15:27:08.103134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc50116-ac25-4674-be85-d2d2760f0295 req-faa713e4-f068-494c-a5af-361fa78c9bb9 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:08.106742 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8dc50116-ac25-4674-be85-d2d2760f0295 req-faa713e4-f068-494c-a5af-361fa78c9bb9 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.6142976
Jun 04 15:27:08.107345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53506) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.109516 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6faeeac-5e36-405b-b0a7-fd27e1a622cc tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:08.109947 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6faeeac-5e36-405b-b0a7-fd27e1a622cc tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:08.144864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Allocated IP 172.20.0.2 (cb825790-7668-4447-8139-06bca8b4c119/6d3d49c1-ad0d-4cec-968c-8e5249f55dad/5840b8eb-d9ef-4808-b918-167b680c045e) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:27:08.189294 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:08.192013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:08.192635 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:08.201065 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-11361b77-f350-47c6-a59c-f4e6147e8ad1 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.202210 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-11361b77-f350-47c6-a59c-f4e6147e8ad1 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0075893
Jun 04 15:27:08.292070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53510) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.319779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-1c5c1d7e-3967-4c20-8e0d-bcc0f1f12526 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.322282 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1c5c1d7e-3967-4c20-8e0d-bcc0f1f12526 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0211997
Jun 04 15:27:08.334814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53512) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.386451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a6faeeac-5e36-405b-b0a7-fd27e1a622cc tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Calling delete_port for 40708fd0-a72b-4c60-92b9-af09e109103d owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:27:08.403379 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-b57ce049-07b6-4a1d-8191-2653b92f8b19 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.404375 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b57ce049-07b6-4a1d-8191-2653b92f8b19 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0054188
Jun 04 15:27:08.408576 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53516) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.433047 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0993621
Jun 04 15:27:08.437134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-9e7560be-3645-40a3-8946-920f43ef4c1a tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.440489 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9e7560be-3645-40a3-8946-920f43ef4c1a tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0099678
Jun 04 15:27:08.440692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53518) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.445666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53520) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.447484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Request body: {'subnet': {'network_id': '908175de-e8a1-4d93-a059-40721d6d1bab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-844962308-subnet', 'tenant_id': '2c7b6562de174ff3864af41684aea720', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:08.454277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:08.459400 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Usage tracker for resource:subnet and tenant:2c7b6562de174ff3864af41684aea720 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:08.463604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:08.471832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:08.474617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-e9cf66b9-305b-47e9-a663-5073a721bc9a tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.479430 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e9cf66b9-305b-47e9-a663-5073a721bc9a tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0223839
Jun 04 15:27:08.483714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53522) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.490861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f7dc09-6c1c-43f1-bf8a-587ad0b79902,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:08.492968 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:08.496585 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-35e9d0a2-b4d3-44a0-86e6-0386797275ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:08.577908 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8dc50116-ac25-4674-be85-d2d2760f0295 req-a806f298-05ba-4931-ab6c-4d44dd519be2 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2268138
Jun 04 15:27:08.584947 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:08.611776 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Transition to ACTIVE for port object 5840b8eb-d9ef-4808-b918-167b680c045e will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:08.766969 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:08.778067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-ba577a2f-7a86-478f-b8b6-8548e261a2a4 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.779892 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ba577a2f-7a86-478f-b8b6-8548e261a2a4 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.2857108
Jun 04 15:27:08.782606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53526) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.791114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Pushing event updated for resources: {'Network': ['ID=908175de-e8a1-4d93-a059-40721d6d1bab,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:08.791724 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-5a2b62db-a6a9-4d9e-8af1-93e7d1714d76 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.791724 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5a2b62db-a6a9-4d9e-8af1-93e7d1714d76 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0048404
Jun 04 15:27:08.791928 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:08.791928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Made reservation on behalf of 2c7b6562de174ff3864af41684aea720 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:08.792888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53528) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.794633 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:08.797826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-09589493-c0a0-4462-90f9-44bf80f86e0a tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.798033 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 908175de-e8a1-4d93-a059-40721d6d1bab details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:27:08.803955 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-09589493-c0a0-4462-90f9-44bf80f86e0a tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0097525
Jun 04 15:27:08.807010 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53530) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.811866 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-0841866f-1719-4bbf-a72d-7ce3c1a1f500 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.815872 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0841866f-1719-4bbf-a72d-7ce3c1a1f500 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0076652
Jun 04 15:27:08.819093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53532) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.829592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-f40479a0-631c-4885-9341-6959152da8fc tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.833079 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f40479a0-631c-4885-9341-6959152da8fc tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0090361
Jun 04 15:27:08.834056 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53534) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.839074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-b4418b26-f253-43fc-b241-647a09d948b2 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.850849 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b4418b26-f253-43fc-b241-647a09d948b2 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0155034
Jun 04 15:27:08.863569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53536) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.869403 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-a25d93d9-014e-4c0d-99dd-4822f3028a53 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.872916 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a25d93d9-014e-4c0d-99dd-4822f3028a53 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0061364
Jun 04 15:27:08.873490 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53538) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.879128 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-f24ae111-ab23-4c8c-85a6-32ced7214e97 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.890822 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f24ae111-ab23-4c8c-85a6-32ced7214e97 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0156109
Jun 04 15:27:08.896427 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6faeeac-5e36-405b-b0a7-fd27e1a622cc tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:08.896427 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:08.916053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53540) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.922505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5484ad-980c-42ff-ac0a-3df6658a0d6f req-6ea3bed0-847b-4929-a25e-926d2e9d848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:08.925818 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5484ad-980c-42ff-ac0a-3df6658a0d6f req-6ea3bed0-847b-4929-a25e-926d2e9d848e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0f9666fef72042a089a1b7fec6d0d3ff&device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 1096 time: 1.1529319
Jun 04 15:27:08.933853 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-1b2275b4-dfbe-4ab7-ba8b-429d5870fd54 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.939467 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1b2275b4-dfbe-4ab7-ba8b-429d5870fd54 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0115607
Jun 04 15:27:08.947934 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53542) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.965972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-d291aaa0-c019-4288-af9d-645354a96551 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:08.977578 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d291aaa0-c019-4288-af9d-645354a96551 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0172486
Jun 04 15:27:08.978509 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53544) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:08.979002 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53546) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.011914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6faeeac-5e36-405b-b0a7-fd27e1a622cc tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Pushing event deleted for resources: {'Port': ['ID=40708fd0-a72b-4c60-92b9-af09e109103d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:09.015879 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a6faeeac-5e36-405b-b0a7-fd27e1a622cc tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:09.045218 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Transition to ACTIVE for port object 5840b8eb-d9ef-4808-b918-167b680c045e will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:09.124624 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:09.128683 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:09.169429 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6faeeac-5e36-405b-b0a7-fd27e1a622cc tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:09.246275 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Network cb825790-7668-4447-8139-06bca8b4c119 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:27:09.250124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:09.254272 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:27:09.291726 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6faeeac-5e36-405b-b0a7-fd27e1a622cc tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:09.297145 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a6faeeac-5e36-405b-b0a7-fd27e1a622cc tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] 10.222.0.32 "DELETE /v2.0/floatingips/af999201-8d76-475b-abce-bbd7d3d1bc7f HTTP/1.1" status: 204  len: 168 time: 2.5052016
Jun 04 15:27:09.298050 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53548) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.342881 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Pushing event updated for resources: {'Port': ['ID=5840b8eb-d9ef-4808-b918-167b680c045e,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:09.359312 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:09.380947 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Attempting to bind port 5840b8eb-d9ef-4808-b918-167b680c045e on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:27:09.388456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Attempting to bind port 5840b8eb-d9ef-4808-b918-167b680c045e by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:27:09.388456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Attempting to bind port 5840b8eb-d9ef-4808-b918-167b680c045e on network cb825790-7668-4447-8139-06bca8b4c119 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:27:09.402925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:27:09.403313 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Checking segment: {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:09.403726 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:09.404122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Bound using segment: {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:27:09.404602 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Bound port: 5840b8eb-d9ef-4808-b918-167b680c045e, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:27:09.404986 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:09.421779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-194a0625-97c2-44fc-901b-2b08e0e43331 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.423029 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-194a0625-97c2-44fc-901b-2b08e0e43331 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0706277
Jun 04 15:27:09.425818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53554) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.431124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-a1164312-9200-4bab-b27d-b4e9547081b8 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.432748 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a1164312-9200-4bab-b27d-b4e9547081b8 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0053403
Jun 04 15:27:09.435513 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53556) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.440065 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-8b4f9f0b-01af-4db4-bb44-2bebd72329ba tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.445636 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8b4f9f0b-01af-4db4-bb44-2bebd72329ba tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0063365
Jun 04 15:27:09.446507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53560) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.454483 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-9aa5876a-4bfe-427c-95f3-4fb3172e3038 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.474656 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9aa5876a-4bfe-427c-95f3-4fb3172e3038 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0186648
Jun 04 15:27:09.475621 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53562) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.490327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-fcc1c693-4d9c-46cc-9630-430c0b6eddd3 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.494723 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fcc1c693-4d9c-46cc-9630-430c0b6eddd3 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0134652
Jun 04 15:27:09.499672 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53564) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.529532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-a260c9b1-46e9-4366-87e8-5fa1fc5470c4 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.533291 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a260c9b1-46e9-4366-87e8-5fa1fc5470c4 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0238051
Jun 04 15:27:09.573750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53568) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.594987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-992b5421-566e-42c2-bc59-dfbad96bb51d tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.598780 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-992b5421-566e-42c2-bc59-dfbad96bb51d tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0215170
Jun 04 15:27:09.600803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53570) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.605951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] For port 5840b8eb-d9ef-4808-b918-167b680c045e, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:27:09.610760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] For port 5840b8eb-d9ef-4808-b918-167b680c045e, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5840b8eb-d9ef-4808-b918-167b680c045e,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:27:09.618894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-c7c0c058-e837-4636-8008-07dcc2150b31 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.622516 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c7c0c058-e837-4636-8008-07dcc2150b31 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0066667
Jun 04 15:27:09.646887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53574) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.660170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-3b5751cf-625e-4501-ad6e-c7f437fede49 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.664460 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3b5751cf-625e-4501-ad6e-c7f437fede49 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0116308
Jun 04 15:27:09.671119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53576) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.674765 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cfb01f6b-1830-4e72-9b2b-d2cca45e3a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:09.690745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-46a7ab57-22f4-4b24-8bf8-8350222985d4 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.694187 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-46a7ab57-22f4-4b24-8bf8-8350222985d4 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0182941
Jun 04 15:27:09.694187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5484ad-980c-42ff-ac0a-3df6658a0d6f req-6be876e7-113e-4196-9050-427e8c628227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:09.694459 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5484ad-980c-42ff-ac0a-3df6658a0d6f req-6be876e7-113e-4196-9050-427e8c628227 service neutron] 10.222.0.65 "GET /v2.0/networks?id=88077e73-6957-4879-9339-9e85eb0bc61f HTTP/1.1" status: 200  len: 912 time: 0.7456324
Jun 04 15:27:09.698664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53578) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.712987 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:09.717859 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:09.733362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-1c7958af-d7b1-4b27-b017-de8fbd6a4d01 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.733362 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1c7958af-d7b1-4b27-b017-de8fbd6a4d01 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0228319
Jun 04 15:27:09.745819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53580) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.852038 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Pushing event updated for resources: {'Port': ['ID=5840b8eb-d9ef-4808-b918-167b680c045e,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:09.856751 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:09.906980 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-866b305a-75ba-465d-a8bb-6fd4d8433d1a tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.914398 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-866b305a-75ba-465d-a8bb-6fd4d8433d1a tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0216303
Jun 04 15:27:09.917976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53582) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.922610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-de3862b6-a3ff-44fc-8315-26db87ca984b tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.923697 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-de3862b6-a3ff-44fc-8315-26db87ca984b tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0056159
Jun 04 15:27:09.928152 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53584) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.933500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-99be5eb5-4251-4c0c-b9d4-4fb5f18f7f9a tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.934584 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-99be5eb5-4251-4c0c-b9d4-4fb5f18f7f9a tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0048583
Jun 04 15:27:09.949581 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53586) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.960314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-6edcd2c5-35ce-4f17-8328-9fd0eec8715b tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.960314 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6edcd2c5-35ce-4f17-8328-9fd0eec8715b tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0045712
Jun 04 15:27:09.961168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cfb01f6b-1830-4e72-9b2b-d2cca45e3a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:09.965473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53588) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.971533 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-e227c28f-b967-422d-9e14-0c02f8b918a3 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.972650 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e227c28f-b967-422d-9e14-0c02f8b918a3 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0060008
Jun 04 15:27:09.977765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53590) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:09.987556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-777bbca6-60d4-4bb7-bb7f-5fa6cbe8cf42 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:09.988664 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-777bbca6-60d4-4bb7-bb7f-5fa6cbe8cf42 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0082624
Jun 04 15:27:09.995754 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53592) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.045042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cfb01f6b-1830-4e72-9b2b-d2cca45e3a2c admin admin] Usage tracker for resource:security_group_rule and tenant:81052a5ac778498e8a1d837ea9a1cf57 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:10.052757 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5484ad-980c-42ff-ac0a-3df6658a0d6f req-569b92bd-1b2f-4670-8813-1ac559ea08d2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=248242fb-86e0-4b31-9ab8-ab934205c117 HTTP/1.1" status: 200  len: 1001 time: 0.3097794
Jun 04 15:27:10.053795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cfb01f6b-1830-4e72-9b2b-d2cca45e3a2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:10.107456 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-df507b7a-78aa-474f-bb4b-26c02bc0996b tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.112780 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-df507b7a-78aa-474f-bb4b-26c02bc0996b tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0130737
Jun 04 15:27:10.115995 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53594) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.127214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cfb01f6b-1830-4e72-9b2b-d2cca45e3a2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:10.134758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-74c16e23-62f7-45d8-be63-b13b50ced7af tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.138158 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-74c16e23-62f7-45d8-be63-b13b50ced7af tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0068545
Jun 04 15:27:10.139152 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53596) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.144905 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-67eea9c9-bd08-4efb-9117-cb50779dc0ec tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.145878 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-67eea9c9-bd08-4efb-9117-cb50779dc0ec tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0058920
Jun 04 15:27:10.155338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53598) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.168513 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-d5b61686-7bcc-416b-992d-60248b212d45 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.172892 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d5b61686-7bcc-416b-992d-60248b212d45 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0105608
Jun 04 15:27:10.176264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53600) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.182815 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-1588ba45-9baf-4563-88ea-18e3521768d0 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.186476 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1588ba45-9baf-4563-88ea-18e3521768d0 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0092673
Jun 04 15:27:10.190308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53602) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.199675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-367b0a09-b62e-4eb6-bf36-a99bc19f5016 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.203377 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-367b0a09-b62e-4eb6-bf36-a99bc19f5016 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0107152
Jun 04 15:27:10.204145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53604) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.246292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5484ad-980c-42ff-ac0a-3df6658a0d6f req-8316d457-d18a-4a8a-8dd9-dd482f46b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:10.247699 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5484ad-980c-42ff-ac0a-3df6658a0d6f req-8316d457-d18a-4a8a-8dd9-dd482f46b7fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4093c38f-7f2f-4b42-8c4a-34d4b45f0128 HTTP/1.1" status: 200  len: 850 time: 0.1836295
Jun 04 15:27:10.278392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255eb71-b1bb-4cbb-b92c-78b1e8e92131 req-ee246a3d-b4b3-44fc-8191-51b215948344 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:10.279936 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9255eb71-b1bb-4cbb-b92c-78b1e8e92131 req-ee246a3d-b4b3-44fc-8191-51b215948344 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.4322336
Jun 04 15:27:10.290917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-ff108fcc-a335-4a8b-86ef-b66dbb522528 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.294330 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ff108fcc-a335-4a8b-86ef-b66dbb522528 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0227032
Jun 04 15:27:10.298968 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53606) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.310692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-f8e02829-5170-4330-8c51-785e6a772baf tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.313120 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f8e02829-5170-4330-8c51-785e6a772baf tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0113342
Jun 04 15:27:10.316263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53608) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.322388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-29bc69db-6212-49c3-94f9-48fb84136cb1 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.325745 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-29bc69db-6212-49c3-94f9-48fb84136cb1 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0051303
Jun 04 15:27:10.329734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53610) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.339726 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-e5157eaf-4cf6-4e11-bca2-8a39ff837a85 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.343945 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e5157eaf-4cf6-4e11-bca2-8a39ff837a85 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0100634
Jun 04 15:27:10.344666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53612) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.358087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-712a3ff2-cfa5-448d-bc62-a3cf1160ac61 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.361523 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-712a3ff2-cfa5-448d-bc62-a3cf1160ac61 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0092549
Jun 04 15:27:10.381127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53614) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.394093 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-71302962-cb02-493d-bec6-46a5df45f468 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.395001 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-71302962-cb02-493d-bec6-46a5df45f468 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0044169
Jun 04 15:27:10.403784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53616) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.413846 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-2817baa2-aeed-4aa1-ab6c-28a4ca4592ef tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.414679 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2817baa2-aeed-4aa1-ab6c-28a4ca4592ef tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0100682
Jun 04 15:27:10.419539 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9255eb71-b1bb-4cbb-b92c-78b1e8e92131 req-9194d975-6a24-4739-bd29-5263a0b7701a tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1178262
Jun 04 15:27:10.425386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53618) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.430449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-909d3bbf-38ed-46d5-8093-81c8d995315f tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.433428 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-909d3bbf-38ed-46d5-8093-81c8d995315f tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0071552
Jun 04 15:27:10.436302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53620) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.446659 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-1b431002-d38d-49a8-aefc-a8d176e104af tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.446659 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1b431002-d38d-49a8-aefc-a8d176e104af tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0067258
Jun 04 15:27:10.447466 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53622) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.461855 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-9449dc57-93b5-4b3d-95d1-3428bc8f06a3 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.464740 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9449dc57-93b5-4b3d-95d1-3428bc8f06a3 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0161977
Jun 04 15:27:10.466356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53624) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.473395 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-382305eb-8991-4c86-b37d-107a9a0ad651 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.477098 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-382305eb-8991-4c86-b37d-107a9a0ad651 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0047772
Jun 04 15:27:10.480671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53626) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.509033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-31a7a550-e7f5-4459-b8b0-805f1254621d tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.510007 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-31a7a550-e7f5-4459-b8b0-805f1254621d tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0293572
Jun 04 15:27:10.516321 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53628) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.526876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-66a3affa-7ca7-486b-99c4-57181916fdb0 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.527928 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-66a3affa-7ca7-486b-99c4-57181916fdb0 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0054970
Jun 04 15:27:10.530993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53630) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.535899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-e7cab526-75d1-418e-a82c-7b81886ad431 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.536854 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e7cab526-75d1-418e-a82c-7b81886ad431 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0049820
Jun 04 15:27:10.543746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53632) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.551301 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-44c098b8-7af9-4c48-9b3d-767f3ae1340f tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.556809 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-44c098b8-7af9-4c48-9b3d-767f3ae1340f tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0074797
Jun 04 15:27:10.556809 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53634) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.561142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-6975c61b-d3e0-4fb1-ac3c-7a99c948dd71 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.571747 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6975c61b-d3e0-4fb1-ac3c-7a99c948dd71 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0046117
Jun 04 15:27:10.571747 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53638) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.576792 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-e92e93ea-991c-415a-ac2f-8af5563d228a tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.577414 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e92e93ea-991c-415a-ac2f-8af5563d228a tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0106359
Jun 04 15:27:10.579901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53640) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.586681 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-7d1f8fa6-18ef-4e1c-8acd-b9e047549125 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.587615 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7d1f8fa6-18ef-4e1c-8acd-b9e047549125 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0068283
Jun 04 15:27:10.590732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53642) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.596168 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-92af72ea-011b-4621-81eb-fbc6071015a5 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.597414 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-92af72ea-011b-4621-81eb-fbc6071015a5 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0054495
Jun 04 15:27:10.605168 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53644) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.610178 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-62d2265b-de8b-4b5c-b2c9-59633d6cab8d tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.611371 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-62d2265b-de8b-4b5c-b2c9-59633d6cab8d tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0049994
Jun 04 15:27:10.615211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53646) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.621216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-1014e735-703f-4d5b-b6fb-46d75fbe031f tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.622370 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1014e735-703f-4d5b-b6fb-46d75fbe031f tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0060699
Jun 04 15:27:10.626187 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53648) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.634642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-4501f69f-43a5-4d4b-8c02-bb7b1f2d1d8e tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.635862 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4501f69f-43a5-4d4b-8c02-bb7b1f2d1d8e tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0086212
Jun 04 15:27:10.639597 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53650) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.651319 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cfb01f6b-1830-4e72-9b2b-d2cca45e3a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:10.654081 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-708298f7-1622-49e3-8ce1-c103040ba82e tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.654615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5484ad-980c-42ff-ac0a-3df6658a0d6f req-0f290572-9312-40d6-a8e9-b79e2339b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:10.655065 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-708298f7-1622-49e3-8ce1-c103040ba82e tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0115874
Jun 04 15:27:10.662408 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5484ad-980c-42ff-ac0a-3df6658a0d6f req-0f290572-9312-40d6-a8e9-b79e2339b735 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88077e73-6957-4879-9339-9e85eb0bc61f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4059994
Jun 04 15:27:10.662617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53652) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.666405 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:10.671292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-dd4eca0b-17d5-40e8-8a35-4935d3a2f283 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.672653 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dd4eca0b-17d5-40e8-8a35-4935d3a2f283 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0068805
Jun 04 15:27:10.675827 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53654) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.684203 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-c1ca38e4-5b03-47ec-ba8e-09ea45265383 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.691129 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c1ca38e4-5b03-47ec-ba8e-09ea45265383 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0094538
Jun 04 15:27:10.693103 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53656) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.698560 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-c57dd22b-6cc0-43e7-bb3d-cf5c82c3b67a tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.703074 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c57dd22b-6cc0-43e7-bb3d-cf5c82c3b67a tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0063112
Jun 04 15:27:10.727470 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53658) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.730010 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:10.750450 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cfb01f6b-1830-4e72-9b2b-d2cca45e3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:10.771309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [None req-ac0d0e8f-4b1b-4a13-bb3a-ebbc21b11ea4 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.775644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53662) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.776776 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ac0d0e8f-4b1b-4a13-bb3a-ebbc21b11ea4 tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0439668
Jun 04 15:27:10.785180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-d83c5b74-5009-4ed7-9797-cc819865374d tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.788951 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d83c5b74-5009-4ed7-9797-cc819865374d tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0099115
Jun 04 15:27:10.790580 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53664) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:10.800343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [None req-5eddc818-e870-4aa3-b4bf-c339f287236d tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:10.806018 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5eddc818-e870-4aa3-b4bf-c339f287236d tempest-ExtensionsTestJSON-1490989929 tempest-ExtensionsTestJSON-1490989929-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0108249
Jun 04 15:27:10.814790 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-63b84974-3d27-4e9b-8c3e-6560008caccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:10.847292 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87298b19-9003-4c38-a197-e97380d5be44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:11.028508 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cfb01f6b-1830-4e72-9b2b-d2cca45e3a2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81052a5ac778498e8a1d837ea9a1cf57&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6734684
Jun 04 15:27:11.053476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5840b8eb-d9ef-4808-b918-167b680c045e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:27:11.075253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53668) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:11.125674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb01f6b-1830-4e72-9b2b-d2cca45e3a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2bfb2e-9403-4dd9-a825-357326381711,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:11.160492 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cfb01f6b-1830-4e72-9b2b-d2cca45e3a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:11.256532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 5840b8eb-d9ef-4808-b918-167b680c045e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:27:11.258505 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5484ad-980c-42ff-ac0a-3df6658a0d6f req-1a0bc450-610b-4c61-a076-316c9cc149d5 service neutron] 10.222.0.65 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5325952
Jun 04 15:27:11.297670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Allocated IP 172.25.4.153 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/4ca01b6b-1466-4718-8d35-a602b471e1b6) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:27:11.299084 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e36482b-6ba8-4dda-ab51-36afe15c4b42 None None] Network cb825790-7668-4447-8139-06bca8b4c119 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:11.457954 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ccab259-f260-4bf1-8f54-76dc1affb4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:11.512436 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ccab259-f260-4bf1-8f54-76dc1affb4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:11.589599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53674) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:11.666748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-597f1640-7b87-431c-a2b2-798aa7e4ee0b None None] Provisioning for port 5840b8eb-d9ef-4808-b918-167b680c045e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:27:11.683979 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-597f1640-7b87-431c-a2b2-798aa7e4ee0b None None] Provisioning complete for port 5840b8eb-d9ef-4808-b918-167b680c045e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:11.684724 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-597f1640-7b87-431c-a2b2-798aa7e4ee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:11.823432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23961208-ce57-47b3-a595-bf4decc5b219 req-ac09f5dd-1547-4146-8bb6-a0f9990e4222 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:11.830727 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-23961208-ce57-47b3-a595-bf4decc5b219 req-ac09f5dd-1547-4146-8bb6-a0f9990e4222 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.1727879
Jun 04 15:27:11.873768 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-597f1640-7b87-431c-a2b2-798aa7e4ee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:11.876034 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ccab259-f260-4bf1-8f54-76dc1affb4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:11.904190 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:11.925174 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-87298b19-9003-4c38-a197-e97380d5be44 admin admin] Deleting port 20fef633-c2eb-4748-b6be-ba82f2ac5304 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:27:11.925528 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87298b19-9003-4c38-a197-e97380d5be44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:11.937154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-597f1640-7b87-431c-a2b2-798aa7e4ee0b None None] For port 5840b8eb-d9ef-4808-b918-167b680c045e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5840b8eb-d9ef-4808-b918-167b680c045e,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:11.963938 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6f5484ad-980c-42ff-ac0a-3df6658a0d6f req-11b1ffcf-149e-47e5-95aa-d6d47be21ef7 service neutron] 10.222.0.65 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6962504
Jun 04 15:27:11.968217 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccab259-f260-4bf1-8f54-76dc1affb4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2bfb2e-9403-4dd9-a825-357326381711,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:12.011658 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-597f1640-7b87-431c-a2b2-798aa7e4ee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:12.014245 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:12.015711 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:12.031914 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f3e25a30-7296-4b09-8a8b-95745e570a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:12.049393 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9ccab259-f260-4bf1-8f54-76dc1affb4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:12.073991 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef324168-fe72-4c98-9317-fbe91a93a73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:12.085054 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ccab259-f260-4bf1-8f54-76dc1affb4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:12.088727 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9ccab259-f260-4bf1-8f54-76dc1affb4d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e2bfb2e-9403-4dd9-a825-357326381711 HTTP/1.1" status: 204  len: 168 time: 1.0097072
Jun 04 15:27:12.135986 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-23961208-ce57-47b3-a595-bf4decc5b219 req-9bcce906-1113-4d02-b002-59ea1fcb908e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3019667
Jun 04 15:27:12.155942 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f1640-7b87-431c-a2b2-798aa7e4ee0b None None] Pushing event updated for resources: {'Port': ['ID=5840b8eb-d9ef-4808-b918-167b680c045e,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:12.160269 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-597f1640-7b87-431c-a2b2-798aa7e4ee0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:12.163166 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:12.184627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Pushing event updated for resources: {'Subnet': ['ID=899dd1a1-0271-4ddf-a192-fe32e35b7bc1,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:12.190444 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:12.208427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Checking segment: {'id': '114cb509-acf2-4e05-b50e-116213473365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '908175de-e8a1-4d93-a059-40721d6d1bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:12.208779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Network hostable DHCP agents. Network: 908175de-e8a1-4d93-a059-40721d6d1bab, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:27:12.219011 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ef324168-fe72-4c98-9317-fbe91a93a73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:12.227016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ef324168-fe72-4c98-9317-fbe91a93a73d admin admin] Usage tracker for resource:security_group_rule and tenant:febc840f04fc475a82bb4ef992a5516e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:12.232555 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ef324168-fe72-4c98-9317-fbe91a93a73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:12.239244 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d82768fe-f2ca-4ad6-97d2-56dd2f151a77 None None] Provisioning complete for port 5840b8eb-d9ef-4808-b918-167b680c045e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:12.239629 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d82768fe-f2ca-4ad6-97d2-56dd2f151a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:12.242198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ef324168-fe72-4c98-9317-fbe91a93a73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:12.271488 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-87298b19-9003-4c38-a197-e97380d5be44 admin admin] For port 20fef633-c2eb-4748-b6be-ba82f2ac5304, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=20fef633-c2eb-4748-b6be-ba82f2ac5304,segment=NetworkSegment(3ec3bb61-49fd-46da-b11e-f8d32553d4f2),segment_id=3ec3bb61-49fd-46da-b11e-f8d32553d4f2)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:12.271862 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87298b19-9003-4c38-a197-e97380d5be44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:12.371343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Network 908175de-e8a1-4d93-a059-40721d6d1bab is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:27:12.399140 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:12.404561 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e0f4a8a0-f63b-4733-992c-402216249b39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:12.408028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-87298b19-9003-4c38-a197-e97380d5be44 admin admin] Calling delete_port for 20fef633-c2eb-4748-b6be-ba82f2ac5304 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:27:12.480319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca01b6b-1466-4718-8d35-a602b471e1b6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:12.492245 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:12.493159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 908175de-e8a1-4d93-a059-40721d6d1bab) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:12.502420 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b1debe-7884-47ae-83da-bf8328f3fa6d None None] Network 908175de-e8a1-4d93-a059-40721d6d1bab requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:12.503575 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef324168-fe72-4c98-9317-fbe91a93a73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:12.506578 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:27:12.509639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:12.513711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:27:12.544480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:12.545235 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:12.572592 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef324168-fe72-4c98-9317-fbe91a93a73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:12.704870 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c69400aa-740b-4bac-8b08-d88b7f685620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:12.750633 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ef324168-fe72-4c98-9317-fbe91a93a73d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=febc840f04fc475a82bb4ef992a5516e&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1493256
Jun 04 15:27:12.751830 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42c8570-6b70-48d1-b439-b0ef57937ff1 None None] Network 908175de-e8a1-4d93-a059-40721d6d1bab requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:12.756428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53690) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:12.819123 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef324168-fe72-4c98-9317-fbe91a93a73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6d31bb-937f-49a8-9062-fb94047ab320,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:12.823995 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ef324168-fe72-4c98-9317-fbe91a93a73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:12.852887 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87298b19-9003-4c38-a197-e97380d5be44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:12.866328 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:12.884141 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 4.4409440
Jun 04 15:27:12.986304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5840b8eb-d9ef-4808-b918-167b680c045e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:27:13.057346 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87298b19-9003-4c38-a197-e97380d5be44 admin admin] Pushing event deleted for resources: {'Port': ['ID=20fef633-c2eb-4748-b6be-ba82f2ac5304,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:13.060225 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-87298b19-9003-4c38-a197-e97380d5be44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:13.060934 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e0c4f03-4e78-4172-a523-6aebf3f9d9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:13.120727 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e0c4f03-4e78-4172-a523-6aebf3f9d9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:13.213523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 5840b8eb-d9ef-4808-b918-167b680c045e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:13.217282 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:13.420196 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:13.470875 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87298b19-9003-4c38-a197-e97380d5be44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:13.951568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0511dc-c89a-4442-9c64-cddff49e172c req-9856d924-35c4-4860-826f-6eea60aa4a54 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:13.952955 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0c0511dc-c89a-4442-9c64-cddff49e172c req-9856d924-35c4-4860-826f-6eea60aa4a54 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.4849212
Jun 04 15:27:13.957039 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e0c4f03-4e78-4172-a523-6aebf3f9d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:13.964974 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9d7c9c82-ccf5-4791-ae39-707de1f1615a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:13.976393 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:13.984522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-56e890d8-15a8-4c9b-b05e-8a13599c6229 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:13.985988 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-56e890d8-15a8-4c9b-b05e-8a13599c6229 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/networks?id=83156de6-8ea4-4064-bf61-8ac8d05d91a4 HTTP/1.1" status: 200  len: 825 time: 0.2702143
Jun 04 15:27:13.998204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c4f03-4e78-4172-a523-6aebf3f9d9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6d31bb-937f-49a8-9062-fb94047ab320,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:14.000917 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e0c4f03-4e78-4172-a523-6aebf3f9d9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:14.074271 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-e44d30f7-9129-4b74-a821-de0d93c144fa tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/quotas/30396080ceab4b4cb799f047a26dbef7 HTTP/1.1" status: 200  len: 375 time: 0.0294621
Jun 04 15:27:14.123459 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0c0511dc-c89a-4442-9c64-cddff49e172c req-271bf59d-4c11-4738-9183-285ab0981c72 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1630812
Jun 04 15:27:14.129126 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e0c4f03-4e78-4172-a523-6aebf3f9d9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:14.133592 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0e0c4f03-4e78-4172-a523-6aebf3f9d9ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f6d31bb-937f-49a8-9062-fb94047ab320 HTTP/1.1" status: 204  len: 168 time: 1.3691428
Jun 04 15:27:14.267179 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-fed789ad-ef0d-40df-8fee-8662a192f4d7 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=30396080ceab4b4cb799f047a26dbef7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1846399
Jun 04 15:27:14.302098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87298b19-9003-4c38-a197-e97380d5be44 admin admin] Router a45899ca-9541-4d24-b87b-de4dfc883cc2 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:27:14.336000 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-2bc0b3cc-daf7-4e8d-af15-16aaff201fe5 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:14.343017 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-2bc0b3cc-daf7-4e8d-af15-16aaff201fe5 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0195296
Jun 04 15:27:14.527304 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-fd35f817-8194-4f16-9892-1460fefd8e22 service neutron] 10.222.0.32 "GET /v2.0/networks/83156de6-8ea4-4064-bf61-8ac8d05d91a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1834002
Jun 04 15:27:14.548726 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87298b19-9003-4c38-a197-e97380d5be44 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:27:14.555602 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-87298b19-9003-4c38-a197-e97380d5be44 admin admin] 10.222.0.32 "PUT /v2.0/routers/a45899ca-9541-4d24-b87b-de4dfc883cc2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2555399
Jun 04 15:27:14.558175 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53744) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:14.561097 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9226f6c3-88ae-42d8-8625-297d2331e44d None None] Sync routers for ids ['a45899ca-9541-4d24-b87b-de4dfc883cc2'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:27:14.577911 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9226f6c3-88ae-42d8-8625-297d2331e44d None None] Routers {'a45899ca-9541-4d24-b87b-de4dfc883cc2'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:27:14.577911 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9226f6c3-88ae-42d8-8625-297d2331e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca3d760>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:27:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a45899ca-9541-4d24-b87b-de4dfc883cc2'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:14.652575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:27:14.795998 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:14.802677 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-63fb50f4-3662-424e-bdb6-7c18b14b7a4a service neutron] 10.222.0.32 "GET /v2.0/networks/83156de6-8ea4-4064-bf61-8ac8d05d91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2680929
Jun 04 15:27:14.810077 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-9226f6c3-88ae-42d8-8625-297d2331e44d None None] Set router a45899ca-9541-4d24-b87b-de4dfc883cc2 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:27:15.014555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:27:15.023782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Sync routers for ids ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:27:15.046115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Routers {'35d4f854-719c-4ee5-ba1d-4a654d1d2d50'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:27:15.046753 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c34ad00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:27:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:15.067743 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:15.167315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e905252-a8bd-4950-b481-f4b5c16199d4 req-a322816c-8f76-4a90-9fb1-50f8f7d39ed2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1067712
Jun 04 15:27:15.181822 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:15.183997 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 7.7554021
Jun 04 15:27:15.186772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53762) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:15.216272 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9226f6c3-88ae-42d8-8625-297d2331e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca3d760>, [{'id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'name': 'tempest-ServersTestBootFromVolume-1092549416-router', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:21:56Z', 'updated_at': '2021-06-04T15:27:12Z', 'revision_number': 5, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'gw_port': {'id': 'e1cc0a44-1b56-4902-95cc-360ee2bdd1b7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:21:59Z', 'updated_at': '2021-06-04T15:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:15.227589 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9226f6c3-88ae-42d8-8625-297d2331e44d None None] Checking router: a45899ca-9541-4d24-b87b-de4dfc883cc2 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:27:15.244902 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9226f6c3-88ae-42d8-8625-297d2331e44d None None] Routers {'a45899ca-9541-4d24-b87b-de4dfc883cc2'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:27:15.245895 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9226f6c3-88ae-42d8-8625-297d2331e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca3d760>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:27:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a45899ca-9541-4d24-b87b-de4dfc883cc2'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:15.417688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Set router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:27:15.421479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e905252-a8bd-4950-b481-f4b5c16199d4 req-6356bd31-84a0-4a94-88b5-668694b5b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:15.423373 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e905252-a8bd-4950-b481-f4b5c16199d4 req-6356bd31-84a0-4a94-88b5-668694b5b788 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0f9666fef72042a089a1b7fec6d0d3ff&device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 1096 time: 0.1405168
Jun 04 15:27:15.510373 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-9226f6c3-88ae-42d8-8625-297d2331e44d None None] Set router a45899ca-9541-4d24-b87b-de4dfc883cc2 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:27:15.575189 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0529f20c-b192-47bf-b2e1-820be08cbbef req-a5f2d2c2-299e-447e-a5e2-c502c1382b5b tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 210 time: 0.2066360
Jun 04 15:27:15.657963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Deleting port e1cc0a44-1b56-4902-95cc-360ee2bdd1b7 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:27:15.658360 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:15.686877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e905252-a8bd-4950-b481-f4b5c16199d4 req-f746469b-7c7d-48e1-a23f-8554ab75765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:15.689876 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e905252-a8bd-4950-b481-f4b5c16199d4 req-f746469b-7c7d-48e1-a23f-8554ab75765d service neutron] 10.222.0.65 "GET /v2.0/networks?id=88077e73-6957-4879-9339-9e85eb0bc61f HTTP/1.1" status: 200  len: 912 time: 0.2442980
Jun 04 15:27:15.852316 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9226f6c3-88ae-42d8-8625-297d2331e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca3d760>, [{'id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'name': 'tempest-ServersTestBootFromVolume-1092549416-router', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:21:56Z', 'updated_at': '2021-06-04T15:27:15Z', 'revision_number': 6, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:15.862634 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9226f6c3-88ae-42d8-8625-297d2331e44d None None] The sync data for ids ['a45899ca-9541-4d24-b87b-de4dfc883cc2'] in n-d-791505-9 is: [{'id': 'a45899ca-9541-4d24-b87b-de4dfc883cc2', 'name': 'tempest-ServersTestBootFromVolume-1092549416-router', 'tenant_id': '0349f96b4c92480fb6780bd08ce25519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:21:56Z', 'updated_at': '2021-06-04T15:27:15Z', 'revision_number': 6, 'project_id': '0349f96b4c92480fb6780bd08ce25519', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:27:15.869033 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e905252-a8bd-4950-b481-f4b5c16199d4 req-f20c293d-9a90-4e94-b2be-e239e4083d7b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=248242fb-86e0-4b31-9ab8-ab934205c117 HTTP/1.1" status: 200  len: 1001 time: 0.1696637
Jun 04 15:27:15.982515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e905252-a8bd-4950-b481-f4b5c16199d4 req-0ac86451-867c-4ad4-9e35-158b757e6109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:15.984637 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e905252-a8bd-4950-b481-f4b5c16199d4 req-0ac86451-867c-4ad4-9e35-158b757e6109 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4093c38f-7f2f-4b42-8c4a-34d4b45f0128 HTTP/1.1" status: 200  len: 850 time: 0.1061971
Jun 04 15:27:16.051386 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c34ad00>, [{'id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'name': 'tempest-ServerActionsTestJSON-1304773246-router', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:27:07Z', 'updated_at': '2021-06-04T15:27:12Z', 'revision_number': 3, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'gw_port': {'id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:10Z', 'updated_at': '2021-06-04T15:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:16.065971 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Checking router: 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:27:16.065971 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Updating router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 port 4ca01b6b-1466-4718-8d35-a602b471e1b6 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:27:16.112657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e905252-a8bd-4950-b481-f4b5c16199d4 req-b1cb6c6d-b62c-4769-aea2-d078f73a4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:16.114269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e905252-a8bd-4950-b481-f4b5c16199d4 req-b1cb6c6d-b62c-4769-aea2-d078f73a4618 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88077e73-6957-4879-9339-9e85eb0bc61f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1216192
Jun 04 15:27:16.199108 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:16.315799 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e905252-a8bd-4950-b481-f4b5c16199d4 req-be8b9f00-2bf0-4cae-9ec3-c63515c27b33 service neutron] 10.222.0.65 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927161
Jun 04 15:27:16.353760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53794) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:16.427676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] For port e1cc0a44-1b56-4902-95cc-360ee2bdd1b7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e1cc0a44-1b56-4902-95cc-360ee2bdd1b7,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:16.428334 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:16.585338 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e905252-a8bd-4950-b481-f4b5c16199d4 req-45fbde3f-9b9c-4700-a6c1-ed84d0a55f30 service neutron] 10.222.0.65 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2559974
Jun 04 15:27:16.744421 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Calling delete_port for e1cc0a44-1b56-4902-95cc-360ee2bdd1b7 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:27:16.808216 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:16.839292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Transition to ACTIVE for port object 4ca01b6b-1466-4718-8d35-a602b471e1b6 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:16.874382 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1205487286'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:16.936582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:16.948146 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-51b25b6d-8b64-4420-84f1-0cd33aa1d438 req-ad40ed27-9498-4b17-a17f-51d8cd27e4f9 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 210 time: 0.0932178
Jun 04 15:27:16.950529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Usage tracker for resource:network and tenant:e7f22e0a74d24f05a494cf4f9e787926 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:16.958906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:16.973668 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:16.987595 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:16.993342 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:17.018214 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-01179f29-9ce7-4953-a914-07bad5b7eaae service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.3070853
Jun 04 15:27:17.079301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 20fef633-c2eb-4748-b6be-ba82f2ac5304 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:27:17.153835 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Attempting to bind port 4ca01b6b-1466-4718-8d35-a602b471e1b6 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:27:17.154233 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Attempting to bind port 4ca01b6b-1466-4718-8d35-a602b471e1b6 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:27:17.154591 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Attempting to bind port 4ca01b6b-1466-4718-8d35-a602b471e1b6 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:27:17.157999 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 20fef633-c2eb-4748-b6be-ba82f2ac5304 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:27:17.158355 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 20fef633-c2eb-4748-b6be-ba82f2ac5304 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:27:17.158776 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e1cc0a44-1b56-4902-95cc-360ee2bdd1b7 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:27:17.177419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Made reservation on behalf of e7f22e0a74d24f05a494cf4f9e787926 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:17.180923 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:17.198377 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:27:17.198769 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:17.199462 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:17.199598 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:27:17.200071 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Bound port: 4ca01b6b-1466-4718-8d35-a602b471e1b6, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:27:17.200473 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:17.204214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:17.259500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:17.273413 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Usage tracker for resource:security_group_rule and tenant:e7f22e0a74d24f05a494cf4f9e787926 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:17.275359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f7627-273e-4834-93f2-1b6a3fd19246 None None] Pushing event updated for resources: {'Port': ['ID=4ca01b6b-1466-4718-8d35-a602b471e1b6,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:17.281049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:17.290916 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-433f7627-273e-4834-93f2-1b6a3fd19246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:17.293889 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:17.387205 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:17.432647 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] For port 4ca01b6b-1466-4718-8d35-a602b471e1b6, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:27:17.436190 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] For port 4ca01b6b-1466-4718-8d35-a602b471e1b6, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4ca01b6b-1466-4718-8d35-a602b471e1b6,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:27:17.443618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-9891d2a3-cca7-40b8-baf2-4a09863007a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:17.444155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-9891d2a3-cca7-40b8-baf2-4a09863007a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:17.445268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-9891d2a3-cca7-40b8-baf2-4a09863007a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:17.446116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-9891d2a3-cca7-40b8-baf2-4a09863007a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:17.446638 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-9891d2a3-cca7-40b8-baf2-4a09863007a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:17.447148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-9891d2a3-cca7-40b8-baf2-4a09863007a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:17.447597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-9891d2a3-cca7-40b8-baf2-4a09863007a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:17.449614 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-9891d2a3-cca7-40b8-baf2-4a09863007a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=926d3966f5b342809000e5f28f33b523&device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 6501 time: 0.3179481
Jun 04 15:27:17.511361 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:17.582773 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:17.591063 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:17.643049 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:17.664693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-28c87602-f1aa-4967-8758-5f536cd31252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:17.665589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-28c87602-f1aa-4967-8758-5f536cd31252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:17.666343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-28c87602-f1aa-4967-8758-5f536cd31252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:17.667833 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-28c87602-f1aa-4967-8758-5f536cd31252 service neutron] 10.222.0.62 "GET /v2.0/networks?id=523116c7-0d06-4e44-9c1a-1a833c6b29dc&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=67bebaa3-339e-464b-87fc-b3100714b795&id=67bebaa3-339e-464b-87fc-b3100714b795 HTTP/1.1" status: 200  len: 2299 time: 0.1817970
Jun 04 15:27:17.688839 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:17.701674 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b235d959-f1a4-4c64-af9b-01c74ea64926 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:17.719827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Routers {'35d4f854-719c-4ee5-ba1d-4a654d1d2d50'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:27:17.720974 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c34ad00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:27:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:17.782774 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:17.804389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1cc0a44-1b56-4902-95cc-360ee2bdd1b7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:17.812449 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f7627-273e-4834-93f2-1b6a3fd19246 None None] Pushing event updated for resources: {'Port': ['ID=4ca01b6b-1466-4718-8d35-a602b471e1b6,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:17.822396 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-433f7627-273e-4834-93f2-1b6a3fd19246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:17.839067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:27:17.842034 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:17.842469 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:17.842855 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:17.843230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:17.843610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:17.843978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:17.844346 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:17.844709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:17.846951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:17.861226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:17.874958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:17.874958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:17.889848 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:17.940099 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a0d1c450-98c2-445e-a66b-b385d57b7294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:17.941774 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-bff63705-a1ab-46e5-8e29-c2fba5e7832e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 HTTP/1.1" status: 200  len: 1000 time: 0.2663302
Jun 04 15:27:18.057581 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:18.057931 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Added segment 061b9171-9be6-44d2-b58f-444b70bb2b74 of type vlan for network f3c6497f-f9d5-4785-830b-1e28b64672f9
Jun 04 15:27:18.062770 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-77e885b7-c312-43d3-95a5-bf25731582ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:18.065897 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-77e885b7-c312-43d3-95a5-bf25731582ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0a49928-f479-46c6-b85f-c135d129c3d1 HTTP/1.1" status: 200  len: 856 time: 0.1162145
Jun 04 15:27:18.088669 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] Set router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:27:18.130341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc2cc84-2baa-4f18-b9bd-416f190b7a53,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:18.134858 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:18.172010 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:18.286474 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b760f82e-f359-454a-bbc7-3b85c7c7f737 req-9579f257-9ec3-477c-a230-12856f6daf5b tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 210 time: 0.0824742
Jun 04 15:27:18.328770 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-e91029ba-ba7b-4895-be49-bee242c63cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:18.330299 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-e91029ba-ba7b-4895-be49-bee242c63cb6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=523116c7-0d06-4e44-9c1a-1a833c6b29dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2501903
Jun 04 15:27:18.337819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcdb08-cc53-4579-b57c-6eb492ae131f req-65cf9be9-9e1c-4c80-a54a-81a8cca0e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:18.339374 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-20fcdb08-cc53-4579-b57c-6eb492ae131f req-65cf9be9-9e1c-4c80-a54a-81a8cca0e339 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e4d1bc96c16c459d978417725591ed35&device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 1097 time: 0.1935985
Jun 04 15:27:18.344661 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-97dfa340-532c-425a-888e-314675e93010 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:27:18.346094 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-97dfa340-532c-425a-888e-314675e93010 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0056272
Jun 04 15:27:18.467979 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:18.470024 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c34ad00>, [{'id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'name': 'tempest-ServerActionsTestJSON-1304773246-router', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:27:07Z', 'updated_at': '2021-06-04T15:27:12Z', 'revision_number': 3, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'gw_port': {'id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:10Z', 'updated_at': '2021-06-04T15:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:18.474990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f0da2-e704-413a-9832-06516715a8ae None None] The sync data for ids ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'] in n-d-791505-9 is: [{'id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'name': 'tempest-ServerActionsTestJSON-1304773246-router', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:27:07Z', 'updated_at': '2021-06-04T15:27:12Z', 'revision_number': 3, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'gw_port': {'id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:10Z', 'updated_at': '2021-06-04T15:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:27:18.534135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Allocated IP 172.20.0.1 (cb825790-7668-4447-8139-06bca8b4c119/6d3d49c1-ad0d-4cec-968c-8e5249f55dad/26aff51d-8a84-4810-a406-57b870de597b) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:27:18.564957 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:18.571098 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:18.585270 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcdb08-cc53-4579-b57c-6eb492ae131f req-7a24d3da-6618-4018-bc49-fb714c4957d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:18.587238 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-20fcdb08-cc53-4579-b57c-6eb492ae131f req-7a24d3da-6618-4018-bc49-fb714c4957d1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=83864b29-0e91-447f-814a-11174e6730d8 HTTP/1.1" status: 200  len: 920 time: 0.2399518
Jun 04 15:27:18.593338 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-a3a9f84b-2322-4df9-9ceb-be66f0617ca9 service neutron] 10.222.0.62 "GET /v2.0/networks/523116c7-0d06-4e44-9c1a-1a833c6b29dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2278171
Jun 04 15:27:18.659782 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c594f-c9b9-48e5-a745-7dc5f55aee65 req-16fa7e5d-2518-4638-b30b-29e2af61f6a5 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:18.661416 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ed0c594f-c9b9-48e5-a745-7dc5f55aee65 req-16fa7e5d-2518-4638-b30b-29e2af61f6a5 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.7015340
Jun 04 15:27:18.687885 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-20fcdb08-cc53-4579-b57c-6eb492ae131f req-029e22c9-7e42-4393-ab2f-093dfb97b289 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf7baf12-88af-4e8d-b26c-607c3c95385d HTTP/1.1" status: 200  len: 217 time: 0.0930672
Jun 04 15:27:18.748562 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:18.762719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:18.764195 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:18.775713 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-975d024b-8825-4c57-bb93-3e2103ac66fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:18.843696 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:18.852488 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a45899ca-9541-4d24-b87b-de4dfc883cc2 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:27:18.853156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcdb08-cc53-4579-b57c-6eb492ae131f req-cbe1def6-b1fa-4c29-9209-cb9c094dfae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:18.853156 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-20fcdb08-cc53-4579-b57c-6eb492ae131f req-cbe1def6-b1fa-4c29-9209-cb9c094dfae3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1da0813a-f703-4189-b21c-ef86d33e4ec4 HTTP/1.1" status: 200  len: 859 time: 0.1511021
Jun 04 15:27:18.973136 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-20fcdb08-cc53-4579-b57c-6eb492ae131f req-84e07c43-9941-4d5a-84ad-b29cc31d7267 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83864b29-0e91-447f-814a-11174e6730d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1137037
Jun 04 15:27:18.979273 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ed0c594f-c9b9-48e5-a745-7dc5f55aee65 req-f11a1450-7738-4555-a34c-decc94f28efb tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2652197
Jun 04 15:27:19.016938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event updated for resources: {'Network': ['ID=f3c6497f-f9d5-4785-830b-1e28b64672f9,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:19.030872 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network f3c6497f-f9d5-4785-830b-1e28b64672f9 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:27:19.039489 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:19.057069 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:19.066825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53848) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:19.072310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4ca01b6b-1466-4718-8d35-a602b471e1b6 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:27:19.089865 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:19.090885 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a45899ca-9541-4d24-b87b-de4dfc883cc2 HTTP/1.1" status: 204  len: 168 time: 4.5315249
Jun 04 15:27:19.094143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53852) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:19.106805 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-a1cbb7d4-826e-4dd8-9fdb-eb8014982365 service neutron] 10.222.0.62 "GET /v2.0/networks/523116c7-0d06-4e44-9c1a-1a833c6b29dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4601161
Jun 04 15:27:19.177606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Transition to ACTIVE for port object 26aff51d-8a84-4810-a406-57b870de597b will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:19.193019 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 2.8255665
Jun 04 15:27:19.264826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53a193f-ecab-43bd-acdd-84f8feb13504 admin admin] Deleting subnet 91893482-88ab-4bef-b1ea-915c1d6da852 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:27:19.279140 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a53a193f-ecab-43bd-acdd-84f8feb13504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:19.317444 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-53a35175-f00f-4877-a858-c3721cc78d82 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=e11cad97-5be6-48e6-bf28-5f9a6959d242 HTTP/1.1" status: 200  len: 217 time: 0.2011509
Jun 04 15:27:19.433752 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e4ad212-3f8b-481b-a170-e5b56ca5bc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:19.461742 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a53a193f-ecab-43bd-acdd-84f8feb13504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:19.524160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 4ca01b6b-1466-4718-8d35-a602b471e1b6 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:27:19.529993 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 4ca01b6b-1466-4718-8d35-a602b471e1b6 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:19.530572 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:19.532230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-d15501f4-a574-4857-9102-3586f66dfccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:19.534294 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-d15501f4-a574-4857-9102-3586f66dfccf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.2082345
Jun 04 15:27:19.583090 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-580ce1cc-11b5-4a90-96a6-237e5c11e213 req-5fa7796a-e682-43fc-b483-482c6b9187ef tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 210 time: 0.1156421
Jun 04 15:27:19.584476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9e4ad212-3f8b-481b-a170-e5b56ca5bc18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:19.598852 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:19.612773 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:19.675660 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9e4ad212-3f8b-481b-a170-e5b56ca5bc18 admin admin] Usage tracker for resource:security_group_rule and tenant:962e366b69bf4a479a8aa3dacfc0f9a4 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:19.692790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9e4ad212-3f8b-481b-a170-e5b56ca5bc18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:19.729553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9e4ad212-3f8b-481b-a170-e5b56ca5bc18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:19.751120 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Network cb825790-7668-4447-8139-06bca8b4c119 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:27:19.767196 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:19.804221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:27:19.826789 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:27:19.849322 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:19.892987 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 4ca01b6b-1466-4718-8d35-a602b471e1b6, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4ca01b6b-1466-4718-8d35-a602b471e1b6,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:19.952707 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:19.954749 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:19.979495 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:20.098869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=4ca01b6b-1466-4718-8d35-a602b471e1b6,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:20.117658 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:20.167190 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-20fcdb08-cc53-4579-b57c-6eb492ae131f req-0a856ad8-ff3b-489b-be33-4ffd2bbe9097 service neutron] 10.222.0.65 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1765571
Jun 04 15:27:20.180913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-55b106b9-9765-4c52-9bf4-3d5884c54ebc tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:20.183072 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-55b106b9-9765-4c52-9bf4-3d5884c54ebc tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.62 "GET /v2.0/networks?id=83156de6-8ea4-4064-bf61-8ac8d05d91a4 HTTP/1.1" status: 200  len: 825 time: 0.5117712
Jun 04 15:27:20.235436 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Pushing event updated for resources: {'Port': ['ID=26aff51d-8a84-4810-a406-57b870de597b,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:20.258791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Request body: {'port': {'device_id': '680b9e77-6ad4-466a-9186-07aa121daaaa', 'network_id': '83156de6-8ea4-4064-bf61-8ac8d05d91a4', 'admin_state_up': True, 'tenant_id': '30396080ceab4b4cb799f047a26dbef7'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:20.273821 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:20.387426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bf0fbfaf-1e54-4d17-8a6d-c8542548fc27 None None] Provisioning for port 26aff51d-8a84-4810-a406-57b870de597b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:27:20.392991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bf0fbfaf-1e54-4d17-8a6d-c8542548fc27 None None] Provisioning complete for port 26aff51d-8a84-4810-a406-57b870de597b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:20.393400 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbfaf-1e54-4d17-8a6d-c8542548fc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:20.463187 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fbfaf-1e54-4d17-8a6d-c8542548fc27 None None] Port 26aff51d-8a84-4810-a406-57b870de597b cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:27:20.501133 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e4ad212-3f8b-481b-a170-e5b56ca5bc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:20.510061 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a53a193f-ecab-43bd-acdd-84f8feb13504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:20.525523 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-9df09053-40e1-48bb-ad72-d67bdb1ed936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:20.527010 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-9df09053-40e1-48bb-ad72-d67bdb1ed936 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.9614828
Jun 04 15:27:20.615763 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e4ad212-3f8b-481b-a170-e5b56ca5bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:20.646003 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-20fcdb08-cc53-4579-b57c-6eb492ae131f req-1870f957-03d2-4c7b-9c20-6aa85b796746 service neutron] 10.222.0.65 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4571350
Jun 04 15:27:20.649288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:20.703442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Usage tracker for resource:port and tenant:30396080ceab4b4cb799f047a26dbef7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:20.707389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:20.722072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20091ed-cb73-4fd3-a45f-a79e85d62bdf req-97a186dc-f913-408a-ba9f-36bd2e9c14ea tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:20.729818 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b20091ed-cb73-4fd3-a45f-a79e85d62bdf req-97a186dc-f913-408a-ba9f-36bd2e9c14ea tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.4556415
Jun 04 15:27:20.739561 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:20.823422 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b20091ed-cb73-4fd3-a45f-a79e85d62bdf req-fce32df3-c961-468a-9176-34e2646cc74c tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926459
Jun 04 15:27:20.833591 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-57b8b5ad-9bca-4716-a878-c3903dd59dd8 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2970054
Jun 04 15:27:20.884551 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:20.893666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Made reservation on behalf of 30396080ceab4b4cb799f047a26dbef7 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:20.896096 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:20.967724 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4ca01b6b-1466-4718-8d35-a602b471e1b6 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:27:20.981654 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9e4ad212-3f8b-481b-a170-e5b56ca5bc18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=962e366b69bf4a479a8aa3dacfc0f9a4&name=default HTTP/1.1" status: 200  len: 2983 time: 1.9137635
Jun 04 15:27:20.999037 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53866) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:21.079423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 4ca01b6b-1466-4718-8d35-a602b471e1b6 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:21.086302 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:21.150966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ad212-3f8b-481b-a170-e5b56ca5bc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86505c8-4ea7-4136-90d0-8092a8cfbe7e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:21.166819 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f39e94cc-51b8-4a1a-8924-1963e53126b4 req-6fe15769-c71e-44f2-9928-b6a18a8c7770 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 210 time: 0.2145028
Jun 04 15:27:21.173098 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-ad868615-1f4f-4feb-825b-a3313d12bf4b service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3318267
Jun 04 15:27:21.173749 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9e4ad212-3f8b-481b-a170-e5b56ca5bc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:21.270522 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-70bba984-2fcf-42cd-a709-a038ad02715c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 HTTP/1.1" status: 200  len: 217 time: 0.0741398
Jun 04 15:27:21.324263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Allocated IP 172.20.0.9 (83156de6-8ea4-4064-bf61-8ac8d05d91a4/1d4cbbc4-a328-4667-a98d-37d7480c9743/e5c23279-cde2-4d05-bb6d-fd3858f54d56) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:27:21.359012 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:21.372967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-94ac6000-9efc-447c-9a6d-dfb19dfd50b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:21.377980 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-94ac6000-9efc-447c-9a6d-dfb19dfd50b8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.0957391
Jun 04 15:27:21.416800 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-665eb746-dba4-4d23-8a46-5ffed9a74ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:21.469151 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-665eb746-dba4-4d23-8a46-5ffed9a74ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:21.530674 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a53a193f-ecab-43bd-acdd-84f8feb13504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:21.550223 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-68dcedb1-2dbc-4086-9518-c0ef28b76464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:21.572598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-dfb3995a-d7b2-4f2e-b1d0-8bf40487c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:21.575148 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-dfb3995a-d7b2-4f2e-b1d0-8bf40487c4c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1910853
Jun 04 15:27:21.621261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6d53a6-7487-48ba-ac6a-ab6e29f2ce0c None None] Network 91cca73e-1edf-43ed-a022-24d22b5f5f64 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:21.656510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a193f-ecab-43bd-acdd-84f8feb13504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91893482-88ab-4bef-b1ea-915c1d6da852,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:21.661310 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a53a193f-ecab-43bd-acdd-84f8feb13504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:21.760261 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-d164e7d8-3ded-4dc4-826d-0b4e00e30865 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509001
Jun 04 15:27:21.773469 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:21.777174 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a53a193f-ecab-43bd-acdd-84f8feb13504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:21.798633 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a53a193f-ecab-43bd-acdd-84f8feb13504 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/91893482-88ab-4bef-b1ea-915c1d6da852 HTTP/1.1" status: 204  len: 168 time: 2.7034583
Jun 04 15:27:21.801196 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53870) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:21.935506 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8799a0-2d8d-4bc5-8e14-87d877383bb2 None None] DHCP port deletion for 91cca73e-1edf-43ed-a022-24d22b5f5f64 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:27:22.020720 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:22.078162 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:22.089376 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9eae2aba-004d-4eb5-9468-30d70cce0ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:22.114377 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ca8799a0-2d8d-4bc5-8e14-87d877383bb2 None None] Deleting port 83d83d0f-317c-4477-aee1-2072b5cca74c {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:27:22.114960 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ca8799a0-2d8d-4bc5-8e14-87d877383bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:22.126438 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-bb74126e-bd75-467c-a1f6-387c6db2ec63 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3594933
Jun 04 15:27:22.142488 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-665eb746-dba4-4d23-8a46-5ffed9a74ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:22.208924 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-37e26d7d-f95a-465e-b049-9a61eae3d212 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=eff2a110-bfbd-4b7c-802b-81406f46e243 HTTP/1.1" status: 200  len: 217 time: 0.0742297
Jun 04 15:27:22.218770 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-665eb746-dba4-4d23-8a46-5ffed9a74ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:22.223540 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-665eb746-dba4-4d23-8a46-5ffed9a74ba5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d86505c8-4ea7-4136-90d0-8092a8cfbe7e HTTP/1.1" status: 204  len: 168 time: 1.2222986
Jun 04 15:27:22.237663 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:22.299168 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:22.336894 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ebf9c73a-5624-4eb3-8650-f822ce64e802 tempest-InstanceActionsV221TestJSON-2065716529 tempest-InstanceActionsV221TestJSON-2065716529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:22.375883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Pushing event updated for resources: {'Port': ['ID=26aff51d-8a84-4810-a406-57b870de597b,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:22.382913 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:22.383831 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:22.401676 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ca8799a0-2d8d-4bc5-8e14-87d877383bb2 None None] For port 83d83d0f-317c-4477-aee1-2072b5cca74c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=83d83d0f-317c-4477-aee1-2072b5cca74c,segment=NetworkSegment(3ec3bb61-49fd-46da-b11e-f8d32553d4f2),segment_id=3ec3bb61-49fd-46da-b11e-f8d32553d4f2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:22.402531 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ca8799a0-2d8d-4bc5-8e14-87d877383bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:22.421214 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bd813fa1-c194-4b34-acb5-f6d5100902d4 tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:22.455760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665eb746-dba4-4d23-8a46-5ffed9a74ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86505c8-4ea7-4136-90d0-8092a8cfbe7e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:22.462433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Pushing event updated for resources: {'Port': ['ID=e5c23279-cde2-4d05-bb6d-fd3858f54d56,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:22.463169 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-665eb746-dba4-4d23-8a46-5ffed9a74ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:22.466694 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:22.478957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Network 83156de6-8ea4-4064-bf61-8ac8d05d91a4 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:27:22.540556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:22.548370 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:27:22.642566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:22.643216 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:22.692301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-67299912-1625-4b87-9152-6f539640614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:22.693789 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-67299912-1625-4b87-9152-6f539640614b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.4780269
Jun 04 15:27:22.715068 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53882) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:22.721682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Request body: {'subnet': {'network_id': 'f3c6497f-f9d5-4785-830b-1e28b64672f9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:22.735425 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ca8799a0-2d8d-4bc5-8e14-87d877383bb2 None None] Calling delete_port for 83d83d0f-317c-4477-aee1-2072b5cca74c owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:27:22.755637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2448462-3cf5-4db9-b4a9-7bff8c676035 req-239f2ece-7511-4ea0-93b1-0711f0dd3fdb tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:22.756632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d2448462-3cf5-4db9-b4a9-7bff8c676035 req-239f2ece-7511-4ea0-93b1-0711f0dd3fdb tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Synchronizing usage tracker for tenant:30396080ceab4b4cb799f047a26dbef7 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:27:22.766178 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Deleting port 83d83d0f-317c-4477-aee1-2072b5cca74c {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:27:22.766302 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5108721
Jun 04 15:27:22.766403 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:22.787143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Request body: {'port': {'device_id': '680b9e77-6ad4-466a-9186-07aa121daaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:22.901363 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ca8799a0-2d8d-4bc5-8e14-87d877383bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:22.908112 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:22.908382 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d2448462-3cf5-4db9-b4a9-7bff8c676035 req-239f2ece-7511-4ea0-93b1-0711f0dd3fdb tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Unset dirty status for tenant:30396080ceab4b4cb799f047a26dbef7 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:27:22.918271 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d2448462-3cf5-4db9-b4a9-7bff8c676035 req-239f2ece-7511-4ea0-93b1-0711f0dd3fdb tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 931 time: 0.4553983
Jun 04 15:27:22.944608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5e97b-e16d-46b0-aafb-ef02258353ea req-1080d423-c195-455f-8955-e8c4cf4e280a tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:22.947005 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-04b5e97b-e16d-46b0-aafb-ef02258353ea req-1080d423-c195-455f-8955-e8c4cf4e280a tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.4924102
Jun 04 15:27:22.954404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-8e803609-626d-4595-a8f8-4a7d9e17eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:22.955913 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-8e803609-626d-4595-a8f8-4a7d9e17eb7c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2525952
Jun 04 15:27:22.972275 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8799a0-2d8d-4bc5-8e14-87d877383bb2 None None] Pushing event deleted for resources: {'Port': ['ID=83d83d0f-317c-4477-aee1-2072b5cca74c,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:22.977640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 83d83d0f-317c-4477-aee1-2072b5cca74c no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:27:22.994628 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Network cb825790-7668-4447-8139-06bca8b4c119 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:27:23.002863 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ca8799a0-2d8d-4bc5-8e14-87d877383bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:23.004397 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:23.013507 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8799a0-2d8d-4bc5-8e14-87d877383bb2 None None] No DVR routers for this DVR port 83d83d0f-317c-4477-aee1-2072b5cca74c on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:27:23.017797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:23.021920 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] For port 83d83d0f-317c-4477-aee1-2072b5cca74c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=83d83d0f-317c-4477-aee1-2072b5cca74c,segment=NetworkSegment(3ec3bb61-49fd-46da-b11e-f8d32553d4f2),segment_id=3ec3bb61-49fd-46da-b11e-f8d32553d4f2)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:23.022338 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:23.023091 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 83d83d0f-317c-4477-aee1-2072b5cca74c {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:27:23.023641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 83d83d0f-317c-4477-aee1-2072b5cca74c not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:27:23.101408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:23.103419 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d2448462-3cf5-4db9-b4a9-7bff8c676035 req-56443528-f427-4ea1-ad64-0d17e571e88c tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866026
Jun 04 15:27:23.189889 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Calling delete_port for 83d83d0f-317c-4477-aee1-2072b5cca74c owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:27:23.213761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Usage tracker for resource:subnet and tenant:e7f22e0a74d24f05a494cf4f9e787926 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:23.255238 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:23.265780 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-c3e0a24c-64db-40d7-b915-01db98f0fe2b service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2989850
Jun 04 15:27:23.267478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53884) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:23.288129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:23.315434 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:23.335225 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-04b5e97b-e16d-46b0-aafb-ef02258353ea req-aaf6252c-de98-423b-a05c-3bda2e71cfa5 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3539331
Jun 04 15:27:23.342557 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-68ccd712-b70a-4f6c-b3ee-efd8c09ae89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:23.410239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1ff521fe-1a41-45b8-b2e3-25ee0fded0ce None None] Provisioning complete for port 26aff51d-8a84-4810-a406-57b870de597b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:23.410744 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1ff521fe-1a41-45b8-b2e3-25ee0fded0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:23.434003 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-68ccd712-b70a-4f6c-b3ee-efd8c09ae89d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:23.456277 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Made reservation on behalf of e7f22e0a74d24f05a494cf4f9e787926 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:23.460205 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:23.463815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-68ccd712-b70a-4f6c-b3ee-efd8c09ae89d admin admin] Usage tracker for resource:security_group_rule and tenant:fbd60446ae174472b53f65be34a1d039 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:23.472695 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1ff521fe-1a41-45b8-b2e3-25ee0fded0ce None None] Port 26aff51d-8a84-4810-a406-57b870de597b cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:27:23.479751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-68ccd712-b70a-4f6c-b3ee-efd8c09ae89d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:23.490447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-68ccd712-b70a-4f6c-b3ee-efd8c09ae89d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:23.604582 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-c6f2e4e3-d5d1-484e-b884-f1d8d08b05c9 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3238511
Jun 04 15:27:23.704766 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-ab042147-8bbd-41d3-971e-bb1479562551 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=866f06d1-ae5e-4e52-a577-794e989480c1 HTTP/1.1" status: 200  len: 217 time: 0.0910432
Jun 04 15:27:23.737684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:27:23.744666 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:23.750631 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-12b2df0c-2a7b-4265-a5c6-1405a2be4b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:23.801859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Pushing event deleted for resources: {'Port': ['ID=83d83d0f-317c-4477-aee1-2072b5cca74c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:23.809323 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:23.866341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-7fe1f73d-c3e7-4884-ba08-49d6e1448dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:23.866588 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] No DVR routers for this DVR port 83d83d0f-317c-4477-aee1-2072b5cca74c on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:27:23.868462 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-7fe1f73d-c3e7-4884-ba08-49d6e1448dd8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.1528690
Jun 04 15:27:23.942705 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-68ccd712-b70a-4f6c-b3ee-efd8c09ae89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:23.948217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c23279-cde2-4d05-bb6d-fd3858f54d56 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:27:23.958194 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:23.986990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Transition to ACTIVE for port object e5c23279-cde2-4d05-bb6d-fd3858f54d56 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:24.000542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-c6403942-7563-4eaf-8513-53b7f488705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:24.001706 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-c6403942-7563-4eaf-8513-53b7f488705d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1238737
Jun 04 15:27:24.043513 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-68ccd712-b70a-4f6c-b3ee-efd8c09ae89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:24.057744 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:24.117893 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:24.151592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83869850a0>,) {'filters': {'network_id': ['91cca73e-1edf-43ed-a022-24d22b5f5f64']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:24.175130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83869850a0>, '3ec3bb61-49fd-46da-b11e-f8d32553d4f2') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:24.175422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83869850a0>, '3ec3bb61-49fd-46da-b11e-f8d32553d4f2') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:24.207407 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:24.222293 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:24.222977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:27:24.234802 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Sync routers for ids ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:27:24.244903 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Routers {'35d4f854-719c-4ee5-ba1d-4a654d1d2d50'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:27:24.245784 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:24.245960 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8c7460>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:27:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:24.258340 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:27:24.258720 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:27:24.273031 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:27:24.289685 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] 10.222.0.32 "PUT /v2.0/routers/35d4f854-719c-4ee5-ba1d-4a654d1d2d50/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1015229
Jun 04 15:27:24.436093 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Set router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:27:24.494535 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:24.499383 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1144c992-037a-4b14-b797-49db84f2f3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:24.520233 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:24.532789 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Pushing event deleted for resources: {'Network': ['ID=91cca73e-1edf-43ed-a022-24d22b5f5f64,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:24.536288 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:24.541453 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] 10.222.0.32 "DELETE /v2.0/networks/91cca73e-1edf-43ed-a022-24d22b5f5f64 HTTP/1.1" status: 204  len: 168 time: 2.7351973
Jun 04 15:27:24.555747 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-68ccd712-b70a-4f6c-b3ee-efd8c09ae89d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbd60446ae174472b53f65be34a1d039&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2760525
Jun 04 15:27:24.556328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53898) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:24.597334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccd712-b70a-4f6c-b3ee-efd8c09ae89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1829af97-0bb2-41dd-8a73-d818b1875506,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:24.601593 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-68ccd712-b70a-4f6c-b3ee-efd8c09ae89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:24.605971 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f7324ae4-761a-411a-977c-8385a8f60f2d tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:24.662239 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:24.668251 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-92eb1bbe-2545-4807-8862-6d2a9abd6eab tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:24.765409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event updated for resources: {'Subnet': ['ID=df15c222-407f-4075-9234-d335c205176f,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:24.770312 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:24.785708 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f61a33-ca4c-486c-a0f4-2131f61700a0 req-a0e4d448-49ea-40bc-b98f-246d16adb8aa tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:24.787180 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-16f61a33-ca4c-486c-a0f4-2131f61700a0 req-a0e4d448-49ea-40bc-b98f-246d16adb8aa tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.2128148
Jun 04 15:27:24.788763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Checking segment: {'id': '061b9171-9be6-44d2-b58f-444b70bb2b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3c6497f-f9d5-4785-830b-1e28b64672f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:24.789283 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Network hostable DHCP agents. Network: f3c6497f-f9d5-4785-830b-1e28b64672f9, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:27:24.815433 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-663455e2-6e1a-47d0-a9ff-9a333bc3fe06 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8057008
Jun 04 15:27:24.833740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c23279-cde2-4d05-bb6d-fd3858f54d56,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:24.837218 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:24.847270 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-16f61a33-ca4c-486c-a0f4-2131f61700a0 req-dbbc5327-61dd-4f27-83f9-f20dd22897ae tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500886
Jun 04 15:27:24.858972 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8c7460>, [{'id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'name': 'tempest-ServerActionsTestJSON-1304773246-router', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:27:07Z', 'updated_at': '2021-06-04T15:27:20Z', 'revision_number': 4, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'gw_port': {'id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:10Z', 'updated_at': '2021-06-04T15:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '26aff51d-8a84-4810-a406-57b870de597b', 'name': '', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'mac_address': 'fa:16:3e:61:a2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:17Z', 'updated_at': '2021-06-04T15:27:21Z', 'revision_number': 2, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'subnets': [{'id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:24.873548 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Checking router: 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:27:24.874134 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Updating router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 port 26aff51d-8a84-4810-a406-57b870de597b binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:27:24.912093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Network f3c6497f-f9d5-4785-830b-1e28b64672f9 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:27:24.947150 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:24.977560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3a1ab-1431-4104-b81e-6c66c586c763 req-1a7ca0f8-72b6-4570-83c3-d54307afe4d8 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:24.979252 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fec3a1ab-1431-4104-b81e-6c66c586c763 req-1a7ca0f8-72b6-4570-83c3-d54307afe4d8 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 943 time: 0.6978724
Jun 04 15:27:24.987469 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9bc7416e-8e5d-4d48-9645-169ab7c6278d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.032461 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, f3c6497f-f9d5-4785-830b-1e28b64672f9) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:25.047214 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:25.048275 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.048425 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41316a3f-e587-4d17-a890-472ae078fede None None] Network f3c6497f-f9d5-4785-830b-1e28b64672f9 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:25.077622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Attempting to bind port e5c23279-cde2-4d05-bb6d-fd3858f54d56 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:27:25.078201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Attempting to bind port e5c23279-cde2-4d05-bb6d-fd3858f54d56 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '4409588d-0879-4a2c-abf1-31d3591cf910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83156de6-8ea4-4064-bf61-8ac8d05d91a4'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:27:25.078657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Attempting to bind port e5c23279-cde2-4d05-bb6d-fd3858f54d56 on network 83156de6-8ea4-4064-bf61-8ac8d05d91a4 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:27:25.098743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53902) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:25.121967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Port e5c23279-cde2-4d05-bb6d-fd3858f54d56 on network 83156de6-8ea4-4064-bf61-8ac8d05d91a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:27:25.122395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Attempting to bind port e5c23279-cde2-4d05-bb6d-fd3858f54d56 on network 83156de6-8ea4-4064-bf61-8ac8d05d91a4 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:27:25.125934 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9bc7416e-8e5d-4d48-9645-169ab7c6278d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.159847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:27:25.162342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Checking segment: {'id': '4409588d-0879-4a2c-abf1-31d3591cf910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83156de6-8ea4-4064-bf61-8ac8d05d91a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:25.164121 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Bound using segment: {'id': '4409588d-0879-4a2c-abf1-31d3591cf910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83156de6-8ea4-4064-bf61-8ac8d05d91a4'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:27:25.168463 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Bound port: e5c23279-cde2-4d05-bb6d-fd3858f54d56, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4409588d-0879-4a2c-abf1-31d3591cf910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83156de6-8ea4-4064-bf61-8ac8d05d91a4'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:27:25.168892 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.188598 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eaa15a11-e3db-4f13-8ae3-76e64638a3a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0349f96b4c92480fb6780bd08ce25519&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0882294
Jun 04 15:27:25.190661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53904) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:25.219980 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.4977102
Jun 04 15:27:25.231498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53906) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:25.237783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-469986981'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:25.245299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:25.249918 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Usage tracker for resource:network and tenant:e7f22e0a74d24f05a494cf4f9e787926 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:25.253022 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:25.261651 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:25.275751 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fec3a1ab-1431-4104-b81e-6c66c586c763 req-df63d450-e3bd-43eb-970e-a3271ef0df88 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2796443
Jun 04 15:27:25.330587 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-87c87f3f-e482-4b5a-bbcb-5ff72d0f92c4 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4992423
Jun 04 15:27:25.341763 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aae4ee6e-3d20-4bb0-8aaa-2fa25cd49168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.365484 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Made reservation on behalf of e7f22e0a74d24f05a494cf4f9e787926 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:25.370556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-f3c6497f-f9d5-4785-830b-1e28b64672f9', 'network_id': 'f3c6497f-f9d5-4785-830b-1e28b64672f9', 'tenant_id': 'e7f22e0a74d24f05a494cf4f9e787926', 'fixed_ips': [{'subnet_id': 'df15c222-407f-4075-9234-d335c205176f'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:27:25.371667 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.375320 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.449453 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aae4ee6e-3d20-4bb0-8aaa-2fa25cd49168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.476399 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-1bef586e-bf00-4a2e-bf6e-40a9c2cf9e01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7938937e-37ff-4ff3-9751-b09fa0d241f6 HTTP/1.1" status: 200  len: 217 time: 0.1311703
Jun 04 15:27:25.525642 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.555488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] For port e5c23279-cde2-4d05-bb6d-fd3858f54d56, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:27:25.568285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] For port e5c23279-cde2-4d05-bb6d-fd3858f54d56, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e5c23279-cde2-4d05-bb6d-fd3858f54d56,segment=NetworkSegment(4409588d-0879-4a2c-abf1-31d3591cf910),segment_id=4409588d-0879-4a2c-abf1-31d3591cf910)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:27:25.574756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-6c3805ce-9937-48eb-a1ab-0ac75dd08a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:25.579747 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-6c3805ce-9937-48eb-a1ab-0ac75dd08a58 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=609b259b-c087-44a5-9daf-3b5e7e8e553a HTTP/1.1" status: 200  len: 797 time: 0.0836842
Jun 04 15:27:25.604522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Allocated IP 2001:db8:0:ffff::2 (f3c6497f-f9d5-4785-830b-1e28b64672f9/df15c222-407f-4075-9234-d335c205176f/93cb4b2d-5376-49ce-a1d3-e1cfae9863d2) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:27:25.629088 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aae4ee6e-3d20-4bb0-8aaa-2fa25cd49168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.629219 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Transition to ACTIVE for port object 26aff51d-8a84-4810-a406-57b870de597b will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:25.629321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53910) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:25.636030 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9ccab259-f260-4bf1-8f54-76dc1affb4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:25.638196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955957973', 'description': 'tempest-description--2022843792'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:25.646342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:25.651008 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4ee6e-3d20-4bb0-8aaa-2fa25cd49168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25a0612-57f4-4162-9fc4-82bdae74c689,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:25.659476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Usage tracker for resource:security_group and tenant:1d658397c2f54645b763ef21f67c47da is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:25.660552 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aae4ee6e-3d20-4bb0-8aaa-2fa25cd49168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:25.664391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:25.664861 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aae4ee6e-3d20-4bb0-8aaa-2fa25cd49168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.666122 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-aae4ee6e-3d20-4bb0-8aaa-2fa25cd49168 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c25a0612-57f4-4162-9fc4-82bdae74c689 HTTP/1.1" status: 204  len: 168 time: 0.4745185
Jun 04 15:27:25.675909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:25.678936 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9bc7416e-8e5d-4d48-9645-169ab7c6278d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.685602 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c6f7d8e-c786-435c-bd0e-c5c0c78481a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:25.686210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:27:25.697192 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.697540 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Added segment d548d247-4d04-4ea6-b1d4-f32b228bf334 of type vlan for network a0412902-a979-44b1-adc6-d1b0d4844d0e
Jun 04 15:27:25.707115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7416e-8e5d-4d48-9645-169ab7c6278d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1829af97-0bb2-41dd-8a73-d818b1875506,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:25.717523 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9bc7416e-8e5d-4d48-9645-169ab7c6278d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:25.723356 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9bc7416e-8e5d-4d48-9645-169ab7c6278d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.725409 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9bc7416e-8e5d-4d48-9645-169ab7c6278d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1829af97-0bb2-41dd-8a73-d818b1875506 HTTP/1.1" status: 204  len: 168 time: 1.1489990
Jun 04 15:27:25.746906 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-cfa9b8a8-2c87-41ce-baf0-85be4df0ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:25.751908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-cfa9b8a8-2c87-41ce-baf0-85be4df0ba54 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67bebaa3-339e-464b-87fc-b3100714b795&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1591680
Jun 04 15:27:25.752940 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.755942 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.770060 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-87f777c1-32a0-4c32-83aa-77e766608509 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:25.770452 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.775004 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.784339 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-1e51ce5b-fb72-49c1-8ea2-bde739afb353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:25.857504 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.872081 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.879092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:25.879685 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.904395 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.909035 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:25.930447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Transition to ACTIVE for port object 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:25.932666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:25.937826 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:25.941511 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] 10.222.0.62 "PUT /v2.0/ports/e5c23279-cde2-4d05-bb6d-fd3858f54d56 HTTP/1.1" status: 200  len: 1091 time: 3.1587121
Jun 04 15:27:25.942058 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680b9e77-6ad4-466a-9186-07aa121daaaa', 'tag': 'e5c23279-cde2-4d05-bb6d-fd3858f54d56'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:27:25.945156 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f5c061-87f5-42c9-9b8e-de84d1f03368" -d '{"events": [{"name": "network-changed", "server_uuid": "680b9e77-6ad4-466a-9186-07aa121daaaa", "tag": "e5c23279-cde2-4d05-bb6d-fd3858f54d56"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:27:25.987320 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Transition to ACTIVE for port object 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:26.007245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:26.017361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Usage tracker for resource:security_group_rule and tenant:1d658397c2f54645b763ef21f67c47da is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:26.032961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:26.040269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:26.077845 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82772f98-4741-4f7d-ab49-3d1142795805 x-openstack-request-id: req-82772f98-4741-4f7d-ab49-3d1142795805 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:27:26.078195 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680b9e77-6ad4-466a-9186-07aa121daaaa", "tag": "e5c23279-cde2-4d05-bb6d-fd3858f54d56", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:27:26.078490 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82772f98-4741-4f7d-ab49-3d1142795805 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:27:26.078931 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680b9e77-6ad4-466a-9186-07aa121daaaa', 'tag': 'e5c23279-cde2-4d05-bb6d-fd3858f54d56', 'status': 'completed', 'code': 200}
Jun 04 15:27:26.099284 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Pushing event updated for resources: {'Port': ['ID=26aff51d-8a84-4810-a406-57b870de597b,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:26.117380 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.8847015
Jun 04 15:27:26.118400 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event updated for resources: {'Network': ['ID=a0412902-a979-44b1-adc6-d1b0d4844d0e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:26.121542 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:26.122371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53920) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:26.129564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Request body: {'subnet': {'network_id': 'a0412902-a979-44b1-adc6-d1b0d4844d0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:26.130583 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network a0412902-a979-44b1-adc6-d1b0d4844d0e details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:27:26.185106 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.185741 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.186233 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.186719 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.187223 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.187726 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.188203 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.188687 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.189310 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.189879 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.190388 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.191573 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.204377 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Attempting to bind port 26aff51d-8a84-4810-a406-57b870de597b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:27:26.204923 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Attempting to bind port 26aff51d-8a84-4810-a406-57b870de597b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:27:26.205505 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Attempting to bind port 26aff51d-8a84-4810-a406-57b870de597b on network cb825790-7668-4447-8139-06bca8b4c119 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:27:26.212982 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:26.214774 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:27:26.215833 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Checking segment: {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:26.216434 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:26.217026 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Bound using segment: {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:27:26.217752 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Bound port: 26aff51d-8a84-4810-a406-57b870de597b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:27:26.218315 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:26.306481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c23279-cde2-4d05-bb6d-fd3858f54d56,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:26.317420 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:26.358076 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:26.374176 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:26.405086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:26.408728 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-38aee458-cb54-4fc1-9ed7-a85cb9e726e1 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6404524
Jun 04 15:27:26.416230 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] For port 26aff51d-8a84-4810-a406-57b870de597b, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:27:26.417369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Usage tracker for resource:subnet and tenant:e7f22e0a74d24f05a494cf4f9e787926 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:26.420751 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] For port 26aff51d-8a84-4810-a406-57b870de597b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=26aff51d-8a84-4810-a406-57b870de597b,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:27:26.427670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:26.445102 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:26.449461 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:26.489733 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Network f3c6497f-f9d5-4785-830b-1e28b64672f9 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:27:26.493149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:26.508989 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:27:26.524420 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:26.529603 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:26.539043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d20886-55da-495a-8b73-7d39eda1e8bb req-210b8ca6-6eca-471d-811c-6b1dbf0ad085 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:26.541624 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-67d20886-55da-495a-8b73-7d39eda1e8bb req-210b8ca6-6eca-471d-811c-6b1dbf0ad085 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.4701800
Jun 04 15:27:26.544083 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5c061-87f5-42c9-9b8e-de84d1f03368 req-ed2cda3e-0651-4020-998f-cbf5635e1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:26.545922 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a4f5c061-87f5-42c9-9b8e-de84d1f03368 req-ed2cda3e-0651-4020-998f-cbf5635e1ac8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30396080ceab4b4cb799f047a26dbef7&device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 1094 time: 0.4714494
Jun 04 15:27:26.693434 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Pushing event updated for resources: {'Port': ['ID=26aff51d-8a84-4810-a406-57b870de597b,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:26.702343 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:26.732476 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Routers {'35d4f854-719c-4ee5-ba1d-4a654d1d2d50'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:27:26.733442 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8c7460>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:27:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:26.747274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Made reservation on behalf of e7f22e0a74d24f05a494cf4f9e787926 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:26.748335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Pushing event updated for resources: {'Port': ['ID=93cb4b2d-5376-49ce-a1d3-e1cfae9863d2,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:26.751184 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:26.770324 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.770992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.771537 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.772222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.772973 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.773863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.774389 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.775005 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.775728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.776443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.776988 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.777546 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:26.791476 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:26.801649 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Attempting to bind port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:27:26.802455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Attempting to bind port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '061b9171-9be6-44d2-b58f-444b70bb2b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3c6497f-f9d5-4785-830b-1e28b64672f9'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:27:26.803050 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Attempting to bind port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 on network f3c6497f-f9d5-4785-830b-1e28b64672f9 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:27:26.810482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:27:26.811476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Checking segment: {'id': '061b9171-9be6-44d2-b58f-444b70bb2b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3c6497f-f9d5-4785-830b-1e28b64672f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:26.812111 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:26.812719 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Bound using segment: {'id': '061b9171-9be6-44d2-b58f-444b70bb2b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3c6497f-f9d5-4785-830b-1e28b64672f9'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:27:26.813450 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Bound port: 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061b9171-9be6-44d2-b58f-444b70bb2b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3c6497f-f9d5-4785-830b-1e28b64672f9'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:27:26.814275 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:26.980920 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] For port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:27:26.989492 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] For port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=93cb4b2d-5376-49ce-a1d3-e1cfae9863d2,segment=NetworkSegment(061b9171-9be6-44d2-b58f-444b70bb2b74),segment_id=061b9171-9be6-44d2-b58f-444b70bb2b74)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:27:27.000060 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-da6dd49f-7fb9-49e1-82e1-eb5e4f838417 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5516453
Jun 04 15:27:27.135074 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-226a3a9c-f958-4ed6-9c66-299570c62d2a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 HTTP/1.1" status: 200  len: 217 time: 0.1265223
Jun 04 15:27:27.141316 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] Set router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:27:27.152686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b1218-2072-45a6-ad86-f3d8c05272a3 req-642ea8e8-b070-46b3-8637-242fd29beabb tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:27.154224 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e0b1218-2072-45a6-ad86-f3d8c05272a3 req-642ea8e8-b070-46b3-8637-242fd29beabb tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 943 time: 0.6862481
Jun 04 15:27:27.171315 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:27.182755 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:27.192582 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:27.194850 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8eef93d4-fa1d-4c06-b21e-758c1984df5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:27.238477 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-2e0b1218-2072-45a6-ad86-f3d8c05272a3 req-acec308b-0f3e-419a-affb-44b2247ae2da tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Synchronizing usage tracker for tenant:30396080ceab4b4cb799f047a26dbef7 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:27:27.311922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Pushing event updated for resources: {'Port': ['ID=93cb4b2d-5376-49ce-a1d3-e1cfae9863d2,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:27.321703 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:27.362042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-2e0b1218-2072-45a6-ad86-f3d8c05272a3 req-acec308b-0f3e-419a-affb-44b2247ae2da tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Unset dirty status for tenant:30396080ceab4b4cb799f047a26dbef7 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:27:27.369662 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e0b1218-2072-45a6-ad86-f3d8c05272a3 req-acec308b-0f3e-419a-affb-44b2247ae2da tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2036855
Jun 04 15:27:27.425939 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-67d20886-55da-495a-8b73-7d39eda1e8bb req-bc9efe5a-dcbe-474a-9698-902cbbe71e5f tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8755913
Jun 04 15:27:27.426730 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:27.430807 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 1.7981436
Jun 04 15:27:27.450559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53954) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:27.458950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-31a21b4b-00a5-4e88-a437-b3fb19dda494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:27.464737 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-31a21b4b-00a5-4e88-a437-b3fb19dda494 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=609b259b-c087-44a5-9daf-3b5e7e8e553a HTTP/1.1" status: 200  len: 797 time: 0.2776239
Jun 04 15:27:27.465938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2aca7b-8002-4e05-8f77-3512787c7815,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:27.472434 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2fa5a365-1c27-4b14-980b-714f25c6b57b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Request body: {'security_group_rule': {'security_group_id': '7a2aca7b-8002-4e05-8f77-3512787c7815', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:27.498400 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2fa5a365-1c27-4b14-980b-714f25c6b57b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:27.509807 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2fa5a365-1c27-4b14-980b-714f25c6b57b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Usage tracker for resource:security_group_rule and tenant:1d658397c2f54645b763ef21f67c47da is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:27.526202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2fa5a365-1c27-4b14-980b-714f25c6b57b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:27.557684 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:27.605407 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2fa5a365-1c27-4b14-980b-714f25c6b57b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:27.607829 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8c7460>, [{'id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'name': 'tempest-ServerActionsTestJSON-1304773246-router', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:27:07Z', 'updated_at': '2021-06-04T15:27:20Z', 'revision_number': 4, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'gw_port': {'id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:10Z', 'updated_at': '2021-06-04T15:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '26aff51d-8a84-4810-a406-57b870de597b', 'name': '', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'mac_address': 'fa:16:3e:61:a2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:17Z', 'updated_at': '2021-06-04T15:27:26Z', 'revision_number': 4, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'subnets': [{'id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:27.616477 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d9179-f94a-4b0b-95d1-94d8a0013def None None] The sync data for ids ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'] in n-d-791505-9 is: [{'id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'name': 'tempest-ServerActionsTestJSON-1304773246-router', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:27:07Z', 'updated_at': '2021-06-04T15:27:20Z', 'revision_number': 4, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'gw_port': {'id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:10Z', 'updated_at': '2021-06-04T15:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '26aff51d-8a84-4810-a406-57b870de597b', 'name': '', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'mac_address': 'fa:16:3e:61:a2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:17Z', 'updated_at': '2021-06-04T15:27:26Z', 'revision_number': 4, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'subnets': [{'id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:27:27.636856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5c061-87f5-42c9-9b8e-de84d1f03368 req-7803aadb-3f2a-4673-8dce-21ac323d7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:27.638368 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a4f5c061-87f5-42c9-9b8e-de84d1f03368 req-7803aadb-3f2a-4673-8dce-21ac323d7913 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=30396080ceab4b4cb799f047a26dbef7&shared=False HTTP/1.1" status: 200  len: 926 time: 0.5051973
Jun 04 15:27:27.729673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-2137d800-4e09-4834-9f32-9b49d5f32ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:27.746017 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-2137d800-4e09-4834-9f32-9b49d5f32ec4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67bebaa3-339e-464b-87fc-b3100714b795&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2618971
Jun 04 15:27:27.788412 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a365-1c27-4b14-980b-714f25c6b57b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:27.924510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.objects.ports [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88301) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:27:27.924510 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:27.954912 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c6757b65-879e-4dff-af23-59c13d92bb8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:27.995846 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53966) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:28.054207 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event updated for resources: {'Subnet': ['ID=540c96bb-dfa8-424c-8ffa-958d919bf8d7,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:28.072514 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:28.079393 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-82fc7fd8-caa7-4df6-9ed1-47dfad29f98d service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3289258
Jun 04 15:27:28.105100 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a365-1c27-4b14-980b-714f25c6b57b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:28.106340 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Checking segment: {'id': 'd548d247-4d04-4ea6-b1d4-f32b228bf334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a0412902-a979-44b1-adc6-d1b0d4844d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:28.106482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Network hostable DHCP agents. Network: a0412902-a979-44b1-adc6-d1b0d4844d0e, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:27:28.197955 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a365-1c27-4b14-980b-714f25c6b57b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:28.208165 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:28.246651 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Network a0412902-a979-44b1-adc6-d1b0d4844d0e is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:27:28.271260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5a365-1c27-4b14-980b-714f25c6b57b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595c3cb5-e3ab-4913-b9c8-3c115175cc5c,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:28.280012 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5c061-87f5-42c9-9b8e-de84d1f03368 req-5a706684-1efd-4990-9d88-7f91f4c0c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:28.281695 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1676641791-network', 'tenant_id': '1e6ce8f52be74499982d49b81e91f149'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:28.282550 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a4f5c061-87f5-42c9-9b8e-de84d1f03368 req-5a706684-1efd-4990-9d88-7f91f4c0c11a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6348386
Jun 04 15:27:28.292053 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2fa5a365-1c27-4b14-980b-714f25c6b57b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:28.294081 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:28.294282 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed6b65d0-7d48-434e-8633-efac5bebe2dd req-93e3a2a8-60b0-4359-a168-e3dcd5ef5ed0 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2014711
Jun 04 15:27:28.301026 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Usage tracker for resource:network and tenant:1e6ce8f52be74499982d49b81e91f149 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:28.305253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:28.313899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:28.422638 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, a0412902-a979-44b1-adc6-d1b0d4844d0e) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:28.424478 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a365-1c27-4b14-980b-714f25c6b57b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:28.426888 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2fa5a365-1c27-4b14-980b-714f25c6b57b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9710138
Jun 04 15:27:28.434845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b679402f-c708-47d9-8a4a-6bdc034f1a06 None None] Network a0412902-a979-44b1-adc6-d1b0d4844d0e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:28.440539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-071b68ff-2a3d-4d60-b63b-4567149f1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:28.442942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-071b68ff-2a3d-4d60-b63b-4567149f1c67 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30396080ceab4b4cb799f047a26dbef7&device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 1094 time: 0.1161118
Jun 04 15:27:28.443599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53976) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:28.458421 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:28.459326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-9dbc82da-111c-417a-bfa1-3c02ffb31821 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Request body: {'security_group_rule': {'security_group_id': '7a2aca7b-8002-4e05-8f77-3512787c7815', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:28.461381 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:28.475918 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9dbc82da-111c-417a-bfa1-3c02ffb31821 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:28.558559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Made reservation on behalf of 1e6ce8f52be74499982d49b81e91f149 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:28.558559 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:28.610098 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.4836624
Jun 04 15:27:28.611311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53982) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:28.613100 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:28.636909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9dbc82da-111c-417a-bfa1-3c02ffb31821 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Usage tracker for resource:security_group_rule and tenant:1d658397c2f54645b763ef21f67c47da is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:28.638274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Request body: {'port': {'network_id': 'a0412902-a979-44b1-adc6-d1b0d4844d0e', 'name': 'tempest-NetworksIpV6TestAttrs-736287839'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:28.658108 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:28.673180 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9dbc82da-111c-417a-bfa1-3c02ffb31821 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:28.675868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Usage tracker for resource:security_group_rule and tenant:1e6ce8f52be74499982d49b81e91f149 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:28.677506 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-b625bb45-e831-490f-9240-24c80d1b3849 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5c23279-cde2-4d05-bb6d-fd3858f54d56 HTTP/1.1" status: 200  len: 217 time: 0.2040675
Jun 04 15:27:28.680022 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:28.689863 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:28.697035 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9dbc82da-111c-417a-bfa1-3c02ffb31821 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:28.792905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-493276f2-ac33-4e5b-a86c-70b24462922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:28.794647 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-493276f2-ac33-4e5b-a86c-70b24462922d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1d4cbbc4-a328-4667-a98d-37d7480c9743 HTTP/1.1" status: 200  len: 865 time: 0.0990286
Jun 04 15:27:28.856404 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-646dcc3a-66f3-4d60-9835-45563a3bd0b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83156de6-8ea4-4064-bf61-8ac8d05d91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532966
Jun 04 15:27:28.867506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575a864-0ce5-4db4-9864-126dd7382cfb req-4a6191db-7c5d-4c0c-8d9e-9a2a529f9224 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:28.876478 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f575a864-0ce5-4db4-9864-126dd7382cfb req-4a6191db-7c5d-4c0c-8d9e-9a2a529f9224 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 943 time: 0.2498124
Jun 04 15:27:28.925896 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9dbc82da-111c-417a-bfa1-3c02ffb31821 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:29.011839 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b62fdb-32e4-4e96-a182-9235d82b08b5 None None] Network f3c6497f-f9d5-4785-830b-1e28b64672f9 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:29.037968 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-a0412902-a979-44b1-adc6-d1b0d4844d0e', 'network_id': 'a0412902-a979-44b1-adc6-d1b0d4844d0e', 'tenant_id': 'e7f22e0a74d24f05a494cf4f9e787926', 'fixed_ips': [{'subnet_id': '540c96bb-dfa8-424c-8ffa-958d919bf8d7'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:27:29.044303 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:29.119685 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:29.206366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:29.214317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Usage tracker for resource:port and tenant:e7f22e0a74d24f05a494cf4f9e787926 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:29.228899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:29.228899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:29.234698 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:27:29.242111 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9e4ad212-3f8b-481b-a170-e5b56ca5bc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:29.254155 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f575a864-0ce5-4db4-9864-126dd7382cfb req-7ba43e05-2f4f-472f-a8fd-3e83c38ec922 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3767843
Jun 04 15:27:29.307359 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-6a1ed45f-6eec-4637-8b22-0fda305fc9a9 service neutron] 10.222.0.62 "GET /v2.0/networks/83156de6-8ea4-4064-bf61-8ac8d05d91a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4271181
Jun 04 15:27:29.312544 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9dbc82da-111c-417a-bfa1-3c02ffb31821 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:29.327394 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:29.371399 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:27:29.413694 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe3192-6fcd-4c72-b07b-6f7c9d7453f6 req-3cd54169-26bf-4ac2-8dfa-5bc3f1faa2ee tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:29.420705 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2cbe3192-6fcd-4c72-b07b-6f7c9d7453f6 req-3cd54169-26bf-4ac2-8dfa-5bc3f1faa2ee tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.6987739
Jun 04 15:27:29.422661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90e7d86-a014-46a9-bc0f-ed674acbaa2c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:29.438011 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:29.439930 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9dbc82da-111c-417a-bfa1-3c02ffb31821 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:29.459296 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b03e5b07-6b51-4148-9c83-5f82d5d4fddc tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:29.480549 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:29.480549 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Added segment 6858a2c5-45f4-4368-8289-3fbd1445018a of type vlan for network 45852608-adae-400e-a1cc-6e58cc430e70
Jun 04 15:27:29.538695 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f93e285b-b688-4a66-944b-050fad5a00df None None] Provisioning for port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:27:29.543137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Made reservation on behalf of e7f22e0a74d24f05a494cf4f9e787926 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:29.547059 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:29.587572 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2cbe3192-6fcd-4c72-b07b-6f7c9d7453f6 req-93dddd88-01d3-42d3-87a6-562be4f11de5 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658125
Jun 04 15:27:29.604604 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:29.615328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] device_id is not set on port 5fdd826e-4f07-4c57-be0b-a7a3cf261410 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:27:29.636358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc82da-111c-417a-bfa1-3c02ffb31821 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43b5006-a1cc-48d1-9741-4517417aa828,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:29.639935 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9dbc82da-111c-417a-bfa1-3c02ffb31821 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:29.649096 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c044d451-4c5d-40bb-8341-e9fb6ce4a9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:29.682389 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12b0ede4-6a49-4b57-ac80-aecd1200f5d7 req-c2cd1cc7-37f2-4e6e-ae6a-2d23d508edf0 service neutron] 10.222.0.62 "GET /v2.0/networks/83156de6-8ea4-4064-bf61-8ac8d05d91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3653536
Jun 04 15:27:29.718002 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:27:29.739675 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:29.740050 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:29.782766 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Allocated IP 2001:db8::f816:3eff:fe5d:6548 (a0412902-a979-44b1-adc6-d1b0d4844d0e/540c96bb-dfa8-424c-8ffa-958d919bf8d7/55e1a467-b919-4c11-9315-0497aded5aea) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:27:29.786585 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9dbc82da-111c-417a-bfa1-3c02ffb31821 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:29.788309 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9dbc82da-111c-417a-bfa1-3c02ffb31821 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3429611
Jun 04 15:27:29.793633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53996) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:29.798967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:29.806742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:29.811189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Usage tracker for resource:floatingip and tenant:1d658397c2f54645b763ef21f67c47da is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:29.814791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:29.823265 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:29.874896 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:29.874896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:29.874896 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:29.874896 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dab2ee24-c868-4a98-85e0-c98151c8797f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:29.963975 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:29.980875 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Pushing event updated for resources: {'Network': ['ID=45852608-adae-400e-a1cc-6e58cc430e70,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:29.983554 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:30.021094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 45852608-adae-400e-a1cc-6e58cc430e70 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:27:30.064843 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.0648215
Jun 04 15:27:30.065851 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54002) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:30.072164 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Request body: {'subnet': {'network_id': '45852608-adae-400e-a1cc-6e58cc430e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1676641791-subnet', 'tenant_id': '1e6ce8f52be74499982d49b81e91f149', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:30.077471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:30.082294 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Usage tracker for resource:subnet and tenant:1e6ce8f52be74499982d49b81e91f149 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:30.085874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:30.092171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:30.126801 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:30.165315 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:30.175212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Made reservation on behalf of 1e6ce8f52be74499982d49b81e91f149 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:30.177771 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:30.296522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=93cb4b2d-5376-49ce-a1d3-e1cfae9863d2,segment=NetworkSegment(061b9171-9be6-44d2-b58f-444b70bb2b74),segment_id=061b9171-9be6-44d2-b58f-444b70bb2b74)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:30.322064 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:30.329429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Allocated IP 172.25.4.175 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/e1cd76ad-80d5-4f72-94ea-14c731ba1120) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:27:30.346658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Transition to ACTIVE for port object 55e1a467-b919-4c11-9315-0497aded5aea will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:30.383494 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Transition to ACTIVE for port object 55e1a467-b919-4c11-9315-0497aded5aea will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:30.393659 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:30.394800 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 26aff51d-8a84-4810-a406-57b870de597b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:27:30.466924 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:30.554642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=93cb4b2d-5376-49ce-a1d3-e1cfae9863d2,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:30.569653 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:30.572992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Allocated IP 2001:db8::f816:3eff:fec9:4bd1 (a0412902-a979-44b1-adc6-d1b0d4844d0e/540c96bb-dfa8-424c-8ffa-958d919bf8d7/5fdd826e-4f07-4c57-be0b-a7a3cf261410) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:27:30.578179 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:30.599426 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:30.671511 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:30.686149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Network a0412902-a979-44b1-adc6-d1b0d4844d0e is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:27:30.697864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ba5fe-4dc7-47b6-b29b-085cfd9ae8ce req-70817617-8fd2-4cec-b8f3-e9f7fb9ea08b tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:30.701828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:30.707374 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f59ba5fe-4dc7-47b6-b29b-085cfd9ae8ce req-70817617-8fd2-4cec-b8f3-e9f7fb9ea08b tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 943 time: 0.2441335
Jun 04 15:27:30.712559 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:27:30.722930 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-640e7ea8-037f-412c-bb18-8718fa8c3462 None None] Provisioning complete for port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:30.722930 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-640e7ea8-037f-412c-bb18-8718fa8c3462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:30.762340 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Pushing event updated for resources: {'Port': ['ID=55e1a467-b919-4c11-9315-0497aded5aea,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:30.774662 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f59ba5fe-4dc7-47b6-b29b-085cfd9ae8ce req-f9ae0f2c-9651-4f74-8850-510508e32ac0 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659504
Jun 04 15:27:30.825110 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:30.901854 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:30.909729 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-47545f35-d698-43ac-99be-db610066ff46 tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:30.918353 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Attempting to bind port 55e1a467-b919-4c11-9315-0497aded5aea on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:27:30.918830 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Attempting to bind port 55e1a467-b919-4c11-9315-0497aded5aea by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'd548d247-4d04-4ea6-b1d4-f32b228bf334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a0412902-a979-44b1-adc6-d1b0d4844d0e'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:27:30.919107 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Attempting to bind port 55e1a467-b919-4c11-9315-0497aded5aea on network a0412902-a979-44b1-adc6-d1b0d4844d0e {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:27:30.929597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 26aff51d-8a84-4810-a406-57b870de597b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:27:30.934925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:27:30.935419 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Checking segment: {'id': 'd548d247-4d04-4ea6-b1d4-f32b228bf334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a0412902-a979-44b1-adc6-d1b0d4844d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:30.935729 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:30.936371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Bound using segment: {'id': 'd548d247-4d04-4ea6-b1d4-f32b228bf334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a0412902-a979-44b1-adc6-d1b0d4844d0e'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:27:30.937051 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Bound port: 55e1a467-b919-4c11-9315-0497aded5aea, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd548d247-4d04-4ea6-b1d4-f32b228bf334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a0412902-a979-44b1-adc6-d1b0d4844d0e'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:27:30.937453 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:30.951857 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 26aff51d-8a84-4810-a406-57b870de597b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:30.952310 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:31.001228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:27:31.005049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:31.009753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:27:31.063036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event updated for resources: {'Port': ['ID=e1cd76ad-80d5-4f72-94ea-14c731ba1120,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:31.066214 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:31.122755 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:31.185739 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:31.210349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] For port 55e1a467-b919-4c11-9315-0497aded5aea, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:27:31.230500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] For port 55e1a467-b919-4c11-9315-0497aded5aea, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=55e1a467-b919-4c11-9315-0497aded5aea,segment=NetworkSegment(d548d247-4d04-4ea6-b1d4-f32b228bf334),segment_id=d548d247-4d04-4ea6-b1d4-f32b228bf334)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:27:31.239617 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:31.269509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Transition to ACTIVE for port object 5fdd826e-4f07-4c57-be0b-a7a3cf261410 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:31.282826 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 26aff51d-8a84-4810-a406-57b870de597b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=26aff51d-8a84-4810-a406-57b870de597b,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:31.288303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0ba2a-9baf-41ff-aa61-874158d13c69 req-f7ff7665-2ed6-41fd-997e-73a95402b794 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:31.290318 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e1b0ba2a-9baf-41ff-aa61-874158d13c69 req-f7ff7665-2ed6-41fd-997e-73a95402b794 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.2752991
Jun 04 15:27:31.305277 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:31.341396 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:31.352780 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:31.371198 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e1b0ba2a-9baf-41ff-aa61-874158d13c69 req-15697fdb-6b02-41ef-a8b7-67ceeefd5d2b tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706246
Jun 04 15:27:31.415814 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:31.466180 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:31.472378 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Pushing event updated for resources: {'Port': ['ID=55e1a467-b919-4c11-9315-0497aded5aea,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:31.478663 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:31.479108 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:31.479252 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-04042b82-d809-47a5-9bc5-9f389fa95d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:31.488567 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:31.590706 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Network a0412902-a979-44b1-adc6-d1b0d4844d0e is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:27:31.604238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:31.607723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:27:31.616264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:31.617194 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:31.641477 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event updated for resources: {'Port': ['ID=5fdd826e-4f07-4c57-be0b-a7a3cf261410,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:31.646047 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:31.650599 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a61bb64f-b513-4c0c-b38c-7b8ebfb022cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:31.674402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=26aff51d-8a84-4810-a406-57b870de597b,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:31.675334 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:31.680716 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:27:31.720154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Checking segment: {'id': '6858a2c5-45f4-4368-8289-3fbd1445018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '45852608-adae-400e-a1cc-6e58cc430e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:31.720617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Network hostable DHCP agents. Network: 45852608-adae-400e-a1cc-6e58cc430e70, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:27:31.745176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a6751fc-84b5-4211-8522-ecd4dd000f94,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:31.748902 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:31.759635 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:31.806906 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:31.813267 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 3.1998103
Jun 04 15:27:31.814568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54034) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:31.828569 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-002fbc3a-d272-4c63-b581-b2397b2901d8 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:31.924463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Network 45852608-adae-400e-a1cc-6e58cc430e70 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:27:31.924763 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:31.925081 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:32.064164 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:32.072029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd627bd6-0621-496c-a1fa-0bf7e55e0755 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Deleting subnet 540c96bb-dfa8-424c-8ffa-958d919bf8d7 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:27:32.087780 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dd627bd6-0621-496c-a1fa-0bf7e55e0755 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:32.122225 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event updated for resources: {'Port': ['ID=e1cd76ad-80d5-4f72-94ea-14c731ba1120,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:32.127824 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:32.132186 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:32.132330 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 45852608-adae-400e-a1cc-6e58cc430e70) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:32.144452 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4127c9-0b6d-4407-9cbf-624f5827daef None None] Network 45852608-adae-400e-a1cc-6e58cc430e70 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:32.163742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:32.164380 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:32.168631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e08ae1-1445-4a39-bebb-c513933e467c req-57d58116-8698-4f03-9c16-7eda1a0aa1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:32.169459 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-91e08ae1-1445-4a39-bebb-c513933e467c req-57d58116-8698-4f03-9c16-7eda1a0aa1e7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 1097 time: 0.1912839
Jun 04 15:27:32.201090 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dd627bd6-0621-496c-a1fa-0bf7e55e0755 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:32.241674 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-91e08ae1-1445-4a39-bebb-c513933e467c req-651420c1-d6e9-4785-adb5-c45426ec3600 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646303
Jun 04 15:27:32.282743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d008a-2344-40ed-aedc-f037c244d5c0 req-f3ceec71-e40f-463a-ba1b-bf3a6fdfbabd tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:32.284275 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b24d008a-2344-40ed-aedc-f037c244d5c0 req-f3ceec71-e40f-463a-ba1b-bf3a6fdfbabd tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 943 time: 0.2817299
Jun 04 15:27:32.295059 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:32.301590 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5019274
Jun 04 15:27:32.342955 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.2760146
Jun 04 15:27:32.369702 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9e4b1abf-5522-4179-98c1-f5d901f3853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:32.400361 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b24d008a-2344-40ed-aedc-f037c244d5c0 req-6ed5ab6e-5753-4cdd-adc2-48a3328ca985 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875876
Jun 04 15:27:32.422512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af9f0a4-e717-458d-9c82-5b8311f3d9da None None] Network 45852608-adae-400e-a1cc-6e58cc430e70 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:32.437674 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dd627bd6-0621-496c-a1fa-0bf7e55e0755 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:32.706986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa4ccc-0e07-45a6-a3dc-73fcaa15500d req-3a6e3abf-86b9-4513-87c3-9faa2f3eac82 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:32.712700 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-20aa4ccc-0e07-45a6-a3dc-73fcaa15500d req-3a6e3abf-86b9-4513-87c3-9faa2f3eac82 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1712308
Jun 04 15:27:32.773674 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-20aa4ccc-0e07-45a6-a3dc-73fcaa15500d req-d1e51650-1ed0-463d-b71e-db9db8e898a4 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494163
Jun 04 15:27:32.842514 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-5b889846-39f9-4959-a930-85b0b8163978 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Synchronizing usage tracker for tenant:1d658397c2f54645b763ef21f67c47da on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:27:32.966704 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-5b889846-39f9-4959-a930-85b0b8163978 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Unset dirty status for tenant:1d658397c2f54645b763ef21f67c47da on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:27:32.970693 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-5b889846-39f9-4959-a930-85b0b8163978 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1955957973&fields=id&tenant_id=1d658397c2f54645b763ef21f67c47da HTTP/1.1" status: 200  len: 267 time: 0.3461311
Jun 04 15:27:33.029105 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79109874-1ab3-4e0c-bdd2-d48b4eab6cdb None None] Network a0412902-a979-44b1-adc6-d1b0d4844d0e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:33.221050 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-20e3e95d-9f7e-4000-ac14-f56f6414d8dc tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:33.221689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-20e3e95d-9f7e-4000-ac14-f56f6414d8dc tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Synchronizing usage tracker for tenant:1d658397c2f54645b763ef21f67c47da on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:27:33.267290 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dd627bd6-0621-496c-a1fa-0bf7e55e0755 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:33.280289 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-38f42789-9819-4b86-8afc-62695802f709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:33.305875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c35726dc-003c-4c0e-bc5c-d707e4189195 None None] Provisioning for port 55e1a467-b919-4c11-9315-0497aded5aea completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:27:33.341142 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dd627bd6-0621-496c-a1fa-0bf7e55e0755 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:33.347404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd627bd6-0621-496c-a1fa-0bf7e55e0755 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Subnet': ['ID=540c96bb-dfa8-424c-8ffa-958d919bf8d7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:33.351130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-20e3e95d-9f7e-4000-ac14-f56f6414d8dc tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Unset dirty status for tenant:1d658397c2f54645b763ef21f67c47da on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:27:33.352902 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-20e3e95d-9f7e-4000-ac14-f56f6414d8dc tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 812 time: 0.3704038
Jun 04 15:27:33.362665 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dd627bd6-0621-496c-a1fa-0bf7e55e0755 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:33.369401 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dd627bd6-0621-496c-a1fa-0bf7e55e0755 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/subnets/540c96bb-dfa8-424c-8ffa-958d919bf8d7 HTTP/1.1" status: 204  len: 168 time: 1.5532367
Jun 04 15:27:33.387735 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-1b17088a-f415-46ff-98c9-695ef5dc8f4d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/quotas/1d658397c2f54645b763ef21f67c47da HTTP/1.1" status: 200  len: 375 time: 0.0234392
Jun 04 15:27:33.388448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54074) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:33.555135 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-2077f442-b6b5-4489-b774-a4d206d73b1d tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:33.556108 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:33.557313 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-2077f442-b6b5-4489-b774-a4d206d73b1d tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/networks?id=45852608-adae-400e-a1cc-6e58cc430e70 HTTP/1.1" status: 200  len: 814 time: 0.2796500
Jun 04 15:27:33.602036 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-8c78f2dd-7c2f-4849-a5a6-d231a3cc1d98 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/quotas/1e6ce8f52be74499982d49b81e91f149 HTTP/1.1" status: 200  len: 375 time: 0.0290112
Jun 04 15:27:33.631579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc65ce16-07c3-4073-9eb8-201388bec7ce tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:33.634617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc65ce16-07c3-4073-9eb8-201388bec7ce tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:33.635162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fc65ce16-07c3-4073-9eb8-201388bec7ce tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Synchronizing usage tracker for tenant:e7f22e0a74d24f05a494cf4f9e787926 on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:27:33.674113 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-f8dfe2ca-21e9-4925-8862-38cbd796a188 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e6ce8f52be74499982d49b81e91f149&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0702763
Jun 04 15:27:33.700720 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-6ccc5b7c-6eee-4b51-be57-dad0885702f1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Synchronizing usage tracker for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:27:33.725734 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 55e1a467-b919-4c11-9315-0497aded5aea up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:27:33.792566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fc65ce16-07c3-4073-9eb8-201388bec7ce tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Unset dirty status for tenant:e7f22e0a74d24f05a494cf4f9e787926 on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:27:33.794728 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fc65ce16-07c3-4073-9eb8-201388bec7ce tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.4048653
Jun 04 15:27:33.797753 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54080) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:33.846582 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a7afef-f9c7-4de6-bd36-72fafd80da47 None None] Network a0412902-a979-44b1-adc6-d1b0d4844d0e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:33.860568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-6ccc5b7c-6eee-4b51-be57-dad0885702f1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Unset dirty status for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:27:33.862274 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-6ccc5b7c-6eee-4b51-be57-dad0885702f1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4061496
Jun 04 15:27:33.906509 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-b0bb6d03-ef11-4aef-b732-5836f0cb85a5 service neutron] 10.222.0.32 "GET /v2.0/networks/45852608-adae-400e-a1cc-6e58cc430e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2304270
Jun 04 15:27:34.045142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 55e1a467-b919-4c11-9315-0497aded5aea completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:27:34.058781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 55e1a467-b919-4c11-9315-0497aded5aea triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:34.065851 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:34.095195 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e6729fa5-aa7d-4367-86e6-828637cde968 None None] Provisioning for port 5fdd826e-4f07-4c57-be0b-a7a3cf261410 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:27:34.125939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e6729fa5-aa7d-4367-86e6-828637cde968 None None] Provisioning complete for port 5fdd826e-4f07-4c57-be0b-a7a3cf261410 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:34.126355 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e6729fa5-aa7d-4367-86e6-828637cde968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:34.194906 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e6729fa5-aa7d-4367-86e6-828637cde968 None None] Port 5fdd826e-4f07-4c57-be0b-a7a3cf261410 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:27:34.207933 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60075892-2700-47ef-b9ab-16361aa30ba2 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:34.217726 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-18840471-af5d-4e6d-8f80-5c3a5109990d service neutron] 10.222.0.32 "GET /v2.0/networks/45852608-adae-400e-a1cc-6e58cc430e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3101943
Jun 04 15:27:34.229680 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-60075892-2700-47ef-b9ab-16361aa30ba2 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:27:34.230118 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60075892-2700-47ef-b9ab-16361aa30ba2 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:27:34.231766 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-60075892-2700-47ef-b9ab-16361aa30ba2 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/networks/a0412902-a979-44b1-adc6-d1b0d4844d0e HTTP/1.1" status: 409  len: 405 time: 0.4322498
Jun 04 15:27:34.235752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54086) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:34.242880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-133474261'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:34.251338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:34.253245 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e5c23279-cde2-4d05-bb6d-fd3858f54d56 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:27:34.254611 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Usage tracker for resource:network and tenant:e7f22e0a74d24f05a494cf4f9e787926 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:34.258378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:34.265741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:34.291218 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-2f4e62db-2275-41f9-a83f-0bd3b052cbdc service neutron] 10.222.0.32 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3900592
Jun 04 15:27:34.300402 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:34.372944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d73b5f-8f81-4c7c-ba25-1e09290135d7 None None] DHCP port deletion for a0412902-a979-44b1-adc6-d1b0d4844d0e request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:27:34.374714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Made reservation on behalf of e7f22e0a74d24f05a494cf4f9e787926 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:34.378249 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:34.422465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:27:34.432798 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:34.433190 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Added segment 23c907d4-b181-435b-a3f2-feda96c3f76d of type vlan for network 2945905d-7b14-4d9f-adae-11caf09ce306
Jun 04 15:27:34.463008 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:34.503386 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-de59086c-08a6-42ee-ac9e-f942be2cc2fd service neutron] 10.222.0.32 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2046897
Jun 04 15:27:34.515122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 55e1a467-b919-4c11-9315-0497aded5aea, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=55e1a467-b919-4c11-9315-0497aded5aea,segment=NetworkSegment(d548d247-4d04-4ea6-b1d4-f32b228bf334),segment_id=d548d247-4d04-4ea6-b1d4-f32b228bf334)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:34.589543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e5c23279-cde2-4d05-bb6d-fd3858f54d56, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e5c23279-cde2-4d05-bb6d-fd3858f54d56,segment=NetworkSegment(4409588d-0879-4a2c-abf1-31d3591cf910),segment_id=4409588d-0879-4a2c-abf1-31d3591cf910)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:34.592432 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:34.611023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:34.611023 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:34.611484 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'e5c23279-cde2-4d05-bb6d-fd3858f54d56', 'network_id': '83156de6-8ea4-4064-bf61-8ac8d05d91a4', 'port_id': 'e5c23279-cde2-4d05-bb6d-fd3858f54d56', 'mac_address': 'fa:16:3e:f7:03:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4cbbc4-a328-4667-a98d-37d7480c9743', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:27:34.617306 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-927e833a-68e4-4713-bd09-f5ef981bca70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:34.646406 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:34.653887 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 26aff51d-8a84-4810-a406-57b870de597b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:27:34.700688 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:34.762942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event updated for resources: {'Network': ['ID=2945905d-7b14-4d9f-adae-11caf09ce306,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:34.762942 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:34.768598 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-d1d73b5f-8f81-4c7c-ba25-1e09290135d7 None None] Deleting port 55e1a467-b919-4c11-9315-0497aded5aea {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:27:34.768943 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1d73b5f-8f81-4c7c-ba25-1e09290135d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:34.781560 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.5444601
Jun 04 15:27:34.784311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54100) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:34.792247 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Request body: {'subnet': {'network_id': '2945905d-7b14-4d9f-adae-11caf09ce306', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:34.801740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 2945905d-7b14-4d9f-adae-11caf09ce306 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:27:34.877463 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:34.979289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650a6f6-5510-42fb-aec3-1918bcf13480 req-387321f2-3a70-412a-a8ec-7e9a2a2ec662 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:34.982777 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2650a6f6-5510-42fb-aec3-1918bcf13480 req-387321f2-3a70-412a-a8ec-7e9a2a2ec662 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 943 time: 0.1376555
Jun 04 15:27:34.994357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:35.007745 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:35.064588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c23279-cde2-4d05-bb6d-fd3858f54d56 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:27:35.072017 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2650a6f6-5510-42fb-aec3-1918bcf13480 req-a460de55-2491-40e9-9cc4-924a5a1e9e9f tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769062
Jun 04 15:27:35.091031 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=55e1a467-b919-4c11-9315-0497aded5aea,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:35.098473 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d1d73b5f-8f81-4c7c-ba25-1e09290135d7 None None] For port 55e1a467-b919-4c11-9315-0497aded5aea, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=55e1a467-b919-4c11-9315-0497aded5aea,segment=NetworkSegment(d548d247-4d04-4ea6-b1d4-f32b228bf334),segment_id=d548d247-4d04-4ea6-b1d4-f32b228bf334)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:35.098873 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1d73b5f-8f81-4c7c-ba25-1e09290135d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:35.119549 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:35.208165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Made reservation on behalf of e7f22e0a74d24f05a494cf4f9e787926 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:35.208768 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e5c23279-cde2-4d05-bb6d-fd3858f54d56, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e5c23279-cde2-4d05-bb6d-fd3858f54d56,segment=NetworkSegment(4409588d-0879-4a2c-abf1-31d3591cf910),segment_id=4409588d-0879-4a2c-abf1-31d3591cf910)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:35.211161 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:35.231763 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-01d658a9-1b37-4af0-a0c7-f5706c6b3238 req-ee5bb4a3-b4d2-4ca5-8f39-16632073dec4 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 210 time: 0.0601859
Jun 04 15:27:35.274204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 26aff51d-8a84-4810-a406-57b870de597b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:35.278526 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:35.312911 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-d1d73b5f-8f81-4c7c-ba25-1e09290135d7 None None] Calling delete_port for 55e1a467-b919-4c11-9315-0497aded5aea owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:27:35.319987 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:35.339493 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:35.344223 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-433f7627-273e-4834-93f2-1b6a3fd19246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:35.363973 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2f35843-d06f-4b6d-8189-4015c1234b7c req-828dd6b6-345f-4df6-82c5-b4111b6d9aa0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 210 time: 0.0490532
Jun 04 15:27:35.450146 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985d932-6755-48d6-a402-91b251cf450b req-1445269c-73e6-45d2-9d9d-76ee2dd4ac35 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:35.454464 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e985d932-6755-48d6-a402-91b251cf450b req-1445269c-73e6-45d2-9d9d-76ee2dd4ac35 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.3139467
Jun 04 15:27:35.486012 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e5c23279-cde2-4d05-bb6d-fd3858f54d56,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:35.500609 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:35.592615 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e985d932-6755-48d6-a402-91b251cf450b req-848f803f-5945-42f4-9bf8-8107dcb3400e tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320381
Jun 04 15:27:35.633467 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1d73b5f-8f81-4c7c-ba25-1e09290135d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:35.638330 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:35.733556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 55e1a467-b919-4c11-9315-0497aded5aea no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:27:35.838130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d73b5f-8f81-4c7c-ba25-1e09290135d7 None None] Pushing event deleted for resources: {'Port': ['ID=55e1a467-b919-4c11-9315-0497aded5aea,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:35.840672 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d73b5f-8f81-4c7c-ba25-1e09290135d7 None None] No DVR routers for this DVR port 55e1a467-b919-4c11-9315-0497aded5aea on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:27:35.842077 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 55e1a467-b919-4c11-9315-0497aded5aea {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:27:35.842371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 55e1a467-b919-4c11-9315-0497aded5aea not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:27:35.844151 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d1d73b5f-8f81-4c7c-ba25-1e09290135d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:35.974612 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['e5c23279-cde2-4d05-bb6d-fd3858f54d56'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:27:36.164026 n-d-791505-9 neutron-server[88301]: DEBUG neutron.objects.ports [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88301) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:27:36.166343 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:36.171393 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-01fdab4b-118f-417b-b29a-b9af848b1d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:36.289981 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event updated for resources: {'Subnet': ['ID=51324e83-e539-4acc-a454-76f599526872,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:36.298637 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:36.305264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Checking segment: {'id': '23c907d4-b181-435b-a3f2-feda96c3f76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2945905d-7b14-4d9f-adae-11caf09ce306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:36.305264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Network hostable DHCP agents. Network: 2945905d-7b14-4d9f-adae-11caf09ce306, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:27:36.321268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279df7d-10e0-4a92-81e4-c149ede9a433 req-0a4111d8-fb07-4f96-afb7-b9cadf0a57fc tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:36.322924 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b279df7d-10e0-4a92-81e4-c149ede9a433 req-0a4111d8-fb07-4f96-afb7-b9cadf0a57fc tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 944 time: 0.1086504
Jun 04 15:27:36.378297 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b279df7d-10e0-4a92-81e4-c149ede9a433 req-30b3824a-b12c-4f15-a4cc-bf238073e354 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494356
Jun 04 15:27:36.386725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Network 2945905d-7b14-4d9f-adae-11caf09ce306 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:27:36.524473 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4d989a6d-613c-4027-9166-b0ff37509601 req-daf97ac9-2b4e-400a-bf6c-c30ea7918c13 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 210 time: 0.0599558
Jun 04 15:27:36.531608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 2945905d-7b14-4d9f-adae-11caf09ce306) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:36.545045 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6e38c092-9a4d-4ba3-b883-d634b0c4dd6e req-1b27e04f-bda2-4d3e-bdf6-6f898ffbc3e8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 210 time: 0.0504351
Jun 04 15:27:36.553995 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c770401-7fbd-4402-81b8-facc32add440 None None] Network 2945905d-7b14-4d9f-adae-11caf09ce306 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:36.555266 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:36.555794 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:36.674007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43452931-34fd-42ed-88d2-ea02ac93617e req-91bfd653-3700-4b64-9e11-3abfdf736fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:36.674925 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-43452931-34fd-42ed-88d2-ea02ac93617e req-91bfd653-3700-4b64-9e11-3abfdf736fa4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e4d1bc96c16c459d978417725591ed35&device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 1097 time: 0.0925126
Jun 04 15:27:36.708487 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9223888
Jun 04 15:27:36.710559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54152) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:36.716154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Request body: {'port': {'network_id': '2945905d-7b14-4d9f-adae-11caf09ce306', 'name': 'tempest-NetworksIpV6TestAttrs-1811893408'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:36.918868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:36.942652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Usage tracker for resource:port and tenant:e7f22e0a74d24f05a494cf4f9e787926 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:36.948210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:36.971154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:36.990223 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-2945905d-7b14-4d9f-adae-11caf09ce306', 'network_id': '2945905d-7b14-4d9f-adae-11caf09ce306', 'tenant_id': 'e7f22e0a74d24f05a494cf4f9e787926', 'fixed_ips': [{'subnet_id': '51324e83-e539-4acc-a454-76f599526872'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:27:36.993253 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:37.072502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Made reservation on behalf of e7f22e0a74d24f05a494cf4f9e787926 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:37.077528 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:37.081053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43452931-34fd-42ed-88d2-ea02ac93617e req-772a4de1-5983-4ce1-b9ec-9045a533340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:37.083468 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-43452931-34fd-42ed-88d2-ea02ac93617e req-772a4de1-5983-4ce1-b9ec-9045a533340b service neutron] 10.222.0.65 "GET /v2.0/networks?id=83864b29-0e91-447f-814a-11174e6730d8 HTTP/1.1" status: 200  len: 920 time: 0.3994248
Jun 04 15:27:37.100368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45be011-ea76-44c3-bbdf-ec311417cb54 req-e5dd8c1c-ab79-46d6-a6ec-42dfd2ca7f1a tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:37.102877 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d45be011-ea76-44c3-bbdf-ec311417cb54 req-e5dd8c1c-ab79-46d6-a6ec-42dfd2ca7f1a tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.3904016
Jun 04 15:27:37.149309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] device_id is not set on port f88e819b-9ed0-4041-af92-9f3e751ab43c yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:27:37.228953 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-43452931-34fd-42ed-88d2-ea02ac93617e req-8c1edf70-72df-4716-9324-629c349d0d09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf7baf12-88af-4e8d-b26c-607c3c95385d HTTP/1.1" status: 200  len: 217 time: 0.1247265
Jun 04 15:27:37.291118 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d45be011-ea76-44c3-bbdf-ec311417cb54 req-64ebe373-f2d5-479d-8b0e-297bf04309c4 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022022
Jun 04 15:27:37.317927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Allocated IP 2001:db8::f816:3eff:fe49:6c42 (2945905d-7b14-4d9f-adae-11caf09ce306/51324e83-e539-4acc-a454-76f599526872/f88e819b-9ed0-4041-af92-9f3e751ab43c) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:27:37.333371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43452931-34fd-42ed-88d2-ea02ac93617e req-0c4829c8-6ff6-465d-aa4f-c13ffcdbb67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:37.333371 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-43452931-34fd-42ed-88d2-ea02ac93617e req-0c4829c8-6ff6-465d-aa4f-c13ffcdbb67b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1da0813a-f703-4189-b21c-ef86d33e4ec4 HTTP/1.1" status: 200  len: 859 time: 0.0855110
Jun 04 15:27:37.383698 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-43452931-34fd-42ed-88d2-ea02ac93617e req-f2065107-a17e-4feb-97b6-34a0299de867 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83864b29-0e91-447f-814a-11174e6730d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461173
Jun 04 15:27:37.550955 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-43452931-34fd-42ed-88d2-ea02ac93617e req-b2be4f94-39e5-4676-84df-bf4357ae6118 service neutron] 10.222.0.65 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580009
Jun 04 15:27:37.738599 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:37.757481 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6251d0b2-ff03-4eb5-9ef4-c498bbafb978 req-5050bef3-27d3-4bbd-9d3e-136497032973 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 210 time: 0.0698426
Jun 04 15:27:37.807079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Transition to ACTIVE for port object f88e819b-9ed0-4041-af92-9f3e751ab43c will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:37.808043 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-43452931-34fd-42ed-88d2-ea02ac93617e req-91e8da24-c75d-4f8f-b720-22a6ceb032f6 service neutron] 10.222.0.65 "GET /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2480667
Jun 04 15:27:37.874718 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59610d-1f8f-4453-b7fc-9babac8d454a req-8d7956d8-2273-4b3d-9049-58066783ff4a tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:37.876272 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3e59610d-1f8f-4453-b7fc-9babac8d454a req-8d7956d8-2273-4b3d-9049-58066783ff4a tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 944 time: 0.1417592
Jun 04 15:27:37.950260 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3e59610d-1f8f-4453-b7fc-9babac8d454a req-2febc37f-37e5-4509-ae5b-35e37b7e9480 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664647
Jun 04 15:27:37.954715 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:37.970969 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-81c14722-e5b6-4305-a800-ac8b5e9418ab tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:38.045771 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Allocated IP 2001:db8::f816:3eff:fe44:e2a6 (2945905d-7b14-4d9f-adae-11caf09ce306/51324e83-e539-4acc-a454-76f599526872/26a201a6-342f-4e86-95ef-6056f4cf4823) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:27:38.064483 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Network 2945905d-7b14-4d9f-adae-11caf09ce306 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:27:38.065807 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d6027ed-1d0a-4d8a-9343-ed59d6d51242 req-b2cc8dbb-69d9-4691-9052-c4f3bd8d15e3 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 210 time: 0.1271210
Jun 04 15:27:38.076839 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:38.080465 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:27:38.109973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:38.110783 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:38.139648 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event updated for resources: {'Port': ['ID=f88e819b-9ed0-4041-af92-9f3e751ab43c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:38.146121 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:38.231312 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 1.5191755
Jun 04 15:27:38.232334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54172) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:38.311673 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e5c23279-cde2-4d05-bb6d-fd3858f54d56 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:27:38.353906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d168736-c609-4c59-b38b-9c174242585b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Deleting subnet 51324e83-e539-4acc-a454-76f599526872 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:27:38.419191 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-4d5302e7-fd8a-4d08-ac32-f51111557864 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:38.420958 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-4d5302e7-fd8a-4d08-ac32-f51111557864 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.65 "GET /v2.0/networks?id=45852608-adae-400e-a1cc-6e58cc430e70 HTTP/1.1" status: 200  len: 814 time: 0.3982639
Jun 04 15:27:38.444769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Request body: {'port': {'device_id': '9aa1525e-1653-4cd4-b450-bdcf6913ae27', 'network_id': '45852608-adae-400e-a1cc-6e58cc430e70', 'admin_state_up': True, 'tenant_id': '1e6ce8f52be74499982d49b81e91f149'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:38.525537 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:38.551224 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Transition to ACTIVE for port object 26a201a6-342f-4e86-95ef-6056f4cf4823 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:38.586216 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Transition to ACTIVE for port object 26a201a6-342f-4e86-95ef-6056f4cf4823 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:38.597261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port e5c23279-cde2-4d05-bb6d-fd3858f54d56 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:27:38.602959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port e5c23279-cde2-4d05-bb6d-fd3858f54d56 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:38.603351 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:38.671529 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d168736-c609-4c59-b38b-9c174242585b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:38.673676 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:38.680449 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-98f6ae33-bafa-4a91-a06d-536b82ef6f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:38.703147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6bb63-6436-4375-bb06-64df7b97d955 req-7b78602f-a51e-4600-b5a9-977684589219 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:38.713788 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6de6bb63-6436-4375-bb06-64df7b97d955 req-7b78602f-a51e-4600-b5a9-977684589219 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.2385840
Jun 04 15:27:38.756874 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d168736-c609-4c59-b38b-9c174242585b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:38.757362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:38.764863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Usage tracker for resource:port and tenant:1e6ce8f52be74499982d49b81e91f149 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:38.775649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:38.786276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:38.840464 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6de6bb63-6436-4375-bb06-64df7b97d955 req-3a28a7d1-e717-49c8-b98c-fd032fa95cc0 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255813
Jun 04 15:27:38.845418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Network 2945905d-7b14-4d9f-adae-11caf09ce306 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:27:38.859587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:38.862873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:27:38.911659 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Pushing event updated for resources: {'Port': ['ID=26a201a6-342f-4e86-95ef-6056f4cf4823,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:38.914757 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d168736-c609-4c59-b38b-9c174242585b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:38.921985 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:38.940891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Made reservation on behalf of 1e6ce8f52be74499982d49b81e91f149 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:38.945185 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:38.968349 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:38.990780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Attempting to bind port 26a201a6-342f-4e86-95ef-6056f4cf4823 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:27:38.991387 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Attempting to bind port 26a201a6-342f-4e86-95ef-6056f4cf4823 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '23c907d4-b181-435b-a3f2-feda96c3f76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2945905d-7b14-4d9f-adae-11caf09ce306'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:27:39.003629 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Attempting to bind port 26a201a6-342f-4e86-95ef-6056f4cf4823 on network 2945905d-7b14-4d9f-adae-11caf09ce306 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:27:39.003629 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:27:39.004298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Checking segment: {'id': '23c907d4-b181-435b-a3f2-feda96c3f76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2945905d-7b14-4d9f-adae-11caf09ce306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:39.004298 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:39.004629 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Bound using segment: {'id': '23c907d4-b181-435b-a3f2-feda96c3f76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2945905d-7b14-4d9f-adae-11caf09ce306'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:27:39.005327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Bound port: 26a201a6-342f-4e86-95ef-6056f4cf4823, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c907d4-b181-435b-a3f2-feda96c3f76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2945905d-7b14-4d9f-adae-11caf09ce306'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:27:39.006432 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:39.008909 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8c0432ba-4651-42e9-9652-844352861554 req-12676d4b-fa18-487b-9555-67d65b01e98b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 210 time: 0.0591536
Jun 04 15:27:39.023443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680b9e77-6ad4-466a-9186-07aa121daaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c23279-cde2-4d05-bb6d-fd3858f54d56'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:27:39.027262 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f63bd5-6f40-44a8-9db5-e9bad7584f80" -d '{"events": [{"server_uuid": "680b9e77-6ad4-466a-9186-07aa121daaaa", "name": "network-vif-plugged", "status": "completed", "tag": "e5c23279-cde2-4d05-bb6d-fd3858f54d56"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:27:39.109720 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe2cb1f-6bd2-4025-817b-016eec5c29cc x-openstack-request-id: req-9fe2cb1f-6bd2-4025-817b-016eec5c29cc {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:27:39.110504 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680b9e77-6ad4-466a-9186-07aa121daaaa", "name": "network-vif-plugged", "status": "completed", "tag": "e5c23279-cde2-4d05-bb6d-fd3858f54d56", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:27:39.110504 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fe2cb1f-6bd2-4025-817b-016eec5c29cc {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:27:39.111000 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680b9e77-6ad4-466a-9186-07aa121daaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c23279-cde2-4d05-bb6d-fd3858f54d56', 'code': 200}
Jun 04 15:27:39.139663 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e5c23279-cde2-4d05-bb6d-fd3858f54d56, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e5c23279-cde2-4d05-bb6d-fd3858f54d56,segment=NetworkSegment(4409588d-0879-4a2c-abf1-31d3591cf910),segment_id=4409588d-0879-4a2c-abf1-31d3591cf910)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:39.243050 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:39.245288 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7830d7cf-26d4-45da-8f04-e39c46958f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:39.318127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e5c23279-cde2-4d05-bb6d-fd3858f54d56,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:39.322215 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:39.347871 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4459d300-fa82-4b95-9d15-dd26401a6fc2 req-70d4ba63-511c-466d-9855-41c9b8562c63 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 210 time: 0.1009488
Jun 04 15:27:39.558707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Allocated IP 172.20.0.13 (45852608-adae-400e-a1cc-6e58cc430e70/0a6751fc-84b5-4211-8522-ecd4dd000f94/0d653bc7-e375-42a2-a50d-69f7c0dd9267) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:27:39.577567 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d168736-c609-4c59-b38b-9c174242585b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:39.583144 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-852069ab-386a-45a6-b2e1-a54ed526fe7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:39.584205 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] For port 26a201a6-342f-4e86-95ef-6056f4cf4823, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:27:39.597724 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] For port 26a201a6-342f-4e86-95ef-6056f4cf4823, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=26a201a6-342f-4e86-95ef-6056f4cf4823,segment=NetworkSegment(23c907d4-b181-435b-a3f2-feda96c3f76d),segment_id=23c907d4-b181-435b-a3f2-feda96c3f76d)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:27:39.614614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-170fa22a-ffd6-41cb-82ef-d3bd3b636055 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:39.617081 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-170fa22a-ffd6-41cb-82ef-d3bd3b636055 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.65 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 812 time: 0.5605521
Jun 04 15:27:39.628937 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d168736-c609-4c59-b38b-9c174242585b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Subnet': ['ID=51324e83-e539-4acc-a454-76f599526872,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:39.641614 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4d168736-c609-4c59-b38b-9c174242585b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:39.645698 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d168736-c609-4c59-b38b-9c174242585b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:39.657213 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4d168736-c609-4c59-b38b-9c174242585b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/subnets/51324e83-e539-4acc-a454-76f599526872 HTTP/1.1" status: 204  len: 168 time: 1.4236119
Jun 04 15:27:39.659788 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54198) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:39.686564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887384ad-1c21-42dd-b1e6-fe8cccca13b3 req-9f10a628-1d7f-4636-ac90-c1acb3bece3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:39.689648 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:39.693608 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:39.693854 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-887384ad-1c21-42dd-b1e6-fe8cccca13b3 req-9f10a628-1d7f-4636-ac90-c1acb3bece3c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 1096 time: 0.4218929
Jun 04 15:27:39.764932 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e33dbb3-2cc4-4afb-8a35-c9b88303d620 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:39.768168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-fe4c5eef-9e37-4eca-a006-6b99ac3e3ab9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Synchronizing usage tracker for tenant:1d658397c2f54645b763ef21f67c47da on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:27:39.768710 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e33dbb3-2cc4-4afb-8a35-c9b88303d620 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:39.769551 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2e33dbb3-2cc4-4afb-8a35-c9b88303d620 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Synchronizing usage tracker for tenant:e7f22e0a74d24f05a494cf4f9e787926 on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:27:39.790741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c931d-4669-4629-9709-7e24acb3fc9d req-a8976dcd-0a6f-4c87-a090-861062a60150 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:39.801905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Pushing event updated for resources: {'Port': ['ID=26a201a6-342f-4e86-95ef-6056f4cf4823,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:39.804222 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:39.816641 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994c931d-4669-4629-9709-7e24acb3fc9d req-a8976dcd-0a6f-4c87-a090-861062a60150 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 945 time: 0.5430510
Jun 04 15:27:39.872059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2e33dbb3-2cc4-4afb-8a35-c9b88303d620 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Unset dirty status for tenant:e7f22e0a74d24f05a494cf4f9e787926 on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:27:39.877811 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2e33dbb3-2cc4-4afb-8a35-c9b88303d620 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2167377
Jun 04 15:27:39.878746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54204) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:40.014340 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-887384ad-1c21-42dd-b1e6-fe8cccca13b3 req-890e0e2b-1510-4649-a61e-50a5721b25e2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3048601
Jun 04 15:27:40.049803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-fe4c5eef-9e37-4eca-a006-6b99ac3e3ab9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Unset dirty status for tenant:1d658397c2f54645b763ef21f67c47da on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:27:40.050995 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-fe4c5eef-9e37-4eca-a006-6b99ac3e3ab9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d658397c2f54645b763ef21f67c47da HTTP/1.1" status: 200  len: 380 time: 0.4090252
Jun 04 15:27:40.061055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:40.089632 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-994c931d-4669-4629-9709-7e24acb3fc9d req-8359830e-d206-488e-a55a-e427bcd38101 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2748373
Jun 04 15:27:40.116266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Request body: {'port': {'device_id': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'admin_state_up': True, 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'security_groups': ['7a2aca7b-8002-4e05-8f77-3512787c7815']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:40.267102 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5bb3b495-1bed-446c-ae60-ebca406a3cdf tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:40.293577 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb3b495-1bed-446c-ae60-ebca406a3cdf tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:27:40.294742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb3b495-1bed-446c-ae60-ebca406a3cdf tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:27:40.300353 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5bb3b495-1bed-446c-ae60-ebca406a3cdf tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/networks/2945905d-7b14-4d9f-adae-11caf09ce306 HTTP/1.1" status: 409  len: 405 time: 0.4165087
Jun 04 15:27:40.305137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54212) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:40.310700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-337890369'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:40.320157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:40.330936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Usage tracker for resource:network and tenant:e7f22e0a74d24f05a494cf4f9e787926 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:40.340613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:40.358489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a3397-155d-4e51-8643-572d32e57f47 req-b1a016b0-8171-4756-b652-d56eaf43a77a tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:40.361523 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0c3a3397-155d-4e51-8643-572d32e57f47 req-b1a016b0-8171-4756-b652-d56eaf43a77a tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.2392204
Jun 04 15:27:40.368154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:40.369467 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4ff70371-a249-4d2e-84ca-b99bd5664b3a req-0378fa0b-b26c-41b8-9100-f8df38cfb63e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 210 time: 0.0840852
Jun 04 15:27:40.434634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:40.451621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:40.458371 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0c3a3397-155d-4e51-8643-572d32e57f47 req-bfa32d9f-b885-40cd-b206-63ad329ce338 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856757
Jun 04 15:27:40.500560 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Made reservation on behalf of e7f22e0a74d24f05a494cf4f9e787926 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:40.505333 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:40.569612 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:40.575873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:27:40.583546 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4304d9e-52ee-40bc-9098-5377a02193d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:40.596933 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:40.598446 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Added segment 7c0945a8-a869-4ca7-93be-47283298c013 of type vlan for network 7475a64b-0635-4451-b9c0-73a76f606099
Jun 04 15:27:40.641255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Made reservation on behalf of 1d658397c2f54645b763ef21f67c47da for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:40.645977 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:40.666686 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:40.702926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Network 45852608-adae-400e-a1cc-6e58cc430e70 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:27:40.722577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:40.725146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:27:40.837810 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:40.843558 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:40.847261 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:40.848652 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-af5d9bc5-2af1-4584-a182-d5d006b11edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:41.049314 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.7427306
Jun 04 15:27:41.056107 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54234) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:41.065465 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Request body: {'subnet': {'network_id': '7475a64b-0635-4451-b9c0-73a76f606099', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:41.087651 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event updated for resources: {'Network': ['ID=7475a64b-0635-4451-b9c0-73a76f606099,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:41.102780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 7475a64b-0635-4451-b9c0-73a76f606099 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:27:41.106225 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:41.216942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Pushing event updated for resources: {'Port': ['ID=0d653bc7-e375-42a2-a50d-69f7c0dd9267,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:41.222516 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:41.256819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:41.258103 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:41.310165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff498c2-f744-40d2-b4f6-48756949018e req-9abfed20-0482-4151-8bab-9ccff2853fd3 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:41.311795 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ff498c2-f744-40d2-b4f6-48756949018e req-9abfed20-0482-4151-8bab-9ccff2853fd3 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 932 time: 0.7977064
Jun 04 15:27:41.332729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:41.359741 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:41.432502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027348f9-5833-4f37-ab19-685dc4a883b5 None None] Network 2945905d-7b14-4d9f-adae-11caf09ce306 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:41.468693 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ff498c2-f744-40d2-b4f6-48756949018e req-d2aab646-8fbd-48d5-bf4c-f324425c2736 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90e7d86-a014-46a9-bc0f-ed674acbaa2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425762
Jun 04 15:27:41.479239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Allocated IP 172.20.0.6 (cb825790-7668-4447-8139-06bca8b4c119/6d3d49c1-ad0d-4cec-968c-8e5249f55dad/7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:27:41.525629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Made reservation on behalf of e7f22e0a74d24f05a494cf4f9e787926 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:41.529239 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0921369
Jun 04 15:27:41.538059 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:41.543582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Request body: {'port': {'device_id': '9aa1525e-1653-4cd4-b450-bdcf6913ae27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:41.645937 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3dd062b3-b970-4f98-a167-18d65ef92ff0 None None] Provisioning for port 26a201a6-342f-4e86-95ef-6056f4cf4823 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:27:41.773291 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0d6408-f795-4613-a8b7-f389218caed1 None None] DHCP port deletion for 2945905d-7b14-4d9f-adae-11caf09ce306 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:27:41.896158 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-de0d6408-f795-4613-a8b7-f389218caed1 None None] Deleting port 26a201a6-342f-4e86-95ef-6056f4cf4823 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:27:41.897111 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-de0d6408-f795-4613-a8b7-f389218caed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:41.923377 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-edcafdf5-4c24-4c72-ab4f-ce533c4bfeb1 req-cc17007e-ceab-4cfe-af60-7dfbaca0b17f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 210 time: 0.0745087
Jun 04 15:27:41.987733 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:42.031637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-de0d6408-f795-4613-a8b7-f389218caed1 None None] For port 26a201a6-342f-4e86-95ef-6056f4cf4823, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=26a201a6-342f-4e86-95ef-6056f4cf4823,segment=NetworkSegment(23c907d4-b181-435b-a3f2-feda96c3f76d),segment_id=23c907d4-b181-435b-a3f2-feda96c3f76d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:42.032308 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-de0d6408-f795-4613-a8b7-f389218caed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:42.171023 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:42.175023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-de0d6408-f795-4613-a8b7-f389218caed1 None None] Calling delete_port for 26a201a6-342f-4e86-95ef-6056f4cf4823 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:27:42.181789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d55153-a1e6-4937-b366-86310a3408ef req-7ae37c83-618a-4661-8ca0-d5f11e169ae1 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:42.183513 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-23d55153-a1e6-4937-b366-86310a3408ef req-7ae37c83-618a-4661-8ca0-d5f11e169ae1 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 945 time: 0.4149187
Jun 04 15:27:42.271024 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Transition to ACTIVE for port object 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:42.329454 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-de0d6408-f795-4613-a8b7-f389218caed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:42.333351 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:42.343027 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-23d55153-a1e6-4937-b366-86310a3408ef req-523fdc3f-e552-48a9-aa4b-acb8ce6d3f8f tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485727
Jun 04 15:27:42.437220 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d6408-f795-4613-a8b7-f389218caed1 None None] Pushing event deleted for resources: {'Port': ['ID=26a201a6-342f-4e86-95ef-6056f4cf4823,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:42.442800 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-de0d6408-f795-4613-a8b7-f389218caed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:42.459704 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d6408-f795-4613-a8b7-f389218caed1 None None] No DVR routers for this DVR port 26a201a6-342f-4e86-95ef-6056f4cf4823 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:27:42.581109 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:42.594192 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:42.664087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Network cb825790-7668-4447-8139-06bca8b4c119 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:27:42.707983 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:42.754727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd4286-93db-42a0-8918-5d1b6129e5cc req-2eed3f4e-07fc-48a1-ad59-32be99978f02 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:42.759410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:27:42.763073 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d6dd4286-93db-42a0-8918-5d1b6129e5cc req-2eed3f4e-07fc-48a1-ad59-32be99978f02 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 945 time: 0.2233911
Jun 04 15:27:42.788753 n-d-791505-9 neutron-server[88301]: DEBUG neutron.objects.ports [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88301) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:27:42.793497 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:42.803427 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e66fe4c1-fe11-4d89-a0af-19267e0ec320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:42.859695 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event updated for resources: {'Port': ['ID=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:42.899133 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:42.904607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d653bc7-e375-42a2-a50d-69f7c0dd9267 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:27:42.925810 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d6dd4286-93db-42a0-8918-5d1b6129e5cc req-1ab8774e-662a-4abd-8fb6-c5eb5a87d492 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616585
Jun 04 15:27:42.935668 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:42.944788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:42.951490 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:42.973699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event updated for resources: {'Subnet': ['ID=e9c63ef5-880b-487d-a777-7f190c6b3314,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:42.981954 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:42.988114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Checking segment: {'id': '7c0945a8-a869-4ca7-93be-47283298c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7475a64b-0635-4451-b9c0-73a76f606099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:42.993453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Network hostable DHCP agents. Network: 7475a64b-0635-4451-b9c0-73a76f606099, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:27:42.994198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Transition to ACTIVE for port object 0d653bc7-e375-42a2-a50d-69f7c0dd9267 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:43.008217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5361d-2c1f-4c98-9136-9fd0df48dcf0 req-e273efdb-8995-405d-b7eb-cf8c77d4c9c6 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:43.009280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-aac5361d-2c1f-4c98-9136-9fd0df48dcf0 req-e273efdb-8995-405d-b7eb-cf8c77d4c9c6 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Synchronizing usage tracker for tenant:1e6ce8f52be74499982d49b81e91f149 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:27:43.181113 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1230929
Jun 04 15:27:43.193369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Request body: {'port': {'device_id': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:43.237768 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-34730be2-3978-4cbc-a7ae-450ecc0932cb None None] Provisioning for port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:27:43.239032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Network 7475a64b-0635-4451-b9c0-73a76f606099 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:27:43.247645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-34730be2-3978-4cbc-a7ae-450ecc0932cb None None] Provisioning complete for port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:43.247645 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-34730be2-3978-4cbc-a7ae-450ecc0932cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:43.262321 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:43.270115 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:43.304589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-aac5361d-2c1f-4c98-9136-9fd0df48dcf0 req-e273efdb-8995-405d-b7eb-cf8c77d4c9c6 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Unset dirty status for tenant:1e6ce8f52be74499982d49b81e91f149 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:27:43.305895 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aac5361d-2c1f-4c98-9136-9fd0df48dcf0 req-e273efdb-8995-405d-b7eb-cf8c77d4c9c6 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 932 time: 0.6716492
Jun 04 15:27:43.324972 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-34730be2-3978-4cbc-a7ae-450ecc0932cb None None] Port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:27:43.328720 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 7475a64b-0635-4451-b9c0-73a76f606099) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:43.340989 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb55da2-6d3b-4226-9eae-323f8d179919 None None] Network 7475a64b-0635-4451-b9c0-73a76f606099 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:43.345151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:43.345345 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:43.453843 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 2.3966372
Jun 04 15:27:43.454573 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54282) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:43.691674 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 26a201a6-342f-4e86-95ef-6056f4cf4823 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:27:43.724008 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-7475a64b-0635-4451-b9c0-73a76f606099', 'network_id': '7475a64b-0635-4451-b9c0-73a76f606099', 'tenant_id': 'e7f22e0a74d24f05a494cf4f9e787926', 'fixed_ips': [{'subnet_id': 'e9c63ef5-880b-487d-a777-7f190c6b3314'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:27:43.726689 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:43.754303 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 26a201a6-342f-4e86-95ef-6056f4cf4823 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:27:43.754994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 26a201a6-342f-4e86-95ef-6056f4cf4823 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:27:43.758023 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9d579-9a3c-41b9-b644-c45dcda529a3 req-22c49f0f-1c55-4db5-82b2-de578b451959 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:43.766299 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-50c9d579-9a3c-41b9-b644-c45dcda529a3 req-22c49f0f-1c55-4db5-82b2-de578b451959 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 931 time: 0.3597891
Jun 04 15:27:43.787998 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:43.805572 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aac5361d-2c1f-4c98-9136-9fd0df48dcf0 req-005b30aa-29ff-4a2a-b4b9-6c894b0232bb tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90e7d86-a014-46a9-bc0f-ed674acbaa2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4880376
Jun 04 15:27:43.815742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Pushing event updated for resources: {'Port': ['ID=0d653bc7-e375-42a2-a50d-69f7c0dd9267,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:43.827811 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:43.831066 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:43.894168 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-50c9d579-9a3c-41b9-b644-c45dcda529a3 req-413792d1-5489-4adb-a2a7-1a0bc9302322 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269271
Jun 04 15:27:43.971653 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:44.081457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Allocated IP 2001:db8::f816:3eff:fe2c:83bf (7475a64b-0635-4451-b9c0-73a76f606099/e9c63ef5-880b-487d-a777-7f190c6b3314/c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:27:44.310302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f572646-f3bc-47f4-9662-504150da8a4f req-c1ac73f3-71b6-4acc-a3be-19750481624f tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:44.311784 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5f572646-f3bc-47f4-9662-504150da8a4f req-c1ac73f3-71b6-4acc-a3be-19750481624f tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 945 time: 0.2155039
Jun 04 15:27:44.415610 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:44.422218 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Attempting to bind port 0d653bc7-e375-42a2-a50d-69f7c0dd9267 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:27:44.422806 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Attempting to bind port 0d653bc7-e375-42a2-a50d-69f7c0dd9267 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '6858a2c5-45f4-4368-8289-3fbd1445018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '45852608-adae-400e-a1cc-6e58cc430e70'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:27:44.423091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Attempting to bind port 0d653bc7-e375-42a2-a50d-69f7c0dd9267 on network 45852608-adae-400e-a1cc-6e58cc430e70 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:27:44.432462 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Port 0d653bc7-e375-42a2-a50d-69f7c0dd9267 on network 45852608-adae-400e-a1cc-6e58cc430e70 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:27:44.432883 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Attempting to bind port 0d653bc7-e375-42a2-a50d-69f7c0dd9267 on network 45852608-adae-400e-a1cc-6e58cc430e70 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:27:44.433159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Transition to ACTIVE for port object c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:44.440911 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5f572646-f3bc-47f4-9662-504150da8a4f req-6a0ae1ce-14d5-4a49-a528-7c59d130de9c tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142464
Jun 04 15:27:44.470915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:27:44.470915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Checking segment: {'id': '6858a2c5-45f4-4368-8289-3fbd1445018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '45852608-adae-400e-a1cc-6e58cc430e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:44.470915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Bound using segment: {'id': '6858a2c5-45f4-4368-8289-3fbd1445018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '45852608-adae-400e-a1cc-6e58cc430e70'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:27:44.470915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Bound port: 0d653bc7-e375-42a2-a50d-69f7c0dd9267, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6858a2c5-45f4-4368-8289-3fbd1445018a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '45852608-adae-400e-a1cc-6e58cc430e70'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:27:44.470915 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:44.471424 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Transition to ACTIVE for port object c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:44.549406 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:44.569424 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:44.605190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] For port 0d653bc7-e375-42a2-a50d-69f7c0dd9267, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:27:44.610762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] For port 0d653bc7-e375-42a2-a50d-69f7c0dd9267, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=0d653bc7-e375-42a2-a50d-69f7c0dd9267,segment=NetworkSegment(6858a2c5-45f4-4368-8289-3fbd1445018a),segment_id=6858a2c5-45f4-4368-8289-3fbd1445018a)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:27:44.647101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Network 7475a64b-0635-4451-b9c0-73a76f606099 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:27:44.650300 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:44.652875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:27:44.696143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Pushing event updated for resources: {'Port': ['ID=c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:44.699646 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:44.709785 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:44.709907 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:44.715286 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-675d217d-529d-4874-8e85-8ae6edb11cd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:44.719251 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8519b8f0-6f6a-4707-98da-f0377d8a516b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:44.770349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c63ef5-880b-487d-a777-7f190c6b3314,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:44.771151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:27:44.785797 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:44.795451 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:44.804676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:44.805649 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:44.807243 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] 10.222.0.65 "PUT /v2.0/ports/0d653bc7-e375-42a2-a50d-69f7c0dd9267 HTTP/1.1" status: 200  len: 1092 time: 3.2704222
Jun 04 15:27:44.807877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa1525e-1653-4cd4-b450-bdcf6913ae27', 'tag': '0d653bc7-e375-42a2-a50d-69f7c0dd9267'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:27:44.810652 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc02600a-1a22-410e-bca9-e5da11180be2" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa1525e-1653-4cd4-b450-bdcf6913ae27", "tag": "0d653bc7-e375-42a2-a50d-69f7c0dd9267"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:27:44.838859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Transition to ACTIVE for port object 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:44.846549 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Pushing event updated for resources: {'Port': ['ID=0d653bc7-e375-42a2-a50d-69f7c0dd9267,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:44.851589 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:44.869485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Attempting to bind port c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:27:44.870432 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Attempting to bind port c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '7c0945a8-a869-4ca7-93be-47283298c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7475a64b-0635-4451-b9c0-73a76f606099'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:27:44.871038 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Attempting to bind port c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37 on network 7475a64b-0635-4451-b9c0-73a76f606099 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:27:44.879942 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:27:44.883166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Checking segment: {'id': '7c0945a8-a869-4ca7-93be-47283298c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7475a64b-0635-4451-b9c0-73a76f606099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:44.883776 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:44.884328 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Bound using segment: {'id': '7c0945a8-a869-4ca7-93be-47283298c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7475a64b-0635-4451-b9c0-73a76f606099'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:27:44.884958 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Bound port: c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0945a8-a869-4ca7-93be-47283298c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7475a64b-0635-4451-b9c0-73a76f606099'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:27:44.885537 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:44.910083 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543665a4-5b54-4d66-b215-eee460ef0bef x-openstack-request-id: req-543665a4-5b54-4d66-b215-eee460ef0bef {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:27:44.910083 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa1525e-1653-4cd4-b450-bdcf6913ae27", "tag": "0d653bc7-e375-42a2-a50d-69f7c0dd9267", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:27:44.910083 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-543665a4-5b54-4d66-b215-eee460ef0bef {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:27:44.910083 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa1525e-1653-4cd4-b450-bdcf6913ae27', 'tag': '0d653bc7-e375-42a2-a50d-69f7c0dd9267', 'status': 'completed', 'code': 200}
Jun 04 15:27:44.949374 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:44.971860 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387f078b0>,) {'filters': {'network_id': ['7475a64b-0635-4451-b9c0-73a76f606099']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:45.000524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387f078b0>, '7c0945a8-a869-4ca7-93be-47283298c013') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:45.000780 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387f078b0>, '7c0945a8-a869-4ca7-93be-47283298c013') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:45.003979 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] For port c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:27:45.009135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] For port c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37,segment=NetworkSegment(7c0945a8-a869-4ca7-93be-47283298c013),segment_id=7c0945a8-a869-4ca7-93be-47283298c013)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:27:45.016762 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:45.020121 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:45.022874 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:45.173077 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:45.174680 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:45.190619 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-de0d6408-f795-4613-a8b7-f389218caed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:45.197555 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:27:45.201747 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:27:45.275473 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:27:45.288680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:45.346659 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:45.388622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-556a1653-ac4c-4db8-a69e-1d2d465fcce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:45.390394 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-556a1653-ac4c-4db8-a69e-1d2d465fcce9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1e6ce8f52be74499982d49b81e91f149&device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 1095 time: 0.4617910
Jun 04 15:27:45.505166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Pushing event updated for resources: {'Port': ['ID=c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:45.506031 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-a3258bcc-acb7-4526-a875-4be646c70a2e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d653bc7-e375-42a2-a50d-69f7c0dd9267 HTTP/1.1" status: 200  len: 217 time: 0.0968747
Jun 04 15:27:45.511571 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:45.555935 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f181f0-ffb7-48fa-a898-07c0b730a57a None None] Network 7475a64b-0635-4451-b9c0-73a76f606099 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:45.608539 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.api [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 15:27:45.608539 n-d-791505-9 neutron-server[88301]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 15:27:45.608539 n-d-791505-9 neutron-server[88301]: [parameters: {'id': '7475a64b-0635-4451-b9c0-73a76f606099'}]
Jun 04 15:27:45.608539 n-d-791505-9 neutron-server[88301]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:27:45.609129 n-d-791505-9 neutron-server[88301]: DEBUG oslo_db.api [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:27:45.646734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Attempting to bind port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:27:45.647332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Attempting to bind port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:27:45.647842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Attempting to bind port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 on network cb825790-7668-4447-8139-06bca8b4c119 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:27:45.664723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373737f-7450-4cec-bc87-afb9b46b59ee req-7b6deed7-9095-42bb-b133-f08573c593f4 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:45.666578 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a373737f-7450-4cec-bc87-afb9b46b59ee req-7b6deed7-9095-42bb-b133-f08573c593f4 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 944 time: 0.5991528
Jun 04 15:27:45.669474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 on network cb825790-7668-4447-8139-06bca8b4c119 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:27:45.670025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Attempting to bind port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 on network cb825790-7668-4447-8139-06bca8b4c119 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:27:45.681047 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-e2792291-03a7-4ac2-88d7-58b5973db046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:45.682784 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-e2792291-03a7-4ac2-88d7-58b5973db046 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a6751fc-84b5-4211-8522-ecd4dd000f94 HTTP/1.1" status: 200  len: 854 time: 0.1695454
Jun 04 15:27:45.704668 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:27:45.705312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Checking segment: {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:45.705889 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Bound using segment: {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:27:45.706484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Bound port: 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:27:45.706999 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:45.723791 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20d21e-e821-4b70-9f8d-65c31e14ab95 req-5215143a-a479-4c6e-8e76-0028aea7a4a8 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:45.726411 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b20d21e-e821-4b70-9f8d-65c31e14ab95 req-5215143a-a479-4c6e-8e76-0028aea7a4a8 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 943 time: 0.1904314
Jun 04 15:27:45.780954 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-b67c6b39-5e5a-4daa-910d-f842a0d4d3e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45852608-adae-400e-a1cc-6e58cc430e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0814497
Jun 04 15:27:45.830970 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2eb9ea-e171-48a7-baf3-e0dd62d64498 None None] get_active_networks_info from n-d-791505-9 {{(pid=88302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 04 15:27:45.856414 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a373737f-7450-4cec-bc87-afb9b46b59ee req-d67fd744-eb5c-463d-8ed2-0671ad47e54c tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90e7d86-a014-46a9-bc0f-ed674acbaa2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801291
Jun 04 15:27:45.871959 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b20d21e-e821-4b70-9f8d-65c31e14ab95 req-0ad2403c-1b92-4b4b-8714-a27a78d6de66 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1202836
Jun 04 15:27:46.083733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:27:46.093302 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2eb9ea-e171-48a7-baf3-e0dd62d64498 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 04 15:27:46.097915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:27:46.111330 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-a6d3c02d-e6f5-4f19-98d4-7d39fff43fdc service neutron] 10.222.0.65 "GET /v2.0/networks/45852608-adae-400e-a1cc-6e58cc430e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2912061
Jun 04 15:27:46.145236 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:46.185310 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:46.195401 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8ec48c24-b368-4dc5-a456-66274c02c5ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:46.298530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d976776-f585-4641-888a-ccce5ee4d648 req-02a44522-6461-4215-b6e3-cdcca6d08de8 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:46.310814 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d976776-f585-4641-888a-ccce5ee4d648 req-02a44522-6461-4215-b6e3-cdcca6d08de8 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 945 time: 0.2207785
Jun 04 15:27:46.315763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Deleting port c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:27:46.316596 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:46.380259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:46.381842 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:46.383377 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] 10.222.0.65 "PUT /v2.0/ports/7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 HTTP/1.1" status: 200  len: 1091 time: 3.1947262
Jun 04 15:27:46.431878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:46.447388 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:46.484456 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d2c58b7-7241-460d-b895-d79276937bf2 req-d2faf0e5-c4cb-4f4b-bb49-a00072ed348e service neutron] 10.222.0.65 "GET /v2.0/networks/45852608-adae-400e-a1cc-6e58cc430e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3695943
Jun 04 15:27:46.780933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-5cb0f4d0-8075-4ec1-92aa-8318d6d8c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:46.782553 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-5cb0f4d0-8075-4ec1-92aa-8318d6d8c8fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 1094 time: 0.2690024
Jun 04 15:27:46.843549 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d976776-f585-4641-888a-ccce5ee4d648 req-cedde321-746e-4d61-bf73-498061be5ff5 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5316892
Jun 04 15:27:46.888909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] For port c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37,segment=NetworkSegment(7c0945a8-a869-4ca7-93be-47283298c013),segment_id=7c0945a8-a869-4ca7-93be-47283298c013)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:46.888909 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:47.149148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02600a-1a22-410e-bca9-e5da11180be2 req-55096cd8-e4ca-415a-8098-0c600a07dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:47.151493 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc02600a-1a22-410e-bca9-e5da11180be2 req-55096cd8-e4ca-415a-8098-0c600a07dc07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1e6ce8f52be74499982d49b81e91f149&device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 1095 time: 0.4907670
Jun 04 15:27:47.152419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:27:47.155774 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a37e25-5d88-4137-84f6-12644b6a9358" -d '{"events": [{"name": "network-changed", "server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:27:47.194707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Calling delete_port for c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:27:47.320733 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ef49b-64bf-46a3-b2fd-5b9726ea1c6b req-3715e295-6020-4671-a347-f6283ecbe0bf tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:47.325840 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-959ef49b-64bf-46a3-b2fd-5b9726ea1c6b req-3715e295-6020-4671-a347-f6283ecbe0bf tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 944 time: 0.1615174
Jun 04 15:27:47.331748 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-7bf81077-58aa-47fb-9411-a7dcdd6898de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 HTTP/1.1" status: 200  len: 217 time: 0.5409954
Jun 04 15:27:47.391669 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-959ef49b-64bf-46a3-b2fd-5b9726ea1c6b req-2e2a2612-b686-4a88-8d4c-97a05c16afa0 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Synchronizing usage tracker for tenant:1e6ce8f52be74499982d49b81e91f149 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:27:47.426301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-54cd18f8-755e-4c6b-9506-a90024015b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:47.429324 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-54cd18f8-755e-4c6b-9506-a90024015b3e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.0860929
Jun 04 15:27:47.483694 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:47.489344 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-87298b19-9003-4c38-a197-e97380d5be44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:47.626016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-959ef49b-64bf-46a3-b2fd-5b9726ea1c6b req-2e2a2612-b686-4a88-8d4c-97a05c16afa0 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Unset dirty status for tenant:1e6ce8f52be74499982d49b81e91f149 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:27:47.632237 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-959ef49b-64bf-46a3-b2fd-5b9726ea1c6b req-2e2a2612-b686-4a88-8d4c-97a05c16afa0 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90e7d86-a014-46a9-bc0f-ed674acbaa2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3005507
Jun 04 15:27:47.643097 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Port': ['ID=c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:47.648559 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:47.657808 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] No DVR routers for this DVR port c8b7e3a6-e59f-4b1b-b591-7bd0b2b4eb37 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:27:47.694773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02600a-1a22-410e-bca9-e5da11180be2 req-bcee0e45-44cf-4f86-ac47-5363755e45c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:47.698740 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc02600a-1a22-410e-bca9-e5da11180be2 req-bcee0e45-44cf-4f86-ac47-5363755e45c5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=45852608-adae-400e-a1cc-6e58cc430e70 HTTP/1.1" status: 200  len: 915 time: 0.5396423
Jun 04 15:27:47.918735 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc02600a-1a22-410e-bca9-e5da11180be2 req-9e571b29-a60b-4061-a1a3-233e4a88725e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d653bc7-e375-42a2-a50d-69f7c0dd9267 HTTP/1.1" status: 200  len: 217 time: 0.2098227
Jun 04 15:27:47.921645 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:47.939650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838d798760>,) {'filters': {'network_id': ['7475a64b-0635-4451-b9c0-73a76f606099']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:47.979207 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838d798760>, '7c0945a8-a869-4ca7-93be-47283298c013') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:47.979515 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838d798760>, '7c0945a8-a869-4ca7-93be-47283298c013') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:47.992239 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad4b1f7-33ef-481e-897d-88d0776e91f7 x-openstack-request-id: req-3ad4b1f7-33ef-481e-897d-88d0776e91f7 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:27:47.992777 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:27:47.993248 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ad4b1f7-33ef-481e-897d-88d0776e91f7 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:27:47.993869 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'status': 'completed', 'code': 200}
Jun 04 15:27:48.011914 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:48.032404 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:48.040765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:27:48.041327 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:48.058092 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-df94e281-aa8e-412e-ba3e-1ba483d8a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:48.059922 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-df94e281-aa8e-412e-ba3e-1ba483d8a436 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5886328
Jun 04 15:27:48.103024 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cbb79-648c-4041-a262-46067415d1f7 req-84e1cb0c-f4ed-474f-b8e3-54e2340c9e53 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:48.105739 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-614cbb79-648c-4041-a262-46067415d1f7 req-84e1cb0c-f4ed-474f-b8e3-54e2340c9e53 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.62 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 945 time: 0.6723034
Jun 04 15:27:48.136933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02600a-1a22-410e-bca9-e5da11180be2 req-8e079807-368b-4e8b-8feb-0f42f7d1a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:48.138535 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc02600a-1a22-410e-bca9-e5da11180be2 req-8e079807-368b-4e8b-8feb-0f42f7d1a331 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a6751fc-84b5-4211-8522-ecd4dd000f94 HTTP/1.1" status: 200  len: 854 time: 0.2080467
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:27:48.141637 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:27:48.264170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f6b3c-6885-4b82-915a-10511a6d8de6 req-22591c77-d3b2-476b-a8a0-f339e538b4e6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:48.264963 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e17f6b3c-6885-4b82-915a-10511a6d8de6 req-22591c77-d3b2-476b-a8a0-f339e538b4e6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Synchronizing usage tracker for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:27:48.269424 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc02600a-1a22-410e-bca9-e5da11180be2 req-fb79cca6-b963-44ec-9aa2-38e14392087d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45852608-adae-400e-a1cc-6e58cc430e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0779111
Jun 04 15:27:48.270052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884f828-c220-4533-9088-61fa631c5dd4 req-56d805d3-6173-4adb-ba0f-cd755cde089f tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:48.272555 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8884f828-c220-4533-9088-61fa631c5dd4 req-56d805d3-6173-4adb-ba0f-cd755cde089f tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 945 time: 0.1302054
Jun 04 15:27:48.295492 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:48.301232 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b0e292c6-dc9c-4882-921e-51a32a658ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:48.321356 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:48.352315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Network': ['ID=7475a64b-0635-4451-b9c0-73a76f606099,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:48.361326 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:48.370734 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/networks/7475a64b-0635-4451-b9c0-73a76f606099 HTTP/1.1" status: 204  len: 168 time: 4.8989863
Jun 04 15:27:48.370734 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8884f828-c220-4533-9088-61fa631c5dd4 req-936077c2-2c04-4e03-b934-5647fd901437 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911582
Jun 04 15:27:48.370734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54356) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:48.376455 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-805132911'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:48.390763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:48.390763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Usage tracker for resource:network and tenant:e7f22e0a74d24f05a494cf4f9e787926 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:48.390763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:48.396893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:48.517867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Made reservation on behalf of e7f22e0a74d24f05a494cf4f9e787926 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:48.524051 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:48.570536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:27:48.570536 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:48.571266 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Added segment 176d1b5b-29d6-4525-a0ba-b1339ba2d760 of type vlan for network ffa1151c-3c3b-48da-aade-1ff18b41fefb
Jun 04 15:27:48.597858 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-4042f602-b7dd-4ebd-a4b7-bce80d09ac8f service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5201061
Jun 04 15:27:48.604850 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:48.646681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e17f6b3c-6885-4b82-915a-10511a6d8de6 req-22591c77-d3b2-476b-a8a0-f339e538b4e6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Unset dirty status for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:27:48.648064 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e17f6b3c-6885-4b82-915a-10511a6d8de6 req-22591c77-d3b2-476b-a8a0-f339e538b4e6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 943 time: 0.9470758
Jun 04 15:27:48.665958 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc02600a-1a22-410e-bca9-e5da11180be2 req-67ba0f7e-7f7a-4600-a86c-59c5571b5902 service neutron] 10.222.0.65 "GET /v2.0/networks/45852608-adae-400e-a1cc-6e58cc430e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3103654
Jun 04 15:27:48.700569 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:48.706579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:48.710986 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:48.717246 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3f25fdc8-fab6-419e-9fed-220a9e674478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:48.892419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event updated for resources: {'Network': ['ID=ffa1151c-3c3b-48da-aade-1ff18b41fefb,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:48.903994 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:48.906856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network ffa1151c-3c3b-48da-aade-1ff18b41fefb details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:27:48.998485 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.6261253
Jun 04 15:27:49.002774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54374) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:49.017931 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc02600a-1a22-410e-bca9-e5da11180be2 req-397f07fe-358f-47f3-bd67-b84d2e71867e service neutron] 10.222.0.65 "GET /v2.0/networks/45852608-adae-400e-a1cc-6e58cc430e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3441091
Jun 04 15:27:49.018541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Request body: {'subnet': {'network_id': 'ffa1151c-3c3b-48da-aade-1ff18b41fefb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:49.025889 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-614cbb79-648c-4041-a262-46067415d1f7 req-daa51482-0ae1-4b80-a008-4e528a82dbb3 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Deleting port e5c23279-cde2-4d05-bb6d-fd3858f54d56 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:27:49.025889 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-614cbb79-648c-4041-a262-46067415d1f7 req-daa51482-0ae1-4b80-a008-4e528a82dbb3 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:49.075667 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa75d4-0fc0-47b0-a72b-67077d0ec0a9 req-d4f2fba7-aa26-4709-a051-daa6ecb1b440 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:49.087844 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e17f6b3c-6885-4b82-915a-10511a6d8de6 req-d7aa1d70-b98e-4b26-b177-b86db691b98b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4184268
Jun 04 15:27:49.091673 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-25aa75d4-0fc0-47b0-a72b-67077d0ec0a9 req-d4f2fba7-aa26-4709-a051-daa6ecb1b440 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 944 time: 0.1966891
Jun 04 15:27:49.156588 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-25aa75d4-0fc0-47b0-a72b-67077d0ec0a9 req-f5ad88d4-471e-4802-8534-1d7b600f1e9d tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90e7d86-a014-46a9-bc0f-ed674acbaa2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604880
Jun 04 15:27:49.263363 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7daf205a-7e96-40a0-a3f8-c86ca618535d req-2f4bc474-e583-40d2-ace4-d96993c29277 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6587319
Jun 04 15:27:49.314651 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:49.329480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Usage tracker for resource:subnet and tenant:e7f22e0a74d24f05a494cf4f9e787926 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:49.337465 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:49.344709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-614cbb79-648c-4041-a262-46067415d1f7 req-daa51482-0ae1-4b80-a008-4e528a82dbb3 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] For port e5c23279-cde2-4d05-bb6d-fd3858f54d56, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e5c23279-cde2-4d05-bb6d-fd3858f54d56,segment=NetworkSegment(4409588d-0879-4a2c-abf1-31d3591cf910),segment_id=4409588d-0879-4a2c-abf1-31d3591cf910)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:49.345133 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-614cbb79-648c-4041-a262-46067415d1f7 req-daa51482-0ae1-4b80-a008-4e528a82dbb3 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:49.345997 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:49.443892 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Made reservation on behalf of e7f22e0a74d24f05a494cf4f9e787926 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:49.447570 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:49.761190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-614cbb79-648c-4041-a262-46067415d1f7 req-daa51482-0ae1-4b80-a008-4e528a82dbb3 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Calling delete_port for e5c23279-cde2-4d05-bb6d-fd3858f54d56 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:27:49.766426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70533d8f-5db1-4f1b-b936-2bc2152b32c4 req-d0c85eff-b7f9-42a7-93c6-2690c500659a tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:49.767973 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70533d8f-5db1-4f1b-b936-2bc2152b32c4 req-d0c85eff-b7f9-42a7-93c6-2690c500659a tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 945 time: 0.2387509
Jun 04 15:27:49.846480 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70533d8f-5db1-4f1b-b936-2bc2152b32c4 req-fd5afc7b-36ce-4303-8116-f03a21ad10f5 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/security-groups?id=682756ed-8e75-495c-a4be-afd1b24433d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648825
Jun 04 15:27:49.913812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a37e25-5d88-4137-84f6-12644b6a9358 req-c7489049-7e4b-4851-87ff-47cfc5d3d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:49.915619 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a8a37e25-5d88-4137-84f6-12644b6a9358 req-c7489049-7e4b-4851-87ff-47cfc5d3d64d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 1094 time: 0.1619670
Jun 04 15:27:50.014330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 0d653bc7-e375-42a2-a50d-69f7c0dd9267 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:27:50.146908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a37e25-5d88-4137-84f6-12644b6a9358 req-8243d445-dcea-4e25-be4d-936d9206913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:50.148380 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a8a37e25-5d88-4137-84f6-12644b6a9358 req-8243d445-dcea-4e25-be4d-936d9206913b service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.2231009
Jun 04 15:27:50.282707 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-614cbb79-648c-4041-a262-46067415d1f7 req-daa51482-0ae1-4b80-a008-4e528a82dbb3 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:50.302900 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e33bf708-6952-40c9-9d2b-0225d51f8e6a tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:50.375947 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 0d653bc7-e375-42a2-a50d-69f7c0dd9267, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=0d653bc7-e375-42a2-a50d-69f7c0dd9267,segment=NetworkSegment(6858a2c5-45f4-4368-8289-3fbd1445018a),segment_id=6858a2c5-45f4-4368-8289-3fbd1445018a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:50.391723 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a8a37e25-5d88-4137-84f6-12644b6a9358 req-14f8e643-3157-42ea-b9fc-3040d096fccd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 HTTP/1.1" status: 200  len: 217 time: 0.2359161
Jun 04 15:27:50.392211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '0d653bc7-e375-42a2-a50d-69f7c0dd9267', 'network_id': '45852608-adae-400e-a1cc-6e58cc430e70', 'port_id': '0d653bc7-e375-42a2-a50d-69f7c0dd9267', 'mac_address': 'fa:16:3e:fd:8e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6751fc-84b5-4211-8522-ecd4dd000f94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:27:50.397996 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa51482-0ae1-4b80-a008-4e528a82dbb3 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Pushing event deleted for resources: {'Port': ['ID=e5c23279-cde2-4d05-bb6d-fd3858f54d56,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:50.399886 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e5c23279-cde2-4d05-bb6d-fd3858f54d56 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:27:50.405169 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-daa51482-0ae1-4b80-a008-4e528a82dbb3 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:50.472752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: e5c23279-cde2-4d05-bb6d-fd3858f54d56 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:27:50.473435 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e5c23279-cde2-4d05-bb6d-fd3858f54d56 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:27:50.502580 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:50.529950 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d653bc7-e375-42a2-a50d-69f7c0dd9267 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:27:50.550882 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 0d653bc7-e375-42a2-a50d-69f7c0dd9267, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=0d653bc7-e375-42a2-a50d-69f7c0dd9267,segment=NetworkSegment(6858a2c5-45f4-4368-8289-3fbd1445018a),segment_id=6858a2c5-45f4-4368-8289-3fbd1445018a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:50.632000 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:50.633469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-614cbb79-648c-4041-a262-46067415d1f7 req-daa51482-0ae1-4b80-a008-4e528a82dbb3 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] No DVR routers for this DVR port e5c23279-cde2-4d05-bb6d-fd3858f54d56 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:27:50.634427 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:50.636395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a37e25-5d88-4137-84f6-12644b6a9358 req-12ad6448-a914-4e59-9cf6-eb0c2ae2007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:50.638404 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a8a37e25-5d88-4137-84f6-12644b6a9358 req-12ad6448-a914-4e59-9cf6-eb0c2ae2007a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.2367580
Jun 04 15:27:50.642742 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-614cbb79-648c-4041-a262-46067415d1f7 req-daa51482-0ae1-4b80-a008-4e528a82dbb3 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:50.647650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680b9e77-6ad4-466a-9186-07aa121daaaa', 'name': 'network-vif-deleted', 'tag': 'e5c23279-cde2-4d05-bb6d-fd3858f54d56'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:27:50.650210 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bfdbdb-06ae-467e-9651-f232e45feed1" -d '{"events": [{"server_uuid": "680b9e77-6ad4-466a-9186-07aa121daaaa", "name": "network-vif-deleted", "tag": "e5c23279-cde2-4d05-bb6d-fd3858f54d56"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:27:50.660642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acafe27-21ce-47fe-8b41-28c6026aeb12 req-18864850-e6c0-49c0-99df-e0fa48116ae2 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:50.663513 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8acafe27-21ce-47fe-8b41-28c6026aeb12 req-18864850-e6c0-49c0-99df-e0fa48116ae2 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 944 time: 0.2210093
Jun 04 15:27:50.734919 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=0d653bc7-e375-42a2-a50d-69f7c0dd9267,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:50.762769 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:50.762889 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793297e-2deb-4b43-b95a-6fa2ce3e0ba2 req-d593f1ba-89d6-488f-ab0a-08956459d424 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:50.768165 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3793297e-2deb-4b43-b95a-6fa2ce3e0ba2 req-d593f1ba-89d6-488f-ab0a-08956459d424 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 943 time: 0.3732772
Jun 04 15:27:50.783657 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8acafe27-21ce-47fe-8b41-28c6026aeb12 req-d8e10e49-4bcc-4516-870f-3ca415d8c0a0 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90e7d86-a014-46a9-bc0f-ed674acbaa2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049366
Jun 04 15:27:50.819177 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:50.822905 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-881d2767-6faf-4a2d-b4e4-ef3e19c5b6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:50.871379 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3793297e-2deb-4b43-b95a-6fa2ce3e0ba2 req-23fe3341-08df-49db-b782-351e7182e94f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1021802
Jun 04 15:27:50.879265 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a37e25-5d88-4137-84f6-12644b6a9358 req-09749dec-0896-4adc-8d18-218895d7e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:50.881836 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a8a37e25-5d88-4137-84f6-12644b6a9358 req-09749dec-0896-4adc-8d18-218895d7e4d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2270865
Jun 04 15:27:50.884662 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-614cbb79-648c-4041-a262-46067415d1f7 req-daa51482-0ae1-4b80-a008-4e528a82dbb3 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.62 "DELETE /v2.0/ports/e5c23279-cde2-4d05-bb6d-fd3858f54d56 HTTP/1.1" status: 204  len: 173 time: 2.7515962
Jun 04 15:27:50.893803 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['0d653bc7-e375-42a2-a50d-69f7c0dd9267'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:27:50.916565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event updated for resources: {'Subnet': ['ID=799f4e12-a7b5-4837-9562-541729c20816,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:50.921554 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:50.936027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Checking segment: {'id': '176d1b5b-29d6-4525-a0ba-b1339ba2d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ffa1151c-3c3b-48da-aade-1ff18b41fefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:50.936027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Network hostable DHCP agents. Network: ffa1151c-3c3b-48da-aade-1ff18b41fefb, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:27:50.997997 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9b9cf5-233d-45de-9023-d5b10886cf31 x-openstack-request-id: req-1c9b9cf5-233d-45de-9023-d5b10886cf31 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:27:51.004908 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680b9e77-6ad4-466a-9186-07aa121daaaa", "name": "network-vif-deleted", "tag": "e5c23279-cde2-4d05-bb6d-fd3858f54d56", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:27:51.004908 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c9b9cf5-233d-45de-9023-d5b10886cf31 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:27:51.004908 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680b9e77-6ad4-466a-9186-07aa121daaaa', 'name': 'network-vif-deleted', 'tag': 'e5c23279-cde2-4d05-bb6d-fd3858f54d56', 'status': 'completed', 'code': 200}
Jun 04 15:27:51.118305 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Network ffa1151c-3c3b-48da-aade-1ff18b41fefb is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:27:51.144686 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2b5aafeb-d3e0-488b-a7ad-a7b82add06ed req-808aa5be-e521-4ca3-9719-01eae60fcfc9 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] 10.222.0.32 "GET /v2.0/ports?device_id=680b9e77-6ad4-466a-9186-07aa121daaaa HTTP/1.1" status: 200  len: 210 time: 0.0831921
Jun 04 15:27:51.189825 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a8a37e25-5d88-4137-84f6-12644b6a9358 req-f7fae4f4-ddb2-474e-b200-a03d7bba8f56 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2768300
Jun 04 15:27:51.243325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, ffa1151c-3c3b-48da-aade-1ff18b41fefb) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:51.261040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:51.261629 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:51.262298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71dc781-50b3-49d2-8f99-94595090eca4 None None] Network ffa1151c-3c3b-48da-aade-1ff18b41fefb requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:51.414417 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a8a37e25-5d88-4137-84f6-12644b6a9358 req-9cbe83d6-9892-4ff9-bcb6-4b2402e2a373 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2249486
Jun 04 15:27:51.430445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54432) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:51.441856 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.4325359
Jun 04 15:27:51.569147 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-ffa1151c-3c3b-48da-aade-1ff18b41fefb', 'network_id': 'ffa1151c-3c3b-48da-aade-1ff18b41fefb', 'tenant_id': 'e7f22e0a74d24f05a494cf4f9e787926', 'fixed_ips': [{'subnet_id': '799f4e12-a7b5-4837-9562-541729c20816'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:27:51.569709 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:51.630248 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:51.777058 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:51.777504 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Allocated IP 2001:db8::2 (ffa1151c-3c3b-48da-aade-1ff18b41fefb/799f4e12-a7b5-4837-9562-541729c20816/7e817fc8-961a-4050-a11a-20b5290bae0e) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:27:52.050871 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:27:52.212519 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 0d653bc7-e375-42a2-a50d-69f7c0dd9267 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:27:52.234780 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f1a90-369c-4acf-9524-b04a27a14ca7 req-bc70ee31-1d03-4b5f-aea8-bed843966aca tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:52.236564 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d90f1a90-369c-4acf-9524-b04a27a14ca7 req-bc70ee31-1d03-4b5f-aea8-bed843966aca tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 943 time: 0.1785376
Jun 04 15:27:52.326485 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d90f1a90-369c-4acf-9524-b04a27a14ca7 req-8ac0f339-2433-4c20-8786-0d2fe084c067 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809636
Jun 04 15:27:52.437588 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be57038-03df-4581-a20d-c351cb4fff57 req-6f1dcea6-e07f-4110-8341-041d9952ea0b tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:52.444309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:52.454057 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5be57038-03df-4581-a20d-c351cb4fff57 req-6f1dcea6-e07f-4110-8341-041d9952ea0b tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 945 time: 0.2564170
Jun 04 15:27:52.474997 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'port_id': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'mac_address': 'fa:16:3e:d0:ff:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:27:52.483178 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:52.542567 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5be57038-03df-4581-a20d-c351cb4fff57 req-1de349f7-3575-4f5e-8a0a-e1a0e78deaca tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90e7d86-a014-46a9-bc0f-ed674acbaa2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859361
Jun 04 15:27:52.558807 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Transition to ACTIVE for port object 7e817fc8-961a-4050-a11a-20b5290bae0e will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:52.593443 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:52.623126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:27:52.627528 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Transition to ACTIVE for port object 7e817fc8-961a-4050-a11a-20b5290bae0e will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:27:52.643347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:52.665441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 0d653bc7-e375-42a2-a50d-69f7c0dd9267 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:27:52.670740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 0d653bc7-e375-42a2-a50d-69f7c0dd9267 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:52.676439 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:52.676609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54450) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:52.730637 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:52.735794 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:52.738431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Deleting subnet 1d4cbbc4-a328-4667-a98d-37d7480c9743 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:27:52.742783 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:52.806589 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:52.814789 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:52.882155 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:52.900365 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-32d552cd-c547-4347-bf83-21299744e4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:52.913410 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Network ffa1151c-3c3b-48da-aade-1ff18b41fefb is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:27:52.915250 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:52.924514 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:27:52.939070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Subnet': ['ID=799f4e12-a7b5-4837-9562-541729c20816,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:52.951963 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:52.956050 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:53.068577 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Pushing event updated for resources: {'Port': ['ID=7e817fc8-961a-4050-a11a-20b5290bae0e,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:53.084249 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:53.089177 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ca8799a0-2d8d-4bc5-8e14-87d877383bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:53.122478 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:53.150305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83869cdca0>,) {'filters': {'network_id': ['ffa1151c-3c3b-48da-aade-1ff18b41fefb']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:53.159431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:27:53.266165 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Attempting to bind port 7e817fc8-961a-4050-a11a-20b5290bae0e on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:27:53.266316 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83869cdca0>, '176d1b5b-29d6-4525-a0ba-b1339ba2d760') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:53.266548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83869cdca0>, '176d1b5b-29d6-4525-a0ba-b1339ba2d760') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:53.266814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Attempting to bind port 7e817fc8-961a-4050-a11a-20b5290bae0e by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '176d1b5b-29d6-4525-a0ba-b1339ba2d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ffa1151c-3c3b-48da-aade-1ff18b41fefb'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:27:53.267283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Attempting to bind port 7e817fc8-961a-4050-a11a-20b5290bae0e on network ffa1151c-3c3b-48da-aade-1ff18b41fefb {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:27:53.270264 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:53.290811 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:53.302670 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:53.309960 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:53.317031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:27:53.317448 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:53.324228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:27:53.324228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Checking segment: {'id': '176d1b5b-29d6-4525-a0ba-b1339ba2d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ffa1151c-3c3b-48da-aade-1ff18b41fefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:53.325788 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:53.327549 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Bound using segment: {'id': '176d1b5b-29d6-4525-a0ba-b1339ba2d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ffa1151c-3c3b-48da-aade-1ff18b41fefb'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:27:53.328623 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Bound port: 7e817fc8-961a-4050-a11a-20b5290bae0e, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176d1b5b-29d6-4525-a0ba-b1339ba2d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ffa1151c-3c3b-48da-aade-1ff18b41fefb'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:27:53.333118 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:27:53.336369 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:27:53.350393 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:53.485829 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa1525e-1653-4cd4-b450-bdcf6913ae27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d653bc7-e375-42a2-a50d-69f7c0dd9267'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:27:53.489962 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4acee03-2c6a-4c23-b5c4-67151bafb22e" -d '{"events": [{"server_uuid": "9aa1525e-1653-4cd4-b450-bdcf6913ae27", "name": "network-vif-plugged", "status": "completed", "tag": "0d653bc7-e375-42a2-a50d-69f7c0dd9267"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:27:53.492430 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:53.527275 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 0d653bc7-e375-42a2-a50d-69f7c0dd9267, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=0d653bc7-e375-42a2-a50d-69f7c0dd9267,segment=NetworkSegment(6858a2c5-45f4-4368-8289-3fbd1445018a),segment_id=6858a2c5-45f4-4368-8289-3fbd1445018a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:53.596538 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.api [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 15:27:53.596538 n-d-791505-9 neutron-server[88300]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 15:27:53.596538 n-d-791505-9 neutron-server[88300]: [parameters: {'id': 'ffa1151c-3c3b-48da-aade-1ff18b41fefb'}]
Jun 04 15:27:53.596538 n-d-791505-9 neutron-server[88300]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:27:53.610442 n-d-791505-9 neutron-server[88300]: DEBUG oslo_db.api [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:27:53.652939 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:53.676769 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-176ea96c-f478-4934-86c9-dba44ce4dfa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:53.715367 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def4d57-34fa-45b8-9559-7649db7ae3d9 req-9b234849-b19e-446f-8ea4-8e04ae22844e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:53.717713 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2def4d57-34fa-45b8-9559-7649db7ae3d9 req-9b234849-b19e-446f-8ea4-8e04ae22844e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.1918125
Jun 04 15:27:53.769319 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:53.775807 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d52d4256-36bc-4357-8d82-203c15fcafa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:53.807322 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2def4d57-34fa-45b8-9559-7649db7ae3d9 req-1de6c145-3f5b-41a8-9cf7-557b96e89543 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831029
Jun 04 15:27:53.883165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d4cbbc4-a328-4667-a98d-37d7480c9743,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:53.884708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] For port 7e817fc8-961a-4050-a11a-20b5290bae0e, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:27:53.913428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:53.916023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:53.916366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:53.916747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:53.917149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:53.917516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:53.917871 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:53.919830 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4844a7c-a855-47a7-b210-05aaf9ded369 x-openstack-request-id: req-a4844a7c-a855-47a7-b210-05aaf9ded369 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:27:53.920202 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa1525e-1653-4cd4-b450-bdcf6913ae27", "name": "network-vif-plugged", "status": "completed", "tag": "0d653bc7-e375-42a2-a50d-69f7c0dd9267", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:27:53.921265 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4844a7c-a855-47a7-b210-05aaf9ded369 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:27:53.921415 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:53.921799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:53.922751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:53.922751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:53.922986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:27:53.928788 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:53.929940 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:53.936608 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa1525e-1653-4cd4-b450-bdcf6913ae27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d653bc7-e375-42a2-a50d-69f7c0dd9267', 'code': 200}
Jun 04 15:27:53.960652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54480) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:53.963120 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1d4cbbc4-a328-4667-a98d-37d7480c9743 HTTP/1.1" status: 204  len: 168 time: 1.2901399
Jun 04 15:27:53.971739 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=0d653bc7-e375-42a2-a50d-69f7c0dd9267,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:53.986708 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:53.990168 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] For port 7e817fc8-961a-4050-a11a-20b5290bae0e, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7e817fc8-961a-4050-a11a-20b5290bae0e,segment=NetworkSegment(176d1b5b-29d6-4525-a0ba-b1339ba2d760),segment_id=176d1b5b-29d6-4525-a0ba-b1339ba2d760)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:27:54.066640 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:54.079586 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:54.110621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac08d7-16e5-4ded-96b8-896ab66eb58c req-5433bc3b-f95a-4079-8de7-722fb2bfe38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:54.112471 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f7ac08d7-16e5-4ded-96b8-896ab66eb58c req-5433bc3b-f95a-4079-8de7-722fb2bfe38d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 1097 time: 0.1132812
Jun 04 15:27:54.113097 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:54.253439 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f7ac08d7-16e5-4ded-96b8-896ab66eb58c req-b2a8fa6a-ef19-434d-b6a6-f17f4bdf2bea service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e90e7d86-a014-46a9-bc0f-ed674acbaa2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293330
Jun 04 15:27:54.261387 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db55a1fe-e3b3-457c-a381-bcc29f35cd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:54.262752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Pushing event updated for resources: {'Port': ['ID=7e817fc8-961a-4050-a11a-20b5290bae0e,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:54.264916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Deleting port 7e817fc8-961a-4050-a11a-20b5290bae0e {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:27:54.265313 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:54.278290 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:54.389637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] For port 7e817fc8-961a-4050-a11a-20b5290bae0e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7e817fc8-961a-4050-a11a-20b5290bae0e,segment=NetworkSegment(176d1b5b-29d6-4525-a0ba-b1339ba2d760),segment_id=176d1b5b-29d6-4525-a0ba-b1339ba2d760)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:54.390030 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:54.441532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f96d7c-e04c-46af-8a5a-e92a1377ec42 None None] Network ffa1151c-3c3b-48da-aade-1ff18b41fefb requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:54.467645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c92bc-7494-4767-8ce2-971c5b5cf49f req-29d9b04c-4ce2-400a-b838-d2aa8a52c733 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:54.475695 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-123c92bc-7494-4767-8ce2-971c5b5cf49f req-29d9b04c-4ce2-400a-b838-d2aa8a52c733 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 946 time: 0.3072536
Jun 04 15:27:54.506831 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db55a1fe-e3b3-457c-a381-bcc29f35cd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:54.534624 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-db55a1fe-e3b3-457c-a381-bcc29f35cd4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83866870a0>,) {'filters': {'network_id': ['83156de6-8ea4-4064-bf61-8ac8d05d91a4']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:54.571254 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-123c92bc-7494-4767-8ce2-971c5b5cf49f req-43d6dbfa-7550-49d8-956c-b055cc82f66b tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90e7d86-a014-46a9-bc0f-ed674acbaa2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939617
Jun 04 15:27:54.573652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-db55a1fe-e3b3-457c-a381-bcc29f35cd4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83866870a0>, '4409588d-0879-4a2c-abf1-31d3591cf910') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:54.575297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-db55a1fe-e3b3-457c-a381-bcc29f35cd4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83866870a0>, '4409588d-0879-4a2c-abf1-31d3591cf910') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:54.593283 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db55a1fe-e3b3-457c-a381-bcc29f35cd4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:54.617483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Calling delete_port for 7e817fc8-961a-4050-a11a-20b5290bae0e owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:27:54.621457 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db55a1fe-e3b3-457c-a381-bcc29f35cd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:54.628256 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db55a1fe-e3b3-457c-a381-bcc29f35cd4e admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:27:54.628833 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db55a1fe-e3b3-457c-a381-bcc29f35cd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:27:54.643372 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:27:54.747197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa426a4-6f93-4176-91d4-1102e8333874 None None] get_active_networks_info from n-d-791505-9 {{(pid=88302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 04 15:27:54.824482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cca95-9259-412e-8ad9-d6d0ad914340 req-956790fe-00c7-49e8-9252-29280e6ae263 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:54.826157 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-888cca95-9259-412e-8ad9-d6d0ad914340 req-956790fe-00c7-49e8-9252-29280e6ae263 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.1080546
Jun 04 15:27:54.854423 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db55a1fe-e3b3-457c-a381-bcc29f35cd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:54.859019 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:54.898343 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db55a1fe-e3b3-457c-a381-bcc29f35cd4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:54.906482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa426a4-6f93-4176-91d4-1102e8333874 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 04 15:27:54.932404 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-db55a1fe-e3b3-457c-a381-bcc29f35cd4e admin admin] 10.222.0.32 "DELETE /v2.0/networks/83156de6-8ea4-4064-bf61-8ac8d05d91a4 HTTP/1.1" status: 204  len: 168 time: 0.9669940
Jun 04 15:27:54.932404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55a1fe-e3b3-457c-a381-bcc29f35cd4e admin admin] Pushing event deleted for resources: {'Network': ['ID=83156de6-8ea4-4064-bf61-8ac8d05d91a4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:54.939888 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-db55a1fe-e3b3-457c-a381-bcc29f35cd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:54.939888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54502) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:55.128681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-888cca95-9259-412e-8ad9-d6d0ad914340 req-088cc4fd-36a8-4c1c-8da2-538961cf234d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2893779
Jun 04 15:27:55.129059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a25908-da00-4171-b656-7695a987dd30 admin admin] Deleting subnet 899dd1a1-0271-4ddf-a192-fe32e35b7bc1 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:27:55.140342 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:55.144534 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50a25908-da00-4171-b656-7695a987dd30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:55.194537 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-36674db5-c162-4599-98ef-b8d4971639fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:55.242747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] No DVR routers for this DVR port 7e817fc8-961a-4050-a11a-20b5290bae0e on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:27:55.279897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Port': ['ID=7e817fc8-961a-4050-a11a-20b5290bae0e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:55.285913 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:55.299745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50a25908-da00-4171-b656-7695a987dd30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:55.436930 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:55.444714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c9f1d-a0fe-4bc3-8fcb-a852cbbd82ea req-f1984411-f499-436e-95ef-a69d561e8f87 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:55.461303 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-273c9f1d-a0fe-4bc3-8fcb-a852cbbd82ea req-f1984411-f499-436e-95ef-a69d561e8f87 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.4118643
Jun 04 15:27:55.466326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386fe3d30>,) {'filters': {'network_id': ['ffa1151c-3c3b-48da-aade-1ff18b41fefb']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:55.477022 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50a25908-da00-4171-b656-7695a987dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:55.481185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386fe3d30>, '176d1b5b-29d6-4525-a0ba-b1339ba2d760') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:55.481487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386fe3d30>, '176d1b5b-29d6-4525-a0ba-b1339ba2d760') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:55.496329 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:55.520223 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:55.530383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:27:55.530798 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:27:55.551721 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:27:55.562384 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-273c9f1d-a0fe-4bc3-8fcb-a852cbbd82ea req-20163f7a-0669-4735-8d62-08a2f0aad37b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1094289
Jun 04 15:27:55.785804 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:55.789177 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:55.801898 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:55.824535 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:55.839529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Network': ['ID=ffa1151c-3c3b-48da-aade-1ff18b41fefb,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:55.853443 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:55.866556 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/networks/ffa1151c-3c3b-48da-aade-1ff18b41fefb HTTP/1.1" status: 204  len: 168 time: 4.4291921
Jun 04 15:27:55.869538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54518) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:55.875804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-956711367'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:55.886859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:55.894105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Usage tracker for resource:network and tenant:e7f22e0a74d24f05a494cf4f9e787926 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:55.899176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:55.907090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:55.917809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0f622-fe59-4de8-a755-c6e3177c730d req-b9015315-a542-481b-8a21-7f3616a39006 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:55.919645 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-49e0f622-fe59-4de8-a755-c6e3177c730d req-b9015315-a542-481b-8a21-7f3616a39006 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 946 time: 0.1913152
Jun 04 15:27:55.969635 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-49e0f622-fe59-4de8-a755-c6e3177c730d req-6665bb40-7d98-40c0-b404-8597bd14fc1b tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90e7d86-a014-46a9-bc0f-ed674acbaa2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421164
Jun 04 15:27:56.031001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Made reservation on behalf of e7f22e0a74d24f05a494cf4f9e787926 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:56.031441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50a25908-da00-4171-b656-7695a987dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.034474 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.036453 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-86b35b5c-e789-477d-b321-1233ca3cd7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:56.063114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:27:56.073940 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.074281 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Added segment b73722bd-d6e3-4f52-95ce-aa617e2e947e of type vlan for network 3ff08e66-9567-473d-b4e2-1ee299d49459
Jun 04 15:27:56.080227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:27:56.107323 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a25908-da00-4171-b656-7695a987dd30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=899dd1a1-0271-4ddf-a192-fe32e35b7bc1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:56.109352 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.112164 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-50a25908-da00-4171-b656-7695a987dd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:56.116478 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50a25908-da00-4171-b656-7695a987dd30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.135396 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-50a25908-da00-4171-b656-7695a987dd30 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/899dd1a1-0271-4ddf-a192-fe32e35b7bc1 HTTP/1.1" status: 204  len: 168 time: 1.1941442
Jun 04 15:27:56.135396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54526) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:56.237018 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.244985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:56.246775 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.263729 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c3feaaa4-2e8a-4b43-b307-ad8d1af27a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.265984 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fedc5ff5-a742-4d64-8dae-f1462e3d419c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:56.328992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:27:56.335315 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:27:56.335706 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.438338 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.5666916
Jun 04 15:27:56.452130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54534) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:56.461246 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c3feaaa4-2e8a-4b43-b307-ad8d1af27a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.463454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Request body: {'subnet': {'network_id': '3ff08e66-9567-473d-b4e2-1ee299d49459', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:27:56.481040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event updated for resources: {'Network': ['ID=3ff08e66-9567-473d-b4e2-1ee299d49459,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:56.492772 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:56.494566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c3feaaa4-2e8a-4b43-b307-ad8d1af27a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838d798b50>,) {'filters': {'network_id': ['908175de-e8a1-4d93-a059-40721d6d1bab']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:56.534759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 3ff08e66-9567-473d-b4e2-1ee299d49459 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:27:56.544732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c3feaaa4-2e8a-4b43-b307-ad8d1af27a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838d798b50>, '114cb509-acf2-4e05-b50e-116213473365') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:56.545367 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c3feaaa4-2e8a-4b43-b307-ad8d1af27a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838d798b50>, '114cb509-acf2-4e05-b50e-116213473365') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:27:56.587583 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c3feaaa4-2e8a-4b43-b307-ad8d1af27a29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.603414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:56.608886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Usage tracker for resource:subnet and tenant:e7f22e0a74d24f05a494cf4f9e787926 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:56.611291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:56.619394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:56.626824 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c3feaaa4-2e8a-4b43-b307-ad8d1af27a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.633982 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3feaaa4-2e8a-4b43-b307-ad8d1af27a29 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:27:56.634709 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c3feaaa4-2e8a-4b43-b307-ad8d1af27a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.639773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a2e3f-3cd9-4ebd-93d6-616a797df5b3 req-c3693f25-a51e-4549-9041-24d8cd68b91b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:56.650905 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-827a2e3f-3cd9-4ebd-93d6-616a797df5b3 req-c3693f25-a51e-4549-9041-24d8cd68b91b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.3114138
Jun 04 15:27:56.703354 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-827a2e3f-3cd9-4ebd-93d6-616a797df5b3 req-90162eaa-d93a-40e7-9ca4-f21da6cf5bb6 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544491
Jun 04 15:27:56.729114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Made reservation on behalf of e7f22e0a74d24f05a494cf4f9e787926 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:27:56.733689 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:27:56.759759 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:27:56.773945 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.815963 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:27:56.815963 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:27:56.818145 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa00abb6-a7f8-4a48-b5e4-cec4803fa6bf" -d '{"events": [{"server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "name": "network-vif-plugged", "status": "completed", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:27:56.828558 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:27:56.837303 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c3feaaa4-2e8a-4b43-b307-ad8d1af27a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.843528 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c3feaaa4-2e8a-4b43-b307-ad8d1af27a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.850385 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-db55a1fe-e3b3-457c-a381-bcc29f35cd4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:56.878372 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3feaaa4-2e8a-4b43-b307-ad8d1af27a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=908175de-e8a1-4d93-a059-40721d6d1bab,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:56.881435 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c3feaaa4-2e8a-4b43-b307-ad8d1af27a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:56.886331 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c3feaaa4-2e8a-4b43-b307-ad8d1af27a29 admin admin] 10.222.0.32 "DELETE /v2.0/networks/908175de-e8a1-4d93-a059-40721d6d1bab HTTP/1.1" status: 204  len: 168 time: 0.7469466
Jun 04 15:27:56.945865 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:56.949233 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-91b59d58-68a2-424e-9922-49c3a32681a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:57.044413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9cfcb-df8c-4e53-9abe-05c97000b477 req-f81d0b4d-779c-4bca-abf8-42edddd0e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:57.046006 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89a9cfcb-df8c-4e53-9abe-05c97000b477 req-f81d0b4d-779c-4bca-abf8-42edddd0e66b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1e6ce8f52be74499982d49b81e91f149&device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 1097 time: 0.2680173
Jun 04 15:27:57.075449 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:57.080973 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:57.118812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0f5eb-df27-45cb-9d11-d06709396c57 req-3dfa3001-0d96-4143-afa9-e0a919a2afeb tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:57.122107 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-31a0f5eb-df27-45cb-9d11-d06709396c57 req-3dfa3001-0d96-4143-afa9-e0a919a2afeb tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 946 time: 0.2089353
Jun 04 15:27:57.188872 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-31a0f5eb-df27-45cb-9d11-d06709396c57 req-d17cdfdc-2721-4d15-a39a-f4a78ffcff6e tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90e7d86-a014-46a9-bc0f-ed674acbaa2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571620
Jun 04 15:27:57.214055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce58dd-be10-4c29-ad56-cd41febd524f req-c054237e-3d6f-49bd-b185-52b12bb1dac3 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:57.221056 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-48ce58dd-be10-4c29-ad56-cd41febd524f req-c054237e-3d6f-49bd-b185-52b12bb1dac3 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 945 time: 0.3121183
Jun 04 15:27:57.236769 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513f5126-c1f2-4d42-a55c-f304d5b8ba6e x-openstack-request-id: req-513f5126-c1f2-4d42-a55c-f304d5b8ba6e {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:27:57.237101 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "name": "network-vif-plugged", "status": "completed", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:27:57.237389 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-513f5126-c1f2-4d42-a55c-f304d5b8ba6e {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:27:57.237795 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'code': 200}
Jun 04 15:27:57.320904 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-48ce58dd-be10-4c29-ad56-cd41febd524f req-51b7591b-e749-4f33-9fc9-6be993de2916 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989788
Jun 04 15:27:57.337328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-1783261c-fa99-4d49-ac08-de9e31a0773b req-e5fa07bf-0390-48a0-9313-6d926763e57f service neutron] (88301) timed out ('10.222.0.32', 33304) {{(pid=88301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 15:27:57.383461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9cfcb-df8c-4e53-9abe-05c97000b477 req-5a5a0942-0805-4527-a65d-a0883bad911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:57.385556 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89a9cfcb-df8c-4e53-9abe-05c97000b477 req-5a5a0942-0805-4527-a65d-a0883bad911a service neutron] 10.222.0.65 "GET /v2.0/networks?id=45852608-adae-400e-a1cc-6e58cc430e70 HTTP/1.1" status: 200  len: 915 time: 0.3266256
Jun 04 15:27:57.476745 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89a9cfcb-df8c-4e53-9abe-05c97000b477 req-c40a4caa-85a3-4d74-a51d-026f57fad906 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d653bc7-e375-42a2-a50d-69f7c0dd9267 HTTP/1.1" status: 200  len: 217 time: 0.0743437
Jun 04 15:27:57.496523 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54552) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:57.568445 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-08edfef4-ce7e-49cf-9472-fdb8d106228f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30396080ceab4b4cb799f047a26dbef7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0700250
Jun 04 15:27:57.571330 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54554) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:57.663965 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8d6210e4-b5c7-4966-97e2-6f8a7032b394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:57.698446 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8d6210e4-b5c7-4966-97e2-6f8a7032b394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:57.824936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d125d-281a-4e87-b753-30b8db0850cf req-51cd8b10-4aa5-4a5d-aa17-10291e1d32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:57.826506 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f62d125d-281a-4e87-b753-30b8db0850cf req-51cd8b10-4aa5-4a5d-aa17-10291e1d32c3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 1096 time: 0.4970267
Jun 04 15:27:57.842599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9cfcb-df8c-4e53-9abe-05c97000b477 req-4103748a-fe30-4279-b2c6-67e217aa9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:57.844340 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89a9cfcb-df8c-4e53-9abe-05c97000b477 req-4103748a-fe30-4279-b2c6-67e217aa9391 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a6751fc-84b5-4211-8522-ecd4dd000f94 HTTP/1.1" status: 200  len: 854 time: 0.1944892
Jun 04 15:27:57.962182 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89a9cfcb-df8c-4e53-9abe-05c97000b477 req-2d9e8744-78fe-4b25-ae93-cc8ca52b39e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45852608-adae-400e-a1cc-6e58cc430e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0979826
Jun 04 15:27:57.992155 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f62d125d-281a-4e87-b753-30b8db0850cf req-a1f98c5b-35e3-4a0d-b585-4a2d8b177db8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1530013
Jun 04 15:27:57.995251 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8d6210e4-b5c7-4966-97e2-6f8a7032b394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:58.007484 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-52b37c00-ceed-4c1e-b5cf-a7c043974321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:58.027011 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6210e4-b5c7-4966-97e2-6f8a7032b394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682756ed-8e75-495c-a4be-afd1b24433d9,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:58.031007 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8d6210e4-b5c7-4966-97e2-6f8a7032b394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:58.050828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf92057-2eb8-4f0b-8bf8-46731e4b4d66 req-d6d88551-76b6-4b25-9e22-7bb881320fcf tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:58.058413 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2bf92057-2eb8-4f0b-8bf8-46731e4b4d66 req-d6d88551-76b6-4b25-9e22-7bb881320fcf tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.1198192
Jun 04 15:27:58.136385 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2bf92057-2eb8-4f0b-8bf8-46731e4b4d66 req-70a9a940-15ff-4fed-bdd0-8e33bc4e4dd2 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768940
Jun 04 15:27:58.172909 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89a9cfcb-df8c-4e53-9abe-05c97000b477 req-d8c9c2a3-4780-4dee-8bd4-002e82621f17 service neutron] 10.222.0.65 "GET /v2.0/networks/45852608-adae-400e-a1cc-6e58cc430e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839504
Jun 04 15:27:58.190569 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8d6210e4-b5c7-4966-97e2-6f8a7032b394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:58.195825 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8d6210e4-b5c7-4966-97e2-6f8a7032b394 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/682756ed-8e75-495c-a4be-afd1b24433d9 HTTP/1.1" status: 204  len: 168 time: 0.6206310
Jun 04 15:27:58.428373 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54572) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:58.441114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.objects.ports [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88300) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:27:58.450334 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:58.468584 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2b028e45-23d5-4fb8-b381-93780c35947b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:58.560548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df97400-c30b-473d-b2d8-bc938641b8a4 req-0483eec6-2031-4fd6-9bd6-0f5b5db6819c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:58.562452 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5df97400-c30b-473d-b2d8-bc938641b8a4 req-0483eec6-2031-4fd6-9bd6-0f5b5db6819c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 945 time: 0.1055689
Jun 04 15:27:58.590205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event updated for resources: {'Subnet': ['ID=fb912a6b-286b-4451-a61c-e8f42701f7f1,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:58.597485 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89a9cfcb-df8c-4e53-9abe-05c97000b477 req-b6c83891-09ee-4c9d-89fe-92038fb77aa2 service neutron] 10.222.0.65 "GET /v2.0/networks/45852608-adae-400e-a1cc-6e58cc430e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3863022
Jun 04 15:27:58.599793 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:58.611312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Checking segment: {'id': 'b73722bd-d6e3-4f52-95ce-aa617e2e947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3ff08e66-9567-473d-b4e2-1ee299d49459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:27:58.611672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Network hostable DHCP agents. Network: 3ff08e66-9567-473d-b4e2-1ee299d49459, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:27:58.635783 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5df97400-c30b-473d-b2d8-bc938641b8a4 req-79c1d668-44e2-401f-9039-2d6d5791d3a3 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490515
Jun 04 15:27:58.637148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcf8c0-5b81-4c6c-9c31-4ad60b004ff6 req-bc599b98-5acc-442f-b209-747552443d8b tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:58.644426 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ddcf8c0-5b81-4c6c-9c31-4ad60b004ff6 req-bc599b98-5acc-442f-b209-747552443d8b tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 946 time: 0.2856789
Jun 04 15:27:58.670560 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-710c0e5e-fbeb-41b5-88f7-7d0927d2c097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:58.688586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-710c0e5e-fbeb-41b5-88f7-7d0927d2c097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:27:58.692886 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-710c0e5e-fbeb-41b5-88f7-7d0927d2c097 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ee6f5f4e924b00b02aa71a68016c53 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:27:58.694482 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ddcf8c0-5b81-4c6c-9c31-4ad60b004ff6 req-38cffa62-199e-404a-89b1-a7c97ba790ae tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90e7d86-a014-46a9-bc0f-ed674acbaa2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492151
Jun 04 15:27:58.696266 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-710c0e5e-fbeb-41b5-88f7-7d0927d2c097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:27:58.703554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-710c0e5e-fbeb-41b5-88f7-7d0927d2c097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:27:58.752724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Network 3ff08e66-9567-473d-b4e2-1ee299d49459 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:27:58.825233 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-710c0e5e-fbeb-41b5-88f7-7d0927d2c097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:58.859951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 3ff08e66-9567-473d-b4e2-1ee299d49459) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:27:58.870056 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e94507a-3681-4ebe-9f09-c4e6ba853de8 None None] Network 3ff08e66-9567-473d-b4e2-1ee299d49459 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:27:58.883263 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-710c0e5e-fbeb-41b5-88f7-7d0927d2c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:58.892757 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2b8e2bee-2fba-420c-b94b-5f231dd32cb3 tempest-ServerRescueTestJSONUnderV235-1749687187 tempest-ServerRescueTestJSONUnderV235-1749687187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:58.894313 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:58.895261 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:59.002403 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c0e5e-fbeb-41b5-88f7-7d0927d2c097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585dcadd-cef0-4678-8ba9-7a272862bf7d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:59.007448 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-710c0e5e-fbeb-41b5-88f7-7d0927d2c097 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4ee6f5f4e924b00b02aa71a68016c53&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5778043
Jun 04 15:27:59.008410 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-710c0e5e-fbeb-41b5-88f7-7d0927d2c097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:59.011244 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54582) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:59.096531 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af2a3b6f-20ab-4cd9-838e-7e0c50e2c157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:59.106735 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 2.6484225
Jun 04 15:27:59.109612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54584) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:59.132520 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af2a3b6f-20ab-4cd9-838e-7e0c50e2c157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:59.218670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-3ff08e66-9567-473d-b4e2-1ee299d49459', 'network_id': '3ff08e66-9567-473d-b4e2-1ee299d49459', 'tenant_id': 'e7f22e0a74d24f05a494cf4f9e787926', 'fixed_ips': [{'subnet_id': 'fb912a6b-286b-4451-a61c-e8f42701f7f1'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:27:59.219854 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:59.266881 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54588) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:59.329315 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:59.362695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af2a3b6f-20ab-4cd9-838e-7e0c50e2c157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:59.379861 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a69b3c26-1611-4e4c-b948-3532b57fbe0a tempest-SecurityGroupsTestJSON-1117820504 tempest-SecurityGroupsTestJSON-1117820504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:59.400140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a3b6f-20ab-4cd9-838e-7e0c50e2c157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585dcadd-cef0-4678-8ba9-7a272862bf7d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:59.413776 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-af2a3b6f-20ab-4cd9-838e-7e0c50e2c157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:59.427901 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4281ee14-9732-4586-b51c-c6d2a4983615 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c7b6562de174ff3864af41684aea720&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1571279
Jun 04 15:27:59.428674 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af2a3b6f-20ab-4cd9-838e-7e0c50e2c157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:59.430810 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-af2a3b6f-20ab-4cd9-838e-7e0c50e2c157 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/585dcadd-cef0-4678-8ba9-7a272862bf7d HTTP/1.1" status: 204  len: 168 time: 0.4185011
Jun 04 15:27:59.432140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54590) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:27:59.479677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Allocated IP 2001:db8::f816:3eff:febe:65b7 (3ff08e66-9567-473d-b4e2-1ee299d49459/fb912a6b-286b-4451-a61c-e8f42701f7f1/8becc9f7-f4c9-4d8b-a9c9-689f2480412f) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:27:59.484675 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-11140b46-d3b3-4d9f-9056-517259e8c0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:59.499415 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:59.544621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e099-2c43-427b-b747-86ff61742506 req-3348e617-8b19-410b-9759-43547140f703 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:59.554737 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8af9e099-2c43-427b-b747-86ff61742506 req-3348e617-8b19-410b-9759-43547140f703 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.2636552
Jun 04 15:27:59.627637 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7af2eca9-d29b-417d-86d8-ea5af73ee0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:59.637421 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8af9e099-2c43-427b-b747-86ff61742506 req-8a0dfcd7-68b7-4c8a-83e4-cfaa09d5d28b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815058
Jun 04 15:27:59.675452 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7af2eca9-d29b-417d-86d8-ea5af73ee0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:59.831567 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7af2eca9-d29b-417d-86d8-ea5af73ee0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:59.838562 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3efdf086-61d6-4220-a156-dd10c9da0ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:27:59.873670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2eca9-d29b-417d-86d8-ea5af73ee0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f7dc09-6c1c-43f1-bf8a-587ad0b79902,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:27:59.878805 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7af2eca9-d29b-417d-86d8-ea5af73ee0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:27:59.881131 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7af2eca9-d29b-417d-86d8-ea5af73ee0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:59.884576 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7af2eca9-d29b-417d-86d8-ea5af73ee0d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69f7dc09-6c1c-43f1-bf8a-587ad0b79902 HTTP/1.1" status: 204  len: 168 time: 0.4464166
Jun 04 15:27:59.947310 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:27:59.984403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517f414-3771-4805-8fbf-465aa729f0fa req-1f8c72f9-0173-4ef2-941c-eb6fb7789f43 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:27:59.986530 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e517f414-3771-4805-8fbf-465aa729f0fa req-1f8c72f9-0173-4ef2-941c-eb6fb7789f43 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 946 time: 0.1088140
Jun 04 15:27:59.988956 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Transition to ACTIVE for port object 8becc9f7-f4c9-4d8b-a9c9-689f2480412f will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:00.038023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Transition to ACTIVE for port object 8becc9f7-f4c9-4d8b-a9c9-689f2480412f will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:00.057352 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e517f414-3771-4805-8fbf-465aa729f0fa req-51a0aab9-d95a-40c1-a480-eb8c78324af9 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90e7d86-a014-46a9-bc0f-ed674acbaa2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635920
Jun 04 15:28:00.085928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25e325-d9ca-45d1-96ee-d27aad40bb06 req-a983a309-2a96-404e-a62a-c418a8677cd2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:00.093172 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c25e325-d9ca-45d1-96ee-d27aad40bb06 req-a983a309-2a96-404e-a62a-c418a8677cd2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 945 time: 0.2730405
Jun 04 15:28:00.120191 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:00.126932 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-433f7627-273e-4834-93f2-1b6a3fd19246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:00.230498 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Network 3ff08e66-9567-473d-b4e2-1ee299d49459 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:00.233608 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:00.237798 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:28:00.245027 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Pushing event updated for resources: {'Port': ['ID=8becc9f7-f4c9-4d8b-a9c9-689f2480412f,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:00.278150 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:00.291843 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c25e325-d9ca-45d1-96ee-d27aad40bb06 req-1a9ee42e-084d-4855-a350-c8e306b682e1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1976218
Jun 04 15:28:00.355905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Attempting to bind port 8becc9f7-f4c9-4d8b-a9c9-689f2480412f on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:28:00.356346 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Attempting to bind port 8becc9f7-f4c9-4d8b-a9c9-689f2480412f by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'b73722bd-d6e3-4f52-95ce-aa617e2e947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3ff08e66-9567-473d-b4e2-1ee299d49459'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:28:00.356779 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Attempting to bind port 8becc9f7-f4c9-4d8b-a9c9-689f2480412f on network 3ff08e66-9567-473d-b4e2-1ee299d49459 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:28:00.362844 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:28:00.363298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Checking segment: {'id': 'b73722bd-d6e3-4f52-95ce-aa617e2e947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3ff08e66-9567-473d-b4e2-1ee299d49459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:00.363770 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:00.364344 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Bound using segment: {'id': 'b73722bd-d6e3-4f52-95ce-aa617e2e947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3ff08e66-9567-473d-b4e2-1ee299d49459'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:28:00.365037 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Bound port: 8becc9f7-f4c9-4d8b-a9c9-689f2480412f, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73722bd-d6e3-4f52-95ce-aa617e2e947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3ff08e66-9567-473d-b4e2-1ee299d49459'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:28:00.366532 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:00.444325 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:00.449919 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a21b1f6d-f0ee-409d-a69f-0d7e52684086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:00.513874 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] For port 8becc9f7-f4c9-4d8b-a9c9-689f2480412f, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:28:00.517464 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] For port 8becc9f7-f4c9-4d8b-a9c9-689f2480412f, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=8becc9f7-f4c9-4d8b-a9c9-689f2480412f,segment=NetworkSegment(b73722bd-d6e3-4f52-95ce-aa617e2e947e),segment_id=b73722bd-d6e3-4f52-95ce-aa617e2e947e)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:28:00.524076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Subnet': ['ID=fb912a6b-286b-4451-a61c-e8f42701f7f1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:00.533811 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:00.544122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8de0df-6d69-4aa7-8c95-fc0d80e6e780 req-fcd51f03-d337-45a3-8095-9642cdf15aa0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:00.549289 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c8de0df-6d69-4aa7-8c95-fc0d80e6e780 req-fcd51f03-d337-45a3-8095-9642cdf15aa0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 945 time: 0.1024206
Jun 04 15:28:00.555838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54616) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:00.562910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-dbfd40d7-5fb7-451e-b157-20524678b497 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Request body: {'floatingip': {'port_id': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:00.611520 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:00.624238 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-597f1640-7b87-431c-a2b2-798aa7e4ee0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:00.638985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54618) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:00.672871 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:00.686963 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c1007ca-f2ca-47a4-952c-47f86c6426fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:00.720409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386ecdf40>,) {'filters': {'network_id': ['3ff08e66-9567-473d-b4e2-1ee299d49459']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:00.737930 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dbfd40d7-5fb7-451e-b157-20524678b497 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for floatingip, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:00.750735 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386ecdf40>, 'b73722bd-d6e3-4f52-95ce-aa617e2e947e') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:00.751066 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386ecdf40>, 'b73722bd-d6e3-4f52-95ce-aa617e2e947e') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:00.767065 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:00.799193 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:00.818481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:28:00.821445 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:00.827615 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Pushing event updated for resources: {'Port': ['ID=8becc9f7-f4c9-4d8b-a9c9-689f2480412f,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:00.841961 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:28:00.872401 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:28:00.898792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5c1007ca-f2ca-47a4-952c-47f86c6426fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:01.052409 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.api [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 15:28:01.052409 n-d-791505-9 neutron-server[88301]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 15:28:01.052409 n-d-791505-9 neutron-server[88301]: [parameters: {'id': '3ff08e66-9567-473d-b4e2-1ee299d49459'}]
Jun 04 15:28:01.052409 n-d-791505-9 neutron-server[88301]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:28:01.052959 n-d-791505-9 neutron-server[88301]: DEBUG oslo_db.api [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:28:01.081731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7d4e0-5d85-4733-82ea-de9902c13397 req-4832bebe-9f20-4392-8d72-1db136e0ad5e tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:01.084172 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10c7d4e0-5d85-4733-82ea-de9902c13397 req-4832bebe-9f20-4392-8d72-1db136e0ad5e tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 946 time: 0.1132927
Jun 04 15:28:01.166778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5c1007ca-f2ca-47a4-952c-47f86c6426fa admin admin] Usage tracker for resource:security_group_rule and tenant:50715a1a27c94986a572aed35b98b1b6 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:01.181547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5c1007ca-f2ca-47a4-952c-47f86c6426fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:01.202450 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-10c7d4e0-5d85-4733-82ea-de9902c13397 req-46b7a714-3f74-4f2d-86f8-20cd23b21d54 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90e7d86-a014-46a9-bc0f-ed674acbaa2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956161
Jun 04 15:28:01.206877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5c1007ca-f2ca-47a4-952c-47f86c6426fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:01.468558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03db252-44c5-4ecc-9ee7-e639b81ae5a0 req-fdd8d7d3-66cd-4540-bb56-2ef8f3acf954 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:01.470294 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d03db252-44c5-4ecc-9ee7-e639b81ae5a0 req-fdd8d7d3-66cd-4540-bb56-2ef8f3acf954 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.5892973
Jun 04 15:28:01.555146 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:01.658711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Deleting port 8becc9f7-f4c9-4d8b-a9c9-689f2480412f {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:01.659691 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:01.740356 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 8becc9f7-f4c9-4d8b-a9c9-689f2480412f up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:28:01.774664 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d03db252-44c5-4ecc-9ee7-e639b81ae5a0 req-ac0b87bd-28d9-40f6-b024-5703cf9cd1a8 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2912605
Jun 04 15:28:01.813173 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c1007ca-f2ca-47a4-952c-47f86c6426fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:01.896263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] For port 8becc9f7-f4c9-4d8b-a9c9-689f2480412f, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=8becc9f7-f4c9-4d8b-a9c9-689f2480412f,segment=NetworkSegment(b73722bd-d6e3-4f52-95ce-aa617e2e947e),segment_id=b73722bd-d6e3-4f52-95ce-aa617e2e947e)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:01.905294 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:01.979955 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c1007ca-f2ca-47a4-952c-47f86c6426fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:02.026734 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7af2eca9-d29b-417d-86d8-ea5af73ee0d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:02.031588 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:02.061380 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5c1007ca-f2ca-47a4-952c-47f86c6426fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50715a1a27c94986a572aed35b98b1b6&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4209414
Jun 04 15:28:02.066126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54648) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:02.082583 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Calling delete_port for 8becc9f7-f4c9-4d8b-a9c9-689f2480412f owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:02.094965 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 8becc9f7-f4c9-4d8b-a9c9-689f2480412f completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:28:02.174915 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-dbfd40d7-5fb7-451e-b157-20524678b497 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:28:02.229162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57af5eca-d791-4986-a55c-b7c7bd6b6d4b None None] Network 3ff08e66-9567-473d-b4e2-1ee299d49459 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:02.237355 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:02.242194 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:02.276924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-44891b6d-48c6-461c-816e-b0d552253a72 None None] Could not find standard attr ID for object 8becc9f7-f4c9-4d8b-a9c9-689f2480412f. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:28:02.276924 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b4dad288-cc17-44c3-a922-1788ef81d0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:02.286966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1007ca-f2ca-47a4-952c-47f86c6426fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abed718-b39f-49af-bac6-f4e55157ea42,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:02.298553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Port': ['ID=8becc9f7-f4c9-4d8b-a9c9-689f2480412f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:02.303182 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:02.309032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] No DVR routers for this DVR port 8becc9f7-f4c9-4d8b-a9c9-689f2480412f on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:28:02.332539 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5c1007ca-f2ca-47a4-952c-47f86c6426fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:02.446467 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c21a1723-5671-49a4-86d6-b9b8a9418d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:02.450628 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dbfd40d7-5fb7-451e-b157-20524678b497 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:02.466864 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:02.519263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386d49490>,) {'filters': {'network_id': ['3ff08e66-9567-473d-b4e2-1ee299d49459']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:02.529811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d5d7d-7c5d-40b4-b1d5-f2fda9af9f1f req-3c6ecaa0-d81a-45a8-8d22-7d500c8a7696 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:02.537456 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9d0d5d7d-7c5d-40b4-b1d5-f2fda9af9f1f req-3c6ecaa0-d81a-45a8-8d22-7d500c8a7696 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.4182386
Jun 04 15:28:02.541432 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3b82ce-fb32-4e8a-93c8-d885e80f7f02 None None] DHCP port deletion for 3ff08e66-9567-473d-b4e2-1ee299d49459 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:28:02.544630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d49490>, 'b73722bd-d6e3-4f52-95ce-aa617e2e947e') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:02.544850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d49490>, 'b73722bd-d6e3-4f52-95ce-aa617e2e947e') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:02.546295 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c21a1723-5671-49a4-86d6-b9b8a9418d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:02.567527 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:02.574355 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dbfd40d7-5fb7-451e-b157-20524678b497 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:02.596346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:02.606760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:28:02.607160 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:28:02.622420 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:28:02.705638 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27bdbc-d962-497e-9caa-6630f90d6bce req-dee3cae0-2ec1-48d9-9a53-e06b3e9ad014 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:02.707140 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fb27bdbc-d962-497e-9caa-6630f90d6bce req-dee3cae0-2ec1-48d9-9a53-e06b3e9ad014 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 946 time: 0.2306681
Jun 04 15:28:02.727526 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9d0d5d7d-7c5d-40b4-b1d5-f2fda9af9f1f req-4d47254e-8865-4e0c-9e1d-06c02a84b553 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892059
Jun 04 15:28:02.767089 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fb27bdbc-d962-497e-9caa-6630f90d6bce req-c00d69a4-32a6-4970-9973-7e4b5860bc94 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90e7d86-a014-46a9-bc0f-ed674acbaa2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514510
Jun 04 15:28:02.792617 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:02.802299 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0b270332-be1d-4d21-8e0a-b9c57bd8710b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:02.824115 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:02.840077 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Network': ['ID=3ff08e66-9567-473d-b4e2-1ee299d49459,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:02.846618 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:02.853522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe35c1a-764b-4449-b073-e84380fe5aac req-ade8dd2d-164a-44c3-b7b4-eb12f532115c tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:02.855024 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7fe35c1a-764b-4449-b073-e84380fe5aac req-ade8dd2d-164a-44c3-b7b4-eb12f532115c tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 946 time: 0.3673029
Jun 04 15:28:02.855421 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/networks/3ff08e66-9567-473d-b4e2-1ee299d49459 HTTP/1.1" status: 204  len: 168 time: 3.7446952
Jun 04 15:28:02.858735 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-dbfd40d7-5fb7-451e-b157-20524678b497 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Floating IP 6d64bf9d-5dce-47b8-b602-ea924d497831 associated. External IP: 172.25.4.175, port: 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4.
Jun 04 15:28:02.859451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54666) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:02.908766 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-d850c3cf-a864-47d6-9007-9f324f52ad9c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:28:02.909258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d850c3cf-a864-47d6-9007-9f324f52ad9c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:28:02.912135 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d850c3cf-a864-47d6-9007-9f324f52ad9c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/subnets/fb912a6b-286b-4451-a61c-e8f42701f7f1 HTTP/1.1" status: 404  len: 337 time: 0.0504405
Jun 04 15:28:02.914176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54674) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:02.944884 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-2963e2c4-8a42-4af6-9b55-ef2700d0ae79 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:28:02.945424 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2963e2c4-8a42-4af6-9b55-ef2700d0ae79 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:28:02.949757 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2963e2c4-8a42-4af6-9b55-ef2700d0ae79 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/networks/3ff08e66-9567-473d-b4e2-1ee299d49459 HTTP/1.1" status: 404  len: 339 time: 0.0320048
Jun 04 15:28:02.950062 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c21a1723-5671-49a4-86d6-b9b8a9418d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:02.950214 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54678) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:02.967342 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6bb0f374-06ac-47fe-9fd3-2a894fbfaf14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:03.016670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a1723-5671-49a4-86d6-b9b8a9418d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abed718-b39f-49af-bac6-f4e55157ea42,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:03.027101 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c21a1723-5671-49a4-86d6-b9b8a9418d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:03.038231 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d3e7a0-265d-416b-a015-96b2a91bbea3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:28:03.038840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d3e7a0-265d-416b-a015-96b2a91bbea3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:28:03.044318 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-76d3e7a0-265d-416b-a015-96b2a91bbea3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/subnets/799f4e12-a7b5-4837-9562-541729c20816 HTTP/1.1" status: 404  len: 337 time: 0.0856354
Jun 04 15:28:03.046540 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54684) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:03.046680 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c21a1723-5671-49a4-86d6-b9b8a9418d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:03.050399 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c21a1723-5671-49a4-86d6-b9b8a9418d9f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0abed718-b39f-49af-bac6-f4e55157ea42 HTTP/1.1" status: 204  len: 168 time: 0.9833589
Jun 04 15:28:03.115018 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1dfd4a1-d1c3-4168-b8b7-d60705fde52f tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:28:03.115018 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1dfd4a1-d1c3-4168-b8b7-d60705fde52f tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:28:03.115018 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d1dfd4a1-d1c3-4168-b8b7-d60705fde52f tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/networks/ffa1151c-3c3b-48da-aade-1ff18b41fefb HTTP/1.1" status: 404  len: 339 time: 0.0632274
Jun 04 15:28:03.115018 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54688) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:03.157039 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e950001-493d-478b-9f7a-1b4070d53aaf tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:28:03.157785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e950001-493d-478b-9f7a-1b4070d53aaf tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:28:03.159709 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0e950001-493d-478b-9f7a-1b4070d53aaf tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/subnets/e9c63ef5-880b-487d-a777-7f190c6b3314 HTTP/1.1" status: 404  len: 337 time: 0.0455527
Jun 04 15:28:03.167157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54694) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:03.213640 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-76442870-862b-4616-9a01-c5d808e76cf2 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:28:03.213640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76442870-862b-4616-9a01-c5d808e76cf2 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:28:03.217671 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-76442870-862b-4616-9a01-c5d808e76cf2 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/networks/7475a64b-0635-4451-b9c0-73a76f606099 HTTP/1.1" status: 404  len: 339 time: 0.0493536
Jun 04 15:28:03.218635 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54696) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:03.231481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef0729-b670-46a2-b619-8431f3c93e72 req-5fc4be9b-cf00-409d-9e66-8ceb58ba711a tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:03.233252 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-15ef0729-b670-46a2-b619-8431f3c93e72 req-5fc4be9b-cf00-409d-9e66-8ceb58ba711a tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.2425582
Jun 04 15:28:03.486095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7fe35c1a-764b-4449-b073-e84380fe5aac req-c6622f42-4c93-447c-a607-b7a8e54fb423 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Deleting port 0d653bc7-e375-42a2-a50d-69f7c0dd9267 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:03.486440 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7fe35c1a-764b-4449-b073-e84380fe5aac req-c6622f42-4c93-447c-a607-b7a8e54fb423 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:03.522618 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-15ef0729-b670-46a2-b619-8431f3c93e72 req-b1b51007-4b8b-4ce5-92d6-ab4c3278d16e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2475264
Jun 04 15:28:03.670483 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-2014348a-50df-4ef1-a7f1-286d666a947b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Deleting port f88e819b-9ed0-4041-af92-9f3e751ab43c {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:03.670483 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2014348a-50df-4ef1-a7f1-286d666a947b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:03.674842 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 8becc9f7-f4c9-4d8b-a9c9-689f2480412f no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:28:03.726184 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 8becc9f7-f4c9-4d8b-a9c9-689f2480412f {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:28:03.726903 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 8becc9f7-f4c9-4d8b-a9c9-689f2480412f not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:28:03.744945 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2014348a-50df-4ef1-a7f1-286d666a947b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:03.761764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfd40d7-5fb7-451e-b157-20524678b497 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:28:03.768369 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:03.783815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7fe35c1a-764b-4449-b073-e84380fe5aac req-c6622f42-4c93-447c-a607-b7a8e54fb423 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] For port 0d653bc7-e375-42a2-a50d-69f7c0dd9267, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=0d653bc7-e375-42a2-a50d-69f7c0dd9267,segment=NetworkSegment(6858a2c5-45f4-4368-8289-3fbd1445018a),segment_id=6858a2c5-45f4-4368-8289-3fbd1445018a)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:03.783815 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7fe35c1a-764b-4449-b073-e84380fe5aac req-c6622f42-4c93-447c-a607-b7a8e54fb423 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:03.951087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-2014348a-50df-4ef1-a7f1-286d666a947b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Calling delete_port for f88e819b-9ed0-4041-af92-9f3e751ab43c owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:04.011793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7fe35c1a-764b-4449-b073-e84380fe5aac req-c6622f42-4c93-447c-a607-b7a8e54fb423 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Calling delete_port for 0d653bc7-e375-42a2-a50d-69f7c0dd9267 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:04.067689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54714) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:04.119466 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57575c06-a312-4397-a061-ddf82bf2101f req-7b3ac5a1-9db0-41bc-99b0-067cbfb11b15 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:04.122326 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-57575c06-a312-4397-a061-ddf82bf2101f req-7b3ac5a1-9db0-41bc-99b0-067cbfb11b15 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 946 time: 0.1563501
Jun 04 15:28:04.182271 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-57575c06-a312-4397-a061-ddf82bf2101f req-27986fe3-97d9-465a-acfc-f930bd92fc41 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90e7d86-a014-46a9-bc0f-ed674acbaa2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523560
Jun 04 15:28:04.231309 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2014348a-50df-4ef1-a7f1-286d666a947b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:04.238220 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:04.243139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfd40d7-5fb7-451e-b157-20524678b497 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:28:04.246097 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dbfd40d7-5fb7-451e-b157-20524678b497 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:04.251696 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa1b90-4d37-4acb-912a-d678d38ab71d None None] Sync routers for ids ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:28:04.286883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa1b90-4d37-4acb-912a-d678d38ab71d None None] Routers {'35d4f854-719c-4ee5-ba1d-4a654d1d2d50'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:04.290321 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-36fa1b90-4d37-4acb-912a-d678d38ab71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c1f2d30>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:04.321272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208527e-69d5-4382-8f2d-2f37fa088c62 req-a942439b-7a36-41d4-9330-08c6cf8b4cd4 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:04.321820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014348a-50df-4ef1-a7f1-286d666a947b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Port': ['ID=f88e819b-9ed0-4041-af92-9f3e751ab43c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:04.325468 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2014348a-50df-4ef1-a7f1-286d666a947b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:04.328393 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d208527e-69d5-4382-8f2d-2f37fa088c62 req-a942439b-7a36-41d4-9330-08c6cf8b4cd4 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.3355148
Jun 04 15:28:04.332107 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2014348a-50df-4ef1-a7f1-286d666a947b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:04.344148 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2014348a-50df-4ef1-a7f1-286d666a947b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/ports/f88e819b-9ed0-4041-af92-9f3e751ab43c HTTP/1.1" status: 204  len: 168 time: 1.1225920
Jun 04 15:28:04.344814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54722) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:04.382217 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dbfd40d7-5fb7-451e-b157-20524678b497 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "PUT /v2.0/floatingips/6d64bf9d-5dce-47b8-b602-ea924d497831 HTTP/1.1" status: 200  len: 991 time: 3.8196049
Jun 04 15:28:04.382716 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:28:04.385842 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973975fa-d5c8-4353-8bcf-e783551c8dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:28:04.395683 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-072ee370-ca56-4a56-ae72-d4345abc718b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:28:04.396164 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072ee370-ca56-4a56-ae72-d4345abc718b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:28:04.401336 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-072ee370-ca56-4a56-ae72-d4345abc718b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/subnets/51324e83-e539-4acc-a454-76f599526872 HTTP/1.1" status: 404  len: 337 time: 0.0552070
Jun 04 15:28:04.402144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54730) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:04.461434 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-add61d59-1b9d-402a-87ae-2c32eff18839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:04.481830 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d208527e-69d5-4382-8f2d-2f37fa088c62 req-f6ea8c13-02fd-4610-83ae-ed412b4bc7e0 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522477
Jun 04 15:28:04.497925 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-add61d59-1b9d-402a-87ae-2c32eff18839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:04.557307 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-add61d59-1b9d-402a-87ae-2c32eff18839 admin admin] Usage tracker for resource:security_group_rule and tenant:32e4c54444464aeda610a2b22e499e58 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:04.573241 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-add61d59-1b9d-402a-87ae-2c32eff18839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:04.577399 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807ba7b4-d863-49f5-9c07-150e434bee67 x-openstack-request-id: req-807ba7b4-d863-49f5-9c07-150e434bee67 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:28:04.577996 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:28:04.578786 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-807ba7b4-d863-49f5-9c07-150e434bee67 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:28:04.579559 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'status': 'completed', 'code': 200}
Jun 04 15:28:04.587933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-add61d59-1b9d-402a-87ae-2c32eff18839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:04.620768 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f036aa2c-19a5-4966-ac29-ef37059991c0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:04.682092 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7fe35c1a-764b-4449-b073-e84380fe5aac req-c6622f42-4c93-447c-a607-b7a8e54fb423 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:04.705658 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:04.738052 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-36fa1b90-4d37-4acb-912a-d678d38ab71d None None] Set router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:28:04.763459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6622f42-4c93-447c-a607-b7a8e54fb423 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Pushing event deleted for resources: {'Port': ['ID=0d653bc7-e375-42a2-a50d-69f7c0dd9267,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:04.768940 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c6622f42-4c93-447c-a607-b7a8e54fb423 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:04.873016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe35c1a-764b-4449-b073-e84380fe5aac req-c6622f42-4c93-447c-a607-b7a8e54fb423 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] No DVR routers for this DVR port 0d653bc7-e375-42a2-a50d-69f7c0dd9267 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:28:04.877873 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7fe35c1a-764b-4449-b073-e84380fe5aac req-c6622f42-4c93-447c-a607-b7a8e54fb423 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:04.901107 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f036aa2c-19a5-4966-ac29-ef37059991c0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:04.909762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c241448-2575-4eca-910a-5d3ed5628301 req-20e78add-2466-4d79-89bf-6cc7726c7687 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:04.912179 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0c241448-2575-4eca-910a-5d3ed5628301 req-20e78add-2466-4d79-89bf-6cc7726c7687 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.62 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.3272159
Jun 04 15:28:04.918041 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973975fa-d5c8-4353-8bcf-e783551c8dc9 req-0cd7deac-8b91-4439-bec6-eeab9b732acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:04.919489 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-973975fa-d5c8-4353-8bcf-e783551c8dc9 req-0cd7deac-8b91-4439-bec6-eeab9b732acd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 1096 time: 0.2942321
Jun 04 15:28:04.929847 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-f036aa2c-19a5-4966-ac29-ef37059991c0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83869d8550>,) {'filters': {'network_id': ['2945905d-7b14-4d9f-adae-11caf09ce306']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:04.953907 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-f036aa2c-19a5-4966-ac29-ef37059991c0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83869d8550>, '23c907d4-b181-435b-a3f2-feda96c3f76d') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:04.954142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-f036aa2c-19a5-4966-ac29-ef37059991c0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83869d8550>, '23c907d4-b181-435b-a3f2-feda96c3f76d') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:04.981167 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f036aa2c-19a5-4966-ac29-ef37059991c0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:05.011778 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f036aa2c-19a5-4966-ac29-ef37059991c0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:05.023423 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f036aa2c-19a5-4966-ac29-ef37059991c0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:28:05.023824 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f036aa2c-19a5-4966-ac29-ef37059991c0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:28:05.055392 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:28:05.073917 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-add61d59-1b9d-402a-87ae-2c32eff18839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:05.095237 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7fe35c1a-764b-4449-b073-e84380fe5aac req-c6622f42-4c93-447c-a607-b7a8e54fb423 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.65 "DELETE /v2.0/ports/0d653bc7-e375-42a2-a50d-69f7c0dd9267 HTTP/1.1" status: 204  len: 173 time: 2.1807995
Jun 04 15:28:05.148219 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106141f-20d1-4d39-9346-7a7b9d7af85e req-9e553b3b-cb93-484d-9a05-b28bde98fb8c tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:05.150116 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e106141f-20d1-4d39-9346-7a7b9d7af85e req-9e553b3b-cb93-484d-9a05-b28bde98fb8c tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.3723791
Jun 04 15:28:05.157435 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-add61d59-1b9d-402a-87ae-2c32eff18839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:05.171593 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-665eb746-dba4-4d23-8a46-5ffed9a74ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:05.194238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973975fa-d5c8-4353-8bcf-e783551c8dc9 req-afe24cf4-6863-4176-9e28-5ae453ee53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:05.197409 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-973975fa-d5c8-4353-8bcf-e783551c8dc9 req-afe24cf4-6863-4176-9e28-5ae453ee53f0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.2414339
Jun 04 15:28:05.248130 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:05.265342 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-add61d59-1b9d-402a-87ae-2c32eff18839 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32e4c54444464aeda610a2b22e499e58&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1963282
Jun 04 15:28:05.268720 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54746) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:05.293575 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e106141f-20d1-4d39-9346-7a7b9d7af85e req-fb342230-8065-4725-b39d-05358c2c1857 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1372473
Jun 04 15:28:05.294298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add61d59-1b9d-402a-87ae-2c32eff18839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6658325a-263b-4ebe-8ee7-6d822ae883a6,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:05.297684 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-add61d59-1b9d-402a-87ae-2c32eff18839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:05.309537 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f036aa2c-19a5-4966-ac29-ef37059991c0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:05.321540 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f036aa2c-19a5-4966-ac29-ef37059991c0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:05.354459 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bb1a72ba-549e-4b95-b482-16a882e1fda9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:05.397047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036aa2c-19a5-4966-ac29-ef37059991c0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Network': ['ID=2945905d-7b14-4d9f-adae-11caf09ce306,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:05.399630 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f036aa2c-19a5-4966-ac29-ef37059991c0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:05.408137 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f036aa2c-19a5-4966-ac29-ef37059991c0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/networks/2945905d-7b14-4d9f-adae-11caf09ce306 HTTP/1.1" status: 204  len: 168 time: 1.0038850
Jun 04 15:28:05.408926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54750) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:05.493456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-36fa1b90-4d37-4acb-912a-d678d38ab71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c1f2d30>, [{'id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'name': 'tempest-ServerActionsTestJSON-1304773246-router', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:27:07Z', 'updated_at': '2021-06-04T15:27:20Z', 'revision_number': 4, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'gw_port': {'id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:10Z', 'updated_at': '2021-06-04T15:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '6d64bf9d-5dce-47b8-b602-ea924d497831', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'floating_ip_address': '172.25.4.175', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'port_id': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'mac_address': 'fa:16:3e:d0:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:27:31Z', 'updated_at': '2021-06-04T15:28:01Z', 'revision_number': 1, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26aff51d-8a84-4810-a406-57b870de597b', 'name': '', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'mac_address': 'fa:16:3e:61:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:17Z', 'updated_at': '2021-06-04T15:27:31Z', 'revision_number': 5, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'subnets': [{'id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:05.506961 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa1b90-4d37-4acb-912a-d678d38ab71d None None] Checking router: 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:28:05.507832 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52530427-227b-4f2a-8990-3635399a7c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:05.541697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-69d4f2bd-740d-4e5d-a865-68edac2ed54e req-14088d4e-c319-477d-8391-b9526c560b83 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Synchronizing usage tracker for tenant:1e6ce8f52be74499982d49b81e91f149 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:28:05.548938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-0c241448-2575-4eca-910a-5d3ed5628301 req-e69731ac-78d7-4f5a-bd75-015b5290d8d2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Deleting port 9d3a13de-729d-4036-9aff-9dac68dee9bd {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:05.549533 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0c241448-2575-4eca-910a-5d3ed5628301 req-e69731ac-78d7-4f5a-bd75-015b5290d8d2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:05.556091 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa1b90-4d37-4acb-912a-d678d38ab71d None None] Routers {'35d4f854-719c-4ee5-ba1d-4a654d1d2d50'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:05.558101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-36fa1b90-4d37-4acb-912a-d678d38ab71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c1f2d30>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:05.612163 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52530427-227b-4f2a-8990-3635399a7c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:05.623535 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-973975fa-d5c8-4353-8bcf-e783551c8dc9 req-a556c5ce-be12-4fc6-8b3b-54ce35f1950b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 HTTP/1.1" status: 200  len: 999 time: 0.4146361
Jun 04 15:28:05.710555 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd3535-0741-4112-a799-dc728d63ed95 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Deleting port 5fdd826e-4f07-4c57-be0b-a7a3cf261410 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:05.710901 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3535-0741-4112-a799-dc728d63ed95 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:05.721876 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-69d4f2bd-740d-4e5d-a865-68edac2ed54e req-14088d4e-c319-477d-8391-b9526c560b83 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Unset dirty status for tenant:1e6ce8f52be74499982d49b81e91f149 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:28:05.732621 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69d4f2bd-740d-4e5d-a865-68edac2ed54e req-14088d4e-c319-477d-8391-b9526c560b83 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aa1525e-1653-4cd4-b450-bdcf6913ae27 HTTP/1.1" status: 200  len: 210 time: 0.2617645
Jun 04 15:28:05.821459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973975fa-d5c8-4353-8bcf-e783551c8dc9 req-81664620-c7f4-4958-80b6-927d346a6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:05.823018 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-973975fa-d5c8-4353-8bcf-e783551c8dc9 req-81664620-c7f4-4958-80b6-927d346a6af9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.1902518
Jun 04 15:28:05.858416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-0c241448-2575-4eca-910a-5d3ed5628301 req-e69731ac-78d7-4f5a-bd75-015b5290d8d2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] For port 9d3a13de-729d-4036-9aff-9dac68dee9bd, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9d3a13de-729d-4036-9aff-9dac68dee9bd,segment=NetworkSegment(33b65cb5-bead-41f6-9f2a-58ad9bb643ee),segment_id=33b65cb5-bead-41f6-9f2a-58ad9bb643ee)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:05.858790 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0c241448-2575-4eca-910a-5d3ed5628301 req-e69731ac-78d7-4f5a-bd75-015b5290d8d2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:05.869371 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3535-0741-4112-a799-dc728d63ed95 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:05.931503 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-36fa1b90-4d37-4acb-912a-d678d38ab71d None None] Set router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:28:06.054591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-0c241448-2575-4eca-910a-5d3ed5628301 req-e69731ac-78d7-4f5a-bd75-015b5290d8d2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Calling delete_port for 9d3a13de-729d-4036-9aff-9dac68dee9bd owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:06.110298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 0d653bc7-e375-42a2-a50d-69f7c0dd9267 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:28:06.168777 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52530427-227b-4f2a-8990-3635399a7c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:06.172324 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 0d653bc7-e375-42a2-a50d-69f7c0dd9267 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:28:06.174028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 0d653bc7-e375-42a2-a50d-69f7c0dd9267 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:28:06.177778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973975fa-d5c8-4353-8bcf-e783551c8dc9 req-446e0897-e291-4b61-8673-03d9d9120bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:06.184206 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-973975fa-d5c8-4353-8bcf-e783551c8dc9 req-446e0897-e291-4b61-8673-03d9d9120bfb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3077326
Jun 04 15:28:06.253075 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:06.269158 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd3535-0741-4112-a799-dc728d63ed95 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Calling delete_port for 5fdd826e-4f07-4c57-be0b-a7a3cf261410 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:06.276496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52530427-227b-4f2a-8990-3635399a7c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6658325a-263b-4ebe-8ee7-6d822ae883a6,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:06.280583 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-52530427-227b-4f2a-8990-3635399a7c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:06.287955 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52530427-227b-4f2a-8990-3635399a7c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:06.289236 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-52530427-227b-4f2a-8990-3635399a7c60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6658325a-263b-4ebe-8ee7-6d822ae883a6 HTTP/1.1" status: 204  len: 168 time: 1.0168581
Jun 04 15:28:06.355589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bd095-0b97-413b-bf5c-49833121d6f8 req-f5c7eecf-7017-4972-8db6-0a37feded6b2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:06.362638 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-746bd095-0b97-413b-bf5c-49833121d6f8 req-f5c7eecf-7017-4972-8db6-0a37feded6b2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 945 time: 0.3804717
Jun 04 15:28:06.407988 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3535-0741-4112-a799-dc728d63ed95 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:06.415131 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3bc5de1a-e990-471d-8be4-96d55bfff598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:06.450602 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-973975fa-d5c8-4353-8bcf-e783551c8dc9 req-57cb902e-b687-4fdb-b916-a8aba7558b33 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2617164
Jun 04 15:28:06.462153 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-746bd095-0b97-413b-bf5c-49833121d6f8 req-20e50639-c2f9-40c0-8ad2-f4e032ad5a52 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983474
Jun 04 15:28:06.532721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd3535-0741-4112-a799-dc728d63ed95 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Port': ['ID=5fdd826e-4f07-4c57-be0b-a7a3cf261410,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:06.535422 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bbcd3535-0741-4112-a799-dc728d63ed95 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:06.555782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-36fa1b90-4d37-4acb-912a-d678d38ab71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c1f2d30>, [{'id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'name': 'tempest-ServerActionsTestJSON-1304773246-router', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:27:07Z', 'updated_at': '2021-06-04T15:27:20Z', 'revision_number': 4, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'gw_port': {'id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:10Z', 'updated_at': '2021-06-04T15:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '6d64bf9d-5dce-47b8-b602-ea924d497831', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'floating_ip_address': '172.25.4.175', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'port_id': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'mac_address': 'fa:16:3e:d0:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:27:31Z', 'updated_at': '2021-06-04T15:28:01Z', 'revision_number': 1, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26aff51d-8a84-4810-a406-57b870de597b', 'name': '', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'mac_address': 'fa:16:3e:61:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:17Z', 'updated_at': '2021-06-04T15:27:31Z', 'revision_number': 5, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'subnets': [{'id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:06.559935 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa1b90-4d37-4acb-912a-d678d38ab71d None None] The sync data for ids ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'] in n-d-791505-9 is: [{'id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'name': 'tempest-ServerActionsTestJSON-1304773246-router', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:27:07Z', 'updated_at': '2021-06-04T15:27:20Z', 'revision_number': 4, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'gw_port': {'id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:10Z', 'updated_at': '2021-06-04T15:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '6d64bf9d-5dce-47b8-b602-ea924d497831', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'floating_ip_address': '172.25.4.175', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'port_id': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'mac_address': 'fa:16:3e:d0:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:27:31Z', 'updated_at': '2021-06-04T15:28:01Z', 'revision_number': 1, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26aff51d-8a84-4810-a406-57b870de597b', 'name': '', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'mac_address': 'fa:16:3e:61:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:17Z', 'updated_at': '2021-06-04T15:27:31Z', 'revision_number': 5, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'subnets': [{'id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:28:06.589951 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbcd3535-0741-4112-a799-dc728d63ed95 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:06.602111 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0c241448-2575-4eca-910a-5d3ed5628301 req-e69731ac-78d7-4f5a-bd75-015b5290d8d2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:06.609396 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bbcd3535-0741-4112-a799-dc728d63ed95 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/ports/5fdd826e-4f07-4c57-be0b-a7a3cf261410 HTTP/1.1" status: 204  len: 168 time: 1.1908040
Jun 04 15:28:06.613504 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54782) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:06.617116 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['cf7baf12-88af-4e8d-b26c-607c3c95385d'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:28:06.624840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa1525e-1653-4cd4-b450-bdcf6913ae27', 'name': 'network-vif-deleted', 'tag': '0d653bc7-e375-42a2-a50d-69f7c0dd9267'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:28:06.633852 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97437c0-2781-44b7-939a-424eb07e6718" -d '{"events": [{"server_uuid": "9aa1525e-1653-4cd4-b450-bdcf6913ae27", "name": "network-vif-deleted", "tag": "0d653bc7-e375-42a2-a50d-69f7c0dd9267"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:28:06.649605 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:06.664467 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-336da8d7-0736-4ffd-914e-d911bdfb8ad2 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:28:06.665253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336da8d7-0736-4ffd-914e-d911bdfb8ad2 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:28:06.667341 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-336da8d7-0736-4ffd-914e-d911bdfb8ad2 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/subnets/540c96bb-dfa8-424c-8ffa-958d919bf8d7 HTTP/1.1" status: 404  len: 337 time: 0.0522892
Jun 04 15:28:06.670202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54786) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:06.748129 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4e52aa-fd81-4c7d-a5ed-b99da4e771e8 x-openstack-request-id: req-ec4e52aa-fd81-4c7d-a5ed-b99da4e771e8 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:28:06.748463 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa1525e-1653-4cd4-b450-bdcf6913ae27", "name": "network-vif-deleted", "tag": "0d653bc7-e375-42a2-a50d-69f7c0dd9267", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:28:06.748756 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec4e52aa-fd81-4c7d-a5ed-b99da4e771e8 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:28:06.749331 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa1525e-1653-4cd4-b450-bdcf6913ae27', 'name': 'network-vif-deleted', 'tag': '0d653bc7-e375-42a2-a50d-69f7c0dd9267', 'status': 'completed', 'code': 200}
Jun 04 15:28:06.750090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69731ac-78d7-4f5a-bd75-015b5290d8d2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Pushing event deleted for resources: {'Port': ['ID=9d3a13de-729d-4036-9aff-9dac68dee9bd,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:06.779753 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e69731ac-78d7-4f5a-bd75-015b5290d8d2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:06.839434 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07165933-7e7c-4da9-8253-081f54caee90 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:06.984974 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f3cd1f-ec08-4249-bddf-71f03b4f7a11 None None] New status for floating IP 6d64bf9d-5dce-47b8-b602-ea924d497831: ACTIVE {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:28:06.993341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c241448-2575-4eca-910a-5d3ed5628301 req-e69731ac-78d7-4f5a-bd75-015b5290d8d2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] No DVR routers for this DVR port 9d3a13de-729d-4036-9aff-9dac68dee9bd on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:28:06.993546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef30fe-bcb9-4c35-8f82-498617c5bcdf req-46344bc3-6f14-452c-8758-435be2c636cb tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:07.000792 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0c241448-2575-4eca-910a-5d3ed5628301 req-e69731ac-78d7-4f5a-bd75-015b5290d8d2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:07.002038 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-60ef30fe-bcb9-4c35-8f82-498617c5bcdf req-46344bc3-6f14-452c-8758-435be2c636cb tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.4717476
Jun 04 15:28:07.014299 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-973975fa-d5c8-4353-8bcf-e783551c8dc9 req-2c4de29b-1265-48f1-8b27-c85d808c150f service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5464623
Jun 04 15:28:07.069112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54802) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:07.092868 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-60ef30fe-bcb9-4c35-8f82-498617c5bcdf req-4231c5d9-bcb8-4642-a550-817e42c54a3a tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874288
Jun 04 15:28:07.122033 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0c241448-2575-4eca-910a-5d3ed5628301 req-e69731ac-78d7-4f5a-bd75-015b5290d8d2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.62 "DELETE /v2.0/ports/9d3a13de-729d-4036-9aff-9dac68dee9bd HTTP/1.1" status: 204  len: 173 time: 2.2015495
Jun 04 15:28:07.150164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6703e5-172c-4734-8eb0-6d2642054475 admin admin] Deleting subnet 0a6751fc-84b5-4211-8522-ecd4dd000f94 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:28:07.153394 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c6703e5-172c-4734-8eb0-6d2642054475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:07.184206 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07165933-7e7c-4da9-8253-081f54caee90 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:07.205119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-07165933-7e7c-4da9-8253-081f54caee90 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386f62fa0>,) {'filters': {'network_id': ['a0412902-a979-44b1-adc6-d1b0d4844d0e']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:07.221294 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-07165933-7e7c-4da9-8253-081f54caee90 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f62fa0>, 'd548d247-4d04-4ea6-b1d4-f32b228bf334') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:07.221709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-07165933-7e7c-4da9-8253-081f54caee90 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f62fa0>, 'd548d247-4d04-4ea6-b1d4-f32b228bf334') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:07.243902 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07165933-7e7c-4da9-8253-081f54caee90 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:07.271237 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07165933-7e7c-4da9-8253-081f54caee90 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:07.280914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07165933-7e7c-4da9-8253-081f54caee90 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:28:07.281706 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07165933-7e7c-4da9-8253-081f54caee90 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:07.315305 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c6703e5-172c-4734-8eb0-6d2642054475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:07.382310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54810) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:28:07.417316 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:28:07.425625 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c6703e5-172c-4734-8eb0-6d2642054475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:07.489495 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07165933-7e7c-4da9-8253-081f54caee90 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:07.498484 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e1d55c3f-68a6-4fee-b6db-0c9bd3218f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:07.524806 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07165933-7e7c-4da9-8253-081f54caee90 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:07.537693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07165933-7e7c-4da9-8253-081f54caee90 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Network': ['ID=a0412902-a979-44b1-adc6-d1b0d4844d0e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:07.540250 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-07165933-7e7c-4da9-8253-081f54caee90 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:07.542025 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-07165933-7e7c-4da9-8253-081f54caee90 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/networks/a0412902-a979-44b1-adc6-d1b0d4844d0e HTTP/1.1" status: 204  len: 168 time: 0.8705101
Jun 04 15:28:07.544765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54818) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:07.639288 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05c082b-4978-402b-ae0c-3910b4bbad63 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Deleting subnet df15c222-407f-4075-9234-d335c205176f {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:28:07.642940 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b05c082b-4978-402b-ae0c-3910b4bbad63 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:07.741154 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b05c082b-4978-402b-ae0c-3910b4bbad63 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:07.876553 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e037840-f1b0-451f-aae1-fca92b12347b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:07.890742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-70fb1bc0-4353-480e-be83-5f92430a5daf req-adc501e3-c71e-46ef-89b0-92d869481e58 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Synchronizing usage tracker for tenant:e4d1bc96c16c459d978417725591ed35 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:28:07.914297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6e037840-f1b0-451f-aae1-fca92b12347b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:07.930853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe6f7b-05cb-4ef0-ad54-59476836a575 req-e887cea0-c817-49f7-8ee7-eef8fee4fa39 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:07.932465 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-64fe6f7b-05cb-4ef0-ad54-59476836a575 req-e887cea0-c817-49f7-8ee7-eef8fee4fa39 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.1272087
Jun 04 15:28:07.963265 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6e037840-f1b0-451f-aae1-fca92b12347b admin admin] Usage tracker for resource:security_group_rule and tenant:68c65f483cc44be29964f2bf6a9faab7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:07.983420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6e037840-f1b0-451f-aae1-fca92b12347b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:07.994059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6e037840-f1b0-451f-aae1-fca92b12347b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:07.995494 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b05c082b-4978-402b-ae0c-3910b4bbad63 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:08.048745 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-64fe6f7b-05cb-4ef0-ad54-59476836a575 req-7fdf5612-cd24-43f5-8436-616949c0cdfa tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1048768
Jun 04 15:28:08.063787 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-70fb1bc0-4353-480e-be83-5f92430a5daf req-adc501e3-c71e-46ef-89b0-92d869481e58 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Unset dirty status for tenant:e4d1bc96c16c459d978417725591ed35 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:28:08.090330 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fb1bc0-4353-480e-be83-5f92430a5daf req-adc501e3-c71e-46ef-89b0-92d869481e58 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=07818ca3-d252-4819-acb5-901c4c5357a3 HTTP/1.1" status: 200  len: 210 time: 0.2640369
Jun 04 15:28:08.159884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b2777-57b7-4800-a690-53978ad94854 req-40812aa6-4789-4bd2-8786-885bff818186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:08.162091 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e7b2777-57b7-4800-a690-53978ad94854 req-40812aa6-4789-4bd2-8786-885bff818186 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0f9666fef72042a089a1b7fec6d0d3ff&device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 1096 time: 0.2494009
Jun 04 15:28:08.313345 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c6703e5-172c-4734-8eb0-6d2642054475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:08.322532 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5a355649-7138-4410-8ffc-3228e4510143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:08.374232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6703e5-172c-4734-8eb0-6d2642054475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a6751fc-84b5-4211-8522-ecd4dd000f94,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:08.384215 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7c6703e5-172c-4734-8eb0-6d2642054475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:08.388611 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e037840-f1b0-451f-aae1-fca92b12347b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:08.389926 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c6703e5-172c-4734-8eb0-6d2642054475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:08.403925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9d3a13de-729d-4036-9aff-9dac68dee9bd no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:28:08.414352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b2777-57b7-4800-a690-53978ad94854 req-5a92e5ea-cf20-4a7c-92b1-1e7ab9bd76e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:08.415722 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e7b2777-57b7-4800-a690-53978ad94854 req-5a92e5ea-cf20-4a7c-92b1-1e7ab9bd76e0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=88077e73-6957-4879-9339-9e85eb0bc61f HTTP/1.1" status: 200  len: 912 time: 0.2422171
Jun 04 15:28:08.420085 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7c6703e5-172c-4734-8eb0-6d2642054475 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0a6751fc-84b5-4211-8522-ecd4dd000f94 HTTP/1.1" status: 204  len: 168 time: 1.3471076
Jun 04 15:28:08.420381 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54834) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:08.444568 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 9d3a13de-729d-4036-9aff-9dac68dee9bd {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:28:08.445039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9d3a13de-729d-4036-9aff-9dac68dee9bd not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:28:08.462215 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b05c082b-4978-402b-ae0c-3910b4bbad63 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:08.503172 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e037840-f1b0-451f-aae1-fca92b12347b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:08.511849 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a53a193f-ecab-43bd-acdd-84f8feb13504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:08.512823 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e9106021-ddd5-4bdd-a93b-7f526cce8a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:08.559001 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c082b-4978-402b-ae0c-3910b4bbad63 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Subnet': ['ID=df15c222-407f-4075-9234-d335c205176f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:08.564798 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b05c082b-4978-402b-ae0c-3910b4bbad63 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:08.570143 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b05c082b-4978-402b-ae0c-3910b4bbad63 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:08.572438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e037840-f1b0-451f-aae1-fca92b12347b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a698d6-74d4-4467-9eb6-c579a906280b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:08.577259 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0372c1ff-62ca-4344-94d1-195aba4c8a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:08.578190 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6e037840-f1b0-451f-aae1-fca92b12347b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68c65f483cc44be29964f2bf6a9faab7&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1949706
Jun 04 15:28:08.580991 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e7b2777-57b7-4800-a690-53978ad94854 req-fb5ca25f-119c-483e-8476-9ec15bb8492e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=248242fb-86e0-4b31-9ab8-ab934205c117 HTTP/1.1" status: 200  len: 1001 time: 0.1571417
Jun 04 15:28:08.581600 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54836) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:08.582874 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6e037840-f1b0-451f-aae1-fca92b12347b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:08.584124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb97925-e7d4-4f35-bfd9-7f4da74ae7e4 None None] Network f3c6497f-f9d5-4785-830b-1e28b64672f9 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:08.597960 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b05c082b-4978-402b-ae0c-3910b4bbad63 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/subnets/df15c222-407f-4075-9234-d335c205176f HTTP/1.1" status: 204  len: 168 time: 1.0518823
Jun 04 15:28:08.606046 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54838) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:08.651054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b2777-57b7-4800-a690-53978ad94854 req-3ea61f5b-7f41-451c-abfc-41f59cf32fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:08.653569 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e7b2777-57b7-4800-a690-53978ad94854 req-3ea61f5b-7f41-451c-abfc-41f59cf32fd4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4093c38f-7f2f-4b42-8c4a-34d4b45f0128 HTTP/1.1" status: 200  len: 850 time: 0.0658190
Jun 04 15:28:08.744084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b2777-57b7-4800-a690-53978ad94854 req-d7e72957-faaa-4bc3-aecb-b677ccd1e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:08.745602 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e7b2777-57b7-4800-a690-53978ad94854 req-d7e72957-faaa-4bc3-aecb-b677ccd1e2e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88077e73-6957-4879-9339-9e85eb0bc61f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0837409
Jun 04 15:28:08.750291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07818ca3-d252-4819-acb5-901c4c5357a3', 'name': 'network-vif-deleted', 'tag': '9d3a13de-729d-4036-9aff-9dac68dee9bd'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:28:08.752768 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86cf34e-cdcb-4aa2-9b2a-e7173ea5f667" -d '{"events": [{"server_uuid": "07818ca3-d252-4819-acb5-901c4c5357a3", "name": "network-vif-deleted", "tag": "9d3a13de-729d-4036-9aff-9dac68dee9bd"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:28:08.803570 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cfd8a8-448d-4ce2-9033-98da7024f2de x-openstack-request-id: req-18cfd8a8-448d-4ce2-9033-98da7024f2de {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:28:08.804047 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07818ca3-d252-4819-acb5-901c4c5357a3", "name": "network-vif-deleted", "tag": "9d3a13de-729d-4036-9aff-9dac68dee9bd", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:28:08.804525 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18cfd8a8-448d-4ce2-9033-98da7024f2de {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:28:08.805293 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07818ca3-d252-4819-acb5-901c4c5357a3', 'name': 'network-vif-deleted', 'tag': '9d3a13de-729d-4036-9aff-9dac68dee9bd', 'status': 'completed', 'code': 200}
Jun 04 15:28:08.915852 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e7b2777-57b7-4800-a690-53978ad94854 req-685980b7-03b0-4959-8999-c0ef30d1cac5 service neutron] 10.222.0.65 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576374
Jun 04 15:28:08.930023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c642b22-85d4-4fed-a4c0-cabf9dcf9434 None None] DHCP port deletion for f3c6497f-f9d5-4785-830b-1e28b64672f9 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:28:08.945787 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:08.994335 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1b7289b8-4b57-405c-8935-f1bc20dfedd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.002533 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3c642b22-85d4-4fed-a4c0-cabf9dcf9434 None None] Deleting port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:09.002926 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3c642b22-85d4-4fed-a4c0-cabf9dcf9434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.004153 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0372c1ff-62ca-4344-94d1-195aba4c8a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.041350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-0372c1ff-62ca-4344-94d1-195aba4c8a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c0b5e80>,) {'filters': {'network_id': ['45852608-adae-400e-a1cc-6e58cc430e70']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:09.055331 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1b7289b8-4b57-405c-8935-f1bc20dfedd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.055651 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e7b2777-57b7-4800-a690-53978ad94854 req-770b0d5d-f187-42be-b8e6-45207b849c1c service neutron] 10.222.0.65 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310656
Jun 04 15:28:09.097437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-0372c1ff-62ca-4344-94d1-195aba4c8a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c0b5e80>, '6858a2c5-45f4-4368-8289-3fbd1445018a') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:09.097437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-0372c1ff-62ca-4344-94d1-195aba4c8a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c0b5e80>, '6858a2c5-45f4-4368-8289-3fbd1445018a') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:09.119759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3c642b22-85d4-4fed-a4c0-cabf9dcf9434 None None] For port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=93cb4b2d-5376-49ce-a1d3-e1cfae9863d2,segment=NetworkSegment(061b9171-9be6-44d2-b58f-444b70bb2b74),segment_id=061b9171-9be6-44d2-b58f-444b70bb2b74)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:09.120255 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3c642b22-85d4-4fed-a4c0-cabf9dcf9434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.133813 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0372c1ff-62ca-4344-94d1-195aba4c8a6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.171624 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0372c1ff-62ca-4344-94d1-195aba4c8a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.185762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0372c1ff-62ca-4344-94d1-195aba4c8a6c admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:28:09.185762 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0372c1ff-62ca-4344-94d1-195aba4c8a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:28:09.201032 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:28:09.263728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3c642b22-85d4-4fed-a4c0-cabf9dcf9434 None None] Calling delete_port for 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:09.292743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Deleting port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:09.293205 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.322589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc253b27-17a6-4205-8f10-69dcf67c5e3d req-ca3690f5-d52c-428c-855c-3b2e68fdba49 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:09.326455 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc253b27-17a6-4205-8f10-69dcf67c5e3d req-ca3690f5-d52c-428c-855c-3b2e68fdba49 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.1379697
Jun 04 15:28:09.378040 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc253b27-17a6-4205-8f10-69dcf67c5e3d req-2cfcea6a-5304-44d4-90f1-805dd2612173 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437193
Jun 04 15:28:09.380697 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3c642b22-85d4-4fed-a4c0-cabf9dcf9434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.386640 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-788cadb7-5fa3-434d-bcb6-fcef172cd90c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:09.399067 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1b7289b8-4b57-405c-8935-f1bc20dfedd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.407625 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0372c1ff-62ca-4344-94d1-195aba4c8a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.423695 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-add61d59-1b9d-402a-87ae-2c32eff18839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:09.439504 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c642b22-85d4-4fed-a4c0-cabf9dcf9434 None None] Pushing event deleted for resources: {'Port': ['ID=93cb4b2d-5376-49ce-a1d3-e1cfae9863d2,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:09.440772 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0372c1ff-62ca-4344-94d1-195aba4c8a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.444129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c642b22-85d4-4fed-a4c0-cabf9dcf9434 None None] No DVR routers for this DVR port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:28:09.445989 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3c642b22-85d4-4fed-a4c0-cabf9dcf9434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:09.450878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7289b8-4b57-405c-8935-f1bc20dfedd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a698d6-74d4-4467-9eb6-c579a906280b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:09.462417 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1b7289b8-4b57-405c-8935-f1bc20dfedd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:09.466109 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] For port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=93cb4b2d-5376-49ce-a1d3-e1cfae9863d2,segment=NetworkSegment(061b9171-9be6-44d2-b58f-444b70bb2b74),segment_id=061b9171-9be6-44d2-b58f-444b70bb2b74)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:09.477917 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.487192 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dbcc6f2e-4696-45bc-a5ee-e68c7f68e3da tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:09.517117 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1b7289b8-4b57-405c-8935-f1bc20dfedd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.521072 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1b7289b8-4b57-405c-8935-f1bc20dfedd5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61a698d6-74d4-4467-9eb6-c579a906280b HTTP/1.1" status: 204  len: 168 time: 0.9355385
Jun 04 15:28:09.572911 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0372c1ff-62ca-4344-94d1-195aba4c8a6c admin admin] 10.222.0.32 "DELETE /v2.0/networks/45852608-adae-400e-a1cc-6e58cc430e70 HTTP/1.1" status: 204  len: 168 time: 1.1514204
Jun 04 15:28:09.691439 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372c1ff-62ca-4344-94d1-195aba4c8a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=45852608-adae-400e-a1cc-6e58cc430e70,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:09.700803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Calling delete_port for 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:09.703817 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0372c1ff-62ca-4344-94d1-195aba4c8a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:09.704753 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:28:09.748125 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:28:09.748472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:28:09.748592 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.756253 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5da2154b-30b2-4fec-bf5f-3943541ec750 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:09.801134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Port': ['ID=93cb4b2d-5376-49ce-a1d3-e1cfae9863d2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:09.805066 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:09.806134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] No DVR routers for this DVR port 93cb4b2d-5376-49ce-a1d3-e1cfae9863d2 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:28:09.930927 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.944966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387cd04f0>,) {'filters': {'network_id': ['f3c6497f-f9d5-4785-830b-1e28b64672f9']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:09.956905 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387cd04f0>, '061b9171-9be6-44d2-b58f-444b70bb2b74') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:09.957237 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387cd04f0>, '061b9171-9be6-44d2-b58f-444b70bb2b74') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:09.969334 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.987621 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:09.995698 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:28:09.996876 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:28:10.016583 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:28:10.174510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54870) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:10.204706 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:10.207386 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e2756c99-53c8-488c-82be-b016042a1348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:10.243561 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:10.246391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Pushing event deleted for resources: {'Network': ['ID=f3c6497f-f9d5-4785-830b-1e28b64672f9,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:10.264784 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:10.271007 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] 10.222.0.32 "DELETE /v2.0/networks/f3c6497f-f9d5-4785-830b-1e28b64672f9 HTTP/1.1" status: 204  len: 168 time: 1.6639831
Jun 04 15:28:10.282231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44decbc5-1dc2-421d-aceb-07927ca2a9d4 req-e004fa44-c315-425a-b8e5-680c51fc31f3 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:10.284148 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-44decbc5-1dc2-421d-aceb-07927ca2a9d4 req-e004fa44-c315-425a-b8e5-680c51fc31f3 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1002471
Jun 04 15:28:10.288228 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-055c8c90-2c85-4ac8-9831-49dcd562ba1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e6ce8f52be74499982d49b81e91f149&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1120989
Jun 04 15:28:10.290743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54874) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:10.350889 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-44decbc5-1dc2-421d-aceb-07927ca2a9d4 req-e3a62645-122a-4733-9eb2-bed24853ae43 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600481
Jun 04 15:28:10.384771 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ac2ef32-af63-4f69-bc83-ef2b420a28b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:10.415379 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ac2ef32-af63-4f69-bc83-ef2b420a28b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:10.585745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb21731-48f9-4c38-b0d1-1e5e07b96db6 req-9c3e7f01-c043-4b60-ad3d-6196dd52f0a4 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:10.587249 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9fb21731-48f9-4c38-b0d1-1e5e07b96db6 req-9c3e7f01-c043-4b60-ad3d-6196dd52f0a4 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.0875771
Jun 04 15:28:10.633279 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9fb21731-48f9-4c38-b0d1-1e5e07b96db6 req-796a00e9-41b9-4dde-beaf-e4d6229aebc3 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402846
Jun 04 15:28:10.647849 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ac2ef32-af63-4f69-bc83-ef2b420a28b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:10.652148 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:10.666659 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2ef32-af63-4f69-bc83-ef2b420a28b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90e7d86-a014-46a9-bc0f-ed674acbaa2c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:10.669351 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9ac2ef32-af63-4f69-bc83-ef2b420a28b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:10.761952 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ac2ef32-af63-4f69-bc83-ef2b420a28b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:10.763061 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9ac2ef32-af63-4f69-bc83-ef2b420a28b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e90e7d86-a014-46a9-bc0f-ed674acbaa2c HTTP/1.1" status: 204  len: 168 time: 0.4714031
Jun 04 15:28:11.107224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54898) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:11.299447 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3b863141-347f-4c47-9dd5-87e1f83f178f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7f22e0a74d24f05a494cf4f9e787926&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1909733
Jun 04 15:28:11.302738 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54910) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:11.377523 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-23b544ea-284b-4421-8255-ebca14c2e3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:11.403044 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-23b544ea-284b-4421-8255-ebca14c2e3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:11.534870 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-23b544ea-284b-4421-8255-ebca14c2e3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:11.542955 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e0c4f03-4e78-4172-a523-6aebf3f9d9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:11.547107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0207d-f0a2-46d0-a5d0-41121ef60ae3 req-2ac888f0-87f8-49d4-b553-1b46f6ec9193 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:11.549649 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ecb0207d-f0a2-46d0-a5d0-41121ef60ae3 req-2ac888f0-87f8-49d4-b553-1b46f6ec9193 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.0914614
Jun 04 15:28:11.561276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b544ea-284b-4421-8255-ebca14c2e3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc2cc84-2baa-4f18-b9bd-416f190b7a53,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:11.563793 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-23b544ea-284b-4421-8255-ebca14c2e3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:11.597527 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-23b544ea-284b-4421-8255-ebca14c2e3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:11.599821 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-23b544ea-284b-4421-8255-ebca14c2e3c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5dc2cc84-2baa-4f18-b9bd-416f190b7a53 HTTP/1.1" status: 204  len: 168 time: 0.2961032
Jun 04 15:28:11.617444 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ecb0207d-f0a2-46d0-a5d0-41121ef60ae3 req-5e64ca5c-98cf-48d9-a809-8235b02e8ff2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596266
Jun 04 15:28:12.494763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54980) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:12.631646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1906118355-network', 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:12.636651 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:12.640612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Usage tracker for resource:network and tenant:de106ad9de2a4d2686c3ddb77c613a23 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:12.643544 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:12.650005 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:12.779846 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Made reservation on behalf of de106ad9de2a4d2686c3ddb77c613a23 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:12.782288 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:12.812950 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:12.832966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:12.862994 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Usage tracker for resource:security_group_rule and tenant:de106ad9de2a4d2686c3ddb77c613a23 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:12.866493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:12.880009 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:12.923475 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7847efd-0358-4efb-8452-0924d0d6ebf5 req-6feb7a29-7a81-443d-a04d-06b26af0b73c tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:12.924983 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f7847efd-0358-4efb-8452-0924d0d6ebf5 req-6feb7a29-7a81-443d-a04d-06b26af0b73c tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1893981
Jun 04 15:28:13.015425 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f7847efd-0358-4efb-8452-0924d0d6ebf5 req-52394a79-921d-4fa7-8096-e7d8b62087d0 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836008
Jun 04 15:28:13.059434 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:13.144939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55036) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:13.219921 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:13.225187 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1276ad2-facf-41d7-8c39-2ab9bd7874b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:13.261049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-5805ba1d-b658-48f1-af64-0b3481a675d3 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1101349711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:13.269211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:28:13.282306 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5805ba1d-b658-48f1-af64-0b3481a675d3 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:13.288933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5805ba1d-b658-48f1-af64-0b3481a675d3 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Usage tracker for resource:router and tenant:74bae14a513749bc9640970a78f8a8bc is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:13.292137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641b0860-ca29-4937-a817-b368c72d3f52,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:13.295910 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5805ba1d-b658-48f1-af64-0b3481a675d3 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:13.302977 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:13.305403 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5805ba1d-b658-48f1-af64-0b3481a675d3 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:13.307559 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:13.307911 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Added segment d6065b63-68f3-41ef-8616-5fd73bd991d8 of type vlan for network dd0db704-a651-492c-af83-f8b620646609
Jun 04 15:28:13.338992 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:13.385343 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5805ba1d-b658-48f1-af64-0b3481a675d3 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:13.386404 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5805ba1d-b658-48f1-af64-0b3481a675d3 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:13.409058 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5805ba1d-b658-48f1-af64-0b3481a675d3 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:13.453977 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:13.455029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:13.455638 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:13.459868 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d3b49580-d817-451b-8c1d-cd85c71e2ac0 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:13.630824 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5805ba1d-b658-48f1-af64-0b3481a675d3 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:13.705052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Pushing event updated for resources: {'Network': ['ID=dd0db704-a651-492c-af83-f8b620646609,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:13.709077 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:13.716192 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network dd0db704-a651-492c-af83-f8b620646609 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:28:13.877275 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5805ba1d-b658-48f1-af64-0b3481a675d3 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:13.878929 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5805ba1d-b658-48f1-af64-0b3481a675d3 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.7324791
Jun 04 15:28:13.881763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55064) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:13.889026 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-741341847'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:13.896344 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4001479
Jun 04 15:28:13.897661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:13.916501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Usage tracker for resource:network and tenant:74bae14a513749bc9640970a78f8a8bc is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:13.916501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:13.916501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:13.918981 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55070) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:13.927882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Request body: {'subnet': {'network_id': 'dd0db704-a651-492c-af83-f8b620646609', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1906118355-subnet', 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:13.933853 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:13.938769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Usage tracker for resource:subnet and tenant:de106ad9de2a4d2686c3ddb77c613a23 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:13.942521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:13.950897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:14.117016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Made reservation on behalf of de106ad9de2a4d2686c3ddb77c613a23 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:14.117378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Made reservation on behalf of 74bae14a513749bc9640970a78f8a8bc for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:14.119957 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:14.122654 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:14.139480 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:14.165246 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:14.171360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Usage tracker for resource:security_group_rule and tenant:74bae14a513749bc9640970a78f8a8bc is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:14.175666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:14.217707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:14.297807 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3cec8-1a2f-4a89-8594-36000b7ae08a req-83a63d48-c770-42bb-b55b-928e84417b0b tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:14.299436 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-89e3cec8-1a2f-4a89-8594-36000b7ae08a req-83a63d48-c770-42bb-b55b-928e84417b0b tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1248953
Jun 04 15:28:14.380919 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-89e3cec8-1a2f-4a89-8594-36000b7ae08a req-a3d380c6-91bc-4e41-a405-a78635ed2386 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739894
Jun 04 15:28:14.385931 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:14.498607 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:14.504661 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d3d6cc89-ebd6-435b-b04f-039cf324123f tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:14.527108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65f883-8b19-4c0e-9fef-b01ed39a731d req-c4181d9a-8a7e-4018-a938-3a326ab8b9c8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:14.532835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65f883-8b19-4c0e-9fef-b01ed39a731d req-c4181d9a-8a7e-4018-a938-3a326ab8b9c8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:14.537851 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:28:14.539275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65f883-8b19-4c0e-9fef-b01ed39a731d req-c4181d9a-8a7e-4018-a938-3a326ab8b9c8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:14.545111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65f883-8b19-4c0e-9fef-b01ed39a731d req-c4181d9a-8a7e-4018-a938-3a326ab8b9c8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:14.547566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3815caa3-3fdf-448e-b921-76c0008f7c12,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:14.550904 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:14.551127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65f883-8b19-4c0e-9fef-b01ed39a731d req-c4181d9a-8a7e-4018-a938-3a326ab8b9c8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:14.556129 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:14.556598 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Added segment 5d3cd86e-0eda-43bc-aa49-783cd8fbe9ea of type vlan for network 31b56868-3fed-451a-95fb-329e5207dcf1
Jun 04 15:28:14.557445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65f883-8b19-4c0e-9fef-b01ed39a731d req-c4181d9a-8a7e-4018-a938-3a326ab8b9c8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:14.563161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65f883-8b19-4c0e-9fef-b01ed39a731d req-c4181d9a-8a7e-4018-a938-3a326ab8b9c8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:14.570912 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f65f883-8b19-4c0e-9fef-b01ed39a731d req-c4181d9a-8a7e-4018-a938-3a326ab8b9c8 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5444 time: 0.3302553
Jun 04 15:28:14.591055 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:14.611162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55082) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:14.630769 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f65f883-8b19-4c0e-9fef-b01ed39a731d req-5beadc54-b8cb-45ec-8943-ad661c8e8083 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0589740
Jun 04 15:28:14.734568 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:14.741298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:14.743071 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:14.747650 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7de4e2d9-9af0-470c-8847-732565029afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:14.769602 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9bb85d4-7ad5-4393-bea7-0c585f7d8ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:14.862743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a9bb85d4-7ad5-4393-bea7-0c585f7d8ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:14.910708 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:14.915280 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c787dfec-689d-4788-8ce6-870a04e2e5bc tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:14.924113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a9bb85d4-7ad5-4393-bea7-0c585f7d8ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:4a803a88fbc74b29a4296a92f544be4c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:14.932606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event updated for resources: {'Network': ['ID=31b56868-3fed-451a-95fb-329e5207dcf1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:14.935383 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:14.938291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a9bb85d4-7ad5-4393-bea7-0c585f7d8ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:14.943992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 31b56868-3fed-451a-95fb-329e5207dcf1 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:28:14.946873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a9bb85d4-7ad5-4393-bea7-0c585f7d8ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:14.986818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61ca5c-5961-40b2-96a3-44828510d266 req-527bc240-1ac1-4e30-9f0d-604eec094766 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:14.993134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61ca5c-5961-40b2-96a3-44828510d266 req-527bc240-1ac1-4e30-9f0d-604eec094766 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:14.993314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7f515a-1071-4e58-b7aa-100a1daa4127,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:14.997283 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:15.000002 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61ca5c-5961-40b2-96a3-44828510d266 req-527bc240-1ac1-4e30-9f0d-604eec094766 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:15.001408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Checking segment: {'id': 'd6065b63-68f3-41ef-8616-5fd73bd991d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dd0db704-a651-492c-af83-f8b620646609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:15.001763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Network hostable DHCP agents. Network: dd0db704-a651-492c-af83-f8b620646609, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:28:15.006620 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61ca5c-5961-40b2-96a3-44828510d266 req-527bc240-1ac1-4e30-9f0d-604eec094766 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:15.012766 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61ca5c-5961-40b2-96a3-44828510d266 req-527bc240-1ac1-4e30-9f0d-604eec094766 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:15.018601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61ca5c-5961-40b2-96a3-44828510d266 req-527bc240-1ac1-4e30-9f0d-604eec094766 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:15.025572 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61ca5c-5961-40b2-96a3-44828510d266 req-527bc240-1ac1-4e30-9f0d-604eec094766 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:15.027562 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5c61ca5c-5961-40b2-96a3-44828510d266 req-527bc240-1ac1-4e30-9f0d-604eec094766 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5444 time: 0.2593877
Jun 04 15:28:15.061031 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.1778507
Jun 04 15:28:15.064084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55092) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:15.070904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Request body: {'subnet': {'network_id': '31b56868-3fed-451a-95fb-329e5207dcf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:15.105733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Network dd0db704-a651-492c-af83-f8b620646609 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:28:15.158635 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9bb85d4-7ad5-4393-bea7-0c585f7d8ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:15.194575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:15.198938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Usage tracker for resource:subnet and tenant:74bae14a513749bc9640970a78f8a8bc is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:15.201851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:15.208381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:15.272044 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9bb85d4-7ad5-4393-bea7-0c585f7d8ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:15.281180 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-85dd60a4-df38-43fb-b342-3af1c17d1f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:15.305519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, dd0db704-a651-492c-af83-f8b620646609) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:15.314503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:15.317849 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:15.317990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3732f45-bf6c-4b41-a6cd-c482e0487a47 None None] Network dd0db704-a651-492c-af83-f8b620646609 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:15.330678 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a9bb85d4-7ad5-4393-bea7-0c585f7d8ce4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a803a88fbc74b29a4296a92f544be4c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7184544
Jun 04 15:28:15.331515 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55100) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:15.342024 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Made reservation on behalf of 74bae14a513749bc9640970a78f8a8bc for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:15.343079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb85d4-7ad5-4393-bea7-0c585f7d8ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec88b33c-5f48-42f9-adf7-14d2e43726aa,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:15.346425 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:15.347126 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a9bb85d4-7ad5-4393-bea7-0c585f7d8ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:15.407258 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94f34310-cde1-427e-857b-cb0c9a483384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:15.444872 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94f34310-cde1-427e-857b-cb0c9a483384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:15.512384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55104) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:15.512765 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5894771
Jun 04 15:28:15.517464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1906118355-router', 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:15.533653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a97d47f-0cab-45ce-a1ac-cd1fc84f707d None None] Network dd0db704-a651-492c-af83-f8b620646609 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:15.561063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:15.575071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Usage tracker for resource:router and tenant:de106ad9de2a4d2686c3ddb77c613a23 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:15.580656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:15.594030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:15.598724 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94f34310-cde1-427e-857b-cb0c9a483384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:15.607440 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-de06fc52-1860-4e7d-bd54-2e6b8afde67f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:15.626783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f34310-cde1-427e-857b-cb0c9a483384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec88b33c-5f48-42f9-adf7-14d2e43726aa,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:15.631011 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-94f34310-cde1-427e-857b-cb0c9a483384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:15.636255 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94f34310-cde1-427e-857b-cb0c9a483384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:15.637880 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-94f34310-cde1-427e-857b-cb0c9a483384 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec88b33c-5f48-42f9-adf7-14d2e43726aa HTTP/1.1" status: 204  len: 168 time: 0.3042862
Jun 04 15:28:15.656799 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0949d3-d1c8-466b-9142-b3ef4b2b60c4 req-230afb44-5c68-49f3-9d03-d3590d930930 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:15.658563 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cc0949d3-d1c8-466b-9142-b3ef4b2b60c4 req-230afb44-5c68-49f3-9d03-d3590d930930 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1367521
Jun 04 15:28:15.723524 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cc0949d3-d1c8-466b-9142-b3ef4b2b60c4 req-a576dd9b-4afa-42ee-83b8-d83850ba967d tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551186
Jun 04 15:28:15.725163 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:15.726307 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:15.742499 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:16.041480 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:16.045865 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-695be1f7-d757-44d0-a5fb-4fd580477fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:16.138194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event updated for resources: {'Subnet': ['ID=500796b9-f610-400d-b564-a259a375f7a0,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:16.142469 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:16.147999 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Checking segment: {'id': '5d3cd86e-0eda-43bc-aa49-783cd8fbe9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31b56868-3fed-451a-95fb-329e5207dcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:16.148353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Network hostable DHCP agents. Network: 31b56868-3fed-451a-95fb-329e5207dcf1, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:28:16.160218 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:16.248535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Network 31b56868-3fed-451a-95fb-329e5207dcf1 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:28:16.353570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b1a59-5fa9-4043-86a1-fa5f7683ae8c req-2185adc9-8769-4ee2-8be9-d9dba3fbab23 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:16.355428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0d3b1a59-5fa9-4043-86a1-fa5f7683ae8c req-2185adc9-8769-4ee2-8be9-d9dba3fbab23 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.65 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1028016
Jun 04 15:28:16.411908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 31b56868-3fed-451a-95fb-329e5207dcf1) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:16.422506 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b99413-29c9-4ddc-8b49-e2bb37dbeda5 None None] Network 31b56868-3fed-451a-95fb-329e5207dcf1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:16.435287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:16.436010 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:16.547157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-0d3b1a59-5fa9-4043-86a1-fa5f7683ae8c req-f3807791-7668-4465-a23c-3deca0fe0da9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Deleting port cf7baf12-88af-4e8d-b26c-607c3c95385d {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:16.547660 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0d3b1a59-5fa9-4043-86a1-fa5f7683ae8c req-f3807791-7668-4465-a23c-3deca0fe0da9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:16.577038 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5116308
Jun 04 15:28:16.580051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55126) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:16.593225 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Request body: {'network': {'name': 'tempest-router-network01--2108299363'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:16.600783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:16.605803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Usage tracker for resource:network and tenant:74bae14a513749bc9640970a78f8a8bc is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:16.609730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:16.617717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:16.700288 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-31b56868-3fed-451a-95fb-329e5207dcf1', 'network_id': '31b56868-3fed-451a-95fb-329e5207dcf1', 'tenant_id': '74bae14a513749bc9640970a78f8a8bc', 'fixed_ips': [{'subnet_id': '500796b9-f610-400d-b564-a259a375f7a0'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:28:16.701355 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:16.719341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Made reservation on behalf of 74bae14a513749bc9640970a78f8a8bc for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:16.726744 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:16.740393 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:16.775403 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:16.795354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:28:16.828222 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:16.828573 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Added segment 90ea4873-cd81-42e3-932d-b5727ebde770 of type vlan for network 354fe941-b5cb-400b-888a-59ca16a81fac
Jun 04 15:28:16.850691 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-0d3b1a59-5fa9-4043-86a1-fa5f7683ae8c req-f3807791-7668-4465-a23c-3deca0fe0da9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] For port cf7baf12-88af-4e8d-b26c-607c3c95385d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=cf7baf12-88af-4e8d-b26c-607c3c95385d,segment=NetworkSegment(33b65cb5-bead-41f6-9f2a-58ad9bb643ee),segment_id=33b65cb5-bead-41f6-9f2a-58ad9bb643ee)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:16.851320 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0d3b1a59-5fa9-4043-86a1-fa5f7683ae8c req-f3807791-7668-4465-a23c-3deca0fe0da9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:17.001076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-0d3b1a59-5fa9-4043-86a1-fa5f7683ae8c req-f3807791-7668-4465-a23c-3deca0fe0da9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Calling delete_port for cf7baf12-88af-4e8d-b26c-607c3c95385d owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:17.032758 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:17.065372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Allocated IP 2001:db8::2 (31b56868-3fed-451a-95fb-329e5207dcf1/500796b9-f610-400d-b564-a259a375f7a0/41dbe98a-8003-49b0-b15e-ac8a14f6da5c) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:28:17.077954 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Allocated IP 172.25.4.141 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/7792e695-8b22-413e-834e-179dbed502ae) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:28:17.105823 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9d821-9d3c-43f1-9be3-d8b03bba5d51 req-c28670d8-2eac-442a-aa9e-fffcdf7cc245 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:17.112582 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3bb9d821-9d3c-43f1-9be3-d8b03bba5d51 req-c28670d8-2eac-442a-aa9e-fffcdf7cc245 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 946 time: 0.1530333
Jun 04 15:28:17.175135 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:17.181332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:17.181935 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:17.267837 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3bb9d821-9d3c-43f1-9be3-d8b03bba5d51 req-8ff8aed0-31d6-4e1f-b564-8dbc8a34323a tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c83878-45cd-4cb8-81e1-997901ce3526&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542497
Jun 04 15:28:17.327002 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:17.361452 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-243226ec-fd93-47ab-a729-fd4868530bdb tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:17.381195 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:17.425518 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:17.431449 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-761d262b-6d51-4826-9d2e-3793458a2569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:17.492839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event updated for resources: {'Network': ['ID=354fe941-b5cb-400b-888a-59ca16a81fac,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:17.492966 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:17.502211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 354fe941-b5cb-400b-888a-59ca16a81fac details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:28:17.502873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:17.512787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:17.517848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:28:17.559713 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9725015
Jun 04 15:28:17.561314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55158) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:17.568969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Request body: {'network': {'name': 'tempest-router-network02--522717281'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:17.569228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Pushing event updated for resources: {'Port': ['ID=7792e695-8b22-413e-834e-179dbed502ae,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:17.570495 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:17.571252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:17.575810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Usage tracker for resource:network and tenant:74bae14a513749bc9640970a78f8a8bc is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:17.580007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:17.583567 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0d3b1a59-5fa9-4043-86a1-fa5f7683ae8c req-f3807791-7668-4465-a23c-3deca0fe0da9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:17.595297 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c6622f42-4c93-447c-a607-b7a8e54fb423 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:17.631661 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:17.650282 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Transition to ACTIVE for port object 41dbe98a-8003-49b0-b15e-ac8a14f6da5c will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:17.665670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3807791-7668-4465-a23c-3deca0fe0da9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Pushing event deleted for resources: {'Port': ['ID=cf7baf12-88af-4e8d-b26c-607c3c95385d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:17.669162 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f3807791-7668-4465-a23c-3deca0fe0da9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:17.701879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Transition to ACTIVE for port object 41dbe98a-8003-49b0-b15e-ac8a14f6da5c will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:17.707754 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['cf7baf12-88af-4e8d-b26c-607c3c95385d'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:28:17.748434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Made reservation on behalf of 74bae14a513749bc9640970a78f8a8bc for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:17.752381 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:17.773760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55164) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:17.786882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3b1a59-5fa9-4043-86a1-fa5f7683ae8c req-f3807791-7668-4465-a23c-3deca0fe0da9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] No DVR routers for this DVR port cf7baf12-88af-4e8d-b26c-607c3c95385d on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:28:17.790418 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0d3b1a59-5fa9-4043-86a1-fa5f7683ae8c req-f3807791-7668-4465-a23c-3deca0fe0da9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:17.793476 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0d3b1a59-5fa9-4043-86a1-fa5f7683ae8c req-f3807791-7668-4465-a23c-3deca0fe0da9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.65 "DELETE /v2.0/ports/cf7baf12-88af-4e8d-b26c-607c3c95385d HTTP/1.1" status: 204  len: 173 time: 1.4327228
Jun 04 15:28:17.794019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903d52fa-7253-4245-9ccb-6dda06ae0f41', 'name': 'network-vif-deleted', 'tag': 'cf7baf12-88af-4e8d-b26c-607c3c95385d'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:28:17.799095 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:17.803181 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2951bd79-52d9-4bed-9785-8b10d3438f3b" -d '{"events": [{"server_uuid": "903d52fa-7253-4245-9ccb-6dda06ae0f41", "name": "network-vif-deleted", "tag": "cf7baf12-88af-4e8d-b26c-607c3c95385d"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:28:17.819091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:28:17.823830 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:17.828600 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:17.828946 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Added segment 4ca29194-b2ff-45f7-9bcd-7ecee6242cd4 of type vlan for network 7079a82f-d6c6-4faf-8390-4780851d0319
Jun 04 15:28:17.865224 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:17.887557 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c292042-1272-4b1c-8df3-668671087bfa x-openstack-request-id: req-5c292042-1272-4b1c-8df3-668671087bfa {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:28:17.887557 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903d52fa-7253-4245-9ccb-6dda06ae0f41", "name": "network-vif-deleted", "tag": "cf7baf12-88af-4e8d-b26c-607c3c95385d", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:28:17.897132 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c292042-1272-4b1c-8df3-668671087bfa {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:28:17.897720 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903d52fa-7253-4245-9ccb-6dda06ae0f41', 'name': 'network-vif-deleted', 'tag': 'cf7baf12-88af-4e8d-b26c-607c3c95385d', 'status': 'completed', 'code': 200}
Jun 04 15:28:17.932787 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Network 31b56868-3fed-451a-95fb-329e5207dcf1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:17.940768 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:17.945773 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:28:18.023493 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:18.036503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:18.037711 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:18.049431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Pushing event updated for resources: {'Port': ['ID=41dbe98a-8003-49b0-b15e-ac8a14f6da5c,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:18.057316 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:18.058466 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f86eb552-af1d-4407-b64f-24e6068e9aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:18.089252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Attempting to bind port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:28:18.089702 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Attempting to bind port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '5d3cd86e-0eda-43bc-aa49-783cd8fbe9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31b56868-3fed-451a-95fb-329e5207dcf1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:28:18.094456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Attempting to bind port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c on network 31b56868-3fed-451a-95fb-329e5207dcf1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:28:18.096115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:28:18.096508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Checking segment: {'id': '5d3cd86e-0eda-43bc-aa49-783cd8fbe9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31b56868-3fed-451a-95fb-329e5207dcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:18.097087 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:18.097495 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Bound using segment: {'id': '5d3cd86e-0eda-43bc-aa49-783cd8fbe9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31b56868-3fed-451a-95fb-329e5207dcf1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:28:18.098593 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Bound port: 41dbe98a-8003-49b0-b15e-ac8a14f6da5c, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3cd86e-0eda-43bc-aa49-783cd8fbe9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31b56868-3fed-451a-95fb-329e5207dcf1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:28:18.098986 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:18.202396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] For port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:28:18.209254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] For port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=41dbe98a-8003-49b0-b15e-ac8a14f6da5c,segment=NetworkSegment(5d3cd86e-0eda-43bc-aa49-783cd8fbe9ea),segment_id=5d3cd86e-0eda-43bc-aa49-783cd8fbe9ea)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:28:18.237929 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55178) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:18.282189 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.7207229
Jun 04 15:28:18.293982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event updated for resources: {'Network': ['ID=7079a82f-d6c6-4faf-8390-4780851d0319,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:18.296385 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55184) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:18.307657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 7079a82f-d6c6-4faf-8390-4780851d0319 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:28:18.325959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Request body: {'subnet': {'network_id': '354fe941-b5cb-400b-888a-59ca16a81fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:18.342118 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:18.353354 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:18.403886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:18.431308 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:18.441038 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:18.518644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:18.522522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-65acb56c-184f-4a6b-9bc5-6a84cc4ab5a6 req-855c2bbe-cbc1-46c7-9ca7-be5b538460e1 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Synchronizing usage tracker for tenant:e4d1bc96c16c459d978417725591ed35 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:28:18.550108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Usage tracker for resource:floatingip and tenant:3d510dd59396431bb09ebac25344776a is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:18.557384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:18.578361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:18.581077 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Pushing event updated for resources: {'Port': ['ID=41dbe98a-8003-49b0-b15e-ac8a14f6da5c,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:18.586418 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:18.611830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:18.619938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Usage tracker for resource:subnet and tenant:74bae14a513749bc9640970a78f8a8bc is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:18.625589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:18.633796 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:18.651596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4acd4-ac2e-46d5-9f54-d98164dcf674 req-ce69197b-ead0-412e-b709-5f348d235bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:18.652065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4acd4-ac2e-46d5-9f54-d98164dcf674 req-ce69197b-ead0-412e-b709-5f348d235bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:18.652546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4acd4-ac2e-46d5-9f54-d98164dcf674 req-ce69197b-ead0-412e-b709-5f348d235bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:18.653097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4acd4-ac2e-46d5-9f54-d98164dcf674 req-ce69197b-ead0-412e-b709-5f348d235bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:18.653512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4acd4-ac2e-46d5-9f54-d98164dcf674 req-ce69197b-ead0-412e-b709-5f348d235bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:18.653995 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4acd4-ac2e-46d5-9f54-d98164dcf674 req-ce69197b-ead0-412e-b709-5f348d235bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:18.654450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4acd4-ac2e-46d5-9f54-d98164dcf674 req-ce69197b-ead0-412e-b709-5f348d235bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:18.662662 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a3b4acd4-ac2e-46d5-9f54-d98164dcf674 req-ce69197b-ead0-412e-b709-5f348d235bfe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 6501 time: 0.8848338
Jun 04 15:28:18.685110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-65acb56c-184f-4a6b-9bc5-6a84cc4ab5a6 req-855c2bbe-cbc1-46c7-9ca7-be5b538460e1 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Unset dirty status for tenant:e4d1bc96c16c459d978417725591ed35 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:28:18.686341 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-65acb56c-184f-4a6b-9bc5-6a84cc4ab5a6 req-855c2bbe-cbc1-46c7-9ca7-be5b538460e1 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] 10.222.0.32 "GET /v2.0/ports?device_id=903d52fa-7253-4245-9ccb-6dda06ae0f41 HTTP/1.1" status: 200  len: 210 time: 0.2775769
Jun 04 15:28:18.715605 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a3b4acd4-ac2e-46d5-9f54-d98164dcf674 req-b937686d-12a4-43ad-97ba-2c345210aaff service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=262eb439-aefe-4c65-97d6-a13498df0b16&id=3161a449-a6a4-4133-a842-e06d38e62279&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0519817
Jun 04 15:28:18.777164 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:18.827571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Made reservation on behalf of 74bae14a513749bc9640970a78f8a8bc for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:18.831310 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:18.886346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:19.121385 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:19.304870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Router deb75f7b-48c7-49c2-b830-d30b79cb4b00 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:28:19.329507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Allocated IP 172.25.4.92 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/d6402ad2-6245-4deb-8bb5-ef880aaac692) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:28:19.506527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:28:19.518933 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Sync routers for ids ['deb75f7b-48c7-49c2-b830-d30b79cb4b00'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:28:19.532331 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Routers {'deb75f7b-48c7-49c2-b830-d30b79cb4b00'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:19.532965 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c89f2b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['deb75f7b-48c7-49c2-b830-d30b79cb4b00'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:19.570187 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:19.599126 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:19.602065 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.0881059
Jun 04 15:28:19.604452 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55196) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:19.678776 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:19.687073 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:19.814953 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Set router deb75f7b-48c7-49c2-b830-d30b79cb4b00 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:28:19.908356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55202) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:19.939479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 41dbe98a-8003-49b0-b15e-ac8a14f6da5c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:28:19.947885 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event updated for resources: {'Subnet': ['ID=c3567676-a75f-4feb-b89c-8581cc15f24f,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:19.957037 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:19.964822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Checking segment: {'id': '90ea4873-cd81-42e3-932d-b5727ebde770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '354fe941-b5cb-400b-888a-59ca16a81fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:19.965213 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Network hostable DHCP agents. Network: 354fe941-b5cb-400b-888a-59ca16a81fac, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:28:19.969113 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126d7165-16dd-4a37-b06b-d25cabda95c7 None None] Network 31b56868-3fed-451a-95fb-329e5207dcf1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:20.027535 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:20.033109 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1cddd45c-6f28-4b03-b82b-45bf9682182b tempest-ServersTestJSON-192796860 tempest-ServersTestJSON-192796860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:20.110814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:20.114153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:20.118562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:28:20.143089 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Network 354fe941-b5cb-400b-888a-59ca16a81fac is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:28:20.156967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Pushing event updated for resources: {'Port': ['ID=d6402ad2-6245-4deb-8bb5-ef880aaac692,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:20.163285 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:20.201702 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device cf7baf12-88af-4e8d-b26c-607c3c95385d no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:28:20.215793 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:20.220218 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 354fe941-b5cb-400b-888a-59ca16a81fac) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:20.230082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:20.230969 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:20.295119 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ff2695-94d3-4237-b7c1-57a9fa5d77ee None None] Network 354fe941-b5cb-400b-888a-59ca16a81fac requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:20.320970 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: cf7baf12-88af-4e8d-b26c-607c3c95385d {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:28:20.321347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device cf7baf12-88af-4e8d-b26c-607c3c95385d not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:28:20.363978 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0587766
Jun 04 15:28:20.367197 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55204) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:20.367338 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-528eabcf-5b32-4df3-84c5-83c13dbed9d6 None None] Provisioning for port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:28:20.373175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Request body: {'subnet': {'network_id': '7079a82f-d6c6-4faf-8390-4780851d0319', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:20.416274 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:20.553668 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:20.560955 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Usage tracker for resource:subnet and tenant:74bae14a513749bc9640970a78f8a8bc is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:20.577092 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:20.590948 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:28:20.595241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:20.626972 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:20.627321 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:20.726425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Made reservation on behalf of 74bae14a513749bc9640970a78f8a8bc for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:20.730337 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:20.749930 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:20.835653 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:20.847138 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f3807791-7668-4465-a23c-3deca0fe0da9 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:20.913457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-354fe941-b5cb-400b-888a-59ca16a81fac', 'network_id': '354fe941-b5cb-400b-888a-59ca16a81fac', 'tenant_id': '74bae14a513749bc9640970a78f8a8bc', 'fixed_ips': [{'subnet_id': 'c3567676-a75f-4feb-b89c-8581cc15f24f'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:28:20.914401 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:20.924717 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c89f2b0>, [{'id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'name': 'tempest-ServerRescueTestJSON-1906118355-router', 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7792e695-8b22-413e-834e-179dbed502ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:28:15Z', 'updated_at': '2021-06-04T15:28:17Z', 'revision_number': 3, 'project_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'gw_port': {'id': '7792e695-8b22-413e-834e-179dbed502ae', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:96:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:28:16Z', 'updated_at': '2021-06-04T15:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:20.945895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Checking router: deb75f7b-48c7-49c2-b830-d30b79cb4b00 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:28:20.946249 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Updating router deb75f7b-48c7-49c2-b830-d30b79cb4b00 port 7792e695-8b22-413e-834e-179dbed502ae binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:28:20.957526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Pushing event updated for resources: {'Port': ['ID=d6402ad2-6245-4deb-8bb5-ef880aaac692,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:20.965630 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:20.970385 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:20.990970 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:21.094129 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:21.110089 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:21.159003 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=41dbe98a-8003-49b0-b15e-ac8a14f6da5c,segment=NetworkSegment(5d3cd86e-0eda-43bc-aa49-783cd8fbe9ea),segment_id=5d3cd86e-0eda-43bc-aa49-783cd8fbe9ea)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:21.243098 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-849db275-d1d9-4350-8f53-89b3b824d41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:21.268529 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:21.276602 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:21.305984 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:21.313294 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.0734534
Jun 04 15:28:21.317541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55208) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:21.334505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2145733367', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'fixed_ips': [{'ip_address': '172.25.4.92'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:21.342958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:21.367621 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Usage tracker for resource:port and tenant:3d510dd59396431bb09ebac25344776a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:21.371936 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Allocated IP 2001:db8::2 (354fe941-b5cb-400b-888a-59ca16a81fac/c3567676-a75f-4feb-b89c-8581cc15f24f/bad21fc5-865f-4345-9316-38cb4f81e6d4) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:28:21.376596 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:21.387756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:21.391649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Allocated IP 172.20.0.1 (dd0db704-a651-492c-af83-f8b620646609/7f7f515a-1071-4e58-b7aa-100a1daa4127/164977b6-9587-4674-a1c8-4e3a30efd3f0) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:28:21.428781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=41dbe98a-8003-49b0-b15e-ac8a14f6da5c,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:21.431960 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:21.460635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-19b26d32-eda3-4477-8a2c-33e7220bff4e None None] Provisioning complete for port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:21.461091 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-19b26d32-eda3-4477-8a2c-33e7220bff4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:21.537138 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:21.541190 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fb685a27-17dc-4492-83c6-58ce86667f97 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:21.639011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event updated for resources: {'Subnet': ['ID=5a0e7a32-b03f-4216-93f5-087da3597508,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:21.642655 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:21.662868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Checking segment: {'id': '4ca29194-b2ff-45f7-9bcd-7ecee6242cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7079a82f-d6c6-4faf-8390-4780851d0319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:21.663660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Network hostable DHCP agents. Network: 7079a82f-d6c6-4faf-8390-4780851d0319, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:28:21.689450 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Made reservation on behalf of 3d510dd59396431bb09ebac25344776a for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:21.692572 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:21.693969 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 41dbe98a-8003-49b0-b15e-ac8a14f6da5c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:28:21.725711 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:21.740400 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Network 7079a82f-d6c6-4faf-8390-4780851d0319 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:28:21.760897 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:21.776808 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Usage tracker for resource:security_group_rule and tenant:3d510dd59396431bb09ebac25344776a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:21.780759 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:21.790584 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:21.827040 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:21.836738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 7079a82f-d6c6-4faf-8390-4780851d0319) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:21.856780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:21.859161 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:21.911755 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f72d8f-8fb8-44ce-83c5-a583a77c718c None None] Network 7079a82f-d6c6-4faf-8390-4780851d0319 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:21.999772 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6313293
Jun 04 15:28:22.000468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55210) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:22.092916 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:22.103199 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5b2cefc1-236f-4dd8-b9ec-aa22f0ba1e45 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:22.172353 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:22.176136 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:22.176136 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:22.201655 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:22.209610 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:22.263551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Transition to ACTIVE for port object bad21fc5-865f-4345-9316-38cb4f81e6d4 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:22.266028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Transition to ACTIVE for port object 7792e695-8b22-413e-834e-179dbed502ae will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:22.336511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Transition to ACTIVE for port object bad21fc5-865f-4345-9316-38cb4f81e6d4 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:22.431711 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:22.446922 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:22.473501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Network dd0db704-a651-492c-af83-f8b620646609 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:22.475182 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:22.481933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:22.506109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-7079a82f-d6c6-4faf-8390-4780851d0319', 'network_id': '7079a82f-d6c6-4faf-8390-4780851d0319', 'tenant_id': '74bae14a513749bc9640970a78f8a8bc', 'fixed_ips': [{'subnet_id': '5a0e7a32-b03f-4216-93f5-087da3597508'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:28:22.506926 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:22.531177 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:22.535681 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] device_id is not set on port 236c69e1-4f2d-42b1-b4e3-69781d5efa7a yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:28:22.576649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:28:22.576765 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Attempting to bind port 7792e695-8b22-413e-834e-179dbed502ae on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:28:22.576765 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Attempting to bind port 7792e695-8b22-413e-834e-179dbed502ae by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:28:22.576765 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Attempting to bind port 7792e695-8b22-413e-834e-179dbed502ae on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:28:22.589954 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Network 354fe941-b5cb-400b-888a-59ca16a81fac is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:22.590866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33476f-7a94-4065-9305-8f1fd8ce6415 None None] Pushing event updated for resources: {'Port': ['ID=7792e695-8b22-413e-834e-179dbed502ae,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:22.610277 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Pushing event updated for resources: {'Port': ['ID=164977b6-9587-4674-a1c8-4e3a30efd3f0,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:22.632045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:22.633990 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fc33476f-7a94-4065-9305-8f1fd8ce6415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:22.635664 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:22.651206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:22.651589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:22.652038 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:22.652327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:22.652689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:22.653068 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:22.653427 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:22.653781 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:22.654132 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:22.654481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:22.654836 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:22.655219 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:22.663983 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:28:22.664370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:22.664793 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:22.665206 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:28:22.665699 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Bound port: 7792e695-8b22-413e-834e-179dbed502ae, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:28:22.666078 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:22.693883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:28:22.723805 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:22.727902 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-710c0e5e-fbeb-41b5-88f7-7d0927d2c097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:22.764477 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-849db275-d1d9-4350-8f53-89b3b824d41b admin admin] Deleting port 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:22.764811 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-849db275-d1d9-4350-8f53-89b3b824d41b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:22.853091 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:22.877143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Pushing event updated for resources: {'Port': ['ID=bad21fc5-865f-4345-9316-38cb4f81e6d4,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:22.889477 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4010575-0cb6-4c4e-9852-bd862d41f0e0,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:22.889613 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:22.916129 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:22.927379 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Attempting to bind port bad21fc5-865f-4345-9316-38cb4f81e6d4 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:28:22.927754 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Attempting to bind port bad21fc5-865f-4345-9316-38cb4f81e6d4 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '90ea4873-cd81-42e3-932d-b5727ebde770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '354fe941-b5cb-400b-888a-59ca16a81fac'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:28:22.928133 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Attempting to bind port bad21fc5-865f-4345-9316-38cb4f81e6d4 on network 354fe941-b5cb-400b-888a-59ca16a81fac {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:28:22.940240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] For port 7792e695-8b22-413e-834e-179dbed502ae, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:28:22.949146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:28:22.949520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Checking segment: {'id': '90ea4873-cd81-42e3-932d-b5727ebde770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '354fe941-b5cb-400b-888a-59ca16a81fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:22.949936 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:22.950325 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Bound using segment: {'id': '90ea4873-cd81-42e3-932d-b5727ebde770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '354fe941-b5cb-400b-888a-59ca16a81fac'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:28:22.950795 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Bound port: bad21fc5-865f-4345-9316-38cb4f81e6d4, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ea4873-cd81-42e3-932d-b5727ebde770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '354fe941-b5cb-400b-888a-59ca16a81fac'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:28:22.951175 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:22.966274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] For port 7792e695-8b22-413e-834e-179dbed502ae, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7792e695-8b22-413e-834e-179dbed502ae,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:28:23.011025 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Allocated IP 2001:db8::2 (7079a82f-d6c6-4faf-8390-4780851d0319/5a0e7a32-b03f-4216-93f5-087da3597508/83be3caf-8164-4ec8-85dd-f19f9dc4ed85) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:28:23.087406 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:23.096781 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fc33476f-7a94-4065-9305-8f1fd8ce6415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:23.181419 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:23.191078 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-849db275-d1d9-4350-8f53-89b3b824d41b admin admin] For port 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9,segment=NetworkSegment(33b65cb5-bead-41f6-9f2a-58ad9bb643ee),segment_id=33b65cb5-bead-41f6-9f2a-58ad9bb643ee)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:23.191991 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-849db275-d1d9-4350-8f53-89b3b824d41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:23.198409 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] For port bad21fc5-865f-4345-9316-38cb4f81e6d4, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:28:23.242748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] For port bad21fc5-865f-4345-9316-38cb4f81e6d4, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bad21fc5-865f-4345-9316-38cb4f81e6d4,segment=NetworkSegment(90ea4873-cd81-42e3-932d-b5727ebde770),segment_id=90ea4873-cd81-42e3-932d-b5727ebde770)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:28:23.277258 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Routers {'deb75f7b-48c7-49c2-b830-d30b79cb4b00'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:23.280318 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c89f2b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['deb75f7b-48c7-49c2-b830-d30b79cb4b00'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:23.361274 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:23.369211 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:23.369856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33476f-7a94-4065-9305-8f1fd8ce6415 None None] Pushing event updated for resources: {'Port': ['ID=7792e695-8b22-413e-834e-179dbed502ae,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:23.413548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-849db275-d1d9-4350-8f53-89b3b824d41b admin admin] Calling delete_port for 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:23.417662 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fc33476f-7a94-4065-9305-8f1fd8ce6415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:23.419989 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:23.486816 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:28:23.487329 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:28:23.652985 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:23.676411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Transition to ACTIVE for port object 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:23.681112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Pushing event updated for resources: {'Port': ['ID=bad21fc5-865f-4345-9316-38cb4f81e6d4,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:23.689965 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:23.694689 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:23.702269 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] Set router deb75f7b-48c7-49c2-b830-d30b79cb4b00 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:28:23.843248 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Transition to ACTIVE for port object 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:23.963642 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:23.970182 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:24.016770 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 2.6976755
Jun 04 15:28:24.019888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55216) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:24.049680 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Network 7079a82f-d6c6-4faf-8390-4780851d0319 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:24.061741 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:24.070782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:28:24.074727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Pushing event updated for resources: {'Port': ['ID=83be3caf-8164-4ec8-85dd-f19f9dc4ed85,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:24.080061 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:24.208350 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Attempting to bind port 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:28:24.209192 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Attempting to bind port 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '4ca29194-b2ff-45f7-9bcd-7ecee6242cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7079a82f-d6c6-4faf-8390-4780851d0319'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:28:24.209928 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Attempting to bind port 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 on network 7079a82f-d6c6-4faf-8390-4780851d0319 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:28:24.219982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:28:24.220535 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Checking segment: {'id': '4ca29194-b2ff-45f7-9bcd-7ecee6242cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7079a82f-d6c6-4faf-8390-4780851d0319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:24.221072 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:24.221568 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Bound using segment: {'id': '4ca29194-b2ff-45f7-9bcd-7ecee6242cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7079a82f-d6c6-4faf-8390-4780851d0319'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:28:24.222141 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Bound port: 83be3caf-8164-4ec8-85dd-f19f9dc4ed85, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca29194-b2ff-45f7-9bcd-7ecee6242cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7079a82f-d6c6-4faf-8390-4780851d0319'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:28:24.223317 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:24.235052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Allocated IP 2001:db8::1 (354fe941-b5cb-400b-888a-59ca16a81fac/c3567676-a75f-4feb-b89c-8581cc15f24f/332489e2-f3c8-4de2-9e55-9a110f7aef95) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:28:24.285724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-0e6da563-8a88-4e4e-9bf2-ed2a8575b219 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Deleting port d6402ad2-6245-4deb-8bb5-ef880aaac692 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:24.286066 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0e6da563-8a88-4e4e-9bf2-ed2a8575b219 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:24.318852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c89f2b0>, [{'id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'name': 'tempest-ServerRescueTestJSON-1906118355-router', 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7792e695-8b22-413e-834e-179dbed502ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:28:15Z', 'updated_at': '2021-06-04T15:28:17Z', 'revision_number': 3, 'project_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'gw_port': {'id': '7792e695-8b22-413e-834e-179dbed502ae', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:96:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:28:16Z', 'updated_at': '2021-06-04T15:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:24.336045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5ec316-b801-41ef-bc77-254fe28392de None None] The sync data for ids ['deb75f7b-48c7-49c2-b830-d30b79cb4b00'] in n-d-791505-9 is: [{'id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'name': 'tempest-ServerRescueTestJSON-1906118355-router', 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7792e695-8b22-413e-834e-179dbed502ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:28:15Z', 'updated_at': '2021-06-04T15:28:17Z', 'revision_number': 3, 'project_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'gw_port': {'id': '7792e695-8b22-413e-834e-179dbed502ae', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:96:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:28:16Z', 'updated_at': '2021-06-04T15:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:28:24.348330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] For port 83be3caf-8164-4ec8-85dd-f19f9dc4ed85, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:28:24.354413 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] For port 83be3caf-8164-4ec8-85dd-f19f9dc4ed85, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=83be3caf-8164-4ec8-85dd-f19f9dc4ed85,segment=NetworkSegment(4ca29194-b2ff-45f7-9bcd-7ecee6242cd4),segment_id=4ca29194-b2ff-45f7-9bcd-7ecee6242cd4)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:28:24.402451 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:24.408124 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3c642b22-85d4-4fed-a4c0-cabf9dcf9434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:24.537715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Pushing event updated for resources: {'Port': ['ID=83be3caf-8164-4ec8-85dd-f19f9dc4ed85,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:24.541394 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:24.626019 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:24.690542 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:24.711610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Transition to ACTIVE for port object 332489e2-f3c8-4de2-9e55-9a110f7aef95 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:24.720801 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0e6da563-8a88-4e4e-9bf2-ed2a8575b219 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:24.728965 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-849db275-d1d9-4350-8f53-89b3b824d41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:24.729210 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0e6da563-8a88-4e4e-9bf2-ed2a8575b219 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:24.730118 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-de5aa3c3-e0c9-48e4-8d82-c084556844c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:24.782144 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:24.864159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849db275-d1d9-4350-8f53-89b3b824d41b admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:24.899936 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-849db275-d1d9-4350-8f53-89b3b824d41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:24.902278 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-54fa4690-335a-4f90-a130-78a15cb62da4 tempest-TaggedBootDevicesTest-1427340459 tempest-TaggedBootDevicesTest-1427340459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:24.915034 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-0e6da563-8a88-4e4e-9bf2-ed2a8575b219 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Calling delete_port for d6402ad2-6245-4deb-8bb5-ef880aaac692 owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:25.005940 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Pushing event updated for resources: {'Port': ['ID=164977b6-9587-4674-a1c8-4e3a30efd3f0,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:25.032258 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:25.053919 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c4ef93-6c39-4cae-afd5-82ed6e603515 None None] Network 354fe941-b5cb-400b-888a-59ca16a81fac requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:25.084070 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:25.124621 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:25.138684 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6b9a9c27-009f-4c69-bd04-47fe1ac2c4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:25.196942 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0e6da563-8a88-4e4e-9bf2-ed2a8575b219 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:25.213039 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:25.312677 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Network 354fe941-b5cb-400b-888a-59ca16a81fac is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:25.316587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a05b5704-60a0-4b02-9036-605f282c5e2f None None] Provisioning for port bad21fc5-865f-4345-9316-38cb4f81e6d4 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:28:25.321528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6da563-8a88-4e4e-9bf2-ed2a8575b219 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6402ad2-6245-4deb-8bb5-ef880aaac692,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:25.329628 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0e6da563-8a88-4e4e-9bf2-ed2a8575b219 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:25.375904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:25.385988 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event updated for resources: {'Port': ['ID=332489e2-f3c8-4de2-9e55-9a110f7aef95,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:25.402528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:28:25.403080 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:25.418674 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0e6da563-8a88-4e4e-9bf2-ed2a8575b219 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:25.431978 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0e6da563-8a88-4e4e-9bf2-ed2a8575b219 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:25.437179 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0e6da563-8a88-4e4e-9bf2-ed2a8575b219 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/284fff96-2e03-451d-94e2-db51d206dc0b HTTP/1.1" status: 204  len: 168 time: 1.4126165
Jun 04 15:28:25.612485 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:25.632074 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:25.859687 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-30503504-b712-44b9-8b1c-c28d3108668c None None] Provisioning for port 332489e2-f3c8-4de2-9e55-9a110f7aef95 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:28:25.867901 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-30503504-b712-44b9-8b1c-c28d3108668c None None] Provisioning complete for port 332489e2-f3c8-4de2-9e55-9a110f7aef95 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:25.868380 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-30503504-b712-44b9-8b1c-c28d3108668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:25.982428 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-30503504-b712-44b9-8b1c-c28d3108668c None None] Port 332489e2-f3c8-4de2-9e55-9a110f7aef95 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:28:25.987921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7792e695-8b22-413e-834e-179dbed502ae up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:28:26.085103 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Network dd0db704-a651-492c-af83-f8b620646609 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:26.092529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:26.101646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6851868b-0ff2-4779-a303-2231e41df52d None None] Network 7079a82f-d6c6-4faf-8390-4780851d0319 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:26.106491 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-849db275-d1d9-4350-8f53-89b3b824d41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:26.163740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55226) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:26.233401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8bece939-dcf8-42da-80ad-826b0800d72b None None] Provisioning for port 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:28:26.278299 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 7792e695-8b22-413e-834e-179dbed502ae completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:28:26.308827 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-484a98d5-d700-4f2e-8874-a8c855913877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:26.327286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-484a98d5-d700-4f2e-8874-a8c855913877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:26.331520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-484a98d5-d700-4f2e-8874-a8c855913877 admin admin] Usage tracker for resource:security_group_rule and tenant:8c1e93d8523b418d8ccfadfab82c3463 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:26.335607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-484a98d5-d700-4f2e-8874-a8c855913877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:26.342030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-484a98d5-d700-4f2e-8874-a8c855913877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:26.370104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 7792e695-8b22-413e-834e-179dbed502ae triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:26.370828 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:26.438893 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-484a98d5-d700-4f2e-8874-a8c855913877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:26.468046 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-844a052b-087b-4ceb-b380-812621d9a7a5 None None] Provisioning complete for port 332489e2-f3c8-4de2-9e55-9a110f7aef95 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:26.468687 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-844a052b-087b-4ceb-b380-812621d9a7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:26.505711 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-484a98d5-d700-4f2e-8874-a8c855913877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:26.515281 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-74a59109-b65a-4321-a3f8-573de57ac731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:26.532592 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:26.534718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-844a052b-087b-4ceb-b380-812621d9a7a5 None None] Port 332489e2-f3c8-4de2-9e55-9a110f7aef95 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:28:26.562706 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-484a98d5-d700-4f2e-8874-a8c855913877 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c1e93d8523b418d8ccfadfab82c3463&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3978622
Jun 04 15:28:26.563878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a98d5-d700-4f2e-8874-a8c855913877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9379b503-3e42-45e2-adc3-922155905e9b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:26.567733 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55230) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:26.568289 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-484a98d5-d700-4f2e-8874-a8c855913877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:26.670169 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:26.689168 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 7792e695-8b22-413e-834e-179dbed502ae, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7792e695-8b22-413e-834e-179dbed502ae,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:26.708576 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Router deb75f7b-48c7-49c2-b830-d30b79cb4b00 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:28:26.813720 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:26.814601 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:28:26.839297 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-12a2c1cc-a78c-4d95-9266-7dd2e4205e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:26.949392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=7792e695-8b22-413e-834e-179dbed502ae,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:26.969657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:26.970145 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:26.970622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:26.971093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:26.972079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:26.972079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:26.973114 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:26.973600 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:26.974133 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:26.974464 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:26.974856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:26.975175 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:26.983835 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:27.074085 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e5f1524b-f270-454a-a740-3adc15ddeaca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:27.099299 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:28:27.104427 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:27.104807 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:27.184387 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e5f1524b-f270-454a-a740-3adc15ddeaca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:27.213304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849db275-d1d9-4350-8f53-89b3b824d41b admin admin] Router 9061bd31-6b95-493a-bdd4-9187dd86c277 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:28:27.221228 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:27.254227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 83be3caf-8164-4ec8-85dd-f19f9dc4ed85, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=83be3caf-8164-4ec8-85dd-f19f9dc4ed85,segment=NetworkSegment(4ca29194-b2ff-45f7-9bcd-7ecee6242cd4),segment_id=4ca29194-b2ff-45f7-9bcd-7ecee6242cd4)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:27.345492 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:27.346288 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bad21fc5-865f-4345-9316-38cb4f81e6d4 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:28:27.374078 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:27.463931 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=83be3caf-8164-4ec8-85dd-f19f9dc4ed85,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:27.467429 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:27.504526 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:28:27.513200 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Sync routers for ids ['deb75f7b-48c7-49c2-b830-d30b79cb4b00'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:28:27.523417 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Routers {'deb75f7b-48c7-49c2-b830-d30b79cb4b00'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:27.524013 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8145b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['deb75f7b-48c7-49c2-b830-d30b79cb4b00'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:27.539548 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port bad21fc5-865f-4345-9316-38cb4f81e6d4 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:28:27.545152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port bad21fc5-865f-4345-9316-38cb4f81e6d4 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:27.545675 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:27.686365 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:27.724285 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port bad21fc5-865f-4345-9316-38cb4f81e6d4, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bad21fc5-865f-4345-9316-38cb4f81e6d4,segment=NetworkSegment(90ea4873-cd81-42e3-932d-b5727ebde770),segment_id=90ea4873-cd81-42e3-932d-b5727ebde770)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:27.744659 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Set router deb75f7b-48c7-49c2-b830-d30b79cb4b00 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:28:27.746137 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] 10.222.0.32 "PUT /v2.0/routers/deb75f7b-48c7-49c2-b830-d30b79cb4b00/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1405134
Jun 04 15:28:27.749827 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849db275-d1d9-4350-8f53-89b3b824d41b admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:28:27.763862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0086d9d8-2496-4d4c-809b-8093359f5e93 None None] Sync routers for ids ['9061bd31-6b95-493a-bdd4-9187dd86c277'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:28:27.776441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0086d9d8-2496-4d4c-809b-8093359f5e93 None None] Routers {'9061bd31-6b95-493a-bdd4-9187dd86c277'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:27.777292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0086d9d8-2496-4d4c-809b-8093359f5e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3f4b50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9061bd31-6b95-493a-bdd4-9187dd86c277'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:27.783403 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:27.793274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55238) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:27.793817 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-849db275-d1d9-4350-8f53-89b3b824d41b admin admin] 10.222.0.32 "PUT /v2.0/routers/9061bd31-6b95-493a-bdd4-9187dd86c277/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8784359
Jun 04 15:28:27.795594 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e5f1524b-f270-454a-a740-3adc15ddeaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:27.797717 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e5f1524b-f270-454a-a740-3adc15ddeaca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:27.803010 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e5f1524b-f270-454a-a740-3adc15ddeaca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9379b503-3e42-45e2-adc3-922155905e9b HTTP/1.1" status: 204  len: 168 time: 1.2295012
Jun 04 15:28:27.803010 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:27.813032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1524b-f270-454a-a740-3adc15ddeaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9379b503-3e42-45e2-adc3-922155905e9b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:27.816793 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e5f1524b-f270-454a-a740-3adc15ddeaca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:27.847986 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:27.850017 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:27.855385 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a6faeeac-5e36-405b-b0a7-fd27e1a622cc tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:27.882912 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:27.889409 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:28.088833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event updated for resources: {'Port': ['ID=332489e2-f3c8-4de2-9e55-9a110f7aef95,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:28.094335 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:28.170689 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-0086d9d8-2496-4d4c-809b-8093359f5e93 None None] Set router 9061bd31-6b95-493a-bdd4-9187dd86c277 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:28:28.203439 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:28.231766 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8145b0>, [{'id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'name': 'tempest-ServerRescueTestJSON-1906118355-router', 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7792e695-8b22-413e-834e-179dbed502ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:28:15Z', 'updated_at': '2021-06-04T15:28:23Z', 'revision_number': 4, 'project_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'gw_port': {'id': '7792e695-8b22-413e-834e-179dbed502ae', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:28:16Z', 'updated_at': '2021-06-04T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '164977b6-9587-4674-a1c8-4e3a30efd3f0', 'name': '', 'network_id': 'dd0db704-a651-492c-af83-f8b620646609', 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'mac_address': 'fa:16:3e:c0:ea:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f7f515a-1071-4e58-b7aa-100a1daa4127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:28:21Z', 'updated_at': '2021-06-04T15:28:24Z', 'revision_number': 2, 'project_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'subnets': [{'id': '7f7f515a-1071-4e58-b7aa-100a1daa4127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:28.236434 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Checking router: deb75f7b-48c7-49c2-b830-d30b79cb4b00 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:28:28.242673 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Updating router deb75f7b-48c7-49c2-b830-d30b79cb4b00 port 164977b6-9587-4674-a1c8-4e3a30efd3f0 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:28:28.308943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Network 354fe941-b5cb-400b-888a-59ca16a81fac is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:28.310457 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:28.310904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:28.420475 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7792e695-8b22-413e-834e-179dbed502ae up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:28:28.515153 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:28.649670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=bad21fc5-865f-4345-9316-38cb4f81e6d4,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:28.659298 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:28.721864 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Router 7e1f9d46-56b5-4753-905a-3206c31205f4 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:28:28.746232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] Deleting port 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:28.746837 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:28.784036 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 7792e695-8b22-413e-834e-179dbed502ae triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:28.784430 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:28.880114 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9633f660-537d-4f71-9f45-a58495bd8341 None None] Provisioning complete for port 332489e2-f3c8-4de2-9e55-9a110f7aef95 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:28.880501 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9633f660-537d-4f71-9f45-a58495bd8341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:28.885320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55258) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:28.893340 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:28.913135 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Transition to ACTIVE for port object 164977b6-9587-4674-a1c8-4e3a30efd3f0 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:28.946354 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9633f660-537d-4f71-9f45-a58495bd8341 None None] Port 332489e2-f3c8-4de2-9e55-9a110f7aef95 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:28:28.966218 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b42b0626-b1ed-47e7-9991-7d038ba750a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d510dd59396431bb09ebac25344776a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0791304
Jun 04 15:28:28.974054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55260) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:28.981793 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0086d9d8-2496-4d4c-809b-8093359f5e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3f4b50>, [{'id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'name': 'tempest-ServerRescueNegativeTestJSON-1233599136-router', 'tenant_id': 'e4d1bc96c16c459d978417725591ed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:25:06Z', 'updated_at': '2021-06-04T15:28:24Z', 'revision_number': 5, 'project_id': 'e4d1bc96c16c459d978417725591ed35', 'gw_port': {'id': '3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:25:07Z', 'updated_at': '2021-06-04T15:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:28.991719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] For port 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:28.991981 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:29.001371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0086d9d8-2496-4d4c-809b-8093359f5e93 None None] Checking router: 9061bd31-6b95-493a-bdd4-9187dd86c277 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:28:29.019229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:28:29.019564 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:29.027747 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-1e51ce5b-fb72-49c1-8ea2-bde739afb353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:29.076180 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0086d9d8-2496-4d4c-809b-8093359f5e93 None None] Routers {'9061bd31-6b95-493a-bdd4-9187dd86c277'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:29.077166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0086d9d8-2496-4d4c-809b-8093359f5e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3f4b50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9061bd31-6b95-493a-bdd4-9187dd86c277'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:29.106017 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f53c1599-4c55-4dd6-a666-b9ba237b1001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:29.135264 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f53c1599-4c55-4dd6-a666-b9ba237b1001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:29.168210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-4288fd24-65d8-42be-9755-b147d0eadda5 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:29.169130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-4288fd24-65d8-42be-9755-b147d0eadda5 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Synchronizing usage tracker for tenant:de106ad9de2a4d2686c3ddb77c613a23 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:28:29.180916 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:28:29.181852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] Calling delete_port for 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:29.202128 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "PUT /v2.0/routers/7e1f9d46-56b5-4753-905a-3206c31205f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1933932
Jun 04 15:28:29.205266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55264) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:29.227093 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25105133-fbfe-4c44-ba23-8aecd2e09047 None None] Sync routers for ids ['7e1f9d46-56b5-4753-905a-3206c31205f4'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:28:29.234072 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Pushing event updated for resources: {'Port': ['ID=164977b6-9587-4674-a1c8-4e3a30efd3f0,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:29.272460 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:29.272959 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:29.273314 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:29.273640 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:29.273968 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:29.274280 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:29.274594 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:29.274911 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:29.275232 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:29.275529 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:29.275837 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:29.276144 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:29.319131 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:29.320077 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25105133-fbfe-4c44-ba23-8aecd2e09047 None None] Routers {'7e1f9d46-56b5-4753-905a-3206c31205f4'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:29.321111 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-25105133-fbfe-4c44-ba23-8aecd2e09047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d1670>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7e1f9d46-56b5-4753-905a-3206c31205f4'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:29.333712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-4288fd24-65d8-42be-9755-b147d0eadda5 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Unset dirty status for tenant:de106ad9de2a4d2686c3ddb77c613a23 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:28:29.334919 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-4288fd24-65d8-42be-9755-b147d0eadda5 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/networks?id=dd0db704-a651-492c-af83-f8b620646609 HTTP/1.1" status: 200  len: 811 time: 0.6834612
Jun 04 15:28:29.358451 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-200dc43d-86b4-4d46-b4a3-10e49bf91a96 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/quotas/de106ad9de2a4d2686c3ddb77c613a23 HTTP/1.1" status: 200  len: 375 time: 0.0112731
Jun 04 15:28:29.370714 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-0086d9d8-2496-4d4c-809b-8093359f5e93 None None] Set router 9061bd31-6b95-493a-bdd4-9187dd86c277 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:28:29.410118 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f53c1599-4c55-4dd6-a666-b9ba237b1001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:29.421846 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-25105133-fbfe-4c44-ba23-8aecd2e09047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d1670>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:29.422093 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9039464b-d2b6-4c8d-aa82-81e5d62215ed tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:29.435594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c1599-4c55-4dd6-a666-b9ba237b1001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4010575-0cb6-4c4e-9852-bd862d41f0e0,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:29.447621 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f53c1599-4c55-4dd6-a666-b9ba237b1001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:29.451994 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f53c1599-4c55-4dd6-a666-b9ba237b1001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:29.453449 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f53c1599-4c55-4dd6-a666-b9ba237b1001 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4010575-0cb6-4c4e-9852-bd862d41f0e0 HTTP/1.1" status: 204  len: 168 time: 0.4761295
Jun 04 15:28:29.460979 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Attempting to bind port 164977b6-9587-4674-a1c8-4e3a30efd3f0 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:28:29.461623 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Attempting to bind port 164977b6-9587-4674-a1c8-4e3a30efd3f0 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'd6065b63-68f3-41ef-8616-5fd73bd991d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dd0db704-a651-492c-af83-f8b620646609'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:28:29.462135 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Attempting to bind port 164977b6-9587-4674-a1c8-4e3a30efd3f0 on network dd0db704-a651-492c-af83-f8b620646609 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:28:29.467033 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25105133-fbfe-4c44-ba23-8aecd2e09047 None None] Routers {'7e1f9d46-56b5-4753-905a-3206c31205f4'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:29.467670 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-25105133-fbfe-4c44-ba23-8aecd2e09047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d1670>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7e1f9d46-56b5-4753-905a-3206c31205f4'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:29.509197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-225fbd76-ba01-4e65-89d3-3c467b543a5f tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Synchronizing usage tracker for tenant:de106ad9de2a4d2686c3ddb77c613a23 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:28:29.537582 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:28:29.538006 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Checking segment: {'id': 'd6065b63-68f3-41ef-8616-5fd73bd991d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dd0db704-a651-492c-af83-f8b620646609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:29.538366 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:29.538775 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Bound using segment: {'id': 'd6065b63-68f3-41ef-8616-5fd73bd991d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dd0db704-a651-492c-af83-f8b620646609'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:28:29.539289 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Bound port: 164977b6-9587-4674-a1c8-4e3a30efd3f0, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6065b63-68f3-41ef-8616-5fd73bd991d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dd0db704-a651-492c-af83-f8b620646609'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:28:29.539663 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:29.546963 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0086d9d8-2496-4d4c-809b-8093359f5e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3f4b50>, [{'id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'name': 'tempest-ServerRescueNegativeTestJSON-1233599136-router', 'tenant_id': 'e4d1bc96c16c459d978417725591ed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:25:06Z', 'updated_at': '2021-06-04T15:28:28Z', 'revision_number': 6, 'project_id': 'e4d1bc96c16c459d978417725591ed35', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:29.551176 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-25105133-fbfe-4c44-ba23-8aecd2e09047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d1670>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:29.551721 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25105133-fbfe-4c44-ba23-8aecd2e09047 None None] The sync data for ids ['7e1f9d46-56b5-4753-905a-3206c31205f4'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:28:29.560599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:29.560987 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:29.596347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-225fbd76-ba01-4e65-89d3-3c467b543a5f tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Unset dirty status for tenant:de106ad9de2a4d2686c3ddb77c613a23 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:28:29.599543 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-225fbd76-ba01-4e65-89d3-3c467b543a5f tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=de106ad9de2a4d2686c3ddb77c613a23&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2324202
Jun 04 15:28:29.616929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-2271877d-a67b-40e9-ae4d-b9403e9d7ba7 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:28:29.625075 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-2271877d-a67b-40e9-ae4d-b9403e9d7ba7 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0146866
Jun 04 15:28:29.641874 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0086d9d8-2496-4d4c-809b-8093359f5e93 None None] The sync data for ids ['9061bd31-6b95-493a-bdd4-9187dd86c277'] in n-d-791505-9 is: [{'id': '9061bd31-6b95-493a-bdd4-9187dd86c277', 'name': 'tempest-ServerRescueNegativeTestJSON-1233599136-router', 'tenant_id': 'e4d1bc96c16c459d978417725591ed35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:25:06Z', 'updated_at': '2021-06-04T15:28:28Z', 'revision_number': 6, 'project_id': 'e4d1bc96c16c459d978417725591ed35', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:28:29.643360 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-28b2fd2c-8c23-41df-aef5-66b4732d8a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:29.731804 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] For port 164977b6-9587-4674-a1c8-4e3a30efd3f0, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:28:29.736654 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] For port 164977b6-9587-4674-a1c8-4e3a30efd3f0, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=164977b6-9587-4674-a1c8-4e3a30efd3f0,segment=NetworkSegment(d6065b63-68f3-41ef-8616-5fd73bd991d8),segment_id=d6065b63-68f3-41ef-8616-5fd73bd991d8)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:28:29.834842 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-09def07a-607e-4afb-9df3-d55fd3a9a1da service neutron] 10.222.0.32 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1995409
Jun 04 15:28:29.841890 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:29.847251 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-8eb0788f-7b63-4b7d-a038-dc8c13d76f0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:29.924751 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Pushing event updated for resources: {'Port': ['ID=164977b6-9587-4674-a1c8-4e3a30efd3f0,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:29.946277 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:29.973525 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Routers {'deb75f7b-48c7-49c2-b830-d30b79cb4b00'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:29.974781 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8145b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['deb75f7b-48c7-49c2-b830-d30b79cb4b00'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:30.122954 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-b9f95d3e-dc48-4f05-ac27-b24b4888210a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:28:30.124739 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b9f95d3e-dc48-4f05-ac27-b24b4888210a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "PUT /v2.0/routers/7e1f9d46-56b5-4753-905a-3206c31205f4/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9186194
Jun 04 15:28:30.127756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55276) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:30.139290 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bad21fc5-865f-4345-9316-38cb4f81e6d4 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:28:30.206349 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] Set router deb75f7b-48c7-49c2-b830-d30b79cb4b00 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:28:30.270422 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-e29b6a38-aef3-4391-8a82-26c548d50f02 service neutron] 10.222.0.32 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4211278
Jun 04 15:28:30.350378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-bb3d39ae-0337-4bf8-936e-c5bbd4a2d881 req-bd8183fc-5e5c-4560-a45f-9100d7c8fd58 service neutron] (88300) timed out ('10.222.0.32', 32844) {{(pid=88300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 15:28:30.360294 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port bad21fc5-865f-4345-9316-38cb4f81e6d4 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:30.360677 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:30.361574 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:30.370763 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:30.465202 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:30.480745 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:30.575621 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:28:30.664028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:28:30.664587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6bf5a33a-8784-45c5-bd19-3dc1f66f5bc9 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:28:30.702388 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8145b0>, [{'id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'name': 'tempest-ServerRescueTestJSON-1906118355-router', 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7792e695-8b22-413e-834e-179dbed502ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:28:15Z', 'updated_at': '2021-06-04T15:28:23Z', 'revision_number': 4, 'project_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'gw_port': {'id': '7792e695-8b22-413e-834e-179dbed502ae', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:28:16Z', 'updated_at': '2021-06-04T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '164977b6-9587-4674-a1c8-4e3a30efd3f0', 'name': '', 'network_id': 'dd0db704-a651-492c-af83-f8b620646609', 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'mac_address': 'fa:16:3e:c0:ea:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f7f515a-1071-4e58-b7aa-100a1daa4127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:28:21Z', 'updated_at': '2021-06-04T15:28:29Z', 'revision_number': 4, 'project_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'subnets': [{'id': '7f7f515a-1071-4e58-b7aa-100a1daa4127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:30.707075 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137431d4-6768-4a10-9951-17c89f92ca41 None None] The sync data for ids ['deb75f7b-48c7-49c2-b830-d30b79cb4b00'] in n-d-791505-9 is: [{'id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'name': 'tempest-ServerRescueTestJSON-1906118355-router', 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7792e695-8b22-413e-834e-179dbed502ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:28:15Z', 'updated_at': '2021-06-04T15:28:23Z', 'revision_number': 4, 'project_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'gw_port': {'id': '7792e695-8b22-413e-834e-179dbed502ae', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:28:16Z', 'updated_at': '2021-06-04T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '164977b6-9587-4674-a1c8-4e3a30efd3f0', 'name': '', 'network_id': 'dd0db704-a651-492c-af83-f8b620646609', 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'mac_address': 'fa:16:3e:c0:ea:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f7f515a-1071-4e58-b7aa-100a1daa4127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:28:21Z', 'updated_at': '2021-06-04T15:28:29Z', 'revision_number': 4, 'project_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'subnets': [{'id': '7f7f515a-1071-4e58-b7aa-100a1daa4127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:28:30.801248 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9da16b4a-2876-4522-9ede-e613ee191c3c req-f4d8bbdc-7bf7-4c42-a7f5-983a3f7d7834 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 210 time: 0.1591368
Jun 04 15:28:30.824118 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:31.221947 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:31.226733 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:31.388895 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:31.389665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9061bd31-6b95-493a-bdd4-9187dd86c277 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:28:31.434331 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:31.435438 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9061bd31-6b95-493a-bdd4-9187dd86c277 HTTP/1.1" status: 204  len: 168 time: 3.6399212
Jun 04 15:28:31.438364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55314) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:31.474774 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5ca6c0d0-c2f2-49aa-bd35-1276c0c8d538 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:31.533265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccde8fd-62bc-43f8-a969-c386dc81bd0f admin admin] Deleting subnet 1da0813a-f703-4189-b21c-ef86d33e4ec4 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:28:31.538184 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bccde8fd-62bc-43f8-a969-c386dc81bd0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:31.628055 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bccde8fd-62bc-43f8-a969-c386dc81bd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:31.691010 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bccde8fd-62bc-43f8-a969-c386dc81bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:31.984853 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2db3284a-61aa-4317-bf25-54b3a4444ba0 req-fda198dd-6c70-4c12-8c0a-96f72845f22e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 210 time: 0.0535448
Jun 04 15:28:31.998307 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:32.098747 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 164977b6-9587-4674-a1c8-4e3a30efd3f0 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:28:32.150247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5ca6c0d0-c2f2-49aa-bd35-1276c0c8d538 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Deleting port 332489e2-f3c8-4de2-9e55-9a110f7aef95 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:32.150924 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5ca6c0d0-c2f2-49aa-bd35-1276c0c8d538 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:32.236635 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bccde8fd-62bc-43f8-a969-c386dc81bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:32.241414 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2388dccb-a214-450e-98f1-72fb31a45bcc tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:32.292339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccde8fd-62bc-43f8-a969-c386dc81bd0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da0813a-f703-4189-b21c-ef86d33e4ec4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:32.296511 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5ca6c0d0-c2f2-49aa-bd35-1276c0c8d538 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:32.304857 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bccde8fd-62bc-43f8-a969-c386dc81bd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:32.307820 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bccde8fd-62bc-43f8-a969-c386dc81bd0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:32.317390 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bccde8fd-62bc-43f8-a969-c386dc81bd0f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1da0813a-f703-4189-b21c-ef86d33e4ec4 HTTP/1.1" status: 204  len: 168 time: 0.8776281
Jun 04 15:28:32.319843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55336) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:32.360738 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 164977b6-9587-4674-a1c8-4e3a30efd3f0 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:28:32.367108 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cf82477d-be7d-4bc6-861a-d98c70c63860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:32.375929 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 164977b6-9587-4674-a1c8-4e3a30efd3f0 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:32.376437 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:32.447396 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1b1a8320-85eb-4c06-a287-5cb379d434b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:32.448056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5ca6c0d0-c2f2-49aa-bd35-1276c0c8d538 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Calling delete_port for 332489e2-f3c8-4de2-9e55-9a110f7aef95 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:32.523500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55340) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:32.616158 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1b1a8320-85eb-4c06-a287-5cb379d434b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:32.625877 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:32.647758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-1b1a8320-85eb-4c06-a287-5cb379d434b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387c336d0>,) {'filters': {'network_id': ['83864b29-0e91-447f-814a-11174e6730d8']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:32.674036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-1b1a8320-85eb-4c06-a287-5cb379d434b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387c336d0>, '33b65cb5-bead-41f6-9f2a-58ad9bb643ee') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:32.674369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-1b1a8320-85eb-4c06-a287-5cb379d434b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387c336d0>, '33b65cb5-bead-41f6-9f2a-58ad9bb643ee') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:32.676939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 164977b6-9587-4674-a1c8-4e3a30efd3f0, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=164977b6-9587-4674-a1c8-4e3a30efd3f0,segment=NetworkSegment(d6065b63-68f3-41ef-8616-5fd73bd991d8),segment_id=d6065b63-68f3-41ef-8616-5fd73bd991d8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:32.696302 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1b1a8320-85eb-4c06-a287-5cb379d434b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:32.707995 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8a077b44-b6b6-4985-a85c-3bdbc7820a4a tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1101466116'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:32.708503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8a077b44-b6b6-4985-a85c-3bdbc7820a4a tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] Unknown quota resources ['metering_label']. {{(pid=88301) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 15:28:32.761984 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5ca6c0d0-c2f2-49aa-bd35-1276c0c8d538 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:32.766049 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-575d80b4-4eb6-4d08-8b9f-c99a218eaeac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:32.812658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6c0d0-c2f2-49aa-bd35-1276c0c8d538 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event deleted for resources: {'Port': ['ID=332489e2-f3c8-4de2-9e55-9a110f7aef95,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:32.814015 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:32.816621 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a0e8ae82-4488-46ef-a349-80fe087a1aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:32.844369 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5ca6c0d0-c2f2-49aa-bd35-1276c0c8d538 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:32.846219 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1b1a8320-85eb-4c06-a287-5cb379d434b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:32.858337 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1a8320-85eb-4c06-a287-5cb379d434b1 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:28:32.860582 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1b1a8320-85eb-4c06-a287-5cb379d434b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:32.911797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=164977b6-9587-4674-a1c8-4e3a30efd3f0,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:32.916284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:28:32.963887 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:32.965218 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:28:32.965731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3ff0fc5b-4cf7-48a8-bdb9-66e13ca6ae9a not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:28:32.980742 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:28:33.083323 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5ca6c0d0-c2f2-49aa-bd35-1276c0c8d538 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:33.173248 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1b1a8320-85eb-4c06-a287-5cb379d434b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:33.180427 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1b1a8320-85eb-4c06-a287-5cb379d434b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:33.185599 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1b1a8320-85eb-4c06-a287-5cb379d434b1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/83864b29-0e91-447f-814a-11174e6730d8 HTTP/1.1" status: 204  len: 168 time: 0.8645859
Jun 04 15:28:33.187125 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4d4f7ef6-c6c2-4b3a-893c-853f92db6ff8 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:33.216243 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a8320-85eb-4c06-a287-5cb379d434b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=83864b29-0e91-447f-814a-11174e6730d8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:33.219666 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1b1a8320-85eb-4c06-a287-5cb379d434b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:33.230415 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a077b44-b6b6-4985-a85c-3bdbc7820a4a tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:33.234343 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8a077b44-b6b6-4985-a85c-3bdbc7820a4a tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.7070372
Jun 04 15:28:33.237712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55348) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:33.243935 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-5190a301-0044-47bb-8ae6-2edd59c22d02 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0d16e267-ffb2-491c-97d0-ea92fe5fe7e7'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:33.243935 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-5190a301-0044-47bb-8ae6-2edd59c22d02 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=88301) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 15:28:33.360846 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f58452b5-d7d8-4051-94bb-d4b59ed00221 req-75957ca4-0dfa-4051-9fc7-6b72ee62d42a tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 210 time: 0.2139549
Jun 04 15:28:33.595281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca6c0d0-c2f2-49aa-bd35-1276c0c8d538 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Router 7e1f9d46-56b5-4753-905a-3206c31205f4 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:28:33.618633 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:33.630731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55356) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:33.682424 n-d-791505-9 neutron-server[88301]: WARNING neutron.services.metering.metering_plugin [None req-5190a301-0044-47bb-8ae6-2edd59c22d02 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jun 04 15:28:33.692667 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-31713633-446f-4021-8bb9-2eb80c3d09b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4d1bc96c16c459d978417725591ed35&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0605562
Jun 04 15:28:33.694376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55358) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:33.739276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca6c0d0-c2f2-49aa-bd35-1276c0c8d538 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:28:33.749247 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5ca6c0d0-c2f2-49aa-bd35-1276c0c8d538 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "PUT /v2.0/routers/7e1f9d46-56b5-4753-905a-3206c31205f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6201551
Jun 04 15:28:33.759471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55362) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:33.759651 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5895a25f-948b-412f-8765-75a8ba326ad7 None None] Sync routers for ids ['7e1f9d46-56b5-4753-905a-3206c31205f4'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:28:33.765598 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5895a25f-948b-412f-8765-75a8ba326ad7 None None] Routers {'7e1f9d46-56b5-4753-905a-3206c31205f4'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:33.766458 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5895a25f-948b-412f-8765-75a8ba326ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8391293cd0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7e1f9d46-56b5-4753-905a-3206c31205f4'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:33.830116 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:28:33.837710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5895a25f-948b-412f-8765-75a8ba326ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8391293cd0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:33.846658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5895a25f-948b-412f-8765-75a8ba326ad7 None None] Routers {'7e1f9d46-56b5-4753-905a-3206c31205f4'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:33.847530 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5895a25f-948b-412f-8765-75a8ba326ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8391293cd0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7e1f9d46-56b5-4753-905a-3206c31205f4'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:33.871671 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5190a301-0044-47bb-8ae6-2edd59c22d02 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:33.876229 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5190a301-0044-47bb-8ae6-2edd59c22d02 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.6339712
Jun 04 15:28:33.876407 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55364) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:33.882945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-34f59108-43e0-4d58-bdfd-46ed22279ea9 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0d16e267-ffb2-491c-97d0-ea92fe5fe7e7'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:33.883512 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-34f59108-43e0-4d58-bdfd-46ed22279ea9 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=88301) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 15:28:33.885806 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-cb0cd1fc-fde0-4e6b-8944-0df462b03a70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] delete failed (client error): The resource could not be found.
Jun 04 15:28:33.890573 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cb0cd1fc-fde0-4e6b-8944-0df462b03a70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1763511529 HTTP/1.1" status: 404  len: 335 time: 0.1312194
Jun 04 15:28:33.898461 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55366) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:33.913608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-30d2b0a6-711f-4aef-89fd-d600ce4c12f2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Request body: {'router': {'external_gateway_info': {'network_id': '7e1f9d46-56b5-4753-905a-3206c31205f4'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:33.916232 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5895a25f-948b-412f-8765-75a8ba326ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8391293cd0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:33.916712 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5895a25f-948b-412f-8765-75a8ba326ad7 None None] The sync data for ids ['7e1f9d46-56b5-4753-905a-3206c31205f4'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:28:34.028442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 164977b6-9587-4674-a1c8-4e3a30efd3f0 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:28:34.037369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-519d0836-48a1-4620-a63e-6e2ae5bfa87b tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:34.038817 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-519d0836-48a1-4620-a63e-6e2ae5bfa87b tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.62 "GET /v2.0/networks?id=dd0db704-a651-492c-af83-f8b620646609 HTTP/1.1" status: 200  len: 811 time: 0.1925156
Jun 04 15:28:34.051916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Request body: {'port': {'device_id': '74a2edbb-beb3-4b04-8af4-2624629afd45', 'network_id': 'dd0db704-a651-492c-af83-f8b620646609', 'admin_state_up': True, 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:34.114791 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 164977b6-9587-4674-a1c8-4e3a30efd3f0 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:34.115654 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:34.140349 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b28f65f9-9754-4a25-8cf6-c6fdba4bc83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:34.181935 n-d-791505-9 neutron-server[88301]: WARNING neutron.services.metering.metering_plugin [None req-34f59108-43e0-4d58-bdfd-46ed22279ea9 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jun 04 15:28:34.202984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:34.214248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:34.338759 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Made reservation on behalf of de106ad9de2a4d2686c3ddb77c613a23 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:34.342766 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:34.346125 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b28f65f9-9754-4a25-8cf6-c6fdba4bc83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:34.493874 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34f59108-43e0-4d58-bdfd-46ed22279ea9 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:34.495021 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-34f59108-43e0-4d58-bdfd-46ed22279ea9 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.6168325
Jun 04 15:28:34.521319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55370) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:34.556454 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f3566d58-bfe7-43f1-ab58-0ddcf62e2258 req-d09969d5-6637-412c-b0a9-eb7de590caef tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 210 time: 0.0760312
Jun 04 15:28:34.568306 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0db6bab6-a9b1-4624-8fe4-7de2f5df86b8 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=cb771bab-d0f1-4592-9ba9-c91d493e9cb0 HTTP/1.1" status: 200  len: 464 time: 0.0381742
Jun 04 15:28:34.569596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55372) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:34.572056 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-30d2b0a6-711f-4aef-89fd-d600ce4c12f2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:34.608344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Allocated IP 172.20.0.7 (dd0db704-a651-492c-af83-f8b620646609/7f7f515a-1071-4e58-b7aa-100a1daa4127/1a9554c1-f627-46e0-95f1-edc8a039006d) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:28:34.828511 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:34.898949 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-30d2b0a6-711f-4aef-89fd-d600ce4c12f2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] update failed (client error): The resource could not be found.
Jun 04 15:28:34.901222 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-30d2b0a6-711f-4aef-89fd-d600ce4c12f2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "PUT /v2.0/routers/7e1f9d46-56b5-4753-905a-3206c31205f4 HTTP/1.1" status: 404  len: 339 time: 1.0016491
Jun 04 15:28:34.904918 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55382) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:34.910077 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-478391349'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:34.916373 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b28f65f9-9754-4a25-8cf6-c6fdba4bc83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:34.919838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:34.923026 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-22b2d81b-62c8-4f6d-b9ca-9b8431976498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:34.936624 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Usage tracker for resource:network and tenant:74bae14a513749bc9640970a78f8a8bc is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:34.942321 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:34.945384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f65f9-9754-4a25-8cf6-c6fdba4bc83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c83878-45cd-4cb8-81e1-997901ce3526,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:34.949716 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b28f65f9-9754-4a25-8cf6-c6fdba4bc83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:34.951162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:35.012878 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:35.028668 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0e6da563-8a88-4e4e-9bf2-ed2a8575b219 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:35.045904 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b28f65f9-9754-4a25-8cf6-c6fdba4bc83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:35.048321 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b28f65f9-9754-4a25-8cf6-c6fdba4bc83c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6c83878-45cd-4cb8-81e1-997901ce3526 HTTP/1.1" status: 204  len: 168 time: 1.3530171
Jun 04 15:28:35.093998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Made reservation on behalf of 74bae14a513749bc9640970a78f8a8bc for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:35.098094 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:35.129452 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:28:35.133643 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:35.144296 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:35.144688 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Added segment 83a2b917-9f3e-4365-91dd-84d0ac0b8529 of type vlan for network b51c7045-95c4-4f85-b8dd-0984efd88946
Jun 04 15:28:35.173380 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:35.283282 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:35.290110 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:35.290869 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:35.296104 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6aab71af-9d1d-4dc1-9c5a-e4b143e7d75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:35.311357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Network dd0db704-a651-492c-af83-f8b620646609 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:35.315141 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:35.321195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:28:35.351424 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Pushing event updated for resources: {'Port': ['ID=1a9554c1-f627-46e0-95f1-edc8a039006d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:35.354442 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:35.380449 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ad7e212d-ea34-4952-b095-82f747bde5b0 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:35.380449 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ad7e212d-ea34-4952-b095-82f747bde5b0 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/cb771bab-d0f1-4592-9ba9-c91d493e9cb0 HTTP/1.1" status: 204  len: 168 time: 0.8060720
Jun 04 15:28:35.381659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55388) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:35.396217 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a354cc9a-bf18-4796-b8ee-f96dbd9aff9a tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=cb771bab-d0f1-4592-9ba9-c91d493e9cb0 HTTP/1.1" status: 200  len: 221 time: 0.0140562
Jun 04 15:28:35.399763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55390) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:35.404553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c9b11d2f-3f19-49cb-ac8d-0d8c8a8336b1 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--469936284', 'description': 'label created by tempest'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:35.405031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c9b11d2f-3f19-49cb-ac8d-0d8c8a8336b1 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] Unknown quota resources ['metering_label']. {{(pid=88300) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 15:28:35.418469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:35.425528 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:35.556950 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6482739
Jun 04 15:28:35.557287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55396) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:35.559340 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event updated for resources: {'Network': ['ID=b51c7045-95c4-4f85-b8dd-0984efd88946,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:35.564919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Request body: {'subnet': {'network_id': 'b51c7045-95c4-4f85-b8dd-0984efd88946', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:35.580604 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network b51c7045-95c4-4f85-b8dd-0984efd88946 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:28:35.586931 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:35.688976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:35.694274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Usage tracker for resource:subnet and tenant:74bae14a513749bc9640970a78f8a8bc is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:35.697253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:35.702974 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:35.784214 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7367544
Jun 04 15:28:35.824686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Made reservation on behalf of 74bae14a513749bc9640970a78f8a8bc for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:35.828376 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:35.883942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Request body: {'port': {'device_id': '74a2edbb-beb3-4b04-8af4-2624629afd45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:36.076425 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c9b11d2f-3f19-49cb-ac8d-0d8c8a8336b1 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:36.077624 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c9b11d2f-3f19-49cb-ac8d-0d8c8a8336b1 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.6767347
Jun 04 15:28:36.080506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55412) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:36.116296 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:36.179628 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c4063792-5e83-4776-8112-2c9c39a9a312 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=7b89442a-c3e4-457d-808d-3f5f778acbec HTTP/1.1" status: 200  len: 467 time: 0.0976937
Jun 04 15:28:36.186351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55416) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:36.208672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e17d06-81db-4b1e-9ab4-db031811795a req-f45fbc67-9bc7-42f0-b5e4-7beda6f27895 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:36.209442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e2e17d06-81db-4b1e-9ab4-db031811795a req-f45fbc67-9bc7-42f0-b5e4-7beda6f27895 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Synchronizing usage tracker for tenant:de106ad9de2a4d2686c3ddb77c613a23 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:28:36.322598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55420) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:36.397857 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:36.402447 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:36.484643 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event updated for resources: {'Subnet': ['ID=9c83b411-42a8-415b-b415-7eda1f8b8d1c,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:36.489051 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:36.489957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Checking segment: {'id': '83a2b917-9f3e-4365-91dd-84d0ac0b8529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b51c7045-95c4-4f85-b8dd-0984efd88946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:36.490373 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Network hostable DHCP agents. Network: b51c7045-95c4-4f85-b8dd-0984efd88946, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:28:36.528836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e2e17d06-81db-4b1e-9ab4-db031811795a req-f45fbc67-9bc7-42f0-b5e4-7beda6f27895 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Unset dirty status for tenant:de106ad9de2a4d2686c3ddb77c613a23 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:28:36.530118 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e2e17d06-81db-4b1e-9ab4-db031811795a req-f45fbc67-9bc7-42f0-b5e4-7beda6f27895 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 931 time: 0.7590573
Jun 04 15:28:36.541819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1815664666-network', 'tenant_id': '35b4af14bb3e432990c4361da6c462d1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:36.558366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:36.579276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Network b51c7045-95c4-4f85-b8dd-0984efd88946 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:28:36.675820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, b51c7045-95c4-4f85-b8dd-0984efd88946) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:36.687553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:36.688064 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed1ee91-65e5-490b-89ad-579bce36a0d6 None None] Network b51c7045-95c4-4f85-b8dd-0984efd88946 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:36.688542 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:36.781765 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2207081
Jun 04 15:28:36.781978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55424) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:36.787599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-20972a62-3d46-4389-abcc-63d599379c67 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b51c7045-95c4-4f85-b8dd-0984efd88946'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:36.805054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Usage tracker for resource:network and tenant:35b4af14bb3e432990c4361da6c462d1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:36.833828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:36.858376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:36.943573 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e2e17d06-81db-4b1e-9ab4-db031811795a req-f333a700-1648-40f0-9903-27a1ea98656b tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3942502
Jun 04 15:28:36.961787 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fdd21594-ffb9-4afd-9f51-cb0b1834e55c tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:36.965469 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fdd21594-ffb9-4afd-9f51-cb0b1834e55c tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/7b89442a-c3e4-457d-808d-3f5f778acbec HTTP/1.1" status: 204  len: 168 time: 0.7781372
Jun 04 15:28:36.967576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-b51c7045-95c4-4f85-b8dd-0984efd88946', 'network_id': 'b51c7045-95c4-4f85-b8dd-0984efd88946', 'tenant_id': '74bae14a513749bc9640970a78f8a8bc', 'fixed_ips': [{'subnet_id': '9c83b411-42a8-415b-b415-7eda1f8b8d1c'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:28:36.968204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55426) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:36.969173 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:36.998428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9e3383d2-0869-4a55-8605-c94817334b6a tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=7b89442a-c3e4-457d-808d-3f5f778acbec HTTP/1.1" status: 200  len: 216 time: 0.0245910
Jun 04 15:28:36.999414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55428) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:37.010167 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4044cab6-0d70-4637-be39-cd08a3468697 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0090854
Jun 04 15:28:37.015296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55430) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:37.033115 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-56b951aa-ef9a-4161-b608-47aa6705e397 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0140309
Jun 04 15:28:37.033359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55432) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:37.067996 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Made reservation on behalf of 35b4af14bb3e432990c4361da6c462d1 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:37.070627 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:37.161669 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:37.183415 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Allocated IP 2001:db8:1::2 (b51c7045-95c4-4f85-b8dd-0984efd88946/9c83b411-42a8-415b-b415-7eda1f8b8d1c/ec8bd73d-70db-429b-8509-0e095730dcd0) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:28:37.190404 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20972a62-3d46-4389-abcc-63d599379c67 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:37.235249 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f37f9dba-2269-4cc6-a6b4-30d39bffacdd tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/0d16e267-ffb2-491c-97d0-ea92fe5fe7e7 HTTP/1.1" status: 200  len: 473 time: 0.1976242
Jun 04 15:28:37.235249 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:37.236896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55438) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:37.241968 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Usage tracker for resource:security_group_rule and tenant:35b4af14bb3e432990c4361da6c462d1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:37.246774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:37.256015 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1d2c69f8-98b1-44ed-ab32-0330c96b8996 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/e3ace5bb-e571-4d7c-8a31-3b8cf60d7d59 HTTP/1.1" status: 200  len: 461 time: 0.0175099
Jun 04 15:28:37.256669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55440) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:37.259958 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:37.271161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9554c1-f627-46e0-95f1-edc8a039006d {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:28:37.281443 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:37.318107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Transition to ACTIVE for port object 1a9554c1-f627-46e0-95f1-edc8a039006d will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:37.406488 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:37.407548 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:37.412647 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:37.418186 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:37.428829 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Transition to ACTIVE for port object ec8bd73d-70db-429b-8509-0e095730dcd0 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:37.442182 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-20972a62-3d46-4389-abcc-63d599379c67 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:28:37.443291 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-20972a62-3d46-4389-abcc-63d599379c67 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "PUT /v2.0/routers/7e1f9d46-56b5-4753-905a-3206c31205f4 HTTP/1.1" status: 400  len: 364 time: 0.6603909
Jun 04 15:28:37.449486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55444) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:37.450671 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Transition to ACTIVE for port object ec8bd73d-70db-429b-8509-0e095730dcd0 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:37.517357 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:37.530005 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d1d73b5f-8f81-4c7c-ba25-1e09290135d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:37.603488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Network b51c7045-95c4-4f85-b8dd-0984efd88946 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:37.606588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:37.610345 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:28:37.648350 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Pushing event updated for resources: {'Port': ['ID=ec8bd73d-70db-429b-8509-0e095730dcd0,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:37.663216 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:37.669817 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:37.688579 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:28:37.701104 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:37.702306 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Added segment e3080382-b39c-4fd3-8979-9ba6f045ba98 of type vlan for network d67310a1-ca89-4950-80ed-77fd8abcfab9
Jun 04 15:28:37.719819 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Attempting to bind port ec8bd73d-70db-429b-8509-0e095730dcd0 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:28:37.720422 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Attempting to bind port ec8bd73d-70db-429b-8509-0e095730dcd0 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '83a2b917-9f3e-4365-91dd-84d0ac0b8529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b51c7045-95c4-4f85-b8dd-0984efd88946'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:28:37.720676 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Attempting to bind port ec8bd73d-70db-429b-8509-0e095730dcd0 on network b51c7045-95c4-4f85-b8dd-0984efd88946 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:28:37.730932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:28:37.730932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Checking segment: {'id': '83a2b917-9f3e-4365-91dd-84d0ac0b8529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b51c7045-95c4-4f85-b8dd-0984efd88946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:37.730932 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:37.730932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Bound using segment: {'id': '83a2b917-9f3e-4365-91dd-84d0ac0b8529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b51c7045-95c4-4f85-b8dd-0984efd88946'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:28:37.730932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Bound port: ec8bd73d-70db-429b-8509-0e095730dcd0, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a2b917-9f3e-4365-91dd-84d0ac0b8529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b51c7045-95c4-4f85-b8dd-0984efd88946'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:28:37.730932 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:37.820637 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55448) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:37.837789 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] For port ec8bd73d-70db-429b-8509-0e095730dcd0, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:28:37.843327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] For port ec8bd73d-70db-429b-8509-0e095730dcd0, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ec8bd73d-70db-429b-8509-0e095730dcd0,segment=NetworkSegment(83a2b917-9f3e-4365-91dd-84d0ac0b8529),segment_id=83a2b917-9f3e-4365-91dd-84d0ac0b8529)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:28:37.896690 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Pushing event updated for resources: {'Port': ['ID=1a9554c1-f627-46e0-95f1-edc8a039006d,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:37.901934 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:37.907227 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:37.909838 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b2f86e60-fe20-4c3a-bacc-04c78460f934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:37.920535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Attempting to bind port 1a9554c1-f627-46e0-95f1-edc8a039006d on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:28:37.920865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Attempting to bind port 1a9554c1-f627-46e0-95f1-edc8a039006d by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'd6065b63-68f3-41ef-8616-5fd73bd991d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dd0db704-a651-492c-af83-f8b620646609'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:28:37.921214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Attempting to bind port 1a9554c1-f627-46e0-95f1-edc8a039006d on network dd0db704-a651-492c-af83-f8b620646609 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:28:37.937618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Port 1a9554c1-f627-46e0-95f1-edc8a039006d on network dd0db704-a651-492c-af83-f8b620646609 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:28:37.937939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Attempting to bind port 1a9554c1-f627-46e0-95f1-edc8a039006d on network dd0db704-a651-492c-af83-f8b620646609 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:28:37.966361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:28:37.966708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Checking segment: {'id': 'd6065b63-68f3-41ef-8616-5fd73bd991d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dd0db704-a651-492c-af83-f8b620646609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:37.967077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Bound using segment: {'id': 'd6065b63-68f3-41ef-8616-5fd73bd991d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dd0db704-a651-492c-af83-f8b620646609'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:28:37.967524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Bound port: 1a9554c1-f627-46e0-95f1-edc8a039006d, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6065b63-68f3-41ef-8616-5fd73bd991d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dd0db704-a651-492c-af83-f8b620646609'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:28:37.967867 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:37.991288 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:37.994056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1782aaf3-4e5f-465d-962d-a9d662fa357f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:37.999720 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:38.000812 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:38.001734 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-660f60ce-1152-46f8-91a9-b6c78c3b7d73 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:38.007058 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-660f60ce-1152-46f8-91a9-b6c78c3b7d73 tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/e3ace5bb-e571-4d7c-8a31-3b8cf60d7d59 HTTP/1.1" status: 204  len: 168 time: 0.7438865
Jun 04 15:28:38.007667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55454) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:38.013287 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5869e853-4ad7-48a6-b8d6-aefb97941ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:38.102076 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Pushing event updated for resources: {'Port': ['ID=ec8bd73d-70db-429b-8509-0e095730dcd0,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:38.102638 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5869e853-4ad7-48a6-b8d6-aefb97941ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:38.107925 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:38.139947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5869e853-4ad7-48a6-b8d6-aefb97941ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:8258a46a3a744f8b9cccbf5d23fabddf is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:38.148553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5869e853-4ad7-48a6-b8d6-aefb97941ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:38.148779 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:38.150011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:38.150011 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:38.158586 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8314ab68-d99d-4f8d-9d0f-d18693aa445a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:38.165523 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5869e853-4ad7-48a6-b8d6-aefb97941ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:38.244777 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:38.368230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] For port 1a9554c1-f627-46e0-95f1-edc8a039006d, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:28:38.376678 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] For port 1a9554c1-f627-46e0-95f1-edc8a039006d, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1a9554c1-f627-46e0-95f1-edc8a039006d,segment=NetworkSegment(d6065b63-68f3-41ef-8616-5fd73bd991d8),segment_id=d6065b63-68f3-41ef-8616-5fd73bd991d8)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:28:38.555248 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5869e853-4ad7-48a6-b8d6-aefb97941ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:38.644403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:38.667050 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5869e853-4ad7-48a6-b8d6-aefb97941ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:38.682274 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b28f65f9-9754-4a25-8cf6-c6fdba4bc83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:38.731255 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.4020817
Jun 04 15:28:38.741860 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55458) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:38.744234 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5869e853-4ad7-48a6-b8d6-aefb97941ab7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8258a46a3a744f8b9cccbf5d23fabddf&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9173033
Jun 04 15:28:38.751863 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Request body: {'subnet': {'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1815664666-subnet', 'tenant_id': '35b4af14bb3e432990c4361da6c462d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:38.766993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55460) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:38.767831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:38.793847 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869e853-4ad7-48a6-b8d6-aefb97941ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527ec180-3a2e-4139-a4d8-31542d9eac48,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:38.797070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Usage tracker for resource:subnet and tenant:35b4af14bb3e432990c4361da6c462d1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:38.800990 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Allocated IP 2001:db8::1 (31b56868-3fed-451a-95fb-329e5207dcf1/500796b9-f610-400d-b564-a259a375f7a0/82ee39f9-99b7-49c7-b251-90ab1cac325c) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:28:38.804795 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:38.807755 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5869e853-4ad7-48a6-b8d6-aefb97941ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:38.821143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:38.824203 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Pushing event updated for resources: {'Network': ['ID=d67310a1-ca89-4950-80ed-77fd8abcfab9,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:38.829681 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:38.831080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:38.831809 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:38.833284 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] 10.222.0.62 "PUT /v2.0/ports/1a9554c1-f627-46e0-95f1-edc8a039006d HTTP/1.1" status: 200  len: 1091 time: 2.9637125
Jun 04 15:28:38.833945 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-644b1d1c-419d-443a-8bbe-daf3c16eb406 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151 tempest-ExternalNetworksAdminNegativeTestJSON-1857286151-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:38.844279 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network d67310a1-ca89-4950-80ed-77fd8abcfab9 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:28:38.866089 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a2edbb-beb3-4b04-8af4-2624629afd45', 'tag': '1a9554c1-f627-46e0-95f1-edc8a039006d'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:28:38.869335 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4355605b-b352-4ce2-9e96-5d98b5240a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "74a2edbb-beb3-4b04-8af4-2624629afd45", "tag": "1a9554c1-f627-46e0-95f1-edc8a039006d"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:28:38.931300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3c87d-8703-4140-bdcc-24a47eca34de req-38a28885-d485-48d6-8e2b-3696bbef1dda tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:38.950836 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8df3c87d-8703-4140-bdcc-24a47eca34de req-38a28885-d485-48d6-8e2b-3696bbef1dda tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 943 time: 0.8044417
Jun 04 15:28:38.964652 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece26260-3d62-4d01-8a97-09c4f922f930 x-openstack-request-id: req-ece26260-3d62-4d01-8a97-09c4f922f930 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:28:38.965069 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a2edbb-beb3-4b04-8af4-2624629afd45", "tag": "1a9554c1-f627-46e0-95f1-edc8a039006d", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:28:38.966055 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ece26260-3d62-4d01-8a97-09c4f922f930 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:28:38.966055 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a2edbb-beb3-4b04-8af4-2624629afd45', 'tag': '1a9554c1-f627-46e0-95f1-edc8a039006d', 'status': 'completed', 'code': 200}
Jun 04 15:28:38.968640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Pushing event updated for resources: {'Port': ['ID=1a9554c1-f627-46e0-95f1-edc8a039006d,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:38.982448 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:38.990779 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a28cbc58-8655-4f39-b4ec-6258c2d36b0f tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:38.992166 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a28cbc58-8655-4f39-b4ec-6258c2d36b0f tempest-MeteringTestJSON-1032583269 tempest-MeteringTestJSON-1032583269-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/0d16e267-ffb2-491c-97d0-ea92fe5fe7e7 HTTP/1.1" status: 204  len: 168 time: 0.9826829
Jun 04 15:28:39.047157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Made reservation on behalf of 35b4af14bb3e432990c4361da6c462d1 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:39.049494 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:39.088219 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8df3c87d-8703-4140-bdcc-24a47eca34de req-d8db2966-372a-4285-aaa3-25fa03422eb5 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473196
Jun 04 15:28:39.088930 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65204a28-ef34-4fe3-b7dc-2674a7e70277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:39.127443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355605b-b352-4ce2-9e96-5d98b5240a6c req-351bedc0-0599-4ac6-9bbf-a0daaa2b653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:39.129964 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4355605b-b352-4ce2-9e96-5d98b5240a6c req-351bedc0-0599-4ac6-9bbf-a0daaa2b653b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de106ad9de2a4d2686c3ddb77c613a23&device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 1094 time: 0.1458921
Jun 04 15:28:39.246391 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65204a28-ef34-4fe3-b7dc-2674a7e70277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:39.270310 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:39.310913 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Transition to ACTIVE for port object 82ee39f9-99b7-49c7-b251-90ab1cac325c will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:39.332308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355605b-b352-4ce2-9e96-5d98b5240a6c req-dac249b5-e3ae-4e76-8c6c-58024499fa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:39.333849 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4355605b-b352-4ce2-9e96-5d98b5240a6c req-dac249b5-e3ae-4e76-8c6c-58024499fa9b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=de106ad9de2a4d2686c3ddb77c613a23&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1942768
Jun 04 15:28:39.417147 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc23fd9b-dcae-4e7e-bffe-1fbf546c4c81 None None] Network b51c7045-95c4-4f85-b8dd-0984efd88946 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:39.552235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355605b-b352-4ce2-9e96-5d98b5240a6c req-aeb7acba-f819-41a2-a4be-f097903a6f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:39.555458 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4355605b-b352-4ce2-9e96-5d98b5240a6c req-aeb7acba-f819-41a2-a4be-f097903a6f4e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2140722
Jun 04 15:28:39.578268 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:39.588094 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bbcd3535-0741-4112-a799-dc728d63ed95 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:39.659378 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-61b92755-4eb5-449f-839c-fb0d6086d04e None None] Provisioning for port ec8bd73d-70db-429b-8509-0e095730dcd0 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:28:39.670184 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Network 31b56868-3fed-451a-95fb-329e5207dcf1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:39.675852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:39.683418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:28:39.683977 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:39.706438 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event updated for resources: {'Port': ['ID=82ee39f9-99b7-49c7-b251-90ab1cac325c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:39.722692 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:39.734747 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65204a28-ef34-4fe3-b7dc-2674a7e70277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:39.749065 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e8611349-3d47-4498-a699-95d50690fcb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:39.779108 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65204a28-ef34-4fe3-b7dc-2674a7e70277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527ec180-3a2e-4139-a4d8-31542d9eac48,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:39.783344 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-65204a28-ef34-4fe3-b7dc-2674a7e70277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:39.785950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-9420684f-69ee-41ba-bef8-a0776e3eb02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:39.791168 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-9420684f-69ee-41ba-bef8-a0776e3eb02b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de106ad9de2a4d2686c3ddb77c613a23&device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 1094 time: 0.1775737
Jun 04 15:28:39.813069 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65204a28-ef34-4fe3-b7dc-2674a7e70277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:39.814235 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-65204a28-ef34-4fe3-b7dc-2674a7e70277 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/527ec180-3a2e-4139-a4d8-31542d9eac48 HTTP/1.1" status: 204  len: 168 time: 1.0382078
Jun 04 15:28:39.883286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55472) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:39.989292 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-6291fa66-0960-4048-8876-ec6c728e4c23 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a9554c1-f627-46e0-95f1-edc8a039006d HTTP/1.1" status: 200  len: 217 time: 0.1902122
Jun 04 15:28:40.104634 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:40.133119 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ec8bd73d-70db-429b-8509-0e095730dcd0 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:28:40.203091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-4d680ffa-1b30-4e31-b981-d703d64b1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:40.204564 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-4d680ffa-1b30-4e31-b981-d703d64b1bf2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7f7f515a-1071-4e58-b7aa-100a1daa4127 HTTP/1.1" status: 200  len: 851 time: 0.2090907
Jun 04 15:28:40.283688 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-9ebc58de-164b-4833-b527-30301e2078c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd0db704-a651-492c-af83-f8b620646609&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0644975
Jun 04 15:28:40.368138 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12d91c3a-8c36-4144-8d39-af7d54341642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:40.380371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7c23ebf5-11ae-47b6-b8f8-b2a5e508a697 None None] Provisioning for port 82ee39f9-99b7-49c7-b251-90ab1cac325c completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:28:40.387148 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7c23ebf5-11ae-47b6-b8f8-b2a5e508a697 None None] Provisioning complete for port 82ee39f9-99b7-49c7-b251-90ab1cac325c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:40.387584 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c23ebf5-11ae-47b6-b8f8-b2a5e508a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:40.431693 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port ec8bd73d-70db-429b-8509-0e095730dcd0 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:28:40.446079 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-0e5fd246-3a05-4e49-982e-ce7994690ee9 service neutron] 10.222.0.62 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549029
Jun 04 15:28:40.449363 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-12d91c3a-8c36-4144-8d39-af7d54341642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:40.453880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-12d91c3a-8c36-4144-8d39-af7d54341642 admin admin] Usage tracker for resource:security_group_rule and tenant:a976f6c9bb834740bc6cf02924334268 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:40.457976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-12d91c3a-8c36-4144-8d39-af7d54341642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:40.458099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port ec8bd73d-70db-429b-8509-0e095730dcd0 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:40.458099 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:40.463482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-12d91c3a-8c36-4144-8d39-af7d54341642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:40.572500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7c23ebf5-11ae-47b6-b8f8-b2a5e508a697 None None] Port 82ee39f9-99b7-49c7-b251-90ab1cac325c cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:28:40.663821 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:40.690009 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12d91c3a-8c36-4144-8d39-af7d54341642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:40.712239 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2fcadc68-6f26-4732-8a0c-380d7da3d8c8 req-1cef3242-fe66-4751-afcb-27925a571aef service neutron] 10.222.0.62 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2152967
Jun 04 15:28:40.736703 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port ec8bd73d-70db-429b-8509-0e095730dcd0, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ec8bd73d-70db-429b-8509-0e095730dcd0,segment=NetworkSegment(83a2b917-9f3e-4365-91dd-84d0ac0b8529),segment_id=83a2b917-9f3e-4365-91dd-84d0ac0b8529)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:40.744138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d2aad6e1-3143-46c1-9bfb-7f363252f3ae None None] Provisioning complete for port ec8bd73d-70db-429b-8509-0e095730dcd0 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:40.744522 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d2aad6e1-3143-46c1-9bfb-7f363252f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:40.755635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74919563-0e18-406d-a98f-d890cf0ba021 req-a90357cb-7f48-4ca2-8b1c-d82f3d607a88 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:40.762944 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74919563-0e18-406d-a98f-d890cf0ba021 req-a90357cb-7f48-4ca2-8b1c-d82f3d607a88 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 943 time: 0.3159053
Jun 04 15:28:40.769870 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12d91c3a-8c36-4144-8d39-af7d54341642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:40.781763 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f53c1599-4c55-4dd6-a666-b9ba237b1001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:40.818305 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74919563-0e18-406d-a98f-d890cf0ba021 req-d0f6bd2f-1639-4281-8c42-d09f55d60652 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542135
Jun 04 15:28:40.928170 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:40.930214 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:40.959806 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:40.966613 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-12d91c3a-8c36-4144-8d39-af7d54341642 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a976f6c9bb834740bc6cf02924334268&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0802333
Jun 04 15:28:40.969525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55490) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:41.020020 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d91c3a-8c36-4144-8d39-af7d54341642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10c13b1-f868-4073-99da-cc9fec8330d6,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:41.024534 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=ec8bd73d-70db-429b-8509-0e095730dcd0,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:41.030941 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-12d91c3a-8c36-4144-8d39-af7d54341642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:41.031320 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:41.038645 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e18009b2-8e7c-4fab-b6b2-9119f279c82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:41.067883 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b69e15b9-f5f4-40af-88fa-064f19165d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:41.104714 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b69e15b9-f5f4-40af-88fa-064f19165d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:41.121806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Checking segment: {'id': 'e3080382-b39c-4fd3-8979-9ba6f045ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:41.122339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Network hostable DHCP agents. Network: d67310a1-ca89-4950-80ed-77fd8abcfab9, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:28:41.132955 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1843960c-a0fb-4622-a60e-eba128673683,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:41.139611 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:41.163102 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:41.293555 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b69e15b9-f5f4-40af-88fa-064f19165d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:41.297695 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-85b35ea8-ae1e-4708-814c-83b63b62a6a9 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:41.309176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e15b9-f5f4-40af-88fa-064f19165d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10c13b1-f868-4073-99da-cc9fec8330d6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:41.313182 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b69e15b9-f5f4-40af-88fa-064f19165d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:41.316929 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b69e15b9-f5f4-40af-88fa-064f19165d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:41.318085 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b69e15b9-f5f4-40af-88fa-064f19165d0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c10c13b1-f868-4073-99da-cc9fec8330d6 HTTP/1.1" status: 204  len: 168 time: 0.3474758
Jun 04 15:28:41.351583 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:41.364737 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:41.364737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Network d67310a1-ca89-4950-80ed-77fd8abcfab9 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:28:41.364737 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6983afb0-100a-46dd-a8f3-a14334ac189c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:41.505980 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event updated for resources: {'Port': ['ID=82ee39f9-99b7-49c7-b251-90ab1cac325c,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:41.512679 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:41.561445 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, d67310a1-ca89-4950-80ed-77fd8abcfab9) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:41.573732 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9521fb-f6fc-4c2e-b83b-b501b3b67ffb None None] Network d67310a1-ca89-4950-80ed-77fd8abcfab9 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:41.605254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Network 31b56868-3fed-451a-95fb-329e5207dcf1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:41.607417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:41.700565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:41.700853 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:41.852592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc775fa8-6d73-460e-9dc7-715989fcdfc7 None None] Network d67310a1-ca89-4950-80ed-77fd8abcfab9 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:41.891357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Router 7e1f9d46-56b5-4753-905a-3206c31205f4 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:28:42.042045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ec8bd73d-70db-429b-8509-0e095730dcd0 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:28:42.060393 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.3073928
Jun 04 15:28:42.175248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc9fe0-d6d8-418a-8d11-cd4e9ef6d1f9 req-b8e98bb4-2f28-4fc3-ae05-1e0bbaa38e1d tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:42.177920 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0cc9fe0-d6d8-418a-8d11-cd4e9ef6d1f9 req-b8e98bb4-2f28-4fc3-ae05-1e0bbaa38e1d tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 943 time: 0.1603465
Jun 04 15:28:42.262354 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0cc9fe0-d6d8-418a-8d11-cd4e9ef6d1f9 req-744d760b-f749-4596-98e2-f32a2750e27c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785291
Jun 04 15:28:42.311546 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b854cf2b-6320-42ac-957b-79b8c87db2ba None None] Provisioning complete for port 82ee39f9-99b7-49c7-b251-90ab1cac325c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:42.312055 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b854cf2b-6320-42ac-957b-79b8c87db2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:42.343159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:28:42.353459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55524) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:42.358602 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "PUT /v2.0/routers/7e1f9d46-56b5-4753-905a-3206c31205f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9065890
Jun 04 15:28:42.359400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port ec8bd73d-70db-429b-8509-0e095730dcd0 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:42.360090 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:42.360257 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f4f20f-dd35-4f12-b61d-def6ac3eb425 None None] Sync routers for ids ['7e1f9d46-56b5-4753-905a-3206c31205f4'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:28:42.373484 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55526) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:42.374404 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f4f20f-dd35-4f12-b61d-def6ac3eb425 None None] Routers {'7e1f9d46-56b5-4753-905a-3206c31205f4'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:42.375236 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-68f4f20f-dd35-4f12-b61d-def6ac3eb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c996b20>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7e1f9d46-56b5-4753-905a-3206c31205f4'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:42.411333 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-75c99849-ee69-4047-82f1-0041278776fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:42.461524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-75c99849-ee69-4047-82f1-0041278776fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:42.483434 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-b854cf2b-6320-42ac-957b-79b8c87db2ba None None] Port 82ee39f9-99b7-49c7-b251-90ab1cac325c cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:28:42.485253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-75c99849-ee69-4047-82f1-0041278776fa admin admin] Usage tracker for resource:security_group_rule and tenant:539416cc85794652897023501807541a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:42.507757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-75c99849-ee69-4047-82f1-0041278776fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:42.532009 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-75c99849-ee69-4047-82f1-0041278776fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:42.542001 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-68f4f20f-dd35-4f12-b61d-def6ac3eb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c996b20>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:42.554032 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f4f20f-dd35-4f12-b61d-def6ac3eb425 None None] Routers {'7e1f9d46-56b5-4753-905a-3206c31205f4'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:42.555198 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-68f4f20f-dd35-4f12-b61d-def6ac3eb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c996b20>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7e1f9d46-56b5-4753-905a-3206c31205f4'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:42.638986 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-68f4f20f-dd35-4f12-b61d-def6ac3eb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c996b20>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:42.639401 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f4f20f-dd35-4f12-b61d-def6ac3eb425 None None] The sync data for ids ['7e1f9d46-56b5-4753-905a-3206c31205f4'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:28:42.681265 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-75c99849-ee69-4047-82f1-0041278776fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:42.756662 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf5d87e4-089e-4797-a79a-60a2fe76113c tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:42.841645 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-75c99849-ee69-4047-82f1-0041278776fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:42.856245 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-23b544ea-284b-4421-8255-ebca14c2e3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:42.895929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c99849-ee69-4047-82f1-0041278776fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c806ca1-50e2-45e9-bd72-ab94c7a4996b,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:42.918986 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-75c99849-ee69-4047-82f1-0041278776fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:42.935951 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-cf5d87e4-089e-4797-a79a-60a2fe76113c tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] delete failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:28:42.940269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cf5d87e4-089e-4797-a79a-60a2fe76113c tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "DELETE /v2.0/routers/7e1f9d46-56b5-4753-905a-3206c31205f4 HTTP/1.1" status: 409  len: 329 time: 0.5827820
Jun 04 15:28:42.940672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55556) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:42.968728 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-75c99849-ee69-4047-82f1-0041278776fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=539416cc85794652897023501807541a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5915010
Jun 04 15:28:42.969806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55558) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:43.154395 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c0b07ed7-fa5d-4c7f-9432-5893830daf4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:43.162104 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-ae3524ec-02cf-4c2c-a9ef-cdba07b3a1b6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:43.164192 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-ae3524ec-02cf-4c2c-a9ef-cdba07b3a1b6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/networks?id=d67310a1-ca89-4950-80ed-77fd8abcfab9 HTTP/1.1" status: 200  len: 814 time: 0.2459550
Jun 04 15:28:43.192770 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-26c28991-98ae-402b-85af-6fa1138c0a2d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/quotas/35b4af14bb3e432990c4361da6c462d1 HTTP/1.1" status: 200  len: 375 time: 0.0195079
Jun 04 15:28:43.199956 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c0b07ed7-fa5d-4c7f-9432-5893830daf4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:43.286474 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-8aed71bc-4d11-4db7-9622-d48094842d08 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=35b4af14bb3e432990c4361da6c462d1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0606260
Jun 04 15:28:43.422089 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c0b07ed7-fa5d-4c7f-9432-5893830daf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:43.433076 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:43.453879 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b07ed7-fa5d-4c7f-9432-5893830daf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c806ca1-50e2-45e9-bd72-ab94c7a4996b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:43.463029 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c0b07ed7-fa5d-4c7f-9432-5893830daf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:43.473359 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c0b07ed7-fa5d-4c7f-9432-5893830daf4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:43.474730 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c0b07ed7-fa5d-4c7f-9432-5893830daf4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c806ca1-50e2-45e9-bd72-ab94c7a4996b HTTP/1.1" status: 204  len: 168 time: 0.5041778
Jun 04 15:28:43.491168 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-1516f141-e308-4e45-8b21-d147f1144aac service neutron] 10.222.0.32 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851699
Jun 04 15:28:43.540002 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97d559-5956-4aaa-8f3a-a6585c308f87 req-cd47d809-de05-4172-b752-f0cc4d6abd81 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:43.547196 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c97d559-5956-4aaa-8f3a-a6585c308f87 req-cd47d809-de05-4172-b752-f0cc4d6abd81 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 943 time: 0.1392474
Jun 04 15:28:43.649142 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c97d559-5956-4aaa-8f3a-a6585c308f87 req-d51e9f37-03a8-4ab3-ac8a-07075747ea6d tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010268
Jun 04 15:28:43.656991 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-a782ca72-83d8-48f6-a9a5-5d00e19c2ba0 service neutron] 10.222.0.32 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1648362
Jun 04 15:28:43.686960 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ce7d2ca9-1894-4b95-b889-5b426abdcf61 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:44.103484 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bfffc5b6-40fb-4b01-b8b5-f83bd7b07f6a req-2426f920-5e3a-42e0-a517-2eb0762ab574 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 210 time: 0.0572252
Jun 04 15:28:44.351750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d2ca9-1894-4b95-b889-5b426abdcf61 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Deleting port 82ee39f9-99b7-49c7-b251-90ab1cac325c {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:44.352063 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ce7d2ca9-1894-4b95-b889-5b426abdcf61 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:44.514388 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ce7d2ca9-1894-4b95-b889-5b426abdcf61 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:44.550339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ad27b-bf25-4a40-84e1-bacf48629ae2 req-d42678aa-6a91-4fd8-bc8d-9ac1b5cfcae8 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:44.551859 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4e4ad27b-bf25-4a40-84e1-bacf48629ae2 req-d42678aa-6a91-4fd8-bc8d-9ac1b5cfcae8 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.0849617
Jun 04 15:28:44.605097 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 1a9554c1-f627-46e0-95f1-edc8a039006d details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:28:44.606140 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4e4ad27b-bf25-4a40-84e1-bacf48629ae2 req-287ea4cd-e909-43f9-baee-dc07f72252a4 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446832
Jun 04 15:28:44.665696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d2ca9-1894-4b95-b889-5b426abdcf61 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Calling delete_port for 82ee39f9-99b7-49c7-b251-90ab1cac325c owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:44.814570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 1a9554c1-f627-46e0-95f1-edc8a039006d, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1a9554c1-f627-46e0-95f1-edc8a039006d,segment=NetworkSegment(d6065b63-68f3-41ef-8616-5fd73bd991d8),segment_id=d6065b63-68f3-41ef-8616-5fd73bd991d8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:44.832449 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '1a9554c1-f627-46e0-95f1-edc8a039006d', 'network_id': 'dd0db704-a651-492c-af83-f8b620646609', 'port_id': '1a9554c1-f627-46e0-95f1-edc8a039006d', 'mac_address': 'fa:16:3e:b9:46:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7f515a-1071-4e58-b7aa-100a1daa4127', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:28:44.888957 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:44.912058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9554c1-f627-46e0-95f1-edc8a039006d {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:28:44.930548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a184f-b0d2-4176-9a01-beac833824a4 req-5577ab4c-1993-4bfe-a623-801a88f9b7dd tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:44.934977 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4a7a184f-b0d2-4176-9a01-beac833824a4 req-5577ab4c-1993-4bfe-a623-801a88f9b7dd tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 943 time: 0.1483386
Jun 04 15:28:44.935108 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 1a9554c1-f627-46e0-95f1-edc8a039006d, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1a9554c1-f627-46e0-95f1-edc8a039006d,segment=NetworkSegment(d6065b63-68f3-41ef-8616-5fd73bd991d8),segment_id=d6065b63-68f3-41ef-8616-5fd73bd991d8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:44.988763 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ce7d2ca9-1894-4b95-b889-5b426abdcf61 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:44.993828 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-065cc2df-d7f5-4052-a6b7-81c47094c723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:45.033647 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4a7a184f-b0d2-4176-9a01-beac833824a4 req-386a29f4-1c3b-4717-b440-d5b42cef4124 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954363
Jun 04 15:28:45.053312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d2ca9-1894-4b95-b889-5b426abdcf61 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event deleted for resources: {'Port': ['ID=82ee39f9-99b7-49c7-b251-90ab1cac325c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:45.055801 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ce7d2ca9-1894-4b95-b889-5b426abdcf61 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:45.102486 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:45.104395 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9a6bfc5b-ded4-4183-8115-59a025579a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:45.109505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55660) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:45.321824 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=1a9554c1-f627-46e0-95f1-edc8a039006d,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:45.326501 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:45.331412 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-89e0eda3-9e95-4aa3-aae9-d4048ad643e8 req-589e8207-c8ae-409c-939f-ada5d9c50ae0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 210 time: 0.1276286
Jun 04 15:28:45.340807 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ce7d2ca9-1894-4b95-b889-5b426abdcf61 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:45.389245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-932694157'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:45.397216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:45.401908 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:network and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:45.405114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:45.413197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:45.515622 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:45.520102 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:45.535995 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:45.551913 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:45.556075 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:security_group_rule and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:45.559402 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:45.562715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['1a9554c1-f627-46e0-95f1-edc8a039006d'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:28:45.572284 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:45.696515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7d2ca9-1894-4b95-b889-5b426abdcf61 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Router 7e1f9d46-56b5-4753-905a-3206c31205f4 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:28:45.717061 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:45.793284 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:45.804145 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e5f1524b-f270-454a-a740-3adc15ddeaca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:45.854773 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:28:45.867470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67fb6cee-c37a-44ee-be37-4c38c5f312c2,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:45.870621 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:45.876959 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:45.878728 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Added segment c6a1599d-e8a8-4ee9-856e-6cd960ec138c of type vlan for network 6acae085-7932-4691-b36e-433651ec3de1
Jun 04 15:28:45.884229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7d2ca9-1894-4b95-b889-5b426abdcf61 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:28:45.896240 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ce7d2ca9-1894-4b95-b889-5b426abdcf61 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "PUT /v2.0/routers/7e1f9d46-56b5-4753-905a-3206c31205f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9543746
Jun 04 15:28:45.897407 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed5627b-bff1-4031-8dce-13f2e68c6af2 None None] Sync routers for ids ['7e1f9d46-56b5-4753-905a-3206c31205f4'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:28:45.903656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55688) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:45.919109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed5627b-bff1-4031-8dce-13f2e68c6af2 None None] Routers {'7e1f9d46-56b5-4753-905a-3206c31205f4'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:45.920290 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-fed5627b-bff1-4031-8dce-13f2e68c6af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c2c6d90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7e1f9d46-56b5-4753-905a-3206c31205f4'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:45.989095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec5675-054f-46d1-825c-386b4ea5d96e req-a4fca123-6e68-42c9-ae4f-fbb8bdb62543 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:45.989285 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-fed5627b-bff1-4031-8dce-13f2e68c6af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c2c6d90>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:45.990668 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-adec5675-054f-46d1-825c-386b4ea5d96e req-a4fca123-6e68-42c9-ae4f-fbb8bdb62543 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.2449231
Jun 04 15:28:46.000174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed5627b-bff1-4031-8dce-13f2e68c6af2 None None] Routers {'7e1f9d46-56b5-4753-905a-3206c31205f4'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:46.001087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-fed5627b-bff1-4031-8dce-13f2e68c6af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c2c6d90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7e1f9d46-56b5-4753-905a-3206c31205f4'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:46.006687 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-4a2e4113-a6f7-402c-8716-49c7d9db4196 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] show failed (client error): The resource could not be found.
Jun 04 15:28:46.011317 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4a2e4113-a6f7-402c-8716-49c7d9db4196 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1339482110 HTTP/1.1" status: 404  len: 335 time: 0.1015599
Jun 04 15:28:46.011730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55692) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:46.016426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-9ae2b0fd-a391-47ce-9aec-3ff5cb482e54 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:46.028250 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:46.078185 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-fed5627b-bff1-4031-8dce-13f2e68c6af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c2c6d90>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:46.078960 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed5627b-bff1-4031-8dce-13f2e68c6af2 None None] The sync data for ids ['7e1f9d46-56b5-4753-905a-3206c31205f4'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:28:46.085911 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-9ae2b0fd-a391-47ce-9aec-3ff5cb482e54 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] update failed (client error): The resource could not be found.
Jun 04 15:28:46.087088 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9ae2b0fd-a391-47ce-9aec-3ff5cb482e54 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-732847070 HTTP/1.1" status: 404  len: 334 time: 0.0742607
Jun 04 15:28:46.090609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55696) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:46.094203 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-adec5675-054f-46d1-825c-386b4ea5d96e req-db7c3cb5-4115-4950-8219-45b3fdb8a0dc tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0924301
Jun 04 15:28:46.208058 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:46.213985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:46.256090 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:46.256090 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-46bfb0a6-ce12-441b-9b75-cbe9c6f451ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:46.329496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Network': ['ID=6acae085-7932-4691-b36e-433651ec3de1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:46.331608 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:46.341553 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:28:46.398974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-0579f594-9d4b-4d08-8b7c-31c0db4c0ab5 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Deleting subnet 9c83b411-42a8-415b-b415-7eda1f8b8d1c {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:28:46.421563 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0579f594-9d4b-4d08-8b7c-31c0db4c0ab5 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:46.442390 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.3310940
Jun 04 15:28:46.446199 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55712) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:46.451368 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:46.500571 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0579f594-9d4b-4d08-8b7c-31c0db4c0ab5 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:46.581799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee33370-4e85-4577-9e1c-b91ee115b0d2 req-ed37a65e-5ee5-4341-b726-09a17afa96d6 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:46.583610 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ee33370-4e85-4577-9e1c-b91ee115b0d2 req-ed37a65e-5ee5-4341-b726-09a17afa96d6 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.4215372
Jun 04 15:28:46.696231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51fa94-093b-4241-9bab-2608c6829d74 req-e5b58b0f-56c8-4406-9164-994f69e4060c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:46.698046 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c51fa94-093b-4241-9bab-2608c6829d74 req-e5b58b0f-56c8-4406-9164-994f69e4060c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 944 time: 0.3751042
Jun 04 15:28:46.779796 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0579f594-9d4b-4d08-8b7c-31c0db4c0ab5 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:46.780519 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f32d55a7-7109-4e3e-a942-c9c23d1b04b8 req-3e0506cd-8c0f-4f56-9fb5-389be2e8074a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 210 time: 0.2644284
Jun 04 15:28:46.802077 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:46.807125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:46.810412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:46.818686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:46.867066 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c51fa94-093b-4241-9bab-2608c6829d74 req-120174ba-ad81-466e-91f5-317e7ffb5658 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615224
Jun 04 15:28:46.949943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:46.962114 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:46.982401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-9ee33370-4e85-4577-9e1c-b91ee115b0d2 req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Deleting port 248242fb-86e0-4b31-9ab8-ab934205c117 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:46.982739 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9ee33370-4e85-4577-9e1c-b91ee115b0d2 req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:47.225390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-9ee33370-4e85-4577-9e1c-b91ee115b0d2 req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] For port 248242fb-86e0-4b31-9ab8-ab934205c117, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=248242fb-86e0-4b31-9ab8-ab934205c117,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:47.225745 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9ee33370-4e85-4577-9e1c-b91ee115b0d2 req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:47.552103 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:47.558157 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dd627bd6-0621-496c-a1fa-0bf7e55e0755 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:47.572057 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0579f594-9d4b-4d08-8b7c-31c0db4c0ab5 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:47.575778 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:47.646708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579f594-9d4b-4d08-8b7c-31c0db4c0ab5 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event deleted for resources: {'Subnet': ['ID=9c83b411-42a8-415b-b415-7eda1f8b8d1c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:47.651897 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0579f594-9d4b-4d08-8b7c-31c0db4c0ab5 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:47.658154 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0579f594-9d4b-4d08-8b7c-31c0db4c0ab5 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:47.660185 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=58e5cf48-9ffe-4ffc-b822-846cee74de29,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:47.664828 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:47.669197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:47.669658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network hostable DHCP agents. Network: 6acae085-7932-4691-b36e-433651ec3de1, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:28:47.672905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4025b30-bc51-4297-857f-a4a43f005c72 None None] Network b51c7045-95c4-4f85-b8dd-0984efd88946 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:47.703643 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0579f594-9d4b-4d08-8b7c-31c0db4c0ab5 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "DELETE /v2.0/subnets/9c83b411-42a8-415b-b415-7eda1f8b8d1c HTTP/1.1" status: 204  len: 168 time: 1.6093845
Jun 04 15:28:47.704201 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55758) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:47.800782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-e2a77d95-95ee-43cb-a0be-5057988f1b66 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:47.801472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-e2a77d95-95ee-43cb-a0be-5057988f1b66 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Synchronizing usage tracker for tenant:35b4af14bb3e432990c4361da6c462d1 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:28:47.807829 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:28:47.812574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d285b48-b32d-458b-8f80-aafde461cc93 req-36f3e0cc-764a-45a5-ab0d-124823aebc18 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:47.814917 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5d285b48-b32d-458b-8f80-aafde461cc93 req-36f3e0cc-764a-45a5-ab0d-124823aebc18 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 945 time: 0.5150852
Jun 04 15:28:47.849625 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9ee33370-4e85-4577-9e1c-b91ee115b0d2 req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:47.849999 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9ee33370-4e85-4577-9e1c-b91ee115b0d2 req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:47.850382 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-9ee33370-4e85-4577-9e1c-b91ee115b0d2 req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Floating IP cab4f1d3-a5c7-4531-b2c9-4bf40349fd44 disassociated. External IP: 172.25.4.254, port: 248242fb-86e0-4b31-9ab8-ab934205c117.
Jun 04 15:28:47.850729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-9ee33370-4e85-4577-9e1c-b91ee115b0d2 req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Calling delete_port for 248242fb-86e0-4b31-9ab8-ab934205c117 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:47.883846 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:48.004785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 6acae085-7932-4691-b36e-433651ec3de1) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:48.008465 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-56b2f36e-7137-4f7d-a2b6-b66659b1b1da req-075ee56b-7b74-46df-ba1b-41916fc2821f tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 210 time: 0.0844345
Jun 04 15:28:48.015734 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da15f065-cb02-4406-a914-130e2fc26668 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:48.046491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:48.047404 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:48.122047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Deleting port ec8bd73d-70db-429b-8509-0e095730dcd0 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:48.122421 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:48.127682 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6de29f-c908-4bd4-b075-74a374f2944b None None] DHCP port deletion for b51c7045-95c4-4f85-b8dd-0984efd88946 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:28:48.168618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-e2a77d95-95ee-43cb-a0be-5057988f1b66 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Unset dirty status for tenant:35b4af14bb3e432990c4361da6c462d1 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:28:48.169774 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-e2a77d95-95ee-43cb-a0be-5057988f1b66 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.65 "GET /v2.0/networks?id=d67310a1-ca89-4950-80ed-77fd8abcfab9 HTTP/1.1" status: 200  len: 814 time: 0.8272038
Jun 04 15:28:48.175237 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5d285b48-b32d-458b-8f80-aafde461cc93 req-781a35d1-ab6c-46ee-90ff-7056975d4fe3 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0a5c69-57ed-4f5a-933f-378193895a0e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2301266
Jun 04 15:28:48.193503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Request body: {'port': {'device_id': 'db18d3ab-a106-4f2d-9f22-998d1d8a6508', 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9', 'admin_state_up': True, 'tenant_id': '35b4af14bb3e432990c4361da6c462d1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:48.272833 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8253710
Jun 04 15:28:48.294486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55768) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:48.308664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'name': 'tempest-NetworksTestDHCPv6-2000124734'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:48.339754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:48.344293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Usage tracker for resource:port and tenant:35b4af14bb3e432990c4361da6c462d1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:48.345277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cb6de29f-c908-4bd4-b075-74a374f2944b None None] Deleting port ec8bd73d-70db-429b-8509-0e095730dcd0 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:48.345680 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb6de29f-c908-4bd4-b075-74a374f2944b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:48.347945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:48.354236 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:48.357605 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9ee33370-4e85-4577-9e1c-b91ee115b0d2 req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:48.371910 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03e5d0c7-2545-445e-a9c5-8b86e9c28afa tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:48.385897 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': '58e5cf48-9ffe-4ffc-b822-846cee74de29'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:28:48.387218 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:48.390441 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] For port ec8bd73d-70db-429b-8509-0e095730dcd0, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ec8bd73d-70db-429b-8509-0e095730dcd0,segment=NetworkSegment(83a2b917-9f3e-4365-91dd-84d0ac0b8529),segment_id=83a2b917-9f3e-4365-91dd-84d0ac0b8529)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:48.390903 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:48.404034 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 248242fb-86e0-4b31-9ab8-ab934205c117 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:28:48.423004 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event deleted for resources: {'Port': ['ID=248242fb-86e0-4b31-9ab8-ab934205c117,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:48.487020 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:48.513708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 248242fb-86e0-4b31-9ab8-ab934205c117 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:28:48.514060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 248242fb-86e0-4b31-9ab8-ab934205c117 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:28:48.581246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Made reservation on behalf of 35b4af14bb3e432990c4361da6c462d1 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:48.581246 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:48.582855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-cb6de29f-c908-4bd4-b075-74a374f2944b None None] For port ec8bd73d-70db-429b-8509-0e095730dcd0, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ec8bd73d-70db-429b-8509-0e095730dcd0,segment=NetworkSegment(83a2b917-9f3e-4365-91dd-84d0ac0b8529),segment_id=83a2b917-9f3e-4365-91dd-84d0ac0b8529)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:48.583275 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb6de29f-c908-4bd4-b075-74a374f2944b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:48.653804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Calling delete_port for ec8bd73d-70db-429b-8509-0e095730dcd0 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:48.665347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 1a9554c1-f627-46e0-95f1-edc8a039006d up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:28:48.709573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ee33370-4e85-4577-9e1c-b91ee115b0d2 req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Router 2263279c-b6a7-46a9-9165-d63dec5a76f0 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:28:48.757971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a6962-65fd-41f9-a51d-3edc21d84dce req-29e8cacc-3185-4476-b762-633c7c781e74 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:48.769343 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-936a6962-65fd-41f9-a51d-3edc21d84dce req-29e8cacc-3185-4476-b762-633c7c781e74 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 944 time: 0.6031828
Jun 04 15:28:48.777933 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cb6de29f-c908-4bd4-b075-74a374f2944b None None] Calling delete_port for ec8bd73d-70db-429b-8509-0e095730dcd0 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:48.837620 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-936a6962-65fd-41f9-a51d-3edc21d84dce req-0e2850ee-81ce-40cf-97ad-20e38c642452 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Synchronizing usage tracker for tenant:de106ad9de2a4d2686c3ddb77c613a23 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:28:48.855052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:48.859253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:48.863382 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:48.872124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:48.903281 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Allocated IP 2001:db8::2 (6acae085-7932-4691-b36e-433651ec3de1/58e5cf48-9ffe-4ffc-b822-846cee74de29/09e6e247-0505-4b91-98ec-8cac55913a0c) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:28:48.984157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:48.988638 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:49.011570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port 0105fdd7-1446-4b62-a9d7-2a15c9f0ef54 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:28:49.038219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Allocated IP 172.20.0.10 (d67310a1-ca89-4950-80ed-77fd8abcfab9/1843960c-a0fb-4622-a60e-eba128673683/393f8943-bb92-46e8-8366-f18b14c6aacb) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:28:49.041345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ee33370-4e85-4577-9e1c-b91ee115b0d2 req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:28:49.050765 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a71a46-d9c7-4762-bca4-752af945c416 None None] Sync routers for ids ['2263279c-b6a7-46a9-9165-d63dec5a76f0'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:28:49.061848 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a71a46-d9c7-4762-bca4-752af945c416 None None] Routers {'2263279c-b6a7-46a9-9165-d63dec5a76f0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:49.062526 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-16a71a46-d9c7-4762-bca4-752af945c416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c996730>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2263279c-b6a7-46a9-9165-d63dec5a76f0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:49.070306 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-936a6962-65fd-41f9-a51d-3edc21d84dce req-0e2850ee-81ce-40cf-97ad-20e38c642452 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Unset dirty status for tenant:de106ad9de2a4d2686c3ddb77c613a23 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:28:49.071438 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-936a6962-65fd-41f9-a51d-3edc21d84dce req-0e2850ee-81ce-40cf-97ad-20e38c642452 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3010800
Jun 04 15:28:49.075622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 1a9554c1-f627-46e0-95f1-edc8a039006d completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:28:49.112785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 1a9554c1-f627-46e0-95f1-edc8a039006d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:49.113202 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:49.137925 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:49.141258 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb6de29f-c908-4bd4-b075-74a374f2944b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:49.150400 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:49.163269 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:49.172066 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee33370-4e85-4577-9e1c-b91ee115b0d2 req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] No DVR routers for this DVR port 248242fb-86e0-4b31-9ab8-ab934205c117 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:28:49.177299 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9ee33370-4e85-4577-9e1c-b91ee115b0d2 req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:49.189834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4', 'name': 'network-vif-deleted', 'tag': '248242fb-86e0-4b31-9ab8-ab934205c117'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:28:49.193831 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3b996a-cc7d-4777-b06b-a6f3e8927bee" -d '{"events": [{"server_uuid": "9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4", "name": "network-vif-deleted", "tag": "248242fb-86e0-4b31-9ab8-ab934205c117"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:28:49.240626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6de29f-c908-4bd4-b075-74a374f2944b None None] Pushing event deleted for resources: {'Port': ['ID=ec8bd73d-70db-429b-8509-0e095730dcd0,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:49.244966 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6de29f-c908-4bd4-b075-74a374f2944b None None] No DVR routers for this DVR port ec8bd73d-70db-429b-8509-0e095730dcd0 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:28:49.249436 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cb6de29f-c908-4bd4-b075-74a374f2944b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:49.279807 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:49.297848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Transition to ACTIVE for port object 09e6e247-0505-4b91-98ec-8cac55913a0c will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:49.311904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] No DVR routers for this DVR port ec8bd73d-70db-429b-8509-0e095730dcd0 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:28:49.314498 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ee33370-4e85-4577-9e1c-b91ee115b0d2 req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.65 "DELETE /v2.0/ports/248242fb-86e0-4b31-9ab8-ab934205c117 HTTP/1.1" status: 204  len: 173 time: 2.7139378
Jun 04 15:28:49.370534 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Transition to ACTIVE for port object 09e6e247-0505-4b91-98ec-8cac55913a0c will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:49.375063 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-16a71a46-d9c7-4762-bca4-752af945c416 None None] Set router 2263279c-b6a7-46a9-9165-d63dec5a76f0 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:28:49.385718 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:49.407247 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event deleted for resources: {'Port': ['ID=ec8bd73d-70db-429b-8509-0e095730dcd0,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:49.419684 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:49.460401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 1a9554c1-f627-46e0-95f1-edc8a039006d, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1a9554c1-f627-46e0-95f1-edc8a039006d,segment=NetworkSegment(d6065b63-68f3-41ef-8616-5fd73bd991d8),segment_id=d6065b63-68f3-41ef-8616-5fd73bd991d8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:49.463508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a2edbb-beb3-4b04-8af4-2624629afd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9554c1-f627-46e0-95f1-edc8a039006d'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:28:49.468248 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd465bab-2f3b-4b12-bd49-48b294e8f14e x-openstack-request-id: req-cd465bab-2f3b-4b12-bd49-48b294e8f14e {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:28:49.468856 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4", "name": "network-vif-deleted", "tag": "248242fb-86e0-4b31-9ab8-ab934205c117", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:28:49.469340 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5438f0cf-caa5-490f-bb2d-a7f033e048aa" -d '{"events": [{"server_uuid": "74a2edbb-beb3-4b04-8af4-2624629afd45", "name": "network-vif-plugged", "status": "completed", "tag": "1a9554c1-f627-46e0-95f1-edc8a039006d"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:28:49.469833 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd465bab-2f3b-4b12-bd49-48b294e8f14e {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:28:49.470525 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4', 'name': 'network-vif-deleted', 'tag': '248242fb-86e0-4b31-9ab8-ab934205c117', 'status': 'completed', 'code': 200}
Jun 04 15:28:49.479916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8f909a38-ab05-456b-958e-dab7cda3968c req-ff9a174d-3f95-4e12-bc89-c7a08561c37b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Synchronizing usage tracker for tenant:35b4af14bb3e432990c4361da6c462d1 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:28:49.487893 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:49.509676 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:49.668758 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:49.669034 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:49.704754 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:49.708216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-8f909a38-ab05-456b-958e-dab7cda3968c req-ff9a174d-3f95-4e12-bc89-c7a08561c37b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Unset dirty status for tenant:35b4af14bb3e432990c4361da6c462d1 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:28:49.708532 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f909a38-ab05-456b-958e-dab7cda3968c req-ff9a174d-3f95-4e12-bc89-c7a08561c37b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 210 time: 0.3702233
Jun 04 15:28:49.732149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:49.740880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:28:49.778732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::54 (6acae085-7932-4691-b36e-433651ec3de1/58e5cf48-9ffe-4ffc-b822-846cee74de29/0105fdd7-1446-4b62-a9d7-2a15c9f0ef54) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:28:49.796313 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:49.816873 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:49.847166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Pushing event updated for resources: {'Port': ['ID=09e6e247-0505-4b91-98ec-8cac55913a0c,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:49.858092 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:49.858567 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:49.934069 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0c4784-ea0f-476d-8b86-0d224ca20110 x-openstack-request-id: req-6a0c4784-ea0f-476d-8b86-0d224ca20110 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:28:49.934378 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a2edbb-beb3-4b04-8af4-2624629afd45", "name": "network-vif-plugged", "status": "completed", "tag": "1a9554c1-f627-46e0-95f1-edc8a039006d", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:28:49.934645 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a0c4784-ea0f-476d-8b86-0d224ca20110 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:28:49.935058 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a2edbb-beb3-4b04-8af4-2624629afd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9554c1-f627-46e0-95f1-edc8a039006d', 'code': 200}
Jun 04 15:28:49.961658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Attempting to bind port 09e6e247-0505-4b91-98ec-8cac55913a0c on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:28:49.962086 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Attempting to bind port 09e6e247-0505-4b91-98ec-8cac55913a0c by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:28:49.962394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Attempting to bind port 09e6e247-0505-4b91-98ec-8cac55913a0c on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:28:49.975041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:28:49.975420 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:49.981666 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:49.981666 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:28:49.981666 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Bound port: 09e6e247-0505-4b91-98ec-8cac55913a0c, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:28:49.981666 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:49.984698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Pushing event updated for resources: {'Port': ['ID=393f8943-bb92-46e8-8366-f18b14c6aacb,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:49.986756 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-16a71a46-d9c7-4762-bca4-752af945c416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c996730>, [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:27Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0c239d36-cf9f-42d9-8c6d-3689c0b6060e', 'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'mac_address': 'fa:16:3e:94:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:26Z', 'updated_at': '2021-06-04T15:24:35Z', 'revision_number': 5, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'subnets': [{'id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:49.998543 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a71a46-d9c7-4762-bca4-752af945c416 None None] Checking router: 2263279c-b6a7-46a9-9165-d63dec5a76f0 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:28:49.999206 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:50.012674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Network d67310a1-ca89-4950-80ed-77fd8abcfab9 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:50.022620 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a71a46-d9c7-4762-bca4-752af945c416 None None] Routers {'2263279c-b6a7-46a9-9165-d63dec5a76f0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:28:50.024255 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-16a71a46-d9c7-4762-bca4-752af945c416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c996730>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:28:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2263279c-b6a7-46a9-9165-d63dec5a76f0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:50.051433 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-013a8d49-4230-458c-91af-ccbaf8a2ced7 req-248c540e-5dfb-4174-a270-2ea82bd77dd1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b0334d0-ed27-4ee6-8479-f0a7d31e3ac4 HTTP/1.1" status: 200  len: 210 time: 0.2395420
Jun 04 15:28:50.060483 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:50.064247 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ec8bd73d-70db-429b-8509-0e095730dcd0 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:28:50.088009 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386f9ae50>,) {'filters': {'network_id': ['b51c7045-95c4-4f85-b8dd-0984efd88946']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:50.098134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:50.104508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:28:50.118179 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: ec8bd73d-70db-429b-8509-0e095730dcd0 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:28:50.118539 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ec8bd73d-70db-429b-8509-0e095730dcd0 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:28:50.122892 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=1a9554c1-f627-46e0-95f1-edc8a039006d,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:50.127402 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:50.163843 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] For port 09e6e247-0505-4b91-98ec-8cac55913a0c, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:28:50.164542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f9ae50>, '83a2b917-9f3e-4365-91dd-84d0ac0b8529') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:50.164841 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f9ae50>, '83a2b917-9f3e-4365-91dd-84d0ac0b8529') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:50.170778 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] For port 09e6e247-0505-4b91-98ec-8cac55913a0c, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=09e6e247-0505-4b91-98ec-8cac55913a0c,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:28:50.177112 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:50.198215 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:50.205454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:28:50.205454 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:50.217397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55818) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:50.227729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:50.228585 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:50.259059 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:50.270912 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5dda7112-3f4d-434e-abf3-9d7233060c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:28:50.346800 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:28:50.356863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Pushing event updated for resources: {'Port': ['ID=09e6e247-0505-4b91-98ec-8cac55913a0c,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:50.363985 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:50.379564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f9d66-e6fa-43e3-837f-d4113b7e7f57 req-a252f9bb-7860-4cfa-9b84-7b9b2d325a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:50.383106 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-125f9d66-e6fa-43e3-837f-d4113b7e7f57 req-a252f9bb-7860-4cfa-9b84-7b9b2d325a47 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 1096 time: 0.3730156
Jun 04 15:28:50.456277 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-81c723ad-ce39-4790-8533-597a5426c36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:50.459857 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-16a71a46-d9c7-4762-bca4-752af945c416 None None] Set router 2263279c-b6a7-46a9-9165-d63dec5a76f0 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:28:50.475132 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2965701
Jun 04 15:28:50.478274 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-125f9d66-e6fa-43e3-837f-d4113b7e7f57 req-99a34519-a03c-4a2b-9806-aabf5014b6ae service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869520
Jun 04 15:28:50.488072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1016e-4f18-478e-9a5c-d34cff6d6328 req-5a860ce8-242c-4f70-aaee-6ecb513b7303 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:50.489864 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-27b1016e-4f18-478e-9a5c-d34cff6d6328 req-5a860ce8-242c-4f70-aaee-6ecb513b7303 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.2504337
Jun 04 15:28:50.493867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-81c723ad-ce39-4790-8533-597a5426c36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:50.498617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Request body: {'port': {'device_id': 'db18d3ab-a106-4f2d-9f22-998d1d8a6508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:50.521062 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:50.534072 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c76ca7ad-99d6-459a-81a4-edfcc7aada54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:50.546335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-81c723ad-ce39-4790-8533-597a5426c36e admin admin] Usage tracker for resource:security_group_rule and tenant:af5e15c96a2946f480c7be667fbc557a is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:50.551130 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:50.590063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event deleted for resources: {'Network': ['ID=b51c7045-95c4-4f85-b8dd-0984efd88946,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:50.606125 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:50.612820 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "DELETE /v2.0/networks/b51c7045-95c4-4f85-b8dd-0984efd88946 HTTP/1.1" status: 204  len: 168 time: 2.9053848
Jun 04 15:28:50.622787 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:50.650410 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55822) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:50.718448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object 0105fdd7-1446-4b62-a9d7-2a15c9f0ef54 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:50.775984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45aeb5f-295d-4808-80c6-2b50f6c2e789 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Deleting subnet 5a0e7a32-b03f-4216-93f5-087da3597508 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:28:50.781987 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c45aeb5f-295d-4808-80c6-2b50f6c2e789 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:50.858189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-81c723ad-ce39-4790-8533-597a5426c36e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:50.859386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c45aeb5f-295d-4808-80c6-2b50f6c2e789 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:50.864381 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:50.889222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-81c723ad-ce39-4790-8533-597a5426c36e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:50.965886 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:50.969018 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-27b1016e-4f18-478e-9a5c-d34cff6d6328 req-33eb9e80-9946-4a44-9ee4-bd7f7ae20a8c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4309719
Jun 04 15:28:50.975617 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-13bb14f7-2841-48ad-9647-7ea8ff96ca65 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:51.018120 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-16a71a46-d9c7-4762-bca4-752af945c416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c996730>, [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:27Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0c239d36-cf9f-42d9-8c6d-3689c0b6060e', 'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'mac_address': 'fa:16:3e:94:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:26Z', 'updated_at': '2021-06-04T15:24:35Z', 'revision_number': 5, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'subnets': [{'id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:51.018338 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a71a46-d9c7-4762-bca4-752af945c416 None None] The sync data for ids ['2263279c-b6a7-46a9-9165-d63dec5a76f0'] in n-d-791505-9 is: [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:27Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0c239d36-cf9f-42d9-8c6d-3689c0b6060e', 'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'mac_address': 'fa:16:3e:94:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:26Z', 'updated_at': '2021-06-04T15:24:35Z', 'revision_number': 5, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'subnets': [{'id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:28:51.093954 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:51.113326 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:51.123459 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:28:51.131316 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:51.131981 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:51.137822 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=0105fdd7-1446-4b62-a9d7-2a15c9f0ef54,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:51.164274 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c45aeb5f-295d-4808-80c6-2b50f6c2e789 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:51.227663 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:51.270872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58481e2c-da9a-44a0-9adb-893af1fb6c6c req-14a0dc5f-deb8-45b6-8fa8-0fe09e128d4e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:51.272672 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58481e2c-da9a-44a0-9adb-893af1fb6c6c req-14a0dc5f-deb8-45b6-8fa8-0fe09e128d4e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 932 time: 0.3688576
Jun 04 15:28:51.291629 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-81c723ad-ce39-4790-8533-597a5426c36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:51.350642 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.0519326
Jun 04 15:28:51.361232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55832) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:51.386152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4062af1-6a46-45ec-830d-2b8792db2c19 None None] New status for floating IP cab4f1d3-a5c7-4531-b2c9-4bf40349fd44: DOWN {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:28:51.408692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55834) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:51.466891 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-81c723ad-ce39-4790-8533-597a5426c36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:51.472753 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:51.488148 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-58481e2c-da9a-44a0-9adb-893af1fb6c6c req-628b9ae2-06b9-44e9-bf28-814507dc659a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931496
Jun 04 15:28:51.544943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393f8943-bb92-46e8-8366-f18b14c6aacb {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:28:51.589594 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7235aa6d-492f-4132-b951-69e113f978b0 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:51.595015 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:51.609558 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-81c723ad-ce39-4790-8533-597a5426c36e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af5e15c96a2946f480c7be667fbc557a&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3766859
Jun 04 15:28:51.610377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c723ad-ce39-4790-8533-597a5426c36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02bdea5-ebf3-464b-89fa-bebab352d412,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:51.612722 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55836) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:51.624702 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-81c723ad-ce39-4790-8533-597a5426c36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:51.657085 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7235aa6d-492f-4132-b951-69e113f978b0 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:51.670041 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Transition to ACTIVE for port object 393f8943-bb92-46e8-8366-f18b14c6aacb will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:51.702237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff97654-d817-443c-b4f9-43b9cefc1472 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:51.711155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff97654-d817-443c-b4f9-43b9cefc1472 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:51.715218 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6ff97654-d817-443c-b4f9-43b9cefc1472 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.3500690
Jun 04 15:28:51.716555 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55838) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:51.760473 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c45aeb5f-295d-4808-80c6-2b50f6c2e789 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:51.766953 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:51.773621 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0d23adb4-191e-41b4-9ae4-f0fce0052fba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:51.778626 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ec04c358-49f4-442c-8a82-60c3cfe4a743 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:51.840785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9b9d4f-8f14-4e56-a467-46c23443abfc None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:51.879743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45aeb5f-295d-4808-80c6-2b50f6c2e789 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event deleted for resources: {'Subnet': ['ID=5a0e7a32-b03f-4216-93f5-087da3597508,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:51.890921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5835563e-83cd-499d-8480-c084a76deb9d None None] Network 7079a82f-d6c6-4faf-8390-4780851d0319 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:51.899526 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7235aa6d-492f-4132-b951-69e113f978b0 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:51.907507 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c45aeb5f-295d-4808-80c6-2b50f6c2e789 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:51.938480 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c45aeb5f-295d-4808-80c6-2b50f6c2e789 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:51.999463 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c45aeb5f-295d-4808-80c6-2b50f6c2e789 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "DELETE /v2.0/subnets/5a0e7a32-b03f-4216-93f5-087da3597508 HTTP/1.1" status: 204  len: 168 time: 1.3476894
Jun 04 15:28:52.000682 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86c27683-52b7-4b08-ae37-8e2fa9114d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:52.007655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55840) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:52.149626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Pushing event updated for resources: {'Port': ['ID=393f8943-bb92-46e8-8366-f18b14c6aacb,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:52.180050 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:52.181913 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1b71f589-7c1f-407b-a48d-2080f1541758 tempest-PortsAdminExtendedAttrsTestJSON-693634133 tempest-PortsAdminExtendedAttrsTestJSON-693634133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:52.201791 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86c27683-52b7-4b08-ae37-8e2fa9114d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:52.207604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Deleting subnet c3567676-a75f-4feb-b89c-8581cc15f24f {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:28:52.220780 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:52.223513 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 09e6e247-0505-4b91-98ec-8cac55913a0c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:28:52.268719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-1c11684e-a438-4e0e-8532-149ec9db7def tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port 0105fdd7-1446-4b62-a9d7-2a15c9f0ef54 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:52.269204 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c11684e-a438-4e0e-8532-149ec9db7def tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:52.275829 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-14f6c013-3c29-4b08-acf7-74c6732dfdb6 None None] Provisioning for port 09e6e247-0505-4b91-98ec-8cac55913a0c completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:28:52.300542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235aa6d-492f-4132-b951-69e113f978b0 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0a5c69-57ed-4f5a-933f-378193895a0e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:52.312806 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7235aa6d-492f-4132-b951-69e113f978b0 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:52.313919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7235aa6d-492f-4132-b951-69e113f978b0 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "DELETE /v2.0/security-groups/ff0a5c69-57ed-4f5a-933f-378193895a0e HTTP/1.1" status: 204  len: 168 time: 0.9017353
Jun 04 15:28:52.320517 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7235aa6d-492f-4132-b951-69e113f978b0 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:52.321671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55846) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:52.347900 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-124fbdc4-32dc-4be0-a004-2e2db1abdc89 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] show failed (client error): The resource could not be found.
Jun 04 15:28:52.351365 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-124fbdc4-32dc-4be0-a004-2e2db1abdc89 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups/ff0a5c69-57ed-4f5a-933f-378193895a0e HTTP/1.1" status: 404  len: 347 time: 0.0257108
Jun 04 15:28:52.351531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Attempting to bind port 393f8943-bb92-46e8-8366-f18b14c6aacb on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:28:52.351531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Attempting to bind port 393f8943-bb92-46e8-8366-f18b14c6aacb by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'e3080382-b39c-4fd3-8979-9ba6f045ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:28:52.351531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Attempting to bind port 393f8943-bb92-46e8-8366-f18b14c6aacb on network d67310a1-ca89-4950-80ed-77fd8abcfab9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:28:52.361759 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55848) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:52.428304 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:52.469932 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c11684e-a438-4e0e-8532-149ec9db7def tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:52.477976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Port 393f8943-bb92-46e8-8366-f18b14c6aacb on network d67310a1-ca89-4950-80ed-77fd8abcfab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:28:52.478313 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Attempting to bind port 393f8943-bb92-46e8-8366-f18b14c6aacb on network d67310a1-ca89-4950-80ed-77fd8abcfab9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:28:52.544691 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86c27683-52b7-4b08-ae37-8e2fa9114d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:52.568718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 09e6e247-0505-4b91-98ec-8cac55913a0c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:28:52.582559 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 09e6e247-0505-4b91-98ec-8cac55913a0c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:52.582951 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:52.613622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:28:52.613997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Checking segment: {'id': 'e3080382-b39c-4fd3-8979-9ba6f045ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:52.614738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Bound using segment: {'id': 'e3080382-b39c-4fd3-8979-9ba6f045ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:28:52.615192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Bound port: 393f8943-bb92-46e8-8366-f18b14c6aacb, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3080382-b39c-4fd3-8979-9ba6f045ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:28:52.615533 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:52.620280 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eafd7dfc-b673-474f-b6cb-a65c30e0bf16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:52.687685 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d14100-6821-42c0-8672-d7905893ea5a None None] DHCP port deletion for 7079a82f-d6c6-4faf-8390-4780851d0319 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:28:52.807253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574fd42-206a-41e4-a2fe-727d5e77eb2c req-00f59d71-f676-4a16-a6f3-6b3361496929 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:52.813916 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-1c11684e-a438-4e0e-8532-149ec9db7def tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for 0105fdd7-1446-4b62-a9d7-2a15c9f0ef54 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:52.815094 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2574fd42-206a-41e4-a2fe-727d5e77eb2c req-00f59d71-f676-4a16-a6f3-6b3361496929 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.5973725
Jun 04 15:28:52.817156 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:52.824958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c27683-52b7-4b08-ae37-8e2fa9114d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02bdea5-ebf3-464b-89fa-bebab352d412,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:52.834099 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-86c27683-52b7-4b08-ae37-8e2fa9114d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:52.889109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7bcb940d-550e-4ffb-9a32-ec28363dab26 None None] Provisioning complete for port 09e6e247-0505-4b91-98ec-8cac55913a0c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:52.889663 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7bcb940d-550e-4ffb-9a32-ec28363dab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:52.895593 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:52.903037 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86c27683-52b7-4b08-ae37-8e2fa9114d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:52.903037 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-86c27683-52b7-4b08-ae37-8e2fa9114d41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d02bdea5-ebf3-464b-89fa-bebab352d412 HTTP/1.1" status: 204  len: 168 time: 1.2749667
Jun 04 15:28:52.973624 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 09e6e247-0505-4b91-98ec-8cac55913a0c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=09e6e247-0505-4b91-98ec-8cac55913a0c,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:52.994677 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c4251-a936-4a4c-88e0-010b8dd11236 req-44e63ff9-9d22-488a-8117-bf430dc5ab7f tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:52.996732 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b01c4251-a936-4a4c-88e0-010b8dd11236 req-44e63ff9-9d22-488a-8117-bf430dc5ab7f tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 944 time: 0.1787732
Jun 04 15:28:53.007376 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-81d14100-6821-42c0-8672-d7905893ea5a None None] Deleting port 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:53.011930 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-81d14100-6821-42c0-8672-d7905893ea5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:53.059448 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b01c4251-a936-4a4c-88e0-010b8dd11236 req-0a5d0b7b-094f-4c09-a5e8-10ca3c201305 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497725
Jun 04 15:28:53.103834 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:53.114977 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:53.131791 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2574fd42-206a-41e4-a2fe-727d5e77eb2c req-54ff59cc-2eb9-414c-85d9-eb0efda50835 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3150320
Jun 04 15:28:53.138279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:28:53.171055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=393f8943-bb92-46e8-8366-f18b14c6aacb,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:28:53.179223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b9e1c-cbce-422d-9bf1-574ed306677e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Deleting port 58284ef7-25a0-48f2-913e-fb783002c91a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:53.179564 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9e1c-cbce-422d-9bf1-574ed306677e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:53.248367 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c11684e-a438-4e0e-8532-149ec9db7def tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:53.271406 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a28110dc-8ae0-4be0-83b1-d5f9b2b506b0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:53.311756 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:53.313855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-81d14100-6821-42c0-8672-d7905893ea5a None None] For port 83be3caf-8164-4ec8-85dd-f19f9dc4ed85, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=83be3caf-8164-4ec8-85dd-f19f9dc4ed85,segment=NetworkSegment(4ca29194-b2ff-45f7-9bcd-7ecee6242cd4),segment_id=4ca29194-b2ff-45f7-9bcd-7ecee6242cd4)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:53.313855 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-81d14100-6821-42c0-8672-d7905893ea5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:53.364796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11684e-a438-4e0e-8532-149ec9db7def tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=0105fdd7-1446-4b62-a9d7-2a15c9f0ef54,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:53.369183 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1c11684e-a438-4e0e-8532-149ec9db7def tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:53.375672 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c11684e-a438-4e0e-8532-149ec9db7def tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:53.382968 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-988133d2-f48b-4142-9fce-29f8a99e8d9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:53.383519 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1c11684e-a438-4e0e-8532-149ec9db7def tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/0105fdd7-1446-4b62-a9d7-2a15c9f0ef54 HTTP/1.1" status: 204  len: 168 time: 1.6663799
Jun 04 15:28:53.389024 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55858) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:53.530341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Pushing event updated for resources: {'Port': ['ID=393f8943-bb92-46e8-8366-f18b14c6aacb,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:53.536669 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:53.584172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba26d72-34c8-4416-94b9-849a5de79f52 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:53.586124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba26d72-34c8-4416-94b9-849a5de79f52 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:53.586914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1ba26d72-34c8-4416-94b9-849a5de79f52 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:28:53.652247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:53.653172 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:53.654707 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] 10.222.0.65 "PUT /v2.0/ports/393f8943-bb92-46e8-8366-f18b14c6aacb HTTP/1.1" status: 200  len: 1092 time: 3.1610110
Jun 04 15:28:53.658698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db18d3ab-a106-4f2d-9f22-998d1d8a6508', 'tag': '393f8943-bb92-46e8-8366-f18b14c6aacb'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:28:53.669584 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa3d55f-ef76-40af-9a55-5ff685f2c071" -d '{"events": [{"name": "network-changed", "server_uuid": "db18d3ab-a106-4f2d-9f22-998d1d8a6508", "tag": "393f8943-bb92-46e8-8366-f18b14c6aacb"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:28:53.678384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1ba26d72-34c8-4416-94b9-849a5de79f52 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:28:53.679759 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1ba26d72-34c8-4416-94b9-849a5de79f52 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2893145
Jun 04 15:28:53.683139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55864) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:53.683961 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-81d14100-6821-42c0-8672-d7905893ea5a None None] Calling delete_port for 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:53.687150 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:53.691136 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7bcb940d-550e-4ffb-9a32-ec28363dab26 None None] Could not find standard attr ID for object 0105fdd7-1446-4b62-a9d7-2a15c9f0ef54. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:28:53.700159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=09e6e247-0505-4b91-98ec-8cac55913a0c,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:53.703802 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:53.751247 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9e1c-cbce-422d-9bf1-574ed306677e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:53.751480 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9e1c-cbce-422d-9bf1-574ed306677e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:53.790070 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5c1ac2-b0ff-4122-abf0-ff5d1ed8332a x-openstack-request-id: req-be5c1ac2-b0ff-4122-abf0-ff5d1ed8332a {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:28:53.790802 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db18d3ab-a106-4f2d-9f22-998d1d8a6508", "tag": "393f8943-bb92-46e8-8366-f18b14c6aacb", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:28:53.791390 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be5c1ac2-b0ff-4122-abf0-ff5d1ed8332a {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:28:53.792044 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db18d3ab-a106-4f2d-9f22-998d1d8a6508', 'tag': '393f8943-bb92-46e8-8366-f18b14c6aacb', 'status': 'completed', 'code': 200}
Jun 04 15:28:53.808019 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b2d712b5-80eb-40cc-b57d-907aa1b9d370 None None] Could not find standard attr ID for object 0105fdd7-1446-4b62-a9d7-2a15c9f0ef54. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:28:53.823637 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-b645eae9-ad59-43e1-8eab-c6825c720c21 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 58e5cf48-9ffe-4ffc-b822-846cee74de29 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:28:53.826796 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b645eae9-ad59-43e1-8eab-c6825c720c21 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:53.875605 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-81d14100-6821-42c0-8672-d7905893ea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:53.881920 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:53.904205 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b645eae9-ad59-43e1-8eab-c6825c720c21 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:53.936990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d14100-6821-42c0-8672-d7905893ea5a None None] Pushing event deleted for resources: {'Port': ['ID=83be3caf-8164-4ec8-85dd-f19f9dc4ed85,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:53.941034 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-81d14100-6821-42c0-8672-d7905893ea5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:53.942688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d14100-6821-42c0-8672-d7905893ea5a None None] No DVR routers for this DVR port 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:28:54.001833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b9e1c-cbce-422d-9bf1-574ed306677e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Calling delete_port for 58284ef7-25a0-48f2-913e-fb783002c91a owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:54.004162 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b645eae9-ad59-43e1-8eab-c6825c720c21 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:54.055450 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 09e6e247-0505-4b91-98ec-8cac55913a0c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:28:54.130213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 09e6e247-0505-4b91-98ec-8cac55913a0c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:28:54.130644 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:54.200675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3d55f-ef76-40af-9a55-5ff685f2c071 req-979eb290-979e-42ae-9e1e-6d03ebaa279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:54.203471 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ffa3d55f-ef76-40af-9a55-5ff685f2c071 req-979eb290-979e-42ae-9e1e-6d03ebaa279a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35b4af14bb3e432990c4361da6c462d1&device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 1095 time: 0.4000478
Jun 04 15:28:54.269145 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:54.319710 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:54.372311 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:28:54.412505 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:28:54.413174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 83be3caf-8164-4ec8-85dd-f19f9dc4ed85 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:28:54.432544 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f39037-42d0-407a-9640-ea226df5543b req-81d6bb84-836e-4bc6-97dc-d3d8ca410e4b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:54.434665 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7f39037-42d0-407a-9640-ea226df5543b req-81d6bb84-836e-4bc6-97dc-d3d8ca410e4b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 944 time: 0.1805930
Jun 04 15:28:54.435688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event deleted for resources: {'Subnet': ['ID=c3567676-a75f-4feb-b89c-8581cc15f24f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:54.438492 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:54.449740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093b23af-de52-4cda-a26f-c255ee190571 None None] Network 354fe941-b5cb-400b-888a-59ca16a81fac requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:54.503620 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:54.504115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:54.504504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:54.504883 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:54.505276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:54.506603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:54.506603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:54.506802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:54.507113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:54.507474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:54.507833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:54.512637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:28:54.512818 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7f39037-42d0-407a-9640-ea226df5543b req-418aa411-2e93-4a59-9c20-f5c8338e9c94 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646522
Jun 04 15:28:54.532862 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b645eae9-ad59-43e1-8eab-c6825c720c21 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:54.538457 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1c62fe50-a5af-4e3b-9bdf-64114ff84557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:54.585805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645eae9-ad59-43e1-8eab-c6825c720c21 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=58e5cf48-9ffe-4ffc-b822-846cee74de29,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:54.589695 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b645eae9-ad59-43e1-8eab-c6825c720c21 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:54.590920 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b645eae9-ad59-43e1-8eab-c6825c720c21 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:54.603615 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:54.616086 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffbc53d-2b65-4835-ba54-088ab46602ad None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:54.618160 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "DELETE /v2.0/subnets/c3567676-a75f-4feb-b89c-8581cc15f24f HTTP/1.1" status: 204  len: 168 time: 2.6023667
Jun 04 15:28:54.620609 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55886) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:54.730623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3d55f-ef76-40af-9a55-5ff685f2c071 req-8a15001e-bd9a-426c-a73a-55f4d8d3d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:54.737273 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ffa3d55f-ef76-40af-9a55-5ff685f2c071 req-8a15001e-bd9a-426c-a73a-55f4d8d3d679 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=35b4af14bb3e432990c4361da6c462d1&shared=False HTTP/1.1" status: 200  len: 915 time: 0.5219593
Jun 04 15:28:54.770465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9893395-de97-4f3e-85b3-2c0ef672d377 req-4f373697-7edf-450d-b7de-d613f8480e53 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:54.771877 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b9893395-de97-4f3e-85b3-2c0ef672d377 req-4f373697-7edf-450d-b7de-d613f8480e53 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.4071295
Jun 04 15:28:54.773688 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-143df8f4-de16-42d3-b3e5-abc0a1e0ba03 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:54.779369 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b645eae9-ad59-43e1-8eab-c6825c720c21 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/58e5cf48-9ffe-4ffc-b822-846cee74de29 HTTP/1.1" status: 204  len: 168 time: 1.0949802
Jun 04 15:28:54.781532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55894) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:54.805477 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9e1c-cbce-422d-9bf1-574ed306677e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:54.828406 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:54.863243 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6b9b8499-c940-4091-87ad-9243267fc649 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0800786
Jun 04 15:28:54.863900 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55896) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:54.870840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e4054cea-6324-42a7-8d70-ae91713f8e88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:54.958646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b9e1c-cbce-422d-9bf1-574ed306677e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event deleted for resources: {'Port': ['ID=58284ef7-25a0-48f2-913e-fb783002c91a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:54.971562 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6f1b9e1c-cbce-422d-9bf1-574ed306677e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:55.008654 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39aabf7-c6c2-4502-abfc-eb5c2feef5da None None] DHCP port deletion for 354fe941-b5cb-400b-888a-59ca16a81fac request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:28:55.050424 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c624ea70-c563-40a7-b1c2-3609b63c769d None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:28:55.063956 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b9893395-de97-4f3e-85b3-2c0ef672d377 req-fb57e4d3-26c8-4353-a566-8595eb723098 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2623942
Jun 04 15:28:55.091604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3d55f-ef76-40af-9a55-5ff685f2c071 req-c9fa0939-004d-4e9e-8f5e-8385469f0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:55.091878 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ffa3d55f-ef76-40af-9a55-5ff685f2c071 req-c9fa0939-004d-4e9e-8f5e-8385469f0b94 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3516061
Jun 04 15:28:55.093009 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9e1c-cbce-422d-9bf1-574ed306677e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:55.109065 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9e1c-cbce-422d-9bf1-574ed306677e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:55.110302 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6f1b9e1c-cbce-422d-9bf1-574ed306677e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "DELETE /v2.0/floatingips/cab4f1d3-a5c7-4531-b2c9-4bf40349fd44 HTTP/1.1" status: 204  len: 168 time: 2.7449903
Jun 04 15:28:55.158950 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e4054cea-6324-42a7-8d70-ae91713f8e88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:55.164571 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-143df8f4-de16-42d3-b3e5-abc0a1e0ba03 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:55.196290 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e4054cea-6324-42a7-8d70-ae91713f8e88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:55.200404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e4054cea-6324-42a7-8d70-ae91713f8e88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:55.205183 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e39aabf7-c6c2-4502-abfc-eb5c2feef5da None None] Deleting port bad21fc5-865f-4345-9316-38cb4f81e6d4 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:55.205620 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e39aabf7-c6c2-4502-abfc-eb5c2feef5da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:55.211508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-143df8f4-de16-42d3-b3e5-abc0a1e0ba03 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c3c87c0>,) {'filters': {'network_id': ['7079a82f-d6c6-4faf-8390-4780851d0319']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:55.225701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e4054cea-6324-42a7-8d70-ae91713f8e88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:55.237889 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-143df8f4-de16-42d3-b3e5-abc0a1e0ba03 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c3c87c0>, '4ca29194-b2ff-45f7-9bcd-7ecee6242cd4') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:55.238113 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c624ea70-c563-40a7-b1c2-3609b63c769d None None] Deleting port 09e6e247-0505-4b91-98ec-8cac55913a0c {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:55.238655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-143df8f4-de16-42d3-b3e5-abc0a1e0ba03 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c3c87c0>, '4ca29194-b2ff-45f7-9bcd-7ecee6242cd4') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:55.244914 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c624ea70-c563-40a7-b1c2-3609b63c769d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:55.256951 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-143df8f4-de16-42d3-b3e5-abc0a1e0ba03 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:55.276676 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-143df8f4-de16-42d3-b3e5-abc0a1e0ba03 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:55.285247 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143df8f4-de16-42d3-b3e5-abc0a1e0ba03 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:28:55.285700 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-143df8f4-de16-42d3-b3e5-abc0a1e0ba03 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:28:55.306028 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:28:55.312036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-dd8abb6f-ea96-40d1-baab-a94f75a8a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:55.314366 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-dd8abb6f-ea96-40d1-baab-a94f75a8a3e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35b4af14bb3e432990c4361da6c462d1&device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 1095 time: 0.1427159
Jun 04 15:28:55.375660 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4054cea-6324-42a7-8d70-ae91713f8e88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:55.380502 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e4054cea-6324-42a7-8d70-ae91713f8e88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:55.435554 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-15ebb962-a782-405e-bd84-f7c8bf459c44 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393f8943-bb92-46e8-8366-f18b14c6aacb HTTP/1.1" status: 200  len: 217 time: 0.1137435
Jun 04 15:28:55.453931 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e39aabf7-c6c2-4502-abfc-eb5c2feef5da None None] For port bad21fc5-865f-4345-9316-38cb4f81e6d4, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bad21fc5-865f-4345-9316-38cb4f81e6d4,segment=NetworkSegment(90ea4873-cd81-42e3-932d-b5727ebde770),segment_id=90ea4873-cd81-42e3-932d-b5727ebde770)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:55.454612 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e39aabf7-c6c2-4502-abfc-eb5c2feef5da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:55.470844 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c624ea70-c563-40a7-b1c2-3609b63c769d None None] For port 09e6e247-0505-4b91-98ec-8cac55913a0c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=09e6e247-0505-4b91-98ec-8cac55913a0c,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:55.471581 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c624ea70-c563-40a7-b1c2-3609b63c769d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:55.579975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-c5ce48d0-9098-4a56-9544-d069edef5757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:55.587247 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-143df8f4-de16-42d3-b3e5-abc0a1e0ba03 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:55.589768 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-c5ce48d0-9098-4a56-9544-d069edef5757 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1843960c-a0fb-4622-a60e-eba128673683 HTTP/1.1" status: 200  len: 854 time: 0.1475065
Jun 04 15:28:55.599928 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2f2942a1-6ebe-4a2c-a299-9886c26c9888 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:55.633053 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-143df8f4-de16-42d3-b3e5-abc0a1e0ba03 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:55.642432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143df8f4-de16-42d3-b3e5-abc0a1e0ba03 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event deleted for resources: {'Network': ['ID=7079a82f-d6c6-4faf-8390-4780851d0319,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:55.650672 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-143df8f4-de16-42d3-b3e5-abc0a1e0ba03 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:55.657200 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-143df8f4-de16-42d3-b3e5-abc0a1e0ba03 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "DELETE /v2.0/networks/7079a82f-d6c6-4faf-8390-4780851d0319 HTTP/1.1" status: 204  len: 168 time: 1.0352960
Jun 04 15:28:55.669345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55914) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:55.859394 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:55.864327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55918) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:55.869899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1704843180', 'description': 'tempest-description--656084985'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:55.885582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:55.937948 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e39aabf7-c6c2-4502-abfc-eb5c2feef5da None None] Calling delete_port for bad21fc5-865f-4345-9316-38cb4f81e6d4 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:55.944923 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-dbfe17d8-0922-490c-8c8e-63a8dd4a1677 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d67310a1-ca89-4950-80ed-77fd8abcfab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3457718
Jun 04 15:28:55.948761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Usage tracker for resource:security_group and tenant:0f9666fef72042a089a1b7fec6d0d3ff is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:55.953458 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:55.986165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:56.092077 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bad21fc5-865f-4345-9316-38cb4f81e6d4 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:28:56.131665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c624ea70-c563-40a7-b1c2-3609b63c769d None None] Calling delete_port for 09e6e247-0505-4b91-98ec-8cac55913a0c owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:56.149878 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:56.168787 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:56.205313 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255d426-7fb6-4106-a92b-1a9fb85e658c req-4920a490-81ac-4d38-85fe-e5c0f217e130 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:56.212691 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b255d426-7fb6-4106-a92b-1a9fb85e658c req-4920a490-81ac-4d38-85fe-e5c0f217e130 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 944 time: 0.3270667
Jun 04 15:28:56.280720 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-bea153c2-a87f-416f-9b81-ec8b0eab36bd service neutron] 10.222.0.65 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3199794
Jun 04 15:28:56.282712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08bbff-d144-4c1c-9d00-a8cf89a63573 req-d174f40f-40fc-4b64-b47d-1ab3e5c4a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:56.284795 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f08bbff-d144-4c1c-9d00-a8cf89a63573 req-d174f40f-40fc-4b64-b47d-1ab3e5c4a950 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de106ad9de2a4d2686c3ddb77c613a23&device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 1096 time: 0.2906988
Jun 04 15:28:56.311899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-b255d426-7fb6-4106-a92b-1a9fb85e658c req-57118edc-b663-484a-a36d-c54b3031c88b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Synchronizing usage tracker for tenant:35b4af14bb3e432990c4361da6c462d1 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:28:56.332425 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:56.395281 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:56.404835 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Usage tracker for resource:security_group_rule and tenant:0f9666fef72042a089a1b7fec6d0d3ff is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:56.410476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Deleting port bad21fc5-865f-4345-9316-38cb4f81e6d4 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:56.410819 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:56.422791 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:56.435509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:56.442028 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c624ea70-c563-40a7-b1c2-3609b63c769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:56.447131 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f0c70d6a-8fc8-43f4-a1fa-8c19759ccd04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:56.491409 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e39aabf7-c6c2-4502-abfc-eb5c2feef5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:56.547843 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624ea70-c563-40a7-b1c2-3609b63c769d None None] Pushing event deleted for resources: {'Port': ['ID=09e6e247-0505-4b91-98ec-8cac55913a0c,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:56.553306 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c624ea70-c563-40a7-b1c2-3609b63c769d None None] No DVR routers for this DVR port 09e6e247-0505-4b91-98ec-8cac55913a0c on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:28:56.564439 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 09e6e247-0505-4b91-98ec-8cac55913a0c no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:28:56.583924 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c624ea70-c563-40a7-b1c2-3609b63c769d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:56.592117 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8f677b60-8dbc-412a-9f10-c8026027ad29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:56.593049 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0bf28a8c-174e-466b-97ef-c8785b14c066 req-ebe01ba3-1b97-42a7-a959-5f4946d7e815 service neutron] 10.222.0.65 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2988751
Jun 04 15:28:56.593049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-b255d426-7fb6-4106-a92b-1a9fb85e658c req-57118edc-b663-484a-a36d-c54b3031c88b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Unset dirty status for tenant:35b4af14bb3e432990c4361da6c462d1 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:28:56.602428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b255d426-7fb6-4106-a92b-1a9fb85e658c req-57118edc-b663-484a-a36d-c54b3031c88b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3887749
Jun 04 15:28:56.606283 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] For port bad21fc5-865f-4345-9316-38cb4f81e6d4, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bad21fc5-865f-4345-9316-38cb4f81e6d4,segment=NetworkSegment(90ea4873-cd81-42e3-932d-b5727ebde770),segment_id=90ea4873-cd81-42e3-932d-b5727ebde770)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:56.606652 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:56.613254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08bbff-d144-4c1c-9d00-a8cf89a63573 req-3f76de88-78b4-4617-9cde-2a57b835533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:56.615062 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f08bbff-d144-4c1c-9d00-a8cf89a63573 req-3f76de88-78b4-4617-9cde-2a57b835533e service neutron] 10.222.0.62 "GET /v2.0/networks?id=dd0db704-a651-492c-af83-f8b620646609 HTTP/1.1" status: 200  len: 912 time: 0.3054328
Jun 04 15:28:56.623181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5753353-283c-4f9e-8b07-5f6026a75e26 req-6a628e71-0768-4c53-9c48-0cbb6db17aa7 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:56.624716 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b5753353-283c-4f9e-8b07-5f6026a75e26 req-6a628e71-0768-4c53-9c48-0cbb6db17aa7 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.5249493
Jun 04 15:28:56.634792 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39aabf7-c6c2-4502-abfc-eb5c2feef5da None None] No DVR routers for this DVR port bad21fc5-865f-4345-9316-38cb4f81e6d4 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:28:56.655816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 09e6e247-0505-4b91-98ec-8cac55913a0c {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:28:56.656368 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 09e6e247-0505-4b91-98ec-8cac55913a0c not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:28:56.668102 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39aabf7-c6c2-4502-abfc-eb5c2feef5da None None] Pushing event deleted for resources: {'Port': ['ID=bad21fc5-865f-4345-9316-38cb4f81e6d4,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:56.671540 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e39aabf7-c6c2-4502-abfc-eb5c2feef5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:56.702712 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f08bbff-d144-4c1c-9d00-a8cf89a63573 req-d945936e-7518-41e8-ad5f-87ade508f6a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a9554c1-f627-46e0-95f1-edc8a039006d HTTP/1.1" status: 200  len: 217 time: 0.0725298
Jun 04 15:28:56.764422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08bbff-d144-4c1c-9d00-a8cf89a63573 req-22fcd2e5-ad48-4410-b635-a77211c063e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:56.765879 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f08bbff-d144-4c1c-9d00-a8cf89a63573 req-22fcd2e5-ad48-4410-b635-a77211c063e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7f7f515a-1071-4e58-b7aa-100a1daa4127 HTTP/1.1" status: 200  len: 851 time: 0.0624869
Jun 04 15:28:56.821156 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f08bbff-d144-4c1c-9d00-a8cf89a63573 req-82357599-a9e0-40b7-b76d-28aa47b4cb2b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd0db704-a651-492c-af83-f8b620646609&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468235
Jun 04 15:28:56.834041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Calling delete_port for bad21fc5-865f-4345-9316-38cb4f81e6d4 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:56.932164 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b5753353-283c-4f9e-8b07-5f6026a75e26 req-6ea2e0bd-4dd4-4fde-8cfd-231d8dd10ee0 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2911570
Jun 04 15:28:56.952466 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:56.976084 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f08bbff-d144-4c1c-9d00-a8cf89a63573 req-74ce8dab-0658-41d7-808e-6616b30c9883 service neutron] 10.222.0.62 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481349
Jun 04 15:28:57.018999 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.024136 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:57.077299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event deleted for resources: {'Port': ['ID=bad21fc5-865f-4345-9316-38cb4f81e6d4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:57.083067 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:57.083906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] No DVR routers for this DVR port bad21fc5-865f-4345-9316-38cb4f81e6d4 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:28:57.124738 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f08bbff-d144-4c1c-9d00-a8cf89a63573 req-18c65850-5b12-401b-8290-08e01f48e15f service neutron] 10.222.0.62 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420770
Jun 04 15:28:57.125652 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.130210 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-65204a28-ef34-4fe3-b7dc-2674a7e70277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:57.306329 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.327867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b45e799-4fca-42a6-8f65-e2ee83d13add,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:57.333632 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387109a60>,) {'filters': {'network_id': ['354fe941-b5cb-400b-888a-59ca16a81fac']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:57.347636 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:57.350442 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e4054cea-6324-42a7-8d70-ae91713f8e88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.355025 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387109a60>, '90ea4873-cd81-42e3-932d-b5727ebde770') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:57.355327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387109a60>, '90ea4873-cd81-42e3-932d-b5727ebde770') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:28:57.363461 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-68505a49-f885-4bc6-a97d-ebd2457b2b91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:57.413387 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.420380 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.421601 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 1.5560274
Jun 04 15:28:57.424628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55954) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:57.429617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-318bc17a-b00f-4eae-ba01-1b20cca235e5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Request body: {'security_group_rule': {'security_group_id': '8b45e799-4fca-42a6-8f65-e2ee83d13add', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:57.437644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-318bc17a-b00f-4eae-ba01-1b20cca235e5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:57.439994 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4054cea-6324-42a7-8d70-ae91713f8e88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:57.442104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-318bc17a-b00f-4eae-ba01-1b20cca235e5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Usage tracker for resource:security_group_rule and tenant:0f9666fef72042a089a1b7fec6d0d3ff is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:57.444530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-e4054cea-6324-42a7-8d70-ae91713f8e88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:57.445394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-318bc17a-b00f-4eae-ba01-1b20cca235e5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:57.452647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-318bc17a-b00f-4eae-ba01-1b20cca235e5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:57.456879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6757028a-02bf-4cdc-b96e-4f42721d4e69 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:57.457438 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.471656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4054cea-6324-42a7-8d70-ae91713f8e88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:57.472544 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e4054cea-6324-42a7-8d70-ae91713f8e88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.476052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4054cea-6324-42a7-8d70-ae91713f8e88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=b30e5441-f4c0-4a4b-8783-ead82e40c630,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:57.479527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:28:57.480219 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:28:57.503696 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:28:57.508305 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e4054cea-6324-42a7-8d70-ae91713f8e88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:57.546351 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-318bc17a-b00f-4eae-ba01-1b20cca235e5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.618211 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-318bc17a-b00f-4eae-ba01-1b20cca235e5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.688041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': 'b30e5441-f4c0-4a4b-8783-ead82e40c630'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:28:57.689036 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.693705 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e4054cea-6324-42a7-8d70-ae91713f8e88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.8270822
Jun 04 15:28:57.696244 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55962) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:57.702654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'name': 'tempest-NetworksTestDHCPv6-122846675'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:57.727786 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-318bc17a-b00f-4eae-ba01-1b20cca235e5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.747073 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:57.756549 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.766756 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:57.774490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bc17a-b00f-4eae-ba01-1b20cca235e5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aba7f3b-e580-4804-b451-33c94cb7914c,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:57.777221 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-318bc17a-b00f-4eae-ba01-1b20cca235e5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:57.786779 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.794894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event deleted for resources: {'Network': ['ID=354fe941-b5cb-400b-888a-59ca16a81fac,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:57.803800 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:57.809457 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "DELETE /v2.0/networks/354fe941-b5cb-400b-888a-59ca16a81fac HTTP/1.1" status: 204  len: 168 time: 2.1390827
Jun 04 15:28:57.814153 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55964) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:57.876120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Allocated IP 2001:db8::2 (6acae085-7932-4691-b36e-433651ec3de1/b30e5441-f4c0-4a4b-8783-ead82e40c630/80f9736f-e416-4414-abe7-46ae2d2bb2c4) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:28:57.892442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fe9150-bd15-4736-a859-5bdcfb5c2bcf tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Deleting subnet 500796b9-f610-400d-b564-a259a375f7a0 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:28:57.897860 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9150-bd15-4736-a859-5bdcfb5c2bcf tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.921796 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:57.926730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:57.929804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:57.935972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:57.938626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a28209-3011-4dda-bb8d-80df36685601 req-37696db5-f177-4bfa-8e2a-c36673904973 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:57.942463 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-81a28209-3011-4dda-bb8d-80df36685601 req-37696db5-f177-4bfa-8e2a-c36673904973 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 944 time: 0.2252483
Jun 04 15:28:57.945513 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-318bc17a-b00f-4eae-ba01-1b20cca235e5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:57.946841 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-318bc17a-b00f-4eae-ba01-1b20cca235e5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5210512
Jun 04 15:28:57.949466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55970) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:57.954211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0c439199-dca8-4b18-aff9-c2113a35e59d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Request body: {'security_group_rule': {'security_group_id': '8b45e799-4fca-42a6-8f65-e2ee83d13add', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:57.960737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0c439199-dca8-4b18-aff9-c2113a35e59d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:57.964785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0c439199-dca8-4b18-aff9-c2113a35e59d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Usage tracker for resource:security_group_rule and tenant:0f9666fef72042a089a1b7fec6d0d3ff is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:57.970730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0c439199-dca8-4b18-aff9-c2113a35e59d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:57.976942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0c439199-dca8-4b18-aff9-c2113a35e59d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:57.999192 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9150-bd15-4736-a859-5bdcfb5c2bcf tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:58.042922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:28:58.047553 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:58.060815 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-81a28209-3011-4dda-bb8d-80df36685601 req-03227c7b-859e-43fd-9e12-cae1994f8265 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087303
Jun 04 15:28:58.159434 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9150-bd15-4736-a859-5bdcfb5c2bcf tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:58.160523 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c439199-dca8-4b18-aff9-c2113a35e59d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:58.187880 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:58.188389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port cb9c576b-e058-446d-a479-a56562a986c4 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:28:58.207653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Transition to ACTIVE for port object 80f9736f-e416-4414-abe7-46ae2d2bb2c4 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:58.229595 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Transition to ACTIVE for port object 80f9736f-e416-4414-abe7-46ae2d2bb2c4 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:58.350534 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:58.351912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f7b8d-6b52-4fe2-8cb7-2ed4039fd5d2 req-5c7b64d0-5d2b-48ad-a7b8-8335112b0f98 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:58.353581 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-870f7b8d-6b52-4fe2-8cb7-2ed4039fd5d2 req-5c7b64d0-5d2b-48ad-a7b8-8335112b0f98 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.2611973
Jun 04 15:28:58.359949 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:58.362546 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c439199-dca8-4b18-aff9-c2113a35e59d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:58.406626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 393f8943-bb92-46e8-8366-f18b14c6aacb details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:28:58.430489 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:58.434721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:58.442627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:28:58.451395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Pushing event updated for resources: {'Port': ['ID=80f9736f-e416-4414-abe7-46ae2d2bb2c4,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:58.490468 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:58.584721 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9150-bd15-4736-a859-5bdcfb5c2bcf tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:58.590611 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-50a25908-da00-4171-b656-7695a987dd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:58.603233 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c439199-dca8-4b18-aff9-c2113a35e59d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:58.617062 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:58.667377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::31d (6acae085-7932-4691-b36e-433651ec3de1/b30e5441-f4c0-4a4b-8783-ead82e40c630/cb9c576b-e058-446d-a479-a56562a986c4) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:28:58.685032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c439199-dca8-4b18-aff9-c2113a35e59d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2744c7a9-2eb7-495a-9883-b73f36b24895,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:58.700316 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Attempting to bind port 80f9736f-e416-4414-abe7-46ae2d2bb2c4 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:28:58.700696 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Attempting to bind port 80f9736f-e416-4414-abe7-46ae2d2bb2c4 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:28:58.701104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Attempting to bind port 80f9736f-e416-4414-abe7-46ae2d2bb2c4 on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:28:58.703090 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-870f7b8d-6b52-4fe2-8cb7-2ed4039fd5d2 req-5ceb5fa7-5912-424f-a7f4-e5ce39caaf57 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3427811
Jun 04 15:28:58.704203 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c439199-dca8-4b18-aff9-c2113a35e59d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:58.718902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:28:58.719669 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:28:58.720270 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:58.720670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:28:58.721745 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Bound port: 80f9736f-e416-4414-abe7-46ae2d2bb2c4, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:28:58.722248 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:58.815595 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=393f8943-bb92-46e8-8366-f18b14c6aacb,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:58.846560 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9150-bd15-4736-a859-5bdcfb5c2bcf tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:58.847176 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '393f8943-bb92-46e8-8366-f18b14c6aacb', 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9', 'port_id': '393f8943-bb92-46e8-8366-f18b14c6aacb', 'mac_address': 'fa:16:3e:a3:bb:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1843960c-a0fb-4622-a60e-eba128673683', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:28:58.849689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe9150-bd15-4736-a859-5bdcfb5c2bcf tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event deleted for resources: {'Subnet': ['ID=500796b9-f610-400d-b564-a259a375f7a0,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:58.852113 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e3fe9150-bd15-4736-a859-5bdcfb5c2bcf tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:58.856860 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e3fe9150-bd15-4736-a859-5bdcfb5c2bcf tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "DELETE /v2.0/subnets/500796b9-f610-400d-b564-a259a375f7a0 HTTP/1.1" status: 204  len: 168 time: 1.0413060
Jun 04 15:28:58.859215 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55992) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:58.865372 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c439199-dca8-4b18-aff9-c2113a35e59d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:58.866460 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0c439199-dca8-4b18-aff9-c2113a35e59d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9159982
Jun 04 15:28:58.872079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55994) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:58.876325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:28:58.893442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:28:58.900631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Usage tracker for resource:floatingip and tenant:0f9666fef72042a089a1b7fec6d0d3ff is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:28:58.906051 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ad5597-3807-48cd-9f0d-3cd9c4b3afa8 None None] Network 31b56868-3fed-451a-95fb-329e5207dcf1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:28:58.907756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:28:58.919054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:28:58.966951 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:58.973799 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] For port 80f9736f-e416-4414-abe7-46ae2d2bb2c4, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:28:58.989309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object cb9c576b-e058-446d-a479-a56562a986c4 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:28:58.996217 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:59.055653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] For port 80f9736f-e416-4414-abe7-46ae2d2bb2c4, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=80f9736f-e416-4414-abe7-46ae2d2bb2c4,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:28:59.058963 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:59.083467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Deleting port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:59.084034 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:59.093768 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:59.108288 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393f8943-bb92-46e8-8366-f18b14c6aacb {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:28:59.132114 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:59.139617 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4044510-21fb-4675-ba36-e457ad9c3065 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:59.160272 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:59.167179 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e39aabf7-c6c2-4502-abfc-eb5c2feef5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:59.212616 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=393f8943-bb92-46e8-8366-f18b14c6aacb,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:59.269576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:28:59.283869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Pushing event updated for resources: {'Port': ['ID=80f9736f-e416-4414-abe7-46ae2d2bb2c4,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:59.297254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:28:59.305038 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:59.305599 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:59.307310 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:59.312833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:28:59.319925 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] For port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=41dbe98a-8003-49b0-b15e-ac8a14f6da5c,segment=NetworkSegment(5d3cd86e-0eda-43bc-aa49-783cd8fbe9ea),segment_id=5d3cd86e-0eda-43bc-aa49-783cd8fbe9ea)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:28:59.320400 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:59.333541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:59.334731 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:59.443563 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=393f8943-bb92-46e8-8366-f18b14c6aacb,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:59.447871 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:59.488171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=cb9c576b-e058-446d-a479-a56562a986c4,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:59.501438 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-37ea0d28-3328-4578-be70-af099addd99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:59.512412 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:59.516511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Calling delete_port for 41dbe98a-8003-49b0-b15e-ac8a14f6da5c owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:28:59.532658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49f7b54-4853-45e4-88af-6970fafc6f00 None None] DHCP port deletion for 31b56868-3fed-451a-95fb-329e5207dcf1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:28:59.543350 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['393f8943-bb92-46e8-8366-f18b14c6aacb'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:28:59.563840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b553df-9403-42be-aa75-c1a493e1ae78 req-2ae23121-88b8-43f8-b5d7-9a6dbc002215 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:28:59.572626 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-89b553df-9403-42be-aa75-c1a493e1ae78 req-2ae23121-88b8-43f8-b5d7-9a6dbc002215 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 945 time: 0.3447685
Jun 04 15:28:59.624787 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.9249198
Jun 04 15:28:59.629253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56016) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:28:59.666730 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-89b553df-9403-42be-aa75-c1a493e1ae78 req-7098e057-641a-4328-a8b3-685eb98cb364 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821006
Jun 04 15:28:59.755535 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:59.759713 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:28:59.807874 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:28:59.837524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event deleted for resources: {'Port': ['ID=41dbe98a-8003-49b0-b15e-ac8a14f6da5c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:28:59.852779 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:28:59.855062 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] No DVR routers for this DVR port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:28:59.915602 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-d49f7b54-4853-45e4-88af-6970fafc6f00 None None] Deleting port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:28:59.915992 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d49f7b54-4853-45e4-88af-6970fafc6f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:00.003485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551bf3f2-a0ea-46be-9def-bc89655021cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:00.009702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551bf3f2-a0ea-46be-9def-bc89655021cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:00.010235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-551bf3f2-a0ea-46be-9def-bc89655021cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:00.066436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d49f7b54-4853-45e4-88af-6970fafc6f00 None None] For port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c, host n-d-791505-9, got binding levels [] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:00.067095 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d49f7b54-4853-45e4-88af-6970fafc6f00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:00.095314 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:00.111983 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386fd3790>,) {'filters': {'network_id': ['31b56868-3fed-451a-95fb-329e5207dcf1']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:00.125945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386fd3790>, '5d3cd86e-0eda-43bc-aa49-783cd8fbe9ea') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:00.126468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386fd3790>, '5d3cd86e-0eda-43bc-aa49-783cd8fbe9ea') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:00.141270 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:00.159912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ea850-a7ca-4c09-99c6-60a860578057 req-e82806a5-c350-43cf-b675-046eee30ab1a tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:00.160860 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:00.161545 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-967ea850-a7ca-4c09-99c6-60a860578057 req-e82806a5-c350-43cf-b675-046eee30ab1a tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.2653418
Jun 04 15:29:00.162893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Allocated IP 172.25.4.221 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/68b2171b-e24e-4cec-9ac0-e8d19fbcc3db) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:00.168323 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:29:00.168726 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:29:00.188432 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:29:00.228665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-d49f7b54-4853-45e4-88af-6970fafc6f00 None None] Calling delete_port for 41dbe98a-8003-49b0-b15e-ac8a14f6da5c owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:00.228982 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-967ea850-a7ca-4c09-99c6-60a860578057 req-4e4f5a29-8695-42fb-b71f-8bb6c26e58b5 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542099
Jun 04 15:29:00.231003 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-551bf3f2-a0ea-46be-9def-bc89655021cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:00.232078 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-551bf3f2-a0ea-46be-9def-bc89655021cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.6014833
Jun 04 15:29:00.234797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56030) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:00.236428 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.ipam_backend_mixin [None req-d49f7b54-4853-45e4-88af-6970fafc6f00 None None] Port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c was not found and therefore no delete operation was performed {{(pid=88302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Jun 04 15:29:00.246805 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d49f7b54-4853-45e4-88af-6970fafc6f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:00.264224 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 80f9736f-e416-4414-abe7-46ae2d2bb2c4 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:00.301132 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:00.339102 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49f7b54-4853-45e4-88af-6970fafc6f00 None None] No DVR routers for this DVR port 41dbe98a-8003-49b0-b15e-ac8a14f6da5c on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:29:00.392226 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f7b54-4853-45e4-88af-6970fafc6f00 None None] Pushing event deleted for resources: {'Port': ['ID=41dbe98a-8003-49b0-b15e-ac8a14f6da5c,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:00.396084 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d49f7b54-4853-45e4-88af-6970fafc6f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:00.435851 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:00.441074 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c84fb947-13d1-48c5-a588-d7a5cd7b0430 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:00.470346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:00.491263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Pushing event deleted for resources: {'Network': ['ID=31b56868-3fed-451a-95fb-329e5207dcf1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:00.493681 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:00.498303 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "DELETE /v2.0/networks/31b56868-3fed-451a-95fb-329e5207dcf1 HTTP/1.1" status: 204  len: 168 time: 1.6379609
Jun 04 15:29:00.498906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56036) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:00.542724 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 80f9736f-e416-4414-abe7-46ae2d2bb2c4 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:00.547485 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:00.591528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-144c479e-8b28-49cd-9e6d-434b66c7a076 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Synchronizing usage tracker for tenant:74bae14a513749bc9640970a78f8a8bc on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:00.631989 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 41dbe98a-8003-49b0-b15e-ac8a14f6da5c no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:29:00.651906 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-4fcebd08-2945-4548-a2dd-3de5f9c54011 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port cb9c576b-e058-446d-a479-a56562a986c4 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:00.652296 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4fcebd08-2945-4548-a2dd-3de5f9c54011 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:00.667616 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 41dbe98a-8003-49b0-b15e-ac8a14f6da5c {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:29:00.674546 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 41dbe98a-8003-49b0-b15e-ac8a14f6da5c not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:29:00.703879 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-144c479e-8b28-49cd-9e6d-434b66c7a076 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Unset dirty status for tenant:74bae14a513749bc9640970a78f8a8bc on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:00.714385 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-144c479e-8b28-49cd-9e6d-434b66c7a076 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e1f9d46-56b5-4753-905a-3206c31205f4 HTTP/1.1" status: 200  len: 205 time: 0.2087939
Jun 04 15:29:00.714385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56044) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:00.787262 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:00.802537 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-12b7f3af-e857-4c6b-b8e5-e859a301f35a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:00.803007 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a946b966-54f1-4fca-aa06-299f103dee17 None None] Provisioning for port 80f9736f-e416-4414-abe7-46ae2d2bb2c4 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:00.811123 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a946b966-54f1-4fca-aa06-299f103dee17 None None] Provisioning complete for port 80f9736f-e416-4414-abe7-46ae2d2bb2c4 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:00.812058 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a946b966-54f1-4fca-aa06-299f103dee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:00.876669 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a291c227-e83a-4ec2-bd5a-5f5703878c74 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:00.897466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event updated for resources: {'Port': ['ID=68b2171b-e24e-4cec-9ac0-e8d19fbcc3db,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:00.951861 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4fcebd08-2945-4548-a2dd-3de5f9c54011 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:00.970695 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:01.037254 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a946b966-54f1-4fca-aa06-299f103dee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:01.047498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:01.089719 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a946b966-54f1-4fca-aa06-299f103dee17 None None] For port 80f9736f-e416-4414-abe7-46ae2d2bb2c4, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=80f9736f-e416-4414-abe7-46ae2d2bb2c4,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:01.123130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-4fcebd08-2945-4548-a2dd-3de5f9c54011 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for cb9c576b-e058-446d-a479-a56562a986c4 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:01.126128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:01.131103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:01.161623 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a946b966-54f1-4fca-aa06-299f103dee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:01.163922 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:01.230760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b8d89-1d0d-4473-9bfd-48bb05562b7b req-44e3615d-da34-452f-bfba-0b3a86a052a3 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:01.232330 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff8b8d89-1d0d-4473-9bfd-48bb05562b7b req-44e3615d-da34-452f-bfba-0b3a86a052a3 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 945 time: 0.3683677
Jun 04 15:29:01.247570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946b966-54f1-4fca-aa06-299f103dee17 None None] Pushing event updated for resources: {'Port': ['ID=80f9736f-e416-4414-abe7-46ae2d2bb2c4,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:01.251175 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a946b966-54f1-4fca-aa06-299f103dee17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:01.366304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-41462c48-05d0-459b-96f7-4abf344322ac None None] Provisioning for port cb9c576b-e058-446d-a479-a56562a986c4 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:01.371436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-41462c48-05d0-459b-96f7-4abf344322ac None None] Provisioning complete for port cb9c576b-e058-446d-a479-a56562a986c4 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:01.372925 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-41462c48-05d0-459b-96f7-4abf344322ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:01.427012 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a291c227-e83a-4ec2-bd5a-5f5703878c74 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:01.434223 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a291c227-e83a-4ec2-bd5a-5f5703878c74 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:01.440991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-41462c48-05d0-459b-96f7-4abf344322ac None None] Port cb9c576b-e058-446d-a479-a56562a986c4 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:29:01.484928 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:01.489699 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff8b8d89-1d0d-4473-9bfd-48bb05562b7b req-d5883710-ceaa-47fd-bf33-ea7433413671 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2448943
Jun 04 15:29:01.493761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bd67e-b0db-4a87-8027-f4f5ca58a0c8 req-0cfeccc8-2f46-4e3d-8fee-1055af5eeeed tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:01.496545 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0c8bd67e-b0db-4a87-8027-f4f5ca58a0c8 req-0cfeccc8-2f46-4e3d-8fee-1055af5eeeed tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.1237643
Jun 04 15:29:01.545265 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a291c227-e83a-4ec2-bd5a-5f5703878c74 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:01.545785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a291c227-e83a-4ec2-bd5a-5f5703878c74 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Fanout notify agent at l3_agent the message router_deleted on router 7e1f9d46-56b5-4753-905a-3206c31205f4 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:29:01.555642 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0c8bd67e-b0db-4a87-8027-f4f5ca58a0c8 req-806196f6-2f9f-4559-9f5e-2aa05f80450f tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502543
Jun 04 15:29:01.562817 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a291c227-e83a-4ec2-bd5a-5f5703878c74 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:01.563887 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a291c227-e83a-4ec2-bd5a-5f5703878c74 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] 10.222.0.32 "DELETE /v2.0/routers/7e1f9d46-56b5-4753-905a-3206c31205f4 HTTP/1.1" status: 204  len: 168 time: 0.8531065
Jun 04 15:29:01.688686 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4fcebd08-2945-4548-a2dd-3de5f9c54011 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:01.698863 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b917a8dd-39a5-447b-a7ff-1cdae535b44c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:01.768683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcebd08-2945-4548-a2dd-3de5f9c54011 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=cb9c576b-e058-446d-a479-a56562a986c4,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:01.778165 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4fcebd08-2945-4548-a2dd-3de5f9c54011 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:01.810282 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:01.881298 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4fcebd08-2945-4548-a2dd-3de5f9c54011 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:02.004946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 80f9736f-e416-4414-abe7-46ae2d2bb2c4 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:02.043202 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4fcebd08-2945-4548-a2dd-3de5f9c54011 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/cb9c576b-e058-446d-a479-a56562a986c4 HTTP/1.1" status: 204  len: 168 time: 1.8072858
Jun 04 15:29:02.045558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56078) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:02.054002 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:02.103315 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 80f9736f-e416-4414-abe7-46ae2d2bb2c4 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:02.103315 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:02.137081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638da3fc-1f7b-4b2d-86e6-ae6c33ea100a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:02.138741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638da3fc-1f7b-4b2d-86e6-ae6c33ea100a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:02.140384 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-638da3fc-1f7b-4b2d-86e6-ae6c33ea100a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0937262
Jun 04 15:29:02.144185 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56082) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:02.165286 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:02.219528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea63286-23b1-4811-b75a-70537636909e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet b30e5441-f4c0-4a4b-8783-ead82e40c630 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:29:02.223300 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ea63286-23b1-4811-b75a-70537636909e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:02.230177 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:02.235490 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6cef5231-6599-41c7-bb2e-9aeb4ff3be10 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:02.273368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56094) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:02.322213 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ea63286-23b1-4811-b75a-70537636909e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:02.372849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event updated for resources: {'Port': ['ID=68b2171b-e24e-4cec-9ac0-e8d19fbcc3db,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:02.376223 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7aa46a70-1e11-4dbd-be4f-1c136f00d2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:02.376627 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:02.414875 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:02.427490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 393f8943-bb92-46e8-8366-f18b14c6aacb up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:02.441252 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ea63286-23b1-4811-b75a-70537636909e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:02.518759 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:02.530482 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.6471775
Jun 04 15:29:02.562053 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-89f57e09-b0eb-4db4-a5e9-025074fb5b4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74bae14a513749bc9640970a78f8a8bc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2819281
Jun 04 15:29:02.562664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56116) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:02.600689 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 393f8943-bb92-46e8-8366-f18b14c6aacb completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:02.604621 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 393f8943-bb92-46e8-8366-f18b14c6aacb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:02.605246 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:02.686871 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-093f4ad9-5cb3-43ac-a982-c5f3f9c12438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:02.762255 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-093f4ad9-5cb3-43ac-a982-c5f3f9c12438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:02.883485 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:02.899268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210b6e-8a63-46e8-a56a-e73c0d2c8d81 req-fa96934d-89c1-43c9-9a71-5a8b80758b64 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:02.903745 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a9210b6e-8a63-46e8-a56a-e73c0d2c8d81 req-fa96934d-89c1-43c9-9a71-5a8b80758b64 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.1245985
Jun 04 15:29:02.927633 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=393f8943-bb92-46e8-8366-f18b14c6aacb,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:02.932051 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18d3ab-a106-4f2d-9f22-998d1d8a6508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393f8943-bb92-46e8-8366-f18b14c6aacb'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:29:02.932051 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a333988b-e489-42ad-852c-4024dd3474db" -d '{"events": [{"server_uuid": "db18d3ab-a106-4f2d-9f22-998d1d8a6508", "name": "network-vif-plugged", "status": "completed", "tag": "393f8943-bb92-46e8-8366-f18b14c6aacb"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:29:02.961462 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a9210b6e-8a63-46e8-a56a-e73c0d2c8d81 req-e64b81b8-084d-474f-b88f-a11b32767482 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535548
Jun 04 15:29:02.966200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8b178-c6ec-417d-936b-735c0cfe9462 req-9f7df0fb-93c4-48df-9b6d-ae745e4b47ac tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:02.967458 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-093f4ad9-5cb3-43ac-a982-c5f3f9c12438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:02.968625 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-08f8b178-c6ec-417d-936b-735c0cfe9462 req-9f7df0fb-93c4-48df-9b6d-ae745e4b47ac tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 945 time: 0.2027206
Jun 04 15:29:02.972205 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-50b04b93-4972-4167-9bad-e0291e01da85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:02.990812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f4ad9-5cb3-43ac-a982-c5f3f9c12438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3815caa3-3fdf-448e-b921-76c0008f7c12,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:02.991806 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-093f4ad9-5cb3-43ac-a982-c5f3f9c12438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:02.998048 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-093f4ad9-5cb3-43ac-a982-c5f3f9c12438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:03.000135 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-093f4ad9-5cb3-43ac-a982-c5f3f9c12438 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3815caa3-3fdf-448e-b921-76c0008f7c12 HTTP/1.1" status: 204  len: 168 time: 0.4358966
Jun 04 15:29:03.004138 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:03.008829 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cb6de29f-c908-4bd4-b075-74a374f2944b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:03.041985 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-08f8b178-c6ec-417d-936b-735c0cfe9462 req-243c4f02-e947-42cd-8ff7-c3eb133edf64 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663307
Jun 04 15:29:03.098613 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ea63286-23b1-4811-b75a-70537636909e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:03.103608 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e4054cea-6324-42a7-8d70-ae91713f8e88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:03.126656 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=393f8943-bb92-46e8-8366-f18b14c6aacb,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:03.145914 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ea63286-23b1-4811-b75a-70537636909e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:03.149069 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408f7690-5a3f-469b-9cb0-51d76ffe9ff5 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:03.155465 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea63286-23b1-4811-b75a-70537636909e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=b30e5441-f4c0-4a4b-8783-ead82e40c630,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:03.168150 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8ea63286-23b1-4811-b75a-70537636909e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:03.215992 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8ea63286-23b1-4811-b75a-70537636909e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/b30e5441-f4c0-4a4b-8783-ead82e40c630 HTTP/1.1" status: 204  len: 168 time: 1.0683358
Jun 04 15:29:03.217648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56172) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:03.240199 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-2307c264-4b20-46fb-91d4-9741c6334225 req-ad52dc35-0268-43e6-af09-1e4d469e59db tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Synchronizing usage tracker for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:03.263999 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c6dd69-da54-47ea-8e46-bf7b03e41e7b x-openstack-request-id: req-f7c6dd69-da54-47ea-8e46-bf7b03e41e7b {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:29:03.276171 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18d3ab-a106-4f2d-9f22-998d1d8a6508", "name": "network-vif-plugged", "status": "completed", "tag": "393f8943-bb92-46e8-8366-f18b14c6aacb", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:29:03.276171 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7c6dd69-da54-47ea-8e46-bf7b03e41e7b {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:29:03.276171 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db18d3ab-a106-4f2d-9f22-998d1d8a6508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393f8943-bb92-46e8-8366-f18b14c6aacb', 'code': 200}
Jun 04 15:29:03.276171 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:03.337992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56180) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:03.338395 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e2aa0302-e1e6-4960-9775-62543fb3f33f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1185505
Jun 04 15:29:03.344821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-19e23fc8-b91f-4da0-a206-b8c2c446e710 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:03.375272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-2307c264-4b20-46fb-91d4-9741c6334225 req-ad52dc35-0268-43e6-af09-1e4d469e59db tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Unset dirty status for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:03.376686 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2307c264-4b20-46fb-91d4-9741c6334225 req-ad52dc35-0268-43e6-af09-1e4d469e59db tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1704843180&fields=id&tenant_id=0f9666fef72042a089a1b7fec6d0d3ff HTTP/1.1" status: 200  len: 267 time: 0.2191589
Jun 04 15:29:03.468273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ad6ad-2ab3-490a-a9ba-6409636328fd req-37f8c014-4aed-4628-a5ae-078c1d840deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:03.469767 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c0ad6ad-2ab3-490a-a9ba-6409636328fd req-37f8c014-4aed-4628-a5ae-078c1d840deb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 1097 time: 0.1303043
Jun 04 15:29:03.511196 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad5257b-1527-4337-94d6-14a1e158d38d None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:29:03.530198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c0ad6ad-2ab3-490a-a9ba-6409636328fd req-b646f19c-acf0-4f9a-bcdb-e77a2e415c7e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508535
Jun 04 15:29:03.559623 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:03.570549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-19e23fc8-b91f-4da0-a206-b8c2c446e710 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:03.572559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-19e23fc8-b91f-4da0-a206-b8c2c446e710 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:03.575593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-19e23fc8-b91f-4da0-a206-b8c2c446e710 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:03.598639 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3ad5257b-1527-4337-94d6-14a1e158d38d None None] Deleting port 80f9736f-e416-4414-abe7-46ae2d2bb2c4 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:03.599172 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3ad5257b-1527-4337-94d6-14a1e158d38d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:03.644060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-19e23fc8-b91f-4da0-a206-b8c2c446e710 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:03.708704 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307c264-4b20-46fb-91d4-9741c6334225 req-6a2d74cf-fbd7-431d-8e5f-85a106b0fc6a tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:03.710504 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2307c264-4b20-46fb-91d4-9741c6334225 req-6a2d74cf-fbd7-431d-8e5f-85a106b0fc6a tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/networks?id=88077e73-6957-4879-9339-9e85eb0bc61f HTTP/1.1" status: 200  len: 811 time: 0.3113847
Jun 04 15:29:03.726343 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3ad5257b-1527-4337-94d6-14a1e158d38d None None] For port 80f9736f-e416-4414-abe7-46ae2d2bb2c4, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=80f9736f-e416-4414-abe7-46ae2d2bb2c4,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:03.727147 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3ad5257b-1527-4337-94d6-14a1e158d38d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:03.729741 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2307c264-4b20-46fb-91d4-9741c6334225 req-22a74f14-dd9a-4aba-b20f-a57163b2ff28 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/quotas/0f9666fef72042a089a1b7fec6d0d3ff HTTP/1.1" status: 200  len: 375 time: 0.0104485
Jun 04 15:29:03.783952 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e23fc8-b91f-4da0-a206-b8c2c446e710 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:03.787506 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19e23fc8-b91f-4da0-a206-b8c2c446e710 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:03.873872 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3ad5257b-1527-4337-94d6-14a1e158d38d None None] Calling delete_port for 80f9736f-e416-4414-abe7-46ae2d2bb2c4 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:03.957474 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2307c264-4b20-46fb-91d4-9741c6334225 req-3d110895-8b96-4ff1-897a-439047378e21 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f9666fef72042a089a1b7fec6d0d3ff&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2241640
Jun 04 15:29:04.001655 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 80f9736f-e416-4414-abe7-46ae2d2bb2c4 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:29:04.102100 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3ad5257b-1527-4337-94d6-14a1e158d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:04.113627 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:04.208138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5257b-1527-4337-94d6-14a1e158d38d None None] Pushing event deleted for resources: {'Port': ['ID=80f9736f-e416-4414-abe7-46ae2d2bb2c4,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:04.222706 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3ad5257b-1527-4337-94d6-14a1e158d38d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:04.223575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad5257b-1527-4337-94d6-14a1e158d38d None None] No DVR routers for this DVR port 80f9736f-e416-4414-abe7-46ae2d2bb2c4 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:29:04.225127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No active binding found for port 80f9736f-e416-4414-abe7-46ae2d2bb2c4 {{(pid=88302) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 04 15:29:04.225600 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 80f9736f-e416-4414-abe7-46ae2d2bb2c4 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:29:04.237868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950627ac-151f-4972-a6ba-628e97a73f30 req-76a0dcce-0213-4cbd-8935-0634c4d27c87 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:04.252880 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-950627ac-151f-4972-a6ba-628e97a73f30 req-76a0dcce-0213-4cbd-8935-0634c4d27c87 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.1257100
Jun 04 15:29:04.321773 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-950627ac-151f-4972-a6ba-628e97a73f30 req-fc2f21fd-86eb-41b1-a291-cf8ad1746f5c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729814
Jun 04 15:29:04.428959 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2307c264-4b20-46fb-91d4-9741c6334225 req-d2186a19-eee0-44a1-816d-a9e97caa2264 service neutron] 10.222.0.32 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4586406
Jun 04 15:29:04.457582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56228) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:04.556737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24178b-6634-4cd2-abcd-3eda83ed0a6d req-397ee97d-a386-480f-b07e-9fe17dbe7edb tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:04.558398 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4b24178b-6634-4cd2-abcd-3eda83ed0a6d req-397ee97d-a386-480f-b07e-9fe17dbe7edb tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.0949092
Jun 04 15:29:04.623597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2117581263'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:04.630565 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2307c264-4b20-46fb-91d4-9741c6334225 req-5708bfb6-e91e-4153-ba4b-1abdb65af496 service neutron] 10.222.0.32 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1869926
Jun 04 15:29:04.637871 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4b24178b-6634-4cd2-abcd-3eda83ed0a6d req-7f45c32d-23b9-4a8b-8288-db2c830e8672 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713344
Jun 04 15:29:04.639235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:04.646148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Usage tracker for resource:network and tenant:78f2afae4b8b4d228ef2b886e3d4a697 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:04.656006 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:04.657346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:04.738181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Made reservation on behalf of 78f2afae4b8b4d228ef2b886e3d4a697 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:04.742863 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:04.759312 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:04.779604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:04.783581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Usage tracker for resource:security_group_rule and tenant:78f2afae4b8b4d228ef2b886e3d4a697 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:04.786649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:04.794293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:04.836485 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19e23fc8-b91f-4da0-a206-b8c2c446e710 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:04.841486 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-958cadea-a675-4298-a4c5-71be2cab29a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:04.892363 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e23fc8-b91f-4da0-a206-b8c2c446e710 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:04.896370 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-19e23fc8-b91f-4da0-a206-b8c2c446e710 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:04.906418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675f7f7f-c64f-44ab-b84d-1e36ae8cfcc7 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:04.923115 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e23fc8-b91f-4da0-a206-b8c2c446e710 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:04.924267 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19e23fc8-b91f-4da0-a206-b8c2c446e710 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:04.957785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e23fc8-b91f-4da0-a206-b8c2c446e710 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=e17742f5-5617-4557-ba67-14c4b0d36d39,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:04.962320 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:04.976323 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-19e23fc8-b91f-4da0-a206-b8c2c446e710 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:05.031327 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-78771c02-3838-474e-8fd7-02f11ee2c7c0 req-2ff68f1a-1512-4191-9f8b-b6b567f8bba9 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Synchronizing usage tracker for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:05.061057 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:05.071686 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b69e15b9-f5f4-40af-88fa-064f19165d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:05.087408 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-19e23fc8-b91f-4da0-a206-b8c2c446e710 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.7477632
Jun 04 15:29:05.090010 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56252) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:05.104637 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'name': 'tempest-NetworksTestDHCPv6-1815128622'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:05.120515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:29:05.150704 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:05.151034 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Added segment 3921f221-8215-4a75-8b9d-f8f918a8a8c3 of type vlan for network 067a5f7d-3b67-4c34-9ced-b67d39921a73
Jun 04 15:29:05.152296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e63ced7f-ea46-4227-8083-8ac4ee5edb74,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:05.156135 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:05.162938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-78771c02-3838-474e-8fd7-02f11ee2c7c0 req-2ff68f1a-1512-4191-9f8b-b6b567f8bba9 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Unset dirty status for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:05.170976 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78771c02-3838-474e-8fd7-02f11ee2c7c0 req-2ff68f1a-1512-4191-9f8b-b6b567f8bba9 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 210 time: 0.2696543
Jun 04 15:29:05.196041 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:05.204458 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': 'e17742f5-5617-4557-ba67-14c4b0d36d39'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:29:05.204458 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:05.279595 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:05.291508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:05.296051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:05.299119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:05.305555 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:05.321686 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:05.327611 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:05.328321 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:05.334706 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-65a12836-fe87-4a74-af96-ecc7fd636a15 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:05.389951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Allocated IP 2001:db8::2 (6acae085-7932-4691-b36e-433651ec3de1/e17742f5-5617-4557-ba67-14c4b0d36d39/7c0d0e89-8a41-4e5b-9a97-d600f937e824) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:05.418701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:05.427790 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:05.472042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Pushing event updated for resources: {'Network': ['ID=067a5f7d-3b67-4c34-9ced-b67d39921a73,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:05.479792 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:05.513409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port cdb319e9-f443-460f-bb5b-398b1f595091 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:29:05.560394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 067a5f7d-3b67-4c34-9ced-b67d39921a73 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:29:05.625526 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d49c8-5697-45a8-8b26-b49793dec0c3 req-d467768d-1d4e-4a06-9183-6b794ff78974 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:05.627913 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-113d49c8-5697-45a8-8b26-b49793dec0c3 req-d467768d-1d4e-4a06-9183-6b794ff78974 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.1807506
Jun 04 15:29:05.694538 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-113d49c8-5697-45a8-8b26-b49793dec0c3 req-42d25c51-144b-4b29-baf8-99f13ca28070 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600536
Jun 04 15:29:05.837813 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:05.845400 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dd364-28f8-47cf-9200-3a549293f1a1 req-9a2e9a32-f7fd-4ce6-b575-c0ccaa46665c tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:05.847758 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be5dd364-28f8-47cf-9200-3a549293f1a1 req-9a2e9a32-f7fd-4ce6-b575-c0ccaa46665c tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.0889070
Jun 04 15:29:05.857353 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Transition to ACTIVE for port object 7c0d0e89-8a41-4e5b-9a97-d600f937e824 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:05.877486 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.4179475
Jun 04 15:29:05.880511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56268) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:05.882388 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Transition to ACTIVE for port object 7c0d0e89-8a41-4e5b-9a97-d600f937e824 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:05.887012 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Request body: {'subnet': {'network_id': '067a5f7d-3b67-4c34-9ced-b67d39921a73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:05.901926 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be5dd364-28f8-47cf-9200-3a549293f1a1 req-bbb1d206-5097-4431-9c23-00d2a8423a22 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463150
Jun 04 15:29:06.010594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:06.014396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Usage tracker for resource:subnet and tenant:78f2afae4b8b4d228ef2b886e3d4a697 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:06.017524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:06.034951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:06.053035 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:06.063642 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4c2394ac-cf82-4d72-8444-83cb56b4b2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:06.143932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:06.145671 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:06.149443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:06.150812 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Pushing event updated for resources: {'Port': ['ID=7c0d0e89-8a41-4e5b-9a97-d600f937e824,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:06.160630 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:06.178493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::94 (6acae085-7932-4691-b36e-433651ec3de1/e17742f5-5617-4557-ba67-14c4b0d36d39/cdb319e9-f443-460f-bb5b-398b1f595091) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:06.184432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Made reservation on behalf of 78f2afae4b8b4d228ef2b886e3d4a697 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:06.188143 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:06.275743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Attempting to bind port 7c0d0e89-8a41-4e5b-9a97-d600f937e824 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:29:06.275743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Attempting to bind port 7c0d0e89-8a41-4e5b-9a97-d600f937e824 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:29:06.275743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Attempting to bind port 7c0d0e89-8a41-4e5b-9a97-d600f937e824 on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:29:06.275743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:29:06.276664 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:29:06.276664 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:06.277047 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:29:06.277522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Bound port: 7c0d0e89-8a41-4e5b-9a97-d600f937e824, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:29:06.277904 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:06.380105 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] For port 7c0d0e89-8a41-4e5b-9a97-d600f937e824, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:29:06.383930 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] For port 7c0d0e89-8a41-4e5b-9a97-d600f937e824, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7c0d0e89-8a41-4e5b-9a97-d600f937e824,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:29:06.450265 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0298ff4-0c90-4dab-9c9c-5b9ae5c5f232 req-d95eeae9-3b24-4678-adbd-f086d4f1dee2 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 210 time: 0.2166162
Jun 04 15:29:06.487609 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:06.492601 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c624ea70-c563-40a7-b1c2-3609b63c769d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:06.544989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-0bd022e8-b234-4f64-9c66-0fb6abe8eca0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:06.546384 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-0bd022e8-b234-4f64-9c66-0fb6abe8eca0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/networks?id=d67310a1-ca89-4950-80ed-77fd8abcfab9 HTTP/1.1" status: 200  len: 814 time: 0.3653946
Jun 04 15:29:06.590994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Pushing event updated for resources: {'Port': ['ID=7c0d0e89-8a41-4e5b-9a97-d600f937e824,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:06.602274 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:06.652018 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-ce22bfd2-0a43-4a10-804b-6d8d65f159d6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/quotas/35b4af14bb3e432990c4361da6c462d1 HTTP/1.1" status: 200  len: 375 time: 0.0407619
Jun 04 15:29:06.987351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9555380-7330-487d-847f-905ea7fc4509 req-afb00973-5a20-457b-b456-94c54ed2d213 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:06.996075 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9555380-7330-487d-847f-905ea7fc4509 req-afb00973-5a20-457b-b456-94c54ed2d213 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.1370513
Jun 04 15:29:07.045527 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9555380-7330-487d-847f-905ea7fc4509 req-08ef68ac-9eff-4643-aa56-b3622e402f87 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484450
Jun 04 15:29:07.046677 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:07.069238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object cdb319e9-f443-460f-bb5b-398b1f595091 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:07.074371 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-ce4d3092-a9a4-40c0-8a3a-aa589e3d5b2a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=35b4af14bb3e432990c4361da6c462d1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3873522
Jun 04 15:29:07.263146 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-2f925a91-d24f-4e8b-8dc9-facd7b580249 service neutron] 10.222.0.32 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1809201
Jun 04 15:29:07.340960 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:07.359573 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:07.522938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:07.529249 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:07.538941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:07.546308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:07.546984 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:07.577145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=cdb319e9-f443-460f-bb5b-398b1f595091,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:07.605084 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:07.636942 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-9a8ea7a5-bab0-46a1-8c2f-77ffcfa76bb6 service neutron] 10.222.0.32 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3267834
Jun 04 15:29:07.711916 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.6205997
Jun 04 15:29:07.715090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56348) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:07.772777 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:07.779523 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a94a29ab-c3da-4a49-9fae-078ab7a3faae req-ee57afaa-2ab8-48a6-9d2f-0e1d292bef7b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 210 time: 0.1282184
Jun 04 15:29:07.780642 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8fb824a8-c460-40f1-8861-ed444f745adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:07.839788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae428aa-78ee-40fc-ae44-75dc168dfaf9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:07.846433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae428aa-78ee-40fc-ae44-75dc168dfaf9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:07.847311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8ae428aa-78ee-40fc-ae44-75dc168dfaf9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:07.884723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Pushing event updated for resources: {'Subnet': ['ID=b902e85f-d30e-490a-ade4-fdc94f75a3b4,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:07.890732 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:07.894571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Checking segment: {'id': '3921f221-8215-4a75-8b9d-f8f918a8a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '067a5f7d-3b67-4c34-9ced-b67d39921a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:29:07.895623 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Network hostable DHCP agents. Network: 067a5f7d-3b67-4c34-9ced-b67d39921a73, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:29:08.003541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8ae428aa-78ee-40fc-ae44-75dc168dfaf9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:08.008089 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Network 067a5f7d-3b67-4c34-9ced-b67d39921a73 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:29:08.009044 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8ae428aa-78ee-40fc-ae44-75dc168dfaf9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.2915838
Jun 04 15:29:08.010393 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56358) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:08.087286 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-02ab3eb1-0c9d-4de7-916e-41fc9f4e7a93 None None] Provisioning for port 7c0d0e89-8a41-4e5b-9a97-d600f937e824 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:08.154104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7c0d0e89-8a41-4e5b-9a97-d600f937e824 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:08.241149 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d7ec8bb-9e9d-424e-904c-5093c34c6338 req-e1d8ed50-c997-4650-8628-1eb4dea40291 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 210 time: 0.2251899
Jun 04 15:29:08.288052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 067a5f7d-3b67-4c34-9ced-b67d39921a73) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:08.302822 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2224549d-98af-4ef6-a26b-a45acb5e3058 None None] Network 067a5f7d-3b67-4c34-9ced-b67d39921a73 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:08.362268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307c264-4b20-46fb-91d4-9741c6334225 req-013e3b5c-ab1f-4997-a641-2774a562f58d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:08.364110 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2307c264-4b20-46fb-91d4-9741c6334225 req-013e3b5c-ab1f-4997-a641-2774a562f58d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.62 "GET /v2.0/networks?id=88077e73-6957-4879-9339-9e85eb0bc61f HTTP/1.1" status: 200  len: 811 time: 0.4161668
Jun 04 15:29:08.376322 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 7c0d0e89-8a41-4e5b-9a97-d600f937e824 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:08.376733 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:08.377407 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:08.388848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 7c0d0e89-8a41-4e5b-9a97-d600f937e824 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:08.389317 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:08.438745 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-149bf6b1-a7cd-48e4-a29b-88fb43047ac1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port cdb319e9-f443-460f-bb5b-398b1f595091 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:08.439841 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-149bf6b1-a7cd-48e4-a29b-88fb43047ac1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:08.483923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f4915-3e69-4c10-b4be-c549cca9c4f2 req-9720f27f-e2af-4864-a612-570c6f47f590 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:08.489233 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-2307c264-4b20-46fb-91d4-9741c6334225 req-2f323889-0d49-406c-99d9-688e18698857 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Synchronizing usage tracker for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:08.497623 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c7f4915-3e69-4c10-b4be-c549cca9c4f2 req-9720f27f-e2af-4864-a612-570c6f47f590 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.2109199
Jun 04 15:29:08.520754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-2307c264-4b20-46fb-91d4-9741c6334225 req-2f323889-0d49-406c-99d9-688e18698857 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Unset dirty status for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:08.526795 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6451454
Jun 04 15:29:08.539363 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2307c264-4b20-46fb-91d4-9741c6334225 req-2f323889-0d49-406c-99d9-688e18698857 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f9666fef72042a089a1b7fec6d0d3ff HTTP/1.1" status: 200  len: 380 time: 0.1476300
Jun 04 15:29:08.541527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56382) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:08.545670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Request body: {'port': {'device_id': '630ac1be-47a5-4b9a-9df0-a752044c2b35', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'admin_state_up': True, 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'security_groups': ['8b45e799-4fca-42a6-8f65-e2ee83d13add']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:08.583976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Request body: {'port': {'network_id': '067a5f7d-3b67-4c34-9ced-b67d39921a73', 'name': 'tempest-TagsExtTest-1016051166'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:08.602896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a2a8eea2-2847-43b7-9bb4-a7ff9730fb88 None None] Provisioning for port cdb319e9-f443-460f-bb5b-398b1f595091 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:08.636030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a2a8eea2-2847-43b7-9bb4-a7ff9730fb88 None None] Provisioning complete for port cdb319e9-f443-460f-bb5b-398b1f595091 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:08.636636 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a2a8eea2-2847-43b7-9bb4-a7ff9730fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:08.639300 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c7f4915-3e69-4c10-b4be-c549cca9c4f2 req-895282dc-8ded-41dc-ba0a-e2d3cbadc832 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447852
Jun 04 15:29:08.652800 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-019bd550-4c84-489d-bc4e-04cf2b99b03e req-d96b9abb-7dc9-4427-a8fc-eca9b21f8069 service neutron] (88301) timed out ('10.222.0.65', 55289) {{(pid=88301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 15:29:08.686457 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-149bf6b1-a7cd-48e4-a29b-88fb43047ac1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:08.867927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-149bf6b1-a7cd-48e4-a29b-88fb43047ac1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for cdb319e9-f443-460f-bb5b-398b1f595091 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:08.907874 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:08.910564 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a2a8eea2-2847-43b7-9bb4-a7ff9730fb88 None None] Port cdb319e9-f443-460f-bb5b-398b1f595091 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:29:08.912150 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:08.914385 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:08.926428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Usage tracker for resource:port and tenant:78f2afae4b8b4d228ef2b886e3d4a697 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:08.934699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:08.934699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:08.942953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:08.946551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-067a5f7d-3b67-4c34-9ced-b67d39921a73', 'network_id': '067a5f7d-3b67-4c34-9ced-b67d39921a73', 'tenant_id': '78f2afae4b8b4d228ef2b886e3d4a697', 'fixed_ips': [{'subnet_id': 'b902e85f-d30e-490a-ade4-fdc94f75a3b4'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:29:08.947377 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:08.971145 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 7c0d0e89-8a41-4e5b-9a97-d600f937e824, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7c0d0e89-8a41-4e5b-9a97-d600f937e824,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:09.002942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b41265dc-44ba-45b0-a172-b57afce26a3a req-6632fb77-02f2-4375-a7c0-d60b5374228e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 210 time: 0.0541444
Jun 04 15:29:09.063118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Made reservation on behalf of 0f9666fef72042a089a1b7fec6d0d3ff for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:09.066790 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:09.109912 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:09.112875 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:09.135329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Made reservation on behalf of 78f2afae4b8b4d228ef2b886e3d4a697 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:09.135329 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:09.163127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] device_id is not set on port dab72826-99ba-4e66-8b24-26acb41ef2f8 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:29:09.189277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=7c0d0e89-8a41-4e5b-9a97-d600f937e824,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:09.189277 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:09.218763 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-149bf6b1-a7cd-48e4-a29b-88fb43047ac1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:09.228500 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:09.280872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bf6b1-a7cd-48e4-a29b-88fb43047ac1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=cdb319e9-f443-460f-bb5b-398b1f595091,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:09.286690 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-149bf6b1-a7cd-48e4-a29b-88fb43047ac1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:09.347740 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-149bf6b1-a7cd-48e4-a29b-88fb43047ac1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:09.371291 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Allocated IP 172.20.0.2 (067a5f7d-3b67-4c34-9ced-b67d39921a73/b902e85f-d30e-490a-ade4-fdc94f75a3b4/d520261c-1500-4f0b-a161-6a5f86b2ab77) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:09.435215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Allocated IP 172.20.0.5 (88077e73-6957-4879-9339-9e85eb0bc61f/4093c38f-7f2f-4b42-8c4a-34d4b45f0128/e2a71e56-135a-4162-a78c-78c6531e5a37) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:09.452879 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d0657ad8-a511-4dc7-952e-eeca3faf1f64 req-22511649-b724-4dcc-827d-79cd0e33e039 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 210 time: 0.0491519
Jun 04 15:29:09.497498 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-149bf6b1-a7cd-48e4-a29b-88fb43047ac1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/cdb319e9-f443-460f-bb5b-398b1f595091 HTTP/1.1" status: 204  len: 168 time: 1.4857471
Jun 04 15:29:09.502441 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56404) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:09.681490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da8858f-ad0c-4128-b202-4ff6ab934145 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:09.683121 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da8858f-ad0c-4128-b202-4ff6ab934145 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:09.684643 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2da8858f-ad0c-4128-b202-4ff6ab934145 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1804633
Jun 04 15:29:09.684816 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:09.687748 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56408) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:09.718523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Transition to ACTIVE for port object d520261c-1500-4f0b-a161-6a5f86b2ab77 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:09.756204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Transition to ACTIVE for port object d520261c-1500-4f0b-a161-6a5f86b2ab77 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:09.795544 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:09.816465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Transition to ACTIVE for port object e2a71e56-135a-4162-a78c-78c6531e5a37 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:09.829305 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:09.836160 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ebd6e129-2917-4bb2-b67a-0ed23ad327ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:09.863838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56412) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:09.875152 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-93492455-7a98-48a5-8a4e-7d9464f302a1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet e17742f5-5617-4557-ba67-14c4b0d36d39 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:29:09.880734 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-93492455-7a98-48a5-8a4e-7d9464f302a1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:09.902324 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Network 067a5f7d-3b67-4c34-9ced-b67d39921a73 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:09.905594 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:09.911472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:09.972981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Pushing event updated for resources: {'Port': ['ID=d520261c-1500-4f0b-a161-6a5f86b2ab77,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:09.979538 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.api [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-86fc6b38-b742-46ce-99f1-2e4b3d6a7220 {{(pid=88300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:29:09.980138 n-d-791505-9 neutron-server[88300]: DEBUG oslo_db.api [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:29:09.981837 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:09.982280 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:09.997530 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5ca6c0d0-c2f2-49aa-bd35-1276c0c8d538 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:10.041741 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Attempting to bind port d520261c-1500-4f0b-a161-6a5f86b2ab77 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:29:10.042268 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Attempting to bind port d520261c-1500-4f0b-a161-6a5f86b2ab77 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '3921f221-8215-4a75-8b9d-f8f918a8a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '067a5f7d-3b67-4c34-9ced-b67d39921a73'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:29:10.042731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Attempting to bind port d520261c-1500-4f0b-a161-6a5f86b2ab77 on network 067a5f7d-3b67-4c34-9ced-b67d39921a73 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:29:10.049916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:29:10.050461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Checking segment: {'id': '3921f221-8215-4a75-8b9d-f8f918a8a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '067a5f7d-3b67-4c34-9ced-b67d39921a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:29:10.051324 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:10.051474 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Bound using segment: {'id': '3921f221-8215-4a75-8b9d-f8f918a8a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '067a5f7d-3b67-4c34-9ced-b67d39921a73'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:29:10.052049 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Bound port: d520261c-1500-4f0b-a161-6a5f86b2ab77, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3921f221-8215-4a75-8b9d-f8f918a8a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '067a5f7d-3b67-4c34-9ced-b67d39921a73'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:29:10.052531 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:10.098492 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7c0d0e89-8a41-4e5b-9a97-d600f937e824 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:10.141655 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2a54e872-b0db-4bcb-b8e8-cf65b69edfcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:10.166340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event updated for resources: {'Port': ['ID=e2a71e56-135a-4162-a78c-78c6531e5a37,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:10.182064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Network 88077e73-6957-4879-9339-9e85eb0bc61f is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:10.183152 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:10.211857 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-93492455-7a98-48a5-8a4e-7d9464f302a1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:10.221378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:10.228344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2a54e872-b0db-4bcb-b8e8-cf65b69edfcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:10.230762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:10.246522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45510fb3-9253-41cf-9567-ba3de5a67764 req-def137f2-8c27-41df-b35c-a5d3dc822b70 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:10.247994 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-45510fb3-9253-41cf-9567-ba3de5a67764 req-def137f2-8c27-41df-b35c-a5d3dc822b70 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.4766011
Jun 04 15:29:10.269872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2a54e872-b0db-4bcb-b8e8-cf65b69edfcd admin admin] Usage tracker for resource:security_group_rule and tenant:37817e98e6be40419978195b0b4a9189 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:10.274302 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] For port d520261c-1500-4f0b-a161-6a5f86b2ab77, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:29:10.278139 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] For port d520261c-1500-4f0b-a161-6a5f86b2ab77, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d520261c-1500-4f0b-a161-6a5f86b2ab77,segment=NetworkSegment(3921f221-8215-4a75-8b9d-f8f918a8a8c3),segment_id=3921f221-8215-4a75-8b9d-f8f918a8a8c3)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:29:10.285165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2a54e872-b0db-4bcb-b8e8-cf65b69edfcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:10.285482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 7c0d0e89-8a41-4e5b-9a97-d600f937e824 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:10.286045 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:10.300626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2a54e872-b0db-4bcb-b8e8-cf65b69edfcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:10.332401 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-45510fb3-9253-41cf-9567-ba3de5a67764 req-29a0a806-dcd2-4c6b-a45e-600b815f99ed tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693309
Jun 04 15:29:10.348537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:10.349237 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:10.408881 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-93492455-7a98-48a5-8a4e-7d9464f302a1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:10.456648 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:10.469380 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:10.538114 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:10.573072 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Pushing event updated for resources: {'Port': ['ID=d520261c-1500-4f0b-a161-6a5f86b2ab77,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:10.584228 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:10.604350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] device_id is not set on port 9b90e6c4-487c-4cbf-8ab4-989915436efc yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:29:10.711536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c43dc-91b7-4151-ad9a-df016898c69a req-814e3b0c-4c71-4d67-92f0-9718b502897d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:10.712272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-033c43dc-91b7-4151-ad9a-df016898c69a req-814e3b0c-4c71-4d67-92f0-9718b502897d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Synchronizing usage tracker for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:10.717331 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-37b79528-c695-41cd-8eb4-f9519ff92780 req-cfa8eceb-9f7b-49ab-ae7d-d77a16f0acba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 210 time: 0.1112514
Jun 04 15:29:10.764511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fe98a096-5d02-43a6-b5fa-b5aee12b862c None None] Provisioning for port e2a71e56-135a-4162-a78c-78c6531e5a37 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:10.766287 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fe98a096-5d02-43a6-b5fa-b5aee12b862c None None] Provisioning complete for port e2a71e56-135a-4162-a78c-78c6531e5a37 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:10.766774 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fe98a096-5d02-43a6-b5fa-b5aee12b862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:10.795166 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2544940
Jun 04 15:29:10.839277 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:29:10.912678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-fe98a096-5d02-43a6-b5fa-b5aee12b862c None None] Port e2a71e56-135a-4162-a78c-78c6531e5a37 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:29:10.954382 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Request body: {'port': {'device_id': '630ac1be-47a5-4b9a-9df0-a752044c2b35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:11.121515 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-93492455-7a98-48a5-8a4e-7d9464f302a1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:11.126737 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4d168736-c609-4c59-b38b-9c174242585b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:11.167251 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-93492455-7a98-48a5-8a4e-7d9464f302a1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:11.170470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93492455-7a98-48a5-8a4e-7d9464f302a1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=e17742f5-5617-4557-ba67-14c4b0d36d39,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:11.170778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-033c43dc-91b7-4151-ad9a-df016898c69a req-814e3b0c-4c71-4d67-92f0-9718b502897d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Unset dirty status for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:11.171977 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-033c43dc-91b7-4151-ad9a-df016898c69a req-814e3b0c-4c71-4d67-92f0-9718b502897d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 931 time: 1.0083337
Jun 04 15:29:11.173759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf818095-ad57-4bff-869b-735518ea5e67 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:11.174040 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-93492455-7a98-48a5-8a4e-7d9464f302a1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:11.184887 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-93492455-7a98-48a5-8a4e-7d9464f302a1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/e17742f5-5617-4557-ba67-14c4b0d36d39 HTTP/1.1" status: 204  len: 168 time: 1.4954646
Jun 04 15:29:11.187359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56422) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:11.197962 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2a54e872-b0db-4bcb-b8e8-cf65b69edfcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:11.207054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-48ad00d2-17a1-405c-90a6-2e657f6a5068 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:11.208493 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-48ad00d2-17a1-405c-90a6-2e657f6a5068 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.65 "GET /v2.0/networks?id=d67310a1-ca89-4950-80ed-77fd8abcfab9 HTTP/1.1" status: 200  len: 814 time: 0.5524807
Jun 04 15:29:11.242738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Request body: {'port': {'device_id': '0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56', 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9', 'admin_state_up': True, 'tenant_id': '35b4af14bb3e432990c4361da6c462d1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:11.259656 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Allocated IP 172.20.0.4 (067a5f7d-3b67-4c34-9ced-b67d39921a73/b902e85f-d30e-490a-ade4-fdc94f75a3b4/9b90e6c4-487c-4cbf-8ab4-989915436efc) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:11.266938 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f5bbe5b2-aa6b-4e4b-b7bb-175f78f91b74 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0761180
Jun 04 15:29:11.268226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56424) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:11.278631 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2a54e872-b0db-4bcb-b8e8-cf65b69edfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:11.304184 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4fdf894d-0de4-4b9a-bbcc-d3aff61670d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:11.352771 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:11.365763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252089d3-a2ae-4d5f-9f60-b46172a3a206 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:11.367086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-252089d3-a2ae-4d5f-9f60-b46172a3a206 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:11.442281 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-252089d3-a2ae-4d5f-9f60-b46172a3a206 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:11.445022 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-252089d3-a2ae-4d5f-9f60-b46172a3a206 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1755826
Jun 04 15:29:11.447414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56428) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:11.480322 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de17217-b45a-467a-ab72-e7353820797f None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:29:11.509651 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-033c43dc-91b7-4151-ad9a-df016898c69a req-5b02a483-de17-4a5d-a0e0-c94f0f731ed4 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3100591
Jun 04 15:29:11.530913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54e872-b0db-4bcb-b8e8-cf65b69edfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50441b0f-769c-4a5d-a588-244e9396207a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:11.580562 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2a54e872-b0db-4bcb-b8e8-cf65b69edfcd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37817e98e6be40419978195b0b4a9189&name=default HTTP/1.1" status: 200  len: 2983 time: 1.7138865
Jun 04 15:29:11.586688 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2a54e872-b0db-4bcb-b8e8-cf65b69edfcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:11.591808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56430) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:11.596060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf161d1-84e2-4f67-8fb2-b6624340bed4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:11.596895 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5cf161d1-84e2-4f67-8fb2-b6624340bed4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:11.606471 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6de17217-b45a-467a-ab72-e7353820797f None None] Deleting port 7c0d0e89-8a41-4e5b-9a97-d600f937e824 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:11.606850 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6de17217-b45a-467a-ab72-e7353820797f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:11.642129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474609a-8008-40b5-845a-0f93367f91c4 req-3a54c57b-3632-4a21-990d-9c65a1fd4773 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:11.650003 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c474609a-8008-40b5-845a-0f93367f91c4 req-3a54c57b-3632-4a21-990d-9c65a1fd4773 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.1348770
Jun 04 15:29:11.703645 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c474609a-8008-40b5-845a-0f93367f91c4 req-1b6a6fee-cdd3-44a6-a4b1-fe8a2b65e625 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526223
Jun 04 15:29:11.726806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6de17217-b45a-467a-ab72-e7353820797f None None] For port 7c0d0e89-8a41-4e5b-9a97-d600f937e824, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7c0d0e89-8a41-4e5b-9a97-d600f937e824,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:11.745363 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6de17217-b45a-467a-ab72-e7353820797f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:11.766654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5cf161d1-84e2-4f67-8fb2-b6624340bed4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:11.770763 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5cf161d1-84e2-4f67-8fb2-b6624340bed4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3223825
Jun 04 15:29:11.771383 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56434) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:11.866229 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b3335bd4-0008-452a-8940-1499d4ea6938 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0936646
Jun 04 15:29:11.870449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56436) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:11.877540 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ea2ed715-19cf-4eec-a11f-01db2090e761 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:11.889535 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407a89e6-a3ae-441e-9478-8ebc06a356de None None] Network 067a5f7d-3b67-4c34-9ced-b67d39921a73 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:11.913254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6de17217-b45a-467a-ab72-e7353820797f None None] Calling delete_port for 7c0d0e89-8a41-4e5b-9a97-d600f937e824 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:12.004811 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4274d24-a4e4-4843-8404-d67325171cb7 req-746fd06e-7b31-4b39-bf97-dc5fcecee424 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 210 time: 0.1490953
Jun 04 15:29:12.027411 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:12.041967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ea2ed715-19cf-4eec-a11f-01db2090e761 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:12.055883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ea2ed715-19cf-4eec-a11f-01db2090e761 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:12.067866 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43f0f59a-a766-4bdd-9670-87f243c2c654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:12.099223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:12.102261 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:12.121310 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43f0f59a-a766-4bdd-9670-87f243c2c654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:12.133305 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d520261c-1500-4f0b-a161-6a5f86b2ab77 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:12.154307 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2ed715-19cf-4eec-a11f-01db2090e761 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:12.158712 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea2ed715-19cf-4eec-a11f-01db2090e761 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:12.182971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Transition to ACTIVE for port object 9b90e6c4-487c-4cbf-8ab4-989915436efc will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:12.222694 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a758aff4-b88f-4c91-8364-57a6ea034b6a None None] Provisioning for port d520261c-1500-4f0b-a161-6a5f86b2ab77 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:12.254193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Made reservation on behalf of 35b4af14bb3e432990c4361da6c462d1 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:12.258680 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:12.377857 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6de17217-b45a-467a-ab72-e7353820797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:12.385330 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-81d14100-6821-42c0-8672-d7905893ea5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:12.435617 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port d520261c-1500-4f0b-a161-6a5f86b2ab77 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:12.447792 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de17217-b45a-467a-ab72-e7353820797f None None] Pushing event deleted for resources: {'Port': ['ID=7c0d0e89-8a41-4e5b-9a97-d600f937e824,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:12.450351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de17217-b45a-467a-ab72-e7353820797f None None] No DVR routers for this DVR port 7c0d0e89-8a41-4e5b-9a97-d600f937e824 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:29:12.452114 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6de17217-b45a-467a-ab72-e7353820797f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:12.452730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d520261c-1500-4f0b-a161-6a5f86b2ab77 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:12.453130 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:12.471206 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43f0f59a-a766-4bdd-9670-87f243c2c654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:12.483993 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cfb01f6b-1830-4e72-9b2b-d2cca45e3a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:12.505772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0f59a-a766-4bdd-9670-87f243c2c654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50441b0f-769c-4a5d-a588-244e9396207a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:12.520785 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:12.522930 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-43f0f59a-a766-4bdd-9670-87f243c2c654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:12.584905 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:12.631234 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:12.679455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port d520261c-1500-4f0b-a161-6a5f86b2ab77, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d520261c-1500-4f0b-a161-6a5f86b2ab77,segment=NetworkSegment(3921f221-8215-4a75-8b9d-f8f918a8a8c3),segment_id=3921f221-8215-4a75-8b9d-f8f918a8a8c3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:12.686198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Pushing event updated for resources: {'Port': ['ID=9b90e6c4-487c-4cbf-8ab4-989915436efc,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:12.692058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-555060b8-84ca-4ae7-abfc-57215fe7c395 None None] Provisioning complete for port d520261c-1500-4f0b-a161-6a5f86b2ab77 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:12.698267 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-555060b8-84ca-4ae7-abfc-57215fe7c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:12.715844 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:12.827003 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:12.827702 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea2ed715-19cf-4eec-a11f-01db2090e761 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:12.832812 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-93492455-7a98-48a5-8a4e-7d9464f302a1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:12.836293 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:12.967395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7c0d0e89-8a41-4e5b-9a97-d600f937e824 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:29:12.970218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ed715-19cf-4eec-a11f-01db2090e761 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=aee4a21e-e55c-4f48-bf0c-a5aa676cdf53,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:12.974003 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ed715-19cf-4eec-a11f-01db2090e761 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:12.976180 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ea2ed715-19cf-4eec-a11f-01db2090e761 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:12.977301 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-ea2ed715-19cf-4eec-a11f-01db2090e761 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:12.995532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2ed715-19cf-4eec-a11f-01db2090e761 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:12.996377 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea2ed715-19cf-4eec-a11f-01db2090e761 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:13.006253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Allocated IP 172.20.0.12 (d67310a1-ca89-4950-80ed-77fd8abcfab9/1843960c-a0fb-4622-a60e-eba128673683/4df8dd82-a00a-4219-b0bc-d78fa45c10bd) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:13.011663 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de55343-8024-466b-9221-4a3e28f4d4b0 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:13.018921 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Network 067a5f7d-3b67-4c34-9ced-b67d39921a73 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:13.035329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:13.043362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a71e56-135a-4162-a78c-78c6531e5a37 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:29:13.043781 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6cec8-cdf4-4564-959c-7fa7f2d1767b req-ba68a02f-4417-4cd0-a4c8-956188096d61 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:13.045760 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f8d6cec8-cdf4-4564-959c-7fa7f2d1767b req-ba68a02f-4417-4cd0-a4c8-956188096d61 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.1568885
Jun 04 15:29:13.059511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:13.077779 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 7c0d0e89-8a41-4e5b-9a97-d600f937e824 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:29:13.078952 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7c0d0e89-8a41-4e5b-9a97-d600f937e824 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:29:13.120313 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f8d6cec8-cdf4-4564-959c-7fa7f2d1767b req-14211970-8042-4755-b264-ad0b170b0b95 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672634
Jun 04 15:29:13.148402 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ea2ed715-19cf-4eec-a11f-01db2090e761 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2716551
Jun 04 15:29:13.148761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56448) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:13.154717 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:13.157845 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'fixed_ips': [{'subnet_id': 'aee4a21e-e55c-4f48-bf0c-a5aa676cdf53', 'ip_address': '2001:db8::4abb:b515:880b:b08d'}], 'name': 'tempest-NetworksTestDHCPv6-2090801460'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:13.167444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:13.168056 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:13.188552 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43f0f59a-a766-4bdd-9670-87f243c2c654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:13.196058 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-43f0f59a-a766-4bdd-9670-87f243c2c654 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50441b0f-769c-4a5d-a588-244e9396207a HTTP/1.1" status: 204  len: 168 time: 1.5938022
Jun 04 15:29:13.270432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Transition to ACTIVE for port object e2a71e56-135a-4162-a78c-78c6531e5a37 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:13.272609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=d520261c-1500-4f0b-a161-6a5f86b2ab77,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:13.287020 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:13.368862 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:13.387861 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ce7d2ca9-1894-4b95-b889-5b426abdcf61 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:13.391649 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': 'aee4a21e-e55c-4f48-bf0c-a5aa676cdf53'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:29:13.393346 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:13.433616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b126c8-ef02-4aa6-b70d-412ad7e3df71 req-edda5f8c-e249-4b6b-89fa-e65c7e59ff14 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:13.435729 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7b126c8-ef02-4aa6-b70d-412ad7e3df71 req-edda5f8c-e249-4b6b-89fa-e65c7e59ff14 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 931 time: 0.7242188
Jun 04 15:29:13.449670 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 4.8747280
Jun 04 15:29:13.465506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56452) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:13.476877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-71850d71-decb-464e-be06-3630c062e230 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-44093787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:13.487954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-71850d71-decb-464e-be06-3630c062e230 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:13.490387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-71850d71-decb-464e-be06-3630c062e230 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Usage tracker for resource:router and tenant:78f2afae4b8b4d228ef2b886e3d4a697 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:13.494343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-71850d71-decb-464e-be06-3630c062e230 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:13.503558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-71850d71-decb-464e-be06-3630c062e230 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:13.602443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ecee437d-8228-4523-8e2b-a82324721ab4 None None] Provisioning for port 9b90e6c4-487c-4cbf-8ab4-989915436efc completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:13.618145 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ecee437d-8228-4523-8e2b-a82324721ab4 None None] Provisioning complete for port 9b90e6c4-487c-4cbf-8ab4-989915436efc triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:13.621335 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ecee437d-8228-4523-8e2b-a82324721ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:13.700247 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Allocated IP 2001:db8::2 (6acae085-7932-4691-b36e-433651ec3de1/aee4a21e-e55c-4f48-bf0c-a5aa676cdf53/c004323f-038e-430b-a6e8-cd116c708e64) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:13.706556 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7b126c8-ef02-4aa6-b70d-412ad7e3df71 req-9e82c01c-d5a7-4d7d-a6fe-5d59a35de59e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2516863
Jun 04 15:29:13.741273 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-71850d71-decb-464e-be06-3630c062e230 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:13.742719 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-71850d71-decb-464e-be06-3630c062e230 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:13.787317 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-87f3fc27-ee36-4a0e-b93d-02e49bd4e053 req-491785ef-88f5-41b8-ac2f-17d2e8971e1d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 210 time: 0.1902928
Jun 04 15:29:13.792102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:13.825393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a71e56-135a-4162-a78c-78c6531e5a37,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:13.825697 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:13.838725 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ecee437d-8228-4523-8e2b-a82324721ab4 None None] Port 9b90e6c4-487c-4cbf-8ab4-989915436efc cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:29:13.840129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:13.916291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:13.936084 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-71850d71-decb-464e-be06-3630c062e230 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:13.999494 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:14.004856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Attempting to bind port e2a71e56-135a-4162-a78c-78c6531e5a37 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:29:14.009320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Attempting to bind port e2a71e56-135a-4162-a78c-78c6531e5a37 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:29:14.009732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Attempting to bind port e2a71e56-135a-4162-a78c-78c6531e5a37 on network 88077e73-6957-4879-9339-9e85eb0bc61f {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:29:14.034772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Port e2a71e56-135a-4162-a78c-78c6531e5a37 on network 88077e73-6957-4879-9339-9e85eb0bc61f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:29:14.034896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Attempting to bind port e2a71e56-135a-4162-a78c-78c6531e5a37 on network 88077e73-6957-4879-9339-9e85eb0bc61f {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:29:14.048471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:29:14.049302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Checking segment: {'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:29:14.049638 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Bound using segment: {'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:29:14.050041 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Bound port: e2a71e56-135a-4162-a78c-78c6531e5a37, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80fa3029-e0d0-45eb-95bb-49cb87ea8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:29:14.050390 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:14.090668 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d520261c-1500-4f0b-a161-6a5f86b2ab77 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:14.153835 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:14.168768 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-71850d71-decb-464e-be06-3630c062e230 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:14.182025 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port 09a30ee9-d82d-4a92-b233-8c0013d27851 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:29:14.228197 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] For port e2a71e56-135a-4162-a78c-78c6531e5a37, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:29:14.235690 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] For port e2a71e56-135a-4162-a78c-78c6531e5a37, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e2a71e56-135a-4162-a78c-78c6531e5a37,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:29:14.245668 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-71850d71-decb-464e-be06-3630c062e230 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:14.246888 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-71850d71-decb-464e-be06-3630c062e230 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.7744653
Jun 04 15:29:14.249687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56466) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:14.255186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e90bc2ea-67fb-46df-8411-93e7308ea848 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-87161883', 'prefixes': ['172.20.0.0/16']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:14.270394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e90bc2ea-67fb-46df-8411-93e7308ea848 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:14.276849 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:14.285375 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:14.292189 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e74384ed-1e90-4ca6-b447-714e4a238412 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:14.295204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['393f8943-bb92-46e8-8366-f18b14c6aacb'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:29:14.337643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Transition to ACTIVE for port object c004323f-038e-430b-a6e8-cd116c708e64 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:14.409557 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d520261c-1500-4f0b-a161-6a5f86b2ab77 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:14.410154 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:14.417306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Pushing event updated for resources: {'Port': ['ID=4df8dd82-a00a-4219-b0bc-d78fa45c10bd,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:14.423994 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:14.431158 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:14.431158 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:14.467302 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Transition to ACTIVE for port object c004323f-038e-430b-a6e8-cd116c708e64 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:14.506124 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Network d67310a1-ca89-4950-80ed-77fd8abcfab9 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:14.513867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162d56-a285-4431-b1dd-cac9a65bebf8 req-686a6ee0-5600-40b1-b730-6c798993de7b tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:14.517599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:14.526642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:14.527173 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:14.528520 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2307c264-4b20-46fb-91d4-9741c6334225 req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] 10.222.0.62 "PUT /v2.0/ports/e2a71e56-135a-4162-a78c-78c6531e5a37 HTTP/1.1" status: 200  len: 1091 time: 3.5837293
Jun 04 15:29:14.528779 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d0162d56-a285-4431-b1dd-cac9a65bebf8 req-686a6ee0-5600-40b1-b730-6c798993de7b tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.1931255
Jun 04 15:29:14.529321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:14.556262 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630ac1be-47a5-4b9a-9df0-a752044c2b35', 'tag': 'e2a71e56-135a-4162-a78c-78c6531e5a37'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:29:14.558705 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ebb0fa-5931-4add-ba91-978b47b14290" -d '{"events": [{"name": "network-changed", "server_uuid": "630ac1be-47a5-4b9a-9df0-a752044c2b35", "tag": "e2a71e56-135a-4162-a78c-78c6531e5a37"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:29:14.577821 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:14.589591 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:14.666654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:14.667590 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:14.674449 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:14.703144 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:14.724833 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d610b8-0f08-4fde-925b-682f80052cb3 x-openstack-request-id: req-a6d610b8-0f08-4fde-925b-682f80052cb3 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:29:14.725359 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630ac1be-47a5-4b9a-9df0-a752044c2b35", "tag": "e2a71e56-135a-4162-a78c-78c6531e5a37", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:29:14.725764 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6d610b8-0f08-4fde-925b-682f80052cb3 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:29:14.728697 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630ac1be-47a5-4b9a-9df0-a752044c2b35', 'tag': 'e2a71e56-135a-4162-a78c-78c6531e5a37', 'status': 'completed', 'code': 200}
Jun 04 15:29:14.740239 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d0162d56-a285-4431-b1dd-cac9a65bebf8 req-7ae8b427-021a-475a-85e5-051400f9b7da tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969633
Jun 04 15:29:14.752111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a71e56-135a-4162-a78c-78c6531e5a37,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:14.789107 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::4abb:b515:880b:b08d (6acae085-7932-4691-b36e-433651ec3de1/aee4a21e-e55c-4f48-bf0c-a5aa676cdf53/09a30ee9-d82d-4a92-b233-8c0013d27851) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:14.824007 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:14.825526 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:14.834239 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-2cc3cba7-4501-4143-b0ce-b8b860cc82e0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6119905
Jun 04 15:29:14.859421 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Request body: {'port': {'device_id': '0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:14.946635 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e90bc2ea-67fb-46df-8411-93e7308ea848 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks [] for subnetpool, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:14.951833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56488) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:14.952445 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e90bc2ea-67fb-46df-8411-93e7308ea848 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 746 time: 0.7016137
Jun 04 15:29:14.957419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-3c749433-4cd3-4719-ad8d-7c6d0ae608ce tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386aeb220>, 'subnets', 'b902e85f-d30e-490a-ade4-fdc94f75a3b4', 'tempest-TagsExtTest-Tag-1430896776') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:15.106389 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Pushing event updated for resources: {'Port': ['ID=c004323f-038e-430b-a6e8-cd116c708e64,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:15.134604 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:15.144058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Attempting to bind port c004323f-038e-430b-a6e8-cd116c708e64 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:29:15.144058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Attempting to bind port c004323f-038e-430b-a6e8-cd116c708e64 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:29:15.144058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Attempting to bind port c004323f-038e-430b-a6e8-cd116c708e64 on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:29:15.144398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebb0fa-5931-4add-ba91-978b47b14290 req-752c8e67-2cbf-4d0f-9ef0-a2a3377999cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:15.144398 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-10ebb0fa-5931-4add-ba91-978b47b14290 req-752c8e67-2cbf-4d0f-9ef0-a2a3377999cd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f9666fef72042a089a1b7fec6d0d3ff&device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 1094 time: 0.4215291
Jun 04 15:29:15.156487 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:29:15.156871 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:29:15.157295 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:15.158418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:29:15.159141 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Bound port: c004323f-038e-430b-a6e8-cd116c708e64, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:29:15.159620 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:15.184947 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8e087-35e1-4366-acec-b44f0534170d req-ad2bda21-083d-4b61-b923-8f52369a868a tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:15.186653 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6e8e087-35e1-4366-acec-b44f0534170d req-ad2bda21-083d-4b61-b923-8f52369a868a tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 943 time: 0.2521343
Jun 04 15:29:15.190832 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:15.283610 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:15.300728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155fd6a-8ccd-46d0-95b4-23b99ecd9104 req-1d474ffd-678f-4cfb-916a-1aa35506e71b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:15.301160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] For port c004323f-038e-430b-a6e8-cd116c708e64, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:29:15.302288 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d155fd6a-8ccd-46d0-95b4-23b99ecd9104 req-1d474ffd-678f-4cfb-916a-1aa35506e71b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 932 time: 0.2929547
Jun 04 15:29:15.306296 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] For port c004323f-038e-430b-a6e8-cd116c708e64, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c004323f-038e-430b-a6e8-cd116c708e64,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:29:15.338690 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object 09a30ee9-d82d-4a92-b233-8c0013d27851 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:15.376938 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d155fd6a-8ccd-46d0-95b4-23b99ecd9104 req-52fbdac1-28bc-4718-a428-4356cc890e39 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596285
Jun 04 15:29:15.388635 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6e8e087-35e1-4366-acec-b44f0534170d req-013f599a-af5a-4ba2-8a2a-bcc8126d2333 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1852758
Jun 04 15:29:15.412543 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:15.422690 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:15.430011 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3c749433-4cd3-4719-ad8d-7c6d0ae608ce tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "PUT /v2.0/subnets/b902e85f-d30e-490a-ade4-fdc94f75a3b4/tags/tempest-TagsExtTest-Tag-1430896776 HTTP/1.1" status: 201  len: 201 time: 0.4767785
Jun 04 15:29:15.432702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56494) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:15.444117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-168d5025-0e5c-4130-875c-d4d20c590fb7 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386aebbe0>, 'ports', '9b90e6c4-487c-4cbf-8ab4-989915436efc', 'tempest-TagsExtTest-Tag-940864494') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:15.502134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebb0fa-5931-4add-ba91-978b47b14290 req-d7e50d3f-a77c-42d2-99d7-88b9b9aeacb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:15.503766 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-10ebb0fa-5931-4add-ba91-978b47b14290 req-d7e50d3f-a77c-42d2-99d7-88b9b9aeacb2 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0f9666fef72042a089a1b7fec6d0d3ff&shared=False HTTP/1.1" status: 200  len: 912 time: 0.3507891
Jun 04 15:29:15.512450 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:15.515730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Pushing event updated for resources: {'Port': ['ID=c004323f-038e-430b-a6e8-cd116c708e64,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:15.524437 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:15.541285 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-abbca1b8-d5bb-4706-bafb-c3263d9aa9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:15.595479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56496) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:15.621471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:15.626849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:15.632338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:15.638570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:15.639229 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:15.662550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=09a30ee9-d82d-4a92-b233-8c0013d27851,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:15.668861 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:15.779690 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.6275871
Jun 04 15:29:15.780231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56502) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:15.863272 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-168d5025-0e5c-4130-875c-d4d20c590fb7 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "PUT /v2.0/ports/9b90e6c4-487c-4cbf-8ab4-989915436efc/tags/tempest-TagsExtTest-Tag-940864494 HTTP/1.1" status: 201  len: 201 time: 0.4291401
Jun 04 15:29:15.865999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56504) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:15.874240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-f281d852-a2d7-457e-99bd-4c1c25ece35a tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386aebd00>, 'routers', '74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a', 'tempest-TagsExtTest-Tag-278130537') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:15.957080 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a258-f0a9-4dea-a4ec-e0859a3b6c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:16.019364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cdf2a258-f0a9-4dea-a4ec-e0859a3b6c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:16.034294 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cdf2a258-f0a9-4dea-a4ec-e0859a3b6c49 admin admin] Usage tracker for resource:security_group_rule and tenant:3ced894d54404e519bc6c9fdd523d183 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:16.035971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebb0fa-5931-4add-ba91-978b47b14290 req-88092ac5-f809-4881-b954-bf9cdcfb3956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:16.037563 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-10ebb0fa-5931-4add-ba91-978b47b14290 req-88092ac5-f809-4881-b954-bf9cdcfb3956 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5145571
Jun 04 15:29:16.039596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cdf2a258-f0a9-4dea-a4ec-e0859a3b6c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:16.048150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cdf2a258-f0a9-4dea-a4ec-e0859a3b6c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:16.110871 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c004323f-038e-430b-a6e8-cd116c708e64 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:16.170654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3aa289-8fcb-4e69-8ce8-28745ec0ee2d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:16.177444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3aa289-8fcb-4e69-8ce8-28745ec0ee2d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:16.178211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2d3aa289-8fcb-4e69-8ce8-28745ec0ee2d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:16.202655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c38ca-1813-4b60-87ea-43c9ab15e886 req-a7121eb6-ee9c-451a-93a0-4023bc42fc92 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:16.204115 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e40c38ca-1813-4b60-87ea-43c9ab15e886 req-a7121eb6-ee9c-451a-93a0-4023bc42fc92 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.2373495
Jun 04 15:29:16.260007 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e40c38ca-1813-4b60-87ea-43c9ab15e886 req-2811895b-ea15-4a23-a4d4-977652fb7f2c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494637
Jun 04 15:29:16.273219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df8dd82-a00a-4219-b0bc-d78fa45c10bd {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:29:16.279840 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f281d852-a2d7-457e-99bd-4c1c25ece35a tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "PUT /v2.0/routers/74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a/tags/tempest-TagsExtTest-Tag-278130537 HTTP/1.1" status: 201  len: 201 time: 0.4037158
Jun 04 15:29:16.279840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56506) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:16.279840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-f90e0111-98e8-4368-9a70-3b570054597c tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386aebe20>, 'subnetpools', '3031d3f6-7bcb-4569-a838-f032fb7e05d6', 'tempest-TagsExtTest-Tag-1722087128') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:16.289030 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:16.303892 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port c004323f-038e-430b-a6e8-cd116c708e64 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:16.310279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2d3aa289-8fcb-4e69-8ce8-28745ec0ee2d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:16.313461 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2d3aa289-8fcb-4e69-8ce8-28745ec0ee2d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.5322928
Jun 04 15:29:16.316445 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56508) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:16.327799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Transition to ACTIVE for port object 4df8dd82-a00a-4219-b0bc-d78fa45c10bd will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:16.375861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307c264-4b20-46fb-91d4-9741c6334225 req-7570429f-f92c-4dcd-9d01-27dd694c06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:16.378561 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2307c264-4b20-46fb-91d4-9741c6334225 req-7570429f-f92c-4dcd-9d01-27dd694c06ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f9666fef72042a089a1b7fec6d0d3ff&device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 1094 time: 0.2630007
Jun 04 15:29:16.387041 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ecfc3b6-1a8f-4937-8da6-04709c4e40c5 req-f1442124-d689-4f46-985d-a1fe5223d9f1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2147563
Jun 04 15:29:16.391918 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a258-f0a9-4dea-a4ec-e0859a3b6c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:16.460730 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:16.475188 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d6ae124c-3f64-4325-af4e-d3a0a9c1e426 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:16.475422 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f90e0111-98e8-4368-9a70-3b570054597c tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "PUT /v2.0/subnetpools/3031d3f6-7bcb-4569-a838-f032fb7e05d6/tags/tempest-TagsExtTest-Tag-1722087128 HTTP/1.1" status: 201  len: 201 time: 0.2005355
Jun 04 15:29:16.475847 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56514) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:16.502257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-596f8e59-f9c1-483e-a742-75641bedd231 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8386accee0>, 'subnets', 'b902e85f-d30e-490a-ade4-fdc94f75a3b4') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:16.515311 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2307c264-4b20-46fb-91d4-9741c6334225 req-7af8721a-e8d8-47a7-a406-207d4cb68617 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2a71e56-135a-4162-a78c-78c6531e5a37 HTTP/1.1" status: 200  len: 217 time: 0.1246114
Jun 04 15:29:16.571627 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a258-f0a9-4dea-a4ec-e0859a3b6c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:16.826334 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cdf2a258-f0a9-4dea-a4ec-e0859a3b6c49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ced894d54404e519bc6c9fdd523d183&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2190323
Jun 04 15:29:16.830320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Pushing event updated for resources: {'Port': ['ID=4df8dd82-a00a-4219-b0bc-d78fa45c10bd,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:16.834426 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:16.841198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56520) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:16.870287 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ba60d47b-7fca-410e-aea0-87feafa90fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:16.957982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b18d70e8-010b-4e83-aaea-dbc123e4589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:16.959819 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b18d70e8-010b-4e83-aaea-dbc123e4589d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4093c38f-7f2f-4b42-8c4a-34d4b45f0128 HTTP/1.1" status: 200  len: 850 time: 0.3800719
Jun 04 15:29:17.012742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-373deda2-1024-4acb-bb7f-7e2b4f26fb9f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port 09a30ee9-d82d-4a92-b233-8c0013d27851 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:17.013240 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-373deda2-1024-4acb-bb7f-7e2b4f26fb9f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:17.029912 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a0266a5d-47be-4cd1-bf28-4a1a01a04f6a None None] Provisioning for port c004323f-038e-430b-a6e8-cd116c708e64 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:17.030175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2a258-f0a9-4dea-a4ec-e0859a3b6c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c5f87c-ab44-4e2f-b1c0-e457829bae03,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:17.034070 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cdf2a258-f0a9-4dea-a4ec-e0859a3b6c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:17.039040 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a0266a5d-47be-4cd1-bf28-4a1a01a04f6a None None] Provisioning complete for port c004323f-038e-430b-a6e8-cd116c708e64 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:17.039040 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0266a5d-47be-4cd1-bf28-4a1a01a04f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:17.050184 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-596f8e59-f9c1-483e-a742-75641bedd231 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/subnets/b902e85f-d30e-490a-ade4-fdc94f75a3b4/tags HTTP/1.1" status: 200  len: 241 time: 0.5553555
Jun 04 15:29:17.054285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56522) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:17.059718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-11c0f7cd-97ff-4611-89c9-355b4c0e89e0 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83872a0e80>, 'subnets', 'b902e85f-d30e-490a-ade4-fdc94f75a3b4', 'tempest-TagsExtTest-Tag-1430896776') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:17.072085 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6cb72-8e58-4ff4-a26a-90ed286a1a09 req-9fb4741a-c16c-44f7-af31-8c156914c76f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:17.081861 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71a6cb72-8e58-4ff4-a26a-90ed286a1a09 req-9fb4741a-c16c-44f7-af31-8c156914c76f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 943 time: 0.3368185
Jun 04 15:29:17.099315 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa258866-e068-4394-bef6-038bdc057c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:17.129787 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfc3b6-1a8f-4937-8da6-04709c4e40c5 req-c4bd2db6-f53a-4cb8-94ee-204c7740af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:17.131625 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ecfc3b6-1a8f-4937-8da6-04709c4e40c5 req-c4bd2db6-f53a-4cb8-94ee-204c7740af59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 1096 time: 0.6187167
Jun 04 15:29:17.141136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Attempting to bind port 4df8dd82-a00a-4219-b0bc-d78fa45c10bd on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:29:17.142956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Attempting to bind port 4df8dd82-a00a-4219-b0bc-d78fa45c10bd by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'e3080382-b39c-4fd3-8979-9ba6f045ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:29:17.142956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Attempting to bind port 4df8dd82-a00a-4219-b0bc-d78fa45c10bd on network d67310a1-ca89-4950-80ed-77fd8abcfab9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:29:17.163338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Port 4df8dd82-a00a-4219-b0bc-d78fa45c10bd on network d67310a1-ca89-4950-80ed-77fd8abcfab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:29:17.163743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Attempting to bind port 4df8dd82-a00a-4219-b0bc-d78fa45c10bd on network d67310a1-ca89-4950-80ed-77fd8abcfab9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:29:17.174519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ef094-de83-4504-a2ab-9df35969ad58 req-c37b306d-e2ac-4d12-98a5-a200b69de892 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:17.175383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-af3ef094-de83-4504-a2ab-9df35969ad58 req-c37b306d-e2ac-4d12-98a5-a200b69de892 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Synchronizing usage tracker for tenant:35b4af14bb3e432990c4361da6c462d1 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:17.223397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:29:17.223715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Checking segment: {'id': 'e3080382-b39c-4fd3-8979-9ba6f045ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:29:17.224154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Bound using segment: {'id': 'e3080382-b39c-4fd3-8979-9ba6f045ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:29:17.224901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Bound port: 4df8dd82-a00a-4219-b0bc-d78fa45c10bd, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3080382-b39c-4fd3-8979-9ba6f045ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:29:17.225075 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:17.230763 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0266a5d-47be-4cd1-bf28-4a1a01a04f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:17.294745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa258866-e068-4394-bef6-038bdc057c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:17.306295 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71a6cb72-8e58-4ff4-a26a-90ed286a1a09 req-66429fe7-1d09-488c-9449-b68715133f11 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2234864
Jun 04 15:29:17.316951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a0266a5d-47be-4cd1-bf28-4a1a01a04f6a None None] For port c004323f-038e-430b-a6e8-cd116c708e64, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c004323f-038e-430b-a6e8-cd116c708e64,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:17.370572 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-373deda2-1024-4acb-bb7f-7e2b4f26fb9f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:17.378333 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0266a5d-47be-4cd1-bf28-4a1a01a04f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:17.380657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-af3ef094-de83-4504-a2ab-9df35969ad58 req-c37b306d-e2ac-4d12-98a5-a200b69de892 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Unset dirty status for tenant:35b4af14bb3e432990c4361da6c462d1 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:17.382367 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af3ef094-de83-4504-a2ab-9df35969ad58 req-c37b306d-e2ac-4d12-98a5-a200b69de892 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 944 time: 0.7336578
Jun 04 15:29:17.386668 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5e4bae06-8c25-40d0-80ab-51e1bb716d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:17.400768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307c264-4b20-46fb-91d4-9741c6334225 req-477b09ee-08f9-4ea2-b237-6b162b1d7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:17.402271 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2307c264-4b20-46fb-91d4-9741c6334225 req-477b09ee-08f9-4ea2-b237-6b162b1d7710 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88077e73-6957-4879-9339-9e85eb0bc61f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4319248
Jun 04 15:29:17.500508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0266a5d-47be-4cd1-bf28-4a1a01a04f6a None None] Pushing event updated for resources: {'Port': ['ID=c004323f-038e-430b-a6e8-cd116c708e64,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:17.508245 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a0266a5d-47be-4cd1-bf28-4a1a01a04f6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:17.536921 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-11c0f7cd-97ff-4611-89c9-355b4c0e89e0 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/subnets/b902e85f-d30e-490a-ade4-fdc94f75a3b4/tags/tempest-TagsExtTest-Tag-1430896776 HTTP/1.1" status: 204  len: 168 time: 0.4804709
Jun 04 15:29:17.557351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56526) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:17.563677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-7d2394f6-a467-4800-8161-7d33ae4616fa tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f838c02b7f0>, 'subnets', 'b902e85f-d30e-490a-ade4-fdc94f75a3b4', 'tempest-TagsExtTest-Tag-1430896776') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:17.580846 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-373deda2-1024-4acb-bb7f-7e2b4f26fb9f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for 09a30ee9-d82d-4a92-b233-8c0013d27851 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:17.601060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-21e6bb0e-05a2-417e-ad15-851130ce6f2b None None] Provisioning for port 09a30ee9-d82d-4a92-b233-8c0013d27851 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:17.606957 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-21e6bb0e-05a2-417e-ad15-851130ce6f2b None None] Provisioning complete for port 09a30ee9-d82d-4a92-b233-8c0013d27851 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:17.607891 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-21e6bb0e-05a2-417e-ad15-851130ce6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:17.644975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfc3b6-1a8f-4937-8da6-04709c4e40c5 req-d79738d4-f4c8-453f-9951-2468b64d616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:17.648948 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ecfc3b6-1a8f-4937-8da6-04709c4e40c5 req-d79738d4-f4c8-453f-9951-2468b64d616b service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.4875505
Jun 04 15:29:17.655224 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa258866-e068-4394-bef6-038bdc057c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:17.662709 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ef324168-fe72-4c98-9317-fbe91a93a73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:17.691290 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-21e6bb0e-05a2-417e-ad15-851130ce6f2b None None] Port 09a30ee9-d82d-4a92-b233-8c0013d27851 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:29:17.695767 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa258866-e068-4394-bef6-038bdc057c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c5f87c-ab44-4e2f-b1c0-e457829bae03,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:17.700240 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aa258866-e068-4394-bef6-038bdc057c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:17.707042 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa258866-e068-4394-bef6-038bdc057c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:17.708220 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-aa258866-e068-4394-bef6-038bdc057c7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07c5f87c-ab44-4e2f-b1c0-e457829bae03 HTTP/1.1" status: 204  len: 168 time: 0.8608036
Jun 04 15:29:17.741658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfca28-6d50-46b4-b186-c2e23182753a req-401c8d1b-bb40-4ee5-8fab-346e9f923809 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:17.743322 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-99cfca28-6d50-46b4-b186-c2e23182753a req-401c8d1b-bb40-4ee5-8fab-346e9f923809 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.1387842
Jun 04 15:29:17.844436 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-99cfca28-6d50-46b4-b186-c2e23182753a req-12107c4b-f945-4cc1-8311-1ccfe5073202 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702407
Jun 04 15:29:17.922008 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] For port 4df8dd82-a00a-4219-b0bc-d78fa45c10bd, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:29:17.956101 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af3ef094-de83-4504-a2ab-9df35969ad58 req-e83599f2-3234-45ef-9dd7-adf2960466d9 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5501235
Jun 04 15:29:17.972807 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-373deda2-1024-4acb-bb7f-7e2b4f26fb9f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:17.980839 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7b62f743-261c-4e76-9b08-32641aa064d1 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:17.991818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] For port 4df8dd82-a00a-4219-b0bc-d78fa45c10bd, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4df8dd82-a00a-4219-b0bc-d78fa45c10bd,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:29:18.020547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c004323f-038e-430b-a6e8-cd116c708e64 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:18.032252 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373deda2-1024-4acb-bb7f-7e2b4f26fb9f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=09a30ee9-d82d-4a92-b233-8c0013d27851,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:18.036069 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-373deda2-1024-4acb-bb7f-7e2b4f26fb9f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:18.058560 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2307c264-4b20-46fb-91d4-9741c6334225 req-b92761f0-2111-4213-bd3c-3c7274d4596b service neutron] 10.222.0.62 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6468861
Jun 04 15:29:18.094388 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-373deda2-1024-4acb-bb7f-7e2b4f26fb9f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:18.117282 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ecfc3b6-1a8f-4937-8da6-04709c4e40c5 req-140d589a-1f3c-49d1-a695-854127f2494f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 HTTP/1.1" status: 200  len: 1001 time: 0.2784708
Jun 04 15:29:18.139178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c004323f-038e-430b-a6e8-cd116c708e64 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:18.139694 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:18.146642 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:18.184978 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3936d469-b524-4bb7-917f-c7cc304a55b8 tempest-InstanceActionsTestJSON-50982590 tempest-InstanceActionsTestJSON-50982590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:18.245581 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-373deda2-1024-4acb-bb7f-7e2b4f26fb9f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/09a30ee9-d82d-4a92-b233-8c0013d27851 HTTP/1.1" status: 204  len: 168 time: 1.9280331
Jun 04 15:29:18.246494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56532) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:18.353611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476964aa-0f99-4c96-86eb-7f6b772bc27c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:18.355536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476964aa-0f99-4c96-86eb-7f6b772bc27c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:18.356335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-476964aa-0f99-4c96-86eb-7f6b772bc27c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:18.397632 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-2dec0eac-271f-46e0-b361-5e89f041c45a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.5650539
Jun 04 15:29:18.422852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:18.424390 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:18.425629 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] 10.222.0.65 "PUT /v2.0/ports/4df8dd82-a00a-4219-b0bc-d78fa45c10bd HTTP/1.1" status: 200  len: 1092 time: 3.5797706
Jun 04 15:29:18.427672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56', 'tag': '4df8dd82-a00a-4219-b0bc-d78fa45c10bd'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:29:18.430259 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2782f8b8-31d2-4a4e-8c20-9863cfd99973" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56", "tag": "4df8dd82-a00a-4219-b0bc-d78fa45c10bd"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:29:18.452507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-476964aa-0f99-4c96-86eb-7f6b772bc27c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:18.455774 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-476964aa-0f99-4c96-86eb-7f6b772bc27c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2075541
Jun 04 15:29:18.458163 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56544) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:18.503737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfc3b6-1a8f-4937-8da6-04709c4e40c5 req-30616050-c42b-4b14-a337-712c5b916c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:18.507585 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ecfc3b6-1a8f-4937-8da6-04709c4e40c5 req-30616050-c42b-4b14-a337-712c5b916c60 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.3633633
Jun 04 15:29:18.511700 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfebc93e-90c5-425b-9df9-9ddacb66b3e5 x-openstack-request-id: req-cfebc93e-90c5-425b-9df9-9ddacb66b3e5 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:29:18.512036 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56", "tag": "4df8dd82-a00a-4219-b0bc-d78fa45c10bd", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:29:18.512746 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfebc93e-90c5-425b-9df9-9ddacb66b3e5 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:29:18.512905 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56', 'tag': '4df8dd82-a00a-4219-b0bc-d78fa45c10bd', 'status': 'completed', 'code': 200}
Jun 04 15:29:18.520186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Pushing event updated for resources: {'Port': ['ID=4df8dd82-a00a-4219-b0bc-d78fa45c10bd,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:18.621073 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:18.627784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-35105a76-ba76-486e-a36f-3291985763bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet aee4a21e-e55c-4f48-bf0c-a5aa676cdf53 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:29:18.634109 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-35105a76-ba76-486e-a36f-3291985763bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:18.687921 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2307c264-4b20-46fb-91d4-9741c6334225 req-26dbc8de-bc7f-4b11-81ae-15fcf8c94559 service neutron] 10.222.0.62 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6155889
Jun 04 15:29:18.706833 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-35105a76-ba76-486e-a36f-3291985763bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:18.743039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bd11f-0411-40cf-9fe2-7ccf310a56c8 req-4a04c0cc-3ba1-49f1-8864-cc824458a2a5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:18.743802 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7d2394f6-a467-4800-8161-7d33ae4616fa tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/subnets/b902e85f-d30e-490a-ade4-fdc94f75a3b4/tags/tempest-TagsExtTest-Tag-1430896776 HTTP/1.1" status: 204  len: 168 time: 1.1836884
Jun 04 15:29:18.744963 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-693bd11f-0411-40cf-9fe2-7ccf310a56c8 req-4a04c0cc-3ba1-49f1-8864-cc824458a2a5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 943 time: 0.2393045
Jun 04 15:29:18.748693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56550) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:18.756858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-9839cb63-b216-4213-9c4a-b6a502b5911a tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8387f474f0>, 'subnets', 'b902e85f-d30e-490a-ade4-fdc94f75a3b4') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:18.805222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfc3b6-1a8f-4937-8da6-04709c4e40c5 req-13a42777-3740-4d92-9831-976292bdf81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:18.807221 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ecfc3b6-1a8f-4937-8da6-04709c4e40c5 req-13a42777-3740-4d92-9831-976292bdf81a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2287862
Jun 04 15:29:18.831012 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-693bd11f-0411-40cf-9fe2-7ccf310a56c8 req-1d5edf8e-e8c3-423e-8fa6-213d4bb8fccf tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775356
Jun 04 15:29:18.857108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782f8b8-31d2-4a4e-8c20-9863cfd99973 req-403106ee-039e-4187-97b5-cd7b0fe2f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:18.857293 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-35105a76-ba76-486e-a36f-3291985763bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:18.857412 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2782f8b8-31d2-4a4e-8c20-9863cfd99973 req-403106ee-039e-4187-97b5-cd7b0fe2f758 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35b4af14bb3e432990c4361da6c462d1&device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 1095 time: 0.3375657
Jun 04 15:29:18.932892 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-16a78a73-bef8-4f19-90cf-a3fc68bc05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:18.933200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-16a78a73-bef8-4f19-90cf-a3fc68bc05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:18.933429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-16a78a73-bef8-4f19-90cf-a3fc68bc05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:18.934087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-16a78a73-bef8-4f19-90cf-a3fc68bc05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:18.934557 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-16a78a73-bef8-4f19-90cf-a3fc68bc05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:18.935029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-16a78a73-bef8-4f19-90cf-a3fc68bc05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:18.935490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-16a78a73-bef8-4f19-90cf-a3fc68bc05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:18.937951 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-16a78a73-bef8-4f19-90cf-a3fc68bc05a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=926d3966f5b342809000e5f28f33b523&device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 6501 time: 0.4241288
Jun 04 15:29:19.260536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be0965-8b37-472d-9298-aa75984a9b3f req-961c787b-e7ac-43b2-bc10-5dada8127a73 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:19.262273 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-91be0965-8b37-472d-9298-aa75984a9b3f req-961c787b-e7ac-43b2-bc10-5dada8127a73 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 944 time: 0.1459508
Jun 04 15:29:19.323983 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9839cb63-b216-4213-9c4a-b6a502b5911a tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/subnets/b902e85f-d30e-490a-ade4-fdc94f75a3b4/tags HTTP/1.1" status: 200  len: 205 time: 0.5712149
Jun 04 15:29:19.327064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56566) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:19.330172 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ecfc3b6-1a8f-4937-8da6-04709c4e40c5 req-b95d4db2-ec8e-4d59-9f39-5b758308c927 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5139165
Jun 04 15:29:19.335987 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-f81105f7-8ac7-40ae-b8f8-a5e3aa73110f tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8386aebdf0>, 'ports', '9b90e6c4-487c-4cbf-8ab4-989915436efc') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:19.382741 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-91be0965-8b37-472d-9298-aa75984a9b3f req-c9640be4-e1f1-4290-9686-9abf5d02e128 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113286
Jun 04 15:29:19.408697 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-35105a76-ba76-486e-a36f-3291985763bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:19.408849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782f8b8-31d2-4a4e-8c20-9863cfd99973 req-89a7fd26-ebaf-4fec-97f9-919a77c6d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:19.408849 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2782f8b8-31d2-4a4e-8c20-9863cfd99973 req-89a7fd26-ebaf-4fec-97f9-919a77c6d64e service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=35b4af14bb3e432990c4361da6c462d1&shared=False HTTP/1.1" status: 200  len: 915 time: 0.4978709
Jun 04 15:29:19.409080 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f2b674c5-9a84-4a7a-aa46-d6b52b3aa430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:19.447404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-8937f2eb-6698-4503-a5e7-b05eaac68de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:19.448232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-8937f2eb-6698-4503-a5e7-b05eaac68de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:19.448232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-8937f2eb-6698-4503-a5e7-b05eaac68de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:19.449782 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-8937f2eb-6698-4503-a5e7-b05eaac68de1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=523116c7-0d06-4e44-9c1a-1a833c6b29dc&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&id=67bebaa3-339e-464b-87fc-b3100714b795&id=67bebaa3-339e-464b-87fc-b3100714b795 HTTP/1.1" status: 200  len: 2299 time: 0.4301629
Jun 04 15:29:19.603929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35105a76-ba76-486e-a36f-3291985763bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=aee4a21e-e55c-4f48-bf0c-a5aa676cdf53,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:19.606737 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-35105a76-ba76-486e-a36f-3291985763bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:19.619222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c0db4a-4ef2-443f-9022-a9c173d77b3d None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:19.619941 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-35105a76-ba76-486e-a36f-3291985763bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:19.650874 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f81105f7-8ac7-40ae-b8f8-a5e3aa73110f tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/ports/9b90e6c4-487c-4cbf-8ab4-989915436efc/tags HTTP/1.1" status: 200  len: 240 time: 0.3222368
Jun 04 15:29:19.653516 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56572) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:19.659193 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-6e5f3eed-b448-45a4-ae09-1f00fb0f0727 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8387b6c6d0>, 'ports', '9b90e6c4-487c-4cbf-8ab4-989915436efc', 'tempest-TagsExtTest-Tag-940864494') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:19.716500 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-35105a76-ba76-486e-a36f-3291985763bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/aee4a21e-e55c-4f48-bf0c-a5aa676cdf53 HTTP/1.1" status: 204  len: 168 time: 1.2569094
Jun 04 15:29:19.719634 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56574) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:19.823668 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dee64d64-cc11-4cd6-8b35-85d37c6e03f6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1015522
Jun 04 15:29:19.826359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56580) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:19.838101 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-03203429-aab1-4c94-a392-3b9e283a20d6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:19.921280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddce64-b444-4080-a153-722a93061d04 req-c6f281bb-b445-40dd-ac00-147dad6ec6d0 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:19.932443 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41ddce64-b444-4080-a153-722a93061d04 req-c6f281bb-b445-40dd-ac00-147dad6ec6d0 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.8740699
Jun 04 15:29:19.988490 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6e5f3eed-b448-45a4-ae09-1f00fb0f0727 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/ports/9b90e6c4-487c-4cbf-8ab4-989915436efc/tags/tempest-TagsExtTest-Tag-940864494 HTTP/1.1" status: 204  len: 168 time: 0.3332984
Jun 04 15:29:19.992292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56586) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:20.002461 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-6d9bcee6-cdb1-468a-8a4b-427c44e2cfc9 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f838c686a90>, 'ports', '9b90e6c4-487c-4cbf-8ab4-989915436efc', 'tempest-TagsExtTest-Tag-940864494') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:20.024182 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1667ce5-3582-450d-95d6-28d95590d78e None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:29:20.074799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782f8b8-31d2-4a4e-8c20-9863cfd99973 req-1650a7b5-9e7c-493d-8d77-c84fdbfac516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:20.077539 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2782f8b8-31d2-4a4e-8c20-9863cfd99973 req-1650a7b5-9e7c-493d-8d77-c84fdbfac516 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6674335
Jun 04 15:29:20.107152 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-03203429-aab1-4c94-a392-3b9e283a20d6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:20.119061 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1ecfc3b6-1a8f-4937-8da6-04709c4e40c5 req-37d03370-e864-4d98-99fa-8f33a870d2a0 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7692034
Jun 04 15:29:20.130416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-03203429-aab1-4c94-a392-3b9e283a20d6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:20.139953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-03203429-aab1-4c94-a392-3b9e283a20d6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:20.151300 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-03203429-aab1-4c94-a392-3b9e283a20d6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:20.164613 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e1667ce5-3582-450d-95d6-28d95590d78e None None] Deleting port c004323f-038e-430b-a6e8-cd116c708e64 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:20.166617 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e1667ce5-3582-450d-95d6-28d95590d78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:20.167630 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41ddce64-b444-4080-a153-722a93061d04 req-af0188fb-a21a-40ec-a74e-2d6bf1311194 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2380991
Jun 04 15:29:20.210874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353418f-ffc2-4c4a-825f-4467bf4752dc req-fa4fa1d4-384d-4d3b-b8a4-bcff05bc4d9c tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:20.221553 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a353418f-ffc2-4c4a-825f-4467bf4752dc req-fa4fa1d4-384d-4d3b-b8a4-bcff05bc4d9c tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 943 time: 0.2230091
Jun 04 15:29:20.244242 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-d4665a4e-6c68-47fb-ba3c-f77ca61afafd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 HTTP/1.1" status: 200  len: 1000 time: 0.7589314
Jun 04 15:29:20.292358 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03203429-aab1-4c94-a392-3b9e283a20d6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:20.296090 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-03203429-aab1-4c94-a392-3b9e283a20d6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:20.339234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-22b85300-0abd-492e-bb85-9185759d67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:20.340718 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-22b85300-0abd-492e-bb85-9185759d67c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0a49928-f479-46c6-b85f-c135d129c3d1 HTTP/1.1" status: 200  len: 856 time: 0.0924270
Jun 04 15:29:20.349794 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a353418f-ffc2-4c4a-825f-4467bf4752dc req-9797dea6-c52b-4cae-9b05-ed6e74d0236e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1270792
Jun 04 15:29:20.391067 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e1667ce5-3582-450d-95d6-28d95590d78e None None] For port c004323f-038e-430b-a6e8-cd116c708e64, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c004323f-038e-430b-a6e8-cd116c708e64,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:20.394086 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e1667ce5-3582-450d-95d6-28d95590d78e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:20.409626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56594) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:20.430837 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6d9bcee6-cdb1-468a-8a4b-427c44e2cfc9 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/ports/9b90e6c4-487c-4cbf-8ab4-989915436efc/tags/tempest-TagsExtTest-Tag-940864494 HTTP/1.1" status: 204  len: 168 time: 0.4341514
Jun 04 15:29:20.434948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56600) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:20.440836 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-bd16779d-eabf-4361-8272-532354145216 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f838681c640>, 'ports', '9b90e6c4-487c-4cbf-8ab4-989915436efc') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:20.503373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-a18e33be-eccd-4463-8352-6c0291ab2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:20.506942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-a18e33be-eccd-4463-8352-6c0291ab2b2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35b4af14bb3e432990c4361da6c462d1&device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 1095 time: 0.3557377
Jun 04 15:29:20.597785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e1667ce5-3582-450d-95d6-28d95590d78e None None] Calling delete_port for c004323f-038e-430b-a6e8-cd116c708e64 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:20.637780 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bd16779d-eabf-4361-8272-532354145216 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/ports/9b90e6c4-487c-4cbf-8ab4-989915436efc/tags HTTP/1.1" status: 200  len: 205 time: 0.2015424
Jun 04 15:29:20.638440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56602) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:20.660796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-9bd7bd08-9019-4ee1-ba45-86180c4ef763 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f838c053280>, 'routers', '74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:20.671947 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-73b0e66e-455c-4f1c-a6a9-82e0afe9b916 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df8dd82-a00a-4219-b0bc-d78fa45c10bd HTTP/1.1" status: 200  len: 217 time: 0.1543546
Jun 04 15:29:20.694685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-371557835', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:20.742699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:20.754904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Usage tracker for resource:port and tenant:d077e0a1c8e942dd85416c7392faeee2 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:20.770426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:20.774030 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e1667ce5-3582-450d-95d6-28d95590d78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:20.784444 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:20.784961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-cbcdf0e0-7965-4c47-b6d6-9a31d9974034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:20.786714 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-cbcdf0e0-7965-4c47-b6d6-9a31d9974034 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=523116c7-0d06-4e44-9c1a-1a833c6b29dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4326496
Jun 04 15:29:20.787931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:20.873415 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-007dbdce-1883-49db-a9d1-6184e26796b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:20.875614 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-007dbdce-1883-49db-a9d1-6184e26796b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1843960c-a0fb-4622-a60e-eba128673683 HTTP/1.1" status: 200  len: 854 time: 0.1848311
Jun 04 15:29:20.879936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56606) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:20.880204 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9bd7bd08-9019-4ee1-ba45-86180c4ef763 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/routers/74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a/tags HTTP/1.1" status: 200  len: 240 time: 0.2291887
Jun 04 15:29:20.886237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1667ce5-3582-450d-95d6-28d95590d78e None None] No DVR routers for this DVR port c004323f-038e-430b-a6e8-cd116c708e64 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:29:20.887971 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1667ce5-3582-450d-95d6-28d95590d78e None None] Pushing event deleted for resources: {'Port': ['ID=c004323f-038e-430b-a6e8-cd116c708e64,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:20.896914 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e1667ce5-3582-450d-95d6-28d95590d78e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:20.945351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-10fccc83-35b3-44f1-9854-21013bdc5f6c tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386b549a0>, 'routers', '74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a', 'tempest-TagsExtTest-Tag-278130537') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:21.070611 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Made reservation on behalf of d077e0a1c8e942dd85416c7392faeee2 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:21.073130 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:21.119251 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fb4d2-d316-46e3-9105-fa709b6c9cdc req-29526e5e-ca3f-4862-9135-ac021b0d59bc tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:21.121580 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-231fb4d2-d316-46e3-9105-fa709b6c9cdc req-29526e5e-ca3f-4862-9135-ac021b0d59bc tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 944 time: 0.5010817
Jun 04 15:29:21.123377 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-5388a35c-7ceb-4ead-b8b9-e0f44259bea0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d67310a1-ca89-4950-80ed-77fd8abcfab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1845906
Jun 04 15:29:21.129247 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:21.196578 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-03203429-aab1-4c94-a392-3b9e283a20d6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:21.201210 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3ffcebb5-7330-4ea8-b9b9-6f0b5d242939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:21.232893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:21.265163 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03203429-aab1-4c94-a392-3b9e283a20d6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:21.269986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-03203429-aab1-4c94-a392-3b9e283a20d6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:21.279778 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd13ddc-cc0e-4deb-a365-495eaafb2f01 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:21.283392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03203429-aab1-4c94-a392-3b9e283a20d6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=48094716-94b4-46de-bad2-c331ecc76743,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:21.286455 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03203429-aab1-4c94-a392-3b9e283a20d6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:21.287036 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-03203429-aab1-4c94-a392-3b9e283a20d6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:21.290987 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-03203429-aab1-4c94-a392-3b9e283a20d6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:21.313711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Usage tracker for resource:security_group_rule and tenant:d077e0a1c8e942dd85416c7392faeee2 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:21.399434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:21.401212 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-03203429-aab1-4c94-a392-3b9e283a20d6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.5702460
Jun 04 15:29:21.412062 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56612) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:21.412324 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-67d75750-add1-41ee-bb0b-4b2222ec393b service neutron] 10.222.0.62 "GET /v2.0/networks/523116c7-0d06-4e44-9c1a-1a833c6b29dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6108363
Jun 04 15:29:21.420274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'fixed_ips': [{'subnet_id': '48094716-94b4-46de-bad2-c331ecc76743', 'ip_address': '2001:db8::74b9:21f7:84d4:4019'}], 'name': 'tempest-NetworksTestDHCPv6-1322150771'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:21.424838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:21.474453 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-231fb4d2-d316-46e3-9105-fa709b6c9cdc req-00c7efed-8dd3-4e97-bd55-f21cf632a681 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3342283
Jun 04 15:29:21.488368 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-10fccc83-35b3-44f1-9854-21013bdc5f6c tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/routers/74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a/tags/tempest-TagsExtTest-Tag-278130537 HTTP/1.1" status: 204  len: 168 time: 0.6069293
Jun 04 15:29:21.517832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56614) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:21.523849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-7b6c1166-5d23-47c3-8e22-5fdd7031332c tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f838c256d60>, 'routers', '74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a', 'tempest-TagsExtTest-Tag-278130537') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:21.567300 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': '48094716-94b4-46de-bad2-c331ecc76743'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:29:21.568929 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:21.611395 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0000e6e-17af-4c8b-a763-1a841d0dd9c0 req-bfca24fe-0101-465e-a970-db9d43620131 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:21.613113 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e0000e6e-17af-4c8b-a763-1a841d0dd9c0 req-bfca24fe-0101-465e-a970-db9d43620131 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.2554216
Jun 04 15:29:21.680217 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:21.684703 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e0000e6e-17af-4c8b-a763-1a841d0dd9c0 req-48a1e2e6-e9ed-4361-8d08-bdbb7815051a tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640905
Jun 04 15:29:21.687331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:21.690923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:21.699639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:21.765923 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-1102d355-7a68-4d69-9e77-9de43606b93d service neutron] 10.222.0.65 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6223116
Jun 04 15:29:21.787333 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Allocated IP 2001:db8::2 (6acae085-7932-4691-b36e-433651ec3de1/48094716-94b4-46de-bad2-c331ecc76743/e4c51343-4bb5-4864-b028-869ff1cde1af) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:21.812456 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:22.062039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c004323f-038e-430b-a6e8-cd116c708e64 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:29:22.166936 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:22.172396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: c004323f-038e-430b-a6e8-cd116c708e64 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:29:22.173277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c004323f-038e-430b-a6e8-cd116c708e64 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:29:22.193226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port 96984d34-9ddf-49de-bc2c-b46b8df244a4 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:29:22.198704 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:22.209315 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Transition to ACTIVE for port object e4c51343-4bb5-4864-b028-869ff1cde1af will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:22.230121 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Transition to ACTIVE for port object e4c51343-4bb5-4864-b028-869ff1cde1af will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:22.252803 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-b2661ac5-6037-4848-8c68-0ddda9e278fc service neutron] 10.222.0.62 "GET /v2.0/networks/523116c7-0d06-4e44-9c1a-1a833c6b29dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8302634
Jun 04 15:29:22.315320 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:22.319506 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3ad5257b-1527-4337-94d6-14a1e158d38d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:22.391149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:22.392865 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-59c27253-0c6b-4c03-a85e-10f78ce83638 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=e11cad97-5be6-48e6-bf28-5f9a6959d242 HTTP/1.1" status: 200  len: 217 time: 0.1240356
Jun 04 15:29:22.394409 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:22.398262 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:22.407620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Pushing event updated for resources: {'Port': ['ID=e4c51343-4bb5-4864-b028-869ff1cde1af,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:22.414940 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::74b9:21f7:84d4:4019 (6acae085-7932-4691-b36e-433651ec3de1/48094716-94b4-46de-bad2-c331ecc76743/96984d34-9ddf-49de-bc2c-b46b8df244a4) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:22.443196 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:22.465330 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:22.465330 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c898532-1641-4e98-a51c-c5d7bb6cc96d req-61a161fe-b484-448b-9f8e-da88c32f05b2 service neutron] 10.222.0.65 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6708541
Jun 04 15:29:22.476096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d139c-a1bf-413d-ae7a-d0e78fd8110c req-ceb423ed-41fb-4626-866b-2502cf7eaa69 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:22.478159 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-348d139c-a1bf-413d-ae7a-d0e78fd8110c req-ceb423ed-41fb-4626-866b-2502cf7eaa69 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 943 time: 0.7553730
Jun 04 15:29:22.486753 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7b6c1166-5d23-47c3-8e22-5fdd7031332c tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/routers/74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a/tags/tempest-TagsExtTest-Tag-278130537 HTTP/1.1" status: 204  len: 168 time: 0.9669213
Jun 04 15:29:22.494036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56618) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:22.499717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-1567e80e-6b31-44fb-baf8-453cdd1625a3 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f838c2022e0>, 'routers', '74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:22.504677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Attempting to bind port e4c51343-4bb5-4864-b028-869ff1cde1af on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:29:22.505547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Attempting to bind port e4c51343-4bb5-4864-b028-869ff1cde1af by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:29:22.505547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Attempting to bind port e4c51343-4bb5-4864-b028-869ff1cde1af on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:29:22.517119 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:29:22.519203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:29:22.519203 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:22.519203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:29:22.519203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Bound port: e4c51343-4bb5-4864-b028-869ff1cde1af, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:29:22.519796 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:22.588735 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:22.606513 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-68289f64-889c-4c9b-b157-a57354c20034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:22.628475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] device_id is not set on port f4eaa294-1013-4728-983f-de5dda96b114 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:29:22.643951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] For port e4c51343-4bb5-4864-b028-869ff1cde1af, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:29:22.648022 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] For port e4c51343-4bb5-4864-b028-869ff1cde1af, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e4c51343-4bb5-4864-b028-869ff1cde1af,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:29:22.667908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-f00cd2ba-f8b4-45a3-aa92-32e167546197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:22.669766 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-f00cd2ba-f8b4-45a3-aa92-32e167546197 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.2577624
Jun 04 15:29:22.722012 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:22.726901 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3354d509-1884-4176-a384-4047cf0710f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:22.762888 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:22.790941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object 96984d34-9ddf-49de-bc2c-b46b8df244a4 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:22.806078 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e2a71e56-135a-4162-a78c-78c6531e5a37 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:29:22.816956 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Pushing event updated for resources: {'Port': ['ID=e4c51343-4bb5-4864-b028-869ff1cde1af,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:22.820851 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:22.824431 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a8f9e-02ab-473f-b908-696943d5f224 req-4d510f6d-3585-415d-9907-51f1d072dc89 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:22.826011 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a03a8f9e-02ab-473f-b908-696943d5f224 req-4d510f6d-3585-415d-9907-51f1d072dc89 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 944 time: 0.1738632
Jun 04 15:29:22.858861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1872e8cc-5462-4c97-9e47-f65aa76495a6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:22.883532 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-348d139c-a1bf-413d-ae7a-d0e78fd8110c req-56820a0c-b9d6-4fd5-b542-2fbb999d42bc tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3924575
Jun 04 15:29:22.923470 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a03a8f9e-02ab-473f-b908-696943d5f224 req-5d331144-0f1d-44f3-950e-d1253bc9e94d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848985
Jun 04 15:29:22.926554 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:22.949556 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c5514a9-2fb4-46a3-ae66-2bfdc160ae1a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:23.014631 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e2a71e56-135a-4162-a78c-78c6531e5a37, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e2a71e56-135a-4162-a78c-78c6531e5a37,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:23.025735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Allocated IP 172.25.4.247 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/f4eaa294-1013-4728-983f-de5dda96b114) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:23.035274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'e2a71e56-135a-4162-a78c-78c6531e5a37', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'port_id': 'e2a71e56-135a-4162-a78c-78c6531e5a37', 'mac_address': 'fa:16:3e:d7:3f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:29:23.051564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:23.057230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:23.065295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:23.075094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:23.083429 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:23.127519 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:23.144877 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=96984d34-9ddf-49de-bc2c-b46b8df244a4,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:23.159648 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:23.166920 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:23.167462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:23.167885 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:23.168289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:23.168695 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:23.169198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:23.169634 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:23.170045 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:23.178705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:23.188923 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:23.200711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:23.200711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:23.213172 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:23.217456 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.8027220
Jun 04 15:29:23.221238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56626) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:23.246942 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a71e56-135a-4162-a78c-78c6531e5a37 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:29:23.277826 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e2a71e56-135a-4162-a78c-78c6531e5a37, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e2a71e56-135a-4162-a78c-78c6531e5a37,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:23.307108 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1567e80e-6b31-44fb-baf8-453cdd1625a3 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/routers/74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a/tags HTTP/1.1" status: 200  len: 205 time: 0.8119221
Jun 04 15:29:23.308655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56628) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:23.313076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-50a335eb-c137-4ba6-8685-673fa9692fa0 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8386ca94f0>, 'subnetpools', '3031d3f6-7bcb-4569-a838-f032fb7e05d6') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:23.321223 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:23.354667 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-50a335eb-c137-4ba6-8685-673fa9692fa0 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/subnetpools/3031d3f6-7bcb-4569-a838-f032fb7e05d6/tags HTTP/1.1" status: 200  len: 241 time: 0.0445981
Jun 04 15:29:23.356969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56630) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:23.358305 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:23.361171 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:23.363517 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-1f69c520-a5d0-4485-9d07-e4fe1db399e0 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f838663b6d0>, 'subnetpools', '3031d3f6-7bcb-4569-a838-f032fb7e05d6', 'tempest-TagsExtTest-Tag-1722087128') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:23.396257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda5b986-ec92-4fa0-9590-d45f1756a6e7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:23.403760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda5b986-ec92-4fa0-9590-d45f1756a6e7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:23.404842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cda5b986-ec92-4fa0-9590-d45f1756a6e7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:23.431342 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1f69c520-a5d0-4485-9d07-e4fe1db399e0 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/subnetpools/3031d3f6-7bcb-4569-a838-f032fb7e05d6/tags/tempest-TagsExtTest-Tag-1722087128 HTTP/1.1" status: 204  len: 168 time: 0.0665920
Jun 04 15:29:23.431342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56632) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:23.432282 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-7eefc508-87df-40b5-b430-629806832e7b tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f838663bac0>, 'subnetpools', '3031d3f6-7bcb-4569-a838-f032fb7e05d6', 'tempest-TagsExtTest-Tag-1722087128') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:23.440840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-5a7970e8-9471-4932-bd0c-732bf258ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:23.443512 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-5a7970e8-9471-4932-bd0c-732bf258ac9d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.7571194
Jun 04 15:29:23.452162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e2a71e56-135a-4162-a78c-78c6531e5a37,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:23.456712 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:23.490878 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:23.519641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8147ff-4311-4116-ad91-9e32f0bf54ee req-2bcfe7f2-5326-4049-bfb3-325b51e5bdc9 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:23.521376 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab8147ff-4311-4116-ad91-9e32f0bf54ee req-2bcfe7f2-5326-4049-bfb3-325b51e5bdc9 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.2903948
Jun 04 15:29:23.536443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cda5b986-ec92-4fa0-9590-d45f1756a6e7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:23.537946 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cda5b986-ec92-4fa0-9590-d45f1756a6e7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.3151340
Jun 04 15:29:23.540788 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56634) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:23.581513 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7eefc508-87df-40b5-b430-629806832e7b tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/subnetpools/3031d3f6-7bcb-4569-a838-f032fb7e05d6/tags/tempest-TagsExtTest-Tag-1722087128 HTTP/1.1" status: 204  len: 168 time: 0.1534688
Jun 04 15:29:23.587930 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56636) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:23.592468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-2e85efb2-1783-4418-89fa-ab6ae6f03139 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8387069d90>, 'subnetpools', '3031d3f6-7bcb-4569-a838-f032fb7e05d6') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:23.663109 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab8147ff-4311-4116-ad91-9e32f0bf54ee req-05310f68-4cf7-474b-bdb5-f9d4406401cd tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342714
Jun 04 15:29:23.672368 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-b419d560-9989-4a47-a32d-712f6c6f29b5 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2131619
Jun 04 15:29:23.677063 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2e85efb2-1783-4418-89fa-ab6ae6f03139 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/subnetpools/3031d3f6-7bcb-4569-a838-f032fb7e05d6/tags HTTP/1.1" status: 200  len: 205 time: 0.0875907
Jun 04 15:29:23.683036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56638) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:23.709124 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-8ab7b9fa-e563-4db3-be77-1b594e5d0e0a tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8386907700>, 'subnetpools', '3031d3f6-7bcb-4569-a838-f032fb7e05d6') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:23.724513 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-4cdc909a-6907-4028-91c0-e909ba60d0fd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port 96984d34-9ddf-49de-bc2c-b46b8df244a4 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:23.724936 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4cdc909a-6907-4028-91c0-e909ba60d0fd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:23.790304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['e2a71e56-135a-4162-a78c-78c6531e5a37'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:29:23.804235 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:23.813024 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c1bd486-0541-46ce-80c8-7a6052774ea0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:23.898280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:23.904025 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8ab7b9fa-e563-4db3-be77-1b594e5d0e0a tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/subnetpools/3031d3f6-7bcb-4569-a838-f032fb7e05d6/tags HTTP/1.1" status: 204  len: 168 time: 0.2198081
Jun 04 15:29:23.910386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:23.919238 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4cdc909a-6907-4028-91c0-e909ba60d0fd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:23.924342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56640) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:23.926869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:24.016198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-7f206a86-a066-428b-8f28-79c9961f0481 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8386c115b0>, 'routers', '74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:24.101133 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:24.102062 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:24.106166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Pushing event updated for resources: {'Port': ['ID=f4eaa294-1013-4728-983f-de5dda96b114,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:24.182992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e4c51343-4bb5-4864-b028-869ff1cde1af up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:24.190930 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-4cdc909a-6907-4028-91c0-e909ba60d0fd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for 96984d34-9ddf-49de-bc2c-b46b8df244a4 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:24.308087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d25bb-038a-48c7-ae6a-72d6a60f7ebe req-07d75c9a-ea1a-476c-9327-03d42a9b25b6 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:24.309226 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:24.309690 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-120d25bb-038a-48c7-ae6a-72d6a60f7ebe req-07d75c9a-ea1a-476c-9327-03d42a9b25b6 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 944 time: 0.1318738
Jun 04 15:29:24.318900 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-c5b307b5-f341-4e80-a659-49e96fe7dc69 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6375165
Jun 04 15:29:24.336775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port e4c51343-4bb5-4864-b028-869ff1cde1af completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:24.389585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f6757a35-a42b-44e2-9fb2-863fbdc264d6 None None] Provisioning for port e4c51343-4bb5-4864-b028-869ff1cde1af completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:24.397329 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f6757a35-a42b-44e2-9fb2-863fbdc264d6 None None] Provisioning complete for port e4c51343-4bb5-4864-b028-869ff1cde1af triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:24.398111 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6757a35-a42b-44e2-9fb2-863fbdc264d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:24.404791 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-120d25bb-038a-48c7-ae6a-72d6a60f7ebe req-6c0b90a3-d61a-490c-9928-3553d473ea24 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872667
Jun 04 15:29:24.461115 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-afcf62b1-59d1-4bd8-a75a-87f5684afb47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 HTTP/1.1" status: 200  len: 217 time: 0.1024392
Jun 04 15:29:24.538239 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4cdc909a-6907-4028-91c0-e909ba60d0fd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:24.544539 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:24.554858 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4df8dd82-a00a-4219-b0bc-d78fa45c10bd details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:29:24.580392 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6757a35-a42b-44e2-9fb2-863fbdc264d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:24.592898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc909a-6907-4028-91c0-e909ba60d0fd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=96984d34-9ddf-49de-bc2c-b46b8df244a4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:24.597117 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4cdc909a-6907-4028-91c0-e909ba60d0fd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:24.609848 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 4.1940980
Jun 04 15:29:24.618397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56648) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:24.622896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.247'}]}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:24.629532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-5c7b59b3-8dc7-4c8e-8ab2-f62cd4aaccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:24.630978 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-5c7b59b3-8dc7-4c8e-8ab2-f62cd4aaccfb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.1052179
Jun 04 15:29:24.637259 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7f206a86-a066-428b-8f28-79c9961f0481 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/routers/74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a/tags HTTP/1.1" status: 204  len: 168 time: 0.7089732
Jun 04 15:29:24.637259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:24.640002 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56650) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:24.645159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f6757a35-a42b-44e2-9fb2-863fbdc264d6 None None] For port e4c51343-4bb5-4864-b028-869ff1cde1af, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e4c51343-4bb5-4864-b028-869ff1cde1af,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:24.645935 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-42854b1f-9fb2-4808-b9d0-787b15b2bc5a tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83868d8250>, 'ports', '9b90e6c4-487c-4cbf-8ab4-989915436efc') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:24.656237 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4cdc909a-6907-4028-91c0-e909ba60d0fd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:24.709880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Usage tracker for resource:router and tenant:d077e0a1c8e942dd85416c7392faeee2 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:24.722491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:24.742187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:24.742777 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6757a35-a42b-44e2-9fb2-863fbdc264d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:24.750100 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:24.754604 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4cdc909a-6907-4028-91c0-e909ba60d0fd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/96984d34-9ddf-49de-bc2c-b46b8df244a4 HTTP/1.1" status: 204  len: 168 time: 1.2107091
Jun 04 15:29:24.755462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56654) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:24.755771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c508f-8d26-49ed-846b-b9534714dcc9 req-3341f599-6b91-49ea-aee0-5190f9e25a29 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:24.762725 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f11c508f-8d26-49ed-846b-b9534714dcc9 req-3341f599-6b91-49ea-aee0-5190f9e25a29 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 944 time: 0.4524851
Jun 04 15:29:24.857979 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f11c508f-8d26-49ed-846b-b9534714dcc9 req-8d1eac99-adee-499b-acdd-dbaa2dd55d02 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939283
Jun 04 15:29:24.870747 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-86823b76-869f-464e-a0b1-fa1b029cb561 None None] Could not find standard attr ID for object 96984d34-9ddf-49de-bc2c-b46b8df244a4. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:29:24.874599 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:24.882241 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:24.891733 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6757a35-a42b-44e2-9fb2-863fbdc264d6 None None] Pushing event updated for resources: {'Port': ['ID=e4c51343-4bb5-4864-b028-869ff1cde1af,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:24.894808 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108896d2-8337-4582-b73a-0583ac3d661c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:24.896438 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108896d2-8337-4582-b73a-0583ac3d661c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:24.897243 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-108896d2-8337-4582-b73a-0583ac3d661c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:24.908898 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f6757a35-a42b-44e2-9fb2-863fbdc264d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:24.909058 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:24.931081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4df8dd82-a00a-4219-b0bc-d78fa45c10bd, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4df8dd82-a00a-4219-b0bc-d78fa45c10bd,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:24.933179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-3790bd50-8f10-4a81-809a-93c164787b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:24.934669 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-3790bd50-8f10-4a81-809a-93c164787b95 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2938073
Jun 04 15:29:24.950022 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '4df8dd82-a00a-4219-b0bc-d78fa45c10bd', 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9', 'port_id': '4df8dd82-a00a-4219-b0bc-d78fa45c10bd', 'mac_address': 'fa:16:3e:e9:0c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1843960c-a0fb-4622-a60e-eba128673683', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:29:24.961358 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76d6d0-f702-4923-abfd-bd752ff98265 req-af178625-7588-4123-8d16-13a7dba97087 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:24.963041 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fa76d6d0-f702-4923-abfd-bd752ff98265 req-af178625-7588-4123-8d16-13a7dba97087 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.1075351
Jun 04 15:29:24.965574 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-42854b1f-9fb2-4808-b9d0-787b15b2bc5a tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/ports/9b90e6c4-487c-4cbf-8ab4-989915436efc/tags HTTP/1.1" status: 204  len: 168 time: 0.3230214
Jun 04 15:29:24.968195 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56656) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:24.973882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-82d33516-8780-43d0-a055-ee1a2fabd0d5 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f838668a190>, 'subnets', 'b902e85f-d30e-490a-ade4-fdc94f75a3b4') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:25.015336 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:25.035264 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df8dd82-a00a-4219-b0bc-d78fa45c10bd {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:29:25.053047 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4df8dd82-a00a-4219-b0bc-d78fa45c10bd, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4df8dd82-a00a-4219-b0bc-d78fa45c10bd,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:25.082152 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fa76d6d0-f702-4923-abfd-bd752ff98265 req-5f9a51c3-6fe0-429c-be0c-fb64b4802d31 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761204
Jun 04 15:29:25.103035 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-108896d2-8337-4582-b73a-0583ac3d661c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:25.103035 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-108896d2-8337-4582-b73a-0583ac3d661c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3378718
Jun 04 15:29:25.103035 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56658) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:25.181507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f75f89-d72f-4c65-b276-69b6b5e000ad tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 48094716-94b4-46de-bad2-c331ecc76743 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:29:25.181507 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-82d33516-8780-43d0-a055-ee1a2fabd0d5 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/subnets/b902e85f-d30e-490a-ade4-fdc94f75a3b4/tags HTTP/1.1" status: 204  len: 168 time: 0.2113903
Jun 04 15:29:25.184403 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-97f75f89-d72f-4c65-b276-69b6b5e000ad tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:25.195026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56660) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:25.201857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-ed603ceb-a345-4c8d-bcbc-cf81c66f9375 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386dbd040>, 'subnets', 'b902e85f-d30e-490a-ade4-fdc94f75a3b4', 'tempest-TagsExtTest-Tag-51399095') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:25.240408 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:25.242778 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-97f75f89-d72f-4c65-b276-69b6b5e000ad tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:25.242998 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:25.318643 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-a33ca8de-55a3-4241-9a84-d4c840a24ea4 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3749483
Jun 04 15:29:25.320195 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=4df8dd82-a00a-4219-b0bc-d78fa45c10bd,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:25.331152 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:25.335131 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-97f75f89-d72f-4c65-b276-69b6b5e000ad tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:25.415775 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:25.467811 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['4df8dd82-a00a-4219-b0bc-d78fa45c10bd'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:29:25.537193 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-3d88fa6c-1396-4700-92d1-8cc75a9e7d30 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697407
Jun 04 15:29:25.656183 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:25.681953 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-550bbe83-9548-442b-bf29-2c9969f210f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=eff2a110-bfbd-4b7c-802b-81406f46e243 HTTP/1.1" status: 200  len: 217 time: 0.0990322
Jun 04 15:29:25.759340 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ed603ceb-a345-4c8d-bcbc-cf81c66f9375 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "PUT /v2.0/subnets/b902e85f-d30e-490a-ade4-fdc94f75a3b4/tags/tempest-TagsExtTest-Tag-51399095 HTTP/1.1" status: 201  len: 201 time: 0.5632489
Jun 04 15:29:25.762308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56666) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:25.767700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-9320abbc-5f8a-4c1c-bc2e-ff26a89f0d01 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f838c699b50>, 'ports', '9b90e6c4-487c-4cbf-8ab4-989915436efc', 'tempest-TagsExtTest-Tag-2065249944') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:25.776912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-36f7ad9f-e17a-4c25-818b-fed14cc336ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:25.778432 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-36f7ad9f-e17a-4c25-818b-fed14cc336ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.0782821
Jun 04 15:29:25.950709 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-97f75f89-d72f-4c65-b276-69b6b5e000ad tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:25.959435 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ea2ed715-19cf-4eec-a11f-01db2090e761 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:26.037370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e4c51343-4bb5-4864-b028-869ff1cde1af up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:26.039255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1187e0f-e78e-490f-a73e-4fe2649c2d26 req-d7329d0c-8801-44e5-8d48-723bbf8a077f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:26.041882 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1187e0f-e78e-490f-a73e-4fe2649c2d26 req-d7329d0c-8801-44e5-8d48-723bbf8a077f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 944 time: 0.5026700
Jun 04 15:29:26.048274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f75f89-d72f-4c65-b276-69b6b5e000ad tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=48094716-94b4-46de-bad2-c331ecc76743,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:26.058972 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-97f75f89-d72f-4c65-b276-69b6b5e000ad tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:26.066917 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-97f75f89-d72f-4c65-b276-69b6b5e000ad tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:26.123692 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1187e0f-e78e-490f-a73e-4fe2649c2d26 req-30857f57-d6f7-4da3-84f3-3dc378abf3b0 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656009
Jun 04 15:29:26.126167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2db7c2-6922-43d1-a06a-189d84d7c2fb None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:26.129235 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b6386-c3a9-44ba-9d07-013be3908e8b req-769c6a63-f149-49ac-97f2-dc8caa2d2671 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:26.130694 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c96b6386-c3a9-44ba-9d07-013be3908e8b req-769c6a63-f149-49ac-97f2-dc8caa2d2671 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 945 time: 0.1397271
Jun 04 15:29:26.138133 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-d13578aa-47df-45b1-85a7-74ad1dcce5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:26.139605 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-d13578aa-47df-45b1-85a7-74ad1dcce5f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1660259
Jun 04 15:29:26.178943 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-97f75f89-d72f-4c65-b276-69b6b5e000ad tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/48094716-94b4-46de-bad2-c331ecc76743 HTTP/1.1" status: 204  len: 168 time: 1.0782378
Jun 04 15:29:26.181654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56672) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:26.268512 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2ca5ac35-cedc-4faf-903a-db506bb29387 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0753310
Jun 04 15:29:26.269075 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c96b6386-c3a9-44ba-9d07-013be3908e8b req-d569202f-977a-4d97-a669-0b0362429737 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264498
Jun 04 15:29:26.269559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56674) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:26.274683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e9ecc16f-2621-4933-a3ff-c88c258f748f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:26.293587 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9320abbc-5f8a-4c1c-bc2e-ff26a89f0d01 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "PUT /v2.0/ports/9b90e6c4-487c-4cbf-8ab4-989915436efc/tags/tempest-TagsExtTest-Tag-2065249944 HTTP/1.1" status: 201  len: 201 time: 0.5295646
Jun 04 15:29:26.312213 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56676) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:26.321455 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-d5b8437e-9fe5-414a-836b-cd412394a267 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386713af0>, 'routers', '74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a', 'tempest-TagsExtTest-Tag-791452254') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:26.328155 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e4c51343-4bb5-4864-b028-869ff1cde1af triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:26.328826 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:26.520993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e9ecc16f-2621-4933-a3ff-c88c258f748f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:26.531222 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e9ecc16f-2621-4933-a3ff-c88c258f748f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:26.535623 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e9ecc16f-2621-4933-a3ff-c88c258f748f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:26.537975 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-5c74709c-caa9-4282-a363-6080ea460ef6 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3722856
Jun 04 15:29:26.543135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e9ecc16f-2621-4933-a3ff-c88c258f748f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:26.560557 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4df8dd82-a00a-4219-b0bc-d78fa45c10bd up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:26.616884 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:29:26.617141 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ecc16f-2621-4933-a3ff-c88c258f748f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:26.621978 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e9ecc16f-2621-4933-a3ff-c88c258f748f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:26.626718 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:26.644420 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d5b8437e-9fe5-414a-836b-cd412394a267 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "PUT /v2.0/routers/74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a/tags/tempest-TagsExtTest-Tag-791452254 HTTP/1.1" status: 201  len: 201 time: 0.3277247
Jun 04 15:29:26.647411 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56678) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:26.665587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-1c9c3932-8f1f-4a4c-94ec-3fa8baff6440 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f83868a08b0>, 'subnetpools', '3031d3f6-7bcb-4569-a838-f032fb7e05d6', 'tempest-TagsExtTest-Tag-417081965') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:26.696661 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Deleting port e4c51343-4bb5-4864-b028-869ff1cde1af {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:26.697168 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:26.779462 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 4df8dd82-a00a-4219-b0bc-d78fa45c10bd completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:26.794829 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:26.799672 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 4df8dd82-a00a-4219-b0bc-d78fa45c10bd triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:26.800125 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:26.807839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb274e-9f78-4a89-9d2d-465acfe551b7 req-f07ece31-528a-42d1-9b62-be080054b3b3 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:26.809424 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-68bb274e-9f78-4a89-9d2d-465acfe551b7 req-f07ece31-528a-42d1-9b62-be080054b3b3 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.5373549
Jun 04 15:29:26.834942 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1c9c3932-8f1f-4a4c-94ec-3fa8baff6440 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "PUT /v2.0/subnetpools/3031d3f6-7bcb-4569-a838-f032fb7e05d6/tags/tempest-TagsExtTest-Tag-417081965 HTTP/1.1" status: 201  len: 201 time: 0.1844904
Jun 04 15:29:26.836277 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56682) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:26.839802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-6d097ae5-d3f9-4ab7-be92-1e938499edc0 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f8387048100>, 'subnets', 'b902e85f-d30e-490a-ade4-fdc94f75a3b4', {'tags': ['tempest-TagsExtTest-Tag-1409388452', 'tempest-TagsExtTest-Tag-875216471', 'tempest-TagsExtTest-Tag-85979900']}) {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:26.845820 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-48982797-bb70-4978-ac0a-471a3d466572 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2919924
Jun 04 15:29:26.854543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] For port e4c51343-4bb5-4864-b028-869ff1cde1af, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e4c51343-4bb5-4864-b028-869ff1cde1af,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:26.855032 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:26.927467 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e2a71e56-135a-4162-a78c-78c6531e5a37 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:26.944574 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-7020e836-6d58-47b3-bd83-792eed67548d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=866f06d1-ae5e-4e52-a577-794e989480c1 HTTP/1.1" status: 200  len: 217 time: 0.0796430
Jun 04 15:29:27.022765 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-68bb274e-9f78-4a89-9d2d-465acfe551b7 req-3e0b10a5-0753-4fd6-81dd-7c0fead4d0a1 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748180
Jun 04 15:29:27.031086 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Calling delete_port for e4c51343-4bb5-4864-b028-869ff1cde1af owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:27.086814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-ca9d5333-41c0-43d4-b997-9024dcc0d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:27.088375 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-ca9d5333-41c0-43d4-b997-9024dcc0d42c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 200  len: 797 time: 0.1327174
Jun 04 15:29:27.137220 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6d097ae5-d3f9-4ab7-be92-1e938499edc0 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "PUT /v2.0/subnets/b902e85f-d30e-490a-ade4-fdc94f75a3b4/tags HTTP/1.1" status: 200  len: 315 time: 0.2985630
Jun 04 15:29:27.138179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56684) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:27.145949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-8426439e-206b-4c38-a122-246f0c58fe57 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f838c34dc10>, 'subnets', 'b902e85f-d30e-490a-ade4-fdc94f75a3b4') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:27.151502 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:27.185986 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df8dd82-a00a-4219-b0bc-d78fa45c10bd'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:29:27.189053 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba08b11c-6fe4-43f4-9b5b-c9e6b4875280" -d '{"events": [{"server_uuid": "0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56", "name": "network-vif-plugged", "status": "completed", "tag": "4df8dd82-a00a-4219-b0bc-d78fa45c10bd"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:29:27.197452 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4df8dd82-a00a-4219-b0bc-d78fa45c10bd, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4df8dd82-a00a-4219-b0bc-d78fa45c10bd,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:27.223401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port e2a71e56-135a-4162-a78c-78c6531e5a37 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:27.229209 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port e2a71e56-135a-4162-a78c-78c6531e5a37 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:27.233414 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:27.261839 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7b07da-e2a5-4487-be48-68b6fbd72aad x-openstack-request-id: req-9d7b07da-e2a5-4487-be48-68b6fbd72aad {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:29:27.262127 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56", "name": "network-vif-plugged", "status": "completed", "tag": "4df8dd82-a00a-4219-b0bc-d78fa45c10bd", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:29:27.262392 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d7b07da-e2a5-4487-be48-68b6fbd72aad {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:29:27.262798 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df8dd82-a00a-4219-b0bc-d78fa45c10bd', 'code': 200}
Jun 04 15:29:27.282145 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:27.288603 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:27.338386 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:27.344173 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Pushing event deleted for resources: {'Port': ['ID=e4c51343-4bb5-4864-b028-869ff1cde1af,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:27.350777 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] No DVR routers for this DVR port e4c51343-4bb5-4864-b028-869ff1cde1af on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:29:27.359077 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:27.359463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:27.359760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:27.360897 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:27.361189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:27.361526 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:27.361851 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:27.362178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:27.362500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:27.366268 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:27.366937 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:27.367730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:29:27.372798 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:27.373854 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e1667ce5-3582-450d-95d6-28d95590d78e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:27.435724 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:27.462224 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e9ecc16f-2621-4933-a3ff-c88c258f748f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:27.472795 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cd092018-dd2a-47d8-b370-1e679ab78f84 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:27.493975 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=4df8dd82-a00a-4219-b0bc-d78fa45c10bd,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:27.498579 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:27.503348 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:27.519131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-af72fda9-ffce-4270-ba6b-4f9d5763662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:27.520106 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-af72fda9-ffce-4270-ba6b-4f9d5763662c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f6b3c1d-53c9-4fb5-ba35-55088d32071c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4211228
Jun 04 15:29:27.523759 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ecc16f-2621-4933-a3ff-c88c258f748f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:27.531776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-e9ecc16f-2621-4933-a3ff-c88c258f748f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:27.545165 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f45c4e8-5fe1-43d6-abc3-7c76ccf0a291 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:27.548562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae29f8-be7e-42e9-87cc-5c90b168b0aa req-414d11b3-b322-479a-8a62-d766e742d6b5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:27.550128 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ceae29f8-be7e-42e9-87cc-5c90b168b0aa req-414d11b3-b322-479a-8a62-d766e742d6b5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 944 time: 0.2867744
Jun 04 15:29:27.561940 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port e2a71e56-135a-4162-a78c-78c6531e5a37, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e2a71e56-135a-4162-a78c-78c6531e5a37,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:27.599562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ecc16f-2621-4933-a3ff-c88c258f748f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:27.600173 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e9ecc16f-2621-4933-a3ff-c88c258f748f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:27.628223 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ceae29f8-be7e-42e9-87cc-5c90b168b0aa req-54ec0251-f72a-4483-a1b0-235bc7bb887f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679426
Jun 04 15:29:27.628856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecc16f-2621-4933-a3ff-c88c258f748f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=245a66a9-5737-440b-8b87-4210c8b9b1b4,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:27.637318 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e9ecc16f-2621-4933-a3ff-c88c258f748f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:27.677400 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:27.681883 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6e7f99cf-c1dc-4acf-bb0e-836bcb9142f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:27.763765 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e9ecc16f-2621-4933-a3ff-c88c258f748f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.4906323
Jun 04 15:29:27.764484 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56692) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:27.770410 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'fixed_ips': [{'subnet_id': '245a66a9-5737-440b-8b87-4210c8b9b1b4', 'ip_address': '2001:db8::81d4:6a52:d9ed:dca0'}], 'name': 'tempest-NetworksTestDHCPv6-345951124'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:27.800266 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=e2a71e56-135a-4162-a78c-78c6531e5a37,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:27.845693 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:27.864617 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': '245a66a9-5737-440b-8b87-4210c8b9b1b4'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:29:27.865500 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:27.964042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:27.969313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:27.973041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:27.982073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:27.997782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2921e9-0d9b-4073-b899-3a8cc34a59e1 req-fa9c75eb-f090-4d7d-8811-c0091c71e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:27.999252 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8a2921e9-0d9b-4073-b899-3a8cc34a59e1 req-fa9c75eb-f090-4d7d-8811-c0091c71e39c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 1097 time: 0.6645434
Jun 04 15:29:28.040278 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e4c51343-4bb5-4864-b028-869ff1cde1af no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:29:28.103992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:28.154578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Allocated IP 2001:db8::2 (6acae085-7932-4691-b36e-433651ec3de1/245a66a9-5737-440b-8b87-4210c8b9b1b4/159d9846-4d1a-4b63-b3d3-5eb9242133de) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:28.163685 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: e4c51343-4bb5-4864-b028-869ff1cde1af {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:29:28.164040 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e4c51343-4bb5-4864-b028-869ff1cde1af not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:29:28.185571 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:28.194218 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:28.241368 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8a2921e9-0d9b-4073-b899-3a8cc34a59e1 req-ffcd792f-7bb7-43cb-ac1e-55422672ddbf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245350
Jun 04 15:29:28.252703 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-61e3d038-17f0-47a4-9cb3-7ba3606791c8 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6915355
Jun 04 15:29:28.289032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24013fb-f358-4521-89ea-2caf89b6ae9c req-bbf88b05-e735-43f2-acf8-414776a6b8f8 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:28.290631 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d24013fb-f358-4521-89ea-2caf89b6ae9c req-bbf88b05-e735-43f2-acf8-414776a6b8f8 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 946 time: 0.8006730
Jun 04 15:29:28.383921 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8426439e-206b-4c38-a122-246f0c58fe57 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/subnets/b902e85f-d30e-490a-ade4-fdc94f75a3b4/tags HTTP/1.1" status: 204  len: 168 time: 1.2377236
Jun 04 15:29:28.387476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56698) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:28.389983 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:28.390493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b455fe2-a411-4b3c-a81a-fd6f3cd172e8 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:29:28.411384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-8b0d6cdf-bf16-4a7f-8c2f-53051f828f2b tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386c5bc40>, 'subnets', 'b902e85f-d30e-490a-ade4-fdc94f75a3b4', 'tempest-TagsExtTest-Tag-1409388452') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:28.418127 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:28.442093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Transition to ACTIVE for port object 159d9846-4d1a-4b63-b3d3-5eb9242133de will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:28.456530 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Transition to ACTIVE for port object 159d9846-4d1a-4b63-b3d3-5eb9242133de will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:28.473436 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:28.498810 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716479e-7f0c-4efc-9351-73034908f1e0 req-7d581a12-d715-45cc-ae2c-c9d5241eff90 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:28.500350 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4716479e-7f0c-4efc-9351-73034908f1e0 req-7d581a12-d715-45cc-ae2c-c9d5241eff90 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.3483858
Jun 04 15:29:28.506818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port 5e77a9d7-a0eb-4701-a85d-2f3ed6c248b8 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:29:28.515780 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d24013fb-f358-4521-89ea-2caf89b6ae9c req-8c7c1fc3-3244-4612-b663-17e106bb97a4 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2070045
Jun 04 15:29:28.532549 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-e5bd6aa3-78c6-4845-8643-6149d2583a69 service neutron] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2722704
Jun 04 15:29:28.584582 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:28.589766 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:28.621603 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4716479e-7f0c-4efc-9351-73034908f1e0 req-186fb0e2-8846-4605-b22f-83e15623e4df tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720308
Jun 04 15:29:28.625167 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-133c54ef-31ea-4a7f-aed1-4c355d9db32c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7938937e-37ff-4ff3-9751-b09fa0d241f6 HTTP/1.1" status: 200  len: 217 time: 0.0843139
Jun 04 15:29:28.630901 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:29:28.631999 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c50bd5ff-8d6a-4074-82e3-8e526c28b68e tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 4.0125918
Jun 04 15:29:28.634699 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-8b0d6cdf-bf16-4a7f-8c2f-53051f828f2b tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] show failed (client error): The resource could not be found.
Jun 04 15:29:28.639097 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8b0d6cdf-bf16-4a7f-8c2f-53051f828f2b tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/subnets/b902e85f-d30e-490a-ade4-fdc94f75a3b4/tags/tempest-TagsExtTest-Tag-1409388452 HTTP/1.1" status: 404  len: 329 time: 0.2461765
Jun 04 15:29:28.639788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56700) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:28.640129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56702) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:28.672273 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:28.676201 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:28.680848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:28.685340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-b040fce1-3cb6-4253-ab52-a0924fb81ed7 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386be9160>, 'subnets', 'b902e85f-d30e-490a-ade4-fdc94f75a3b4', 'tempest-TagsExtTest-Tag-875216471') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:28.721125 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Pushing event updated for resources: {'Port': ['ID=159d9846-4d1a-4b63-b3d3-5eb9242133de,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:28.728712 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:28.790630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Attempting to bind port 159d9846-4d1a-4b63-b3d3-5eb9242133de on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:29:28.791105 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Attempting to bind port 159d9846-4d1a-4b63-b3d3-5eb9242133de by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:29:28.791545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Attempting to bind port 159d9846-4d1a-4b63-b3d3-5eb9242133de on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:29:28.798159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:29:28.798729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:29:28.799126 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:28.799596 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:29:28.800139 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Bound port: 159d9846-4d1a-4b63-b3d3-5eb9242133de, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:29:28.800602 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:28.809323 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::81d4:6a52:d9ed:dca0 (6acae085-7932-4691-b36e-433651ec3de1/245a66a9-5737-440b-8b87-4210c8b9b1b4/5e77a9d7-a0eb-4701-a85d-2f3ed6c248b8) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:28.850397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-74709720-2d8c-4f49-92d8-9aa52954d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:28.856209 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-74709720-2d8c-4f49-92d8-9aa52954d972 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=609b259b-c087-44a5-9daf-3b5e7e8e553a HTTP/1.1" status: 200  len: 797 time: 0.2181587
Jun 04 15:29:28.900210 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] For port 159d9846-4d1a-4b63-b3d3-5eb9242133de, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:29:28.903604 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] For port 159d9846-4d1a-4b63-b3d3-5eb9242133de, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=159d9846-4d1a-4b63-b3d3-5eb9242133de,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:29:29.004092 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:29.012904 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-b040fce1-3cb6-4253-ab52-a0924fb81ed7 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] show failed (client error): The resource could not be found.
Jun 04 15:29:29.013547 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9922d357-25b9-4499-a68e-e82430cc16af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:29.014811 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b040fce1-3cb6-4253-ab52-a0924fb81ed7 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/subnets/b902e85f-d30e-490a-ade4-fdc94f75a3b4/tags/tempest-TagsExtTest-Tag-875216471 HTTP/1.1" status: 404  len: 328 time: 0.3338220
Jun 04 15:29:29.019990 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56708) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:29.027364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-8a9d24d2-98c7-48ff-9161-0b89a8826709 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386d50d90>, 'subnets', 'b902e85f-d30e-490a-ade4-fdc94f75a3b4', 'tempest-TagsExtTest-Tag-85979900') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:29.041490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152ca09-be1b-4951-8e6f-407a4a9ff861 req-95852d70-76d4-48f1-a601-584efca255c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:29.043131 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d152ca09-be1b-4951-8e6f-407a4a9ff861 req-95852d70-76d4-48f1-a601-584efca255c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 945 time: 0.2532582
Jun 04 15:29:29.051183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-c0c3e12c-814a-4dc9-ad44-890370e91fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:29.052787 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-c0c3e12c-814a-4dc9-ad44-890370e91fd9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67bebaa3-339e-464b-87fc-b3100714b795&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1720963
Jun 04 15:29:29.074164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c4ef4-76d4-4277-a434-0035d3422bde tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Deleting port f4eaa294-1013-4728-983f-de5dda96b114 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:29.074643 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4ef4-76d4-4277-a434-0035d3422bde tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:29.114982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Pushing event updated for resources: {'Port': ['ID=159d9846-4d1a-4b63-b3d3-5eb9242133de,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:29.120229 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:29.150817 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:29.181665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object 5e77a9d7-a0eb-4701-a85d-2f3ed6c248b8 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:29.197734 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-8a9d24d2-98c7-48ff-9161-0b89a8826709 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] show failed (client error): The resource could not be found.
Jun 04 15:29:29.201823 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8a9d24d2-98c7-48ff-9161-0b89a8826709 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/subnets/b902e85f-d30e-490a-ade4-fdc94f75a3b4/tags/tempest-TagsExtTest-Tag-85979900 HTTP/1.1" status: 404  len: 327 time: 0.1804280
Jun 04 15:29:29.202440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56710) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:29.210237 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-06625d51-142d-4c00-8d83-7e3a5a694e73 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f8386a3e6a0>, 'ports', '9b90e6c4-487c-4cbf-8ab4-989915436efc', {'tags': ['tempest-TagsExtTest-Tag-1331779056', 'tempest-TagsExtTest-Tag-2101738775', 'tempest-TagsExtTest-Tag-1898476939']}) {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:29.242148 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d152ca09-be1b-4951-8e6f-407a4a9ff861 req-22c2f1ad-aaec-41fd-a7dc-1e844cf6771b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1882458
Jun 04 15:29:29.264052 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630ac1be-47a5-4b9a-9df0-a752044c2b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a71e56-135a-4162-a78c-78c6531e5a37'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:29:29.274700 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60e81f6-daa3-46ca-b0a9-6ca089a66b98" -d '{"events": [{"server_uuid": "630ac1be-47a5-4b9a-9df0-a752044c2b35", "name": "network-vif-plugged", "status": "completed", "tag": "e2a71e56-135a-4162-a78c-78c6531e5a37"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:29:29.338283 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41985a7-7536-43b1-9a28-59f04a7df364 x-openstack-request-id: req-f41985a7-7536-43b1-9a28-59f04a7df364 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:29:29.339663 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630ac1be-47a5-4b9a-9df0-a752044c2b35", "name": "network-vif-plugged", "status": "completed", "tag": "e2a71e56-135a-4162-a78c-78c6531e5a37", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:29:29.340616 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f41985a7-7536-43b1-9a28-59f04a7df364 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:29:29.341321 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630ac1be-47a5-4b9a-9df0-a752044c2b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a71e56-135a-4162-a78c-78c6531e5a37', 'code': 200}
Jun 04 15:29:29.358729 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4ef4-76d4-4277-a434-0035d3422bde tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:29.390030 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:29.402121 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1c11684e-a438-4e0e-8532-149ec9db7def tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:29.441256 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b54f7cb0-4706-486d-aaf6-a2ec6b03479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:29.473820 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-06625d51-142d-4c00-8d83-7e3a5a694e73 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "PUT /v2.0/ports/9b90e6c4-487c-4cbf-8ab4-989915436efc/tags HTTP/1.1" status: 200  len: 318 time: 0.2682025
Jun 04 15:29:29.492564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56714) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:29.499967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-7a83645d-e7c4-4189-9c6d-1520ad8e17d4 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8386da59d0>, 'ports', '9b90e6c4-487c-4cbf-8ab4-989915436efc') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:29.568773 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:29.571408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:29.591096 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:29.598209 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:29.601484 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:29.627877 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=5e77a9d7-a0eb-4701-a85d-2f3ed6c248b8,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:29.634823 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:29.727103 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.9613309
Jun 04 15:29:29.729927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56720) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:29.772993 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7a83645d-e7c4-4189-9c6d-1520ad8e17d4 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/ports/9b90e6c4-487c-4cbf-8ab4-989915436efc/tags HTTP/1.1" status: 204  len: 168 time: 0.2791882
Jun 04 15:29:29.788181 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-4e771e01-bf4d-469f-994b-be71c617e524 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7178235
Jun 04 15:29:29.793723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56722) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:29.836946 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c4ef4-76d4-4277-a434-0035d3422bde tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Calling delete_port for f4eaa294-1013-4728-983f-de5dda96b114 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:29.848527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-d6d135de-c1b2-48c4-82d8-f8a77ae4affb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83910d7fd0>, 'ports', '9b90e6c4-487c-4cbf-8ab4-989915436efc', 'tempest-TagsExtTest-Tag-1331779056') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:29.873714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb2d649-e4b8-4e58-b982-ab9c4463f242 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:29.879768 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb2d649-e4b8-4e58-b982-ab9c4463f242 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:29.880551 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9bb2d649-e4b8-4e58-b982-ab9c4463f242 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:29.898064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f14af6-7951-41f0-8b00-2b391ea3d74a req-20a2ed42-0402-419b-a1e0-73598865acba tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:29.899511 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-19f14af6-7951-41f0-8b00-2b391ea3d74a req-20a2ed42-0402-419b-a1e0-73598865acba tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.1346629
Jun 04 15:29:29.961371 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-19f14af6-7951-41f0-8b00-2b391ea3d74a req-2cede09c-9589-4d88-bf5b-89d878446510 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534282
Jun 04 15:29:30.023686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9bb2d649-e4b8-4e58-b982-ab9c4463f242 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:30.027877 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9bb2d649-e4b8-4e58-b982-ab9c4463f242 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.2945662
Jun 04 15:29:30.028283 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56724) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:30.083577 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 159d9846-4d1a-4b63-b3d3-5eb9242133de up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:30.171747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da74187-fa27-4bbb-8690-bd513681a76b req-dbd4104f-83c8-4084-baf8-06660bda8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:30.174124 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7da74187-fa27-4bbb-8690-bd513681a76b req-dbd4104f-83c8-4084-baf8-06660bda8064 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 1096 time: 0.5078099
Jun 04 15:29:30.189791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf65322-e76b-4401-b675-ab6798cc67b3 req-2dbc3e3f-c093-44b1-995b-af6134916b31 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:30.191457 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9bf65322-e76b-4401-b675-ab6798cc67b3 req-2dbc3e3f-c093-44b1-995b-af6134916b31 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 946 time: 0.4592979
Jun 04 15:29:30.225977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-77bbc78d-b8f1-40da-b5c8-747793eeb109 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port 5e77a9d7-a0eb-4701-a85d-2f3ed6c248b8 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:30.226330 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77bbc78d-b8f1-40da-b5c8-747793eeb109 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:30.234696 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-d22e0c8a-7c01-41dd-970f-b22a7de9d651 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3574369
Jun 04 15:29:30.240737 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-d6d135de-c1b2-48c4-82d8-f8a77ae4affb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] show failed (client error): The resource could not be found.
Jun 04 15:29:30.241969 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d6d135de-c1b2-48c4-82d8-f8a77ae4affb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/ports/9b90e6c4-487c-4cbf-8ab4-989915436efc/tags/tempest-TagsExtTest-Tag-1331779056 HTTP/1.1" status: 404  len: 329 time: 0.4022717
Jun 04 15:29:30.264068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eb145-b259-45aa-834f-acfe56e6ddc4 req-2215f280-127d-43d7-a7a9-eb544faf4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:30.265581 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-485eb145-b259-45aa-834f-acfe56e6ddc4 req-2215f280-127d-43d7-a7a9-eb544faf4ae1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 1096 time: 0.6003952
Jun 04 15:29:30.267017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56728) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:30.272669 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-cefd0cc4-639a-44e8-9d4d-a6f04f3b10a3 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386627400>, 'ports', '9b90e6c4-487c-4cbf-8ab4-989915436efc', 'tempest-TagsExtTest-Tag-2101738775') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:30.354999 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 159d9846-4d1a-4b63-b3d3-5eb9242133de completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:30.412403 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-87cd2a2b-777e-477c-80bf-35e49c993e5a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 HTTP/1.1" status: 200  len: 217 time: 0.1458242
Jun 04 15:29:30.478414 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7da74187-fa27-4bbb-8690-bd513681a76b req-14a37ce3-11b1-42bb-a092-21b2b6b45e98 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2761741
Jun 04 15:29:30.494387 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9bf65322-e76b-4401-b675-ab6798cc67b3 req-cac25119-293c-4f25-b7e7-310ce1f6316e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2869723
Jun 04 15:29:30.497889 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77bbc78d-b8f1-40da-b5c8-747793eeb109 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:30.542991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-097ff4dd-c827-4a5b-b03c-35dd59af5628 None None] Provisioning for port 159d9846-4d1a-4b63-b3d3-5eb9242133de completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:30.554450 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-097ff4dd-c827-4a5b-b03c-35dd59af5628 None None] Provisioning complete for port 159d9846-4d1a-4b63-b3d3-5eb9242133de triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:30.554450 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-097ff4dd-c827-4a5b-b03c-35dd59af5628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:30.558160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-eff32803-eb2a-4dcc-a1f3-4f4da4a03607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:30.559870 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-eff32803-eb2a-4dcc-a1f3-4f4da4a03607 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=609b259b-c087-44a5-9daf-3b5e7e8e553a HTTP/1.1" status: 200  len: 797 time: 0.1331763
Jun 04 15:29:30.575888 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-485eb145-b259-45aa-834f-acfe56e6ddc4 req-10ea7baf-99fc-4b8e-af68-05bc4594820a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2445273
Jun 04 15:29:30.662642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-77bbc78d-b8f1-40da-b5c8-747793eeb109 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for 5e77a9d7-a0eb-4701-a85d-2f3ed6c248b8 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:30.674246 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-cefd0cc4-639a-44e8-9d4d-a6f04f3b10a3 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] show failed (client error): The resource could not be found.
Jun 04 15:29:30.678418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56734) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:30.678569 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cefd0cc4-639a-44e8-9d4d-a6f04f3b10a3 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/ports/9b90e6c4-487c-4cbf-8ab4-989915436efc/tags/tempest-TagsExtTest-Tag-2101738775 HTTP/1.1" status: 404  len: 329 time: 0.4104624
Jun 04 15:29:30.686876 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-4322c92a-5dc7-4963-bfa7-889ec4125f23 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386e55880>, 'ports', '9b90e6c4-487c-4cbf-8ab4-989915436efc', 'tempest-TagsExtTest-Tag-1898476939') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:30.694585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20012e8-4393-4fa0-9772-0966d97faece req-1530f3a7-3ec5-47f5-8208-9fc89cd48b5f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:30.701737 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d20012e8-4393-4fa0-9772-0966d97faece req-1530f3a7-3ec5-47f5-8208-9fc89cd48b5f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 945 time: 0.3027601
Jun 04 15:29:30.723767 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-097ff4dd-c827-4a5b-b03c-35dd59af5628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:30.739624 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4ef4-76d4-4277-a434-0035d3422bde tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:30.771258 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-097ff4dd-c827-4a5b-b03c-35dd59af5628 None None] For port 159d9846-4d1a-4b63-b3d3-5eb9242133de, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=159d9846-4d1a-4b63-b3d3-5eb9242133de,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:30.796023 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:30.857214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c4ef4-76d4-4277-a434-0035d3422bde tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4eaa294-1013-4728-983f-de5dda96b114,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:30.870921 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5d5c4ef4-76d4-4277-a434-0035d3422bde tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:30.874704 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-097ff4dd-c827-4a5b-b03c-35dd59af5628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:30.884118 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:30.939760 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d20012e8-4393-4fa0-9772-0966d97faece req-c74d24fc-943a-43b7-bd74-f700888eb94e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2357113
Jun 04 15:29:30.975899 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ff4dd-c827-4a5b-b03c-35dd59af5628 None None] Pushing event updated for resources: {'Port': ['ID=159d9846-4d1a-4b63-b3d3-5eb9242133de,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:30.979065 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-097ff4dd-c827-4a5b-b03c-35dd59af5628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:30.984626 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77bbc78d-b8f1-40da-b5c8-747793eeb109 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:31.000307 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e90c0ed0-d7da-4b29-827f-85fa0e34e44e None None] Could not find standard attr ID for object 5e77a9d7-a0eb-4701-a85d-2f3ed6c248b8. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:29:31.005067 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6f9ed586-cca8-457a-b8b3-de78bd3eaef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:31.025230 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4ef4-76d4-4277-a434-0035d3422bde tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:31.030848 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-4322c92a-5dc7-4963-bfa7-889ec4125f23 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] show failed (client error): The resource could not be found.
Jun 04 15:29:31.032097 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4322c92a-5dc7-4963-bfa7-889ec4125f23 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/ports/9b90e6c4-487c-4cbf-8ab4-989915436efc/tags/tempest-TagsExtTest-Tag-1898476939 HTTP/1.1" status: 404  len: 329 time: 0.3504627
Jun 04 15:29:31.034379 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-d0ff039c-a023-419d-ad7f-3e1cfc1c30be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:31.035986 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-d0ff039c-a023-419d-ad7f-3e1cfc1c30be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67bebaa3-339e-464b-87fc-b3100714b795&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2989364
Jun 04 15:29:31.039296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56740) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:31.047491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-7807b09d-e7ca-4cfb-a5a4-d05d59b3815e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f838c1f1460>, 'routers', '74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a', {'tags': ['tempest-TagsExtTest-Tag-1441800756', 'tempest-TagsExtTest-Tag-1922051686', 'tempest-TagsExtTest-Tag-926634291']}) {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:31.154981 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5d5c4ef4-76d4-4277-a434-0035d3422bde tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] 10.222.0.32 "DELETE /v2.0/ports/f4eaa294-1013-4728-983f-de5dda96b114 HTTP/1.1" status: 204  len: 168 time: 2.4693236
Jun 04 15:29:31.264306 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbc78d-b8f1-40da-b5c8-747793eeb109 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=5e77a9d7-a0eb-4701-a85d-2f3ed6c248b8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:31.281210 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-77bbc78d-b8f1-40da-b5c8-747793eeb109 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:31.348315 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77bbc78d-b8f1-40da-b5c8-747793eeb109 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:31.386988 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672ba9b-a512-4b41-9712-4d58ecf3ae2a req-c3734896-c01f-4ad9-9e26-3806e5bb8a8a tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:31.392466 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e672ba9b-a512-4b41-9712-4d58ecf3ae2a req-c3734896-c01f-4ad9-9e26-3806e5bb8a8a tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.1624873
Jun 04 15:29:31.436462 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-77bbc78d-b8f1-40da-b5c8-747793eeb109 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/5e77a9d7-a0eb-4701-a85d-2f3ed6c248b8 HTTP/1.1" status: 204  len: 168 time: 1.4067335
Jun 04 15:29:31.439883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56748) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:31.492570 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e672ba9b-a512-4b41-9712-4d58ecf3ae2a req-07dd6768-dc62-4af2-8015-418f4f758bca tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970354
Jun 04 15:29:31.558644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16871cd7-9085-4ac1-94b0-5dd2b5faa899 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:31.561230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16871cd7-9085-4ac1-94b0-5dd2b5faa899 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:31.562630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-16871cd7-9085-4ac1-94b0-5dd2b5faa899 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:31.610108 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-f952acbe-ed18-4157-ac55-4e930be89c79 service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5075135
Jun 04 15:29:31.626459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7080ffd-e1b6-4df3-8396-6930cf1afc7f req-c433c99f-70ac-45b3-88b2-95ae652c8cf8 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:31.628182 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a7080ffd-e1b6-4df3-8396-6930cf1afc7f req-c433c99f-70ac-45b3-88b2-95ae652c8cf8 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 946 time: 0.3157680
Jun 04 15:29:31.674640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-16871cd7-9085-4ac1-94b0-5dd2b5faa899 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:31.677435 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-16871cd7-9085-4ac1-94b0-5dd2b5faa899 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2362661
Jun 04 15:29:31.681924 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56750) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:31.702780 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7807b09d-e7ca-4cfb-a5a4-d05d59b3815e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "PUT /v2.0/routers/74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a/tags HTTP/1.1" status: 200  len: 317 time: 0.6581280
Jun 04 15:29:31.702892 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56754) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:31.709218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-80940b9c-c7c9-49c4-be4c-e7a91017a9da tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83869f5f40>, 'routers', '74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:31.875366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56756) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:31.932503 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a7080ffd-e1b6-4df3-8396-6930cf1afc7f req-7284d932-ef1e-40a3-9762-59ae37cfeaca tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2849026
Jun 04 15:29:31.957252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a9c8c8-09f9-4c13-91ee-181ca3e7bef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 245a66a9-5737-440b-8b87-4210c8b9b1b4 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:29:31.965668 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1a9c8c8-09f9-4c13-91ee-181ca3e7bef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:32.035962 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:32.039230 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd4395f2-3515-4ca8-9c57-6d5415e66268 req-81131138-2303-4399-b601-4bf69ca8ed3a service neutron] 10.222.0.62 "GET /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4100120
Jun 04 15:29:32.066910 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1a9c8c8-09f9-4c13-91ee-181ca3e7bef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:32.097946 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-80940b9c-c7c9-49c4-be4c-e7a91017a9da tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/routers/74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a/tags HTTP/1.1" status: 204  len: 168 time: 0.3901675
Jun 04 15:29:32.098222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 159d9846-4d1a-4b63-b3d3-5eb9242133de up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:32.098396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56762) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:32.103117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-d7fdfb6f-9fa8-4ce5-b307-aa2e52764c1a tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386722fa0>, 'routers', '74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a', 'tempest-TagsExtTest-Tag-1441800756') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:32.192903 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-263352e8-accd-435f-ba0e-df2f86916954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:32.214593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-263352e8-accd-435f-ba0e-df2f86916954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:32.220143 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1a9c8c8-09f9-4c13-91ee-181ca3e7bef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:32.234320 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 159d9846-4d1a-4b63-b3d3-5eb9242133de triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:32.235703 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:32.248678 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-263352e8-accd-435f-ba0e-df2f86916954 admin admin] Usage tracker for resource:security_group_rule and tenant:c3601df16e424c099d0e1865795680df is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:32.256288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-263352e8-accd-435f-ba0e-df2f86916954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:32.269877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-263352e8-accd-435f-ba0e-df2f86916954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:32.335005 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ccd48d40-fd2b-46df-9d0c-8a8ad25c219d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:32.370169 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-d7fdfb6f-9fa8-4ce5-b307-aa2e52764c1a tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] show failed (client error): The resource could not be found.
Jun 04 15:29:32.374920 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d7fdfb6f-9fa8-4ce5-b307-aa2e52764c1a tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/routers/74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a/tags/tempest-TagsExtTest-Tag-1441800756 HTTP/1.1" status: 404  len: 329 time: 0.2757270
Jun 04 15:29:32.376446 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56764) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:32.382278 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-d6d3556e-7858-49e5-a169-66c3d69b123b tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386a829d0>, 'routers', '74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a', 'tempest-TagsExtTest-Tag-1922051686') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:32.523073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cad47-1f4d-461d-bc02-5f118c4c685a req-247f816a-6b32-4555-8034-ba539683dc41 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:32.524538 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b8cad47-1f4d-461d-bc02-5f118c4c685a req-247f816a-6b32-4555-8034-ba539683dc41 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 945 time: 0.3016853
Jun 04 15:29:32.546896 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-d6d3556e-7858-49e5-a169-66c3d69b123b tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] show failed (client error): The resource could not be found.
Jun 04 15:29:32.550993 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d6d3556e-7858-49e5-a169-66c3d69b123b tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/routers/74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a/tags/tempest-TagsExtTest-Tag-1922051686 HTTP/1.1" status: 404  len: 329 time: 0.1695089
Jun 04 15:29:32.551288 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56768) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:32.555729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-73f78b0f-d941-432d-8718-a5f9500d54f5 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f838c3ab040>, 'routers', '74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a', 'tempest-TagsExtTest-Tag-926634291') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:32.603459 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-263352e8-accd-435f-ba0e-df2f86916954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:32.645559 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4b8cad47-1f4d-461d-bc02-5f118c4c685a req-7a71deb2-4b38-4a3e-aaf7-1d8a1ef6a9fb tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1145034
Jun 04 15:29:32.703363 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-263352e8-accd-435f-ba0e-df2f86916954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:32.711144 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1eb0d58d-befd-484d-b101-43562f6eeab4 tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:32.721225 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-73f78b0f-d941-432d-8718-a5f9500d54f5 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] show failed (client error): The resource could not be found.
Jun 04 15:29:32.724977 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-73f78b0f-d941-432d-8718-a5f9500d54f5 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/routers/74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a/tags/tempest-TagsExtTest-Tag-926634291 HTTP/1.1" status: 404  len: 328 time: 0.1700737
Jun 04 15:29:32.725223 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56770) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:32.729718 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-7b22073a-c09e-40b8-b567-8e3efa54b819 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f838c46f910>, 'subnetpools', '3031d3f6-7bcb-4569-a838-f032fb7e05d6', {'tags': ['tempest-TagsExtTest-Tag-1082451930', 'tempest-TagsExtTest-Tag-1254158287', 'tempest-TagsExtTest-Tag-219393239']}) {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:32.731453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23446bca-5b5a-41c0-9504-65443c2b31eb req-e9676cce-e77c-4ad1-b38c-1c181fdf9606 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:32.731943 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-23446bca-5b5a-41c0-9504-65443c2b31eb req-e9676cce-e77c-4ad1-b38c-1c181fdf9606 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 946 time: 0.2071440
Jun 04 15:29:32.809224 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1a9c8c8-09f9-4c13-91ee-181ca3e7bef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:32.833631 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-263352e8-accd-435f-ba0e-df2f86916954 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3601df16e424c099d0e1865795680df&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9533589
Jun 04 15:29:32.836369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56774) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:32.845759 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263352e8-accd-435f-ba0e-df2f86916954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d075ff-4c82-462d-8b5d-6fbc004ceea2,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:32.853565 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7b22073a-c09e-40b8-b567-8e3efa54b819 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "PUT /v2.0/subnetpools/3031d3f6-7bcb-4569-a838-f032fb7e05d6/tags HTTP/1.1" status: 200  len: 317 time: 0.1272941
Jun 04 15:29:32.854563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56776) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:32.854920 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-263352e8-accd-435f-ba0e-df2f86916954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:32.855202 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f7019079-2da1-4507-a38e-778af7477f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:32.863347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-b152b616-f529-477e-99bb-84f07867eb05 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8386b470d0>, 'subnetpools', '3031d3f6-7bcb-4569-a838-f032fb7e05d6') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:32.867375 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4fe527-b00a-4fa7-ad9a-05571d06a8e6 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:32.894088 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1a9c8c8-09f9-4c13-91ee-181ca3e7bef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:32.933128 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d529f5ad-0f9c-4cbb-b972-f5877052e3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:32.939143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9c8c8-09f9-4c13-91ee-181ca3e7bef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=245a66a9-5737-440b-8b87-4210c8b9b1b4,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:32.948819 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e1a9c8c8-09f9-4c13-91ee-181ca3e7bef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:32.969479 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d529f5ad-0f9c-4cbb-b972-f5877052e3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:32.979869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7668a1-fa00-4943-bbde-7be5afc10649 req-3b2087e7-d4f3-42fc-b435-811879f1bc84 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:32.981436 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae7668a1-fa00-4943-bbde-7be5afc10649 req-3b2087e7-d4f3-42fc-b435-811879f1bc84 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.3272812
Jun 04 15:29:33.039934 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae7668a1-fa00-4943-bbde-7be5afc10649 req-a7ee285d-a8f0-4b72-82be-e17eaffa35ff tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499978
Jun 04 15:29:33.041509 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-23446bca-5b5a-41c0-9504-65443c2b31eb req-4f42dd88-38f6-458a-8a6a-b29f163f895a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Deleting port 4df8dd82-a00a-4219-b0bc-d78fa45c10bd {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:33.041851 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-23446bca-5b5a-41c0-9504-65443c2b31eb req-4f42dd88-38f6-458a-8a6a-b29f163f895a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:33.072395 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e1a9c8c8-09f9-4c13-91ee-181ca3e7bef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/245a66a9-5737-440b-8b87-4210c8b9b1b4 HTTP/1.1" status: 204  len: 168 time: 1.3670874
Jun 04 15:29:33.072644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56780) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:33.200630 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b152b616-f529-477e-99bb-84f07867eb05 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/subnetpools/3031d3f6-7bcb-4569-a838-f032fb7e05d6/tags HTTP/1.1" status: 204  len: 168 time: 0.3431704
Jun 04 15:29:33.203311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56786) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:33.204260 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce995b98-c69e-4cd7-a03f-6cba2b97c64a None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:29:33.210285 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ff21e85d-2c7d-4db3-89f1-1820ba081f64 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1405015
Jun 04 15:29:33.211013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-52665e76-53b8-4d38-8ec9-3b559e8104f8 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83868b30d0>, 'subnetpools', '3031d3f6-7bcb-4569-a838-f032fb7e05d6', 'tempest-TagsExtTest-Tag-1082451930') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:33.213821 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d529f5ad-0f9c-4cbb-b972-f5877052e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:33.219774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56788) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:33.220483 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f82c5a80-130c-41b7-b540-a296f6d6204e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:33.255699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-23446bca-5b5a-41c0-9504-65443c2b31eb req-4f42dd88-38f6-458a-8a6a-b29f163f895a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] For port 4df8dd82-a00a-4219-b0bc-d78fa45c10bd, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4df8dd82-a00a-4219-b0bc-d78fa45c10bd,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:33.256100 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-23446bca-5b5a-41c0-9504-65443c2b31eb req-4f42dd88-38f6-458a-8a6a-b29f163f895a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:33.280668 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529f5ad-0f9c-4cbb-b972-f5877052e3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d075ff-4c82-462d-8b5d-6fbc004ceea2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:33.297937 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d529f5ad-0f9c-4cbb-b972-f5877052e3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:33.307085 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d529f5ad-0f9c-4cbb-b972-f5877052e3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:33.308289 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d529f5ad-0f9c-4cbb-b972-f5877052e3c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89d075ff-4c82-462d-8b5d-6fbc004ceea2 HTTP/1.1" status: 204  len: 168 time: 0.4708314
Jun 04 15:29:33.326749 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ce995b98-c69e-4cd7-a03f-6cba2b97c64a None None] Deleting port 159d9846-4d1a-4b63-b3d3-5eb9242133de {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:33.327385 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce995b98-c69e-4cd7-a03f-6cba2b97c64a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:33.354221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d573a-ca8c-4555-85a7-3defa8d187f3 req-d538bf0e-2ef1-4234-871f-ebce46b5beff tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:33.361867 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-067d573a-ca8c-4555-85a7-3defa8d187f3 req-d538bf0e-2ef1-4234-871f-ebce46b5beff tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 946 time: 0.2180247
Jun 04 15:29:33.396015 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f96fdb-ab8d-43d5-9b16-1fbd0ed8486b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:33.396718 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d2f96fdb-ab8d-43d5-9b16-1fbd0ed8486b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:33.429923 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-067d573a-ca8c-4555-85a7-3defa8d187f3 req-0164f849-662b-4acc-9c21-fb208127688e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671124
Jun 04 15:29:33.448685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-23446bca-5b5a-41c0-9504-65443c2b31eb req-4f42dd88-38f6-458a-8a6a-b29f163f895a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Calling delete_port for 4df8dd82-a00a-4219-b0bc-d78fa45c10bd owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:33.459149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ce995b98-c69e-4cd7-a03f-6cba2b97c64a None None] For port 159d9846-4d1a-4b63-b3d3-5eb9242133de, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=159d9846-4d1a-4b63-b3d3-5eb9242133de,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:33.459654 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce995b98-c69e-4cd7-a03f-6cba2b97c64a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:33.466945 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-52665e76-53b8-4d38-8ec9-3b559e8104f8 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] show failed (client error): The resource could not be found.
Jun 04 15:29:33.468772 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-52665e76-53b8-4d38-8ec9-3b559e8104f8 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/subnetpools/3031d3f6-7bcb-4569-a838-f032fb7e05d6/tags/tempest-TagsExtTest-Tag-1082451930 HTTP/1.1" status: 404  len: 329 time: 0.2635412
Jun 04 15:29:33.473346 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56800) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:33.481650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-a05f9c1a-0677-47ab-91b4-6e780c5751f3 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f838663b0a0>, 'subnetpools', '3031d3f6-7bcb-4569-a838-f032fb7e05d6', 'tempest-TagsExtTest-Tag-1254158287') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:33.512136 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d2f96fdb-ab8d-43d5-9b16-1fbd0ed8486b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:33.513672 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d2f96fdb-ab8d-43d5-9b16-1fbd0ed8486b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2854691
Jun 04 15:29:33.515756 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-a05f9c1a-0677-47ab-91b4-6e780c5751f3 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] show failed (client error): The resource could not be found.
Jun 04 15:29:33.520211 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a05f9c1a-0677-47ab-91b4-6e780c5751f3 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/subnetpools/3031d3f6-7bcb-4569-a838-f032fb7e05d6/tags/tempest-TagsExtTest-Tag-1254158287 HTTP/1.1" status: 404  len: 329 time: 0.0399768
Jun 04 15:29:33.520211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56802) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:33.550747 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56804) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:33.558404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-0756ff13-64d2-45ea-ad53-8768a676e746 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386a15130>, 'subnetpools', '3031d3f6-7bcb-4569-a838-f032fb7e05d6', 'tempest-TagsExtTest-Tag-219393239') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:33.658642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ce995b98-c69e-4cd7-a03f-6cba2b97c64a None None] Calling delete_port for 159d9846-4d1a-4b63-b3d3-5eb9242133de owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:33.736370 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:33.783028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-69a12cd4-a944-477b-a9b3-f10356987f0a tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:33.789346 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-69a12cd4-a944-477b-a9b3-f10356987f0a tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/networks?id=dd0db704-a651-492c-af83-f8b620646609 HTTP/1.1" status: 200  len: 811 time: 0.4463108
Jun 04 15:29:33.808776 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-70388820-7101-4871-8f49-772f6d8862c5 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/quotas/de106ad9de2a4d2686c3ddb77c613a23 HTTP/1.1" status: 200  len: 375 time: 0.0185094
Jun 04 15:29:33.869659 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce995b98-c69e-4cd7-a03f-6cba2b97c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:33.874244 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:33.878197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9999145-e82e-4cc9-99a6-6555d9d26ed5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:33.879717 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f9999145-e82e-4cc9-99a6-6555d9d26ed5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3610227
Jun 04 15:29:33.884215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56812) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:33.893026 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-0756ff13-64d2-45ea-ad53-8768a676e746 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] show failed (client error): The resource could not be found.
Jun 04 15:29:33.896954 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0756ff13-64d2-45ea-ad53-8768a676e746 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/subnetpools/3031d3f6-7bcb-4569-a838-f032fb7e05d6/tags/tempest-TagsExtTest-Tag-219393239 HTTP/1.1" status: 404  len: 328 time: 0.3395028
Jun 04 15:29:33.896954 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56814) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:33.901725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-072d4f64-b5ac-4f0b-b500-89b28188cdb9 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8391226cd0>, 'subnetpools', '3031d3f6-7bcb-4569-a838-f032fb7e05d6') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:33.927830 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce995b98-c69e-4cd7-a03f-6cba2b97c64a None None] Pushing event deleted for resources: {'Port': ['ID=159d9846-4d1a-4b63-b3d3-5eb9242133de,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:33.931122 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ce995b98-c69e-4cd7-a03f-6cba2b97c64a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:33.934671 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce995b98-c69e-4cd7-a03f-6cba2b97c64a None None] No DVR routers for this DVR port 159d9846-4d1a-4b63-b3d3-5eb9242133de on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:29:33.949298 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-072d4f64-b5ac-4f0b-b500-89b28188cdb9 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/subnetpools/3031d3f6-7bcb-4569-a838-f032fb7e05d6/tags HTTP/1.1" status: 204  len: 168 time: 0.0487866
Jun 04 15:29:33.955522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13121f32-0707-42df-a216-7e0d5d035f6e req-d8dc2af6-9e58-43ea-8c33-25efe0de6a9a tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:33.957103 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-13121f32-0707-42df-a216-7e0d5d035f6e req-d8dc2af6-9e58-43ea-8c33-25efe0de6a9a tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 945 time: 0.1345186
Jun 04 15:29:33.957503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56816) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:33.966614 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-c61c3930-8010-4f75-9ccf-04c0dd357ec7 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f838c70ad60>, 'routers', '74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:34.008316 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9441600c-3445-4a2e-8af0-1619aade27f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1154568
Jun 04 15:29:34.017137 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 159d9846-4d1a-4b63-b3d3-5eb9242133de no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:29:34.023186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56818) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:34.036991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d9e93f0a-4f43-468c-bab0-5ad16a676b92 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:34.057713 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 159d9846-4d1a-4b63-b3d3-5eb9242133de {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:29:34.058063 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 159d9846-4d1a-4b63-b3d3-5eb9242133de not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:29:34.136416 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-13121f32-0707-42df-a216-7e0d5d035f6e req-84d9df7e-52d1-460c-bc47-44fa6a55d3ca tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1207569
Jun 04 15:29:34.149696 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c61c3930-8010-4f75-9ccf-04c0dd357ec7 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/routers/74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a/tags HTTP/1.1" status: 204  len: 168 time: 0.1911173
Jun 04 15:29:34.150283 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56820) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:34.154750 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-283d9c3c-c693-4ff3-81a1-9fdf167088b8 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8387b76f10>, 'ports', '9b90e6c4-487c-4cbf-8ab4-989915436efc') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:34.166093 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56822) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:34.183559 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-23446bca-5b5a-41c0-9504-65443c2b31eb req-4f42dd88-38f6-458a-8a6a-b29f163f895a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:34.195434 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['393f8943-bb92-46e8-8366-f18b14c6aacb'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:29:34.205660 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-9e4e6479-9acc-4aa4-bd61-b6aea8c79fa7 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=de106ad9de2a4d2686c3ddb77c613a23&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3883014
Jun 04 15:29:34.219802 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a2445863-4bdb-4750-befd-c002b42cd895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:34.246117 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-283d9c3c-c693-4ff3-81a1-9fdf167088b8 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/ports/9b90e6c4-487c-4cbf-8ab4-989915436efc/tags HTTP/1.1" status: 204  len: 168 time: 0.0947814
Jun 04 15:29:34.254431 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56828) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:34.258831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-e64777e5-4335-425a-a32a-a3b360d6633e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f838c699af0>, 'subnets', 'b902e85f-d30e-490a-ade4-fdc94f75a3b4') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:34.296539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42dd88-38f6-458a-8a6a-b29f163f895a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Pushing event deleted for resources: {'Port': ['ID=4df8dd82-a00a-4219-b0bc-d78fa45c10bd,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:34.300600 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4f42dd88-38f6-458a-8a6a-b29f163f895a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:34.343081 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e64777e5-4335-425a-a32a-a3b360d6633e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/subnets/b902e85f-d30e-490a-ade4-fdc94f75a3b4/tags HTTP/1.1" status: 204  len: 168 time: 0.0876746
Jun 04 15:29:34.347677 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56830) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:34.351642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d9e93f0a-4f43-468c-bab0-5ad16a676b92 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:34.402747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-23446bca-5b5a-41c0-9504-65443c2b31eb req-4f42dd88-38f6-458a-8a6a-b29f163f895a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] No DVR routers for this DVR port 4df8dd82-a00a-4219-b0bc-d78fa45c10bd on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:29:34.406421 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-23446bca-5b5a-41c0-9504-65443c2b31eb req-4f42dd88-38f6-458a-8a6a-b29f163f895a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:34.419768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d9e93f0a-4f43-468c-bab0-5ad16a676b92 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:34.423064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56', 'name': 'network-vif-deleted', 'tag': '4df8dd82-a00a-4219-b0bc-d78fa45c10bd'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:29:34.426008 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cd2438-b0de-457f-93f8-ac1d512854da" -d '{"events": [{"server_uuid": "0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56", "name": "network-vif-deleted", "tag": "4df8dd82-a00a-4219-b0bc-d78fa45c10bd"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:29:34.436371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d9e93f0a-4f43-468c-bab0-5ad16a676b92 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:34.451413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d9e93f0a-4f43-468c-bab0-5ad16a676b92 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:34.462087 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2f532c7a-89d6-42aa-9b4a-5413c6b8e000 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d077e0a1c8e942dd85416c7392faeee2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2946301
Jun 04 15:29:34.463287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56836) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:34.498299 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-23446bca-5b5a-41c0-9504-65443c2b31eb req-4f42dd88-38f6-458a-8a6a-b29f163f895a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.65 "DELETE /v2.0/ports/4df8dd82-a00a-4219-b0bc-d78fa45c10bd HTTP/1.1" status: 204  len: 173 time: 1.7592342
Jun 04 15:29:34.526150 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb959e62-7d2d-4fae-bc48-2269a0e00d89 req-2131750e-1558-4400-9cf1-c97846354774 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:34.527839 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb959e62-7d2d-4fae-bc48-2269a0e00d89 req-2131750e-1558-4400-9cf1-c97846354774 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 945 time: 0.1255014
Jun 04 15:29:34.542601 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4c39710-b4ce-47db-91a2-0c522af5c73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:34.544377 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56838) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:34.550800 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b91c45ae-9670-4a35-90e9-18b16ffc3245 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Request body: {'floatingip': {'port_id': 'e2a71e56-135a-4162-a78c-78c6531e5a37'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:34.602941 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3996e7eb-a5de-4c5e-82f6-215dddd74f59 x-openstack-request-id: req-3996e7eb-a5de-4c5e-82f6-215dddd74f59 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:29:34.603277 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56", "name": "network-vif-deleted", "tag": "4df8dd82-a00a-4219-b0bc-d78fa45c10bd", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:29:34.603575 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3996e7eb-a5de-4c5e-82f6-215dddd74f59 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:29:34.604009 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56', 'name': 'network-vif-deleted', 'tag': '4df8dd82-a00a-4219-b0bc-d78fa45c10bd', 'status': 'completed', 'code': 200}
Jun 04 15:29:34.607291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e93f0a-4f43-468c-bab0-5ad16a676b92 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:34.608661 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9e93f0a-4f43-468c-bab0-5ad16a676b92 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:34.619916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4df8dd82-a00a-4219-b0bc-d78fa45c10bd no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:29:34.639253 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e90330db-875c-4b6f-b043-88e8c24e5640 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks [] for subnetpool, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:34.643817 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e90330db-875c-4b6f-b043-88e8c24e5640 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/subnetpools/3031d3f6-7bcb-4569-a838-f032fb7e05d6 HTTP/1.1" status: 204  len: 168 time: 0.2942853
Jun 04 15:29:34.646792 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56840) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:34.666069 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 4df8dd82-a00a-4219-b0bc-d78fa45c10bd {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:29:34.666418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4df8dd82-a00a-4219-b0bc-d78fa45c10bd not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:29:34.685745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b91c45ae-9670-4a35-90e9-18b16ffc3245 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:34.717783 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4c39710-b4ce-47db-91a2-0c522af5c73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:34.794268 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bb227f0b-2c65-45f4-b9a1-4652da58f66a tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "GET /v2.0/ports?device_id=74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a HTTP/1.1" status: 200  len: 205 time: 0.1462898
Jun 04 15:29:34.803463 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56842) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:34.849437 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-871f33f1-523c-409d-814b-1aad039ed24b req-316ba088-7d32-432c-9525-028cf47c2d5a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 210 time: 0.1149893
Jun 04 15:29:34.936044 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-79a90aa5-7c8c-4ef0-ab18-110c3161bec3 service neutron] 10.222.0.32 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7294595
Jun 04 15:29:35.067173 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45509744-0042-4489-b963-7da62c592f4c tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:35.153487 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:35.255053 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4c39710-b4ce-47db-91a2-0c522af5c73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:35.263415 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-263352e8-accd-435f-ba0e-df2f86916954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:35.342439 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c39710-b4ce-47db-91a2-0c522af5c73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1872e8cc-5462-4c97-9e47-f65aa76495a6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:35.404348 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b91c45ae-9670-4a35-90e9-18b16ffc3245 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:35.500059 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b91c45ae-9670-4a35-90e9-18b16ffc3245 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:35.555565 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4c39710-b4ce-47db-91a2-0c522af5c73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:35.711608 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45509744-0042-4489-b963-7da62c592f4c tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:35.713747 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4c39710-b4ce-47db-91a2-0c522af5c73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:35.717538 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d4c39710-b4ce-47db-91a2-0c522af5c73a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1872e8cc-5462-4c97-9e47-f65aa76495a6 HTTP/1.1" status: 204  len: 168 time: 1.2493689
Jun 04 15:29:35.723002 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45509744-0042-4489-b963-7da62c592f4c tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:35.726253 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-ab5df296-2df7-4884-957b-1fc4b267df2d service neutron] 10.222.0.32 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7731564
Jun 04 15:29:35.871991 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-b91c45ae-9670-4a35-90e9-18b16ffc3245 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Floating IP ab72b68f-478d-4528-9c5d-f696a6b847f9 associated. External IP: 172.25.4.221, port: e2a71e56-135a-4162-a78c-78c6531e5a37.
Jun 04 15:29:35.878453 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45509744-0042-4489-b963-7da62c592f4c tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:35.879036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45509744-0042-4489-b963-7da62c592f4c tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Fanout notify agent at l3_agent the message router_deleted on router 74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:29:35.898150 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45509744-0042-4489-b963-7da62c592f4c tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:35.899287 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-45509744-0042-4489-b963-7da62c592f4c tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/routers/74c13cfe-6a2e-4630-9af9-2f0e43ef9b1a HTTP/1.1" status: 204  len: 168 time: 1.0501564
Jun 04 15:29:35.901750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56852) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:36.066666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-547e4094-c250-40c6-899f-b8f8891e3cf2 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Deleting port 9b90e6c4-487c-4cbf-8ab4-989915436efc {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:36.066919 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-547e4094-c250-40c6-899f-b8f8891e3cf2 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:36.082321 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2f955bc2-a697-4178-b0b7-d93fc1cba697 req-190d8f5a-a128-4f88-a133-4a64f1c5f54e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cf0a9ec-4c63-4f49-9cf1-1e5b64c8ca56 HTTP/1.1" status: 200  len: 210 time: 0.0621223
Jun 04 15:29:36.293285 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-547e4094-c250-40c6-899f-b8f8891e3cf2 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:36.342811 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b4e3bfd6-7c5f-41b7-ab81-6582c55ea936 req-0ddc8092-d846-49d2-a49d-2ee14b96dfd1 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 210 time: 0.0676413
Jun 04 15:29:36.386967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91c45ae-9670-4a35-90e9-18b16ffc3245 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Router 2263279c-b6a7-46a9-9165-d63dec5a76f0 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:29:36.476115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-547e4094-c250-40c6-899f-b8f8891e3cf2 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Calling delete_port for 9b90e6c4-487c-4cbf-8ab4-989915436efc owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:36.607429 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9e93f0a-4f43-468c-bab0-5ad16a676b92 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:36.612976 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d08b5ef3-c8a7-4ded-8a08-00f35b8b3be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:36.647589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91c45ae-9670-4a35-90e9-18b16ffc3245 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:29:36.652359 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b91c45ae-9670-4a35-90e9-18b16ffc3245 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:36.659624 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a268039-cb5a-4da0-a548-4a311a7a18f3 None None] Sync routers for ids ['2263279c-b6a7-46a9-9165-d63dec5a76f0'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:29:36.673292 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a268039-cb5a-4da0-a548-4a311a7a18f3 None None] Routers {'2263279c-b6a7-46a9-9165-d63dec5a76f0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:29:36.673903 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9a268039-cb5a-4da0-a548-4a311a7a18f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d5d5eb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:29:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2263279c-b6a7-46a9-9165-d63dec5a76f0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:36.714108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e93f0a-4f43-468c-bab0-5ad16a676b92 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:36.723731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-d9e93f0a-4f43-468c-bab0-5ad16a676b92 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:36.729605 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b91c45ae-9670-4a35-90e9-18b16ffc3245 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "PUT /v2.0/floatingips/ab72b68f-478d-4528-9c5d-f696a6b847f9 HTTP/1.1" status: 200  len: 991 time: 2.1837149
Jun 04 15:29:36.730999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630ac1be-47a5-4b9a-9df0-a752044c2b35', 'tag': 'e2a71e56-135a-4162-a78c-78c6531e5a37'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:29:36.733959 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db3220b-0b70-41da-bf50-3be9883deed4" -d '{"events": [{"name": "network-changed", "server_uuid": "630ac1be-47a5-4b9a-9df0-a752044c2b35", "tag": "e2a71e56-135a-4162-a78c-78c6531e5a37"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:29:36.743984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ee1098-5dd1-43cc-a215-f4a7829312d5 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:36.754889 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e93f0a-4f43-468c-bab0-5ad16a676b92 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:36.755776 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9e93f0a-4f43-468c-bab0-5ad16a676b92 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:36.767077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e93f0a-4f43-468c-bab0-5ad16a676b92 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=2f59feca-d566-4ae6-ab46-6c07d202c522,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:36.784841 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d9e93f0a-4f43-468c-bab0-5ad16a676b92 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:36.864013 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-547e4094-c250-40c6-899f-b8f8891e3cf2 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:36.876821 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-776abd69-92c4-4e2e-a5e7-1203a5f85b9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:36.942801 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e4094-c250-40c6-899f-b8f8891e3cf2 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Pushing event deleted for resources: {'Port': ['ID=9b90e6c4-487c-4cbf-8ab4-989915436efc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:36.946587 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-547e4094-c250-40c6-899f-b8f8891e3cf2 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:36.950713 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d9e93f0a-4f43-468c-bab0-5ad16a676b92 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.9219587
Jun 04 15:29:36.951459 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56880) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:36.958808 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'fixed_ips': [{'subnet_id': '2f59feca-d566-4ae6-ab46-6c07d202c522', 'ip_address': '2001:db8::ab4d:cea3:80a9:c3a7'}], 'name': 'tempest-NetworksTestDHCPv6-1618806530'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:37.045887 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-9a268039-cb5a-4da0-a548-4a311a7a18f3 None None] Set router 2263279c-b6a7-46a9-9165-d63dec5a76f0 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:29:37.151455 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-547e4094-c250-40c6-899f-b8f8891e3cf2 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:37.157494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-547e4094-c250-40c6-899f-b8f8891e3cf2 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/ports/9b90e6c4-487c-4cbf-8ab4-989915436efc HTTP/1.1" status: 204  len: 168 time: 1.2546926
Jun 04 15:29:37.160510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56886) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:37.314812 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7f25aa-c82c-490b-ac23-583c25dcb9b7 x-openstack-request-id: req-3c7f25aa-c82c-490b-ac23-583c25dcb9b7 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:29:37.315711 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630ac1be-47a5-4b9a-9df0-a752044c2b35", "tag": "e2a71e56-135a-4162-a78c-78c6531e5a37", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:29:37.316490 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c7f25aa-c82c-490b-ac23-583c25dcb9b7 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:29:37.317508 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630ac1be-47a5-4b9a-9df0-a752044c2b35', 'tag': 'e2a71e56-135a-4162-a78c-78c6531e5a37', 'status': 'completed', 'code': 200}
Jun 04 15:29:37.402668 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:37.414715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:37.427236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': '2f59feca-d566-4ae6-ab46-6c07d202c522'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:29:37.428179 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:37.509525 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a144d8c1-fde2-452a-9667-68a54b02f84d req-08922973-1767-4eb8-8f68-739b3bcbf1b6 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 210 time: 0.0792336
Jun 04 15:29:37.514808 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:37.557487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c618fd-1afb-4f27-a4df-87e9675ab536 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Deleting subnet b902e85f-d30e-490a-ade4-fdc94f75a3b4 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:29:37.563253 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1c618fd-1afb-4f27-a4df-87e9675ab536 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:37.667814 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1c618fd-1afb-4f27-a4df-87e9675ab536 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:37.669371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Allocated IP 2001:db8::2 (6acae085-7932-4691-b36e-433651ec3de1/2f59feca-d566-4ae6-ab46-6c07d202c522/7235a6f1-07b2-4591-947b-eb4793ce302d) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:37.733174 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:37.758597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3220b-0b70-41da-bf50-3be9883deed4 req-03e85930-e30b-496c-9cf7-a24f711d7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:37.760196 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8db3220b-0b70-41da-bf50-3be9883deed4 req-03e85930-e30b-496c-9cf7-a24f711d7c7d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f9666fef72042a089a1b7fec6d0d3ff&device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 1096 time: 0.3835092
Jun 04 15:29:37.777683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e7b79-6691-4c80-9cef-4f6598ee30af req-96d8e23e-34a4-410a-af3a-8fb635eb1139 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:37.778423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-bd8e7b79-6691-4c80-9cef-4f6598ee30af req-96d8e23e-34a4-410a-af3a-8fb635eb1139 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Synchronizing usage tracker for tenant:35b4af14bb3e432990c4361da6c462d1 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:37.798390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port a6de6e49-40cb-4d99-88af-d25c0576431d yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:29:37.865833 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9a268039-cb5a-4da0-a548-4a311a7a18f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d5d5eb0>, [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:27Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'ab72b68f-478d-4528-9c5d-f696a6b847f9', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'port_id': 'e2a71e56-135a-4162-a78c-78c6531e5a37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'mac_address': 'fa:16:3e:d7:3f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ac1be-47a5-4b9a-9df0-a752044c2b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:29:01Z', 'updated_at': '2021-06-04T15:29:35Z', 'revision_number': 1, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c239d36-cf9f-42d9-8c6d-3689c0b6060e', 'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'mac_address': 'fa:16:3e:94:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:26Z', 'updated_at': '2021-06-04T15:24:35Z', 'revision_number': 5, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'subnets': [{'id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:37.874987 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a268039-cb5a-4da0-a548-4a311a7a18f3 None None] Checking router: 2263279c-b6a7-46a9-9165-d63dec5a76f0 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:29:37.903992 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a268039-cb5a-4da0-a548-4a311a7a18f3 None None] Routers {'2263279c-b6a7-46a9-9165-d63dec5a76f0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:29:37.905579 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9a268039-cb5a-4da0-a548-4a311a7a18f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d5d5eb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:29:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2263279c-b6a7-46a9-9165-d63dec5a76f0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:38.002341 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:38.013999 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Transition to ACTIVE for port object 7235a6f1-07b2-4591-947b-eb4793ce302d will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:38.023359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56904) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:38.038075 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Transition to ACTIVE for port object 7235a6f1-07b2-4591-947b-eb4793ce302d will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:38.137465 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:38.144488 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:38.249974 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Pushing event updated for resources: {'Port': ['ID=7235a6f1-07b2-4591-947b-eb4793ce302d,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:38.253757 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:38.255449 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-9a268039-cb5a-4da0-a548-4a311a7a18f3 None None] Set router 2263279c-b6a7-46a9-9165-d63dec5a76f0 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:29:38.256489 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:38.257946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:38.260455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:38.297672 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::ab4d:cea3:80a9:c3a7 (6acae085-7932-4691-b36e-433651ec3de1/2f59feca-d566-4ae6-ab46-6c07d202c522/a6de6e49-40cb-4d99-88af-d25c0576431d) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:38.331262 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1c618fd-1afb-4f27-a4df-87e9675ab536 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:38.495567 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Attempting to bind port 7235a6f1-07b2-4591-947b-eb4793ce302d on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:29:38.496231 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Attempting to bind port 7235a6f1-07b2-4591-947b-eb4793ce302d by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:29:38.496912 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Attempting to bind port 7235a6f1-07b2-4591-947b-eb4793ce302d on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:29:38.504542 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:29:38.512391 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:29:38.512391 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:38.512391 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:29:38.512391 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Bound port: 7235a6f1-07b2-4591-947b-eb4793ce302d, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:29:38.512391 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:38.650433 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] For port 7235a6f1-07b2-4591-947b-eb4793ce302d, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:29:38.654234 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] For port 7235a6f1-07b2-4591-947b-eb4793ce302d, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7235a6f1-07b2-4591-947b-eb4793ce302d,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:29:38.667284 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1577979242'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:38.680832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-bd8e7b79-6691-4c80-9cef-4f6598ee30af req-96d8e23e-34a4-410a-af3a-8fb635eb1139 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Unset dirty status for tenant:35b4af14bb3e432990c4361da6c462d1 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:38.695991 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bd8e7b79-6691-4c80-9cef-4f6598ee30af req-96d8e23e-34a4-410a-af3a-8fb635eb1139 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 1.2134976
Jun 04 15:29:38.725030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:38.730813 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:38.742560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:network and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:38.743762 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f5cfeef7-47b0-4668-bb93-4f0d1762c3a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:38.754346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:38.794819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:38.808235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3220b-0b70-41da-bf50-3be9883deed4 req-0bf26202-1cae-4e09-b89c-e7d43e3273f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:38.808883 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8db3220b-0b70-41da-bf50-3be9883deed4 req-0bf26202-1cae-4e09-b89c-e7d43e3273f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=88077e73-6957-4879-9339-9e85eb0bc61f HTTP/1.1" status: 200  len: 912 time: 1.0255728
Jun 04 15:29:38.817330 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9a268039-cb5a-4da0-a548-4a311a7a18f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d5d5eb0>, [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:27Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'ab72b68f-478d-4528-9c5d-f696a6b847f9', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'port_id': 'e2a71e56-135a-4162-a78c-78c6531e5a37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'mac_address': 'fa:16:3e:d7:3f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ac1be-47a5-4b9a-9df0-a752044c2b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:29:01Z', 'updated_at': '2021-06-04T15:29:35Z', 'revision_number': 1, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c239d36-cf9f-42d9-8c6d-3689c0b6060e', 'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'mac_address': 'fa:16:3e:94:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:26Z', 'updated_at': '2021-06-04T15:24:35Z', 'revision_number': 5, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'subnets': [{'id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:38.823893 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a268039-cb5a-4da0-a548-4a311a7a18f3 None None] The sync data for ids ['2263279c-b6a7-46a9-9165-d63dec5a76f0'] in n-d-791505-9 is: [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:27Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'ab72b68f-478d-4528-9c5d-f696a6b847f9', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'port_id': 'e2a71e56-135a-4162-a78c-78c6531e5a37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'mac_address': 'fa:16:3e:d7:3f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ac1be-47a5-4b9a-9df0-a752044c2b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:29:01Z', 'updated_at': '2021-06-04T15:29:35Z', 'revision_number': 1, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c239d36-cf9f-42d9-8c6d-3689c0b6060e', 'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'mac_address': 'fa:16:3e:94:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:26Z', 'updated_at': '2021-06-04T15:24:35Z', 'revision_number': 5, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'subnets': [{'id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:29:38.840759 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bd8e7b79-6691-4c80-9cef-4f6598ee30af req-731ed695-ede2-4bd3-b53c-1819f411b9e5 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427972
Jun 04 15:29:38.887226 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Pushing event updated for resources: {'Port': ['ID=7235a6f1-07b2-4591-947b-eb4793ce302d,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:38.894302 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:38.927566 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8bfb7dd4-2ffd-44f8-8207-5bd5e64abb9c req-6ce0651d-36cf-428c-82f3-eaaba5faa935 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 210 time: 0.1715155
Jun 04 15:29:38.984275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:38.989196 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:39.025868 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:39.032208 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:39.051289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:39.059553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:security_group_rule and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:39.070969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:39.075585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object a6de6e49-40cb-4d99-88af-d25c0576431d will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:39.086069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:39.097361 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1c618fd-1afb-4f27-a4df-87e9675ab536 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:39.114485 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d9e93f0a-4f43-468c-bab0-5ad16a676b92 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:39.173722 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1c618fd-1afb-4f27-a4df-87e9675ab536 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:39.173932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f8b15-939f-462b-88b6-eeaeea190034 None None] Network 067a5f7d-3b67-4c34-9ced-b67d39921a73 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:39.190873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c618fd-1afb-4f27-a4df-87e9675ab536 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Pushing event deleted for resources: {'Subnet': ['ID=b902e85f-d30e-490a-ade4-fdc94f75a3b4,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:39.201177 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e1c618fd-1afb-4f27-a4df-87e9675ab536 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:39.204318 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950bc75e-6721-4bae-9273-8d2ea26224eb None None] New status for floating IP ab72b68f-478d-4528-9c5d-f696a6b847f9: ACTIVE {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:29:39.241290 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:39.244223 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8db3220b-0b70-41da-bf50-3be9883deed4 req-47ca297e-aef9-4e3b-91ad-3a211da85caf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2a71e56-135a-4162-a78c-78c6531e5a37 HTTP/1.1" status: 200  len: 999 time: 0.4016616
Jun 04 15:29:39.255837 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e1c618fd-1afb-4f27-a4df-87e9675ab536 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/subnets/b902e85f-d30e-490a-ade4-fdc94f75a3b4 HTTP/1.1" status: 204  len: 168 time: 2.0928240
Jun 04 15:29:39.272854 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2014348a-50df-4ef1-a7f1-286d666a947b tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:39.390519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3220b-0b70-41da-bf50-3be9883deed4 req-4856e8e7-24fa-459e-8b43-e864df7287c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:39.400409 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8db3220b-0b70-41da-bf50-3be9883deed4 req-4856e8e7-24fa-459e-8b43-e864df7287c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4093c38f-7f2f-4b42-8c4a-34d4b45f0128 HTTP/1.1" status: 200  len: 850 time: 0.1426730
Jun 04 15:29:39.403832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56920) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:39.459713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:39.487084 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:39.504163 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:39.512547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:39.514167 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:39.682678 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=a6de6e49-40cb-4d99-88af-d25c0576431d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:39.686797 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:39.705691 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d72b4-b907-4da6-b847-ed098aba7f72 req-908e64ee-9336-4084-91b6-f96318a942be tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:39.707575 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-666d72b4-b907-4da6-b847-ed098aba7f72 req-908e64ee-9336-4084-91b6-f96318a942be tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1856120
Jun 04 15:29:39.762198 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.8092933
Jun 04 15:29:39.769450 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56924) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:39.778007 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d97d8508-7459-46b4-8ef9-517feb5465cc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'fixed_ips': [{'subnet_id': '2f59feca-d566-4ae6-ab46-6c07d202c522', 'ip_address': '2001:db8::ab4d:cea3:80a9:c3a7'}], 'name': 'tempest-NetworksTestDHCPv6-1982520059'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:39.918333 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:39.945918 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0a2630-2899-4113-9a00-a02c2b714477 None None] DHCP port deletion for 067a5f7d-3b67-4c34-9ced-b67d39921a73 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:29:39.996094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d97d8508-7459-46b4-8ef9-517feb5465cc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:40.017575 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-666d72b4-b907-4da6-b847-ed098aba7f72 req-69f850b6-9959-4ae3-a2bb-96aa80dfa1d9 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2993848
Jun 04 15:29:40.020848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d97d8508-7459-46b4-8ef9-517feb5465cc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:40.036512 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d97d8508-7459-46b4-8ef9-517feb5465cc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:40.054831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d97d8508-7459-46b4-8ef9-517feb5465cc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:40.153299 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a2630-2899-4113-9a00-a02c2b714477 None None] Deleting port d520261c-1500-4f0b-a161-6a5f86b2ab77 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:40.157796 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce0a2630-2899-4113-9a00-a02c2b714477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:40.245973 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:40.358545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ce0a2630-2899-4113-9a00-a02c2b714477 None None] For port d520261c-1500-4f0b-a161-6a5f86b2ab77, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d520261c-1500-4f0b-a161-6a5f86b2ab77,segment=NetworkSegment(3921f221-8215-4a75-8b9d-f8f918a8a8c3),segment_id=3921f221-8215-4a75-8b9d-f8f918a8a8c3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:40.359212 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce0a2630-2899-4113-9a00-a02c2b714477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:40.374464 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7235a6f1-07b2-4591-947b-eb4793ce302d up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:40.377689 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3220b-0b70-41da-bf50-3be9883deed4 req-12d01238-5741-435a-a23a-9375c2f7cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:40.379717 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8db3220b-0b70-41da-bf50-3be9883deed4 req-12d01238-5741-435a-a23a-9375c2f7cb78 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88077e73-6957-4879-9339-9e85eb0bc61f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.8517017
Jun 04 15:29:40.380615 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:40.403537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:29:40.418209 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:40.418698 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Added segment 4b27fc1f-481d-4000-984f-acf5e6824f35 of type vlan for network f2985476-04a5-48e1-9c80-da587b9796aa
Jun 04 15:29:40.449400 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2025ad6-d7ed-45be-b6ea-032fbfd2293f req-b699aead-e842-48ed-8ab9-fd636ad15dbc tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:40.451674 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2025ad6-d7ed-45be-b6ea-032fbfd2293f req-b699aead-e842-48ed-8ab9-fd636ad15dbc tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1529605
Jun 04 15:29:40.453820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97d8508-7459-46b4-8ef9-517feb5465cc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:40.459943 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d97d8508-7459-46b4-8ef9-517feb5465cc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:40.462278 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:40.532972 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-093f4ad9-5cb3-43ac-a982-c5f3f9c12438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:40.548151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-101182fd-1c80-46a8-bef0-622ddcd212cc tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:40.550151 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-101182fd-1c80-46a8-bef0-622ddcd212cc tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.65 "GET /v2.0/networks?id=dd0db704-a651-492c-af83-f8b620646609 HTTP/1.1" status: 200  len: 811 time: 1.0952089
Jun 04 15:29:40.603350 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2025ad6-d7ed-45be-b6ea-032fbfd2293f req-118f69e7-56d7-4e75-99e5-05e171beb5ca tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199944
Jun 04 15:29:40.606021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-d97d8508-7459-46b4-8ef9-517feb5465cc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port 938a5264-08ff-43fa-bd62-d6083c4a5ec0 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:29:40.626132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Request body: {'port': {'device_id': '11f56f77-539d-4fd4-a706-1aea01ddc1c9', 'network_id': 'dd0db704-a651-492c-af83-f8b620646609', 'admin_state_up': True, 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:40.655614 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a2630-2899-4113-9a00-a02c2b714477 None None] Calling delete_port for d520261c-1500-4f0b-a161-6a5f86b2ab77 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:40.869689 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:40.880277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:40.880893 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:40.896243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:40.910192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:40.961996 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 7235a6f1-07b2-4591-947b-eb4793ce302d completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:40.990160 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-daeabdbd-a834-4bb4-839c-f61c980cb372 req-ffec17d3-1786-434a-8513-3100811898e9 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 210 time: 0.4363925
Jun 04 15:29:41.022841 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-643785a8-2981-490d-a4d8-5180da0021e8 None None] Provisioning for port 7235a6f1-07b2-4591-947b-eb4793ce302d completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:41.032094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-643785a8-2981-490d-a4d8-5180da0021e8 None None] Provisioning complete for port 7235a6f1-07b2-4591-947b-eb4793ce302d triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:41.032808 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-643785a8-2981-490d-a4d8-5180da0021e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:41.218470 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d520261c-1500-4f0b-a161-6a5f86b2ab77 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:29:41.241040 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97d8508-7459-46b4-8ef9-517feb5465cc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] POST failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:29:41.241657 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97d8508-7459-46b4-8ef9-517feb5465cc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:29:41.258254 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce0a2630-2899-4113-9a00-a02c2b714477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:41.268495 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fc33476f-7a94-4065-9305-8f1fd8ce6415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:41.314654 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: d520261c-1500-4f0b-a161-6a5f86b2ab77 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:29:41.315010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d520261c-1500-4f0b-a161-6a5f86b2ab77 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:29:41.325796 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a2630-2899-4113-9a00-a02c2b714477 None None] Pushing event deleted for resources: {'Port': ['ID=d520261c-1500-4f0b-a161-6a5f86b2ab77,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:41.327706 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0a2630-2899-4113-9a00-a02c2b714477 None None] No DVR routers for this DVR port d520261c-1500-4f0b-a161-6a5f86b2ab77 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:29:41.336509 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ce0a2630-2899-4113-9a00-a02c2b714477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:41.357339 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d97d8508-7459-46b4-8ef9-517feb5465cc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.5884495
Jun 04 15:29:41.358129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56940) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:41.398266 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-643785a8-2981-490d-a4d8-5180da0021e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:41.438252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-643785a8-2981-490d-a4d8-5180da0021e8 None None] For port 7235a6f1-07b2-4591-947b-eb4793ce302d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7235a6f1-07b2-4591-947b-eb4793ce302d,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:41.440360 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Made reservation on behalf of de106ad9de2a4d2686c3ddb77c613a23 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:41.443849 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:41.462583 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6624d8e-db90-4303-8635-8fabb0fdc1a2 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:41.465607 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8db3220b-0b70-41da-bf50-3be9883deed4 req-f37799c5-a5cb-4fa3-ad7b-873bdc174248 service neutron] 10.222.0.62 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9612086
Jun 04 15:29:41.469253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6624d8e-db90-4303-8635-8fabb0fdc1a2 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:41.470053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d6624d8e-db90-4303-8635-8fabb0fdc1a2 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:41.481147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cba32ca-bbad-465b-9cd7-cdf33d51ce57,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:41.485166 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:41.509820 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.622s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:41.532219 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-643785a8-2981-490d-a4d8-5180da0021e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:41.534147 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a0266a5d-47be-4cd1-bf28-4a1a01a04f6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:41.545156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d6624d8e-db90-4303-8635-8fabb0fdc1a2 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:41.549611 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d6624d8e-db90-4303-8635-8fabb0fdc1a2 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.1868732
Jun 04 15:29:41.549611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56942) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:41.635735 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643785a8-2981-490d-a4d8-5180da0021e8 None None] Pushing event updated for resources: {'Port': ['ID=7235a6f1-07b2-4591-947b-eb4793ce302d,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:41.644608 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-643785a8-2981-490d-a4d8-5180da0021e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:41.686803 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 3.6529663
Jun 04 15:29:41.713921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a743b6df-879f-4754-b44a-5bf6e3631caf tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port a6de6e49-40cb-4d99-88af-d25c0576431d {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:41.714256 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a743b6df-879f-4754-b44a-5bf6e3631caf tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:41.751627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Deleting port d520261c-1500-4f0b-a161-6a5f86b2ab77 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:41.761611 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:41.789383 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-07a437cb-6c61-42cb-80d5-270ce85e1255 None None] Provisioning for port a6de6e49-40cb-4d99-88af-d25c0576431d completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:41.799660 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-07a437cb-6c61-42cb-80d5-270ce85e1255 None None] Provisioning complete for port a6de6e49-40cb-4d99-88af-d25c0576431d triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:41.800282 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-07a437cb-6c61-42cb-80d5-270ce85e1255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:41.836611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56944) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:41.842619 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'subnet': {'network_id': 'f2985476-04a5-48e1-9c80-da587b9796aa', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:41.878819 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-07a437cb-6c61-42cb-80d5-270ce85e1255 None None] Port a6de6e49-40cb-4d99-88af-d25c0576431d cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:29:41.897846 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a743b6df-879f-4754-b44a-5bf6e3631caf tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:41.916137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Network': ['ID=f2985476-04a5-48e1-9c80-da587b9796aa,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:41.926903 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:41.929902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network f2985476-04a5-48e1-9c80-da587b9796aa details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:29:42.087337 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8db3220b-0b70-41da-bf50-3be9883deed4 req-602c735f-d472-474e-a4e8-9901953b00d6 service neutron] 10.222.0.62 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6126242
Jun 04 15:29:42.105455 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf3783-b811-47e5-9ef8-f723e5ea69a5 req-a4312e8c-ab20-4742-8226-14f412684b8c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:42.116769 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-00bf3783-b811-47e5-9ef8-f723e5ea69a5 req-a4312e8c-ab20-4742-8226-14f412684b8c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 945 time: 0.8861675
Jun 04 15:29:42.129473 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7235a6f1-07b2-4591-947b-eb4793ce302d up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:42.146834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] For port d520261c-1500-4f0b-a161-6a5f86b2ab77, host n-d-791505-9, got binding levels [] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:42.147193 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:42.165745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Allocated IP 172.20.0.2 (dd0db704-a651-492c-af83-f8b620646609/7f7f515a-1071-4e58-b7aa-100a1daa4127/6db6119c-57a9-40a6-ae32-46b32bfb5852) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:42.206647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a743b6df-879f-4754-b44a-5bf6e3631caf tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for a6de6e49-40cb-4d99-88af-d25c0576431d owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:42.243067 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 7235a6f1-07b2-4591-947b-eb4793ce302d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:42.243067 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:42.304040 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b8f0409e-aaac-44e5-b8c5-fdd32d1d16e5 req-076434f1-f9de-484c-b3b0-9ab02da10b8a tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 210 time: 0.0875385
Jun 04 15:29:42.328220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Calling delete_port for d520261c-1500-4f0b-a161-6a5f86b2ab77 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:42.328536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:42.335351 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:subnet and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:42.337707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.ipam_backend_mixin [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Port d520261c-1500-4f0b-a161-6a5f86b2ab77 was not found and therefore no delete operation was performed {{(pid=88300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Jun 04 15:29:42.339220 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:42.351534 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:42.360807 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:42.377518 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-00bf3783-b811-47e5-9ef8-f723e5ea69a5 req-0e1e35d0-2494-4c4b-a39c-b66baa11d64a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2594178
Jun 04 15:29:42.399732 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5651c0fa-348f-4f17-81bb-ff82814cc8ea tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:42.491470 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Pushing event deleted for resources: {'Port': ['ID=d520261c-1500-4f0b-a161-6a5f86b2ab77,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:42.498224 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] No DVR routers for this DVR port d520261c-1500-4f0b-a161-6a5f86b2ab77 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:29:42.501118 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:42.628670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:42.632167 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:42.761168 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:42.804857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838688d520>,) {'filters': {'network_id': ['067a5f7d-3b67-4c34-9ced-b67d39921a73']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:42.824785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838688d520>, '3921f221-8215-4a75-8b9d-f8f918a8a8c3') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:42.825112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838688d520>, '3921f221-8215-4a75-8b9d-f8f918a8a8c3') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:42.849564 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:42.880610 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:42.891914 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:42.897951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:29:42.898352 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:29:42.914389 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:29:43.011002 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a743b6df-879f-4754-b44a-5bf6e3631caf tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:43.021943 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-80bbbb5e-e40e-428e-9257-4afe26a8bafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:43.091788 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743b6df-879f-4754-b44a-5bf6e3631caf tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=a6de6e49-40cb-4d99-88af-d25c0576431d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:43.099668 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a743b6df-879f-4754-b44a-5bf6e3631caf tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:43.114511 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a743b6df-879f-4754-b44a-5bf6e3631caf tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:43.244024 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:43.262076 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e69731ac-78d7-4f5a-bd75-015b5290d8d2 tempest-ServerRescueNegativeTestJSON-1594835952 tempest-ServerRescueNegativeTestJSON-1594835952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:43.273898 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['1a9554c1-f627-46e0-95f1-edc8a039006d'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:29:43.385026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a743b6df-879f-4754-b44a-5bf6e3631caf tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/a6de6e49-40cb-4d99-88af-d25c0576431d HTTP/1.1" status: 204  len: 168 time: 1.8340483
Jun 04 15:29:43.388079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56974) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:43.405025 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:43.420885 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:43.477981 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] 10.222.0.32 "DELETE /v2.0/networks/067a5f7d-3b67-4c34-9ced-b67d39921a73 HTTP/1.1" status: 204  len: 168 time: 4.0689986
Jun 04 15:29:43.484119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Network dd0db704-a651-492c-af83-f8b620646609 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:43.489052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:43.496227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:43.560941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Pushing event updated for resources: {'Port': ['ID=6db6119c-57a9-40a6-ae32-46b32bfb5852,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:43.567543 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:43.576768 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:43.596337 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189587a1-7a2b-4826-aefc-ae99956eb3bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:43.598163 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189587a1-7a2b-4826-aefc-ae99956eb3bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:43.599666 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-189587a1-7a2b-4826-aefc-ae99956eb3bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2106709
Jun 04 15:29:43.606665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56980) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:43.615972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Pushing event deleted for resources: {'Network': ['ID=067a5f7d-3b67-4c34-9ced-b67d39921a73,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:43.620251 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:43.657519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:43.658610 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:43.769460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-6555b4c9-cede-42c1-b20d-358e8e9867d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 2f59feca-d566-4ae6-ab46-6c07d202c522 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:29:43.774315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1634250
Jun 04 15:29:43.777947 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6555b4c9-cede-42c1-b20d-358e8e9867d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:43.789418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Request body: {'port': {'device_id': '11f56f77-539d-4fd4-a706-1aea01ddc1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:43.881332 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6555b4c9-cede-42c1-b20d-358e8e9867d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:43.960457 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:43.967082 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bccde8fd-62bc-43f8-a969-c386dc81bd0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:44.006933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c6600-b7b0-4c18-9ee7-a70fec2d8669 req-99f39721-444f-4056-907d-cc38835d7761 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:44.008345 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-726c6600-b7b0-4c18-9ee7-a70fec2d8669 req-99f39721-444f-4056-907d-cc38835d7761 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 931 time: 0.3549626
Jun 04 15:29:44.085697 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:44.127099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Subnet': ['ID=ec8b0cb9-5562-46ac-b44f-bbddf101c1d8,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:44.133974 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:44.138146 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-726c6600-b7b0-4c18-9ee7-a70fec2d8669 req-c68be1fa-34d5-487e-90bf-c52e56c874a1 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131635
Jun 04 15:29:44.148210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Checking segment: {'id': '4b27fc1f-481d-4000-984f-acf5e6824f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f2985476-04a5-48e1-9c80-da587b9796aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:29:44.148571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network hostable DHCP agents. Network: f2985476-04a5-48e1-9c80-da587b9796aa, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:29:44.155871 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6555b4c9-cede-42c1-b20d-358e8e9867d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:44.278670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56986) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:44.330376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network f2985476-04a5-48e1-9c80-da587b9796aa is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:29:44.444950 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, f2985476-04a5-48e1-9c80-da587b9796aa) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:44.458127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9bac8d-2269-4448-b048-750fa3350d03 None None] Network f2985476-04a5-48e1-9c80-da587b9796aa requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:44.482233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:44.484626 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:44.488485 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4d16d944-5ef3-4e6b-a7ba-d8c01c04c22e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78f2afae4b8b4d228ef2b886e3d4a697&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2085242
Jun 04 15:29:44.491037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56996) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:44.605095 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 2.7636356
Jun 04 15:29:44.606108 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57000) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:44.611661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1729101666'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:44.617502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:44.619615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db6119c-57a9-40a6-ae32-46b32bfb5852 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:29:44.621994 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:network and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:44.626045 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:44.632679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:44.637414 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6555b4c9-cede-42c1-b20d-358e8e9867d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:44.641413 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:44.644819 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-786c28aa-16fe-4c24-8848-bda00632c56f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:44.653970 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b9fd783-b53d-41aa-bc53-be245cf611d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:44.667614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Transition to ACTIVE for port object 6db6119c-57a9-40a6-ae32-46b32bfb5852 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:44.685039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555b4c9-cede-42c1-b20d-358e8e9867d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=2f59feca-d566-4ae6-ab46-6c07d202c522,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:44.687003 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6555b4c9-cede-42c1-b20d-358e8e9867d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:44.691448 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b9fd783-b53d-41aa-bc53-be245cf611d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:44.691755 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6555b4c9-cede-42c1-b20d-358e8e9867d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:44.698260 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6555b4c9-cede-42c1-b20d-358e8e9867d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/2f59feca-d566-4ae6-ab46-6c07d202c522 HTTP/1.1" status: 204  len: 168 time: 1.0894964
Jun 04 15:29:44.701461 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57002) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:44.703801 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ed7630-2ca1-4693-a6ce-24173234931a None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:44.777595 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:44.779378 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-add65c72-0f72-4566-a4f2-38af4aa790af tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0763929
Jun 04 15:29:44.784145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57008) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:44.791246 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-69dbae51-811a-44d1-8e00-9475ea7f97ce tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:44.799700 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-daa51482-0ae1-4b80-a008-4e528a82dbb3 tempest-ServersNegativeTestMultiTenantJSON-970357792 tempest-ServersNegativeTestMultiTenantJSON-970357792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:44.865449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:44.871305 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:44.919798 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b9fd783-b53d-41aa-bc53-be245cf611d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:44.996002 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b9fd783-b53d-41aa-bc53-be245cf611d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:44.996002 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4b9fd783-b53d-41aa-bc53-be245cf611d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e63ced7f-ea46-4227-8083-8ac4ee5edb74 HTTP/1.1" status: 204  len: 168 time: 0.5037186
Jun 04 15:29:45.079870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Pushing event updated for resources: {'Port': ['ID=6db6119c-57a9-40a6-ae32-46b32bfb5852,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:45.083382 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:45.086006 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-47aa0a60-0c6e-45c5-aac2-ebc804c7eb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:45.103354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fd783-b53d-41aa-bc53-be245cf611d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63ced7f-ea46-4227-8083-8ac4ee5edb74,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:45.106233 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4b9fd783-b53d-41aa-bc53-be245cf611d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:45.126185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Attempting to bind port 6db6119c-57a9-40a6-ae32-46b32bfb5852 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:29:45.128077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Attempting to bind port 6db6119c-57a9-40a6-ae32-46b32bfb5852 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'd6065b63-68f3-41ef-8616-5fd73bd991d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dd0db704-a651-492c-af83-f8b620646609'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:29:45.128424 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Attempting to bind port 6db6119c-57a9-40a6-ae32-46b32bfb5852 on network dd0db704-a651-492c-af83-f8b620646609 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:29:45.134135 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Port 6db6119c-57a9-40a6-ae32-46b32bfb5852 on network dd0db704-a651-492c-af83-f8b620646609 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:29:45.134455 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Attempting to bind port 6db6119c-57a9-40a6-ae32-46b32bfb5852 on network dd0db704-a651-492c-af83-f8b620646609 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:29:45.141543 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:29:45.150200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Checking segment: {'id': 'd6065b63-68f3-41ef-8616-5fd73bd991d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dd0db704-a651-492c-af83-f8b620646609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:29:45.150200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Bound using segment: {'id': 'd6065b63-68f3-41ef-8616-5fd73bd991d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dd0db704-a651-492c-af83-f8b620646609'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:29:45.150200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Bound port: 6db6119c-57a9-40a6-ae32-46b32bfb5852, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6065b63-68f3-41ef-8616-5fd73bd991d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dd0db704-a651-492c-af83-f8b620646609'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:29:45.150200 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:45.183050 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-f2985476-04a5-48e1-9c80-da587b9796aa', 'network_id': 'f2985476-04a5-48e1-9c80-da587b9796aa', 'tenant_id': '7017e77146c94ff08ef79c4ce3ffe009', 'fixed_ips': [{'subnet_id': 'ec8b0cb9-5562-46ac-b44f-bbddf101c1d8'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:29:45.184401 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:45.215018 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:29:45.260925 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-69dbae51-811a-44d1-8e00-9475ea7f97ce tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:45.267197 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:45.267882 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Added segment b23a712e-8269-485d-8231-60815a720d81 of type vlan for network 718030f6-1045-4b5e-b8e3-8ee6a189562f
Jun 04 15:29:45.271295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-69dbae51-811a-44d1-8e00-9475ea7f97ce tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:45.279022 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-69dbae51-811a-44d1-8e00-9475ea7f97ce tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:45.286792 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-69dbae51-811a-44d1-8e00-9475ea7f97ce tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:45.312503 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:45.390193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] For port 6db6119c-57a9-40a6-ae32-46b32bfb5852, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:29:45.442638 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dbae51-811a-44d1-8e00-9475ea7f97ce tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:45.448180 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69dbae51-811a-44d1-8e00-9475ea7f97ce tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:45.458016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] For port 6db6119c-57a9-40a6-ae32-46b32bfb5852, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6db6119c-57a9-40a6-ae32-46b32bfb5852,segment=NetworkSegment(d6065b63-68f3-41ef-8616-5fd73bd991d8),segment_id=d6065b63-68f3-41ef-8616-5fd73bd991d8)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:29:45.489073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa2b6a2-4ef1-4a2e-8497-74ac59682dfa None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:29:45.500305 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:45.507998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:45.508632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:45.514353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe8927-d78c-4441-abfb-b522be25a642 req-15a355c9-a26a-4897-8170-a2908302f52a tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:45.515292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-eafe8927-d78c-4441-abfb-b522be25a642 req-15a355c9-a26a-4897-8170-a2908302f52a tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Synchronizing usage tracker for tenant:de106ad9de2a4d2686c3ddb77c613a23 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:45.522034 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-07165933-7e7c-4da9-8253-081f54caee90 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:45.556065 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:45.568108 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b483bfe8-7d84-42fd-bf65-2743e34b083d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:45.618176 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Allocated IP 172.20.255.242 (f2985476-04a5-48e1-9c80-da587b9796aa/ec8b0cb9-5562-46ac-b44f-bbddf101c1d8/d3cf7614-f10a-45a9-8cd7-3e1e08cc9459) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:45.658523 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:45.660264 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:45.662826 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] 10.222.0.65 "PUT /v2.0/ports/6db6119c-57a9-40a6-ae32-46b32bfb5852 HTTP/1.1" status: 200  len: 1091 time: 1.8782187
Jun 04 15:29:45.663699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f56f77-539d-4fd4-a706-1aea01ddc1c9', 'tag': '6db6119c-57a9-40a6-ae32-46b32bfb5852'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:29:45.668683 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4ae5d1-9a3e-47a2-9e53-45bb34bbccff" -d '{"events": [{"name": "network-changed", "server_uuid": "11f56f77-539d-4fd4-a706-1aea01ddc1c9", "tag": "6db6119c-57a9-40a6-ae32-46b32bfb5852"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:29:45.691896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Pushing event updated for resources: {'Port': ['ID=6db6119c-57a9-40a6-ae32-46b32bfb5852,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:45.697596 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:45.706396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-eafe8927-d78c-4441-abfb-b522be25a642 req-15a355c9-a26a-4897-8170-a2908302f52a tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Unset dirty status for tenant:de106ad9de2a4d2686c3ddb77c613a23 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:45.713580 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eafe8927-d78c-4441-abfb-b522be25a642 req-15a355c9-a26a-4897-8170-a2908302f52a tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 943 time: 0.3291707
Jun 04 15:29:45.780794 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-baa2b6a2-4ef1-4a2e-8497-74ac59682dfa None None] Deleting port 7235a6f1-07b2-4591-947b-eb4793ce302d {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:45.781868 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-baa2b6a2-4ef1-4a2e-8497-74ac59682dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:45.786642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eafe8927-d78c-4441-abfb-b522be25a642 req-07fb089a-daaa-4cf2-ba15-148e83aecd3b tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726273
Jun 04 15:29:45.873807 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6cec55-3f6c-4bb0-93bb-a3f72f4bab8b x-openstack-request-id: req-3d6cec55-3f6c-4bb0-93bb-a3f72f4bab8b {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:29:45.874479 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f56f77-539d-4fd4-a706-1aea01ddc1c9", "tag": "6db6119c-57a9-40a6-ae32-46b32bfb5852", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:29:45.874934 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d6cec55-3f6c-4bb0-93bb-a3f72f4bab8b {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:29:45.876551 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.2693033
Jun 04 15:29:45.882698 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f56f77-539d-4fd4-a706-1aea01ddc1c9', 'tag': '6db6119c-57a9-40a6-ae32-46b32bfb5852', 'status': 'completed', 'code': 200}
Jun 04 15:29:45.890675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Network': ['ID=718030f6-1045-4b5e-b8e3-8ee6a189562f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:45.891222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57036) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:45.893790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'subnet': {'network_id': '718030f6-1045-4b5e-b8e3-8ee6a189562f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:45.902267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-baa2b6a2-4ef1-4a2e-8497-74ac59682dfa None None] For port 7235a6f1-07b2-4591-947b-eb4793ce302d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7235a6f1-07b2-4591-947b-eb4793ce302d,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:45.902927 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-baa2b6a2-4ef1-4a2e-8497-74ac59682dfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:45.917653 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:45.988775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ed79d-67d1-46ed-b7f5-54b126d25439 req-a84491dd-937d-4d37-9032-7bdbb484d885 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:45.994847 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d94ed79d-67d1-46ed-b7f5-54b126d25439 req-a84491dd-937d-4d37-9032-7bdbb484d885 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.6103005
Jun 04 15:29:46.017505 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 718030f6-1045-4b5e-b8e3-8ee6a189562f details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:29:46.114737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3d36f95f-5112-4f51-8e10-31d5fd48d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:46.115146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-baa2b6a2-4ef1-4a2e-8497-74ac59682dfa None None] Calling delete_port for 7235a6f1-07b2-4591-947b-eb4793ce302d owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:46.116224 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-3d36f95f-5112-4f51-8e10-31d5fd48d7e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=de106ad9de2a4d2686c3ddb77c613a23&device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 1094 time: 0.3265638
Jun 04 15:29:46.118176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:46.121054 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d94ed79d-67d1-46ed-b7f5-54b126d25439 req-df612136-116a-47a2-83d0-e2d5b3485728 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121242
Jun 04 15:29:46.121869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:subnet and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:46.125625 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7235a6f1-07b2-4591-947b-eb4793ce302d no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:29:46.127239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:46.204895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:46.207818 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-222ba11f-d62d-4827-99a4-b8412a24dee2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6db6119c-57a9-40a6-ae32-46b32bfb5852 HTTP/1.1" status: 200  len: 217 time: 0.0830135
Jun 04 15:29:46.280436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-2c778c0b-afe2-4812-a678-c47e74045945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:46.285011 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-2c778c0b-afe2-4812-a678-c47e74045945 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7f7f515a-1071-4e58-b7aa-100a1daa4127 HTTP/1.1" status: 200  len: 851 time: 0.0673518
Jun 04 15:29:46.365405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:46.370003 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:46.468083 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-8928d837-17b2-4347-b9b1-218254692649 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dd0db704-a651-492c-af83-f8b620646609&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1737299
Jun 04 15:29:46.544242 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:46.597501 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:46.624163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Transition to ACTIVE for port object d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:46.628745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69dbae51-811a-44d1-8e00-9475ea7f97ce tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:46.646132 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8b7158ed-51d8-44ce-872d-65ab2cc8db2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:46.654219 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Transition to ACTIVE for port object d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:46.681876 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:29:46.732205 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dbae51-811a-44d1-8e00-9475ea7f97ce tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:46.733080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbae51-811a-44d1-8e00-9475ea7f97ce tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=3f4f2160-5431-4076-ab63-6b5326eed760,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:46.748596 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-69dbae51-811a-44d1-8e00-9475ea7f97ce tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:46.754592 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-69dbae51-811a-44d1-8e00-9475ea7f97ce tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:46.766347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dbae51-811a-44d1-8e00-9475ea7f97ce tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:46.767268 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69dbae51-811a-44d1-8e00-9475ea7f97ce tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:46.809280 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:46.824291 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-baa2b6a2-4ef1-4a2e-8497-74ac59682dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:46.843397 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:46.898797 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-69dbae51-811a-44d1-8e00-9475ea7f97ce tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.1128695
Jun 04 15:29:46.899773 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57060) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:46.914290 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-144fa768-d5ea-4ab5-a80c-fe81be063222 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'fixed_ips': [{'subnet_id': '3f4f2160-5431-4076-ab63-6b5326eed760', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-742800170'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:46.983105 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Pushing event updated for resources: {'Port': ['ID=d3cf7614-f10a-45a9-8cd7-3e1e08cc9459,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:46.987047 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-83bc74a5-d328-4a20-a1b1-7183cb04af92 service neutron] 10.222.0.65 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2818789
Jun 04 15:29:46.991997 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa2b6a2-4ef1-4a2e-8497-74ac59682dfa None None] No DVR routers for this DVR port 7235a6f1-07b2-4591-947b-eb4793ce302d on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:29:47.057194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312ba4c-5d9f-43af-9610-271699dad835 req-b01e0e9c-20e2-485b-ab07-4154f4cb8411 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:47.059720 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4312ba4c-5d9f-43af-9610-271699dad835 req-b01e0e9c-20e2-485b-ab07-4154f4cb8411 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.7077124
Jun 04 15:29:47.131070 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Network f2985476-04a5-48e1-9c80-da587b9796aa is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:47.135123 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2b6a2-4ef1-4a2e-8497-74ac59682dfa None None] Pushing event deleted for resources: {'Port': ['ID=7235a6f1-07b2-4591-947b-eb4793ce302d,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:47.148027 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8824ca5b-3eb2-4aa0-9f9b-8e7d7bc818d4 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:47.161519 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:47.163636 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-baa2b6a2-4ef1-4a2e-8497-74ac59682dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:47.169206 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a946b966-54f1-4fca-aa06-299f103dee17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:47.169617 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a946b966-54f1-4fca-aa06-299f103dee17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:47.176131 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:47.309472 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4312ba4c-5d9f-43af-9610-271699dad835 req-8cdf1d6f-7552-4ec0-8905-efafa373d754 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015285
Jun 04 15:29:47.347020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:47.356763 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Attempting to bind port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:29:47.361850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-144fa768-d5ea-4ab5-a80c-fe81be063222 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:47.367945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-144fa768-d5ea-4ab5-a80c-fe81be063222 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:47.372608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-144fa768-d5ea-4ab5-a80c-fe81be063222 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:47.380015 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Attempting to bind port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '4b27fc1f-481d-4000-984f-acf5e6824f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f2985476-04a5-48e1-9c80-da587b9796aa'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:29:47.380503 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Attempting to bind port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 on network f2985476-04a5-48e1-9c80-da587b9796aa {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:29:47.383367 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-144fa768-d5ea-4ab5-a80c-fe81be063222 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:47.390249 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87d81e17-2944-49ba-97d4-bffceccfecd6 req-53e0aa59-c96b-40af-8ac0-59fbb65c0527 service neutron] 10.222.0.65 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3118727
Jun 04 15:29:47.425574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbd25a-4b9c-45a7-9a1d-624adcaed20b req-55dc0afe-b55c-4456-983b-48921eea045f tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:47.435168 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cbcbd25a-4b9c-45a7-9a1d-624adcaed20b req-55dc0afe-b55c-4456-983b-48921eea045f tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 943 time: 0.2817111
Jun 04 15:29:47.456588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:29:47.456985 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Checking segment: {'id': '4b27fc1f-481d-4000-984f-acf5e6824f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f2985476-04a5-48e1-9c80-da587b9796aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:29:47.461601 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:47.462022 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Bound using segment: {'id': '4b27fc1f-481d-4000-984f-acf5e6824f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f2985476-04a5-48e1-9c80-da587b9796aa'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:29:47.463186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Bound port: d3cf7614-f10a-45a9-8cd7-3e1e08cc9459, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b27fc1f-481d-4000-984f-acf5e6824f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f2985476-04a5-48e1-9c80-da587b9796aa'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:29:47.463186 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:47.483023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'port_id': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'mac_address': 'fa:16:3e:d0:ff:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:29:47.558027 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cbcbd25a-4b9c-45a7-9a1d-624adcaed20b req-bc5757c1-825f-4a3c-9dc2-445b0e1d4d11 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217763
Jun 04 15:29:47.594173 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144fa768-d5ea-4ab5-a80c-fe81be063222 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:47.763412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] For port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:29:47.768003 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:47.790355 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:29:47.795022 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': '3f4f2160-5431-4076-ab63-6b5326eed760'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:29:47.797330 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:47.818921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] For port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d3cf7614-f10a-45a9-8cd7-3e1e08cc9459,segment=NetworkSegment(4b27fc1f-481d-4000-984f-acf5e6824f35),segment_id=4b27fc1f-481d-4000-984f-acf5e6824f35)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:29:47.834492 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:29:47.849582 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-144fa768-d5ea-4ab5-a80c-fe81be063222 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:47.860706 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ae5d1-9a3e-47a2-9e53-45bb34bbccff req-8c7fa2c6-82e9-42c1-af75-6642923e3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:47.862685 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb4ae5d1-9a3e-47a2-9e53-45bb34bbccff req-8c7fa2c6-82e9-42c1-af75-6642923e3df8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=de106ad9de2a4d2686c3ddb77c613a23&device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 1094 time: 0.3130693
Jun 04 15:29:47.881507 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:47.899617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-144fa768-d5ea-4ab5-a80c-fe81be063222 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port 06d79ca6-069e-4194-8810-f20a012a9da8 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:29:47.992442 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:48.021625 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d49f7b54-4853-45e4-88af-6970fafc6f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:48.145076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ae5d1-9a3e-47a2-9e53-45bb34bbccff req-17761b50-6554-44dc-a70a-f460bb068970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:48.148494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb4ae5d1-9a3e-47a2-9e53-45bb34bbccff req-17761b50-6554-44dc-a70a-f460bb068970 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dd0db704-a651-492c-af83-f8b620646609 HTTP/1.1" status: 200  len: 912 time: 0.2733264
Jun 04 15:29:48.171561 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:48.259790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Pushing event updated for resources: {'Port': ['ID=d3cf7614-f10a-45a9-8cd7-3e1e08cc9459,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:48.260360 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb4ae5d1-9a3e-47a2-9e53-45bb34bbccff req-3b217a17-dc0a-4254-92a4-7386c4fd3559 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6db6119c-57a9-40a6-ae32-46b32bfb5852 HTTP/1.1" status: 200  len: 217 time: 0.1033561
Jun 04 15:29:48.266184 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:29:48.304752 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:48.315583 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-baa2b6a2-4ef1-4a2e-8497-74ac59682dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:48.367655 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Allocated IP 2001:db8::2 (6acae085-7932-4691-b36e-433651ec3de1/3f4f2160-5431-4076-ab63-6b5326eed760/b58b9b71-1348-4fa3-a160-3c62bcc538f0) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:48.412838 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:48.421388 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-270526b7-7b73-4f0d-9348-682cf714106b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:48.513299 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:48.521532 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:48.654937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ae5d1-9a3e-47a2-9e53-45bb34bbccff req-fc7a4582-995d-4a0a-874e-51f563ee1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:48.663710 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb4ae5d1-9a3e-47a2-9e53-45bb34bbccff req-fc7a4582-995d-4a0a-874e-51f563ee1bad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7f7f515a-1071-4e58-b7aa-100a1daa4127 HTTP/1.1" status: 200  len: 851 time: 0.3926666
Jun 04 15:29:48.790236 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb4ae5d1-9a3e-47a2-9e53-45bb34bbccff req-68439236-e17e-4a0b-a2dd-9c7bf96cdc32 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dd0db704-a651-492c-af83-f8b620646609&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1084669
Jun 04 15:29:48.791153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Subnet': ['ID=98fb9340-87cb-4b11-8403-ce66704792d2,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:48.796614 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:48.807437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Checking segment: {'id': 'b23a712e-8269-485d-8231-60815a720d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '718030f6-1045-4b5e-b8e3-8ee6a189562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:29:48.808074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network hostable DHCP agents. Network: 718030f6-1045-4b5e-b8e3-8ee6a189562f, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:29:49.043899 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb4ae5d1-9a3e-47a2-9e53-45bb34bbccff req-4bf2a206-5761-4f5f-a0b5-e34d609d212a service neutron] 10.222.0.65 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2377384
Jun 04 15:29:49.045866 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783bbaf-38fa-43c4-a397-ceeccf97f396 req-c5f1204a-8c5e-46dd-8a55-077b97acb099 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:49.048244 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1783bbaf-38fa-43c4-a397-ceeccf97f396 req-c5f1204a-8c5e-46dd-8a55-077b97acb099 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 943 time: 0.1144316
Jun 04 15:29:49.061906 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:49.072774 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Transition to ACTIVE for port object b58b9b71-1348-4fa3-a160-3c62bcc538f0 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:49.114563 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network 718030f6-1045-4b5e-b8e3-8ee6a189562f is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:29:49.137457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Transition to ACTIVE for port object b58b9b71-1348-4fa3-a160-3c62bcc538f0 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:49.156555 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1783bbaf-38fa-43c4-a397-ceeccf97f396 req-5ff37450-aec5-40e1-95f4-189cca75352b tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941293
Jun 04 15:29:49.230074 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:49.237063 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:49.283312 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb4ae5d1-9a3e-47a2-9e53-45bb34bbccff req-d8b34898-cd03-44a9-8fa5-eab16a61ae12 service neutron] 10.222.0.65 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2318299
Jun 04 15:29:49.291262 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 718030f6-1045-4b5e-b8e3-8ee6a189562f) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:49.292112 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-144fa768-d5ea-4ab5-a80c-fe81be063222 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:29:49.292823 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144fa768-d5ea-4ab5-a80c-fe81be063222 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:29:49.304715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:49.305353 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:49.320792 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dbbd5f-5b1e-4aae-bc5d-13e47f2d9ed7 None None] Network 718030f6-1045-4b5e-b8e3-8ee6a189562f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:49.420680 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:49.435483 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 3.5496993
Jun 04 15:29:49.441718 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57130) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:49.472152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:49.483958 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:49.499219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57132) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:49.505441 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-144fa768-d5ea-4ab5-a80c-fe81be063222 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 2.6040525
Jun 04 15:29:49.671647 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Pushing event updated for resources: {'Port': ['ID=b58b9b71-1348-4fa3-a160-3c62bcc538f0,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:49.682955 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:49.737752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc7258-932e-4087-b9f0-89929939e2dc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:49.741793 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-62dc7258-932e-4087-b9f0-89929939e2dc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.2413425
Jun 04 15:29:49.745942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57136) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:49.785797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Attempting to bind port b58b9b71-1348-4fa3-a160-3c62bcc538f0 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:29:49.794355 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Attempting to bind port b58b9b71-1348-4fa3-a160-3c62bcc538f0 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:29:49.795229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Attempting to bind port b58b9b71-1348-4fa3-a160-3c62bcc538f0 on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:29:49.817880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:29:49.823208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:29:49.824176 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:49.824811 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:29:49.827042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Bound port: b58b9b71-1348-4fa3-a160-3c62bcc538f0, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:29:49.827708 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:49.901893 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:49.963517 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f81ed0-74e4-444c-a755-a404897b7fee tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:49.995204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f81ed0-74e4-444c-a755-a404897b7fee tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:50.000680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f3f81ed0-74e4-444c-a755-a404897b7fee tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:29:50.131648 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:50.285769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f3f81ed0-74e4-444c-a755-a404897b7fee tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:29:50.287007 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f3f81ed0-74e4-444c-a755-a404897b7fee tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.5388985
Jun 04 15:29:50.289794 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57146) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:50.313393 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:50.403156 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58462f49-3fca-474c-a13f-e7da8056351e None None] Network f2985476-04a5-48e1-9c80-da587b9796aa requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:50.513049 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-718030f6-1045-4b5e-b8e3-8ee6a189562f', 'network_id': '718030f6-1045-4b5e-b8e3-8ee6a189562f', 'tenant_id': '7017e77146c94ff08ef79c4ce3ffe009', 'fixed_ips': [{'subnet_id': '98fb9340-87cb-4b11-8403-ce66704792d2'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:29:50.514147 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:50.556542 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f402d6c4-6097-48d3-a605-388895193a98 None None] Provisioning for port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:50.745406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02a74dc-3dea-4571-86ef-949e3abdd573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 3f4f2160-5431-4076-ab63-6b5326eed760 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:29:50.748735 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d02a74dc-3dea-4571-86ef-949e3abdd573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:50.831493 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d02a74dc-3dea-4571-86ef-949e3abdd573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:50.867159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea7211-6361-4816-8ffd-7160915cd477 req-e3ccc5cd-6ab2-4b98-80bc-176cba5a77e3 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:50.870550 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-47ea7211-6361-4816-8ffd-7160915cd477 req-e3ccc5cd-6ab2-4b98-80bc-176cba5a77e3 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 943 time: 0.3606131
Jun 04 15:29:50.949087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Allocated IP 172.20.0.2 (718030f6-1045-4b5e-b8e3-8ee6a189562f/98fb9340-87cb-4b11-8403-ce66704792d2/4bb9ee6e-2c21-4e85-b914-9aece365582a) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:50.952184 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d02a74dc-3dea-4571-86ef-949e3abdd573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:51.059095 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-47ea7211-6361-4816-8ffd-7160915cd477 req-f6a42710-2012-4ece-86f4-fb54ac03b7bf tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663656
Jun 04 15:29:51.192802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6db6119c-57a9-40a6-ae32-46b32bfb5852 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:29:51.194107 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:51.464294 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:51.491878 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:51.492716 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:51.549781 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d02a74dc-3dea-4571-86ef-949e3abdd573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:51.561139 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-54507e36-11d0-4f62-a928-57bc42417181 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:51.594620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] For port b58b9b71-1348-4fa3-a160-3c62bcc538f0, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:29:51.673788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d02a74dc-3dea-4571-86ef-949e3abdd573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:51.696828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a74dc-3dea-4571-86ef-949e3abdd573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4f2160-5431-4076-ab63-6b5326eed760,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:51.702190 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d02a74dc-3dea-4571-86ef-949e3abdd573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:51.745471 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] For port b58b9b71-1348-4fa3-a160-3c62bcc538f0, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b58b9b71-1348-4fa3-a160-3c62bcc538f0,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:29:51.777040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5cbfc-3fef-48d4-96c9-819b931c4984 req-d4a1d64e-8e77-420d-aefb-327fe651f346 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:51.794478 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1dc5cbfc-3fef-48d4-96c9-819b931c4984 req-d4a1d64e-8e77-420d-aefb-327fe651f346 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1672451
Jun 04 15:29:51.823007 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d02a74dc-3dea-4571-86ef-949e3abdd573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/3f4f2160-5431-4076-ab63-6b5326eed760 HTTP/1.1" status: 204  len: 168 time: 1.5317883
Jun 04 15:29:51.825540 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57170) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:51.839804 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:51.859365 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:51.887158 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1dc5cbfc-3fef-48d4-96c9-819b931c4984 req-787aadc1-f882-4302-9df0-e280b2b3a4a2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912590
Jun 04 15:29:52.021849 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-294c72bf-3390-4f1e-b9f4-bd3f7b5bb7c7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1949782
Jun 04 15:29:52.025993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57178) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:52.034221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a2224547-858e-40f5-b943-845c8b0cc9d4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:52.134646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:52.135107 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:52.227792 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:52.323597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Transition to ACTIVE for port object 4bb9ee6e-2c21-4e85-b914-9aece365582a will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:52.354015 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a2224547-858e-40f5-b943-845c8b0cc9d4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:52.364835 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a2224547-858e-40f5-b943-845c8b0cc9d4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:52.370164 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a2224547-858e-40f5-b943-845c8b0cc9d4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:52.390852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a2224547-858e-40f5-b943-845c8b0cc9d4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:52.415859 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Pushing event updated for resources: {'Port': ['ID=b58b9b71-1348-4fa3-a160-3c62bcc538f0,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:52.420156 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:52.424879 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0c0a9-da44-42aa-940b-d6e97dabbadf req-104c0a80-b305-46c7-98ec-0a39a6748031 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:52.426554 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dab0c0a9-da44-42aa-940b-d6e97dabbadf req-104c0a80-b305-46c7-98ec-0a39a6748031 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.2028234
Jun 04 15:29:52.469573 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Transition to ACTIVE for port object 4bb9ee6e-2c21-4e85-b914-9aece365582a will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:29:52.472384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 6db6119c-57a9-40a6-ae32-46b32bfb5852, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6db6119c-57a9-40a6-ae32-46b32bfb5852,segment=NetworkSegment(d6065b63-68f3-41ef-8616-5fd73bd991d8),segment_id=d6065b63-68f3-41ef-8616-5fd73bd991d8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:52.479137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e7299-28f1-41a9-898f-0b5dea8d0a42 req-13534ccb-c9a2-47f0-819d-b6c666504e0e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:52.491160 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:52.493255 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a62e7299-28f1-41a9-898f-0b5dea8d0a42 req-13534ccb-c9a2-47f0-819d-b6c666504e0e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 943 time: 0.2250051
Jun 04 15:29:52.511456 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dab0c0a9-da44-42aa-940b-d6e97dabbadf req-cd360478-811f-4ac1-8fca-6e04963b5281 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777986
Jun 04 15:29:52.560047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2224547-858e-40f5-b943-845c8b0cc9d4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:52.566910 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2224547-858e-40f5-b943-845c8b0cc9d4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:52.584069 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:52.639075 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a62e7299-28f1-41a9-898f-0b5dea8d0a42 req-292e8711-7360-46c2-87a1-6becfe38db3e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438851
Jun 04 15:29:52.700198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '6db6119c-57a9-40a6-ae32-46b32bfb5852', 'network_id': 'dd0db704-a651-492c-af83-f8b620646609', 'port_id': '6db6119c-57a9-40a6-ae32-46b32bfb5852', 'mac_address': 'fa:16:3e:d1:b4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7f515a-1071-4e58-b7aa-100a1daa4127', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:29:52.754194 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:52.788761 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:52.860291 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:52.875261 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b645eae9-ad59-43e1-8eab-c6825c720c21 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:52.942597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d3cf7614-f10a-45a9-8cd7-3e1e08cc9459,segment=NetworkSegment(4b27fc1f-481d-4000-984f-acf5e6824f35),segment_id=4b27fc1f-481d-4000-984f-acf5e6824f35)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:52.958382 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:52.972093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:29:52.975653 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad620e1-54d5-4200-a4ea-ded6ed9ae668" -d '{"events": [{"server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "name": "network-vif-plugged", "status": "completed", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:29:53.062859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d901f-f02d-492e-bf8f-944c6d6614be req-75f5d0bd-8320-489a-bedf-d6c07076b6f2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:53.065555 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b7d901f-f02d-492e-bf8f-944c6d6614be req-75f5d0bd-8320-489a-bedf-d6c07076b6f2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1833344
Jun 04 15:29:53.068524 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Network 718030f6-1045-4b5e-b8e3-8ee6a189562f is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:53.080496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Subnet': ['ID=98fb9340-87cb-4b11-8403-ce66704792d2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:53.096090 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debadbb4-e885-45ea-b8fc-1c549da08be8 x-openstack-request-id: req-debadbb4-e885-45ea-b8fc-1c549da08be8 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:29:53.096448 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "name": "network-vif-plugged", "status": "completed", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:29:53.100542 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:53.101479 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-debadbb4-e885-45ea-b8fc-1c549da08be8 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:29:53.102164 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'code': 200}
Jun 04 15:29:53.106994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:53.111984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:53.138687 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Pushing event updated for resources: {'Port': ['ID=4bb9ee6e-2c21-4e85-b914-9aece365582a,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:53.142814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:29:53.149152 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:53.149152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db6119c-57a9-40a6-ae32-46b32bfb5852 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:29:53.154155 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:53.154155 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:53.175681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b7d901f-f02d-492e-bf8f-944c6d6614be req-d520fc99-a260-4427-a8c3-5e53c8e22c1f tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024678
Jun 04 15:29:53.611060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b58b9b71-1348-4fa3-a160-3c62bcc538f0 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:53.636916 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:53.706612 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:53.724407 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c432df0>,) {'filters': {'network_id': ['718030f6-1045-4b5e-b8e3-8ee6a189562f']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:53.759102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c432df0>, 'b23a712e-8269-485d-8231-60815a720d81') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:53.761386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c432df0>, 'b23a712e-8269-485d-8231-60815a720d81') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:53.819763 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:53.824711 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 6db6119c-57a9-40a6-ae32-46b32bfb5852, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6db6119c-57a9-40a6-ae32-46b32bfb5852,segment=NetworkSegment(d6065b63-68f3-41ef-8616-5fd73bd991d8),segment_id=d6065b63-68f3-41ef-8616-5fd73bd991d8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:53.857309 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:53.933150 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Attempting to bind port 4bb9ee6e-2c21-4e85-b914-9aece365582a on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:29:53.933697 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Attempting to bind port 4bb9ee6e-2c21-4e85-b914-9aece365582a by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'b23a712e-8269-485d-8231-60815a720d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '718030f6-1045-4b5e-b8e3-8ee6a189562f'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:29:53.934317 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Attempting to bind port 4bb9ee6e-2c21-4e85-b914-9aece365582a on network 718030f6-1045-4b5e-b8e3-8ee6a189562f {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:29:53.948654 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:53.958260 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c5e46970-b5c7-4388-8232-51b686840564 None None] Provisioning complete for port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:53.958996 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c5e46970-b5c7-4388-8232-51b686840564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:53.967243 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:29:53.967642 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:53.990551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=d3cf7614-f10a-45a9-8cd7-3e1e08cc9459,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:29:54.012969 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:29:54.020023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:29:54.023454 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Checking segment: {'id': 'b23a712e-8269-485d-8231-60815a720d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '718030f6-1045-4b5e-b8e3-8ee6a189562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:29:54.024075 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:54.024657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Bound using segment: {'id': 'b23a712e-8269-485d-8231-60815a720d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '718030f6-1045-4b5e-b8e3-8ee6a189562f'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:29:54.025988 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Bound port: 4bb9ee6e-2c21-4e85-b914-9aece365582a, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a712e-8269-485d-8231-60815a720d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '718030f6-1045-4b5e-b8e3-8ee6a189562f'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:29:54.026368 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:54.040310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf0000-b9b9-4445-860f-9b55033944d2 req-fb6e7901-08c1-4f5a-acf2-89294c75f904 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:54.042685 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:54.063941 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.910s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:54.066521 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eadf0000-b9b9-4445-860f-9b55033944d2 req-fb6e7901-08c1-4f5a-acf2-89294c75f904 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 944 time: 0.2245014
Jun 04 15:29:54.066671 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:54.193608 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eadf0000-b9b9-4445-860f-9b55033944d2 req-72ded0ef-2574-4d1d-bd17-f5dc778e2441 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283276
Jun 04 15:29:54.361888 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7211cdd7-024d-4779-8d8a-e9729ea990d7 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:54.371711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430a807-5134-4e86-89fd-dd1ce2d173d6 req-c4b42035-effc-4cf8-990d-81ecd2bc2024 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:54.384551 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6430a807-5134-4e86-89fd-dd1ce2d173d6 req-c4b42035-effc-4cf8-990d-81ecd2bc2024 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.7511227
Jun 04 15:29:54.438374 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.api [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 15:29:54.438374 n-d-791505-9 neutron-server[88301]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 15:29:54.438374 n-d-791505-9 neutron-server[88301]: [parameters: {'id': '718030f6-1045-4b5e-b8e3-8ee6a189562f'}]
Jun 04 15:29:54.438374 n-d-791505-9 neutron-server[88301]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:29:54.438819 n-d-791505-9 neutron-server[88301]: DEBUG oslo_db.api [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:29:54.540549 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:54.555566 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6430a807-5134-4e86-89fd-dd1ce2d173d6 req-e705a1ec-2812-4e07-94ef-1e8b63372a68 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674170
Jun 04 15:29:54.557590 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['6db6119c-57a9-40a6-ae32-46b32bfb5852'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:29:54.901837 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port b58b9b71-1348-4fa3-a160-3c62bcc538f0 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:54.954914 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:54.956626 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2224547-858e-40f5-b943-845c8b0cc9d4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:54.963450 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ee9cfeff-0bb9-4e47-ba26-aec7093e6269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:55.084588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=6db6119c-57a9-40a6-ae32-46b32bfb5852,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:55.111683 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.047s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:55.115703 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.384s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:55.116365 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:55.126434 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] For port 4bb9ee6e-2c21-4e85-b914-9aece365582a, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:29:55.134446 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] For port 4bb9ee6e-2c21-4e85-b914-9aece365582a, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4bb9ee6e-2c21-4e85-b914-9aece365582a,segment=NetworkSegment(b23a712e-8269-485d-8231-60815a720d81),segment_id=b23a712e-8269-485d-8231-60815a720d81)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:29:55.202505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2224547-858e-40f5-b943-845c8b0cc9d4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=a2a61c3e-58de-4875-958d-efbbc1667593,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:55.210762 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a2224547-858e-40f5-b943-845c8b0cc9d4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:55.268962 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2224547-858e-40f5-b943-845c8b0cc9d4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:29:55.275893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a2224547-858e-40f5-b943-845c8b0cc9d4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:29:55.290905 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:55.294495 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2224547-858e-40f5-b943-845c8b0cc9d4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:55.295278 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2224547-858e-40f5-b943-845c8b0cc9d4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:55.300139 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:55.351232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa995d6-e837-4a6d-b914-71f964c61687 req-78359c16-4900-40d9-9223-c07a24b1e7e8 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:55.353258 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-faa995d6-e837-4a6d-b914-71f964c61687 req-78359c16-4900-40d9-9223-c07a24b1e7e8 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.5164838
Jun 04 15:29:55.380043 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:55.422353 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-faa995d6-e837-4a6d-b914-71f964c61687 req-7adb7774-c482-44e5-a4de-e4b6a7426ce1 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605810
Jun 04 15:29:55.451492 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Deleting port 4bb9ee6e-2c21-4e85-b914-9aece365582a {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:29:55.451903 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:55.485536 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a2224547-858e-40f5-b943-845c8b0cc9d4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.4586191
Jun 04 15:29:55.503143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57240) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:55.511515 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-537007dd-65d3-4a56-963a-f8ca1e1cb74f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1877672541', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:55.557458 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Pushing event updated for resources: {'Port': ['ID=4bb9ee6e-2c21-4e85-b914-9aece365582a,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:55.559045 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-537007dd-65d3-4a56-963a-f8ca1e1cb74f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:55.569461 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-537007dd-65d3-4a56-963a-f8ca1e1cb74f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:router and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:55.573845 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-537007dd-65d3-4a56-963a-f8ca1e1cb74f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:55.613940 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08fa12-1b61-4f00-92e7-a04a786cbfeb req-9fb6475d-8374-4d02-a704-33729c0e3dea tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:55.627111 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fc08fa12-1b61-4f00-92e7-a04a786cbfeb req-9fb6475d-8374-4d02-a704-33729c0e3dea tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 944 time: 0.2116468
Jun 04 15:29:55.634925 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:55.698176 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-baf87e8f-5bc1-415e-9fc1-5638687ad0cb None None] Provisioning for port b58b9b71-1348-4fa3-a160-3c62bcc538f0 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:55.727234 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:55.727621 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:55.751285 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fc08fa12-1b61-4f00-92e7-a04a786cbfeb req-16c1f3fe-8ae2-4136-8193-772fc2fbe722 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229768
Jun 04 15:29:55.788978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-537007dd-65d3-4a56-963a-f8ca1e1cb74f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:55.864769 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-baf87e8f-5bc1-415e-9fc1-5638687ad0cb None None] Provisioning complete for port b58b9b71-1348-4fa3-a160-3c62bcc538f0 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:55.865190 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-baf87e8f-5bc1-415e-9fc1-5638687ad0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:55.881992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] For port 4bb9ee6e-2c21-4e85-b914-9aece365582a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4bb9ee6e-2c21-4e85-b914-9aece365582a,segment=NetworkSegment(b23a712e-8269-485d-8231-60815a720d81),segment_id=b23a712e-8269-485d-8231-60815a720d81)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:55.888162 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:55.915263 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:55.972780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15cd9e7-9717-4f09-86a1-1176ca379d2d None None] Network 718030f6-1045-4b5e-b8e3-8ee6a189562f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:56.123820 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a48973-c521-4550-8d72-9c35df1ba8d8 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:29:56.181760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Calling delete_port for 4bb9ee6e-2c21-4e85-b914-9aece365582a owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:29:56.224807 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-537007dd-65d3-4a56-963a-f8ca1e1cb74f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:56.226219 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-537007dd-65d3-4a56-963a-f8ca1e1cb74f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:56.264334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009cb16-9cbd-4f0d-a2d7-7ea7f18c069f req-8ebc40a5-3aec-4dd9-9e43-cbce75f10787 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:56.272879 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9009cb16-9cbd-4f0d-a2d7-7ea7f18c069f req-8ebc40a5-3aec-4dd9-9e43-cbce75f10787 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.5812929
Jun 04 15:29:56.308946 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-537007dd-65d3-4a56-963a-f8ca1e1cb74f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:56.385028 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9009cb16-9cbd-4f0d-a2d7-7ea7f18c069f req-df7aac89-b249-4650-a8b0-303a8c735a2a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083119
Jun 04 15:29:56.550385 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-537007dd-65d3-4a56-963a-f8ca1e1cb74f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:56.558127 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:56.623540 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a6ce535f-7cb1-4b47-b5d1-60c0d1dcb8c1 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:56.698498 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-baf87e8f-5bc1-415e-9fc1-5638687ad0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:56.721264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No DVR routers for this DVR port 4bb9ee6e-2c21-4e85-b914-9aece365582a on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:29:56.768506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Port': ['ID=4bb9ee6e-2c21-4e85-b914-9aece365582a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:56.772089 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:56.795201 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-baf87e8f-5bc1-415e-9fc1-5638687ad0cb None None] For port b58b9b71-1348-4fa3-a160-3c62bcc538f0, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b58b9b71-1348-4fa3-a160-3c62bcc538f0,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:56.967463 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:56.988158 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838688df40>,) {'filters': {'network_id': ['718030f6-1045-4b5e-b8e3-8ee6a189562f']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:57.011392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838688df40>, 'b23a712e-8269-485d-8231-60815a720d81') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:57.011762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838688df40>, 'b23a712e-8269-485d-8231-60815a720d81') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:29:57.036364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206c78b-98a9-4c7a-9de1-f98e09463f84 req-13b208b8-8aa8-4057-920e-f5916cb91513 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:57.038045 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7206c78b-98a9-4c7a-9de1-f98e09463f84 req-13b208b8-8aa8-4057-920e-f5916cb91513 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.3744035
Jun 04 15:29:57.042631 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:57.078409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec17b3-fb24-4d50-b810-233047d9d162 req-90b286ee-adc8-45e8-b9ee-ceb1e94fa749 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:57.086728 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-40ec17b3-fb24-4d50-b810-233047d9d162 req-90b286ee-adc8-45e8-b9ee-ceb1e94fa749 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 944 time: 0.1193795
Jun 04 15:29:57.090397 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897fd20e-b9c0-40b9-9258-4173f1d00749 None None] get_active_networks_info from n-d-791505-9 {{(pid=88302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 04 15:29:57.116843 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-537007dd-65d3-4a56-963a-f8ca1e1cb74f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:57.118165 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-537007dd-65d3-4a56-963a-f8ca1e1cb74f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 1.6121182
Jun 04 15:29:57.121310 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:57.123793 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57262) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:57.128145 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7206c78b-98a9-4c7a-9de1-f98e09463f84 req-3b28b49c-2633-4c35-85ed-fd18c39ed78c tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758681
Jun 04 15:29:57.161087 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-40ec17b3-fb24-4d50-b810-233047d9d162 req-c5f98c94-77b9-4be0-999a-11fb165bf174 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733800
Jun 04 15:29:57.193920 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-baf87e8f-5bc1-415e-9fc1-5638687ad0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:57.208161 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:57.453372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf87e8f-5bc1-415e-9fc1-5638687ad0cb None None] Pushing event updated for resources: {'Port': ['ID=b58b9b71-1348-4fa3-a160-3c62bcc538f0,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:57.467832 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-baf87e8f-5bc1-415e-9fc1-5638687ad0cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:57.468531 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6e9fc955-2825-4cbd-a2d3-28616091df1e None None] Provisioning complete for port b58b9b71-1348-4fa3-a160-3c62bcc538f0 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:57.469425 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc955-2825-4cbd-a2d3-28616091df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:57.559807 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897fd20e-b9c0-40b9-9258-4173f1d00749 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 04 15:29:57.572289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:29:57.572864 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:29:57.595140 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:29:58.127229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6db6119c-57a9-40a6-ae32-46b32bfb5852 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:58.222433 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:58.238908 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4a05fab5-f302-4e5e-867a-e995b6dc66a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:58.261843 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:58.272372 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/718030f6-1045-4b5e-b8e3-8ee6a189562f HTTP/1.1" status: 204  len: 168 time: 8.8248253
Jun 04 15:29:58.272838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57276) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:29:58.281131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-358192008'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:29:58.296981 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:29:58.307184 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Network': ['ID=718030f6-1045-4b5e-b8e3-8ee6a189562f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:58.309965 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:58.314261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:network and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:29:58.320880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:29:58.325427 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2286f5f-307e-4961-8a2f-aa8fac93824a req-ded3fd7f-a883-42b3-80e5-441adf9ed962 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:58.342900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:29:58.361665 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2286f5f-307e-4961-8a2f-aa8fac93824a req-ded3fd7f-a883-42b3-80e5-441adf9ed962 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.8377962
Jun 04 15:29:58.365724 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 6db6119c-57a9-40a6-ae32-46b32bfb5852 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:29:58.375452 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 6db6119c-57a9-40a6-ae32-46b32bfb5852 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:58.376426 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:58.521343 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2286f5f-307e-4961-8a2f-aa8fac93824a req-4b522cb0-abfa-4a2c-a5e4-69eaf9cd6b16 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516926
Jun 04 15:29:58.562926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:29:58.583038 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:58.670799 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:58.751954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:29:58.899364 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:58.972552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5a065-50a8-41c3-8d7c-905269526b36 req-018ad366-8823-4b08-9315-080b95d1a039 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:58.980856 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a7e5a065-50a8-41c3-8d7c-905269526b36 req-018ad366-8823-4b08-9315-080b95d1a039 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 944 time: 0.5858133
Jun 04 15:29:59.004304 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:59.007094 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Added segment 7be8e4e6-843e-4588-92ea-55dfe49f1cab of type vlan for network a5583920-4f5e-475a-b0e7-07b5dca675ee
Jun 04 15:29:59.059196 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 6db6119c-57a9-40a6-ae32-46b32bfb5852, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6db6119c-57a9-40a6-ae32-46b32bfb5852,segment=NetworkSegment(d6065b63-68f3-41ef-8616-5fd73bd991d8),segment_id=d6065b63-68f3-41ef-8616-5fd73bd991d8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:29:59.061081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f56f77-539d-4fd4-a706-1aea01ddc1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db6119c-57a9-40a6-ae32-46b32bfb5852'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:29:59.069302 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1c6d2d-445f-4c0e-8751-c7abc375e22f" -d '{"events": [{"server_uuid": "11f56f77-539d-4fd4-a706-1aea01ddc1c9", "name": "network-vif-plugged", "status": "completed", "tag": "6db6119c-57a9-40a6-ae32-46b32bfb5852"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:29:59.166974 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:59.185916 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a15a9f52-3842-45b1-b95e-e8f519aee9f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:59.312382 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a7e5a065-50a8-41c3-8d7c-905269526b36 req-f7976f1b-3f25-41fc-b488-9369625e83d8 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3166170
Jun 04 15:29:59.356370 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:59.361335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::1 (6acae085-7932-4691-b36e-433651ec3de1/a2a61c3e-58de-4875-958d-efbbc1667593/edf15222-94f2-4f9d-b1bf-6fc61e9ab438) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:29:59.481048 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=6db6119c-57a9-40a6-ae32-46b32bfb5852,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:29:59.481048 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b58b9b71-1348-4fa3-a160-3c62bcc538f0 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:29:59.538307 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20658ee9-928c-446a-8bd6-7b54c99fa468 x-openstack-request-id: req-20658ee9-928c-446a-8bd6-7b54c99fa468 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:29:59.538760 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f56f77-539d-4fd4-a706-1aea01ddc1c9", "name": "network-vif-plugged", "status": "completed", "tag": "6db6119c-57a9-40a6-ae32-46b32bfb5852", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:29:59.539130 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20658ee9-928c-446a-8bd6-7b54c99fa468 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:29:59.539620 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f56f77-539d-4fd4-a706-1aea01ddc1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db6119c-57a9-40a6-ae32-46b32bfb5852', 'code': 200}
Jun 04 15:29:59.547812 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:29:59.653620 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:59.661026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:59.664481 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b58b9b71-1348-4fa3-a160-3c62bcc538f0 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:29:59.664985 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:59.674575 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:59.720254 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e72a526c-3722-4af4-a270-cc50dadca9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:29:59.832994 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d4cac913-dfea-46fa-b542-8d4acb97cd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:59.939904 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:29:59.970138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9207bf-f1d8-4d61-86ab-31f9a2f67981 req-be5bf981-1050-4021-9d53-23e5c6eb72b3 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:29:59.986531 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2c9207bf-f1d8-4d61-86ab-31f9a2f67981 req-be5bf981-1050-4021-9d53-23e5c6eb72b3 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.8170161
Jun 04 15:30:00.010207 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.7357392
Jun 04 15:30:00.016483 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57308) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:00.025428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Network': ['ID=a5583920-4f5e-475a-b0e7-07b5dca675ee,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:00.049767 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:00.049767 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:00.049767 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:00.049767 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:00.049767 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:00.050446 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'subnet': {'network_id': 'a5583920-4f5e-475a-b0e7-07b5dca675ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:30:00.050560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:00.050560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:00.050560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:00.050560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:00.050560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:00.050560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:00.050560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:00.050560 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:00.058480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network a5583920-4f5e-475a-b0e7-07b5dca675ee details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:30:00.067174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339f7b1-47f9-42de-b62d-3f6d82061beb req-fcbdbb5d-d7e6-4a60-9360-ff4b14acbebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:00.071480 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7339f7b1-47f9-42de-b62d-3f6d82061beb req-fcbdbb5d-d7e6-4a60-9360-ff4b14acbebb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 1096 time: 0.4989297
Jun 04 15:30:00.083721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object edf15222-94f2-4f9d-b1bf-6fc61e9ab438 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:00.136052 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7339f7b1-47f9-42de-b62d-3f6d82061beb req-38da7d4f-824e-4623-a388-cff1ba7d100a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568564
Jun 04 15:30:00.173074 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2c9207bf-f1d8-4d61-86ab-31f9a2f67981 req-6787c22d-c77a-4c44-ae95-c4727c1d8508 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1851776
Jun 04 15:30:00.285266 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:30:00.295255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:subnet and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:30:00.310381 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:30:00.331263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:30:00.403655 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:00.423376 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8ddae954-b076-42e5-8519-eea552ed0aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:00.573557 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:30:00.593584 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:00.616859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:30:00.633129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:00.742932 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a009e-c7b1-46a5-b09c-996dc3a101a2 req-bb28b6ac-d63f-4415-8c72-2c4d058a4535 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:00.744853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:30:00.745933 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:00.752735 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-292a009e-c7b1-46a5-b09c-996dc3a101a2 req-bb28b6ac-d63f-4415-8c72-2c4d058a4535 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.3118815
Jun 04 15:30:00.844367 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-292a009e-c7b1-46a5-b09c-996dc3a101a2 req-431e295e-1701-4ec7-a15e-0339fde3cd57 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896921
Jun 04 15:30:00.851742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=edf15222-94f2-4f9d-b1bf-6fc61e9ab438,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:00.967147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.ipam_backend_mixin [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Performing IP validity checks on allocation pools {{(pid=88301) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Jun 04 15:30:00.968412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.ipam_backend_mixin [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88301) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Jun 04 15:30:01.260083 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:01.339335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c5d8-7eae-41cc-9a86-9302d05bd616 req-d745b352-4f33-4b75-b8ba-301acab64a19 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:01.341523 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ceb7c5d8-7eae-41cc-9a86-9302d05bd616 req-d745b352-4f33-4b75-b8ba-301acab64a19 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.7275345
Jun 04 15:30:01.348863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837102f-a263-43b4-bf37-9145098000a2 req-c4dc746c-c041-4c8d-ad84-10fdc059811a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:01.356841 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d837102f-a263-43b4-bf37-9145098000a2 req-c4dc746c-c041-4c8d-ad84-10fdc059811a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1943340
Jun 04 15:30:01.435889 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d837102f-a263-43b4-bf37-9145098000a2 req-8774a5e0-3000-4dca-ac75-f8babec7429a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777638
Jun 04 15:30:01.480136 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9b5fa827-d8e3-435c-bcd0-0902ebf7150b None None] Provisioning for port edf15222-94f2-4f9d-b1bf-6fc61e9ab438 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:30:01.486879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9b5fa827-d8e3-435c-bcd0-0902ebf7150b None None] Provisioning complete for port edf15222-94f2-4f9d-b1bf-6fc61e9ab438 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:30:01.487067 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa827-d8e3-435c-bcd0-0902ebf7150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:01.627725 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9b5fa827-d8e3-435c-bcd0-0902ebf7150b None None] Port edf15222-94f2-4f9d-b1bf-6fc61e9ab438 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:30:01.714203 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ceb7c5d8-7eae-41cc-9a86-9302d05bd616 req-aa79e3fd-6966-471c-ab6b-751adbb75b48 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3667402
Jun 04 15:30:01.741627 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:02.005627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de045214-760c-4ac0-b85c-0a8f3850b713 req-5927c27a-3496-4533-a6de-17b35c360687 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:02.007292 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de045214-760c-4ac0-b85c-0a8f3850b713 req-5927c27a-3496-4533-a6de-17b35c360687 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1600819
Jun 04 15:30:02.089330 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de045214-760c-4ac0-b85c-0a8f3850b713 req-7a6405ff-849a-471a-a296-a81d29614cc3 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751224
Jun 04 15:30:02.108002 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:02.118009 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-69dbae51-811a-44d1-8e00-9475ea7f97ce tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:02.126090 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:02.301844 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Subnet': ['ID=4129e0bb-5bd6-401b-b238-79e1dcf8ca41,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:02.336825 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-59a8f501-3ae0-458f-acb4-9994f6271916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:02.343139 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:02.369500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Checking segment: {'id': '7be8e4e6-843e-4588-92ea-55dfe49f1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a5583920-4f5e-475a-b0e7-07b5dca675ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:30:02.369863 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network hostable DHCP agents. Network: a5583920-4f5e-475a-b0e7-07b5dca675ee, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:30:02.664317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b762f-093a-42fc-adee-c5e6ea93270c req-c08294a4-75a9-4d67-9ac2-5ff989b7135b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:02.677693 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e7b762f-093a-42fc-adee-c5e6ea93270c req-c08294a4-75a9-4d67-9ac2-5ff989b7135b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/networks?id=d67310a1-ca89-4950-80ed-77fd8abcfab9 HTTP/1.1" status: 200  len: 814 time: 0.3368144
Jun 04 15:30:02.718139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network a5583920-4f5e-475a-b0e7-07b5dca675ee is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:30:02.740178 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:02.764532 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e7b762f-093a-42fc-adee-c5e6ea93270c req-3c0d3605-cac1-4a0d-bde8-5b1ade99c08f tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/quotas/35b4af14bb3e432990c4361da6c462d1 HTTP/1.1" status: 200  len: 375 time: 0.0857232
Jun 04 15:30:02.861575 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:02.862425 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:02.884833 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:02.940168 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, a5583920-4f5e-475a-b0e7-07b5dca675ee) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:02.962559 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f119379d-4bf6-478e-9232-7c38f48adf4b None None] Network a5583920-4f5e-475a-b0e7-07b5dca675ee requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:30:03.015496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:03.016410 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:03.041855 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=edf15222-94f2-4f9d-b1bf-6fc61e9ab438,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:03.093994 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:03.147159 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e7b762f-093a-42fc-adee-c5e6ea93270c req-fdd4b481-0bfd-4f15-91e6-8fed7905e80d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=35b4af14bb3e432990c4361da6c462d1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3777988
Jun 04 15:30:03.347040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:30:03.354440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:03.480087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058d099-7242-4749-bdb1-41283d1c0093 req-f3ec6809-def9-4c86-b539-912f99b6d139 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:03.490278 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3058d099-7242-4749-bdb1-41283d1c0093 req-f3ec6809-def9-4c86-b539-912f99b6d139 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.3869951
Jun 04 15:30:03.507656 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-a5583920-4f5e-475a-b0e7-07b5dca675ee', 'network_id': 'a5583920-4f5e-475a-b0e7-07b5dca675ee', 'tenant_id': '7017e77146c94ff08ef79c4ce3ffe009', 'fixed_ips': [{'subnet_id': '4129e0bb-5bd6-401b-b238-79e1dcf8ca41'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:30:03.508506 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:03.579741 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3058d099-7242-4749-bdb1-41283d1c0093 req-e43c53ed-0494-432e-8e99-34146470984a tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881627
Jun 04 15:30:03.622268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57366) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:03.622416 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 3.5846989
Jun 04 15:30:03.637112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2add60b-31e4-49ee-88ef-6d9cf62be370 req-12ee1251-c630-4ce8-a3cc-8d5e28b319f1 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:03.637112 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2add60b-31e4-49ee-88ef-6d9cf62be370 req-12ee1251-c630-4ce8-a3cc-8d5e28b319f1 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.3348057
Jun 04 15:30:03.752223 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:03.775304 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2add60b-31e4-49ee-88ef-6d9cf62be370 req-e2045899-ef5c-4c0d-a339-7dae97ba2923 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335166
Jun 04 15:30:03.818692 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Allocated IP 172.20.0.3 (a5583920-4f5e-475a-b0e7-07b5dca675ee/4129e0bb-5bd6-401b-b238-79e1dcf8ca41/f39cb385-4522-4f2b-bee1-c7a4ae5f110d) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:30:03.832767 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Router 69a17972-517f-43a3-9748-b630da3f4059 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:30:03.839121 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-02fd7086-7b6e-442d-90cd-97da3eaa431a None None] Provisioning complete for port edf15222-94f2-4f9d-b1bf-6fc61e9ab438 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:30:03.839121 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-02fd7086-7b6e-442d-90cd-97da3eaa431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:04.010591 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:04.181975 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-02fd7086-7b6e-442d-90cd-97da3eaa431a None None] Port edf15222-94f2-4f9d-b1bf-6fc61e9ab438 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:30:04.246686 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:04.411955 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:04.425341 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Transition to ACTIVE for port object f39cb385-4522-4f2b-bee1-c7a4ae5f110d will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:04.449315 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Transition to ACTIVE for port object f39cb385-4522-4f2b-bee1-c7a4ae5f110d will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:04.556084 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:30:04.567873 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Sync routers for ids ['69a17972-517f-43a3-9748-b630da3f4059'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:30:04.569696 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "PUT /v2.0/routers/69a17972-517f-43a3-9748-b630da3f4059/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4400725
Jun 04 15:30:04.570372 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57388) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:04.584280 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Routers {'69a17972-517f-43a3-9748-b630da3f4059'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:30:04.584929 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c857520>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:30:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69a17972-517f-43a3-9748-b630da3f4059'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:04.600619 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:04.635597 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-097ff4dd-c827-4a5b-b03c-35dd59af5628 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:04.738104 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e373d9-c99d-40f0-9485-99aabc18bfa8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:04.743228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-36e373d9-c99d-40f0-9485-99aabc18bfa8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:30:04.792073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6b8a1-ebd6-4355-b4e2-d84d809d320a req-bed1e537-7c8d-456e-85df-093b0da3f48b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:04.792774 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7cd6b8a1-ebd6-4355-b4e2-d84d809d320a req-bed1e537-7c8d-456e-85df-093b0da3f48b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.3589103
Jun 04 15:30:04.832439 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Pushing event updated for resources: {'Port': ['ID=f39cb385-4522-4f2b-bee1-c7a4ae5f110d,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:04.846328 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:04.848480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Network a5583920-4f5e-475a-b0e7-07b5dca675ee is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:30:04.849896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:04.852466 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:30:04.898518 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7cd6b8a1-ebd6-4355-b4e2-d84d809d320a req-3179ad43-d869-4b04-8bb7-d91155f3c5c2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986609
Jun 04 15:30:04.949315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-36e373d9-c99d-40f0-9485-99aabc18bfa8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:30:04.951591 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-36e373d9-c99d-40f0-9485-99aabc18bfa8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports/edf15222-94f2-4f9d-b1bf-6fc61e9ab438 HTTP/1.1" status: 200  len: 911 time: 0.3777003
Jun 04 15:30:04.963916 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57394) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:05.087762 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Set router 69a17972-517f-43a3-9748-b630da3f4059 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:30:05.116479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Attempting to bind port f39cb385-4522-4f2b-bee1-c7a4ae5f110d on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:30:05.120666 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Attempting to bind port f39cb385-4522-4f2b-bee1-c7a4ae5f110d by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '7be8e4e6-843e-4588-92ea-55dfe49f1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a5583920-4f5e-475a-b0e7-07b5dca675ee'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:30:05.120666 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Attempting to bind port f39cb385-4522-4f2b-bee1-c7a4ae5f110d on network a5583920-4f5e-475a-b0e7-07b5dca675ee {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:30:05.200854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:30:05.203979 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Checking segment: {'id': '7be8e4e6-843e-4588-92ea-55dfe49f1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a5583920-4f5e-475a-b0e7-07b5dca675ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:30:05.203979 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:05.203979 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Bound using segment: {'id': '7be8e4e6-843e-4588-92ea-55dfe49f1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a5583920-4f5e-475a-b0e7-07b5dca675ee'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:30:05.203979 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Bound port: f39cb385-4522-4f2b-bee1-c7a4ae5f110d, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be8e4e6-843e-4588-92ea-55dfe49f1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a5583920-4f5e-475a-b0e7-07b5dca675ee'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:30:05.204408 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:05.222160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d28ce8-0d48-4cc5-8cae-210706cd3143 req-d8624ee4-f5a0-44fa-aa14-1ab9b1dfe6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:05.224539 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-09d28ce8-0d48-4cc5-8cae-210706cd3143 req-d8624ee4-f5a0-44fa-aa14-1ab9b1dfe6a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=de106ad9de2a4d2686c3ddb77c613a23&device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 1096 time: 0.5750051
Jun 04 15:30:05.239697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb20a621-312b-44bf-97b0-a4aa3b45fa70 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:05.248231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb20a621-312b-44bf-97b0-a4aa3b45fa70 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:05.250077 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cb20a621-312b-44bf-97b0-a4aa3b45fa70 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1576 time: 0.2850747
Jun 04 15:30:05.253203 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57402) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:05.262410 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:05.334925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48788601-4003-4a62-935f-04f7d0b31fb0 req-8a8ca5a8-5622-4514-a109-7074db5a905c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:05.362661 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-48788601-4003-4a62-935f-04f7d0b31fb0 req-8a8ca5a8-5622-4514-a109-7074db5a905c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.4851437
Jun 04 15:30:05.408834 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] For port f39cb385-4522-4f2b-bee1-c7a4ae5f110d, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:30:05.417372 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:05.438648 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-95209004-0126-41a2-9adc-638f1ce7bc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:05.445216 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] For port f39cb385-4522-4f2b-bee1-c7a4ae5f110d, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f39cb385-4522-4f2b-bee1-c7a4ae5f110d,segment=NetworkSegment(7be8e4e6-843e-4588-92ea-55dfe49f1cab),segment_id=7be8e4e6-843e-4588-92ea-55dfe49f1cab)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:30:05.545587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Subnet': ['ID=4129e0bb-5bd6-401b-b238-79e1dcf8ca41,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:05.614694 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:05.632567 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-839d516d-a95a-4ac6-adbd-861b37a97190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:05.635813 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7f8633d5-e844-4569-97ec-743260b4f7d5 req-17443e53-b70c-408f-a66b-a9c8db599906 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=35b4af14bb3e432990c4361da6c462d1 HTTP/1.1" status: 200  len: 221 time: 0.1111355
Jun 04 15:30:05.661135 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:05.690755 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c857520>, [{'id': '69a17972-517f-43a3-9748-b630da3f4059', 'name': 'tempest-NetworksTestDHCPv6-router-1877672541', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:29:56Z', 'updated_at': '2021-06-04T15:30:01Z', 'revision_number': 2, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'gw_port_host': None, '_interfaces': [{'id': 'edf15222-94f2-4f9d-b1bf-6fc61e9ab438', 'name': '', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'mac_address': 'fa:16:3e:18:61:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a17972-517f-43a3-9748-b630da3f4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a2a61c3e-58de-4875-958d-efbbc1667593', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:29:59Z', 'updated_at': '2021-06-04T15:30:02Z', 'revision_number': 2, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'subnets': [{'id': 'a2a61c3e-58de-4875-958d-efbbc1667593', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:05.696150 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Checking router: 69a17972-517f-43a3-9748-b630da3f4059 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:30:05.697151 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Updating router 69a17972-517f-43a3-9748-b630da3f4059 port edf15222-94f2-4f9d-b1bf-6fc61e9ab438 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:30:05.734905 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-48788601-4003-4a62-935f-04f7d0b31fb0 req-cc5c902a-4270-4924-94b5-a46d6892859e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3823464
Jun 04 15:30:05.807002 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:05.913574 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Pushing event updated for resources: {'Port': ['ID=f39cb385-4522-4f2b-bee1-c7a4ae5f110d,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:05.928871 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:05.932022 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:05.954009 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d28ce8-0d48-4cc5-8cae-210706cd3143 req-1388722f-f80c-4ee8-b583-7f59bab2382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:05.955600 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-09d28ce8-0d48-4cc5-8cae-210706cd3143 req-1388722f-f80c-4ee8-b583-7f59bab2382e service neutron] 10.222.0.65 "GET /v2.0/networks?id=dd0db704-a651-492c-af83-f8b620646609 HTTP/1.1" status: 200  len: 912 time: 0.7216775
Jun 04 15:30:06.055415 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838723da60>,) {'filters': {'network_id': ['a5583920-4f5e-475a-b0e7-07b5dca675ee']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:06.144836 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-09d28ce8-0d48-4cc5-8cae-210706cd3143 req-d0c520db-5902-43d6-8c90-a29ab6ac6f31 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6db6119c-57a9-40a6-ae32-46b32bfb5852 HTTP/1.1" status: 200  len: 217 time: 0.0914361
Jun 04 15:30:06.211520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838723da60>, '7be8e4e6-843e-4588-92ea-55dfe49f1cab') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:06.211855 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838723da60>, '7be8e4e6-843e-4588-92ea-55dfe49f1cab') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:06.307579 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:06.376833 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:06.380179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d28ce8-0d48-4cc5-8cae-210706cd3143 req-11b21056-6836-4705-b6b9-8fc99f10fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:06.381875 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-09d28ce8-0d48-4cc5-8cae-210706cd3143 req-11b21056-6836-4705-b6b9-8fc99f10fdb4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7f7f515a-1071-4e58-b7aa-100a1daa4127 HTTP/1.1" status: 200  len: 851 time: 0.2279224
Jun 04 15:30:06.409490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aa443-2afd-4945-ad0f-f4ea84139efb req-3ca7efa4-7361-4915-9742-7662aa9ed07b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:06.409490 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1b9aa443-2afd-4945-ad0f-f4ea84139efb req-3ca7efa4-7361-4915-9742-7662aa9ed07b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.4565768
Jun 04 15:30:06.521772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:30:06.522186 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:30:06.550957 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:30:06.558796 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-09d28ce8-0d48-4cc5-8cae-210706cd3143 req-c90cfacc-0f00-41d3-bb98-2422ef40826f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dd0db704-a651-492c-af83-f8b620646609&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1500196
Jun 04 15:30:06.606917 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95a63ecb-aca9-4841-906c-96c263282bd1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:06.680875 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:07.217263 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1b9aa443-2afd-4945-ad0f-f4ea84139efb req-9045db9e-f438-4355-b711-2f625b12fb57 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8071353
Jun 04 15:30:07.254927 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-09d28ce8-0d48-4cc5-8cae-210706cd3143 req-67e0e110-9142-4345-914c-8af9015c3a5b service neutron] 10.222.0.65 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6778786
Jun 04 15:30:07.257981 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Transition to ACTIVE for port object edf15222-94f2-4f9d-b1bf-6fc61e9ab438 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:07.276801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d1d01-2f9b-4c54-9298-3583d045cff9 req-8328a389-ee8c-4aca-95bd-537971ef8871 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:07.278527 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-482d1d01-2f9b-4c54-9298-3583d045cff9 req-8328a389-ee8c-4aca-95bd-537971ef8871 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.2025754
Jun 04 15:30:07.377298 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:07.381667 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-a0564226-b167-4174-8be7-bfc8a632f840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:07.383665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f39cb385-4522-4f2b-bee1-c7a4ae5f110d up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:30:07.433554 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.api [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 15:30:07.433554 n-d-791505-9 neutron-server[88300]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 15:30:07.433554 n-d-791505-9 neutron-server[88300]: [parameters: {'id': 'a5583920-4f5e-475a-b0e7-07b5dca675ee'}]
Jun 04 15:30:07.433554 n-d-791505-9 neutron-server[88300]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:30:07.434966 n-d-791505-9 neutron-server[88300]: DEBUG oslo_db.api [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:30:07.549247 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-482d1d01-2f9b-4c54-9298-3583d045cff9 req-6bb3d72d-81ab-42f5-9988-69f50a74631b tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2595129
Jun 04 15:30:07.555307 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Pushing event updated for resources: {'Port': ['ID=edf15222-94f2-4f9d-b1bf-6fc61e9ab438,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:07.583810 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-09d28ce8-0d48-4cc5-8cae-210706cd3143 req-0c0b8438-34e9-441e-acda-91ebcf81e048 service neutron] 10.222.0.65 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3215215
Jun 04 15:30:07.601775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-95a63ecb-aca9-4841-906c-96c263282bd1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port edf15222-94f2-4f9d-b1bf-6fc61e9ab438 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:07.602678 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95a63ecb-aca9-4841-906c-96c263282bd1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:07.741437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port f39cb385-4522-4f2b-bee1-c7a4ae5f110d completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:30:07.741727 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:07.742009 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:07.742435 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:07.742856 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:07.760934 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:07.760934 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:07.761476 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:07.762489 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:07.765955 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:07.766648 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:07.767195 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:07.767528 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:07.849085 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e18fff-0c3f-45da-b1e9-32748fc61b9d None None] Network a5583920-4f5e-475a-b0e7-07b5dca675ee requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:30:07.866784 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:07.949921 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:08.132273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9924b-4aa2-41af-8459-7818eb620ef8 req-ee5594b6-f4b6-48a6-a8da-e8c558fb1247 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:08.136471 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1df9924b-4aa2-41af-8459-7818eb620ef8 req-ee5594b6-f4b6-48a6-a8da-e8c558fb1247 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.3885827
Jun 04 15:30:08.167295 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-37ad3360-ec5e-4858-bb96-310b861ea1b8 None None] Provisioning for port f39cb385-4522-4f2b-bee1-c7a4ae5f110d completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:30:08.176360 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95a63ecb-aca9-4841-906c-96c263282bd1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:08.186099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-37ad3360-ec5e-4858-bb96-310b861ea1b8 None None] Provisioning complete for port f39cb385-4522-4f2b-bee1-c7a4ae5f110d triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:30:08.187146 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-37ad3360-ec5e-4858-bb96-310b861ea1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:08.204219 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Attempting to bind port edf15222-94f2-4f9d-b1bf-6fc61e9ab438 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:30:08.204919 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Attempting to bind port edf15222-94f2-4f9d-b1bf-6fc61e9ab438 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:30:08.205500 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Attempting to bind port edf15222-94f2-4f9d-b1bf-6fc61e9ab438 on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:30:08.220160 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:30:08.221784 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:30:08.222396 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:08.222983 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:30:08.223728 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Bound port: edf15222-94f2-4f9d-b1bf-6fc61e9ab438, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:30:08.224288 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:08.289881 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1df9924b-4aa2-41af-8459-7818eb620ef8 req-bca8bb9c-c547-4b4f-b9d3-7c5957e79485 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397934
Jun 04 15:30:08.303897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Deleting port f39cb385-4522-4f2b-bee1-c7a4ae5f110d {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:08.304493 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:08.462171 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-37ad3360-ec5e-4858-bb96-310b861ea1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:08.488329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] For port f39cb385-4522-4f2b-bee1-c7a4ae5f110d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f39cb385-4522-4f2b-bee1-c7a4ae5f110d,segment=NetworkSegment(7be8e4e6-843e-4588-92ea-55dfe49f1cab),segment_id=7be8e4e6-843e-4588-92ea-55dfe49f1cab)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:08.488928 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:08.490098 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] For port edf15222-94f2-4f9d-b1bf-6fc61e9ab438, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:30:08.493475 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] For port edf15222-94f2-4f9d-b1bf-6fc61e9ab438, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=edf15222-94f2-4f9d-b1bf-6fc61e9ab438,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:30:08.527461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-37ad3360-ec5e-4858-bb96-310b861ea1b8 None None] For port f39cb385-4522-4f2b-bee1-c7a4ae5f110d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f39cb385-4522-4f2b-bee1-c7a4ae5f110d,segment=NetworkSegment(7be8e4e6-843e-4588-92ea-55dfe49f1cab),segment_id=7be8e4e6-843e-4588-92ea-55dfe49f1cab)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:08.546616 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-95a63ecb-aca9-4841-906c-96c263282bd1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for edf15222-94f2-4f9d-b1bf-6fc61e9ab438 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:30:08.636984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5d1cc5-38df-4173-9eb1-fee8c9b2ea8d None None] DHCP port deletion for a5583920-4f5e-475a-b0e7-07b5dca675ee request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:30:08.680143 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:08.698365 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:08.746210 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-37ad3360-ec5e-4858-bb96-310b861ea1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:08.746210 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f6757a35-a42b-44e2-9fb2-863fbdc264d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:08.825782 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Pushing event updated for resources: {'Port': ['ID=edf15222-94f2-4f9d-b1bf-6fc61e9ab438,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:08.830027 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:08.858836 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Routers {'69a17972-517f-43a3-9748-b630da3f4059'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:30:08.859384 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c857520>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:30:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69a17972-517f-43a3-9748-b630da3f4059'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:08.874683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Calling delete_port for f39cb385-4522-4f2b-bee1-c7a4ae5f110d owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:30:08.910988 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad3360-ec5e-4858-bb96-310b861ea1b8 None None] Pushing event updated for resources: {'Port': ['ID=f39cb385-4522-4f2b-bee1-c7a4ae5f110d,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:08.915745 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-37ad3360-ec5e-4858-bb96-310b861ea1b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:09.016850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d1cc5-38df-4173-9eb1-fee8c9b2ea8d None None] Deleting port f39cb385-4522-4f2b-bee1-c7a4ae5f110d {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:09.017454 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1cc5-38df-4173-9eb1-fee8c9b2ea8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:09.059759 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacce40-f5e1-4734-b15c-bb5e7b483277 req-9e559f02-6f0e-4cce-a85b-11b2105830e1 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:09.064755 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-adacce40-f5e1-4734-b15c-bb5e7b483277 req-9e559f02-6f0e-4cce-a85b-11b2105830e1 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.2452760
Jun 04 15:30:09.084774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa50d72-1829-4519-94b7-3bd474678839 req-7d02980c-09a4-4c6b-96c9-7cd9cc7bf1d6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:09.091995 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6aa50d72-1829-4519-94b7-3bd474678839 req-7d02980c-09a4-4c6b-96c9-7cd9cc7bf1d6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.4712398
Jun 04 15:30:09.207442 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-adacce40-f5e1-4734-b15c-bb5e7b483277 req-47da9d1a-d421-4371-826d-5b136f047fc0 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273608
Jun 04 15:30:09.210447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0e5d1cc5-38df-4173-9eb1-fee8c9b2ea8d None None] For port f39cb385-4522-4f2b-bee1-c7a4ae5f110d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f39cb385-4522-4f2b-bee1-c7a4ae5f110d,segment=NetworkSegment(7be8e4e6-843e-4588-92ea-55dfe49f1cab),segment_id=7be8e4e6-843e-4588-92ea-55dfe49f1cab)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:09.210964 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1cc5-38df-4173-9eb1-fee8c9b2ea8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:09.368824 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6aa50d72-1829-4519-94b7-3bd474678839 req-593703f6-5598-4d60-b0c0-ae4bf1d300ba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2645001
Jun 04 15:30:09.407043 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d1cc5-38df-4173-9eb1-fee8c9b2ea8d None None] Calling delete_port for f39cb385-4522-4f2b-bee1-c7a4ae5f110d owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:30:09.407043 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f39cb385-4522-4f2b-bee1-c7a4ae5f110d no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:30:09.408427 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] Set router 69a17972-517f-43a3-9748-b630da3f4059 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:30:09.505216 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:09.509986 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-05373816-777c-4c91-af0b-3416e6e1cca8 tempest-PortsAdminExtendedAttrsTestJSON-594494903 tempest-PortsAdminExtendedAttrsTestJSON-594494903-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:09.606539 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No active binding found for port f39cb385-4522-4f2b-bee1-c7a4ae5f110d {{(pid=88302) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 04 15:30:09.607319 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f39cb385-4522-4f2b-bee1-c7a4ae5f110d not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:30:09.627374 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95a63ecb-aca9-4841-906c-96c263282bd1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:09.640365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No DVR routers for this DVR port f39cb385-4522-4f2b-bee1-c7a4ae5f110d on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:30:09.644720 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-621f36f2-17b7-4125-8bcf-01526bfdb6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:09.645589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Port': ['ID=f39cb385-4522-4f2b-bee1-c7a4ae5f110d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:09.711767 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:09.773274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a63ecb-aca9-4841-906c-96c263282bd1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=edf15222-94f2-4f9d-b1bf-6fc61e9ab438,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:09.786464 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-95a63ecb-aca9-4841-906c-96c263282bd1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:09.812258 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1cc5-38df-4173-9eb1-fee8c9b2ea8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:09.818657 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ce995b98-c69e-4cd7-a03f-6cba2b97c64a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:09.937771 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d1cc5-38df-4173-9eb1-fee8c9b2ea8d None None] Pushing event deleted for resources: {'Port': ['ID=f39cb385-4522-4f2b-bee1-c7a4ae5f110d,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:09.951394 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0e5d1cc5-38df-4173-9eb1-fee8c9b2ea8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:09.972405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5d1cc5-38df-4173-9eb1-fee8c9b2ea8d None None] No DVR routers for this DVR port f39cb385-4522-4f2b-bee1-c7a4ae5f110d on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:30:09.984886 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c857520>, [{'id': '69a17972-517f-43a3-9748-b630da3f4059', 'name': 'tempest-NetworksTestDHCPv6-router-1877672541', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:29:56Z', 'updated_at': '2021-06-04T15:30:01Z', 'revision_number': 2, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'gw_port_host': None, '_interfaces': [{'id': 'edf15222-94f2-4f9d-b1bf-6fc61e9ab438', 'name': '', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'mac_address': 'fa:16:3e:18:61:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a17972-517f-43a3-9748-b630da3f4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a2a61c3e-58de-4875-958d-efbbc1667593', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:29:59Z', 'updated_at': '2021-06-04T15:30:08Z', 'revision_number': 4, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'subnets': [{'id': 'a2a61c3e-58de-4875-958d-efbbc1667593', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:09.993846 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:10.002816 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3c0d18-1941-40ee-8939-cad816e3e95e None None] The sync data for ids ['69a17972-517f-43a3-9748-b630da3f4059'] in n-d-791505-9 is: [{'id': '69a17972-517f-43a3-9748-b630da3f4059', 'name': 'tempest-NetworksTestDHCPv6-router-1877672541', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:29:56Z', 'updated_at': '2021-06-04T15:30:01Z', 'revision_number': 2, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'gw_port_host': None, '_interfaces': [{'id': 'edf15222-94f2-4f9d-b1bf-6fc61e9ab438', 'name': '', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'mac_address': 'fa:16:3e:18:61:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a17972-517f-43a3-9748-b630da3f4059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a2a61c3e-58de-4875-958d-efbbc1667593', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:29:59Z', 'updated_at': '2021-06-04T15:30:08Z', 'revision_number': 4, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'subnets': [{'id': 'a2a61c3e-58de-4875-958d-efbbc1667593', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:30:10.019045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83869d09a0>,) {'filters': {'network_id': ['a5583920-4f5e-475a-b0e7-07b5dca675ee']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:10.034848 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83869d09a0>, '7be8e4e6-843e-4588-92ea-55dfe49f1cab') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:10.040090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83869d09a0>, '7be8e4e6-843e-4588-92ea-55dfe49f1cab') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:10.070805 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:10.191615 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:10.199666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:30:10.200804 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:10.235283 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86e030-a813-4716-9a71-80c09bfb01fe req-50471ae2-60f8-4dd1-907f-1fc0ccda2b78 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:10.237886 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-df86e030-a813-4716-9a71-80c09bfb01fe req-50471ae2-60f8-4dd1-907f-1fc0ccda2b78 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.7100959
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:30:10.243979 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:30:10.261572 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95a63ecb-aca9-4841-906c-96c263282bd1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:10.534163 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:10.546624 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5b96a4bf-02db-4596-b5be-a8df2b0e953c tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:10.567124 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:10.579243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Network': ['ID=a5583920-4f5e-475a-b0e7-07b5dca675ee,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:10.589791 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:10.610531 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/a5583920-4f5e-475a-b0e7-07b5dca675ee HTTP/1.1" status: 204  len: 168 time: 6.9841311
Jun 04 15:30:10.610714 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-df86e030-a813-4716-9a71-80c09bfb01fe req-f7113b9f-107c-411c-862a-575500dd38e5 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3621862
Jun 04 15:30:10.610835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57482) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:10.616952 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-318635178'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:30:10.639697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:30:10.644623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:network and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:30:10.650299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:30:10.670077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:30:10.724514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c00d-6a10-4436-b040-7d24815c4205 req-9caa561d-62e9-4fe5-8fe1-03f7d03632c6 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:10.735540 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8f8c00d-6a10-4436-b040-7d24815c4205 req-9caa561d-62e9-4fe5-8fe1-03f7d03632c6 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.2757962
Jun 04 15:30:10.825573 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8f8c00d-6a10-4436-b040-7d24815c4205 req-1dcab1cb-93cf-4676-8246-1d3b45fbc179 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890002
Jun 04 15:30:10.826818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:30:10.835681 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:10.906199 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a63ecb-aca9-4841-906c-96c263282bd1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Router 69a17972-517f-43a3-9748-b630da3f4059 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:30:10.926185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:30:10.959001 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:10.959581 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Added segment bec17dc7-9c11-44ce-91d0-0d2ee166afc6 of type vlan for network 9c30b185-c5d8-48ef-a0cb-873aafc19853
Jun 04 15:30:11.028959 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:11.239619 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:11.247524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:11.247524 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:11.253308 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8b9717a6-fc61-469e-91c6-3f470d7cc90c tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:11.399212 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Network': ['ID=9c30b185-c5d8-48ef-a0cb-873aafc19853,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:11.402683 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:11.414433 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 9c30b185-c5d8-48ef-a0cb-873aafc19853 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:30:11.490995 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8806798
Jun 04 15:30:11.493671 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57498) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:11.499435 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'subnet': {'network_id': '9c30b185-c5d8-48ef-a0cb-873aafc19853', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:30:11.634209 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a63ecb-aca9-4841-906c-96c263282bd1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:30:11.677258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f2e96-0f60-41ae-9f20-8d41ffc41c44 req-424da5f6-6b48-4616-9095-2cd26d557112 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:11.685464 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b58f2e96-0f60-41ae-9f20-8d41ffc41c44 req-424da5f6-6b48-4616-9095-2cd26d557112 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.7569079
Jun 04 15:30:11.740032 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b58f2e96-0f60-41ae-9f20-8d41ffc41c44 req-aaa12dc9-0d7c-45cb-8af5-257d79575904 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535674
Jun 04 15:30:11.752849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:30:11.774982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:subnet and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:30:11.780343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:30:11.799760 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-95a63ecb-aca9-4841-906c-96c263282bd1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "PUT /v2.0/routers/69a17972-517f-43a3-9748-b630da3f4059/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5423207
Jun 04 15:30:11.800179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57502) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:11.885712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:30:12.048279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d4a211-d6a6-45ae-a258-36d0830cc35d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:12.052736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d4a211-d6a6-45ae-a258-36d0830cc35d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:12.057247 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f9d4a211-d6a6-45ae-a258-36d0830cc35d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:30:12.254923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd647f-29f6-4f6f-ae48-8db6556a2404 req-7e7dbf98-5cae-4bc5-a513-322167ab92ac tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:12.256355 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71fd647f-29f6-4f6f-ae48-8db6556a2404 req-7e7dbf98-5cae-4bc5-a513-322167ab92ac tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.0972219
Jun 04 15:30:12.306814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:30:12.310335 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:12.331224 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71fd647f-29f6-4f6f-ae48-8db6556a2404 req-4e073be9-1ad8-4c9a-b771-e43cb758d17f tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675228
Jun 04 15:30:12.552661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f9d4a211-d6a6-45ae-a258-36d0830cc35d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:30:12.553063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58e31f-3b84-474d-baab-38cc794148c8 req-56b251f2-6610-47e2-a192-3717085e53e9 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:12.559133 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f9d4a211-d6a6-45ae-a258-36d0830cc35d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.7522666
Jun 04 15:30:12.562971 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3c58e31f-3b84-474d-baab-38cc794148c8 req-56b251f2-6610-47e2-a192-3717085e53e9 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.5368428
Jun 04 15:30:12.578904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57516) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:12.618758 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0063a50d-8016-462f-8831-933f5de41736 None None] Sync routers for ids ['69a17972-517f-43a3-9748-b630da3f4059'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:30:12.633916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063a50d-8016-462f-8831-933f5de41736 None None] Routers {'69a17972-517f-43a3-9748-b630da3f4059'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:30:12.644763 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0063a50d-8016-462f-8831-933f5de41736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5a6ac0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:30:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69a17972-517f-43a3-9748-b630da3f4059'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:12.666586 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3c58e31f-3b84-474d-baab-38cc794148c8 req-2ace4682-246b-431c-987f-ce97eeb08b41 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027324
Jun 04 15:30:12.667674 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-648ab9e7-b82e-402d-83c9-16bb1e5f7ad9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet a2a61c3e-58de-4875-958d-efbbc1667593 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:30:12.677249 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-648ab9e7-b82e-402d-83c9-16bb1e5f7ad9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:12.825644 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-648ab9e7-b82e-402d-83c9-16bb1e5f7ad9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:12.871369 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-0063a50d-8016-462f-8831-933f5de41736 None None] Set router 69a17972-517f-43a3-9748-b630da3f4059 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:30:12.891932 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-648ab9e7-b82e-402d-83c9-16bb1e5f7ad9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:13.108642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0063a50d-8016-462f-8831-933f5de41736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5a6ac0>, [{'id': '69a17972-517f-43a3-9748-b630da3f4059', 'name': 'tempest-NetworksTestDHCPv6-router-1877672541', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:29:56Z', 'updated_at': '2021-06-04T15:30:09Z', 'revision_number': 3, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:13.121731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0063a50d-8016-462f-8831-933f5de41736 None None] Checking router: 69a17972-517f-43a3-9748-b630da3f4059 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:30:13.137826 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063a50d-8016-462f-8831-933f5de41736 None None] Routers {'69a17972-517f-43a3-9748-b630da3f4059'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:30:13.143601 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0063a50d-8016-462f-8831-933f5de41736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5a6ac0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:30:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69a17972-517f-43a3-9748-b630da3f4059'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:13.376324 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-0063a50d-8016-462f-8831-933f5de41736 None None] Set router 69a17972-517f-43a3-9748-b630da3f4059 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:30:13.686165 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0063a50d-8016-462f-8831-933f5de41736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5a6ac0>, [{'id': '69a17972-517f-43a3-9748-b630da3f4059', 'name': 'tempest-NetworksTestDHCPv6-router-1877672541', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:29:56Z', 'updated_at': '2021-06-04T15:30:09Z', 'revision_number': 3, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:13.712904 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0063a50d-8016-462f-8831-933f5de41736 None None] The sync data for ids ['69a17972-517f-43a3-9748-b630da3f4059'] in n-d-791505-9 is: [{'id': '69a17972-517f-43a3-9748-b630da3f4059', 'name': 'tempest-NetworksTestDHCPv6-router-1877672541', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:29:56Z', 'updated_at': '2021-06-04T15:30:09Z', 'revision_number': 3, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:30:13.796324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb221a-f756-4760-8627-9c186f417f3a req-369efbdc-e835-4dec-a178-f3a831513ccb tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:13.802396 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24cb221a-f756-4760-8627-9c186f417f3a req-369efbdc-e835-4dec-a178-f3a831513ccb tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.7358911
Jun 04 15:30:13.821636 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-648ab9e7-b82e-402d-83c9-16bb1e5f7ad9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:13.831028 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b2d197c6-9d71-44f1-a318-c1bfd2e01b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:13.872322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ab9e7-b82e-402d-83c9-16bb1e5f7ad9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a61c3e-58de-4875-958d-efbbc1667593,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:13.889350 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-648ab9e7-b82e-402d-83c9-16bb1e5f7ad9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:13.894785 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-648ab9e7-b82e-402d-83c9-16bb1e5f7ad9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:13.902230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dd7a07-8b6b-4099-908f-511b35a8a781 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:30:13.931105 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd0c58-c406-4dab-b631-eaff7fb0f6ce req-a5efadaf-4633-4164-aa69-303b25a3e9aa tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:13.933478 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e3dd0c58-c406-4dab-b631-eaff7fb0f6ce req-a5efadaf-4633-4164-aa69-303b25a3e9aa tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.1653996
Jun 04 15:30:13.981821 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:13.989027 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-237ca353-102e-42f2-9b67-47a277ebf5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:14.027193 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e3dd0c58-c406-4dab-b631-eaff7fb0f6ce req-be389be0-bd9c-43f2-80a0-8377f85960a4 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874283
Jun 04 15:30:14.051634 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-648ab9e7-b82e-402d-83c9-16bb1e5f7ad9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/a2a61c3e-58de-4875-958d-efbbc1667593 HTTP/1.1" status: 204  len: 168 time: 1.4715316
Jun 04 15:30:14.064322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57538) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:14.123835 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24cb221a-f756-4760-8627-9c186f417f3a req-184d20e8-44e6-4bb2-a02a-e0026a970b6e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3146544
Jun 04 15:30:14.192633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Subnet': ['ID=08ca9290-f1ea-40b0-9054-8f733d2a6a3a,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:14.216950 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:14.216950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Checking segment: {'id': 'bec17dc7-9c11-44ce-91d0-0d2ee166afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9c30b185-c5d8-48ef-a0cb-873aafc19853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:30:14.216950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network hostable DHCP agents. Network: 9c30b185-c5d8-48ef-a0cb-873aafc19853, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:30:14.306402 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ca524355-e913-4590-ad94-836a844b5f22 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:router {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:30:14.394739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network 9c30b185-c5d8-48ef-a0cb-873aafc19853 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:30:14.413754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242a5a9-92e5-4fd9-94a6-899dd70089de req-7d4f2e63-750c-48d8-a546-c698ef0ed01a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:14.415387 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8242a5a9-92e5-4fd9-94a6-899dd70089de req-7d4f2e63-750c-48d8-a546-c698ef0ed01a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1248858
Jun 04 15:30:14.441034 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc80831-73b2-4798-94a8-a7a16742a21e None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:30:14.484396 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8242a5a9-92e5-4fd9-94a6-899dd70089de req-679ab690-e15e-44d4-a466-d21b79ac8b2b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627916
Jun 04 15:30:14.496856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ca524355-e913-4590-ad94-836a844b5f22 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:router {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:30:14.502632 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ca524355-e913-4590-ad94-836a844b5f22 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.4264789
Jun 04 15:30:14.502632 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57546) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:14.548366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 9c30b185-c5d8-48ef-a0cb-873aafc19853) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:14.558496 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:14.559757 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:14.563768 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7cc80831-73b2-4798-94a8-a7a16742a21e None None] Deleting port b58b9b71-1348-4fa3-a160-3c62bcc538f0 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:14.564073 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7cc80831-73b2-4798-94a8-a7a16742a21e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:14.580626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9c729d-79bc-4a0c-ac4a-e041e51ced84 None None] Network 9c30b185-c5d8-48ef-a0cb-873aafc19853 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:30:14.719568 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5a13-56d2-48e8-92ae-aceaee9d299e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:14.745882 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 3.2508459
Jun 04 15:30:14.749676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57558) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:14.803526 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7cc80831-73b2-4798-94a8-a7a16742a21e None None] For port b58b9b71-1348-4fa3-a160-3c62bcc538f0, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b58b9b71-1348-4fa3-a160-3c62bcc538f0,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:14.804188 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7cc80831-73b2-4798-94a8-a7a16742a21e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:14.978573 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7cc80831-73b2-4798-94a8-a7a16742a21e None None] Calling delete_port for b58b9b71-1348-4fa3-a160-3c62bcc538f0 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:30:15.031359 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:15.084432 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-9c30b185-c5d8-48ef-a0cb-873aafc19853', 'network_id': '9c30b185-c5d8-48ef-a0cb-873aafc19853', 'tenant_id': '7017e77146c94ff08ef79c4ce3ffe009', 'fixed_ips': [{'subnet_id': '08ca9290-f1ea-40b0-9054-8f733d2a6a3a'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:30:15.089231 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:15.103993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4a4ed-a861-4d7c-a718-97d8fe7f7fe7 req-6ada5259-b95a-4911-a728-e9f21534a185 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:15.109622 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bed4a4ed-a861-4d7c-a718-97d8fe7f7fe7 req-6ada5259-b95a-4911-a728-e9f21534a185 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.4367702
Jun 04 15:30:15.191954 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bed4a4ed-a861-4d7c-a718-97d8fe7f7fe7 req-5ae98baf-c39d-47a5-b082-9b06a8161bc3 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778439
Jun 04 15:30:15.319818 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:15.356843 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Allocated IP 172.20.0.1 (9c30b185-c5d8-48ef-a0cb-873aafc19853/08ca9290-f1ea-40b0-9054-8f733d2a6a3a/9bc939f4-0ae4-4c19-b5f7-ff38442e6f18) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:30:15.421745 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device edf15222-94f2-4f9d-b1bf-6fc61e9ab438 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:30:15.442538 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5a13-56d2-48e8-92ae-aceaee9d299e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:15.444806 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5a13-56d2-48e8-92ae-aceaee9d299e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:15.454860 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7cc80831-73b2-4798-94a8-a7a16742a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:15.528705 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6de17217-b45a-467a-ab72-e7353820797f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:15.561785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb521dc-d098-4de3-9968-949aed26b733 req-c4e6d4ee-9680-453d-abc3-2330a910bef6 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:15.563922 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6bb521dc-d098-4de3-9968-949aed26b733 req-c4e6d4ee-9680-453d-abc3-2330a910bef6 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.0978763
Jun 04 15:30:15.576849 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc80831-73b2-4798-94a8-a7a16742a21e None None] No DVR routers for this DVR port b58b9b71-1348-4fa3-a160-3c62bcc538f0 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:30:15.593036 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: edf15222-94f2-4f9d-b1bf-6fc61e9ab438 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:30:15.593628 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device edf15222-94f2-4f9d-b1bf-6fc61e9ab438 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:30:15.594050 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b58b9b71-1348-4fa3-a160-3c62bcc538f0 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:30:15.598884 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5a13-56d2-48e8-92ae-aceaee9d299e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:15.599400 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fe5a13-56d2-48e8-92ae-aceaee9d299e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Fanout notify agent at l3_agent the message router_deleted on router 69a17972-517f-43a3-9748-b630da3f4059 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:30:15.665658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: b58b9b71-1348-4fa3-a160-3c62bcc538f0 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:30:15.666103 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b58b9b71-1348-4fa3-a160-3c62bcc538f0 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:30:15.674135 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6bb521dc-d098-4de3-9968-949aed26b733 req-3a801ea0-c36f-4968-aebd-23df7b342a26 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933223
Jun 04 15:30:15.677403 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc80831-73b2-4798-94a8-a7a16742a21e None None] Pushing event deleted for resources: {'Port': ['ID=b58b9b71-1348-4fa3-a160-3c62bcc538f0,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:15.699945 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7cc80831-73b2-4798-94a8-a7a16742a21e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:15.820081 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5a13-56d2-48e8-92ae-aceaee9d299e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:15.824850 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f2fe5a13-56d2-48e8-92ae-aceaee9d299e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/routers/69a17972-517f-43a3-9748-b630da3f4059 HTTP/1.1" status: 204  len: 168 time: 1.3223393
Jun 04 15:30:15.825527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57582) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:15.845362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-376c3440-63c3-44c9-b41e-5b8e21ffeace tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:30:15.914524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cb59d-1829-4cc7-8128-a2d02c2d33cb req-1dd18e62-959c-4117-8512-16905c1d4c8d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:15.914753 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:15.916599 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-327cb59d-1829-4cc7-8128-a2d02c2d33cb req-1dd18e62-959c-4117-8512-16905c1d4c8d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.4016330
Jun 04 15:30:15.942028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Transition to ACTIVE for port object 9bc939f4-0ae4-4c19-b5f7-ff38442e6f18 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:15.980528 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Transition to ACTIVE for port object 9bc939f4-0ae4-4c19-b5f7-ff38442e6f18 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:16.026965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-327cb59d-1829-4cc7-8128-a2d02c2d33cb req-76c3826f-6443-44a2-be67-951f9bc3a4ee tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864134
Jun 04 15:30:16.065912 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-376c3440-63c3-44c9-b41e-5b8e21ffeace tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:30:16.078185 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-376c3440-63c3-44c9-b41e-5b8e21ffeace tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:30:16.082618 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-376c3440-63c3-44c9-b41e-5b8e21ffeace tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:30:16.100611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-376c3440-63c3-44c9-b41e-5b8e21ffeace tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:30:16.138933 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:16.145503 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-643785a8-2981-490d-a4d8-5180da0021e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:16.163391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375472ec-1763-4097-a497-a87353defca5 req-b3fcc56d-47fd-408c-89d3-ad4cc84a13a9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:16.165183 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-375472ec-1763-4097-a497-a87353defca5 req-b3fcc56d-47fd-408c-89d3-ad4cc84a13a9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 945 time: 0.1468265
Jun 04 15:30:16.218837 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-375472ec-1763-4097-a497-a87353defca5 req-d4ea6e40-cf22-4642-962d-f23921a11cfe tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457168
Jun 04 15:30:16.233885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Network 9c30b185-c5d8-48ef-a0cb-873aafc19853 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:30:16.237369 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:16.240251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:30:16.262302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376c3440-63c3-44c9-b41e-5b8e21ffeace tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:30:16.266329 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-376c3440-63c3-44c9-b41e-5b8e21ffeace tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:16.283926 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:16.286509 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Pushing event updated for resources: {'Port': ['ID=9bc939f4-0ae4-4c19-b5f7-ff38442e6f18,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:16.296180 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:16.297394 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-26ac86e9-a629-429a-aeca-b266f5e2fbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:16.360019 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Attempting to bind port 9bc939f4-0ae4-4c19-b5f7-ff38442e6f18 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:30:16.360325 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Attempting to bind port 9bc939f4-0ae4-4c19-b5f7-ff38442e6f18 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'bec17dc7-9c11-44ce-91d0-0d2ee166afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9c30b185-c5d8-48ef-a0cb-873aafc19853'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:30:16.360869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Attempting to bind port 9bc939f4-0ae4-4c19-b5f7-ff38442e6f18 on network 9c30b185-c5d8-48ef-a0cb-873aafc19853 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:30:16.367164 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:30:16.367631 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Checking segment: {'id': 'bec17dc7-9c11-44ce-91d0-0d2ee166afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9c30b185-c5d8-48ef-a0cb-873aafc19853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:30:16.368113 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:16.368587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Bound using segment: {'id': 'bec17dc7-9c11-44ce-91d0-0d2ee166afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9c30b185-c5d8-48ef-a0cb-873aafc19853'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:30:16.369332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Bound port: 9bc939f4-0ae4-4c19-b5f7-ff38442e6f18, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec17dc7-9c11-44ce-91d0-0d2ee166afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9c30b185-c5d8-48ef-a0cb-873aafc19853'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:30:16.369777 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:16.401259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Subnet': ['ID=08ca9290-f1ea-40b0-9054-8f733d2a6a3a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:16.424018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7573e51-93ed-4dd3-8816-be1cb93fa533 req-0d35e3a4-c9dd-48f8-854a-6275ffcbdf09 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:16.431584 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d7573e51-93ed-4dd3-8816-be1cb93fa533 req-0d35e3a4-c9dd-48f8-854a-6275ffcbdf09 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.2474792
Jun 04 15:30:16.495765 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] For port 9bc939f4-0ae4-4c19-b5f7-ff38442e6f18, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:30:16.499658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] For port 9bc939f4-0ae4-4c19-b5f7-ff38442e6f18, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9bc939f4-0ae4-4c19-b5f7-ff38442e6f18,segment=NetworkSegment(bec17dc7-9c11-44ce-91d0-0d2ee166afc6),segment_id=bec17dc7-9c11-44ce-91d0-0d2ee166afc6)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:30:16.578255 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:16.590746 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:16.600285 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7cc80831-73b2-4798-94a8-a7a16742a21e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:16.660735 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d7573e51-93ed-4dd3-8816-be1cb93fa533 req-69f1b84f-d1e1-4550-9e14-4f1f727a3b94 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2262852
Jun 04 15:30:16.750315 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Pushing event updated for resources: {'Port': ['ID=9bc939f4-0ae4-4c19-b5f7-ff38442e6f18,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:16.754866 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:16.772636 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:16.780118 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a14af4-234c-435a-988f-87f0ab1e57f9 None None] Network 9c30b185-c5d8-48ef-a0cb-873aafc19853 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:30:16.831209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c21edc0>,) {'filters': {'network_id': ['9c30b185-c5d8-48ef-a0cb-873aafc19853']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:16.862371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c21edc0>, 'bec17dc7-9c11-44ce-91d0-0d2ee166afc6') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:16.865769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c21edc0>, 'bec17dc7-9c11-44ce-91d0-0d2ee166afc6') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:16.893890 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:16.909081 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a568186-97e9-4e8e-8ffe-c2717f4f78d9 req-65729f06-a8de-4f76-8c14-f9a83a99a1f0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5417066
Jun 04 15:30:16.952820 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:17.025389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:30:17.025797 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:30:17.042414 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:30:17.093637 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-376c3440-63c3-44c9-b41e-5b8e21ffeace tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:17.095336 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955730b5-e91d-4a90-80dc-200844737c1f None None] get_active_networks_info from n-d-791505-9 {{(pid=88302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 04 15:30:17.097586 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6afc298a-3561-4717-8153-3fd73bf5bd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:17.149106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b117e-1b74-46cb-968c-9bff388c3d27 req-80025525-c453-47f6-95b9-176639625071 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:17.151280 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-df4b117e-1b74-46cb-968c-9bff388c3d27 req-80025525-c453-47f6-95b9-176639625071 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.3681955
Jun 04 15:30:17.169979 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376c3440-63c3-44c9-b41e-5b8e21ffeace tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:30:17.173772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-376c3440-63c3-44c9-b41e-5b8e21ffeace tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:17.185471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376c3440-63c3-44c9-b41e-5b8e21ffeace tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:17.186772 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-376c3440-63c3-44c9-b41e-5b8e21ffeace tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:17.198505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c3440-63c3-44c9-b41e-5b8e21ffeace tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=07d96862-5eff-4bd6-84ac-740b24244039,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:17.203353 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-376c3440-63c3-44c9-b41e-5b8e21ffeace tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:17.220024 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-df4b117e-1b74-46cb-968c-9bff388c3d27 req-bd82acec-8487-4bf6-85c9-2ca16cb4e012 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592425
Jun 04 15:30:17.222588 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a568186-97e9-4e8e-8ffe-c2717f4f78d9 req-603c9364-96fc-4378-bd81-830f693a0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:17.223995 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a568186-97e9-4e8e-8ffe-c2717f4f78d9 req-603c9364-96fc-4378-bd81-830f693a0225 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35b4af14bb3e432990c4361da6c462d1&device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 1097 time: 0.2601800
Jun 04 15:30:17.336864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955730b5-e91d-4a90-80dc-200844737c1f None None] Resources bound (agent type, host, resource id):  {{(pid=88302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 04 15:30:17.442031 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.api [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 15:30:17.442031 n-d-791505-9 neutron-server[88300]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 15:30:17.442031 n-d-791505-9 neutron-server[88300]: [parameters: {'id': '9c30b185-c5d8-48ef-a0cb-873aafc19853'}]
Jun 04 15:30:17.442031 n-d-791505-9 neutron-server[88300]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:30:17.442031 n-d-791505-9 neutron-server[88300]: DEBUG oslo_db.api [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:30:17.459456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a568186-97e9-4e8e-8ffe-c2717f4f78d9 req-776d2678-14ea-4f1f-870c-abda9c0ebee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:17.461269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a568186-97e9-4e8e-8ffe-c2717f4f78d9 req-776d2678-14ea-4f1f-870c-abda9c0ebee4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d67310a1-ca89-4950-80ed-77fd8abcfab9 HTTP/1.1" status: 200  len: 915 time: 0.2060738
Jun 04 15:30:17.543523 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a568186-97e9-4e8e-8ffe-c2717f4f78d9 req-855c6efc-6667-430d-8e85-834065af2d6b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393f8943-bb92-46e8-8366-f18b14c6aacb HTTP/1.1" status: 200  len: 217 time: 0.0741339
Jun 04 15:30:17.549732 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-376c3440-63c3-44c9-b41e-5b8e21ffeace tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.7231429
Jun 04 15:30:17.560297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d397d9-a149-44f0-b5f3-22613dcb9825 req-630b0056-4e21-4a84-8978-ccedd7a543c3 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:17.560297 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0d397d9-a149-44f0-b5f3-22613dcb9825 req-630b0056-4e21-4a84-8978-ccedd7a543c3 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.1890957
Jun 04 15:30:17.562496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57620) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:17.567961 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-aace0195-be71-4bb0-8373-063621c253a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-942200218', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:30:17.575047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-aace0195-be71-4bb0-8373-063621c253a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:30:17.581997 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-aace0195-be71-4bb0-8373-063621c253a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:router and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:30:17.585142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-aace0195-be71-4bb0-8373-063621c253a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:30:17.594048 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-aace0195-be71-4bb0-8373-063621c253a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:30:17.668048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a568186-97e9-4e8e-8ffe-c2717f4f78d9 req-97d3b9f0-4cf0-4641-bd55-af00478bc2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:17.669522 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a568186-97e9-4e8e-8ffe-c2717f4f78d9 req-97d3b9f0-4cf0-4641-bd55-af00478bc2c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1843960c-a0fb-4622-a60e-eba128673683 HTTP/1.1" status: 200  len: 854 time: 0.1109319
Jun 04 15:30:17.711194 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0d397d9-a149-44f0-b5f3-22613dcb9825 req-0538a2fe-2575-448a-9771-dfe56bb19a9a tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076765
Jun 04 15:30:17.725097 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a568186-97e9-4e8e-8ffe-c2717f4f78d9 req-22630459-4f08-4d02-ae7a-a0bc51ebde01 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d67310a1-ca89-4950-80ed-77fd8abcfab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485196
Jun 04 15:30:17.828981 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aace0195-be71-4bb0-8373-063621c253a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:17.830538 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aace0195-be71-4bb0-8373-063621c253a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:17.839024 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': '07d96862-5eff-4bd6-84ac-740b24244039'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:30:17.840487 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:17.881738 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aace0195-be71-4bb0-8373-063621c253a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:17.884219 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a568186-97e9-4e8e-8ffe-c2717f4f78d9 req-0fe1720d-f451-448c-8d11-67c60f2e73ad service neutron] 10.222.0.65 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421700
Jun 04 15:30:17.911532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348241da-b1b3-49a3-a166-315afe3c0dcd req-0ff3fab5-6bad-45dc-a67d-75757c52a2b2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:17.919989 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-348241da-b1b3-49a3-a166-315afe3c0dcd req-0ff3fab5-6bad-45dc-a67d-75757c52a2b2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1587422
Jun 04 15:30:17.960605 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:17.979037 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-348241da-b1b3-49a3-a166-315afe3c0dcd req-8c041d16-8942-4f61-8493-d8e4f3091c56 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568037
Jun 04 15:30:18.023919 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Allocated IP 2001:db8::2 (6acae085-7932-4691-b36e-433651ec3de1/07d96862-5eff-4bd6-84ac-740b24244039/be95a621-5b52-4de5-9fd7-edb8d6f7470f) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:30:18.116559 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a568186-97e9-4e8e-8ffe-c2717f4f78d9 req-15733a7e-2bf3-4363-a321-87f1f8d5089b service neutron] 10.222.0.65 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2244346
Jun 04 15:30:18.170153 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aace0195-be71-4bb0-8373-063621c253a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:18.209226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Deleting port 9bc939f4-0ae4-4c19-b5f7-ff38442e6f18 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:18.209874 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:18.289823 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:18.302497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Transition to ACTIVE for port object be95a621-5b52-4de5-9fd7-edb8d6f7470f will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:18.324331 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Transition to ACTIVE for port object be95a621-5b52-4de5-9fd7-edb8d6f7470f will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:18.332350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fc7a7-a625-46a3-b7dc-268865a813f8 req-950b318d-9aeb-492c-a244-198e228f719b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:18.333879 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c34fc7a7-a625-46a3-b7dc-268865a813f8 req-950b318d-9aeb-492c-a244-198e228f719b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.2063260
Jun 04 15:30:18.343738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] For port 9bc939f4-0ae4-4c19-b5f7-ff38442e6f18, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9bc939f4-0ae4-4c19-b5f7-ff38442e6f18,segment=NetworkSegment(bec17dc7-9c11-44ce-91d0-0d2ee166afc6),segment_id=bec17dc7-9c11-44ce-91d0-0d2ee166afc6)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:18.344093 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:18.439562 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aace0195-be71-4bb0-8373-063621c253a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:18.440935 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-aace0195-be71-4bb0-8373-063621c253a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.8774240
Jun 04 15:30:18.446257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57632) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:18.497173 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:18.515700 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7a7f89a8-cc63-414b-95a1-0bd293c87f15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:18.589455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:30:18.598394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:18.606466 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:30:18.688494 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Pushing event updated for resources: {'Port': ['ID=be95a621-5b52-4de5-9fd7-edb8d6f7470f,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:18.704992 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:18.735882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Calling delete_port for 9bc939f4-0ae4-4c19-b5f7-ff38442e6f18 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:30:18.736522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Attempting to bind port be95a621-5b52-4de5-9fd7-edb8d6f7470f on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:30:18.736522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Attempting to bind port be95a621-5b52-4de5-9fd7-edb8d6f7470f by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:30:18.736879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Attempting to bind port be95a621-5b52-4de5-9fd7-edb8d6f7470f on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:30:18.749457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:30:18.749950 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:30:18.751804 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:18.753588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:30:18.753588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Bound port: be95a621-5b52-4de5-9fd7-edb8d6f7470f, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:30:18.753588 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:18.776628 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c34fc7a7-a625-46a3-b7dc-268865a813f8 req-e2cc8a71-15ce-4638-9e2d-bc6fae610db6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4363563
Jun 04 15:30:18.881854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] For port be95a621-5b52-4de5-9fd7-edb8d6f7470f, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:30:18.988702 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] For port be95a621-5b52-4de5-9fd7-edb8d6f7470f, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=be95a621-5b52-4de5-9fd7-edb8d6f7470f,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:30:19.003991 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:19.019332 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4fcebd08-2945-4548-a2dd-3de5f9c54011 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:19.069447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No DVR routers for this DVR port 9bc939f4-0ae4-4c19-b5f7-ff38442e6f18 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:30:19.106940 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Port': ['ID=9bc939f4-0ae4-4c19-b5f7-ff38442e6f18,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:19.124060 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:19.165559 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:19.172663 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-07dd5354-72c0-43da-85a3-75e2d561b07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:19.243349 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:19.263285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387f25940>,) {'filters': {'network_id': ['9c30b185-c5d8-48ef-a0cb-873aafc19853']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:19.280593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387f25940>, 'bec17dc7-9c11-44ce-91d0-0d2ee166afc6') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:19.281432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387f25940>, 'bec17dc7-9c11-44ce-91d0-0d2ee166afc6') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:19.315887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e25577-5340-43f7-a2e6-5f45684fa2f2 req-673d75d2-87b6-4758-95c9-3184633a22c8 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:19.318024 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-13e25577-5340-43f7-a2e6-5f45684fa2f2 req-673d75d2-87b6-4758-95c9-3184633a22c8 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.4110022
Jun 04 15:30:19.322312 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:19.330438 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Pushing event updated for resources: {'Port': ['ID=be95a621-5b52-4de5-9fd7-edb8d6f7470f,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:19.334105 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:19.339061 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-154f5d2b-7ebb-46ad-a54d-7cc51f93b959 req-aba9f758-1c74-4b2a-ac62-ec5b6fbabb67 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3846416
Jun 04 15:30:19.351033 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:19.367134 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:19.408883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c4382-eb5d-4676-b6cf-2fd9a95c7bd5 req-7c1282bc-23ea-47e1-b6f0-6159c5a3a981 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:19.411404 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-369c4382-eb5d-4676-b6cf-2fd9a95c7bd5 req-7c1282bc-23ea-47e1-b6f0-6159c5a3a981 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.2327788
Jun 04 15:30:19.416145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:30:19.416771 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:30:19.435180 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:30:19.661441 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-13e25577-5340-43f7-a2e6-5f45684fa2f2 req-4245aaf7-cf63-45a5-92f7-9dbd391bb132 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3144498
Jun 04 15:30:19.685493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f5d2b-7ebb-46ad-a54d-7cc51f93b959 req-758cb07e-68dd-4dae-b360-d2f09b51002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:19.687946 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-154f5d2b-7ebb-46ad-a54d-7cc51f93b959 req-758cb07e-68dd-4dae-b360-d2f09b51002e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de106ad9de2a4d2686c3ddb77c613a23&device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 1096 time: 0.3151495
Jun 04 15:30:19.709701 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-369c4382-eb5d-4676-b6cf-2fd9a95c7bd5 req-3c662257-abbf-47db-ac3b-70ece458be82 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2306776
Jun 04 15:30:19.860081 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:19.860081 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f5fcbc34-16b8-49b9-a701-03f0ee7013a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:19.882859 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:19.942755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Network': ['ID=9c30b185-c5d8-48ef-a0cb-873aafc19853,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:19.957527 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:19.961551 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::1 (6acae085-7932-4691-b36e-433651ec3de1/07d96862-5eff-4bd6-84ac-740b24244039/33f11516-e7e9-433a-a061-693fd504c7e8) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:30:19.970390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57660) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:19.970588 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/9c30b185-c5d8-48ef-a0cb-873aafc19853 HTTP/1.1" status: 204  len: 168 time: 5.2196133
Jun 04 15:30:19.980734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1684320296'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:30:19.997971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f5d2b-7ebb-46ad-a54d-7cc51f93b959 req-45baccf8-c74e-4666-bf5e-547290edf77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:19.997971 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-154f5d2b-7ebb-46ad-a54d-7cc51f93b959 req-45baccf8-c74e-4666-bf5e-547290edf77e service neutron] 10.222.0.62 "GET /v2.0/networks?id=dd0db704-a651-492c-af83-f8b620646609 HTTP/1.1" status: 200  len: 912 time: 0.2708297
Jun 04 15:30:19.998251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:30:20.010083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:network and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:30:20.016584 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:30:20.033631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:30:20.063133 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-154f5d2b-7ebb-46ad-a54d-7cc51f93b959 req-d0a11404-7279-46d3-8c04-4bb23e7f0a0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a9554c1-f627-46e0-95f1-edc8a039006d HTTP/1.1" status: 200  len: 217 time: 0.0712857
Jun 04 15:30:20.125980 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27d845-b54a-4d8c-a089-b5e6c3a6b034 req-3031d0c9-eccb-4a74-b6f0-06cefc1c92ed tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:20.127427 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d27d845-b54a-4d8c-a089-b5e6c3a6b034 req-3031d0c9-eccb-4a74-b6f0-06cefc1c92ed tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.2741508
Jun 04 15:30:20.144444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:30:20.155082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f5d2b-7ebb-46ad-a54d-7cc51f93b959 req-77a58dc2-5219-4b1d-a49e-e137d05bbc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:20.156762 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-154f5d2b-7ebb-46ad-a54d-7cc51f93b959 req-77a58dc2-5219-4b1d-a49e-e137d05bbc09 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7f7f515a-1071-4e58-b7aa-100a1daa4127 HTTP/1.1" status: 200  len: 851 time: 0.0857859
Jun 04 15:30:20.182426 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:20.211642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object 33f11516-e7e9-433a-a061-693fd504c7e8 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:20.230966 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-154f5d2b-7ebb-46ad-a54d-7cc51f93b959 req-777e5131-a2f7-4cbd-a2d6-e6858d3f2bfa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd0db704-a651-492c-af83-f8b620646609&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0645809
Jun 04 15:30:20.290844 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:30:20.296315 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:20.341110 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:30:20.357113 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:20.357467 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:20.358816 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Added segment 1ec84ada-aa6f-4d5e-9bba-22d4ac33e61b of type vlan for network a09532dc-57a4-474b-b568-68f2ac0c3463
Jun 04 15:30:20.359672 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d27d845-b54a-4d8c-a089-b5e6c3a6b034 req-787e1a2d-5a90-4e46-b243-41f5362a5a6b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245731
Jun 04 15:30:20.395346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:20.399890 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:30:20.399890 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4056fb-e5e0-4af8-badd-816627651c3a" -d '{"events": [{"server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:30:20.405863 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-154f5d2b-7ebb-46ad-a54d-7cc51f93b959 req-a371f33a-0a0c-4742-9a4e-836640596587 service neutron] 10.222.0.62 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1667624
Jun 04 15:30:20.410691 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:20.420898 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-65b0b3d5-7bd1-426e-9a02-cd78d56beb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:20.466017 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38768770-a3e8-41fb-8900-b596f8c6a90b x-openstack-request-id: req-38768770-a3e8-41fb-8900-b596f8c6a90b {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:30:20.466615 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:30:20.476326 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38768770-a3e8-41fb-8900-b596f8c6a90b {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:30:20.476326 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'code': 200}
Jun 04 15:30:20.527424 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:30:20.545168 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:20.553623 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:30:20.554174 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:20.563579 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:20.588837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=33f11516-e7e9-433a-a061-693fd504c7e8,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:20.594375 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:20.605232 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:20.606369 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-316c13ce-20fa-465a-8511-99281a8a4dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:20.668937 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-154f5d2b-7ebb-46ad-a54d-7cc51f93b959 req-97c45b61-02f7-4e38-9272-ddcf10595d9f service neutron] 10.222.0.62 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2507353
Jun 04 15:30:20.693463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:20.718704 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:20.721140 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fff8fb0-6c20-4e88-aef4-279236119473 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:30:20.861239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0daa35-b3cc-44a1-9ea6-5f6071e213c9 req-59f41686-7c84-4060-857d-020e6a2c37d0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:20.872826 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b0daa35-b3cc-44a1-9ea6-5f6071e213c9 req-59f41686-7c84-4060-857d-020e6a2c37d0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1252816
Jun 04 15:30:20.893234 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:20.899148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:20.899827 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:20.908227 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2475667e-e22b-443c-886d-c439bad97b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:21.046112 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b0daa35-b3cc-44a1-9ea6-5f6071e213c9 req-e09904b8-487e-4ec8-9703-0dc66f522756 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716340
Jun 04 15:30:21.125199 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-40b7d3a0-6536-412e-b4f1-389f7112b6d8 None None] Provisioning for port be95a621-5b52-4de5-9fd7-edb8d6f7470f completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:30:21.157412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Network': ['ID=a09532dc-57a4-474b-b568-68f2ac0c3463,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:21.157412 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:21.158564 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network a09532dc-57a4-474b-b568-68f2ac0c3463 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:30:21.158697 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:21.280470 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.3031876
Jun 04 15:30:21.284976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57688) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:21.292839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'subnet': {'network_id': 'a09532dc-57a4-474b-b568-68f2ac0c3463', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:30:21.382711 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device be95a621-5b52-4de5-9fd7-edb8d6f7470f up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:30:21.582408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port be95a621-5b52-4de5-9fd7-edb8d6f7470f completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:30:21.592213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port be95a621-5b52-4de5-9fd7-edb8d6f7470f triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:30:21.597865 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:21.669289 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-31b4dff3-efab-44cb-9fc6-72731e64d3dd None None] Provisioning for port 33f11516-e7e9-433a-a061-693fd504c7e8 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:30:21.676168 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-31b4dff3-efab-44cb-9fc6-72731e64d3dd None None] Provisioning complete for port 33f11516-e7e9-433a-a061-693fd504c7e8 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:30:21.676634 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-31b4dff3-efab-44cb-9fc6-72731e64d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:21.769197 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:30:21.779008 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed4f2f-46e6-440b-8536-96c8cb78202f req-7c4983d6-58da-4767-b81c-b2b98a638882 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:21.786207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:subnet and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:30:21.788318 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-08ed4f2f-46e6-440b-8536-96c8cb78202f req-7c4983d6-58da-4767-b81c-b2b98a638882 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.5967004
Jun 04 15:30:21.789503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:30:21.802137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:30:21.911193 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-31b4dff3-efab-44cb-9fc6-72731e64d3dd None None] Port 33f11516-e7e9-433a-a061-693fd504c7e8 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:30:21.927451 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:22.027089 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port be95a621-5b52-4de5-9fd7-edb8d6f7470f, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=be95a621-5b52-4de5-9fd7-edb8d6f7470f,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:22.040890 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-08ed4f2f-46e6-440b-8536-96c8cb78202f req-95f517ba-afd4-4cb6-ae8e-f5740badb11a tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2511156
Jun 04 15:30:22.061256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:30:22.066354 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:22.085493 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:22.101854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6bcc78a4-6b6b-4784-bf06-ced22c9ae8b0 None None] Provisioning complete for port 33f11516-e7e9-433a-a061-693fd504c7e8 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:30:22.103705 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6bcc78a4-6b6b-4784-bf06-ced22c9ae8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:22.201918 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:30:22.263965 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc78a4-6b6b-4784-bf06-ced22c9ae8b0 None None] Port 33f11516-e7e9-433a-a061-693fd504c7e8 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:30:22.293242 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:22.308875 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:22.317717 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e7b84-dc66-49c5-9487-d5931d851415 req-8bc52200-2743-4d02-b5a4-e77bce36391c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:22.327445 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e7b84-dc66-49c5-9487-d5931d851415 req-8bc52200-2743-4d02-b5a4-e77bce36391c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:22.335295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e7b84-dc66-49c5-9487-d5931d851415 req-8bc52200-2743-4d02-b5a4-e77bce36391c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:22.343632 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e7b84-dc66-49c5-9487-d5931d851415 req-8bc52200-2743-4d02-b5a4-e77bce36391c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:22.343841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4bd6d-8a9f-4e35-99f8-4f059687606a req-1d8ce6d3-3fef-4c21-bf8b-617048a9d592 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:22.350964 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35a4bd6d-8a9f-4e35-99f8-4f059687606a req-1d8ce6d3-3fef-4c21-bf8b-617048a9d592 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.3597801
Jun 04 15:30:22.354834 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e7b84-dc66-49c5-9487-d5931d851415 req-8bc52200-2743-4d02-b5a4-e77bce36391c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:22.362890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e7b84-dc66-49c5-9487-d5931d851415 req-8bc52200-2743-4d02-b5a4-e77bce36391c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:22.373138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e7b84-dc66-49c5-9487-d5931d851415 req-8bc52200-2743-4d02-b5a4-e77bce36391c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:22.376289 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fb2e7b84-dc66-49c5-9487-d5931d851415 req-8bc52200-2743-4d02-b5a4-e77bce36391c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5444 time: 0.1976564
Jun 04 15:30:22.378061 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:22.379095 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:22.403016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=be95a621-5b52-4de5-9fd7-edb8d6f7470f,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:22.403596 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:22.408508 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:22.450526 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35a4bd6d-8a9f-4e35-99f8-4f059687606a req-03a0c8ab-3355-4282-8fc9-b0d27d42677e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982811
Jun 04 15:30:22.545335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:22.563252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'port_id': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'mac_address': 'fa:16:3e:d0:ff:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:30:22.658254 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:22.687652 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:30:22.715803 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:22.727931 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:30:22.731651 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:22.759368 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fb2e7b84-dc66-49c5-9487-d5931d851415 req-72858c84-3197-49c7-acc0-66b96066177e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3574207
Jun 04 15:30:22.836143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=33f11516-e7e9-433a-a061-693fd504c7e8,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:22.847932 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:22.877151 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:22.882110 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:22.905528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0b279-9dbb-4e1c-8213-9c95d37165e4 req-2189e5f1-3c9c-4ce7-bc05-e24e396faf18 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:22.912541 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c5e0b279-9dbb-4e1c-8213-9c95d37165e4 req-2189e5f1-3c9c-4ce7-bc05-e24e396faf18 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.2508755
Jun 04 15:30:23.036590 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c5e0b279-9dbb-4e1c-8213-9c95d37165e4 req-1793f27c-000c-4ec7-9044-fb8865cc968c tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230192
Jun 04 15:30:23.111460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:30:23.194830 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,revision_number=9']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:23.202432 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:23.343832 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a4817baf-4b80-49dd-88b1-3f7cc15f5ecd None None] Provisioning complete for port 33f11516-e7e9-433a-a061-693fd504c7e8 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:30:23.345304 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a4817baf-4b80-49dd-88b1-3f7cc15f5ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:23.366842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Router 3d5b60da-e9fc-46e5-91db-3abfedc2801d is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:30:23.404553 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device be95a621-5b52-4de5-9fd7-edb8d6f7470f up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:30:23.438337 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:23.481619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81420c-af76-477f-a1d5-97af399aff78 req-56f0d09f-a2d0-4b9f-9032-7d6f53beefd1 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:23.491119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81420c-af76-477f-a1d5-97af399aff78 req-56f0d09f-a2d0-4b9f-9032-7d6f53beefd1 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:23.499988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81420c-af76-477f-a1d5-97af399aff78 req-56f0d09f-a2d0-4b9f-9032-7d6f53beefd1 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:23.506384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81420c-af76-477f-a1d5-97af399aff78 req-56f0d09f-a2d0-4b9f-9032-7d6f53beefd1 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:23.513401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81420c-af76-477f-a1d5-97af399aff78 req-56f0d09f-a2d0-4b9f-9032-7d6f53beefd1 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:23.521785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81420c-af76-477f-a1d5-97af399aff78 req-56f0d09f-a2d0-4b9f-9032-7d6f53beefd1 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:23.528419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81420c-af76-477f-a1d5-97af399aff78 req-56f0d09f-a2d0-4b9f-9032-7d6f53beefd1 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:23.531457 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e81420c-af76-477f-a1d5-97af399aff78 req-56f0d09f-a2d0-4b9f-9032-7d6f53beefd1 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.62 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5444 time: 0.3090332
Jun 04 15:30:23.536687 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:23.538876 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dc8c1ae4-9870-4ede-afc1-b26fac6b6c63 tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:23.611948 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a4817baf-4b80-49dd-88b1-3f7cc15f5ecd None None] Port 33f11516-e7e9-433a-a061-693fd504c7e8 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:30:23.638233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1499e16-0e7e-4e08-adee-557b4584d696 req-2b0c4224-cc2a-4c14-bdd8-45b49430d542 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:23.646161 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e1499e16-0e7e-4e08-adee-557b4584d696 req-2b0c4224-cc2a-4c14-bdd8-45b49430d542 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.3655744
Jun 04 15:30:23.715714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:30:23.716307 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port be95a621-5b52-4de5-9fd7-edb8d6f7470f triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:30:23.716671 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:23.735775 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Sync routers for ids ['3d5b60da-e9fc-46e5-91db-3abfedc2801d'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:30:23.741805 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "PUT /v2.0/routers/3d5b60da-e9fc-46e5-91db-3abfedc2801d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2938118
Jun 04 15:30:23.745635 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57740) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:23.751535 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e1499e16-0e7e-4e08-adee-557b4584d696 req-6136c672-3b73-4b82-acd0-aba768d4346d tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045232
Jun 04 15:30:23.766395 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Routers {'3d5b60da-e9fc-46e5-91db-3abfedc2801d'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:30:23.767246 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8f7ac0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:30:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3d5b60da-e9fc-46e5-91db-3abfedc2801d'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:23.849946 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4044bef4-79f3-460c-9e94-9e9cb757ec09 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:23.853944 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4044bef4-79f3-460c-9e94-9e9cb757ec09 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:30:23.856197 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Subnet': ['ID=8516fe0d-0c58-4c7c-85c1-6978540022bb,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:23.871493 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:23.891030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81420c-af76-477f-a1d5-97af399aff78 req-94b47bf3-676c-4297-86cc-dcf54d443157 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:23.896397 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e81420c-af76-477f-a1d5-97af399aff78 req-94b47bf3-676c-4297-86cc-dcf54d443157 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.62 "GET /v2.0/ports/e11cad97-5be6-48e6-bf28-5f9a6959d242?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.2293370
Jun 04 15:30:23.970839 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4044bef4-79f3-460c-9e94-9e9cb757ec09 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:30:23.972767 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4044bef4-79f3-460c-9e94-9e9cb757ec09 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports/33f11516-e7e9-433a-a061-693fd504c7e8 HTTP/1.1" status: 200  len: 911 time: 0.2254181
Jun 04 15:30:23.974917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57748) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:24.220297 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Set router 3d5b60da-e9fc-46e5-91db-3abfedc2801d gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:30:24.314634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0b337-6332-42d1-8f87-a11296a1f3af req-dbe71f3a-434b-47fc-a501-3ea61ca20642 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:24.324193 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-90d0b337-6332-42d1-8f87-a11296a1f3af req-dbe71f3a-434b-47fc-a501-3ea61ca20642 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 1.0074263
Jun 04 15:30:24.376054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492a23f-4e42-43e4-9774-037056981d93 req-d986e983-81d4-4ab1-8413-d3d0b547aa3f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:24.386531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492a23f-4e42-43e4-9774-037056981d93 req-d986e983-81d4-4ab1-8413-d3d0b547aa3f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:24.397385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492a23f-4e42-43e4-9774-037056981d93 req-d986e983-81d4-4ab1-8413-d3d0b547aa3f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:24.403952 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492a23f-4e42-43e4-9774-037056981d93 req-d986e983-81d4-4ab1-8413-d3d0b547aa3f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:24.414998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492a23f-4e42-43e4-9774-037056981d93 req-d986e983-81d4-4ab1-8413-d3d0b547aa3f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:24.423069 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492a23f-4e42-43e4-9774-037056981d93 req-d986e983-81d4-4ab1-8413-d3d0b547aa3f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:24.434437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492a23f-4e42-43e4-9774-037056981d93 req-d986e983-81d4-4ab1-8413-d3d0b547aa3f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:24.437351 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9492a23f-4e42-43e4-9774-037056981d93 req-d986e983-81d4-4ab1-8413-d3d0b547aa3f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5444 time: 0.2963171
Jun 04 15:30:24.455174 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6fd32d-4c29-4b19-90b7-36b84b23b277 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:24.462532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6fd32d-4c29-4b19-90b7-36b84b23b277 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:24.471269 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3d6fd32d-4c29-4b19-90b7-36b84b23b277 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.4953039
Jun 04 15:30:24.473188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57754) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:24.500563 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-90d0b337-6332-42d1-8f87-a11296a1f3af req-fda9ccf0-03ff-49e7-b95a-bec08453dfe9 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750968
Jun 04 15:30:24.506721 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Checking segment: {'id': '1ec84ada-aa6f-4d5e-9bba-22d4ac33e61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a09532dc-57a4-474b-b568-68f2ac0c3463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:30:24.509325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network hostable DHCP agents. Network: a09532dc-57a4-474b-b568-68f2ac0c3463, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:30:24.552125 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9492a23f-4e42-43e4-9774-037056981d93 req-12ba3665-75d0-4cde-90d5-3d077c48749d tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0793779
Jun 04 15:30:24.852531 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:30:24.863044 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8f7ac0>, [{'id': '3d5b60da-e9fc-46e5-91db-3abfedc2801d', 'name': 'tempest-NetworksTestDHCPv6-router-942200218', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:30:17Z', 'updated_at': '2021-06-04T15:30:20Z', 'revision_number': 2, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'gw_port_host': None, '_interfaces': [{'id': '33f11516-e7e9-433a-a061-693fd504c7e8', 'name': '', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'mac_address': 'fa:16:3e:6a:ff:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5b60da-e9fc-46e5-91db-3abfedc2801d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '07d96862-5eff-4bd6-84ac-740b24244039', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:30:19Z', 'updated_at': '2021-06-04T15:30:21Z', 'revision_number': 2, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'subnets': [{'id': '07d96862-5eff-4bd6-84ac-740b24244039', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:24.884298 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Checking router: 3d5b60da-e9fc-46e5-91db-3abfedc2801d for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:30:24.884653 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Updating router 3d5b60da-e9fc-46e5-91db-3abfedc2801d port 33f11516-e7e9-433a-a061-693fd504c7e8 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:30:24.960774 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:25.045794 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e81420c-af76-477f-a1d5-97af399aff78 req-1c8c5693-5701-45bd-b5bf-f11ffcc61409 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.62 "GET /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 1.1292887
Jun 04 15:30:25.096218 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-5e81420c-af76-477f-a1d5-97af399aff78 req-40c30dd2-8288-4f0b-860a-1c294c99ecff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:30:25.168490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:30:25.369774 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:25.408641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:25.409838 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783a3e7f-c7ae-454f-ba54-8ec9e3e03af5'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:30:25.412471 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6ade7f-813d-499a-a132-aef62cb67c3c" -d '{"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-unplugged", "status": "completed", "tag": "783a3e7f-c7ae-454f-ba54-8ec9e3e03af5"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:30:25.455925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network a09532dc-57a4-474b-b568-68f2ac0c3463 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:30:25.480803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1f5ee-fb5b-442d-90d9-664cee3ca4b7 req-330a354c-b5bb-42c8-9ae5-a0c36af323ee tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:25.482626 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4aa1f5ee-fb5b-442d-90d9-664cee3ca4b7 req-330a354c-b5bb-42c8-9ae5-a0c36af323ee tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.2109582
Jun 04 15:30:25.509296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c045c5-d250-47a4-b9e1-98249a69d107 req-3e7c0549-be6b-4972-834b-a9e2bda60323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:25.511433 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d5c045c5-d250-47a4-b9e1-98249a69d107 req-3e7c0549-be6b-4972-834b-a9e2bda60323 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 1096 time: 1.3502760
Jun 04 15:30:25.589793 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:25.590844 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 7938937e-37ff-4ff3-9751-b09fa0d241f6 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:30:25.627152 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4aa1f5ee-fb5b-442d-90d9-664cee3ca4b7 req-23636d2c-26e2-4ab9-97cc-58af9d90b268 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345644
Jun 04 15:30:25.632567 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-40c30dd2-8288-4f0b-860a-1c294c99ecff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:25.713277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, a09532dc-57a4-474b-b568-68f2ac0c3463) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:25.748525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:25.748525 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:25.767379 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:25.807729 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:25.830037 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Transition to ACTIVE for port object 33f11516-e7e9-433a-a061-693fd504c7e8 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:25.848704 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b001dc-bbae-4d15-9140-104d781b9e14 None None] Network a09532dc-57a4-474b-b568-68f2ac0c3463 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:30:25.872755 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2f59be-fd75-43c0-b634-3c073951a716 x-openstack-request-id: req-1e2f59be-fd75-43c0-b634-3c073951a716 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:30:25.873999 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-unplugged", "status": "completed", "tag": "783a3e7f-c7ae-454f-ba54-8ec9e3e03af5", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:30:25.874198 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e2f59be-fd75-43c0-b634-3c073951a716 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:30:25.875026 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783a3e7f-c7ae-454f-ba54-8ec9e3e03af5', 'code': 200}
Jun 04 15:30:25.876240 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d5c045c5-d250-47a4-b9e1-98249a69d107 req-cc852a6c-8918-49d4-97a4-8eb2cdd37211 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3532481
Jun 04 15:30:25.939433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bedf1-4165-4270-b09f-073a06e56858 req-6ebaabdc-441f-4870-9833-c947c1336f48 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:25.946307 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f7bedf1-4165-4270-b09f-073a06e56858 req-6ebaabdc-441f-4870-9833-c947c1336f48 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 1.0018237
Jun 04 15:30:26.033124 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:26.033124 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:26.034018 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.7425997
Jun 04 15:30:26.037331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57778) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:26.192916 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f7bedf1-4165-4270-b09f-073a06e56858 req-6df4b374-14bf-4ebc-83b7-7947509ce3d7 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2455945
Jun 04 15:30:26.287935 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:26.316964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:30:26.463365 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af1219-0a34-478a-bb3a-257bfa96da46 None None] Pushing event updated for resources: {'Port': ['ID=33f11516-e7e9-433a-a061-693fd504c7e8,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:26.465531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-40c30dd2-8288-4f0b-860a-1c294c99ecff service neutron] For port e11cad97-5be6-48e6-bf28-5f9a6959d242, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e11cad97-5be6-48e6-bf28-5f9a6959d242,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:26.483905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:26.486549 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-24af1219-0a34-478a-bb3a-257bfa96da46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:26.487994 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:26.516732 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:26.622046 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-927289fd-d9cf-4a07-8c0b-83b6688f80b8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:26.637785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 7938937e-37ff-4ff3-9751-b09fa0d241f6, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=7938937e-37ff-4ff3-9751-b09fa0d241f6,segment=NetworkSegment(073b0851-c23f-4d82-99e3-8a9b40f03ea6),segment_id=073b0851-c23f-4d82-99e3-8a9b40f03ea6)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:26.639314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:30:26.639683 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:26.694625 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Attempting to bind port 33f11516-e7e9-433a-a061-693fd504c7e8 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:30:26.695425 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Attempting to bind port 33f11516-e7e9-433a-a061-693fd504c7e8 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:30:26.695970 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Attempting to bind port 33f11516-e7e9-433a-a061-693fd504c7e8 on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:30:26.710611 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:30:26.713457 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:30:26.714074 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:26.719093 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:30:26.725325 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Bound port: 33f11516-e7e9-433a-a061-693fd504c7e8, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:30:26.726094 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:26.869749 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:26.876992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e11cad97-5be6-48e6-bf28-5f9a6959d242 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:30:26.990604 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:27.128391 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] For port 33f11516-e7e9-433a-a061-693fd504c7e8, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:30:27.172805 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] For port 33f11516-e7e9-433a-a061-693fd504c7e8, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=33f11516-e7e9-433a-a061-693fd504c7e8,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:30:27.189074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-40c30dd2-8288-4f0b-860a-1c294c99ecff service neutron] For port e11cad97-5be6-48e6-bf28-5f9a6959d242, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:30:27.232337 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:27.269825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503e32b-8afe-4d9b-8368-f92968246660 req-352342d5-d5a3-4917-8113-b940a905a9f7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:27.278947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503e32b-8afe-4d9b-8368-f92968246660 req-352342d5-d5a3-4917-8113-b940a905a9f7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:27.283072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503e32b-8afe-4d9b-8368-f92968246660 req-352342d5-d5a3-4917-8113-b940a905a9f7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:27.289525 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503e32b-8afe-4d9b-8368-f92968246660 req-352342d5-d5a3-4917-8113-b940a905a9f7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:27.295979 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503e32b-8afe-4d9b-8368-f92968246660 req-352342d5-d5a3-4917-8113-b940a905a9f7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:27.303570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=7938937e-37ff-4ff3-9751-b09fa0d241f6,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:27.313845 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:27.318946 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503e32b-8afe-4d9b-8368-f92968246660 req-352342d5-d5a3-4917-8113-b940a905a9f7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:27.319288 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:27.355229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503e32b-8afe-4d9b-8368-f92968246660 req-352342d5-d5a3-4917-8113-b940a905a9f7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:27.361722 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9503e32b-8afe-4d9b-8368-f92968246660 req-352342d5-d5a3-4917-8113-b940a905a9f7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 5442 time: 1.2619894
Jun 04 15:30:27.396892 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:27.448241 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9503e32b-8afe-4d9b-8368-f92968246660 req-4726e416-b07f-4255-972d-3099ed573a09 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0855033
Jun 04 15:30:27.533575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-5e81420c-af76-477f-a1d5-97af399aff78 req-40c30dd2-8288-4f0b-860a-1c294c99ecff service neutron] device_id is not set on port e11cad97-5be6-48e6-bf28-5f9a6959d242 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:30:27.568098 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-40c30dd2-8288-4f0b-860a-1c294c99ecff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:27.573806 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Routers {'3d5b60da-e9fc-46e5-91db-3abfedc2801d'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:30:27.574430 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8f7ac0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:30:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3d5b60da-e9fc-46e5-91db-3abfedc2801d'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:27.593050 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-a09532dc-57a4-474b-b568-68f2ac0c3463', 'network_id': 'a09532dc-57a4-474b-b568-68f2ac0c3463', 'tenant_id': '7017e77146c94ff08ef79c4ce3ffe009', 'fixed_ips': [{'subnet_id': '8516fe0d-0c58-4c7c-85c1-6978540022bb'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:30:27.617684 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:27.650450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b7d9f-a1a8-4a9d-a0f8-f44b247ed2dc req-6ef1d487-d1ce-4b5a-b5bf-6b27b60670f2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:27.664759 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d77b7d9f-a1a8-4a9d-a0f8-f44b247ed2dc req-6ef1d487-d1ce-4b5a-b5bf-6b27b60670f2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.7030041
Jun 04 15:30:27.724664 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-40c30dd2-8288-4f0b-860a-1c294c99ecff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:27.763984 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:27.764361 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:27.894267 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af1219-0a34-478a-bb3a-257bfa96da46 None None] Pushing event updated for resources: {'Port': ['ID=33f11516-e7e9-433a-a061-693fd504c7e8,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:27.911202 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:27.929760 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-24af1219-0a34-478a-bb3a-257bfa96da46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:27.945666 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7938937e-37ff-4ff3-9751-b09fa0d241f6'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:30:27.949977 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e97ead7-5fcf-4946-a0ec-d22ef2ce2f23" -d '{"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-unplugged", "status": "completed", "tag": "7938937e-37ff-4ff3-9751-b09fa0d241f6"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:30:28.009424 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] Set router 3d5b60da-e9fc-46e5-91db-3abfedc2801d gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:30:28.283892 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d77b7d9f-a1a8-4a9d-a0f8-f44b247ed2dc req-b3fe43a8-ffb1-47c7-bc8a-77ed1b617be5 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6128278
Jun 04 15:30:28.356937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c30dd2-8288-4f0b-860a-1c294c99ecff service neutron] Pushing event updated for resources: {'Port': ['ID=e11cad97-5be6-48e6-bf28-5f9a6959d242,revision_number=6']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:28.366016 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-40c30dd2-8288-4f0b-860a-1c294c99ecff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:28.390536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-40c30dd2-8288-4f0b-860a-1c294c99ecff service neutron] No DVR routers for this DVR port e11cad97-5be6-48e6-bf28-5f9a6959d242 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:30:28.574957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5e81420c-af76-477f-a1d5-97af399aff78 req-40c30dd2-8288-4f0b-860a-1c294c99ecff service neutron] In _notify_port_updated(), no bound segment for port e11cad97-5be6-48e6-bf28-5f9a6959d242 on network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c {{(pid=88300) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:30:28.578395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81420c-af76-477f-a1d5-97af399aff78 req-40c30dd2-8288-4f0b-860a-1c294c99ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:28.579856 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-40c30dd2-8288-4f0b-860a-1c294c99ecff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:28.581570 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e81420c-af76-477f-a1d5-97af399aff78 req-40c30dd2-8288-4f0b-860a-1c294c99ecff service neutron] 10.222.0.62 "PUT /v2.0/ports/e11cad97-5be6-48e6-bf28-5f9a6959d242 HTTP/1.1" status: 200  len: 1033 time: 3.4959495
Jun 04 15:30:28.650042 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e94c6d-03a4-4f19-9e1a-182e17953642 x-openstack-request-id: req-57e94c6d-03a4-4f19-9e1a-182e17953642 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:30:28.652058 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-unplugged", "status": "completed", "tag": "7938937e-37ff-4ff3-9751-b09fa0d241f6", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:30:28.653337 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57e94c6d-03a4-4f19-9e1a-182e17953642 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:30:28.653949 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7938937e-37ff-4ff3-9751-b09fa0d241f6', 'code': 200}
Jun 04 15:30:28.708408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc75e1f-237e-433b-8e7a-d452612bc349 req-68743c1e-7340-4f10-84f7-c359b5831bdf tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:28.734705 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2fc75e1f-237e-433b-8e7a-d452612bc349 req-68743c1e-7340-4f10-84f7-c359b5831bdf tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.7930729
Jun 04 15:30:28.789858 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:28.940374 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2fc75e1f-237e-433b-8e7a-d452612bc349 req-7b9f44cc-6914-40f1-a537-31a9dcf8f8f3 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883004
Jun 04 15:30:28.943814 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:30:28.944501 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:30:29.023722 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:29.032055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Allocated IP 172.20.0.2 (a09532dc-57a4-474b-b568-68f2ac0c3463/8516fe0d-0c58-4c7c-85c1-6978540022bb/7c63102d-3fac-499e-acce-179b2b7b1b12) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:30:29.076568 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e84849a5-4ab3-4324-af50-f06f60ee9d74 None None] Provisioning complete for port e11cad97-5be6-48e6-bf28-5f9a6959d242 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:30:29.077339 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e84849a5-4ab3-4324-af50-f06f60ee9d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:29.135105 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8f7ac0>, [{'id': '3d5b60da-e9fc-46e5-91db-3abfedc2801d', 'name': 'tempest-NetworksTestDHCPv6-router-942200218', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:30:17Z', 'updated_at': '2021-06-04T15:30:20Z', 'revision_number': 2, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'gw_port_host': None, '_interfaces': [{'id': '33f11516-e7e9-433a-a061-693fd504c7e8', 'name': '', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'mac_address': 'fa:16:3e:6a:ff:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5b60da-e9fc-46e5-91db-3abfedc2801d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '07d96862-5eff-4bd6-84ac-740b24244039', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:30:19Z', 'updated_at': '2021-06-04T15:30:27Z', 'revision_number': 4, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'subnets': [{'id': '07d96862-5eff-4bd6-84ac-740b24244039', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:29.140170 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4074a0-f723-4208-b01b-4584ef049106 None None] The sync data for ids ['3d5b60da-e9fc-46e5-91db-3abfedc2801d'] in n-d-791505-9 is: [{'id': '3d5b60da-e9fc-46e5-91db-3abfedc2801d', 'name': 'tempest-NetworksTestDHCPv6-router-942200218', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:30:17Z', 'updated_at': '2021-06-04T15:30:20Z', 'revision_number': 2, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'gw_port_host': None, '_interfaces': [{'id': '33f11516-e7e9-433a-a061-693fd504c7e8', 'name': '', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'mac_address': 'fa:16:3e:6a:ff:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5b60da-e9fc-46e5-91db-3abfedc2801d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '07d96862-5eff-4bd6-84ac-740b24244039', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:30:19Z', 'updated_at': '2021-06-04T15:30:27Z', 'revision_number': 4, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'subnets': [{'id': '07d96862-5eff-4bd6-84ac-740b24244039', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:30:29.193237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e84849a5-4ab3-4324-af50-f06f60ee9d74 None None] Port e11cad97-5be6-48e6-bf28-5f9a6959d242 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:30:29.199024 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:29.229201 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ce0a2630-2899-4113-9a00-a02c2b714477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:29.358069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81420c-af76-477f-a1d5-97af399aff78 req-9ed1eb9b-e120-4a54-bb9f-c3a69624cd89 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:29.359362 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e81420c-af76-477f-a1d5-97af399aff78 req-9ed1eb9b-e120-4a54-bb9f-c3a69624cd89 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.62 "GET /v2.0/ports/783a3e7f-c7ae-454f-ba54-8ec9e3e03af5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.7683697
Jun 04 15:30:29.363000 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-927289fd-d9cf-4a07-8c0b-83b6688f80b8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port 33f11516-e7e9-433a-a061-693fd504c7e8 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:29.363206 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-927289fd-d9cf-4a07-8c0b-83b6688f80b8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:29.445609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-5e81420c-af76-477f-a1d5-97af399aff78 req-0e0ceeb6-a3ec-4f1d-8f6d-f471eb8eb82c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:30:29.557492 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,revision_number=10']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:29.585624 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:29.586099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:29.594111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:29.594111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:29.594111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:29.594111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:29.594111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:29.594111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:29.594111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:29.594111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:29.594111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:29.594111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:29.611834 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:29.666472 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-02afb291-2ee3-425e-acd0-495852fade5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:29.719128 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device eff2a110-bfbd-4b7c-802b-81406f46e243 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:30:29.865677 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-0e0ceeb6-a3ec-4f1d-8f6d-f471eb8eb82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:30.066628 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:30.216313 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Transition to ACTIVE for port object 7c63102d-3fac-499e-acce-179b2b7b1b12 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:30.259709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-0e0ceeb6-a3ec-4f1d-8f6d-f471eb8eb82c service neutron] For port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:30.342749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-0e0ceeb6-a3ec-4f1d-8f6d-f471eb8eb82c service neutron] For port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:30:30.343704 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Transition to ACTIVE for port object 7c63102d-3fac-499e-acce-179b2b7b1b12 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:30.359724 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:30.410214 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port eff2a110-bfbd-4b7c-802b-81406f46e243, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=eff2a110-bfbd-4b7c-802b-81406f46e243,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:30.439891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-5e81420c-af76-477f-a1d5-97af399aff78 req-0e0ceeb6-a3ec-4f1d-8f6d-f471eb8eb82c service neutron] device_id is not set on port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:30:30.468376 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-0e0ceeb6-a3ec-4f1d-8f6d-f471eb8eb82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:30.484829 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-927289fd-d9cf-4a07-8c0b-83b6688f80b8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:30.519033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb8867-2197-46c7-a8a2-ae810a217ed2 req-70ed576d-56e1-4a2d-8338-60221c096f4c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:30.525414 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:30.533452 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-37ad3360-ec5e-4858-bb96-310b861ea1b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:30.547498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb8867-2197-46c7-a8a2-ae810a217ed2 req-70ed576d-56e1-4a2d-8338-60221c096f4c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:30.569103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb8867-2197-46c7-a8a2-ae810a217ed2 req-70ed576d-56e1-4a2d-8338-60221c096f4c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:30.586881 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb8867-2197-46c7-a8a2-ae810a217ed2 req-70ed576d-56e1-4a2d-8338-60221c096f4c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:30.601615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb8867-2197-46c7-a8a2-ae810a217ed2 req-70ed576d-56e1-4a2d-8338-60221c096f4c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:30.615267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb8867-2197-46c7-a8a2-ae810a217ed2 req-70ed576d-56e1-4a2d-8338-60221c096f4c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:30.632388 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-abeb8867-2197-46c7-a8a2-ae810a217ed2 req-70ed576d-56e1-4a2d-8338-60221c096f4c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 4660 time: 1.2659645
Jun 04 15:30:30.681061 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4'}, {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff2a110-bfbd-4b7c-802b-81406f46e243'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:30:30.689821 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fbbe51-2a40-4402-bad7-091c6f1c4e8d" -d '{"events": [{"server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "name": "network-vif-plugged", "status": "completed", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4"}, {"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-unplugged", "status": "completed", "tag": "eff2a110-bfbd-4b7c-802b-81406f46e243"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:30:30.724236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Network a09532dc-57a4-474b-b568-68f2ac0c3463 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:30:30.724236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:30.724236 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:30.724236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:30:30.755404 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Pushing event updated for resources: {'Port': ['ID=7c63102d-3fac-499e-acce-179b2b7b1b12,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:30.769551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:30:30.781219 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:30.784827 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-baf87e8f-5bc1-415e-9fc1-5638687ad0cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:30.805452 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:30.811741 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:30.953339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Subnet': ['ID=8516fe0d-0c58-4c7c-85c1-6978540022bb,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:31.037382 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-abeb8867-2197-46c7-a8a2-ae810a217ed2 req-82275bc7-2dd1-402f-99d4-fdcde52dfe5d tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&id=262eb439-aefe-4c65-97d6-a13498df0b16&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3986413
Jun 04 15:30:31.061514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-927289fd-d9cf-4a07-8c0b-83b6688f80b8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for 33f11516-e7e9-433a-a061-693fd504c7e8 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:30:31.084179 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-0e0ceeb6-a3ec-4f1d-8f6d-f471eb8eb82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:31.102779 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:31.216220 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 04 Jun 2021 15:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4065fc28-96db-432b-bdd2-dc1c93c286ff x-openstack-request-id: req-4065fc28-96db-432b-bdd2-dc1c93c286ff {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:30:31.216905 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "name": "network-vif-plugged", "status": "completed", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4", "code": 200}, {"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-unplugged", "status": "completed", "tag": "eff2a110-bfbd-4b7c-802b-81406f46e243", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:30:31.217379 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4065fc28-96db-432b-bdd2-dc1c93c286ff {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:30:31.218010 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'code': 200}
Jun 04 15:30:31.219584 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff2a110-bfbd-4b7c-802b-81406f46e243', 'code': 200}
Jun 04 15:30:31.261921 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:31.288488 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386f28c70>,) {'filters': {'network_id': ['a09532dc-57a4-474b-b568-68f2ac0c3463']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:31.322181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f28c70>, '1ec84ada-aa6f-4d5e-9bba-22d4ac33e61b') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:31.322537 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f28c70>, '1ec84ada-aa6f-4d5e-9bba-22d4ac33e61b') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:31.339101 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:31.347920 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=eff2a110-bfbd-4b7c-802b-81406f46e243,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:31.385531 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:31.387534 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:31.405897 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:30:31.406366 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:31.413991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Attempting to bind port 7c63102d-3fac-499e-acce-179b2b7b1b12 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:30:31.420743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Attempting to bind port 7c63102d-3fac-499e-acce-179b2b7b1b12 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '1ec84ada-aa6f-4d5e-9bba-22d4ac33e61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a09532dc-57a4-474b-b568-68f2ac0c3463'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:30:31.421359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Attempting to bind port 7c63102d-3fac-499e-acce-179b2b7b1b12 on network a09532dc-57a4-474b-b568-68f2ac0c3463 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:30:31.574735 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 33f11516-e7e9-433a-a061-693fd504c7e8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:30:31.617047 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:30:31.619269 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:31.619269 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:31.622820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:31.624755 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:31.629362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:31.632380 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:31.633995 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:31.634593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:31.636884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:31.637491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:31.638029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:31.644505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:30:31.657977 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:31.737577 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.api [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 15:30:31.737577 n-d-791505-9 neutron-server[88301]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 15:30:31.737577 n-d-791505-9 neutron-server[88301]: [parameters: {'id': 'a09532dc-57a4-474b-b568-68f2ac0c3463'}]
Jun 04 15:30:31.737577 n-d-791505-9 neutron-server[88301]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:30:31.737577 n-d-791505-9 neutron-server[88301]: DEBUG oslo_db.api [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:30:31.801867 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:30:31.802677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Checking segment: {'id': '1ec84ada-aa6f-4d5e-9bba-22d4ac33e61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a09532dc-57a4-474b-b568-68f2ac0c3463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:30:31.805534 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:31.807785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Bound using segment: {'id': '1ec84ada-aa6f-4d5e-9bba-22d4ac33e61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a09532dc-57a4-474b-b568-68f2ac0c3463'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:30:31.808309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Bound port: 7c63102d-3fac-499e-acce-179b2b7b1b12, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec84ada-aa6f-4d5e-9bba-22d4ac33e61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a09532dc-57a4-474b-b568-68f2ac0c3463'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:30:31.808698 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:31.874418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a004b73-3bd3-4c84-b53b-295f4910e56d req-867f944d-8308-426a-98d2-de99537c8438 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:31.884054 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0a004b73-3bd3-4c84-b53b-295f4910e56d req-867f944d-8308-426a-98d2-de99537c8438 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.2672741
Jun 04 15:30:31.944254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ceeb6-a3ec-4f1d-8f6d-f471eb8eb82c service neutron] Pushing event updated for resources: {'Port': ['ID=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5,revision_number=7']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:31.987641 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0e0ceeb6-a3ec-4f1d-8f6d-f471eb8eb82c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:31.995976 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:32.043882 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0a004b73-3bd3-4c84-b53b-295f4910e56d req-658898ca-fb0a-48d5-b354-056b06f50178 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567268
Jun 04 15:30:32.051348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-0e0ceeb6-a3ec-4f1d-8f6d-f471eb8eb82c service neutron] No DVR routers for this DVR port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:30:32.158755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5e81420c-af76-477f-a1d5-97af399aff78 req-0e0ceeb6-a3ec-4f1d-8f6d-f471eb8eb82c service neutron] In _notify_port_updated(), no bound segment for port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 on network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c {{(pid=88300) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:30:32.160072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81420c-af76-477f-a1d5-97af399aff78 req-0e0ceeb6-a3ec-4f1d-8f6d-f471eb8eb82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:32.161435 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-0e0ceeb6-a3ec-4f1d-8f6d-f471eb8eb82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:32.166608 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e81420c-af76-477f-a1d5-97af399aff78 req-0e0ceeb6-a3ec-4f1d-8f6d-f471eb8eb82c service neutron] 10.222.0.62 "PUT /v2.0/ports/783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 HTTP/1.1" status: 200  len: 1031 time: 2.7258759
Jun 04 15:30:32.190251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6,segment=NetworkSegment(e30ded52-5f18-4ace-b44d-640f39295b8b),segment_id=e30ded52-5f18-4ace-b44d-640f39295b8b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:32.203492 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:32.239698 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:32.304069 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ee00397d-d5da-40bd-8150-e09d4ff9a277 None None] Provisioning complete for port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:30:32.304935 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee00397d-d5da-40bd-8150-e09d4ff9a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:32.393442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 33f11516-e7e9-433a-a061-693fd504c7e8 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:30:32.400947 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] For port 7c63102d-3fac-499e-acce-179b2b7b1b12, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:30:32.403388 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 33f11516-e7e9-433a-a061-693fd504c7e8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:30:32.403766 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:32.444059 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ee00397d-d5da-40bd-8150-e09d4ff9a277 None None] Port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:30:32.467849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fe637-28fa-429f-bcd4-c34fae95488f req-70c8c067-0787-46f5-a7fa-e76074c5e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:32.468825 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f8fe637-28fa-429f-bcd4-c34fae95488f req-70c8c067-0787-46f5-a7fa-e76074c5e649 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=de106ad9de2a4d2686c3ddb77c613a23&device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 1096 time: 1.2700613
Jun 04 15:30:32.470097 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] For port 7c63102d-3fac-499e-acce-179b2b7b1b12, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7c63102d-3fac-499e-acce-179b2b7b1b12,segment=NetworkSegment(1ec84ada-aa6f-4d5e-9bba-22d4ac33e61b),segment_id=1ec84ada-aa6f-4d5e-9bba-22d4ac33e61b)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:30:32.473934 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2fd6-a9c5-474c-bb25-ea4f4f8f8e5d req-b50256fe-bc0e-478f-9a23-da470165240f tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:32.475658 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-970a2fd6-a9c5-474c-bb25-ea4f4f8f8e5d req-b50256fe-bc0e-478f-9a23-da470165240f tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1199734
Jun 04 15:30:32.478154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Deleting port 7c63102d-3fac-499e-acce-179b2b7b1b12 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:32.478501 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:32.526516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873b9b1-57ee-4e98-9547-e7afc55781f3 req-dffbd51f-a65e-4b20-932e-7350a881d97c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:32.528098 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a873b9b1-57ee-4e98-9547-e7afc55781f3 req-dffbd51f-a65e-4b20-932e-7350a881d97c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.6939645
Jun 04 15:30:32.565169 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:32.642862 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-970a2fd6-a9c5-474c-bb25-ea4f4f8f8e5d req-6ccb048b-6659-4cbd-beeb-dce05629606e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472826
Jun 04 15:30:32.658617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] For port 7c63102d-3fac-499e-acce-179b2b7b1b12, host n-d-791505-9, got binding levels [] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:32.659963 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:32.766597 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:32.767393 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:30:32.937208 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:32.938021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Calling delete_port for 7c63102d-3fac-499e-acce-179b2b7b1b12 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:30:32.979400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:33.009965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5e81420c-af76-477f-a1d5-97af399aff78 req-03de1ad9-5a2a-452e-98ca-7c64d4487298 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Deleting port 7938937e-37ff-4ff3-9751-b09fa0d241f6 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:33.010556 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-03de1ad9-5a2a-452e-98ca-7c64d4487298 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:33.120055 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:33.120173 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a873b9b1-57ee-4e98-9547-e7afc55781f3 req-edec6a21-2861-4775-9cc5-f7af793503d1 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5036814
Jun 04 15:30:33.120266 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 04 15:30:33.120266 n-d-791505-9 neutron-server[88302]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s]
Jun 04 15:30:33.120266 n-d-791505-9 neutron-server[88302]: [parameters: {'status': 'ACTIVE', 'ports_id': '33f11516-e7e9-433a-a061-693fd504c7e8'}]
Jun 04 15:30:33.120266 n-d-791505-9 neutron-server[88302]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:30:33.120266 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:30:33.120266 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6a2091bf-6aff-412d-98c5-3783e5283037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:33.136942 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:33.205557 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1,segment=NetworkSegment(073b0851-c23f-4d82-99e3-8a9b40f03ea6),segment_id=073b0851-c23f-4d82-99e3-8a9b40f03ea6)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:33.221893 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6'}, {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:30:33.224444 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae077fe-3953-44a5-9514-b8b89e31be18" -d '{"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-unplugged", "status": "completed", "tag": "4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6"}, {"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:30:33.244382 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b3472-74a7-43c9-9e61-b555c592c270 req-39074a5f-e7d5-4a01-8e48-45bb00d1fc55 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:33.251707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b3472-74a7-43c9-9e61-b555c592c270 req-39074a5f-e7d5-4a01-8e48-45bb00d1fc55 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:33.257901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b3472-74a7-43c9-9e61-b555c592c270 req-39074a5f-e7d5-4a01-8e48-45bb00d1fc55 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:33.264956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b3472-74a7-43c9-9e61-b555c592c270 req-39074a5f-e7d5-4a01-8e48-45bb00d1fc55 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:33.271135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b3472-74a7-43c9-9e61-b555c592c270 req-39074a5f-e7d5-4a01-8e48-45bb00d1fc55 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:33.277574 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b57b3472-74a7-43c9-9e61-b555c592c270 req-39074a5f-e7d5-4a01-8e48-45bb00d1fc55 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 3880 time: 0.2026310
Jun 04 15:30:33.283043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fe637-28fa-429f-bcd4-c34fae95488f req-172029ae-0bcd-4c95-bd0e-580001fb4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:33.284679 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f8fe637-28fa-429f-bcd4-c34fae95488f req-172029ae-0bcd-4c95-bd0e-580001fb4de4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dd0db704-a651-492c-af83-f8b620646609 HTTP/1.1" status: 200  len: 912 time: 0.7933545
Jun 04 15:30:33.333408 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b57b3472-74a7-43c9-9e61-b555c592c270 req-80c0a32a-dc26-452c-970d-38faf621713a tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500832
Jun 04 15:30:33.410844 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 04 Jun 2021 15:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb517698-a031-4c10-9832-f9950ab7dd41 x-openstack-request-id: req-bb517698-a031-4c10-9832-f9950ab7dd41 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:30:33.411340 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-unplugged", "status": "completed", "tag": "4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6", "code": 200}, {"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:30:33.411796 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb517698-a031-4c10-9832-f9950ab7dd41 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:30:33.412300 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6', 'code': 200}
Jun 04 15:30:33.413037 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1', 'code': 200}
Jun 04 15:30:33.433703 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f8fe637-28fa-429f-bcd4-c34fae95488f req-afdc0b6b-fc7b-4664-a17c-93c1bdf8464d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6db6119c-57a9-40a6-ae32-46b32bfb5852 HTTP/1.1" status: 200  len: 217 time: 0.1391597
Jun 04 15:30:33.451837 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:33.457304 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-33bc13b6-aefc-4e36-b6bb-ff3d4bb063b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:33.484799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-03de1ad9-5a2a-452e-98ca-7c64d4487298 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] For port 7938937e-37ff-4ff3-9751-b09fa0d241f6, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=7938937e-37ff-4ff3-9751-b09fa0d241f6,segment=NetworkSegment(073b0851-c23f-4d82-99e3-8a9b40f03ea6),segment_id=073b0851-c23f-4d82-99e3-8a9b40f03ea6)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:33.485202 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-03de1ad9-5a2a-452e-98ca-7c64d4487298 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:33.651857 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:33.652766 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 866f06d1-ae5e-4e52-a577-794e989480c1 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:30:33.664733 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:33.675707 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a743b6df-879f-4754-b44a-5bf6e3631caf tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:33.726592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Port 33f11516-e7e9-433a-a061-693fd504c7e8 update to ACTIVE by agent not found {{(pid=88302) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}}
Jun 04 15:30:33.726592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Pushing event updated for resources: {'Port': ['ID=7c63102d-3fac-499e-acce-179b2b7b1b12,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:33.727439 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5e81420c-af76-477f-a1d5-97af399aff78 req-03de1ad9-5a2a-452e-98ca-7c64d4487298 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Calling delete_port for 7938937e-37ff-4ff3-9751-b09fa0d241f6 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:30:33.730088 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:33.730238 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-927289fd-d9cf-4a07-8c0b-83b6688f80b8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:33.738514 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6f1b9e1c-cbce-422d-9bf1-574ed306677e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:33.740304 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7118dec7-b46f-47fe-9957-8167488e88b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:33.747287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Port': ['ID=7c63102d-3fac-499e-acce-179b2b7b1b12,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:33.780909 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:33.781056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fe637-28fa-429f-bcd4-c34fae95488f req-8d64cc15-2d07-48d8-8e3f-e03a0c618035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:33.781056 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f8fe637-28fa-429f-bcd4-c34fae95488f req-8d64cc15-2d07-48d8-8e3f-e03a0c618035 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7f7f515a-1071-4e58-b7aa-100a1daa4127 HTTP/1.1" status: 200  len: 851 time: 0.3375680
Jun 04 15:30:33.785844 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No DVR routers for this DVR port 7c63102d-3fac-499e-acce-179b2b7b1b12 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server [None req-dd527ea6-8717-4a27-af53-da20cb46c297 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 7c63102d-3fac-499e-acce-179b2b7b1b12 could not be found.
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     port = model_query.get_by_id(context, models_v2.Port, id)
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 161, in get_by_id
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return query.filter(model.id == object_id).one()
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3500, in one
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     raise orm_exc.NoResultFound("No row was found for one()")
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server sqlalchemy.orm.exc.NoResultFound: No row was found for one()
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server 
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred:
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server 
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return plugin.get_port(context, port_id)
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jun 04 15:30:33.869839 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1529, in get_port
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     port = self._get_port(context, id)
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     raise exceptions.PortNotFound(port_id=id)
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 7c63102d-3fac-499e-acce-179b2b7b1b12 could not be found.
Jun 04 15:30:33.876100 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server 
Jun 04 15:30:33.900169 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:33.910186 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:33.925500 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:33.939581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927289fd-d9cf-4a07-8c0b-83b6688f80b8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=33f11516-e7e9-433a-a061-693fd504c7e8,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:33.980550 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c72d88-4698-4180-9659-d414aa0d7d4b None None] Network a09532dc-57a4-474b-b568-68f2ac0c3463 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:30:33.984341 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-927289fd-d9cf-4a07-8c0b-83b6688f80b8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:34.010414 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:34.022484 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f8fe637-28fa-429f-bcd4-c34fae95488f req-0b742e0d-3c16-4c30-85e4-cfbf9ed19ac7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dd0db704-a651-492c-af83-f8b620646609&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1906850
Jun 04 15:30:34.029985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387c9d460>,) {'filters': {'network_id': ['a09532dc-57a4-474b-b568-68f2ac0c3463']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:34.048645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387c9d460>, '1ec84ada-aa6f-4d5e-9bba-22d4ac33e61b') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:34.048868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387c9d460>, '1ec84ada-aa6f-4d5e-9bba-22d4ac33e61b') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:34.060404 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:34.063061 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:34.108815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0baf37-8513-406f-a642-68c46142bf79 req-bf7a7d47-8325-4910-ab68-f4279e9e6262 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:34.117742 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:34.123416 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c0baf37-8513-406f-a642-68c46142bf79 req-bf7a7d47-8325-4910-ab68-f4279e9e6262 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.7677774
Jun 04 15:30:34.166791 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:30:34.167201 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:30:34.223905 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:30:34.241845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 866f06d1-ae5e-4e52-a577-794e989480c1, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=866f06d1-ae5e-4e52-a577-794e989480c1,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:34.483687 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:34.510038 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4c0baf37-8513-406f-a642-68c46142bf79 req-ca726bce-067a-441d-84c2-61172ad6c054 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3852816
Jun 04 15:30:34.544425 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4487fb93-204d-4aec-b2d0-d33b1d7a2ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:34.867220 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a1482-b023-4d82-b94e-42b2557c3e76 None None] get_active_networks_info from n-d-791505-9 {{(pid=88302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 04 15:30:34.942955 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d9c60-35d4-4cbb-9b58-7efa546323f3 req-2259ee31-8b06-4ab1-b18f-e8b5a95d7e75 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:34.947872 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4a8d9c60-35d4-4cbb-9b58-7efa546323f3 req-2259ee31-8b06-4ab1-b18f-e8b5a95d7e75 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.2221675
Jun 04 15:30:34.962405 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:34.971428 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:34.982902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=866f06d1-ae5e-4e52-a577-794e989480c1,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:35.010691 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:35.014930 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-559c62f9-2376-4b16-b3cc-a0daa7c43ee5 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:35.093136 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f8fe637-28fa-429f-bcd4-c34fae95488f req-3559f4e6-3c6f-47a4-91f8-20da266c4ff5 service neutron] 10.222.0.65 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9044759
Jun 04 15:30:35.097305 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Network': ['ID=a09532dc-57a4-474b-b568-68f2ac0c3463,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:35.109747 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:35.112554 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/a09532dc-57a4-474b-b568-68f2ac0c3463 HTTP/1.1" status: 204  len: 168 time: 9.0731363
Jun 04 15:30:35.130547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57898) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:35.143808 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-921788153'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:30:35.169734 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a1482-b023-4d82-b94e-42b2557c3e76 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 04 15:30:35.201503 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4a8d9c60-35d4-4cbb-9b58-7efa546323f3 req-c7d63677-c1ca-4520-8359-60ce31791c0c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2409513
Jun 04 15:30:35.205720 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:30:35.229917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:network and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:30:35.231159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:30:35.241740 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:30:35.364001 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-927289fd-d9cf-4a07-8c0b-83b6688f80b8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:35.376922 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-03de1ad9-5a2a-452e-98ca-7c64d4487298 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:35.387963 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:35.416053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866f06d1-ae5e-4e52-a577-794e989480c1'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:30:35.418678 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23152a86-c598-494c-9852-4cf700cd4d8e" -d '{"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-unplugged", "status": "completed", "tag": "866f06d1-ae5e-4e52-a577-794e989480c1"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:30:35.430922 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f8fe637-28fa-429f-bcd4-c34fae95488f req-c1de133a-a502-402c-9966-88dc39dc20cb service neutron] 10.222.0.65 "GET /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3299308
Jun 04 15:30:35.443621 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-927289fd-d9cf-4a07-8c0b-83b6688f80b8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:35.470016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:30:35.479799 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:35.538741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de1ad9-5a2a-452e-98ca-7c64d4487298 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event deleted for resources: {'Port': ['ID=7938937e-37ff-4ff3-9751-b09fa0d241f6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:35.546662 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03de1ad9-5a2a-452e-98ca-7c64d4487298 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:35.614830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:30:35.642731 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:35.643091 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Added segment 03883f56-3d8c-46cd-82f0-ceea3a859969 of type vlan for network b39327d2-3ed1-4e15-95a9-bfbaaaa524fc
Jun 04 15:30:35.658882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da31c52-698a-4557-9440-e336eac0af1a req-733eff86-618e-4aed-a393-af9293e6a519 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:35.665194 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9da31c52-698a-4557-9440-e336eac0af1a req-733eff86-618e-4aed-a393-af9293e6a519 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.2638707
Jun 04 15:30:35.819827 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:35.879704 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9da31c52-698a-4557-9440-e336eac0af1a req-17a51b4d-b6b5-482b-ab8c-46330224a93f tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854253
Jun 04 15:30:36.136663 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:36.143703 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:36.144591 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:36.211056 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0fa45ff1-903f-422f-bb52-73d440ec72de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:36.267972 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282a3e76-8ff5-4f97-a5bf-cd481051bfb2 x-openstack-request-id: req-282a3e76-8ff5-4f97-a5bf-cd481051bfb2 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:30:36.268475 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-unplugged", "status": "completed", "tag": "866f06d1-ae5e-4e52-a577-794e989480c1", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:30:36.268594 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-282a3e76-8ff5-4f97-a5bf-cd481051bfb2 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:30:36.268913 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866f06d1-ae5e-4e52-a577-794e989480c1', 'code': 200}
Jun 04 15:30:36.349161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Network': ['ID=b39327d2-3ed1-4e15-95a9-bfbaaaa524fc,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:36.352347 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:36.365925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network b39327d2-3ed1-4e15-95a9-bfbaaaa524fc details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:30:36.385548 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.2538447
Jun 04 15:30:36.386092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57918) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:36.392218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'subnet': {'network_id': 'b39327d2-3ed1-4e15-95a9-bfbaaaa524fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:30:36.476768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-03de1ad9-5a2a-452e-98ca-7c64d4487298 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] No DVR routers for this DVR port 7938937e-37ff-4ff3-9751-b09fa0d241f6 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:30:36.480455 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-03de1ad9-5a2a-452e-98ca-7c64d4487298 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:36.494404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-deleted', 'tag': '7938937e-37ff-4ff3-9751-b09fa0d241f6'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:30:36.500757 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00baf93f-31fc-4c5c-98ee-8c83dd64d717" -d '{"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-deleted", "tag": "7938937e-37ff-4ff3-9751-b09fa0d241f6"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:30:36.545071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50505d-f979-4997-8783-1fc822397140 req-38be40e2-174c-4ed1-ad2e-3825705d4ebc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:36.548730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50505d-f979-4997-8783-1fc822397140 req-38be40e2-174c-4ed1-ad2e-3825705d4ebc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:36.555871 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50505d-f979-4997-8783-1fc822397140 req-38be40e2-174c-4ed1-ad2e-3825705d4ebc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:36.566809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50505d-f979-4997-8783-1fc822397140 req-38be40e2-174c-4ed1-ad2e-3825705d4ebc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:36.575768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50505d-f979-4997-8783-1fc822397140 req-38be40e2-174c-4ed1-ad2e-3825705d4ebc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:36.577266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-df50505d-f979-4997-8783-1fc822397140 req-38be40e2-174c-4ed1-ad2e-3825705d4ebc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Synchronizing usage tracker for tenant:926d3966f5b342809000e5f28f33b523 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:30:36.737130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:30:36.770287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:subnet and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:30:36.785029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:30:36.793590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927289fd-d9cf-4a07-8c0b-83b6688f80b8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Router 3d5b60da-e9fc-46e5-91db-3abfedc2801d has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:30:36.801135 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e81420c-af76-477f-a1d5-97af399aff78 req-03de1ad9-5a2a-452e-98ca-7c64d4487298 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.62 "DELETE /v2.0/ports/7938937e-37ff-4ff3-9751-b09fa0d241f6 HTTP/1.1" status: 204  len: 173 time: 4.6225386
Jun 04 15:30:36.831567 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:30:36.938352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960701f-2dbc-4451-9ba9-9bfd36034e0e req-24e72eb1-3920-45b2-b7cc-a5be827a48f9 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:36.948092 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7960701f-2dbc-4451-9ba9-9bfd36034e0e req-24e72eb1-3920-45b2-b7cc-a5be827a48f9 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.3629284
Jun 04 15:30:37.080045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927289fd-d9cf-4a07-8c0b-83b6688f80b8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:30:37.088302 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-927289fd-d9cf-4a07-8c0b-83b6688f80b8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "PUT /v2.0/routers/3d5b60da-e9fc-46e5-91db-3abfedc2801d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5827398
Jun 04 15:30:37.088960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57932) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:37.094111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adfa50f-6996-489f-ba3b-37557aeb4138 None None] Sync routers for ids ['3d5b60da-e9fc-46e5-91db-3abfedc2801d'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:30:37.108367 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7960701f-2dbc-4451-9ba9-9bfd36034e0e req-9119d226-1d2a-4475-8e3f-8dca868a04b9 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588759
Jun 04 15:30:37.112275 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adfa50f-6996-489f-ba3b-37557aeb4138 None None] Routers {'3d5b60da-e9fc-46e5-91db-3abfedc2801d'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:30:37.112275 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1adfa50f-6996-489f-ba3b-37557aeb4138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3fa970>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:30:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3d5b60da-e9fc-46e5-91db-3abfedc2801d'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:37.113018 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:30:37.124936 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:37.385586 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-df50505d-f979-4997-8783-1fc822397140 req-38be40e2-174c-4ed1-ad2e-3825705d4ebc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Unset dirty status for tenant:926d3966f5b342809000e5f28f33b523 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:30:37.386761 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-df50505d-f979-4997-8783-1fc822397140 req-38be40e2-174c-4ed1-ad2e-3825705d4ebc tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 3798 time: 2.4330816
Jun 04 15:30:37.414048 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.ipam_backend_mixin [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Performing IP validity checks on allocation pools {{(pid=88301) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Jun 04 15:30:37.415412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.ipam_backend_mixin [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88301) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Jun 04 15:30:37.474201 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-1adfa50f-6996-489f-ba3b-37557aeb4138 None None] Set router 3d5b60da-e9fc-46e5-91db-3abfedc2801d gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:30:37.542296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f718f0e-31f0-46d9-acd6-5f82054ac162 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:37.546475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f718f0e-31f0-46d9-acd6-5f82054ac162 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:37.547585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8f718f0e-31f0-46d9-acd6-5f82054ac162 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:30:37.614574 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-df50505d-f979-4997-8783-1fc822397140 req-3bf9c5e0-18a6-4f70-b594-3b8c72b01e04 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1992993
Jun 04 15:30:37.670874 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5e81420c-af76-477f-a1d5-97af399aff78 req-7402b17c-13ca-4b7f-9fd5-d581e326961c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Deleting port eff2a110-bfbd-4b7c-802b-81406f46e243 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:37.673922 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-7402b17c-13ca-4b7f-9fd5-d581e326961c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:37.747612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910b20b-3e3e-44a0-8400-44d8845239b5 req-5674213a-0a5e-4d5a-ace7-6af146f27d40 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:37.750179 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a910b20b-3e3e-44a0-8400-44d8845239b5 req-5674213a-0a5e-4d5a-ace7-6af146f27d40 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1884763
Jun 04 15:30:37.823356 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1adfa50f-6996-489f-ba3b-37557aeb4138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3fa970>, [{'id': '3d5b60da-e9fc-46e5-91db-3abfedc2801d', 'name': 'tempest-NetworksTestDHCPv6-router-942200218', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:30:17Z', 'updated_at': '2021-06-04T15:30:32Z', 'revision_number': 3, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:37.845368 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adfa50f-6996-489f-ba3b-37557aeb4138 None None] Checking router: 3d5b60da-e9fc-46e5-91db-3abfedc2801d for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:30:37.871026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a910b20b-3e3e-44a0-8400-44d8845239b5 req-0c2388a6-81c5-4fbc-9f2d-80ac6c4b2f87 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124609
Jun 04 15:30:37.912732 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adfa50f-6996-489f-ba3b-37557aeb4138 None None] Routers {'3d5b60da-e9fc-46e5-91db-3abfedc2801d'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:30:37.912885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1adfa50f-6996-489f-ba3b-37557aeb4138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3fa970>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:30:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3d5b60da-e9fc-46e5-91db-3abfedc2801d'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:37.930464 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83992012-df33-4a83-942d-18d6af02684d x-openstack-request-id: req-83992012-df33-4a83-942d-18d6af02684d {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:30:37.930809 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-deleted", "tag": "7938937e-37ff-4ff3-9751-b09fa0d241f6", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:30:37.934986 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83992012-df33-4a83-942d-18d6af02684d {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:30:37.934986 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-deleted', 'tag': '7938937e-37ff-4ff3-9751-b09fa0d241f6', 'status': 'completed', 'code': 200}
Jun 04 15:30:37.946281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8f718f0e-31f0-46d9-acd6-5f82054ac162 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:30:37.947596 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8f718f0e-31f0-46d9-acd6-5f82054ac162 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.8468163
Jun 04 15:30:37.950449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57942) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:38.118373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-7402b17c-13ca-4b7f-9fd5-d581e326961c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] For port eff2a110-bfbd-4b7c-802b-81406f46e243, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=eff2a110-bfbd-4b7c-802b-81406f46e243,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:38.118806 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-7402b17c-13ca-4b7f-9fd5-d581e326961c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:38.160788 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-65843a0c-70ce-457f-bc5e-c805e2e670c3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 07d96862-5eff-4bd6-84ac-740b24244039 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:30:38.222730 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65843a0c-70ce-457f-bc5e-c805e2e670c3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:38.311896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-1adfa50f-6996-489f-ba3b-37557aeb4138 None None] Set router 3d5b60da-e9fc-46e5-91db-3abfedc2801d gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:30:38.404421 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65843a0c-70ce-457f-bc5e-c805e2e670c3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:38.479153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5e81420c-af76-477f-a1d5-97af399aff78 req-7402b17c-13ca-4b7f-9fd5-d581e326961c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Calling delete_port for eff2a110-bfbd-4b7c-802b-81406f46e243 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:30:38.525329 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1adfa50f-6996-489f-ba3b-37557aeb4138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3fa970>, [{'id': '3d5b60da-e9fc-46e5-91db-3abfedc2801d', 'name': 'tempest-NetworksTestDHCPv6-router-942200218', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:30:17Z', 'updated_at': '2021-06-04T15:30:32Z', 'revision_number': 3, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:38.532685 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adfa50f-6996-489f-ba3b-37557aeb4138 None None] The sync data for ids ['3d5b60da-e9fc-46e5-91db-3abfedc2801d'] in n-d-791505-9 is: [{'id': '3d5b60da-e9fc-46e5-91db-3abfedc2801d', 'name': 'tempest-NetworksTestDHCPv6-router-942200218', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:30:17Z', 'updated_at': '2021-06-04T15:30:32Z', 'revision_number': 3, 'project_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:30:38.684806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0507402-8185-4470-8b91-90bc632ecf5d req-08fb7156-92a3-4f46-a64d-dcaff94ae7d8 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:38.688053 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0507402-8185-4470-8b91-90bc632ecf5d req-08fb7156-92a3-4f46-a64d-dcaff94ae7d8 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.4739189
Jun 04 15:30:38.744301 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65843a0c-70ce-457f-bc5e-c805e2e670c3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:38.798155 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-7402b17c-13ca-4b7f-9fd5-d581e326961c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:38.815372 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:38.871193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402b17c-13ca-4b7f-9fd5-d581e326961c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event deleted for resources: {'Port': ['ID=eff2a110-bfbd-4b7c-802b-81406f46e243,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:38.923153 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7402b17c-13ca-4b7f-9fd5-d581e326961c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:38.989320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-7402b17c-13ca-4b7f-9fd5-d581e326961c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] No DVR routers for this DVR port eff2a110-bfbd-4b7c-802b-81406f46e243 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:30:38.992096 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-7402b17c-13ca-4b7f-9fd5-d581e326961c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:39.030359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde6dca-56ba-4adc-9243-877c55d540f7 req-27e6b10c-0717-450f-ba22-bfb70233c487 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:39.038018 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8bde6dca-56ba-4adc-9243-877c55d540f7 req-27e6b10c-0717-450f-ba22-bfb70233c487 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.3331718
Jun 04 15:30:39.077416 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e81420c-af76-477f-a1d5-97af399aff78 req-7402b17c-13ca-4b7f-9fd5-d581e326961c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.62 "DELETE /v2.0/ports/eff2a110-bfbd-4b7c-802b-81406f46e243 HTTP/1.1" status: 204  len: 173 time: 2.2686179
Jun 04 15:30:39.102177 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0507402-8185-4470-8b91-90bc632ecf5d req-bed244b5-0e93-4aee-9da7-b6078e9e83c1 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4029310
Jun 04 15:30:39.389085 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8bde6dca-56ba-4adc-9243-877c55d540f7 req-f9793b31-6161-44ba-9c37-7d6c4d915869 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3483572
Jun 04 15:30:39.779909 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:39.806449 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6555b4c9-cede-42c1-b20d-358e8e9867d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:39.807612 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 33f11516-e7e9-433a-a061-693fd504c7e8 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:30:39.871741 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 33f11516-e7e9-433a-a061-693fd504c7e8 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:30:39.873567 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 33f11516-e7e9-433a-a061-693fd504c7e8 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:30:39.933981 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-deleted', 'tag': 'eff2a110-bfbd-4b7c-802b-81406f46e243'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:30:39.940298 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb61b5c6-0faa-41cd-8399-0890d976ec67" -d '{"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-deleted", "tag": "eff2a110-bfbd-4b7c-802b-81406f46e243"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:30:39.994242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5e81420c-af76-477f-a1d5-97af399aff78 req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Deleting port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:39.994879 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:40.064562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Subnet': ['ID=e188dbd4-d908-497a-9d66-089d85126385,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:40.082625 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:40.108942 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Checking segment: {'id': '03883f56-3d8c-46cd-82f0-ceea3a859969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b39327d2-3ed1-4e15-95a9-bfbaaaa524fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:30:40.109368 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network hostable DHCP agents. Network: b39327d2-3ed1-4e15-95a9-bfbaaaa524fc, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:30:40.139322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07a365-2a2b-4932-974f-83085866fe55 req-8e601658-fd05-4617-9e8c-1a2a7cfc4316 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:40.152027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07a365-2a2b-4932-974f-83085866fe55 req-8e601658-fd05-4617-9e8c-1a2a7cfc4316 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:40.164854 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07a365-2a2b-4932-974f-83085866fe55 req-8e601658-fd05-4617-9e8c-1a2a7cfc4316 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:40.179117 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1a07a365-2a2b-4932-974f-83085866fe55 req-8e601658-fd05-4617-9e8c-1a2a7cfc4316 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 2410 time: 0.6104066
Jun 04 15:30:40.198478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] For port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6,segment=NetworkSegment(e30ded52-5f18-4ace-b44d-640f39295b8b),segment_id=e30ded52-5f18-4ace-b44d-640f39295b8b)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:40.203098 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:40.213814 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65843a0c-70ce-457f-bc5e-c805e2e670c3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:40.222488 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-efded9e6-dc0c-4ef5-ae76-8efbd751ddd2 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:40.269120 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65843a0c-70ce-457f-bc5e-c805e2e670c3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=07d96862-5eff-4bd6-84ac-740b24244039,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:40.281595 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-65843a0c-70ce-457f-bc5e-c805e2e670c3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:40.319939 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1a07a365-2a2b-4932-974f-83085866fe55 req-550b0555-e465-4b5b-9e4d-518ae831d354 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1395934
Jun 04 15:30:40.334672 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d23e86-2a7b-44c0-8daa-a746fcce93cf None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:30:40.346298 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-65843a0c-70ce-457f-bc5e-c805e2e670c3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:40.485940 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7f0dc3-5b8a-48dd-aa41-a6db90d45bce x-openstack-request-id: req-ba7f0dc3-5b8a-48dd-aa41-a6db90d45bce {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:30:40.486192 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-deleted", "tag": "eff2a110-bfbd-4b7c-802b-81406f46e243", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:30:40.486340 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba7f0dc3-5b8a-48dd-aa41-a6db90d45bce {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:30:40.486757 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-deleted', 'tag': 'eff2a110-bfbd-4b7c-802b-81406f46e243', 'status': 'completed', 'code': 200}
Jun 04 15:30:40.527576 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-65843a0c-70ce-457f-bc5e-c805e2e670c3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/07d96862-5eff-4bd6-84ac-740b24244039 HTTP/1.1" status: 204  len: 168 time: 2.5741291
Jun 04 15:30:40.529464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57978) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:40.831127 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network b39327d2-3ed1-4e15-95a9-bfbaaaa524fc is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:30:41.091299 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1cbe8b-0cb6-4ee9-88c1-8dc374a62e2e None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:30:41.200187 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, b39327d2-3ed1-4e15-95a9-bfbaaaa524fc) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:41.227261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c1df64-3acb-4879-aba8-76d54006cfdf None None] Network b39327d2-3ed1-4e15-95a9-bfbaaaa524fc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:30:41.234653 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:41.235282 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:41.239574 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Floating IP 6252c97b-28f0-4067-b2c1-300ab7b048ed disassociated. External IP: 172.25.4.48, port: 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6.
Jun 04 15:30:41.239574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5e81420c-af76-477f-a1d5-97af399aff78 req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Calling delete_port for 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:30:41.239985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:41.239985 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:41.288474 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1c051c7b-b3ab-48cc-b781-96aab9bba405 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:router {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:30:41.321806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4a64f-3160-4e76-aa6c-3c501e120659 req-931b29ef-07b0-4bd0-9e7d-aa33662b0bd3 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:41.337504 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4be4a64f-3160-4e76-aa6c-3c501e120659 req-931b29ef-07b0-4bd0-9e7d-aa33662b0bd3 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.5728948
Jun 04 15:30:41.421182 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4be4a64f-3160-4e76-aa6c-3c501e120659 req-fc53ca74-97f8-4e02-bb66-574348ba2337 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858471
Jun 04 15:30:41.427381 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 5.0375371
Jun 04 15:30:41.445937 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57996) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:41.492167 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1c051c7b-b3ab-48cc-b781-96aab9bba405 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:router {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:30:41.497579 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1c051c7b-b3ab-48cc-b781-96aab9bba405 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.9626017
Jun 04 15:30:41.533772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58000) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:41.742267 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:41.749374 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:41.929175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event deleted for resources: {'Port': ['ID=4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:41.942570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device be95a621-5b52-4de5-9fd7-edb8d6f7470f no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:30:42.041108 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-b39327d2-3ed1-4e15-95a9-bfbaaaa524fc', 'network_id': 'b39327d2-3ed1-4e15-95a9-bfbaaaa524fc', 'tenant_id': '7017e77146c94ff08ef79c4ce3ffe009', 'fixed_ips': [{'subnet_id': 'e188dbd4-d908-497a-9d66-089d85126385'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:30:42.044657 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:42.045532 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:42.077467 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7f1cbe8b-0cb6-4ee9-88c1-8dc374a62e2e None None] Deleting port be95a621-5b52-4de5-9fd7-edb8d6f7470f {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:42.077650 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7f1cbe8b-0cb6-4ee9-88c1-8dc374a62e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:42.196416 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-97376f12-8acb-47d6-bf0c-b4500fb60ea3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:42.392761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e81420c-af76-477f-a1d5-97af399aff78 req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:30:42.486998 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Allocated IP 172.20.0.3 (b39327d2-3ed1-4e15-95a9-bfbaaaa524fc/e188dbd4-d908-497a-9d66-089d85126385/75c2e8cb-ef00-4ba2-85ef-cb1d808a798d) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:30:42.585986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510a60a-8633-46ba-8d85-065751590f57 req-0806a394-0785-4e3b-a4be-2ab6e1d1eb69 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:42.601899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510a60a-8633-46ba-8d85-065751590f57 req-0806a394-0785-4e3b-a4be-2ab6e1d1eb69 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:42.602967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6510a60a-8633-46ba-8d85-065751590f57 req-0806a394-0785-4e3b-a4be-2ab6e1d1eb69 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Synchronizing usage tracker for tenant:926d3966f5b342809000e5f28f33b523 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:30:42.756093 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:42.770800 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7f1cbe8b-0cb6-4ee9-88c1-8dc374a62e2e None None] For port be95a621-5b52-4de5-9fd7-edb8d6f7470f, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=be95a621-5b52-4de5-9fd7-edb8d6f7470f,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:42.781067 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7f1cbe8b-0cb6-4ee9-88c1-8dc374a62e2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:42.782020 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-97376f12-8acb-47d6-bf0c-b4500fb60ea3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:42.782020 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-97376f12-8acb-47d6-bf0c-b4500fb60ea3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:42.824164 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc483a8f-93db-4be2-9312-3bc2752e4b85 req-14c6e0a1-2d4f-41be-813e-9bbd3b2d9bdb tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:42.827345 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bc483a8f-93db-4be2-9312-3bc2752e4b85 req-14c6e0a1-2d4f-41be-813e-9bbd3b2d9bdb tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 1.1739519
Jun 04 15:30:42.852657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6510a60a-8633-46ba-8d85-065751590f57 req-0806a394-0785-4e3b-a4be-2ab6e1d1eb69 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Unset dirty status for tenant:926d3966f5b342809000e5f28f33b523 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:30:42.864871 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6510a60a-8633-46ba-8d85-065751590f57 req-0806a394-0785-4e3b-a4be-2ab6e1d1eb69 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 1677 time: 0.9332232
Jun 04 15:30:42.929824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e81420c-af76-477f-a1d5-97af399aff78 req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:30:42.941344 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be1527-23fe-408c-ab56-f7e48c56b470 None None] Sync routers for ids ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:30:42.963664 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be1527-23fe-408c-ab56-f7e48c56b470 None None] Routers {'5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:30:42.967271 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-44be1527-23fe-408c-ab56-f7e48c56b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cce6c70>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:30:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:43.249037 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7f1cbe8b-0cb6-4ee9-88c1-8dc374a62e2e None None] Calling delete_port for be95a621-5b52-4de5-9fd7-edb8d6f7470f owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:30:43.258925 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:43.283214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] No DVR routers for this DVR port 4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:30:43.291539 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:43.298451 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e81420c-af76-477f-a1d5-97af399aff78 req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.62 "DELETE /v2.0/ports/4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6 HTTP/1.1" status: 204  len: 173 time: 4.2140470
Jun 04 15:30:43.302490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-deleted', 'tag': '4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:30:43.313700 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97f6a40-4070-408b-8edf-45c308354c9b" -d '{"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-deleted", "tag": "4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:30:43.348842 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6510a60a-8633-46ba-8d85-065751590f57 req-aa1b469d-90b7-4566-bc8b-c2899608f59f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4829185
Jun 04 15:30:43.349682 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bc483a8f-93db-4be2-9312-3bc2752e4b85 req-3fb43e6f-bf15-4587-b2b7-626d6fc81683 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2570384
Jun 04 15:30:43.358662 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-97376f12-8acb-47d6-bf0c-b4500fb60ea3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:43.359200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97376f12-8acb-47d6-bf0c-b4500fb60ea3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Fanout notify agent at l3_agent the message router_deleted on router 3d5b60da-e9fc-46e5-91db-3abfedc2801d {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:30:43.369904 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:43.371931 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port be95a621-5b52-4de5-9fd7-edb8d6f7470f, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=be95a621-5b52-4de5-9fd7-edb8d6f7470f,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:43.398809 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-44be1527-23fe-408c-ab56-f7e48c56b470 None None] Set router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:30:43.558562 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:43.662247 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:43.846128 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-97376f12-8acb-47d6-bf0c-b4500fb60ea3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:43.869384 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-97376f12-8acb-47d6-bf0c-b4500fb60ea3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/routers/3d5b60da-e9fc-46e5-91db-3abfedc2801d HTTP/1.1" status: 204  len: 168 time: 2.3397453
Jun 04 15:30:43.882149 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58030) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:44.005564 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93b310c-141c-4aa2-bb8a-3f47c5107217 x-openstack-request-id: req-b93b310c-141c-4aa2-bb8a-3f47c5107217 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:30:44.006163 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-deleted", "tag": "4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:30:44.006296 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b93b310c-141c-4aa2-bb8a-3f47c5107217 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:30:44.006658 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-deleted', 'tag': '4a385cea-c3b0-45b0-b6a3-5bff6a0b1fa6', 'status': 'completed', 'code': 200}
Jun 04 15:30:44.060788 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=be95a621-5b52-4de5-9fd7-edb8d6f7470f,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:44.119497 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:44.162643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5e81420c-af76-477f-a1d5-97af399aff78 req-61b1893c-3dc7-4529-af31-7862f6337ef0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Deleting port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:44.162981 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-61b1893c-3dc7-4529-af31-7862f6337ef0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:44.330472 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:44.384373 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Transition to ACTIVE for port object 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:44.465116 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-44be1527-23fe-408c-ab56-f7e48c56b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cce6c70>, [{'id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-router', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:18:37Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '926d3966f5b342809000e5f28f33b523', 'gw_port': {'id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:38Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '28ded273-6a5f-437b-9295-ffe85080f840', 'name': '', 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'mac_address': 'fa:16:3e:96:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:45Z', 'updated_at': '2021-06-04T15:18:59Z', 'revision_number': 5, 'project_id': '926d3966f5b342809000e5f28f33b523', 'subnets': [{'id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:44.471430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Transition to ACTIVE for port object 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:44.486684 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be1527-23fe-408c-ab56-f7e48c56b470 None None] Checking router: 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:30:44.493051 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7f1cbe8b-0cb6-4ee9-88c1-8dc374a62e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:44.508843 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be1527-23fe-408c-ab56-f7e48c56b470 None None] Routers {'5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:30:44.510568 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-44be1527-23fe-408c-ab56-f7e48c56b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cce6c70>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:30:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:44.515891 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cb958637-e9c8-4063-b15d-e9fafce33930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:44.569892 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de668eb-5e80-45c1-8fec-64e65868bec8 req-dbe78b1c-f22b-4a32-ab76-641c1ad1de9b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:44.579939 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0de668eb-5e80-45c1-8fec-64e65868bec8 req-dbe78b1c-f22b-4a32-ab76-641c1ad1de9b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.7093122
Jun 04 15:30:44.625245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1332f7-93ec-4bad-a71f-ce384510afaf tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:44.635400 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0b1332f7-93ec-4bad-a71f-ce384510afaf tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.6429696
Jun 04 15:30:44.663016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58044) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:44.734663 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cbe8b-0cb6-4ee9-88c1-8dc374a62e2e None None] Pushing event deleted for resources: {'Port': ['ID=be95a621-5b52-4de5-9fd7-edb8d6f7470f,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:44.761082 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:44.775541 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7f1cbe8b-0cb6-4ee9-88c1-8dc374a62e2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:44.775541 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7f1cbe8b-0cb6-4ee9-88c1-8dc374a62e2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:44.874682 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0de668eb-5e80-45c1-8fec-64e65868bec8 req-a5660077-f606-452d-a9ac-8dbf12d787b3 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2933731
Jun 04 15:30:44.879073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Network b39327d2-3ed1-4e15-95a9-bfbaaaa524fc is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:30:44.882702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd996ae-cd7d-49e4-bd86-038b60112056 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:44.883489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3fd996ae-cd7d-49e4-bd86-038b60112056 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:30:44.886963 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:44.953209 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1cbe8b-0cb6-4ee9-88c1-8dc374a62e2e None None] No DVR routers for this DVR port be95a621-5b52-4de5-9fd7-edb8d6f7470f on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:30:44.953209 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:30:45.082430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Pushing event updated for resources: {'Port': ['ID=75c2e8cb-ef00-4ba2-85ef-cb1d808a798d,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:45.097562 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:45.110113 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Attempting to bind port 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:30:45.110641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Attempting to bind port 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '03883f56-3d8c-46cd-82f0-ceea3a859969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b39327d2-3ed1-4e15-95a9-bfbaaaa524fc'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:30:45.111119 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Attempting to bind port 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d on network b39327d2-3ed1-4e15-95a9-bfbaaaa524fc {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:30:45.118611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:30:45.118611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Checking segment: {'id': '03883f56-3d8c-46cd-82f0-ceea3a859969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b39327d2-3ed1-4e15-95a9-bfbaaaa524fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:30:45.119135 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:45.120332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Bound using segment: {'id': '03883f56-3d8c-46cd-82f0-ceea3a859969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b39327d2-3ed1-4e15-95a9-bfbaaaa524fc'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:30:45.121028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Bound port: 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03883f56-3d8c-46cd-82f0-ceea3a859969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b39327d2-3ed1-4e15-95a9-bfbaaaa524fc'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:30:45.121571 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:45.207029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96533daa-df6e-4485-9dee-f1bb7d778ab0 req-f6801a67-561e-43fa-8c4f-76796000f60b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:45.218122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96533daa-df6e-4485-9dee-f1bb7d778ab0 req-f6801a67-561e-43fa-8c4f-76796000f60b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:45.220299 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-96533daa-df6e-4485-9dee-f1bb7d778ab0 req-f6801a67-561e-43fa-8c4f-76796000f60b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 1677 time: 0.1326632
Jun 04 15:30:45.227026 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] For port 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:30:45.230778 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] For port 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=75c2e8cb-ef00-4ba2-85ef-cb1d808a798d,segment=NetworkSegment(03883f56-3d8c-46cd-82f0-ceea3a859969),segment_id=03883f56-3d8c-46cd-82f0-ceea3a859969)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:30:45.249632 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-44be1527-23fe-408c-ab56-f7e48c56b470 None None] Set router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:30:45.272419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-61b1893c-3dc7-4529-af31-7862f6337ef0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] For port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1,segment=NetworkSegment(073b0851-c23f-4d82-99e3-8a9b40f03ea6),segment_id=073b0851-c23f-4d82-99e3-8a9b40f03ea6)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:45.273065 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-61b1893c-3dc7-4529-af31-7862f6337ef0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:45.287856 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-96533daa-df6e-4485-9dee-f1bb7d778ab0 req-77723f35-4b76-4bab-98b0-478f3f0b9fd2 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596495
Jun 04 15:30:45.410026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5e81420c-af76-477f-a1d5-97af399aff78 req-61b1893c-3dc7-4529-af31-7862f6337ef0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Calling delete_port for 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:30:45.423594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d482d8-a24f-40ae-877c-8309935fbd82 req-2d0553a5-89e5-43b1-b13a-6f426fc88019 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:45.425191 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b1d482d8-a24f-40ae-877c-8309935fbd82 req-2d0553a5-89e5-43b1-b13a-6f426fc88019 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.3111193
Jun 04 15:30:45.434480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e48ba-fec2-4714-b9fa-7d4870594cd9 req-3d5e0cb1-824a-4c87-bf78-790740aa1de8 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:45.437136 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-621e48ba-fec2-4714-b9fa-7d4870594cd9 req-3d5e0cb1-824a-4c87-bf78-790740aa1de8 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.65 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.8209391
Jun 04 15:30:45.458288 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:45.463015 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e3fe9150-bd15-4736-a859-5bdcfb5c2bcf tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:45.503500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Subnet': ['ID=e188dbd4-d908-497a-9d66-089d85126385,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:45.511845 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:45.531414 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:45.539192 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:45.547671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3fd996ae-cd7d-49e4-bd86-038b60112056 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:30:45.551662 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3fd996ae-cd7d-49e4-bd86-038b60112056 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.8823380
Jun 04 15:30:45.555218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58052) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:45.585090 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b1d482d8-a24f-40ae-877c-8309935fbd82 req-2336ac08-119e-43fa-a841-7d63c80a56ae tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470330
Jun 04 15:30:45.730340 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Pushing event updated for resources: {'Port': ['ID=75c2e8cb-ef00-4ba2-85ef-cb1d808a798d,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:45.744082 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:45.771781 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-828c0357-983c-4e06-9a89-e7be06e2ce35 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:router {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:30:45.785772 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-44be1527-23fe-408c-ab56-f7e48c56b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cce6c70>, [{'id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-router', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:18:37Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '926d3966f5b342809000e5f28f33b523', 'gw_port': {'id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:38Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '28ded273-6a5f-437b-9295-ffe85080f840', 'name': '', 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'mac_address': 'fa:16:3e:96:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:45Z', 'updated_at': '2021-06-04T15:18:59Z', 'revision_number': 5, 'project_id': '926d3966f5b342809000e5f28f33b523', 'subnets': [{'id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:45.790296 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be1527-23fe-408c-ab56-f7e48c56b470 None None] The sync data for ids ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'] in n-d-791505-9 is: [{'id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-router', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:18:37Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '926d3966f5b342809000e5f28f33b523', 'gw_port': {'id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:38Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '28ded273-6a5f-437b-9295-ffe85080f840', 'name': '', 'network_id': '523116c7-0d06-4e44-9c1a-1a833c6b29dc', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'mac_address': 'fa:16:3e:96:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:45Z', 'updated_at': '2021-06-04T15:18:59Z', 'revision_number': 5, 'project_id': '926d3966f5b342809000e5f28f33b523', 'subnets': [{'id': 'f0a49928-f479-46c6-b85f-c135d129c3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:30:45.976697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-621e48ba-fec2-4714-b9fa-7d4870594cd9 req-bc7e1a0c-d710-40f5-9267-fb177e7a2dfe tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Deleting port 6db6119c-57a9-40a6-ae32-46b32bfb5852 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:45.977109 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-621e48ba-fec2-4714-b9fa-7d4870594cd9 req-bc7e1a0c-d710-40f5-9267-fb177e7a2dfe tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:46.011034 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:46.047546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838697e040>,) {'filters': {'network_id': ['b39327d2-3ed1-4e15-95a9-bfbaaaa524fc']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:46.064113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58064) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:46.069527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838697e040>, '03883f56-3d8c-46cd-82f0-ceea3a859969') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:46.069985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838697e040>, '03883f56-3d8c-46cd-82f0-ceea3a859969') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:46.123831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-828c0357-983c-4e06-9a89-e7be06e2ce35 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:router {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:30:46.125246 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-828c0357-983c-4e06-9a89-e7be06e2ce35 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.5691004
Jun 04 15:30:46.134696 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58068) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:46.136402 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:46.166229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-52e9157d-9bd5-4f61-914c-b503461b6d88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:30:46.248178 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:46.257834 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:30:46.258664 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:46.320851 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-61b1893c-3dc7-4529-af31-7862f6337ef0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:46.361606 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:46.397353 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffc5f46-016f-4339-9cb8-417ddd447c28 None None] New status for floating IP 6252c97b-28f0-4067-b2c1-300ab7b048ed: DOWN {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:30:46.446172 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:30:46.485552 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.api [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 15:30:46.485552 n-d-791505-9 neutron-server[88301]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 15:30:46.485552 n-d-791505-9 neutron-server[88301]: [parameters: {'id': 'b39327d2-3ed1-4e15-95a9-bfbaaaa524fc'}]
Jun 04 15:30:46.485552 n-d-791505-9 neutron-server[88301]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:30:46.486149 n-d-791505-9 neutron-server[88301]: DEBUG oslo_db.api [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:30:46.560390 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d461-f392-4309-84cc-64d2c94661f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:46.603650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1893c-3dc7-4529-af31-7862f6337ef0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event deleted for resources: {'Port': ['ID=3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:46.609343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6321eb3-a5a4-4342-b576-e935b0bdfba5 req-8be786b7-4767-4d95-8ab8-ea18baa40aac tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:46.621145 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b6321eb3-a5a4-4342-b576-e935b0bdfba5 req-8be786b7-4767-4d95-8ab8-ea18baa40aac tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.9447205
Jun 04 15:30:46.642836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8bf8d461-f392-4309-84cc-64d2c94661f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:30:46.647595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8bf8d461-f392-4309-84cc-64d2c94661f2 admin admin] Usage tracker for resource:security_group_rule and tenant:1a84d357a1e941e4a35f9755b6993877 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:30:46.651208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8bf8d461-f392-4309-84cc-64d2c94661f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:30:46.659662 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8bf8d461-f392-4309-84cc-64d2c94661f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:30:46.702148 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b6321eb3-a5a4-4342-b576-e935b0bdfba5 req-4aee80ac-c60c-45ec-bfc0-12be0f5a1dc7 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792687
Jun 04 15:30:46.730488 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-52e9157d-9bd5-4f61-914c-b503461b6d88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:30:46.775236 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-52e9157d-9bd5-4f61-914c-b503461b6d88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:30:46.821256 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d461-f392-4309-84cc-64d2c94661f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:46.827947 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-61b1893c-3dc7-4529-af31-7862f6337ef0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:46.949340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-61b1893c-3dc7-4529-af31-7862f6337ef0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] No DVR routers for this DVR port 3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:30:46.955941 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-61b1893c-3dc7-4529-af31-7862f6337ef0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:46.960510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-deleted', 'tag': '3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:30:46.963118 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7152a2c-15f5-4c28-92df-f90a4fee16f7" -d '{"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-deleted", "tag": "3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:30:46.987154 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:46.988562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-621e48ba-fec2-4714-b9fa-7d4870594cd9 req-bc7e1a0c-d710-40f5-9267-fb177e7a2dfe tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] For port 6db6119c-57a9-40a6-ae32-46b32bfb5852, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=6db6119c-57a9-40a6-ae32-46b32bfb5852,segment=NetworkSegment(d6065b63-68f3-41ef-8616-5fd73bd991d8),segment_id=d6065b63-68f3-41ef-8616-5fd73bd991d8)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:46.989327 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-621e48ba-fec2-4714-b9fa-7d4870594cd9 req-bc7e1a0c-d710-40f5-9267-fb177e7a2dfe tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:47.147972 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8bf8d461-f392-4309-84cc-64d2c94661f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:47.163337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-621e48ba-fec2-4714-b9fa-7d4870594cd9 req-bc7e1a0c-d710-40f5-9267-fb177e7a2dfe tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Calling delete_port for 6db6119c-57a9-40a6-ae32-46b32bfb5852 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:30:47.175893 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9bc7416e-8e5d-4d48-9645-169ab7c6278d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:47.218149 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Deleting port 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:47.218542 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:47.224453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d0f59-ade9-4ea4-804e-79396451ba7c req-5a73ab6b-cbf9-4c3d-9eea-e20e242de5ba tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:47.225250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-010d0f59-ade9-4ea4-804e-79396451ba7c req-5a73ab6b-cbf9-4c3d-9eea-e20e242de5ba tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Synchronizing usage tracker for tenant:926d3966f5b342809000e5f28f33b523 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:30:47.287290 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8bf8d461-f392-4309-84cc-64d2c94661f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a84d357a1e941e4a35f9755b6993877&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2220013
Jun 04 15:30:47.288937 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e81420c-af76-477f-a1d5-97af399aff78 req-61b1893c-3dc7-4529-af31-7862f6337ef0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.62 "DELETE /v2.0/ports/3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1 HTTP/1.1" status: 204  len: 173 time: 3.8952129
Jun 04 15:30:47.300204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58084) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:47.474160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8d461-f392-4309-84cc-64d2c94661f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f868b70-93f3-481d-a148-0ad7927cc79e,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:47.490187 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8bf8d461-f392-4309-84cc-64d2c94661f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:47.498189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8066d55-0bfc-4ae1-9bee-21656c63b641 None None] Network b39327d2-3ed1-4e15-95a9-bfbaaaa524fc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:30:47.543858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] For port 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=75c2e8cb-ef00-4ba2-85ef-cb1d808a798d,segment=NetworkSegment(03883f56-3d8c-46cd-82f0-ceea3a859969),segment_id=03883f56-3d8c-46cd-82f0-ceea3a859969)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:47.544672 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:47.613136 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-42d3ce13-c639-438a-8723-855d28cfbe61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:47.698219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-010d0f59-ade9-4ea4-804e-79396451ba7c req-5a73ab6b-cbf9-4c3d-9eea-e20e242de5ba tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Unset dirty status for tenant:926d3966f5b342809000e5f28f33b523 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:30:47.703270 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Calling delete_port for 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:30:47.703875 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-010d0f59-ade9-4ea4-804e-79396451ba7c req-5a73ab6b-cbf9-4c3d-9eea-e20e242de5ba tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 943 time: 1.1863046
Jun 04 15:30:47.772590 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53e42e-4803-4503-a26b-ca82dc831edb req-41986fb0-4d8e-4977-bfb1-4b57b86e2b8e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:47.784617 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0f53e42e-4803-4503-a26b-ca82dc831edb req-41986fb0-4d8e-4977-bfb1-4b57b86e2b8e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 945 time: 0.7132916
Jun 04 15:30:47.789190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e9157d-9bd5-4f61-914c-b503461b6d88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:30:47.796676 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52e9157d-9bd5-4f61-914c-b503461b6d88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:47.804488 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-42d3ce13-c639-438a-8723-855d28cfbe61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:47.891263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0c66b4a2-7e49-4309-9804-00a6016004c4 None None] Provisioning for port 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:30:47.908681 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0c66b4a2-7e49-4309-9804-00a6016004c4 None None] Provisioning complete for port 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:30:47.910125 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0c66b4a2-7e49-4309-9804-00a6016004c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:47.922944 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:47.926726 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-010d0f59-ade9-4ea4-804e-79396451ba7c req-211b577f-53ad-4726-a19f-665f6d72f29c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups?id=3161a449-a6a4-4133-a842-e06d38e62279&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2113910
Jun 04 15:30:47.937498 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:47.937745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5e81420c-af76-477f-a1d5-97af399aff78 req-9c4f61d1-e42d-4fd3-8d5f-9f5fb8f081f5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Deleting port 866f06d1-ae5e-4e52-a577-794e989480c1 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:47.938372 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-9c4f61d1-e42d-4fd3-8d5f-9f5fb8f081f5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:47.957289 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-42d3ce13-c639-438a-8723-855d28cfbe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:47.972378 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7235aa6d-492f-4132-b951-69e113f978b0 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:47.975524 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0c66b4a2-7e49-4309-9804-00a6016004c4 None None] Port 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d was deleted so its status cannot be updated. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jun 04 15:30:47.977462 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:30:47.994548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Port': ['ID=75c2e8cb-ef00-4ba2-85ef-cb1d808a798d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:47.994742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3ce13-c639-438a-8723-855d28cfbe61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f868b70-93f3-481d-a148-0ad7927cc79e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:47.997943 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-42d3ce13-c639-438a-8723-855d28cfbe61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:48.008391 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:48.012784 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-621e48ba-fec2-4714-b9fa-7d4870594cd9 req-bc7e1a0c-d710-40f5-9267-fb177e7a2dfe tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:48.031333 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03de1ad9-5a2a-452e-98ca-7c64d4487298 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:48.057472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:30:48.058102 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Jun 04 15:30:48.101319 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c60a0c7-4ee5-4ce7-af3c-3a322335b51d None None] DHCP port deletion for b39327d2-3ed1-4e15-95a9-bfbaaaa524fc request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:30:48.104677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['1a9554c1-f627-46e0-95f1-edc8a039006d'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:30:48.205031 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Port 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d not found, will not notify nova. {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Jun 04 15:30:48.259580 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6db6119c-57a9-40a6-ae32-46b32bfb5852 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:30:48.324302 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 6db6119c-57a9-40a6-ae32-46b32bfb5852 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:30:48.324302 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 6db6119c-57a9-40a6-ae32-46b32bfb5852 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:30:48.341998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No DVR routers for this DVR port 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:30:48.350120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e1a0c-d710-40f5-9267-fb177e7a2dfe tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Pushing event deleted for resources: {'Port': ['ID=6db6119c-57a9-40a6-ae32-46b32bfb5852,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:48.353404 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bc7e1a0c-d710-40f5-9267-fb177e7a2dfe tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:48.399644 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0f53e42e-4803-4503-a26b-ca82dc831edb req-32fa80a0-6a12-4ab0-a41e-a925a0ec4266 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6128769
Jun 04 15:30:48.447440 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-42d3ce13-c639-438a-8723-855d28cfbe61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:48.458919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-42d3ce13-c639-438a-8723-855d28cfbe61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f868b70-93f3-481d-a148-0ad7927cc79e HTTP/1.1" status: 204  len: 168 time: 1.1383982
Jun 04 15:30:48.590298 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063f3dac-afa8-49e8-9d3b-53b52c69207e x-openstack-request-id: req-063f3dac-afa8-49e8-9d3b-53b52c69207e {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:30:48.591953 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-deleted", "tag": "3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:30:48.591953 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-063f3dac-afa8-49e8-9d3b-53b52c69207e {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:30:48.592176 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-deleted', 'tag': '3f9b703d-1a99-45b3-ba0b-1f7d1671fdd1', 'status': 'completed', 'code': 200}
Jun 04 15:30:48.609581 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:48.629777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83866b1340>,) {'filters': {'network_id': ['b39327d2-3ed1-4e15-95a9-bfbaaaa524fc']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:48.653069 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83866b1340>, '03883f56-3d8c-46cd-82f0-ceea3a859969') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:48.653531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83866b1340>, '03883f56-3d8c-46cd-82f0-ceea3a859969') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:48.703152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-621e48ba-fec2-4714-b9fa-7d4870594cd9 req-bc7e1a0c-d710-40f5-9267-fb177e7a2dfe tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] No DVR routers for this DVR port 6db6119c-57a9-40a6-ae32-46b32bfb5852 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:30:48.706030 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-621e48ba-fec2-4714-b9fa-7d4870594cd9 req-bc7e1a0c-d710-40f5-9267-fb177e7a2dfe tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:48.708415 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-621e48ba-fec2-4714-b9fa-7d4870594cd9 req-bc7e1a0c-d710-40f5-9267-fb177e7a2dfe tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.65 "DELETE /v2.0/ports/6db6119c-57a9-40a6-ae32-46b32bfb5852 HTTP/1.1" status: 204  len: 173 time: 3.2544491
Jun 04 15:30:48.729112 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:48.758918 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:48.772436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd2c4b-95a4-4985-93e5-aa867862af21 req-dc80d7ca-c6b3-44de-ae9e-c2a44bfe203a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:48.774729 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-62fd2c4b-95a4-4985-93e5-aa867862af21 req-dc80d7ca-c6b3-44de-ae9e-c2a44bfe203a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.4927347
Jun 04 15:30:48.776304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:30:48.776717 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:48.791799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-9c4f61d1-e42d-4fd3-8d5f-9f5fb8f081f5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] For port 866f06d1-ae5e-4e52-a577-794e989480c1, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=866f06d1-ae5e-4e52-a577-794e989480c1,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:48.793269 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-9c4f61d1-e42d-4fd3-8d5f-9f5fb8f081f5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:30:48.796716 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:30:48.972988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-5e81420c-af76-477f-a1d5-97af399aff78 req-9c4f61d1-e42d-4fd3-8d5f-9f5fb8f081f5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Calling delete_port for 866f06d1-ae5e-4e52-a577-794e989480c1 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:30:49.001789 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-62fd2c4b-95a4-4985-93e5-aa867862af21 req-8eb8526c-a966-463b-9f69-d7b2f36167be tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903632
Jun 04 15:30:49.098380 n-d-791505-9 neutron-server[88301]: DEBUG neutron.objects.ports [None req-52e9157d-9bd5-4f61-914c-b503461b6d88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88301) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:30:49.103067 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52e9157d-9bd5-4f61-914c-b503461b6d88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:49.112693 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d5f2d25b-ddb3-4e04-81b3-be4d7b58d2a3 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:49.185128 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:49.196663 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:49.220542 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/b39327d2-3ed1-4e15-95a9-bfbaaaa524fc HTTP/1.1" status: 204  len: 168 time: 7.7897835
Jun 04 15:30:49.223920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58106) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:49.230216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-568118922'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:30:49.239760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:30:49.250131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:network and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:30:49.256097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:30:49.267518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:30:49.285539 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e9157d-9bd5-4f61-914c-b503461b6d88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:30:49.294387 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-52e9157d-9bd5-4f61-914c-b503461b6d88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:49.304928 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-9c4f61d1-e42d-4fd3-8d5f-9f5fb8f081f5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:49.305954 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b884b778-d985-40ec-ae25-f289adf8f94d None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:30:49.321239 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-27943dd1-4276-4b10-ae1f-158c75f70c2e tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:49.322057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e9157d-9bd5-4f61-914c-b503461b6d88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:49.322648 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52e9157d-9bd5-4f61-914c-b503461b6d88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:49.402624 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c6586a1d-bc65-437a-ad60-006d400575f0 req-11ce7bd8-10d5-446b-b13f-324ef3ba7aed tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 210 time: 0.0640507
Jun 04 15:30:49.404310 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9157d-9bd5-4f61-914c-b503461b6d88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=f1ab85f2-21c2-46ec-9663-45edd91b2c80,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:49.408696 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-52e9157d-9bd5-4f61-914c-b503461b6d88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:49.416856 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8e7d8bfb-6b7d-4c3f-b824-3efccdb07fa7 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:49.445223 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Network': ['ID=b39327d2-3ed1-4e15-95a9-bfbaaaa524fc,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:49.448817 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:49.490616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f61d1-e42d-4fd3-8d5f-9f5fb8f081f5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event deleted for resources: {'Port': ['ID=866f06d1-ae5e-4e52-a577-794e989480c1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:49.536910 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9c4f61d1-e42d-4fd3-8d5f-9f5fb8f081f5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:49.537962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e81420c-af76-477f-a1d5-97af399aff78 req-9c4f61d1-e42d-4fd3-8d5f-9f5fb8f081f5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] No DVR routers for this DVR port 866f06d1-ae5e-4e52-a577-794e989480c1 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:30:49.541391 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-5e81420c-af76-477f-a1d5-97af399aff78 req-9c4f61d1-e42d-4fd3-8d5f-9f5fb8f081f5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:49.548705 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:30:49.578332 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:49.610099 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58110) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:49.610770 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-52e9157d-9bd5-4f61-914c-b503461b6d88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.4544764
Jun 04 15:30:49.642014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:30:49.677814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': 'f1ab85f2-21c2-46ec-9663-45edd91b2c80'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:30:49.678998 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:49.681785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-39e15b87-e81b-400c-88ef-ca54878394a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:30:49.719041 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:49.719436 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Added segment 761c364b-7371-488c-9105-a776bed26834 of type vlan for network b9610af6-6791-4958-9b85-fb0701d506dd
Jun 04 15:30:49.772166 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aabac7b7-cb63-4a88-98a8-ebd067bcfb3d req-4b5532e1-e904-4495-a0aa-77448241f653 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=11f56f77-539d-4fd4-a706-1aea01ddc1c9 HTTP/1.1" status: 200  len: 210 time: 0.0928059
Jun 04 15:30:49.869178 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58114) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:49.902938 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6896b763-c317-4852-ad39-dd82ba197fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:49.943943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6896b763-c317-4852-ad39-dd82ba197fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:30:49.956409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6896b763-c317-4852-ad39-dd82ba197fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:734e51dbdf7b43da8bfb5954a5cb76e5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:30:49.964789 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6896b763-c317-4852-ad39-dd82ba197fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:30:49.984619 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6896b763-c317-4852-ad39-dd82ba197fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:30:50.024093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:30:50.031310 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5e81420c-af76-477f-a1d5-97af399aff78 req-9c4f61d1-e42d-4fd3-8d5f-9f5fb8f081f5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.62 "DELETE /v2.0/ports/866f06d1-ae5e-4e52-a577-794e989480c1 HTTP/1.1" status: 204  len: 173 time: 2.6044509
Jun 04 15:30:50.082400 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcca9c0-34c0-43a6-8884-56e9c9779192 req-e7b7e227-c241-47cf-b7d5-87cc48f68b9a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:50.090540 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7fcca9c0-34c0-43a6-8884-56e9c9779192 req-e7b7e227-c241-47cf-b7d5-87cc48f68b9a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.7173495
Jun 04 15:30:50.096891 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:50.113429 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:30:50.113877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 75c2e8cb-ef00-4ba2-85ef-cb1d808a798d not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:30:50.133995 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Allocated IP 2001:db8::f816:3eff:fe6d:2de4 (6acae085-7932-4691-b36e-433651ec3de1/f1ab85f2-21c2-46ec-9663-45edd91b2c80/a099e1fc-d3c3-4ed8-a156-1cfbc47013c3) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:30:50.192141 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6896b763-c317-4852-ad39-dd82ba197fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:50.226270 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7fcca9c0-34c0-43a6-8884-56e9c9779192 req-d415533d-3382-4b39-8f63-686c845973c4 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339145
Jun 04 15:30:50.239558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-39e15b87-e81b-400c-88ef-ca54878394a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:30:50.261903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-39e15b87-e81b-400c-88ef-ca54878394a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:30:50.410034 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:50.416105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:50.416973 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:50.422640 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2565a607-34b3-4711-80ac-6f0c1f7dfa34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:50.433938 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6896b763-c317-4852-ad39-dd82ba197fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:50.490295 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aa258866-e068-4394-bef6-038bdc057c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:50.494441 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e15b87-e81b-400c-88ef-ca54878394a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:30:50.509116 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-39e15b87-e81b-400c-88ef-ca54878394a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:50.562862 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6896b763-c317-4852-ad39-dd82ba197fc7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=734e51dbdf7b43da8bfb5954a5cb76e5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6880064
Jun 04 15:30:50.563604 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58124) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:50.568777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896b763-c317-4852-ad39-dd82ba197fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd54b55-efc9-4906-b25a-4339ec04b0cc,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:50.575570 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6896b763-c317-4852-ad39-dd82ba197fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:50.655474 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:50.680016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Transition to ACTIVE for port object a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:50.699577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f56f77-539d-4fd4-a706-1aea01ddc1c9', 'name': 'network-vif-deleted', 'tag': '6db6119c-57a9-40a6-ae32-46b32bfb5852'}, {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-deleted', 'tag': '866f06d1-ae5e-4e52-a577-794e989480c1'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:30:50.703874 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14936ae8-471f-4e6d-8bcf-15c9e9c871b5" -d '{"events": [{"server_uuid": "11f56f77-539d-4fd4-a706-1aea01ddc1c9", "name": "network-vif-deleted", "tag": "6db6119c-57a9-40a6-ae32-46b32bfb5852"}, {"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-deleted", "tag": "866f06d1-ae5e-4e52-a577-794e989480c1"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:30:50.704056 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e63d0be-3d78-4214-b993-8658453f4a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:50.707688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Network': ['ID=b9610af6-6791-4958-9b85-fb0701d506dd,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:50.720621 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:50.727995 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Transition to ACTIVE for port object a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:50.733427 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.5077744
Jun 04 15:30:50.738598 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network b9610af6-6791-4958-9b85-fb0701d506dd details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:30:50.742648 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e63d0be-3d78-4214-b993-8658453f4a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:50.798105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58128) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:50.822266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'subnet': {'network_id': 'b9610af6-6791-4958-9b85-fb0701d506dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:30:50.846635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-2430b9ce-3f22-45dc-8521-440ba9e6f4d2 req-cf203d81-0eab-431b-9b38-932e3913f505 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Synchronizing usage tracker for tenant:926d3966f5b342809000e5f28f33b523 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:30:50.847506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f33f96-819a-4cb6-870c-0034f2ac7f63 req-148ef47a-9394-4fe5-aeb1-06358ea9a3e4 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:50.849215 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-69f33f96-819a-4cb6-870c-0034f2ac7f63 req-148ef47a-9394-4fe5-aeb1-06358ea9a3e4 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.4783902
Jun 04 15:30:50.911961 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e63d0be-3d78-4214-b993-8658453f4a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:50.921510 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a9bb85d4-7ad5-4393-bea7-0c585f7d8ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:50.927070 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:50.937335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63d0be-3d78-4214-b993-8658453f4a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd54b55-efc9-4906-b25a-4339ec04b0cc,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:50.947629 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0e5d1cc5-38df-4173-9eb1-fee8c9b2ea8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:50.947884 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e63d0be-3d78-4214-b993-8658453f4a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:50.964699 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-69f33f96-819a-4cb6-870c-0034f2ac7f63 req-9ea4354f-0ac2-4518-bb80-85e178720273 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081495
Jun 04 15:30:50.993998 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e63d0be-3d78-4214-b993-8658453f4a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:51.001663 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0e63d0be-3d78-4214-b993-8658453f4a2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cd54b55-efc9-4906-b25a-4339ec04b0cc HTTP/1.1" status: 204  len: 168 time: 0.4238544
Jun 04 15:30:51.032841 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:30:51.044978 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:51.072423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:30:51.160606 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Jun 2021 15:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184c6616-cb13-4f9e-9914-72e710d923b1 x-openstack-request-id: req-184c6616-cb13-4f9e-9914-72e710d923b1 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:30:51.160970 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f56f77-539d-4fd4-a706-1aea01ddc1c9", "name": "network-vif-deleted", "tag": "6db6119c-57a9-40a6-ae32-46b32bfb5852", "status": "completed", "code": 200}, {"server_uuid": "78e08b84-703b-4dc5-bd1e-a70b8eff4384", "name": "network-vif-deleted", "tag": "866f06d1-ae5e-4e52-a577-794e989480c1", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:30:51.161431 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-184c6616-cb13-4f9e-9914-72e710d923b1 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:30:51.161875 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f56f77-539d-4fd4-a706-1aea01ddc1c9', 'name': 'network-vif-deleted', 'tag': '6db6119c-57a9-40a6-ae32-46b32bfb5852', 'status': 'completed', 'code': 200}
Jun 04 15:30:51.173512 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e08b84-703b-4dc5-bd1e-a70b8eff4384', 'name': 'network-vif-deleted', 'tag': '866f06d1-ae5e-4e52-a577-794e989480c1', 'status': 'completed', 'code': 200}
Jun 04 15:30:51.173512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-2430b9ce-3f22-45dc-8521-440ba9e6f4d2 req-cf203d81-0eab-431b-9b38-932e3913f505 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Unset dirty status for tenant:926d3966f5b342809000e5f28f33b523 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:30:51.173512 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2430b9ce-3f22-45dc-8521-440ba9e6f4d2 req-cf203d81-0eab-431b-9b38-932e3913f505 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 210 time: 0.4408658
Jun 04 15:30:51.204361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:30:51.222285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:subnet and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:30:51.234975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:30:51.255254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:30:51.271799 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Pushing event updated for resources: {'Port': ['ID=a099e1fc-d3c3-4ed8-a156-1cfbc47013c3,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:51.285160 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:51.408880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:30:51.423032 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:51.433173 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Attempting to bind port a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:30:51.433804 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Attempting to bind port a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:30:51.434443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Attempting to bind port a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:30:51.449364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:30:51.451102 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:30:51.452950 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:51.453506 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:30:51.454109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Bound port: a099e1fc-d3c3-4ed8-a156-1cfbc47013c3, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:30:51.455105 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:51.692490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] For port a099e1fc-d3c3-4ed8-a156-1cfbc47013c3, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:30:51.697208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] For port a099e1fc-d3c3-4ed8-a156-1cfbc47013c3, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=a099e1fc-d3c3-4ed8-a156-1cfbc47013c3,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:30:51.896606 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:51.896606 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a946b966-54f1-4fca-aa06-299f103dee17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:52.056401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Pushing event updated for resources: {'Port': ['ID=a099e1fc-d3c3-4ed8-a156-1cfbc47013c3,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:52.062127 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:52.449709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22713eab-b281-426c-a932-d53fd1b28753 req-c4ec8dd7-3c48-437a-939f-92e3809667e1 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:52.451895 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-22713eab-b281-426c-a932-d53fd1b28753 req-c4ec8dd7-3c48-437a-939f-92e3809667e1 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.1287706
Jun 04 15:30:52.467425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d8582-17c7-41ae-957b-d9abdda11db9 req-abfe12cd-76f1-4947-bf51-b9b9380cc3ad tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:52.469481 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c62d8582-17c7-41ae-957b-d9abdda11db9 req-abfe12cd-76f1-4947-bf51-b9b9380cc3ad tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.6104403
Jun 04 15:30:52.560056 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-22713eab-b281-426c-a932-d53fd1b28753 req-e95562c7-8959-4864-ac93-cb2d3b30d688 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962942
Jun 04 15:30:52.599077 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c62d8582-17c7-41ae-957b-d9abdda11db9 req-8387537a-bee8-4e68-b07b-33f5d9ab294a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174772
Jun 04 15:30:52.847916 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d31c8c29-25a4-4ec2-b224-d3823fe270ff req-2391fbe8-fd7a-4a18-acef-f82e7950874c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 210 time: 0.1062241
Jun 04 15:30:53.109880 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-39e15b87-e81b-400c-88ef-ca54878394a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:53.109880 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e1a9c8c8-09f9-4c13-91ee-181ca3e7bef6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:53.255434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e15b87-e81b-400c-88ef-ca54878394a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=af5c427d-3c00-474b-8983-9619e54184b1,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:53.260284 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-39e15b87-e81b-400c-88ef-ca54878394a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:53.288150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e15b87-e81b-400c-88ef-ca54878394a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:30:53.312733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-39e15b87-e81b-400c-88ef-ca54878394a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:53.319392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e15b87-e81b-400c-88ef-ca54878394a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:53.320253 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-39e15b87-e81b-400c-88ef-ca54878394a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:53.376859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d423435-f3b8-4f06-9655-c9e0dbbfeb4b req-2f3ecd75-4d21-482d-bca6-45896839ef41 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:53.379072 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0d423435-f3b8-4f06-9655-c9e0dbbfeb4b req-2f3ecd75-4d21-482d-bca6-45896839ef41 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.4633644
Jun 04 15:30:53.437902 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:53.484849 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0d423435-f3b8-4f06-9655-c9e0dbbfeb4b req-7d89cc75-222f-417a-a3de-8605115734e3 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924742
Jun 04 15:30:53.563640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58192) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:53.565328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'mac_address': 'fa:16:3e:f7:86:d5', 'name': 'tempest-NetworksTestDHCPv6-1050553856'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:30:53.575307 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-39e15b87-e81b-400c-88ef-ca54878394a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.9131770
Jun 04 15:30:53.652279 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:53.660146 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-79f685e1-a974-4e5a-a5a2-0c8c3dd64947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:53.965545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e397b219-96b4-4320-aa8b-30c4ffc35e45 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:30:54.102445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Subnet': ['ID=0f327b2e-b965-4f98-afe4-4465afae070e,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:54.106949 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:54.116068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Checking segment: {'id': '761c364b-7371-488c-9105-a776bed26834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b9610af6-6791-4958-9b85-fb0701d506dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:30:54.116757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network hostable DHCP agents. Network: b9610af6-6791-4958-9b85-fb0701d506dd, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:30:54.158642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:30:54.241079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7804f-4a20-4225-8a55-048f8ddddd9b req-59b1d990-7c84-4b07-ad0f-5a36285adffb tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:54.249702 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a7804f-4a20-4225-8a55-048f8ddddd9b req-59b1d990-7c84-4b07-ad0f-5a36285adffb tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.4955132
Jun 04 15:30:54.328253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network b9610af6-6791-4958-9b85-fb0701d506dd is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:30:54.363092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:30:54.369170 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:30:54.370102 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07a7804f-4a20-4225-8a55-048f8ddddd9b req-a3135efc-b754-42d0-b879-5c6f58a0414f tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191354
Jun 04 15:30:54.382051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:30:54.400944 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:30:54.436069 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee105b35-2874-4d5e-befe-9e65d82fc465 req-beca224a-e51c-4cdf-8964-7a65134ef66e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:54.443946 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ee105b35-2874-4d5e-befe-9e65d82fc465 req-beca224a-e51c-4cdf-8964-7a65134ef66e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.2030880
Jun 04 15:30:54.473624 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d8a266ab-9929-413c-ae95-3eac3f2f7698 None None] Provisioning for port a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:30:54.507743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, b9610af6-6791-4958-9b85-fb0701d506dd) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:54.546535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:54.548105 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:54.561273 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ee105b35-2874-4d5e-befe-9e65d82fc465 req-cf12bb6d-7d7b-47e2-abf5-e83e0af77397 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158566
Jun 04 15:30:54.606126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4474a22e-0bfc-4ce4-9e6c-2e305ad5786f None None] Network b9610af6-6791-4958-9b85-fb0701d506dd requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:30:54.650364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:30:54.701779 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 3.8863914
Jun 04 15:30:54.702866 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58214) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:54.849437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:30:54.877357 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:30:54.877744 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:55.081158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2d8a4-f468-43d2-b5d8-cf1b146fb3cb req-99bcf3c3-299b-4326-a582-1a078824b63a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:55.083308 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19e2d8a4-f468-43d2-b5d8-cf1b146fb3cb req-99bcf3c3-299b-4326-a582-1a078824b63a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.2911103
Jun 04 15:30:55.155427 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19e2d8a4-f468-43d2-b5d8-cf1b146fb3cb req-c5496d4a-d30f-4e12-ac10-f3d74bf8a9da tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645497
Jun 04 15:30:55.295197 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1af15f32-b78b-4e20-8fc5-165677b0272e req-a048dda8-411b-4c32-bfcd-3936d84b9392 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 210 time: 0.3870957
Jun 04 15:30:55.356619 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-b9610af6-6791-4958-9b85-fb0701d506dd', 'network_id': 'b9610af6-6791-4958-9b85-fb0701d506dd', 'tenant_id': '7017e77146c94ff08ef79c4ce3ffe009', 'fixed_ips': [{'subnet_id': '0f327b2e-b965-4f98-afe4-4465afae070e'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:30:55.357594 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:55.384001 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b851d1-879d-462f-9f01-5f1cd3ec1c9e None None] Update dhcp port {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'fixed_ips': [{'subnet_id': 'f1ab85f2-21c2-46ec-9663-45edd91b2c80', 'ip_address': '2001:db8::f816:3eff:fe6d:2de4'}, {'subnet_id': 'af5c427d-3c00-474b-8983-9619e54184b1'}], 'binding:host_id': 'n-d-791505-9'}, 'id': 'a099e1fc-d3c3-4ed8-a156-1cfbc47013c3'} from n-d-791505-9. {{(pid=88302) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 04 15:30:55.413979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6daa8-2acf-4fae-ae58-9fbe1e5b4f08 req-af56df58-69ff-402b-9e97-c892d7caaedd tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:55.414726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-83d6daa8-2acf-4fae-ae58-9fbe1e5b4f08 req-af56df58-69ff-402b-9e97-c892d7caaedd tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Synchronizing usage tracker for tenant:de106ad9de2a4d2686c3ddb77c613a23 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:30:55.436086 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:55.458157 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:55.477656 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:55.508038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-83d6daa8-2acf-4fae-ae58-9fbe1e5b4f08 req-af56df58-69ff-402b-9e97-c892d7caaedd tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Unset dirty status for tenant:de106ad9de2a4d2686c3ddb77c613a23 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:30:55.509345 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-83d6daa8-2acf-4fae-ae58-9fbe1e5b4f08 req-af56df58-69ff-402b-9e97-c892d7caaedd tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.62 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.3053701
Jun 04 15:30:55.643278 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-32b851d1-879d-462f-9f01-5f1cd3ec1c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:55.669594 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:55.677217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port a099e1fc-d3c3-4ed8-a156-1cfbc47013c3, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=a099e1fc-d3c3-4ed8-a156-1cfbc47013c3,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:55.885984 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:55.896201 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:55.908615 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:56.025639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-83d6daa8-2acf-4fae-ae58-9fbe1e5b4f08 req-f3643b23-65c2-4894-af2f-016a4275ed8e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Deleting port 1a9554c1-f627-46e0-95f1-edc8a039006d {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:56.026050 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-83d6daa8-2acf-4fae-ae58-9fbe1e5b4f08 req-f3643b23-65c2-4894-af2f-016a4275ed8e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:56.070468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port f3d847ad-3bdf-4dd0-9023-501bde6f8c33 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:30:56.084242 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Allocated IP 172.20.0.1 (b9610af6-6791-4958-9b85-fb0701d506dd/0f327b2e-b965-4f98-afe4-4465afae070e/8e7cad7a-ffd2-44da-9145-1c1cb5aafe34) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:30:56.085300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e47f7-db22-4112-ac3f-667253486675 req-3da6af2e-840f-4580-96a3-5bee488cdd2f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:56.090246 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae2e47f7-db22-4112-ac3f-667253486675 req-3da6af2e-840f-4580-96a3-5bee488cdd2f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 946 time: 0.2779486
Jun 04 15:30:56.113534 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=a099e1fc-d3c3-4ed8-a156-1cfbc47013c3,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:56.117694 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:56.157088 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-32b851d1-879d-462f-9f01-5f1cd3ec1c9e None None] Allocated IP 172.20.0.2 (6acae085-7932-4691-b36e-433651ec3de1/af5c427d-3c00-474b-8983-9619e54184b1/a099e1fc-d3c3-4ed8-a156-1cfbc47013c3) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:30:56.265836 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae2e47f7-db22-4112-ac3f-667253486675 req-cb32cccc-15a7-4e4f-9791-36fd6b5c4fef tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979898
Jun 04 15:30:56.273734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-83d6daa8-2acf-4fae-ae58-9fbe1e5b4f08 req-f3643b23-65c2-4894-af2f-016a4275ed8e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] For port 1a9554c1-f627-46e0-95f1-edc8a039006d, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1a9554c1-f627-46e0-95f1-edc8a039006d,segment=NetworkSegment(d6065b63-68f3-41ef-8616-5fd73bd991d8),segment_id=d6065b63-68f3-41ef-8616-5fd73bd991d8)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:56.274441 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-83d6daa8-2acf-4fae-ae58-9fbe1e5b4f08 req-f3643b23-65c2-4894-af2f-016a4275ed8e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:56.360719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab7065-afc8-453c-965f-a9aa6f9ba513 req-676274d7-8138-4f5d-817a-2a4ab696f6fc tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:56.362735 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2fab7065-afc8-453c-965f-a9aa6f9ba513 req-676274d7-8138-4f5d-817a-2a4ab696f6fc tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.3169081
Jun 04 15:30:56.448406 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2fab7065-afc8-453c-965f-a9aa6f9ba513 req-b814188b-133e-42bf-ac72-47e19bd2de9f tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788538
Jun 04 15:30:56.562376 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-32b851d1-879d-462f-9f01-5f1cd3ec1c9e None None] For port a099e1fc-d3c3-4ed8-a156-1cfbc47013c3, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=a099e1fc-d3c3-4ed8-a156-1cfbc47013c3,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:30:56.660363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-83d6daa8-2acf-4fae-ae58-9fbe1e5b4f08 req-f3643b23-65c2-4894-af2f-016a4275ed8e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Calling delete_port for 1a9554c1-f627-46e0-95f1-edc8a039006d owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:30:56.722115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd8d1a-43a1-4aac-9fd8-cbaeb80f6de1 req-a8ed3cff-eb23-420a-a87b-5b24730e17f7 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:56.729199 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dffd8d1a-43a1-4aac-9fd8-cbaeb80f6de1 req-a8ed3cff-eb23-420a-a87b-5b24730e17f7 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 945 time: 0.2028401
Jun 04 15:30:56.746683 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-32b851d1-879d-462f-9f01-5f1cd3ec1c9e None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:56.767152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-32b851d1-879d-462f-9f01-5f1cd3ec1c9e None None] Transition to ACTIVE for port object a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:56.821117 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:56.827514 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dffd8d1a-43a1-4aac-9fd8-cbaeb80f6de1 req-98ccc4ea-2bf6-4e98-81a1-e7b971f3d03c tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/security-groups?id=641b0860-ca29-4937-a817-b368c72d3f52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974195
Jun 04 15:30:56.856334 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Transition to ACTIVE for port object 8e7cad7a-ffd2-44da-9145-1c1cb5aafe34 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:56.861826 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e8fdbff-44a1-4e7b-a28b-7c3d6ba65e97 req-acd60301-4551-45d5-8043-adcc500084c3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 210 time: 0.1218762
Jun 04 15:30:56.865709 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-32b851d1-879d-462f-9f01-5f1cd3ec1c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:56.893651 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1ffd91b8-c915-451b-a389-b88adb0c5e05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:57.003512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Transition to ACTIVE for port object 8e7cad7a-ffd2-44da-9145-1c1cb5aafe34 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:57.004989 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-83d6daa8-2acf-4fae-ae58-9fbe1e5b4f08 req-f3643b23-65c2-4894-af2f-016a4275ed8e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:57.013923 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:57.042865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['1a9554c1-f627-46e0-95f1-edc8a039006d'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:30:57.084107 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 172.20.0.8 (6acae085-7932-4691-b36e-433651ec3de1/af5c427d-3c00-474b-8983-9619e54184b1/f3d847ad-3bdf-4dd0-9023-501bde6f8c33) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:30:57.093487 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::f816:3eff:fef7:86d5 (6acae085-7932-4691-b36e-433651ec3de1/f1ab85f2-21c2-46ec-9663-45edd91b2c80/f3d847ad-3bdf-4dd0-9023-501bde6f8c33) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:30:57.104474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3643b23-65c2-4894-af2f-016a4275ed8e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Pushing event deleted for resources: {'Port': ['ID=1a9554c1-f627-46e0-95f1-edc8a039006d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:57.109134 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f3643b23-65c2-4894-af2f-016a4275ed8e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:57.126993 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b851d1-879d-462f-9f01-5f1cd3ec1c9e None None] Pushing event updated for resources: {'Port': ['ID=a099e1fc-d3c3-4ed8-a156-1cfbc47013c3,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:57.136569 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-32b851d1-879d-462f-9f01-5f1cd3ec1c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:57.230496 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d6daa8-2acf-4fae-ae58-9fbe1e5b4f08 req-f3643b23-65c2-4894-af2f-016a4275ed8e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] No DVR routers for this DVR port 1a9554c1-f627-46e0-95f1-edc8a039006d on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:30:57.234282 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-83d6daa8-2acf-4fae-ae58-9fbe1e5b4f08 req-f3643b23-65c2-4894-af2f-016a4275ed8e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:57.234488 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:57.241934 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:57.269726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a2edbb-beb3-4b04-8af4-2624629afd45', 'name': 'network-vif-deleted', 'tag': '1a9554c1-f627-46e0-95f1-edc8a039006d'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:30:57.272248 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b5f4a7-5009-46ee-af00-e09e8c72ca6d" -d '{"events": [{"server_uuid": "74a2edbb-beb3-4b04-8af4-2624629afd45", "name": "network-vif-deleted", "tag": "1a9554c1-f627-46e0-95f1-edc8a039006d"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:30:57.340300 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Network b9610af6-6791-4958-9b85-fb0701d506dd is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:30:57.346915 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:57.351950 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:30:57.369604 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f0028-01c7-418d-97a6-a21aad70201a x-openstack-request-id: req-ed9f0028-01c7-418d-97a6-a21aad70201a {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:30:57.369954 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a2edbb-beb3-4b04-8af4-2624629afd45", "name": "network-vif-deleted", "tag": "1a9554c1-f627-46e0-95f1-edc8a039006d", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:30:57.370303 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed9f0028-01c7-418d-97a6-a21aad70201a {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:30:57.370764 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a2edbb-beb3-4b04-8af4-2624629afd45', 'name': 'network-vif-deleted', 'tag': '1a9554c1-f627-46e0-95f1-edc8a039006d', 'status': 'completed', 'code': 200}
Jun 04 15:30:57.416535 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-83d6daa8-2acf-4fae-ae58-9fbe1e5b4f08 req-f3643b23-65c2-4894-af2f-016a4275ed8e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.62 "DELETE /v2.0/ports/1a9554c1-f627-46e0-95f1-edc8a039006d HTTP/1.1" status: 204  len: 173 time: 1.9013081
Jun 04 15:30:57.427503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d11c59-1ee0-402a-ae76-29eeb75df8f4 req-084b9aa3-4f3d-4274-a680-2f847093e27c tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:57.444478 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4d11c59-1ee0-402a-ae76-29eeb75df8f4 req-084b9aa3-4f3d-4274-a680-2f847093e27c tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.2213233
Jun 04 15:30:57.535277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Pushing event updated for resources: {'Port': ['ID=8e7cad7a-ffd2-44da-9145-1c1cb5aafe34,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:57.547449 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:57.549084 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:57.568467 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4d11c59-1ee0-402a-ae76-29eeb75df8f4 req-ae729eee-9bfd-44c6-b043-5f9fc81c9a02 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230221
Jun 04 15:30:57.603794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object f3d847ad-3bdf-4dd0-9023-501bde6f8c33 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:30:57.647333 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Attempting to bind port 8e7cad7a-ffd2-44da-9145-1c1cb5aafe34 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:30:57.647333 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Attempting to bind port 8e7cad7a-ffd2-44da-9145-1c1cb5aafe34 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '761c364b-7371-488c-9105-a776bed26834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b9610af6-6791-4958-9b85-fb0701d506dd'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:30:57.647333 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Attempting to bind port 8e7cad7a-ffd2-44da-9145-1c1cb5aafe34 on network b9610af6-6791-4958-9b85-fb0701d506dd {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:30:57.663831 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:30:57.671458 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Checking segment: {'id': '761c364b-7371-488c-9105-a776bed26834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b9610af6-6791-4958-9b85-fb0701d506dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:30:57.672623 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:57.673681 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Bound using segment: {'id': '761c364b-7371-488c-9105-a776bed26834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b9610af6-6791-4958-9b85-fb0701d506dd'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:30:57.674860 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Bound port: 8e7cad7a-ffd2-44da-9145-1c1cb5aafe34, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761c364b-7371-488c-9105-a776bed26834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b9610af6-6791-4958-9b85-fb0701d506dd'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:30:57.676832 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:57.754689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a1fff-b006-4e6d-985a-c860ea83c7f4 req-d2398b82-5bc7-4acf-aaf4-af73fe052d8b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:57.761721 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba1a1fff-b006-4e6d-985a-c860ea83c7f4 req-d2398b82-5bc7-4acf-aaf4-af73fe052d8b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 946 time: 0.1317992
Jun 04 15:30:57.765511 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:57.791008 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0cf700a6-a454-48d8-909b-72af33697ac0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:57.867711 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:57.972074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:30:57.978749 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=f3d847ad-3bdf-4dd0-9023-501bde6f8c33,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:57.982743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:30:57.984579 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:57.998252 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-648ab9e7-b82e-402d-83c9-16bb1e5f7ad9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:58.021922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] For port 8e7cad7a-ffd2-44da-9145-1c1cb5aafe34, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:30:58.033053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] For port 8e7cad7a-ffd2-44da-9145-1c1cb5aafe34, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=8e7cad7a-ffd2-44da-9145-1c1cb5aafe34,segment=NetworkSegment(761c364b-7371-488c-9105-a776bed26834),segment_id=761c364b-7371-488c-9105-a776bed26834)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:30:58.040610 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:30:58.140729 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:58.148184 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:30:58.224232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-2ae10d50-5b81-49e7-87f3-649c8bcf3076 req-0dc6ba44-0393-4e3e-9efa-7e4155d2bb9f tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Synchronizing usage tracker for tenant:de106ad9de2a4d2686c3ddb77c613a23 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:30:58.318621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-2ae10d50-5b81-49e7-87f3-649c8bcf3076 req-0dc6ba44-0393-4e3e-9efa-7e4155d2bb9f tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Unset dirty status for tenant:de106ad9de2a4d2686c3ddb77c613a23 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:30:58.322447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ae10d50-5b81-49e7-87f3-649c8bcf3076 req-0dc6ba44-0393-4e3e-9efa-7e4155d2bb9f tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] 10.222.0.32 "GET /v2.0/ports?device_id=74a2edbb-beb3-4b04-8af4-2624629afd45 HTTP/1.1" status: 200  len: 210 time: 0.1530421
Jun 04 15:30:58.430829 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Pushing event updated for resources: {'Port': ['ID=8e7cad7a-ffd2-44da-9145-1c1cb5aafe34,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:58.437875 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:30:58.443286 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876894e8-8d15-4508-b4af-4e599fd96f95 None None] Network b9610af6-6791-4958-9b85-fb0701d506dd requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:30:58.466650 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:58.521941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-50bb2d92-9418-4571-9b71-3d0bf02ab024 None None] Provisioning for port a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:30:58.535626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Subnet': ['ID=0f327b2e-b965-4f98-afe4-4465afae070e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:30:58.537914 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-50bb2d92-9418-4571-9b71-3d0bf02ab024 None None] Provisioning complete for port a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:30:58.538480 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-50bb2d92-9418-4571-9b71-3d0bf02ab024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:58.608110 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:30:58.611443 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba1a1fff-b006-4e6d-985a-c860ea83c7f4 req-3a893060-6cca-4aaa-b4cf-9f00284504cf tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8490438
Jun 04 15:30:58.636758 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1be3ba2c-5eaa-4393-8f71-2deec79c7447 req-3c348226-cb23-45f4-a446-c5765c63f667 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 210 time: 0.1337492
Jun 04 15:30:58.732214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:58.751856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386ec2af0>,) {'filters': {'network_id': ['b9610af6-6791-4958-9b85-fb0701d506dd']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:58.764062 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:58.764698 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:58.781149 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386ec2af0>, '761c364b-7371-488c-9105-a776bed26834') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:58.785264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386ec2af0>, '761c364b-7371-488c-9105-a776bed26834') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:30:58.798963 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:58.824410 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:58.836978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:30:58.836978 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:30:58.848219 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:30:58.969647 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 5.4076250
Jun 04 15:30:58.970330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58296) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:59.051746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb10cde-5e7a-48d6-8444-dd68efe2ced1 req-78128965-bc62-49ef-bc4a-84e030c65fc6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:59.053613 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9cb10cde-5e7a-48d6-8444-dd68efe2ced1 req-78128965-bc62-49ef-bc4a-84e030c65fc6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1356828
Jun 04 15:30:59.074920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825c21cd-173d-409a-842d-e9e65dc21684 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:59.085052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825c21cd-173d-409a-842d-e9e65dc21684 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:59.088907 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-825c21cd-173d-409a-842d-e9e65dc21684 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:30:59.109709 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ef93e1-97f2-40f9-9569-cb1af5f29b9b None None] get_active_networks_info from n-d-791505-9 {{(pid=88302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 04 15:30:59.127620 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.api [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 15:30:59.127620 n-d-791505-9 neutron-server[88301]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 15:30:59.127620 n-d-791505-9 neutron-server[88301]: [parameters: {'id': 'b9610af6-6791-4958-9b85-fb0701d506dd'}]
Jun 04 15:30:59.127620 n-d-791505-9 neutron-server[88301]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:30:59.128194 n-d-791505-9 neutron-server[88301]: DEBUG oslo_db.api [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:30:59.163531 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9cb10cde-5e7a-48d6-8444-dd68efe2ced1 req-0c614a1b-abd9-4e6e-ba1d-14f7fa0fd16e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992193
Jun 04 15:30:59.249946 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-825c21cd-173d-409a-842d-e9e65dc21684 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:30:59.252122 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-825c21cd-173d-409a-842d-e9e65dc21684 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.2811856
Jun 04 15:30:59.254879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58308) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:59.313533 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef93e1-97f2-40f9-9569-cb1af5f29b9b None None] Resources bound (agent type, host, resource id):  {{(pid=88302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 04 15:30:59.323959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 1a9554c1-f627-46e0-95f1-edc8a039006d no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:30:59.406150 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e1ac5a45-d614-446b-903c-f715d11a03ee None None] Provisioning for port f3d847ad-3bdf-4dd0-9023-501bde6f8c33 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:30:59.428394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e1ac5a45-d614-446b-903c-f715d11a03ee None None] Provisioning complete for port f3d847ad-3bdf-4dd0-9023-501bde6f8c33 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:30:59.428811 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e1ac5a45-d614-446b-903c-f715d11a03ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:59.442989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port f3d847ad-3bdf-4dd0-9023-501bde6f8c33 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:30:59.443407 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:59.485105 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 1a9554c1-f627-46e0-95f1-edc8a039006d {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:30:59.485105 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 1a9554c1-f627-46e0-95f1-edc8a039006d not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:30:59.542948 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac5a45-d614-446b-903c-f715d11a03ee None None] Port f3d847ad-3bdf-4dd0-9023-501bde6f8c33 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:30:59.566230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44639f14-3d11-47a1-b159-3f82e74aa5e2 req-9a66396b-06b8-4ef2-bc37-74a7985b7062 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:30:59.567243 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-44639f14-3d11-47a1-b159-3f82e74aa5e2 req-9a66396b-06b8-4ef2-bc37-74a7985b7062 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1093524
Jun 04 15:30:59.636804 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-44639f14-3d11-47a1-b159-3f82e74aa5e2 req-f3901aed-d687-4393-9624-d6ec7264b2fb tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568762
Jun 04 15:30:59.643362 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:59.644335 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:59.688908 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-95da2e0b-a2cd-4fbf-9cb9-c600ab3f5685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:30:59.816282 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58320) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:30:59.832717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for f3d847ad-3bdf-4dd0-9023-501bde6f8c33 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:31:00.016581 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Deleting port 8e7cad7a-ffd2-44da-9145-1c1cb5aafe34 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:31:00.017333 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:00.118737 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-691068be-7d64-4d20-968d-d79439d92a36 req-ebd6d812-c1ae-4421-868a-b279be0dd9fd tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 210 time: 0.0526507
Jun 04 15:31:00.254299 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:00.261027 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-547e4094-c250-40c6-899f-b8f8891e3cf2 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:00.286053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] For port 8e7cad7a-ffd2-44da-9145-1c1cb5aafe34, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=8e7cad7a-ffd2-44da-9145-1c1cb5aafe34,segment=NetworkSegment(761c364b-7371-488c-9105-a776bed26834),segment_id=761c364b-7371-488c-9105-a776bed26834)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:00.286421 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:00.321642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:31:00.427642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=f3d847ad-3bdf-4dd0-9023-501bde6f8c33,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:00.440143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Calling delete_port for 8e7cad7a-ffd2-44da-9145-1c1cb5aafe34 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:31:00.440600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:00.441020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:00.441434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:00.441812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:00.442388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:00.442555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:00.442952 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:00.443293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:00.443659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:00.444023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:00.444388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:00.444751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:00.478382 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:00.547591 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:00.590833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:31:00.592644 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d07b207-730f-49c6-a249-52e730536b38" -d '{"events": [{"server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:31:00.617776 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:00.638754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5763fd-f531-4870-94ed-109741b96fd2 req-353926e3-8a32-4d8f-97ea-112e91e32ba2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:00.652897 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf5763fd-f531-4870-94ed-109741b96fd2 req-353926e3-8a32-4d8f-97ea-112e91e32ba2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.3409908
Jun 04 15:31:00.671099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e728c6-57e3-4fa0-9d71-87675d43f227 req-0374ae15-4e81-4d77-9c88-73c8327407f3 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:00.679623 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-25e728c6-57e3-4fa0-9d71-87675d43f227 req-0374ae15-4e81-4d77-9c88-73c8327407f3 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 946 time: 0.6391275
Jun 04 15:31:00.719279 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:00.721515 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:00.779884 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-25e728c6-57e3-4fa0-9d71-87675d43f227 req-c22e39ae-0d7e-4d8d-a806-829a4a940c0f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991585
Jun 04 15:31:00.864575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,revision_number=11']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:00.868786 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:00.909432 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:00.951986 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf5763fd-f531-4870-94ed-109741b96fd2 req-aee1243d-9f1d-4db2-a500-0b24eb7c3096 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3047745
Jun 04 15:31:01.003290 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc2af77-5b12-4f7d-9410-fa55d888884e x-openstack-request-id: req-5dc2af77-5b12-4f7d-9410-fa55d888884e {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:31:01.013461 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:31:01.013461 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5dc2af77-5b12-4f7d-9410-fa55d888884e {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:31:01.013461 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'code': 200}
Jun 04 15:31:01.046288 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/f3d847ad-3bdf-4dd0-9023-501bde6f8c33 HTTP/1.1" status: 204  len: 168 time: 1.7901509
Jun 04 15:31:01.048967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58332) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:01.174594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23cc4f4-ca25-40af-9c71-c5bfc79226cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:01.178132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23cc4f4-ca25-40af-9c71-c5bfc79226cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:01.180728 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23cc4f4-ca25-40af-9c71-c5bfc79226cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:01.181639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b23cc4f4-ca25-40af-9c71-c5bfc79226cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:31:01.215293 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:01.224436 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e03755ff-c45d-4e6d-8320-a5ee6a8936ea tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:01.272957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Port': ['ID=8e7cad7a-ffd2-44da-9145-1c1cb5aafe34,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:01.295768 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:01.332519 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-171b280d-132a-4b70-b859-755306b67a38 req-5e7dff0d-6be4-4905-934b-a55338134a85 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 210 time: 0.0590746
Jun 04 15:31:01.336684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b23cc4f4-ca25-40af-9c71-c5bfc79226cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:31:01.345535 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b23cc4f4-ca25-40af-9c71-c5bfc79226cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.2916398
Jun 04 15:31:01.345654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No DVR routers for this DVR port 8e7cad7a-ffd2-44da-9145-1c1cb5aafe34 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:31:01.345762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58338) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:01.419285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-4144f66a-e906-406f-a4e1-3c9a6e457f97 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet af5c427d-3c00-474b-8983-9619e54184b1 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:31:01.422771 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4144f66a-e906-406f-a4e1-3c9a6e457f97 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:01.488244 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4144f66a-e906-406f-a4e1-3c9a6e457f97 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:01.515339 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:01.537701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095a6b1-23ca-4c98-b310-ffe1ec194c50 req-ec631874-ef0f-4400-a44c-c4069cd554bb tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:01.539886 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1095a6b1-23ca-4c98-b310-ffe1ec194c50 req-ec631874-ef0f-4400-a44c-c4069cd554bb tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.3683474
Jun 04 15:31:01.551936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83866e4550>,) {'filters': {'network_id': ['b9610af6-6791-4958-9b85-fb0701d506dd']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:01.630241 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4144f66a-e906-406f-a4e1-3c9a6e457f97 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:01.631698 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83866e4550>, '761c364b-7371-488c-9105-a776bed26834') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:01.632077 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83866e4550>, '761c364b-7371-488c-9105-a776bed26834') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:01.668810 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:01.708316 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1095a6b1-23ca-4c98-b310-ffe1ec194c50 req-2fe18c9e-3a0e-42d8-a291-e6965527baaa tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445022
Jun 04 15:31:01.714309 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:01.727046 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:31:01.727441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:31:01.754214 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:31:01.829654 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b05eae9-c2e8-4f1b-a5e4-93543ce56b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:01.834502 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:31:02.050083 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:02.211208 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:02.237979 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1b1a8320-85eb-4c06-a287-5cb379d434b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:02.263463 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:02.269135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Network': ['ID=b9610af6-6791-4958-9b85-fb0701d506dd,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:02.275277 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:02.312832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58346) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:02.313060 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/b9610af6-6791-4958-9b85-fb0701d506dd HTTP/1.1" status: 204  len: 168 time: 7.6082215
Jun 04 15:31:02.317340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1020211645'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:02.326382 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:02.333375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:network and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:02.337899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:02.347013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:02.365836 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a6002490-792f-4c3e-9f82-0b22c22642c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:02.371166 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4144f66a-e906-406f-a4e1-3c9a6e457f97 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:02.380094 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-615520ae-d304-4721-b9d7-f7ee941f57c0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:02.428549 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144f66a-e906-406f-a4e1-3c9a6e457f97 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=af5c427d-3c00-474b-8983-9619e54184b1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:02.430908 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4144f66a-e906-406f-a4e1-3c9a6e457f97 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:02.440244 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b1bcb-674c-4270-9be4-ee3531227ec0 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:02.442628 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4144f66a-e906-406f-a4e1-3c9a6e457f97 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:02.450377 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed30a49-3d74-4624-8a5c-edafe802baed req-31ff0aff-ded6-48cd-b67e-0a3b5db210b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:02.451864 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5ed30a49-3d74-4624-8a5c-edafe802baed req-31ff0aff-ded6-48cd-b67e-0a3b5db210b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.2823961
Jun 04 15:31:02.531369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:02.536416 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:02.553809 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5ed30a49-3d74-4624-8a5c-edafe802baed req-a454383f-7715-4555-ac96-3d348d2d5b5f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944245
Jun 04 15:31:02.623569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:31:02.641050 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4144f66a-e906-406f-a4e1-3c9a6e457f97 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/af5c427d-3c00-474b-8983-9619e54184b1 HTTP/1.1" status: 204  len: 168 time: 1.2932940
Jun 04 15:31:02.642392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58356) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:02.704842 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:02.705261 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Added segment 141d4e46-64db-4056-b98e-b43afd625486 of type vlan for network b6446a3f-7111-44a5-99ff-539310ec614f
Jun 04 15:31:02.732140 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-0b05eae9-c2e8-4f1b-a5e4-93543ce56b2a admin admin] Deleting port 164977b6-9587-4674-a1c8-4e3a30efd3f0 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:31:02.732522 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b05eae9-c2e8-4f1b-a5e4-93543ce56b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:02.768856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82d8bf4-af7b-4e1d-9ba8-388cec713099 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet f1ab85f2-21c2-46ec-9663-45edd91b2c80 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:31:02.772504 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:02.778284 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d82d8bf4-af7b-4e1d-9ba8-388cec713099 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:02.883866 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d82d8bf4-af7b-4e1d-9ba8-388cec713099 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:02.889583 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-0b05eae9-c2e8-4f1b-a5e4-93543ce56b2a admin admin] For port 164977b6-9587-4674-a1c8-4e3a30efd3f0, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=164977b6-9587-4674-a1c8-4e3a30efd3f0,segment=NetworkSegment(d6065b63-68f3-41ef-8616-5fd73bd991d8),segment_id=d6065b63-68f3-41ef-8616-5fd73bd991d8)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:02.892091 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b05eae9-c2e8-4f1b-a5e4-93543ce56b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:03.049743 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ebbee452-9709-4874-9b28-0f7162738f91 req-d3ac955a-71e7-4501-857d-d7e4e574dbc3 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 210 time: 0.1427588
Jun 04 15:31:03.056262 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:03.068878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:03.069579 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:03.085769 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1b1c1c2f-ed83-4e36-828b-9fd5f32463c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:03.118600 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d82d8bf4-af7b-4e1d-9ba8-388cec713099 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:03.124355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-0b05eae9-c2e8-4f1b-a5e4-93543ce56b2a admin admin] Calling delete_port for 164977b6-9587-4674-a1c8-4e3a30efd3f0 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:31:03.313637 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.0008094
Jun 04 15:31:03.339673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58364) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:03.340568 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Network': ['ID=b6446a3f-7111-44a5-99ff-539310ec614f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:03.351290 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network b6446a3f-7111-44a5-99ff-539310ec614f details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:31:03.352138 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:03.367505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'subnet': {'network_id': 'b6446a3f-7111-44a5-99ff-539310ec614f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:03.667812 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:03.685539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:03.710899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7feb4d-7a8e-4754-a296-a9534007a074 req-f20b249d-3b49-4727-8894-e914e0e06abf tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:03.712050 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a1f4b7aa-bf42-4df3-9cb7-01a8e3826202 None None] Provisioning complete for port a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:03.712573 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a1f4b7aa-bf42-4df3-9cb7-01a8e3826202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:03.712699 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bf7feb4d-7a8e-4754-a296-a9534007a074 req-f20b249d-3b49-4727-8894-e914e0e06abf tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.6296184
Jun 04 15:31:03.713732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:subnet and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:03.727715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:03.759878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:03.772785 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b05eae9-c2e8-4f1b-a5e4-93543ce56b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:03.780716 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-95a63ecb-aca9-4841-906c-96c263282bd1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:03.792241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bf7feb4d-7a8e-4754-a296-a9534007a074 req-19a4f5a8-3db1-4716-a960-f8f09b890010 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666246
Jun 04 15:31:03.852383 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05eae9-c2e8-4f1b-a5e4-93543ce56b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=164977b6-9587-4674-a1c8-4e3a30efd3f0,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:03.885390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336ba6a-8a71-4695-9133-a378d1608820 req-ffa5b1a8-f64d-4173-8d5c-7b5f5078dfd9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:03.893413 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6336ba6a-8a71-4695-9133-a378d1608820 req-ffa5b1a8-f64d-4173-8d5c-7b5f5078dfd9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.2062056
Jun 04 15:31:03.954061 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0b05eae9-c2e8-4f1b-a5e4-93543ce56b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:04.085504 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6336ba6a-8a71-4695-9133-a378d1608820 req-a6dd7c7d-74f1-41d8-8067-61bfd2f236db tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1905267
Jun 04 15:31:04.183557 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:04.183557 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:04.326697 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b05eae9-c2e8-4f1b-a5e4-93543ce56b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:04.347707 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:31:04.425235 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d82d8bf4-af7b-4e1d-9ba8-388cec713099 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:04.455868 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e8b9c0e0-f990-4517-9e4b-43176829453f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:04.534208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:04.558636 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'port_id': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'mac_address': 'fa:16:3e:d0:ff:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:31:04.618333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d8bf4-af7b-4e1d-9ba8-388cec713099 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ab85f2-21c2-46ec-9663-45edd91b2c80,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:04.626176 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d82d8bf4-af7b-4e1d-9ba8-388cec713099 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:04.630406 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-988f9df5-23d7-43c1-9411-48b22144222a req-c055d178-e7af-45f5-ac49-d8bf20ec88a9 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 210 time: 0.2858632
Jun 04 15:31:04.642341 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:04.666876 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:31:04.678215 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d82d8bf4-af7b-4e1d-9ba8-388cec713099 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:04.689504 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baff0d0-c4f5-4d38-ac19-9cbd8fec259e None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:04.702017 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d82d8bf4-af7b-4e1d-9ba8-388cec713099 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/f1ab85f2-21c2-46ec-9663-45edd91b2c80 HTTP/1.1" status: 204  len: 168 time: 2.0585582
Jun 04 15:31:04.706189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58394) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:04.720047 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:04.819990 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e0b7b2d5-5c4c-4be1-8a28-497e9c8ae20b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1124487
Jun 04 15:31:04.838143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58402) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:04.845463 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:04.850660 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:04.857330 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:04.962241 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:31:05.188882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:05.248511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:05.254810 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:05.292167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,revision_number=12']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:05.303778 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:05.392925 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:05.398064 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:05.402168 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ef7f38a3-f74d-4cca-ad71-c75b3b25d70b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:05.415144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:05.473399 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f52755d-4313-463a-b6b1-2ca535f2f648 None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:31:05.580914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6068432-2b2e-4033-9491-f660ce790d46 req-29a6646c-e641-4510-b459-70a68d88c430 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:05.582511 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f6068432-2b2e-4033-9491-f660ce790d46 req-29a6646c-e641-4510-b459-70a68d88c430 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.3980150
Jun 04 15:31:05.583178 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:05.591053 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:05.625615 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6f52755d-4313-463a-b6b1-2ca535f2f648 None None] Deleting port a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:31:05.626405 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6f52755d-4313-463a-b6b1-2ca535f2f648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:05.688459 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b05eae9-c2e8-4f1b-a5e4-93543ce56b2a admin admin] Router deb75f7b-48c7-49c2-b830-d30b79cb4b00 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:31:05.779026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f6068432-2b2e-4033-9491-f660ce790d46 req-6ca86e2e-663e-4a4e-a4b9-878b918197a8 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617041
Jun 04 15:31:05.797207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Checking segment: {'id': '141d4e46-64db-4056-b98e-b43afd625486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b6446a3f-7111-44a5-99ff-539310ec614f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:31:05.803492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network hostable DHCP agents. Network: b6446a3f-7111-44a5-99ff-539310ec614f, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:31:05.805770 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Subnet': ['ID=ccd65e29-db72-450b-8b96-1b1d3c3c971b,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:05.812527 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6f52755d-4313-463a-b6b1-2ca535f2f648 None None] For port a099e1fc-d3c3-4ed8-a156-1cfbc47013c3, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=a099e1fc-d3c3-4ed8-a156-1cfbc47013c3,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:05.812929 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:05.813146 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6f52755d-4313-463a-b6b1-2ca535f2f648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:05.897883 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0245-695b-4922-b67b-182281e2360f req-329e39f8-cea1-44fc-bd49-0f77b6c6016c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:05.912893 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a9cd0245-695b-4922-b67b-182281e2360f req-329e39f8-cea1-44fc-bd49-0f77b6c6016c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 945 time: 0.4253519
Jun 04 15:31:05.942572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network b6446a3f-7111-44a5-99ff-539310ec614f is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:31:06.011464 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a9cd0245-695b-4922-b67b-182281e2360f req-b9be582f-e1f8-4b0c-b452-62f90cf484dc tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0972326
Jun 04 15:31:06.056480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, b6446a3f-7111-44a5-99ff-539310ec614f) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:06.071104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:06.071724 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:06.154419 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.8041742
Jun 04 15:31:06.156815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58424) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:06.158674 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6f52755d-4313-463a-b6b1-2ca535f2f648 None None] Calling delete_port for a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:31:06.173852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f0d905-70bb-47e4-9b8d-25b8ee2d677a None None] Network b6446a3f-7111-44a5-99ff-539310ec614f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:06.199294 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:31:06.355802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:31:06.415461 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:06.563164 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:06.717465 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b05eae9-c2e8-4f1b-a5e4-93543ce56b2a admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:31:06.728890 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abed083-f4de-4bbe-b63c-5caf91e5848c None None] Sync routers for ids ['deb75f7b-48c7-49c2-b830-d30b79cb4b00'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:31:06.750673 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abed083-f4de-4bbe-b63c-5caf91e5848c None None] Routers {'deb75f7b-48c7-49c2-b830-d30b79cb4b00'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:31:06.753572 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-7abed083-f4de-4bbe-b63c-5caf91e5848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd82cd0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:31:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['deb75f7b-48c7-49c2-b830-d30b79cb4b00'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:06.760955 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0868646a-e3f8-4251-ac63-e2edad9f8f44 req-287d8389-5549-47ed-9b6f-25b19a02f2da tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 210 time: 0.1029639
Jun 04 15:31:06.925740 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0b05eae9-c2e8-4f1b-a5e4-93543ce56b2a admin admin] 10.222.0.32 "PUT /v2.0/routers/deb75f7b-48c7-49c2-b830-d30b79cb4b00/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1083825
Jun 04 15:31:06.941139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58432) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:07.044764 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:07.106910 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c7935d-6f23-4479-92e1-fd02e838f88b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-b6446a3f-7111-44a5-99ff-539310ec614f', 'network_id': 'b6446a3f-7111-44a5-99ff-539310ec614f', 'tenant_id': '7017e77146c94ff08ef79c4ce3ffe009', 'fixed_ips': [{'subnet_id': 'ccd65e29-db72-450b-8b96-1b1d3c3c971b'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:31:07.111153 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-62c7935d-6f23-4479-92e1-fd02e838f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:07.209136 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:07.209869 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:07.218997 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-7abed083-f4de-4bbe-b63c-5caf91e5848c None None] Set router deb75f7b-48c7-49c2-b830-d30b79cb4b00 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:31:07.433084 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6f52755d-4313-463a-b6b1-2ca535f2f648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:07.458906 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:07.527120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a29aa8-8372-496d-bafa-df1e90b5ca19 req-fe800250-e8a4-4d79-ae5a-8f59a4477477 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:07.535608 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-66a29aa8-8372-496d-bafa-df1e90b5ca19 req-fe800250-e8a4-4d79-ae5a-8f59a4477477 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.4301891
Jun 04 15:31:07.598638 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-66a29aa8-8372-496d-bafa-df1e90b5ca19 req-6778874b-cafc-4ff5-bfd6-0ae444174f38 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619202
Jun 04 15:31:07.604952 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52755d-4313-463a-b6b1-2ca535f2f648 None None] Pushing event deleted for resources: {'Port': ['ID=a099e1fc-d3c3-4ed8-a156-1cfbc47013c3,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:07.624300 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6f52755d-4313-463a-b6b1-2ca535f2f648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:07.730312 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:07.754825 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7c6703e5-172c-4734-8eb0-6d2642054475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:07.794036 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52755d-4313-463a-b6b1-2ca535f2f648 None None] No DVR routers for this DVR port a099e1fc-d3c3-4ed8-a156-1cfbc47013c3 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:31:07.815770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54b45c-b836-46d8-8e25-e4ff2aad4424 req-0c6a718e-ae16-4034-8354-3020508fcc54 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:07.817988 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6e54b45c-b836-46d8-8e25-e4ff2aad4424 req-0c6a718e-ae16-4034-8354-3020508fcc54 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 945 time: 0.4015782
Jun 04 15:31:07.819871 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:08.084019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd65e29-db72-450b-8b96-1b1d3c3c971b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:08.103588 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:08.105286 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-7abed083-f4de-4bbe-b63c-5caf91e5848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd82cd0>, [{'id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'name': 'tempest-ServerRescueTestJSON-1906118355-router', 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7792e695-8b22-413e-834e-179dbed502ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:28:15Z', 'updated_at': '2021-06-04T15:31:03Z', 'revision_number': 5, 'project_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'gw_port': {'id': '7792e695-8b22-413e-834e-179dbed502ae', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:28:16Z', 'updated_at': '2021-06-04T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:08.131871 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abed083-f4de-4bbe-b63c-5caf91e5848c None None] Checking router: deb75f7b-48c7-49c2-b830-d30b79cb4b00 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:31:08.160411 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abed083-f4de-4bbe-b63c-5caf91e5848c None None] Routers {'deb75f7b-48c7-49c2-b830-d30b79cb4b00'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:31:08.163319 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-7abed083-f4de-4bbe-b63c-5caf91e5848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd82cd0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:31:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['deb75f7b-48c7-49c2-b830-d30b79cb4b00'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:08.167508 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6e54b45c-b836-46d8-8e25-e4ff2aad4424 req-db2c7771-aad4-4d2c-9b67-cb009d92631e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2817352
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server [None req-62c7935d-6f23-4479-92e1-fd02e838f88b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ccd65e29-db72-450b-8b96-1b1d3c3c971b: This subnet is being modified by another concurrent operation.
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jun 04 15:31:08.236170 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     raise self.value
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server     raise exception
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ccd65e29-db72-450b-8b96-1b1d3c3c971b: This subnet is being modified by another concurrent operation.
Jun 04 15:31:08.242413 n-d-791505-9 neutron-server[88302]: ERROR oslo_messaging.rpc.server 
Jun 04 15:31:08.270731 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:08.287054 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bdb764-a755-42a3-b095-b8e5d7874154 None None] Network b6446a3f-7111-44a5-99ff-539310ec614f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:08.429167 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:08.478235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838751cb20>,) {'filters': {'network_id': ['b6446a3f-7111-44a5-99ff-539310ec614f']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:08.509065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838751cb20>, '141d4e46-64db-4056-b98e-b43afd625486') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:08.512805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838751cb20>, '141d4e46-64db-4056-b98e-b43afd625486') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:08.547948 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:08.551509 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:08.552625 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:31:08.555323 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1492912-27a0-4882-9f96-0c2636868bd8" -d '{"events": [{"server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "name": "network-vif-plugged", "status": "completed", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:31:08.594834 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:08.611395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:31:08.611887 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:08.662711 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:08.666713 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:08.724122 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-7abed083-f4de-4bbe-b63c-5caf91e5848c None None] Set router deb75f7b-48c7-49c2-b830-d30b79cb4b00 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:31:08.770115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,revision_number=13']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:08.774777 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:08.775927 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1ad5fb-fbec-4262-accf-32cfb8996ae3 None None] get_active_networks_info from n-d-791505-9 {{(pid=88302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:31:08.824708 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:31:08.834488 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78883e2f-303b-48e3-a01b-6c6ad5dee4d3 x-openstack-request-id: req-78883e2f-303b-48e3-a01b-6c6ad5dee4d3 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:31:08.834488 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "name": "network-vif-plugged", "status": "completed", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:31:08.834488 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78883e2f-303b-48e3-a01b-6c6ad5dee4d3 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:31:08.835970 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'code': 200}
Jun 04 15:31:08.958888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.objects.ports [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88301) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:31:08.965169 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:08.983582 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7a2e9780-1d9c-4ccd-93c6-3ee628bb168f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:09.138267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1ad5fb-fbec-4262-accf-32cfb8996ae3 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 04 15:31:09.186534 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:09.259200 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bed1a0fe-cc79-47b2-ad0e-88037d26a02e req-30bc40b8-58a9-4e37-9580-a8584e300479 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 210 time: 0.9259098
Jun 04 15:31:09.262513 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:31:09.265405 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:09.290520 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:09.290520 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:09.335729 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:09.341132 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5065a862-8443-49f3-8d28-6cb6d34f65b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:09.361187 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=0d40e8c4-4e96-44aa-b25e-a4d0a387042f,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:09.378362 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.5318360
Jun 04 15:31:09.382086 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:09.382610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58452) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:09.391115 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:09.420591 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/b6446a3f-7111-44a5-99ff-539310ec614f HTTP/1.1" status: 204  len: 168 time: 3.2616749
Jun 04 15:31:09.425255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58454) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:09.443721 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-106187458'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:09.457690 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Network': ['ID=b6446a3f-7111-44a5-99ff-539310ec614f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:09.478033 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:09.479520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:09.483391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-1379c09d-7342-4d28-a966-2ff6e0f0bbb3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:09.486338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:network and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:09.491601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:09.498845 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:09.592720 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-7abed083-f4de-4bbe-b63c-5caf91e5848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd82cd0>, [{'id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'name': 'tempest-ServerRescueTestJSON-1906118355-router', 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7792e695-8b22-413e-834e-179dbed502ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:28:15Z', 'updated_at': '2021-06-04T15:31:03Z', 'revision_number': 5, 'project_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'gw_port': {'id': '7792e695-8b22-413e-834e-179dbed502ae', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:28:16Z', 'updated_at': '2021-06-04T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:09.598596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:09.599207 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abed083-f4de-4bbe-b63c-5caf91e5848c None None] The sync data for ids ['deb75f7b-48c7-49c2-b830-d30b79cb4b00'] in n-d-791505-9 is: [{'id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'name': 'tempest-ServerRescueTestJSON-1906118355-router', 'tenant_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7792e695-8b22-413e-834e-179dbed502ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:28:15Z', 'updated_at': '2021-06-04T15:31:03Z', 'revision_number': 5, 'project_id': 'de106ad9de2a4d2686c3ddb77c613a23', 'gw_port': {'id': '7792e695-8b22-413e-834e-179dbed502ae', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb75f7b-48c7-49c2-b830-d30b79cb4b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:28:16Z', 'updated_at': '2021-06-04T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:31:09.603204 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:09.704871 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:31:09.725361 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:09.725722 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Added segment 44fe1d87-c783-4c3b-aec6-a9c571c094c1 of type vlan for network 49446c13-9c39-4035-be3b-75cf18394f4c
Jun 04 15:31:09.761321 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6715948-3d3c-4ed7-ac80-0009687f32c6 req-506d36ce-96d5-44dd-8829-647053c63f2e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:09.768898 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b6715948-3d3c-4ed7-ac80-0009687f32c6 req-506d36ce-96d5-44dd-8829-647053c63f2e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.6849024
Jun 04 15:31:09.874814 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:09.882144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1379c09d-7342-4d28-a966-2ff6e0f0bbb3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:09.886595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1379c09d-7342-4d28-a966-2ff6e0f0bbb3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:09.890946 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1379c09d-7342-4d28-a966-2ff6e0f0bbb3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:09.897154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1379c09d-7342-4d28-a966-2ff6e0f0bbb3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:09.935471 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b6715948-3d3c-4ed7-ac80-0009687f32c6 req-541892ef-80aa-4748-8810-d2b809451d67 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1655419
Jun 04 15:31:09.937298 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b6f39-f235-4ed0-af3e-cc4cc912feec req-a93ab6d7-5e21-4834-8be4-73fc3b01d2d4 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:09.944906 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-421b6f39-f235-4ed0-af3e-cc4cc912feec req-a93ab6d7-5e21-4834-8be4-73fc3b01d2d4 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 946 time: 0.2054305
Jun 04 15:31:10.001224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] Deleting port 7792e695-8b22-413e-834e-179dbed502ae {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:31:10.001780 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:10.003605 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-421b6f39-f235-4ed0-af3e-cc4cc912feec req-6ac600ad-bd78-4d00-9aec-b318b5ad1bf3 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576994
Jun 04 15:31:10.076662 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:10.083177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:10.085939 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:10.099706 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4d54f3b7-59da-4e47-93e4-a0ba606e01cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:10.196001 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 164977b6-9587-4674-a1c8-4e3a30efd3f0 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:31:10.263137 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 164977b6-9587-4674-a1c8-4e3a30efd3f0 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:31:10.263505 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 164977b6-9587-4674-a1c8-4e3a30efd3f0 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:31:10.304654 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': '0d40e8c4-4e96-44aa-b25e-a4d0a387042f'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:31:10.311431 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:10.432148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Network': ['ID=49446c13-9c39-4035-be3b-75cf18394f4c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:10.444789 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:10.487554 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 49446c13-9c39-4035-be3b-75cf18394f4c details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:31:10.549950 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.1090567
Jun 04 15:31:10.550653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58470) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:10.556192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-6c3c6a9a-2fcc-4708-b481-5c112386f77d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:10.620354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1379c09d-7342-4d28-a966-2ff6e0f0bbb3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:10.641659 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1379c09d-7342-4d28-a966-2ff6e0f0bbb3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:10.854636 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7c00e9d5-f290-4481-bde3-ceabb8ffab3e req-b9598c70-be11-470d-82d4-5deed958208f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e08b84-703b-4dc5-bd1e-a70b8eff4384 HTTP/1.1" status: 200  len: 210 time: 0.1750836
Jun 04 15:31:10.859754 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] For port 7792e695-8b22-413e-834e-179dbed502ae, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7792e695-8b22-413e-834e-179dbed502ae,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:10.860023 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:11.143903 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Allocated IP 2001:db8::f816:3eff:fe11:9d0f (6acae085-7932-4691-b36e-433651ec3de1/0d40e8c4-4e96-44aa-b25e-a4d0a387042f/0ff5a4d0-af21-4aa6-9977-45c5487467da) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:31:11.144270 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c3c6a9a-2fcc-4708-b481-5c112386f77d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:11.256808 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] Calling delete_port for 7792e695-8b22-413e-834e-179dbed502ae owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:31:11.267441 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528ad32-7185-4381-b1bd-39222aef84b8 req-b2f947e7-19c0-4dd7-8f14-918c8e7b75a6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:11.275441 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f528ad32-7185-4381-b1bd-39222aef84b8 req-b2f947e7-19c0-4dd7-8f14-918c8e7b75a6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1121628
Jun 04 15:31:11.311183 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c3c6a9a-2fcc-4708-b481-5c112386f77d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:11.318230 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c4156989-7815-40a6-8caf-1f4b3e9703c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:11.449048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c6a9a-2fcc-4708-b481-5c112386f77d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Network': ['ID=49446c13-9c39-4035-be3b-75cf18394f4c,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:11.453275 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6c3c6a9a-2fcc-4708-b481-5c112386f77d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:11.457029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c3c6a9a-2fcc-4708-b481-5c112386f77d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network 49446c13-9c39-4035-be3b-75cf18394f4c is not hosted by any dhcp agent {{(pid=88300) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
Jun 04 15:31:11.463933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3c6a9a-2fcc-4708-b481-5c112386f77d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:11.465760 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c3c6a9a-2fcc-4708-b481-5c112386f77d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:11.470939 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6c3c6a9a-2fcc-4708-b481-5c112386f77d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "PUT /v2.0/networks/49446c13-9c39-4035-be3b-75cf18394f4c HTTP/1.1" status: 200  len: 723 time: 0.9191673
Jun 04 15:31:11.471664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58478) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:11.480116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'subnet': {'network_id': '49446c13-9c39-4035-be3b-75cf18394f4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:11.498555 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:11.509921 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f528ad32-7185-4381-b1bd-39222aef84b8 req-09c11c47-4b83-4f00-919b-36ee1c6046ba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2335007
Jun 04 15:31:11.527828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Transition to ACTIVE for port object 0ff5a4d0-af21-4aa6-9977-45c5487467da will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:11.560982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Transition to ACTIVE for port object 0ff5a4d0-af21-4aa6-9977-45c5487467da will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:11.571885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 49446c13-9c39-4035-be3b-75cf18394f4c details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:31:11.589531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4cac6-b0fa-4655-a599-4cf0a5b5d565 req-674317f5-f4ce-45fb-949d-209a2b965451 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:11.591765 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aad4cac6-b0fa-4655-a599-4cf0a5b5d565 req-674317f5-f4ce-45fb-949d-209a2b965451 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 946 time: 0.2554638
Jun 04 15:31:11.656291 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aad4cac6-b0fa-4655-a599-4cf0a5b5d565 req-cdad2bb6-8ed3-466f-b4d7-df403a61371e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554724
Jun 04 15:31:11.672577 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:11.692375 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:11.708804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:11.723322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:subnet and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:11.728268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:11.743650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:11.815478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:11.820188 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:11.825506 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Pushing event updated for resources: {'Port': ['ID=0ff5a4d0-af21-4aa6-9977-45c5487467da,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:11.827608 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:11.841743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:31:11.851969 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:11.853364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:11.858877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:31:11.864170 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:12.049069 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Attempting to bind port 0ff5a4d0-af21-4aa6-9977-45c5487467da on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:31:12.049460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Attempting to bind port 0ff5a4d0-af21-4aa6-9977-45c5487467da by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:31:12.050206 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Attempting to bind port 0ff5a4d0-af21-4aa6-9977-45c5487467da on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:31:12.057513 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:31:12.062511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:31:12.062511 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:12.062511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:31:12.062511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Bound port: 0ff5a4d0-af21-4aa6-9977-45c5487467da, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:31:12.062511 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:12.102798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] Pushing event deleted for resources: {'Port': ['ID=7792e695-8b22-413e-834e-179dbed502ae,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:12.116434 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:12.275414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58486) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:12.331693 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] For port 0ff5a4d0-af21-4aa6-9977-45c5487467da, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:31:12.345860 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] For port 0ff5a4d0-af21-4aa6-9977-45c5487467da, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0ff5a4d0-af21-4aa6-9977-45c5487467da,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:31:12.385996 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccaad4a4-90cd-42ac-8f40-28cd34313983 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:12.425940 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:12.449566 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:12.466631 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-32b851d1-879d-462f-9f01-5f1cd3ec1c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:12.474745 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccaad4a4-90cd-42ac-8f40-28cd34313983 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:12.688553 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Pushing event updated for resources: {'Port': ['ID=0ff5a4d0-af21-4aa6-9977-45c5487467da,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:12.691250 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:12.803738 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccaad4a4-90cd-42ac-8f40-28cd34313983 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:12.814935 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5c1007ca-f2ca-47a4-952c-47f86c6426fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:12.831255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaad4a4-90cd-42ac-8f40-28cd34313983 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3161a449-a6a4-4133-a842-e06d38e62279,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:12.844285 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ccaad4a4-90cd-42ac-8f40-28cd34313983 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:12.919981 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:12.941887 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:13.060334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a300759-11a8-41f2-8da1-64c9a1e17c01 req-89e0e0ff-f5d5-4b90-b613-dad572b441b4 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:13.062033 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7a300759-11a8-41f2-8da1-64c9a1e17c01 req-89e0e0ff-f5d5-4b90-b613-dad572b441b4 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.2817717
Jun 04 15:31:13.110253 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccaad4a4-90cd-42ac-8f40-28cd34313983 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:13.111373 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ccaad4a4-90cd-42ac-8f40-28cd34313983 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "DELETE /v2.0/security-groups/3161a449-a6a4-4133-a842-e06d38e62279 HTTP/1.1" status: 204  len: 168 time: 0.8357010
Jun 04 15:31:13.115623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58496) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:13.142868 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:13.143797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] Fanout notify agent at l3_agent the message router_deleted on router deb75f7b-48c7-49c2-b830-d30b79cb4b00 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:31:13.159490 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-bb4bad83-a2d7-47d8-ae5c-584c8d7b4365 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] show failed (client error): The resource could not be found.
Jun 04 15:31:13.163756 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bb4bad83-a2d7-47d8-ae5c-584c8d7b4365 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "GET /v2.0/security-groups/3161a449-a6a4-4133-a842-e06d38e62279 HTTP/1.1" status: 404  len: 347 time: 0.0444129
Jun 04 15:31:13.169679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58498) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:13.181805 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:13.194509 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c17dc2cb-5f41-4fa0-a92c-7d2d24e861c4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:13.314549 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Checking segment: {'id': '44fe1d87-c783-4c3b-aec6-a9c571c094c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '49446c13-9c39-4035-be3b-75cf18394f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:31:13.315305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network hostable DHCP agents. Network: 49446c13-9c39-4035-be3b-75cf18394f4c, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:31:13.318791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Subnet': ['ID=eeaf8ac8-d200-4bd8-a070-e12f636ea752,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:13.331381 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:13.340388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10fc3d-47b9-460d-92c4-a29253c82583 req-675e4c38-fdbe-4a68-bf8b-d0570c3504a7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:13.348486 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4e10fc3d-47b9-460d-92c4-a29253c82583 req-675e4c38-fdbe-4a68-bf8b-d0570c3504a7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 946 time: 0.4156277
Jun 04 15:31:13.508506 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7a300759-11a8-41f2-8da1-64c9a1e17c01 req-2dc4f1ee-e26c-495e-a96d-219967095110 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4366496
Jun 04 15:31:13.577510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network 49446c13-9c39-4035-be3b-75cf18394f4c is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:31:13.600356 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4e10fc3d-47b9-460d-92c4-a29253c82583 req-183916c1-20fa-49f0-ad46-fb0897a4002a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2508008
Jun 04 15:31:13.716499 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:13.717590 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] 10.222.0.32 "DELETE /v2.0/routers/deb75f7b-48c7-49c2-b830-d30b79cb4b00 HTTP/1.1" status: 204  len: 168 time: 6.7733531
Jun 04 15:31:13.732825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58504) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:13.776613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 49446c13-9c39-4035-be3b-75cf18394f4c) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:13.781735 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1379c09d-7342-4d28-a966-2ff6e0f0bbb3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:13.796299 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ced7f561-5da5-424d-8ba9-88719433003a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:13.798876 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:13.799684 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:13.844045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd88fa7c-4168-40c2-8ba2-99b1b853b6e3 admin admin] Deleting subnet 7f7f515a-1071-4e58-b7aa-100a1daa4127 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:31:13.853785 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd88fa7c-4168-40c2-8ba2-99b1b853b6e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:13.880417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1379c09d-7342-4d28-a966-2ff6e0f0bbb3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:31:13.888318 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-1379c09d-7342-4d28-a966-2ff6e0f0bbb3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:13.911821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379c09d-7342-4d28-a966-2ff6e0f0bbb3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=627a0a97-d6eb-455e-8e77-7fcb9f9d722c,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:13.916786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1379c09d-7342-4d28-a966-2ff6e0f0bbb3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:13.916786 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1379c09d-7342-4d28-a966-2ff6e0f0bbb3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:13.924185 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1379c09d-7342-4d28-a966-2ff6e0f0bbb3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:13.941602 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd88fa7c-4168-40c2-8ba2-99b1b853b6e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:13.946967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-f347415b-4491-41c5-8156-6fc943fc1996 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Deleting port b0e27eea-822c-4e17-a408-0432a9007163 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:31:13.947349 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f347415b-4491-41c5-8156-6fc943fc1996 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:14.023096 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd88fa7c-4168-40c2-8ba2-99b1b853b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:14.116214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f347415b-4491-41c5-8156-6fc943fc1996 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:14.116214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f347415b-4491-41c5-8156-6fc943fc1996 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:14.202066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e501447-4889-498b-bd4c-328510f89266 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:14.216463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf745588-6cd6-44cd-8395-fdf66ae4fd65 None None] Network 49446c13-9c39-4035-be3b-75cf18394f4c requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:14.277845 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-f347415b-4491-41c5-8156-6fc943fc1996 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Calling delete_port for b0e27eea-822c-4e17-a408-0432a9007163 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:31:14.364061 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1379c09d-7342-4d28-a966-2ff6e0f0bbb3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.9792697
Jun 04 15:31:14.365751 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58514) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:14.371956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'mac_address': 'fa:16:3e:a8:28:2c', 'name': 'tempest-NetworksTestDHCPv6-633636242'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:14.423274 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9485197
Jun 04 15:31:14.424612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58516) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:14.431477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-790af69f-1e23-45b2-b169-e38ac80f33ba tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:14.534245 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0ff5a4d0-af21-4aa6-9977-45c5487467da up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:31:14.611013 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-99783e69-70c4-4621-849e-e7ccce918af8 None None] Provisioning for port 0ff5a4d0-af21-4aa6-9977-45c5487467da completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:31:14.613656 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-790af69f-1e23-45b2-b169-e38ac80f33ba tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3616823'] for subnet, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:14.618615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:14.641715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:14.646027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:14.656411 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:14.690634 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd88fa7c-4168-40c2-8ba2-99b1b853b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:14.695733 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f347415b-4491-41c5-8156-6fc943fc1996 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:14.705236 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-41c617ce-1c85-4751-9098-af3e7256187b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:14.708541 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a75dedd0-0774-45f7-8ba3-c1aa516d7c91 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:14.820327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347415b-4491-41c5-8156-6fc943fc1996 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event deleted for resources: {'Port': ['ID=b0e27eea-822c-4e17-a408-0432a9007163,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:14.834242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:14.843459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88fa7c-4168-40c2-8ba2-99b1b853b6e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7f515a-1071-4e58-b7aa-100a1daa4127,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:14.846883 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bd88fa7c-4168-40c2-8ba2-99b1b853b6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:14.851431 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bd88fa7c-4168-40c2-8ba2-99b1b853b6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:14.882033 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bd88fa7c-4168-40c2-8ba2-99b1b853b6e3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7f7f515a-1071-4e58-b7aa-100a1daa4127 HTTP/1.1" status: 204  len: 168 time: 1.1479547
Jun 04 15:31:14.882777 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58526) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:15.011151 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-22ae1007-6cfc-450c-9594-9b7a671047a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:15.077584 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f347415b-4491-41c5-8156-6fc943fc1996 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:15.205537 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-49446c13-9c39-4035-be3b-75cf18394f4c', 'network_id': '49446c13-9c39-4035-be3b-75cf18394f4c', 'tenant_id': '7017e77146c94ff08ef79c4ce3ffe009', 'fixed_ips': [{'subnet_id': 'eeaf8ac8-d200-4bd8-a070-e12f636ea752'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:31:15.206516 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:15.257949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2cb7d-19c6-4204-9770-f1bfbdf2ed04 req-21a6803a-6b49-482d-aef9-99f4044ed3b6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:15.259672 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45b2cb7d-19c6-4204-9770-f1bfbdf2ed04 req-21a6803a-6b49-482d-aef9-99f4044ed3b6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.4905803
Jun 04 15:31:15.291969 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f347415b-4491-41c5-8156-6fc943fc1996 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:15.302568 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:15.336042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 0ff5a4d0-af21-4aa6-9977-45c5487467da completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:31:15.348714 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 0ff5a4d0-af21-4aa6-9977-45c5487467da triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:15.349637 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:15.416991 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port f98cc3a6-1e19-4777-9a1b-c1e94788cf26 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:31:15.540777 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f347415b-4491-41c5-8156-6fc943fc1996 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:15.547353 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f347415b-4491-41c5-8156-6fc943fc1996 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "DELETE /v2.0/floatingips/6252c97b-28f0-4067-b2c1-300ab7b048ed HTTP/1.1" status: 204  len: 168 time: 2.3429451
Jun 04 15:31:15.554431 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58532) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:15.575667 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-22ae1007-6cfc-450c-9594-9b7a671047a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:15.607942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45b2cb7d-19c6-4204-9770-f1bfbdf2ed04 req-ae571d10-5d42-4e9d-95c0-481f192226f3 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3182180
Jun 04 15:31:15.624367 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-22ae1007-6cfc-450c-9594-9b7a671047a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c089c70>,) {'filters': {'network_id': ['dd0db704-a651-492c-af83-f8b620646609']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:15.639421 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-790af69f-1e23-45b2-b169-e38ac80f33ba tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762687599876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2714305'] for subnet, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:15.681357 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:15.764337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790af69f-1e23-45b2-b169-e38ac80f33ba tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:15.764938 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-790af69f-1e23-45b2-b169-e38ac80f33ba tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:15.766245 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-790af69f-1e23-45b2-b169-e38ac80f33ba tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "PUT /v2.0/subnets/eeaf8ac8-d200-4bd8-a070-e12f636ea752 HTTP/1.1" status: 200  len: 806 time: 1.3399694
Jun 04 15:31:15.769702 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:15.782528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58536) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:15.801862 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-22ae1007-6cfc-450c-9594-9b7a671047a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c089c70>, 'd6065b63-68f3-41ef-8616-5fd73bd991d8') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:15.802227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-22ae1007-6cfc-450c-9594-9b7a671047a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c089c70>, 'd6065b63-68f3-41ef-8616-5fd73bd991d8') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:15.881614 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-22ae1007-6cfc-450c-9594-9b7a671047a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:15.905540 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3621c2a9-1d90-4c24-81ce-bc88dc82451f None None] Update dhcp port {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'fixed_ips': [{'subnet_id': '0d40e8c4-4e96-44aa-b25e-a4d0a387042f', 'ip_address': '2001:db8::f816:3eff:fe11:9d0f'}, {'subnet_id': '627a0a97-d6eb-455e-8e77-7fcb9f9d722c'}], 'binding:host_id': 'n-d-791505-9'}, 'id': '0ff5a4d0-af21-4aa6-9977-45c5487467da'} from n-d-791505-9. {{(pid=88302) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 04 15:31:15.981405 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3621c2a9-1d90-4c24-81ce-bc88dc82451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:16.021725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca7cbe-6c95-45fe-8197-ad67171cb90d req-2858c673-9c04-4dd8-a1ed-5a7928d9e62d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:16.023721 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7fca7cbe-6c95-45fe-8197-ad67171cb90d req-2858c673-9c04-4dd8-a1ed-5a7928d9e62d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 946 time: 1.2122064
Jun 04 15:31:16.093563 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-22ae1007-6cfc-450c-9594-9b7a671047a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:16.111660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ae1007-6cfc-450c-9594-9b7a671047a0 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:31:16.112057 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-22ae1007-6cfc-450c-9594-9b7a671047a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:31:16.125727 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:31:16.162824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790af69f-1e23-45b2-b169-e38ac80f33ba tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Subnet': ['ID=eeaf8ac8-d200-4bd8-a070-e12f636ea752,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:16.162824 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-790af69f-1e23-45b2-b169-e38ac80f33ba tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:16.200376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 172.20.0.9 (6acae085-7932-4691-b36e-433651ec3de1/627a0a97-d6eb-455e-8e77-7fcb9f9d722c/f98cc3a6-1e19-4777-9a1b-c1e94788cf26) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:31:16.208698 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::f816:3eff:fea8:282c (6acae085-7932-4691-b36e-433651ec3de1/0d40e8c4-4e96-44aa-b25e-a4d0a387042f/f98cc3a6-1e19-4777-9a1b-c1e94788cf26) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:31:16.228488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 0ff5a4d0-af21-4aa6-9977-45c5487467da, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0ff5a4d0-af21-4aa6-9977-45c5487467da,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:16.278208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Allocated IP 172.20.0.2 (49446c13-9c39-4035-be3b-75cf18394f4c/eeaf8ac8-d200-4bd8-a070-e12f636ea752/68b73388-f15e-4608-bf20-270d68131382) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:31:16.328620 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:16.349861 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:16.350409 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:16.461600 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-22ae1007-6cfc-450c-9594-9b7a671047a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:16.470501 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=0ff5a4d0-af21-4aa6-9977-45c5487467da,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:16.473405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7792e695-8b22-413e-834e-179dbed502ae no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:31:16.482537 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-22ae1007-6cfc-450c-9594-9b7a671047a0 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:16.496933 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cadfbe4e-05fe-4c96-b811-210feb357b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:16.508840 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 393f8943-bb92-46e8-8366-f18b14c6aacb details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:31:16.515577 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:16.516612 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 7792e695-8b22-413e-834e-179dbed502ae {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:31:16.516965 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7792e695-8b22-413e-834e-179dbed502ae not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:31:16.635238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae1007-6cfc-450c-9594-9b7a671047a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd0db704-a651-492c-af83-f8b620646609,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:16.642371 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-22ae1007-6cfc-450c-9594-9b7a671047a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:16.643720 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:16.782192 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0ff5a4d0-af21-4aa6-9977-45c5487467da up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:31:17.020451 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:17.071659 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7fca7cbe-6c95-45fe-8197-ad67171cb90d req-4614e3cd-49c4-44e5-b53f-3cdf510e290d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9763272
Jun 04 15:31:17.073638 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7ea8e929-ac56-426a-81e7-9d54c5df6506 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Deleting port 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:31:17.074118 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ea8e929-ac56-426a-81e7-9d54c5df6506 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:17.077375 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-22ae1007-6cfc-450c-9594-9b7a671047a0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dd0db704-a651-492c-af83-f8b620646609 HTTP/1.1" status: 204  len: 168 time: 2.1784904
Jun 04 15:31:17.164515 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 0ff5a4d0-af21-4aa6-9977-45c5487467da triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:17.164690 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:17.317899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ea8e929-ac56-426a-81e7-9d54c5df6506 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:17.379871 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=393f8943-bb92-46e8-8366-f18b14c6aacb,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:17.522945 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:17.538378 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '393f8943-bb92-46e8-8366-f18b14c6aacb', 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9', 'port_id': '393f8943-bb92-46e8-8366-f18b14c6aacb', 'mac_address': 'fa:16:3e:a3:bb:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1843960c-a0fb-4622-a60e-eba128673683', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:31:17.689326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030b346-d2c7-4555-9660-f2b2f0755ade req-6fa895da-cfd3-437c-b41a-7b512981f219 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:17.691908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9030b346-d2c7-4555-9660-f2b2f0755ade req-6fa895da-cfd3-437c-b41a-7b512981f219 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.6315405
Jun 04 15:31:17.710371 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:17.712440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7ea8e929-ac56-426a-81e7-9d54c5df6506 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Calling delete_port for 783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:31:17.758420 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Transition to ACTIVE for port object 68b73388-f15e-4608-bf20-270d68131382 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:17.816106 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9030b346-d2c7-4555-9660-f2b2f0755ade req-d8d466cc-5b4a-409a-ac7f-22540d87373f tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088529
Jun 04 15:31:17.873995 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58574) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:17.883929 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 393f8943-bb92-46e8-8366-f18b14c6aacb {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:31:17.917408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Transition to ACTIVE for port object 68b73388-f15e-4608-bf20-270d68131382 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:17.972027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object f98cc3a6-1e19-4777-9a1b-c1e94788cf26 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:18.001313 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=393f8943-bb92-46e8-8366-f18b14c6aacb,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:18.050792 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:18.071855 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-85259281-2a9e-4ee6-900b-a120710ab72f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:18.187082 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cd51b287-d8cd-42c9-83bd-49a1516a15a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de106ad9de2a4d2686c3ddb77c613a23&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3118556
Jun 04 15:31:18.190132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Pushing event updated for resources: {'Port': ['ID=68b73388-f15e-4608-bf20-270d68131382,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:18.190336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58580) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:18.196815 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:18.201427 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:18.201903 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:18.278985 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:18.280906 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ea8e929-ac56-426a-81e7-9d54c5df6506 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:18.286254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Network 49446c13-9c39-4035-be3b-75cf18394f4c is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:31:18.301486 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:18.310956 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dfff3000-7a85-4067-a811-9998861a2653 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:18.316697 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:18.324521 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44f07125-c6d1-4613-9e6e-227c95bda147 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:18.324812 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:31:18.419494 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['393f8943-bb92-46e8-8366-f18b14c6aacb'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:31:18.545303 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Subnet': ['ID=eeaf8ac8-d200-4bd8-a070-e12f636ea752,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:18.552415 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:18.626785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=f98cc3a6-1e19-4777-9a1b-c1e94788cf26,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:18.643165 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:18.643973 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:18.749260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8e929-ac56-426a-81e7-9d54c5df6506 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event deleted for resources: {'Port': ['ID=783a3e7f-c7ae-454f-ba54-8ec9e3e03af5,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:18.805847 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7ea8e929-ac56-426a-81e7-9d54c5df6506 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:18.806628 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de21d24a-1174-48e1-a589-1a9494e02948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:18.900817 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de21d24a-1174-48e1-a589-1a9494e02948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:18.920955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=393f8943-bb92-46e8-8366-f18b14c6aacb,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:18.935352 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:19.035054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:31:19.043278 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:19.047809 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:31:19.061349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-3621c2a9-1d90-4c24-81ce-bc88dc82451f None None] Allocated IP 172.20.0.2 (6acae085-7932-4691-b36e-433651ec3de1/627a0a97-d6eb-455e-8e77-7fcb9f9d722c/0ff5a4d0-af21-4aa6-9977-45c5487467da) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:31:19.130814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Attempting to bind port 68b73388-f15e-4608-bf20-270d68131382 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:31:19.131211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Attempting to bind port 68b73388-f15e-4608-bf20-270d68131382 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '44fe1d87-c783-4c3b-aec6-a9c571c094c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '49446c13-9c39-4035-be3b-75cf18394f4c'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:31:19.131560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Attempting to bind port 68b73388-f15e-4608-bf20-270d68131382 on network 49446c13-9c39-4035-be3b-75cf18394f4c {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:31:19.150131 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:31:19.156853 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Checking segment: {'id': '44fe1d87-c783-4c3b-aec6-a9c571c094c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '49446c13-9c39-4035-be3b-75cf18394f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:31:19.157308 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:19.157721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Bound using segment: {'id': '44fe1d87-c783-4c3b-aec6-a9c571c094c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '49446c13-9c39-4035-be3b-75cf18394f4c'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:31:19.158230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Bound port: 68b73388-f15e-4608-bf20-270d68131382, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fe1d87-c783-4c3b-aec6-a9c571c094c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '49446c13-9c39-4035-be3b-75cf18394f4c'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:31:19.158726 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:19.255353 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de21d24a-1174-48e1-a589-1a9494e02948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:19.272572 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3d451c24-5504-4c98-9299-a87110deb91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:19.287406 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:19.300529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21d24a-1174-48e1-a589-1a9494e02948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641b0860-ca29-4937-a817-b368c72d3f52,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:19.338743 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-de21d24a-1174-48e1-a589-1a9494e02948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:19.365685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:19.368801 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:19.384082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387fbde20>,) {'filters': {'network_id': ['49446c13-9c39-4035-be3b-75cf18394f4c']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:19.428962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e45e2b-243c-4f1a-a3dd-182d17751f12 req-375fa13e-7050-454e-ac7e-01b669074e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:19.435636 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-53e45e2b-243c-4f1a-a3dd-182d17751f12 req-375fa13e-7050-454e-ac7e-01b669074e75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 1097 time: 0.9955812
Jun 04 15:31:19.470205 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c66a06b0-a806-4e79-a3c8-dec48a4d0536 req-aa4913df-5c1c-4b87-937b-24bd0198b743 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.8961494
Jun 04 15:31:19.470205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387fbde20>, '44fe1d87-c783-4c3b-aec6-a9c571c094c1') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:19.470205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387fbde20>, '44fe1d87-c783-4c3b-aec6-a9c571c094c1') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:19.506405 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ea8e929-ac56-426a-81e7-9d54c5df6506 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:19.537435 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7ea8e929-ac56-426a-81e7-9d54c5df6506 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "DELETE /v2.0/ports/783a3e7f-c7ae-454f-ba54-8ec9e3e03af5 HTTP/1.1" status: 204  len: 168 time: 3.9815264
Jun 04 15:31:19.566627 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de21d24a-1174-48e1-a589-1a9494e02948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:19.566627 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-de21d24a-1174-48e1-a589-1a9494e02948 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/641b0860-ca29-4937-a817-b368c72d3f52 HTTP/1.1" status: 204  len: 168 time: 1.3522677
Jun 04 15:31:19.566627 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58600) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:19.566627 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 5.1890421
Jun 04 15:31:19.617502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58604) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:19.724712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba1c98-8332-47de-afc3-abdde0fc6765 req-33a70a47-383a-4834-996e-63dec51b560b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:19.788547 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-48ba1c98-8332-47de-afc3-abdde0fc6765 req-33a70a47-383a-4834-996e-63dec51b560b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 946 time: 1.4582751
Jun 04 15:31:19.845105 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:20.061849 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-48ba1c98-8332-47de-afc3-abdde0fc6765 req-0204756e-ee1b-4dae-8dd4-1fec343018e1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2291923
Jun 04 15:31:20.222671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-79b87940-30ce-490d-a312-84b81a41e78e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Deleting port e11cad97-5be6-48e6-bf28-5f9a6959d242 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:31:20.224980 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-79b87940-30ce-490d-a312-84b81a41e78e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:20.271331 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3621c2a9-1d90-4c24-81ce-bc88dc82451f None None] For port 0ff5a4d0-af21-4aa6-9977-45c5487467da, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0ff5a4d0-af21-4aa6-9977-45c5487467da,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:20.278499 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] For port 68b73388-f15e-4608-bf20-270d68131382, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:31:20.322304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] For port 68b73388-f15e-4608-bf20-270d68131382, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=68b73388-f15e-4608-bf20-270d68131382,segment=NetworkSegment(44fe1d87-c783-4c3b-aec6-a9c571c094c1),segment_id=44fe1d87-c783-4c3b-aec6-a9c571c094c1)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:31:20.480186 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-79b87940-30ce-490d-a312-84b81a41e78e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:20.540900 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:20.556857 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4c996965-1d87-4735-82c3-d297ca639818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:20.579926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e45e2b-243c-4f1a-a3dd-182d17751f12 req-c0fbf93a-3baf-4114-857a-e262c0b0b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:20.587318 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-53e45e2b-243c-4f1a-a3dd-182d17751f12 req-c0fbf93a-3baf-4114-857a-e262c0b0b77a service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 1.1032019
Jun 04 15:31:20.659424 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.resource_extend [None req-3621c2a9-1d90-4c24-81ce-bc88dc82451f None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:31:20.737299 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3621c2a9-1d90-4c24-81ce-bc88dc82451f None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:20.847348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-79b87940-30ce-490d-a312-84b81a41e78e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Calling delete_port for e11cad97-5be6-48e6-bf28-5f9a6959d242 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:31:20.930284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d83f66d-9329-45c7-bbd9-598aaa7fc14e None None] Network 49446c13-9c39-4035-be3b-75cf18394f4c requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:20.987934 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-53e45e2b-243c-4f1a-a3dd-182d17751f12 req-20e6ba5b-f81a-4e25-abe6-3f0f556b2b52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 HTTP/1.1" status: 200  len: 1001 time: 0.3956435
Jun 04 15:31:21.179285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e45e2b-243c-4f1a-a3dd-182d17751f12 req-8961ca18-d822-4380-8828-8898241fddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:21.180752 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-53e45e2b-243c-4f1a-a3dd-182d17751f12 req-8961ca18-d822-4380-8828-8898241fddb8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.1787093
Jun 04 15:31:21.191278 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:21.231189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3621c2a9-1d90-4c24-81ce-bc88dc82451f None None] Transition to ACTIVE for port object 0ff5a4d0-af21-4aa6-9977-45c5487467da will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:21.333431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Pushing event updated for resources: {'Port': ['ID=68b73388-f15e-4608-bf20-270d68131382,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:21.346409 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:21.347003 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:31:21.352038 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:21.369834 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-79b87940-30ce-490d-a312-84b81a41e78e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:21.373533 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3621c2a9-1d90-4c24-81ce-bc88dc82451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:21.400930 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:21.410393 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0752a617-4d03-44d6-84c5-ca435779fb32 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:31:21.415127 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:31:21.645715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143555c4-41eb-416f-817a-9f92755daea1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:21.704677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143555c4-41eb-416f-817a-9f92755daea1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:21.708799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-143555c4-41eb-416f-817a-9f92755daea1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:31:21.880870 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621c2a9-1d90-4c24-81ce-bc88dc82451f None None] Pushing event updated for resources: {'Port': ['ID=0ff5a4d0-af21-4aa6-9977-45c5487467da,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:21.880870 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3621c2a9-1d90-4c24-81ce-bc88dc82451f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:21.880870 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ebfffa-2af6-449e-9420-ac2fa5177e42 None None] Network 49446c13-9c39-4035-be3b-75cf18394f4c requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:21.963997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e45e2b-243c-4f1a-a3dd-182d17751f12 req-85c5e44c-ebf8-4945-b354-696e9332166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:21.965673 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-53e45e2b-243c-4f1a-a3dd-182d17751f12 req-85c5e44c-ebf8-4945-b354-696e9332166e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.7458363
Jun 04 15:31:21.968978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a06b0-a806-4e79-a3c8-dec48a4d0536 req-d6db5ff6-6649-4efb-b22a-f1a9635061d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:21.978774 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c66a06b0-a806-4e79-a3c8-dec48a4d0536 req-d6db5ff6-6649-4efb-b22a-f1a9635061d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f9666fef72042a089a1b7fec6d0d3ff&device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 1096 time: 2.0692544
Jun 04 15:31:22.460346 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 393f8943-bb92-46e8-8366-f18b14c6aacb up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:31:22.486004 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b87940-30ce-490d-a312-84b81a41e78e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event deleted for resources: {'Port': ['ID=e11cad97-5be6-48e6-bf28-5f9a6959d242,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:22.491935 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-79b87940-30ce-490d-a312-84b81a41e78e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.080s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:22.500980 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-79b87940-30ce-490d-a312-84b81a41e78e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:22.544450 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-79b87940-30ce-490d-a312-84b81a41e78e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "DELETE /v2.0/ports/e11cad97-5be6-48e6-bf28-5f9a6959d242 HTTP/1.1" status: 204  len: 168 time: 2.9867067
Jun 04 15:31:22.550108 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58634) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:22.744459 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-53e45e2b-243c-4f1a-a3dd-182d17751f12 req-811f73b1-5895-4b4a-8eb9-9d9a28dcf69c service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7607243
Jun 04 15:31:22.760673 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0ff5a4d0-af21-4aa6-9977-45c5487467da up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:31:22.818437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-143555c4-41eb-416f-817a-9f92755daea1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:31:22.822730 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-143555c4-41eb-416f-817a-9f92755daea1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 3.1658902
Jun 04 15:31:22.840080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-d014d300-6c4e-4ce6-93dc-388aa047958f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Deleting subnet 609b259b-c087-44a5-9daf-3b5e7e8e553a {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:31:22.848171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58638) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:22.877966 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.api [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 15:31:22.877966 n-d-791505-9 neutron-server[88300]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 15:31:22.877966 n-d-791505-9 neutron-server[88300]: [parameters: {'id': '49446c13-9c39-4035-be3b-75cf18394f4c'}]
Jun 04 15:31:22.877966 n-d-791505-9 neutron-server[88300]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:31:22.882282 n-d-791505-9 neutron-server[88300]: DEBUG oslo_db.api [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:31:22.886059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3b53e-b45b-4a33-9c7b-1805024b63f9 req-fa59961a-5a76-44fb-bdf3-83792e6e7550 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:22.901434 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5cf3b53e-b45b-4a33-9c7b-1805024b63f9 req-fa59961a-5a76-44fb-bdf3-83792e6e7550 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 946 time: 1.6105108
Jun 04 15:31:22.944578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 393f8943-bb92-46e8-8366-f18b14c6aacb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:22.945368 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:22.949521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ab0b0-e775-43dd-98d4-0b641dc913bc req-ff9524ce-6941-4cac-a1e2-01478c945fe0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:22.956912 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c87ab0b0-e775-43dd-98d4-0b641dc913bc req-ff9524ce-6941-4cac-a1e2-01478c945fe0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 945 time: 3.7229810
Jun 04 15:31:23.037983 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d014d300-6c4e-4ce6-93dc-388aa047958f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:23.232501 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c87ab0b0-e775-43dd-98d4-0b641dc913bc req-f9277f09-e6ce-48ca-9923-e81a6ebb4cc7 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2739179
Jun 04 15:31:23.251882 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79ba88e-ea16-4baa-949f-25dc0e56cec6 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:23.294607 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5cf3b53e-b45b-4a33-9c7b-1805024b63f9 req-1ec91842-d298-4d1d-83ee-052e7519b483 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3917069
Jun 04 15:31:23.329350 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-53e45e2b-243c-4f1a-a3dd-182d17751f12 req-00743119-8cb3-4ae9-a286-a388408c259f service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5276997
Jun 04 15:31:23.346155 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d014d300-6c4e-4ce6-93dc-388aa047958f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:23.366692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a06b0-a806-4e79-a3c8-dec48a4d0536 req-8a4f6829-4751-4aaf-9d65-cc2343b6c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:23.368084 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c66a06b0-a806-4e79-a3c8-dec48a4d0536 req-8a4f6829-4751-4aaf-9d65-cc2343b6c1ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=88077e73-6957-4879-9339-9e85eb0bc61f HTTP/1.1" status: 200  len: 912 time: 0.6263399
Jun 04 15:31:23.455387 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8a386646-b91c-47cc-b0a6-a019e2f65ecc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port f98cc3a6-1e19-4777-9a1b-c1e94788cf26 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:31:23.456099 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a386646-b91c-47cc-b0a6-a019e2f65ecc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:23.463054 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:23.548017 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:23.564009 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a6b1df35-7cf5-4f20-a5cc-f0c196bf4be1 None None] Provisioning for port 0ff5a4d0-af21-4aa6-9977-45c5487467da completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:31:23.609923 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:23.635494 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18d3ab-a106-4f2d-9f22-998d1d8a6508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393f8943-bb92-46e8-8366-f18b14c6aacb'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:31:23.638702 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace9feef-be9d-42f3-ad38-0bcbdc1a2296" -d '{"events": [{"server_uuid": "db18d3ab-a106-4f2d-9f22-998d1d8a6508", "name": "network-vif-plugged", "status": "completed", "tag": "393f8943-bb92-46e8-8366-f18b14c6aacb"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:31:23.687896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a6b1df35-7cf5-4f20-a5cc-f0c196bf4be1 None None] Provisioning complete for port 0ff5a4d0-af21-4aa6-9977-45c5487467da triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:23.688326 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a6b1df35-7cf5-4f20-a5cc-f0c196bf4be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:23.795427 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44557a8-57ae-4bc6-8f6a-1c4c55f96090 x-openstack-request-id: req-d44557a8-57ae-4bc6-8f6a-1c4c55f96090 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:31:23.795913 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18d3ab-a106-4f2d-9f22-998d1d8a6508", "name": "network-vif-plugged", "status": "completed", "tag": "393f8943-bb92-46e8-8366-f18b14c6aacb", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:31:23.796279 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d44557a8-57ae-4bc6-8f6a-1c4c55f96090 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:31:23.796797 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db18d3ab-a106-4f2d-9f22-998d1d8a6508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393f8943-bb92-46e8-8366-f18b14c6aacb', 'code': 200}
Jun 04 15:31:23.814882 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=393f8943-bb92-46e8-8366-f18b14c6aacb,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:23.823135 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a386646-b91c-47cc-b0a6-a019e2f65ecc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:23.858694 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c66a06b0-a806-4e79-a3c8-dec48a4d0536 req-297947a5-4d3d-4818-9b4e-daf5be794a06 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2a71e56-135a-4162-a78c-78c6531e5a37 HTTP/1.1" status: 200  len: 1001 time: 0.4807920
Jun 04 15:31:23.946037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Deleting port 68b73388-f15e-4608-bf20-270d68131382 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:31:23.946852 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:23.986047 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:24.004171 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:24.087260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8a386646-b91c-47cc-b0a6-a019e2f65ecc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for f98cc3a6-1e19-4777-9a1b-c1e94788cf26 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:31:24.217279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a06b0-a806-4e79-a3c8-dec48a4d0536 req-ffaa9470-d84f-41c0-827b-2f6ae46840a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:24.218810 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c66a06b0-a806-4e79-a3c8-dec48a4d0536 req-ffaa9470-d84f-41c0-827b-2f6ae46840a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4093c38f-7f2f-4b42-8c4a-34d4b45f0128 HTTP/1.1" status: 200  len: 850 time: 0.3495343
Jun 04 15:31:24.240443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=393f8943-bb92-46e8-8366-f18b14c6aacb,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:24.258221 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] For port 68b73388-f15e-4608-bf20-270d68131382, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=68b73388-f15e-4608-bf20-270d68131382,segment=NetworkSegment(44fe1d87-c783-4c3b-aec6-a9c571c094c1),segment_id=44fe1d87-c783-4c3b-aec6-a9c571c094c1)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:24.258571 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:24.307160 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:24.707459 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58666) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:24.776546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Calling delete_port for 68b73388-f15e-4608-bf20-270d68131382 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:31:24.875295 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a386646-b91c-47cc-b0a6-a019e2f65ecc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:24.899655 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6d5205dc-8aef-400b-bf9d-3e370f6fb210 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:25.004943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a06b0-a806-4e79-a3c8-dec48a4d0536 req-5cb56b6f-e232-40f2-a3d3-7a56f4d381e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:25.004943 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c66a06b0-a806-4e79-a3c8-dec48a4d0536 req-5cb56b6f-e232-40f2-a3d3-7a56f4d381e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88077e73-6957-4879-9339-9e85eb0bc61f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.7477956
Jun 04 15:31:25.130362 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bf0e34f8-28fa-4a9f-b0c9-db8141c3ebb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:25.152156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d3e51-09aa-4e81-a0aa-3dec0a7d3696 req-02d5f987-d229-48ab-9294-6730087e7cb5 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:25.156987 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a386646-b91c-47cc-b0a6-a019e2f65ecc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=f98cc3a6-1e19-4777-9a1b-c1e94788cf26,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:25.159637 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5a1d3e51-09aa-4e81-a0aa-3dec0a7d3696 req-02d5f987-d229-48ab-9294-6730087e7cb5 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.4101181
Jun 04 15:31:25.160699 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8a386646-b91c-47cc-b0a6-a019e2f65ecc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:25.172334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-bf0e34f8-28fa-4a9f-b0c9-db8141c3ebb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:25.177366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bf0e34f8-28fa-4a9f-b0c9-db8141c3ebb5 admin admin] Usage tracker for resource:security_group_rule and tenant:5435bff9cbba429887517181ee886a2d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:25.190099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bf0e34f8-28fa-4a9f-b0c9-db8141c3ebb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:25.190099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-bf0e34f8-28fa-4a9f-b0c9-db8141c3ebb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:25.227277 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d014d300-6c4e-4ce6-93dc-388aa047958f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:25.340660 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a386646-b91c-47cc-b0a6-a019e2f65ecc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:25.344870 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5a1d3e51-09aa-4e81-a0aa-3dec0a7d3696 req-6f4be729-1691-4e4d-be45-3f1ce33f982a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753707
Jun 04 15:31:25.365645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538c437-3e58-420a-beeb-86716c45a1ed req-167eaa1d-2dbe-4e70-a5d5-e016c8352e12 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:25.372821 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a538c437-3e58-420a-beeb-86716c45a1ed req-167eaa1d-2dbe-4e70-a5d5-e016c8352e12 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 946 time: 0.6643183
Jun 04 15:31:25.387949 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:25.425647 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f3643b23-65c2-4894-af2f-016a4275ed8e tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:25.439428 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-27ba4093-02a4-4009-ade3-959a476d7ee1 None None] Could not find standard attr ID for object f98cc3a6-1e19-4777-9a1b-c1e94788cf26. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:31:25.462437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-27ba4093-02a4-4009-ade3-959a476d7ee1 None None] Provisioning complete for port 0ff5a4d0-af21-4aa6-9977-45c5487467da triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:25.462825 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-27ba4093-02a4-4009-ade3-959a476d7ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:25.514143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No DVR routers for this DVR port 68b73388-f15e-4608-bf20-270d68131382 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:31:25.523701 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8a386646-b91c-47cc-b0a6-a019e2f65ecc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/f98cc3a6-1e19-4777-9a1b-c1e94788cf26 HTTP/1.1" status: 204  len: 168 time: 2.6138606
Jun 04 15:31:25.535263 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c66a06b0-a806-4e79-a3c8-dec48a4d0536 req-a3daf060-e0dd-407b-be1f-5eaa311b23cc service neutron] 10.222.0.62 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5176437
Jun 04 15:31:25.535872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58676) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:25.637509 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Port': ['ID=68b73388-f15e-4608-bf20-270d68131382,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:25.663576 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a538c437-3e58-420a-beeb-86716c45a1ed req-631aeae2-1274-4617-b1eb-b9f6be60282e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2895939
Jun 04 15:31:25.738383 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bf0e34f8-28fa-4a9f-b0c9-db8141c3ebb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:25.816812 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:25.826893 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bf0e34f8-28fa-4a9f-b0c9-db8141c3ebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:25.855405 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-12d91c3a-8c36-4144-8d39-af7d54341642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:25.864924 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:25.928926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e34f8-28fa-4a9f-b0c9-db8141c3ebb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d04690-673d-40dc-bc4a-2bf095507dcc,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:25.948031 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bf0e34f8-28fa-4a9f-b0c9-db8141c3ebb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:25.955074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b85dd5-257d-4c8a-a3d1-feb5c8f82033 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:25.956601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b85dd5-257d-4c8a-a3d1-feb5c8f82033 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:25.958261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b85dd5-257d-4c8a-a3d1-feb5c8f82033 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:25.959072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b8b85dd5-257d-4c8a-a3d1-feb5c8f82033 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:31:25.992871 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bf0e34f8-28fa-4a9f-b0c9-db8141c3ebb5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5435bff9cbba429887517181ee886a2d&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2779832
Jun 04 15:31:25.992871 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58678) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:26.047809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f2761606-1050-4d5f-86ea-3266e9734ec5 None None] Could not find standard attr ID for object f98cc3a6-1e19-4777-9a1b-c1e94788cf26. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:31:26.122667 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ad67571-78ce-40b0-aa43-4a9dd4d93c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:26.173277 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ad67571-78ce-40b0-aa43-4a9dd4d93c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:26.235476 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d014d300-6c4e-4ce6-93dc-388aa047958f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:26.240252 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6382f694-ec34-496c-9728-5e69a37d4667 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:26.318533 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014d300-6c4e-4ce6-93dc-388aa047958f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event deleted for resources: {'Subnet': ['ID=609b259b-c087-44a5-9daf-3b5e7e8e553a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:26.330206 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d014d300-6c4e-4ce6-93dc-388aa047958f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:26.338605 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d014d300-6c4e-4ce6-93dc-388aa047958f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:26.344578 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ad67571-78ce-40b0-aa43-4a9dd4d93c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:26.346167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2630a5be-9600-4562-bcbd-ce87b109df1f None None] Network 67bebaa3-339e-464b-87fc-b3100714b795 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:26.349127 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5869e853-4ad7-48a6-b8d6-aefb97941ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:26.365630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad67571-78ce-40b0-aa43-4a9dd4d93c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d04690-673d-40dc-bc4a-2bf095507dcc,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:26.375329 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6ad67571-78ce-40b0-aa43-4a9dd4d93c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:26.403138 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ad67571-78ce-40b0-aa43-4a9dd4d93c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:26.412432 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6ad67571-78ce-40b0-aa43-4a9dd4d93c87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4d04690-673d-40dc-bc4a-2bf095507dcc HTTP/1.1" status: 204  len: 168 time: 0.4206305
Jun 04 15:31:26.430575 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d014d300-6c4e-4ce6-93dc-388aa047958f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "DELETE /v2.0/subnets/609b259b-c087-44a5-9daf-3b5e7e8e553a HTTP/1.1" status: 204  len: 168 time: 3.8740880
Jun 04 15:31:26.432608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58686) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:26.753103 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01a012c-353b-4bda-8982-62227f199ec7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Deleting subnet a0677ed8-2435-4b55-9bdf-6bdd70a96c5c {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:31:26.770618 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f01a012c-353b-4bda-8982-62227f199ec7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:27.014965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b8b85dd5-257d-4c8a-a3d1-feb5c8f82033 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:31:27.016195 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b8b85dd5-257d-4c8a-a3d1-feb5c8f82033 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 1.3624613
Jun 04 15:31:27.187909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58694) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:27.358164 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0922c664-c1f9-4bb8-bbba-601ffc02cce0 None None] DHCP port deletion for 67bebaa3-339e-464b-87fc-b3100714b795 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:31:27.372624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2693abc-faee-4b52-b922-0bc075a62dc7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 0d40e8c4-4e96-44aa-b25e-a4d0a387042f {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:31:27.376219 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:27.397318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387190fa0>,) {'filters': {'network_id': ['49446c13-9c39-4035-be3b-75cf18394f4c']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:27.409869 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2693abc-faee-4b52-b922-0bc075a62dc7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:27.498130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387190fa0>, '44fe1d87-c783-4c3b-aec6-a9c571c094c1') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:27.498418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387190fa0>, '44fe1d87-c783-4c3b-aec6-a9c571c094c1') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:27.576586 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c66a06b0-a806-4e79-a3c8-dec48a4d0536 req-7a47a17b-6a7a-4c97-ab29-c82d1ae4fd0a service neutron] 10.222.0.62 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.6820943
Jun 04 15:31:27.581955 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:27.585201 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f01a012c-353b-4bda-8982-62227f199ec7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:27.597639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17989ad7-be8f-408b-ab01-b3855752db1e req-a08c19b2-eaae-4088-b6ba-b24b00eba04e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:27.613217 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-17989ad7-be8f-408b-ab01-b3855752db1e req-a08c19b2-eaae-4088-b6ba-b24b00eba04e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.8459625
Jun 04 15:31:27.649494 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2693abc-faee-4b52-b922-0bc075a62dc7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:27.713724 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:27.746813 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0922c664-c1f9-4bb8-bbba-601ffc02cce0 None None] Deleting port 3ab82753-7568-437d-9f8c-1a58db2b4a0b {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:31:27.747703 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0922c664-c1f9-4bb8-bbba-601ffc02cce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:27.758143 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-17989ad7-be8f-408b-ab01-b3855752db1e req-ed3fd4de-e3cf-4fbb-9f08-5b90a11918a6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438007
Jun 04 15:31:27.763882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:31:27.764299 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:31:27.785863 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:31:27.997612 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2693abc-faee-4b52-b922-0bc075a62dc7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:28.105708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0922c664-c1f9-4bb8-bbba-601ffc02cce0 None None] For port 3ab82753-7568-437d-9f8c-1a58db2b4a0b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3ab82753-7568-437d-9f8c-1a58db2b4a0b,segment=NetworkSegment(073b0851-c23f-4d82-99e3-8a9b40f03ea6),segment_id=073b0851-c23f-4d82-99e3-8a9b40f03ea6)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:28.106171 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0922c664-c1f9-4bb8-bbba-601ffc02cce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:28.149055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:28.166345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4b918-5828-40e3-b01c-c2c103a07376 req-1563b13d-33e1-4b49-8307-c1dad0247282 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:28.186049 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42c4b918-5828-40e3-b01c-c2c103a07376 req-1563b13d-33e1-4b49-8307-c1dad0247282 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 946 time: 0.4294500
Jun 04 15:31:28.196096 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:28.210776 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:28.267417 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0922c664-c1f9-4bb8-bbba-601ffc02cce0 None None] Calling delete_port for 3ab82753-7568-437d-9f8c-1a58db2b4a0b owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:31:28.365457 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-42c4b918-5828-40e3-b01c-c2c103a07376 req-0ba52fcc-6306-4c8b-af5e-00f596591571 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1776776
Jun 04 15:31:28.389524 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f01a012c-353b-4bda-8982-62227f199ec7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:28.414451 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/49446c13-9c39-4035-be3b-75cf18394f4c HTTP/1.1" status: 204  len: 168 time: 12.6038210
Jun 04 15:31:28.415280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Network': ['ID=49446c13-9c39-4035-be3b-75cf18394f4c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:28.421715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58708) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:28.462061 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:28.503973 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-727e2300-0741-4fd6-bd92-cde55f8e00b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:31:28.503973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727e2300-0741-4fd6-bd92-cde55f8e00b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:31:28.503973 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-727e2300-0741-4fd6-bd92-cde55f8e00b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/49446c13-9c39-4035-be3b-75cf18394f4c HTTP/1.1" status: 404  len: 339 time: 0.0800781
Jun 04 15:31:28.503973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58710) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:28.548857 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0922c664-c1f9-4bb8-bbba-601ffc02cce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:28.562018 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:28.662383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-607902918', 'description': 'd1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:28.702916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:28.718586 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:network and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:28.739380 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:28.771725 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:28.886904 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922c664-c1f9-4bb8-bbba-601ffc02cce0 None None] Pushing event deleted for resources: {'Port': ['ID=3ab82753-7568-437d-9f8c-1a58db2b4a0b,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:28.896261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3ab82753-7568-437d-9f8c-1a58db2b4a0b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:31:28.917714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:28.921399 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:28.970107 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922c664-c1f9-4bb8-bbba-601ffc02cce0 None None] No DVR routers for this DVR port 3ab82753-7568-437d-9f8c-1a58db2b4a0b on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:31:28.984115 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0922c664-c1f9-4bb8-bbba-601ffc02cce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:29.043383 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 3ab82753-7568-437d-9f8c-1a58db2b4a0b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:31:29.043813 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3ab82753-7568-437d-9f8c-1a58db2b4a0b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:31:29.066813 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e27031-cb4a-4c35-baae-61439a58221e None None] get_active_networks_info from n-d-791505-9 {{(pid=88302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 04 15:31:29.263851 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88dcb4-2780-442f-854a-2cba45d2b833 req-af8924ed-ae3a-4163-8a0a-d797b3d02ec6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:29.268914 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7f88dcb4-2780-442f-854a-2cba45d2b833 req-af8924ed-ae3a-4163-8a0a-d797b3d02ec6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.0969107
Jun 04 15:31:29.272253 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f01a012c-353b-4bda-8982-62227f199ec7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:29.301324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:31:29.303838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58724) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:29.334596 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-03203429-aab1-4c94-a392-3b9e283a20d6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:29.342622 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:29.344057 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Added segment 77acce9c-4ff5-4fd6-a002-3ff45c16f8e7 of type vlan for network bbbd8451-5536-4319-8838-b11b34c334cd
Jun 04 15:31:29.454825 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:29.488802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e27031-cb4a-4c35-baae-61439a58221e None None] Resources bound (agent type, host, resource id):  {{(pid=88302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 04 15:31:29.505916 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a012c-353b-4bda-8982-62227f199ec7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event deleted for resources: {'Subnet': ['ID=a0677ed8-2435-4b55-9bdf-6bdd70a96c5c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:29.522204 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f01a012c-353b-4bda-8982-62227f199ec7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:29.525423 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7f88dcb4-2780-442f-854a-2cba45d2b833 req-cbfe5812-ab3d-4fa3-a41f-7ec05a828051 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2555597
Jun 04 15:31:29.558064 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f01a012c-353b-4bda-8982-62227f199ec7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:29.560732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-910442762-network', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:29.576168 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f01a012c-353b-4bda-8982-62227f199ec7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "DELETE /v2.0/subnets/a0677ed8-2435-4b55-9bdf-6bdd70a96c5c HTTP/1.1" status: 204  len: 168 time: 3.1392012
Jun 04 15:31:29.576401 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2693abc-faee-4b52-b922-0bc075a62dc7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:29.576704 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58732) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:29.587260 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1241a99-bd28-401f-8776-dce18f30d1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:29.590749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:29.604168 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:29.665733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Usage tracker for resource:network and tenant:f88fe13e4e9341d3ae1ddeb05c02284c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:29.669576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:29.676840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:29.702214 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:29.722010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:29.722010 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:29.722010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2693abc-faee-4b52-b922-0bc075a62dc7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=0d40e8c4-4e96-44aa-b25e-a4d0a387042f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:29.732296 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d2693abc-faee-4b52-b922-0bc075a62dc7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:29.737969 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c3c9be72-4767-43bf-9854-e056942890ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:29.886862 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2693abc-faee-4b52-b922-0bc075a62dc7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:29.896145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Network': ['ID=bbbd8451-5536-4319-8838-b11b34c334cd,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:29.907935 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:29.914212 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Made reservation on behalf of f88fe13e4e9341d3ae1ddeb05c02284c for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:29.917725 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:29.940804 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d2693abc-faee-4b52-b922-0bc075a62dc7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/0d40e8c4-4e96-44aa-b25e-a4d0a387042f HTTP/1.1" status: 204  len: 168 time: 2.7177210
Jun 04 15:31:29.941779 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:29.954622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58738) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:30.012987 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 1.3814592
Jun 04 15:31:30.013764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58740) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:30.017745 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network bbbd8451-5536-4319-8838-b11b34c334cd details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:31:30.024341 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-16d5cf66-f838-490d-abdc-549bcf467b8b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:30.077080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:30.104674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Usage tracker for resource:security_group_rule and tenant:f88fe13e4e9341d3ae1ddeb05c02284c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:30.116533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:30.133829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:30.249981 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-16d5cf66-f838-490d-abdc-549bcf467b8b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:30.268876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a943ec-b227-4632-ac56-ed9c42737a3a req-2356abf1-5c28-476b-9eaf-0af2718a2393 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:30.277647 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a7a943ec-b227-4632-ac56-ed9c42737a3a req-2356abf1-5c28-476b-9eaf-0af2718a2393 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 946 time: 0.3993025
Jun 04 15:31:30.283456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbf9b90-c138-4b82-9d83-3ac6425cfaee tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 627a0a97-d6eb-455e-8e77-7fcb9f9d722c {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:31:30.298769 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9b90-c138-4b82-9d83-3ac6425cfaee tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:30.299266 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-16d5cf66-f838-490d-abdc-549bcf467b8b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386aeb6d0>,) {'filters': {'network_id': ['67bebaa3-339e-464b-87fc-b3100714b795']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:30.330796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-16d5cf66-f838-490d-abdc-549bcf467b8b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386aeb6d0>, '073b0851-c23f-4d82-99e3-8a9b40f03ea6') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:30.331096 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-16d5cf66-f838-490d-abdc-549bcf467b8b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386aeb6d0>, '073b0851-c23f-4d82-99e3-8a9b40f03ea6') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:30.378894 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-16d5cf66-f838-490d-abdc-549bcf467b8b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:30.445657 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a7a943ec-b227-4632-ac56-ed9c42737a3a req-c85d097d-c07e-4c66-bb2e-133d6619754f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1669917
Jun 04 15:31:30.460802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1c7680-6acf-4dc2-8af1-8849324d0663 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:30.461677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8e1c7680-6acf-4dc2-8af1-8849324d0663 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Synchronizing usage tracker for tenant:7017e77146c94ff08ef79c4ce3ffe009 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:31:30.463728 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-16d5cf66-f838-490d-abdc-549bcf467b8b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:30.478062 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d5cf66-f838-490d-abdc-549bcf467b8b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:31:30.478508 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-16d5cf66-f838-490d-abdc-549bcf467b8b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:31:30.543682 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:31:30.610170 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9b90-c138-4b82-9d83-3ac6425cfaee tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:30.691862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7462e58-fcf3-46a7-b98f-da0fcd8fd7b3 None None] Network 7f6b3c1d-53c9-4fb5-ba35-55088d32071c requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:30.758457 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:30.774875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa60859-87ba-4ca4-a9fe-21ba344d176a None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:30.956637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a393e-ec7d-4150-98b6-3944c6bf321b req-db139e43-fc6a-4920-b0ae-3e38ba052754 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:30.969843 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a67a393e-ec7d-4150-98b6-3944c6bf321b req-db139e43-fc6a-4920-b0ae-3e38ba052754 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.2030985
Jun 04 15:31:31.019720 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9b90-c138-4b82-9d83-3ac6425cfaee tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:31.302724 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-16d5cf66-f838-490d-abdc-549bcf467b8b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:31.330400 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-16d5cf66-f838-490d-abdc-549bcf467b8b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711361'] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:31.330400 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4fb63b9d-d152-4698-8366-866ffb6a113d tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:31.340087 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a67a393e-ec7d-4150-98b6-3944c6bf321b req-9b4f0b0a-3f2a-48d7-8939-8413c70f7104 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3686836
Jun 04 15:31:31.348358 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5cf66-f838-490d-abdc-549bcf467b8b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event deleted for resources: {'Network': ['ID=67bebaa3-339e-464b-87fc-b3100714b795,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:31.362768 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-16d5cf66-f838-490d-abdc-549bcf467b8b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:31.569472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8e1c7680-6acf-4dc2-8af1-8849324d0663 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Unset dirty status for tenant:7017e77146c94ff08ef79c4ce3ffe009 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:31:31.570896 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8e1c7680-6acf-4dc2-8af1-8849324d0663 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "GET /v2.0/networks?id=bbbd8451-5536-4319-8838-b11b34c334cd HTTP/1.1" status: 200  len: 760 time: 1.5476794
Jun 04 15:31:31.573703 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:31.574143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58754) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:31.599915 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] DHCP port deletion for 7f6b3c1d-53c9-4fb5-ba35-55088d32071c request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:31:31.636460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:31:31.637291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'network': {'description': 'd2'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:31.637419 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:31.637419 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Added segment 5a4e6d33-a7bb-4679-94d8-88dea288ad45 of type vlan for network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb
Jun 04 15:31:31.637419 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-560b2846-fd88-4d4d-b4d8-4629253395a7 tempest-SecurityGroupRulesNegativeTestJSON-800694357 tempest-SecurityGroupRulesNegativeTestJSON-800694357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:31.697354 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-16d5cf66-f838-490d-abdc-549bcf467b8b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "DELETE /v2.0/networks/67bebaa3-339e-464b-87fc-b3100714b795 HTTP/1.1" status: 204  len: 168 time: 2.1158776
Jun 04 15:31:31.701024 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58756) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:31.720466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9003cb7c-fc66-45a5-9833-06c5de40077b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:31.742045 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:31.784326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Deleting port d9abb5fd-002f-436c-810b-7483d3065037 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:31:31.785403 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:31.794909 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:32.038042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] For port d9abb5fd-002f-436c-810b-7483d3065037, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d9abb5fd-002f-436c-810b-7483d3065037,segment=NetworkSegment(35b5900c-acc0-4b99-a1b3-ea659bb757f0),segment_id=35b5900c-acc0-4b99-a1b3-ea659bb757f0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:32.038449 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:32.115286 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:32.117976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:32.121754 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:32.197792 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-87e9162f-15c3-450d-8c47-9e6490f8bb54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:32.467599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Calling delete_port for d9abb5fd-002f-436c-810b-7483d3065037 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:31:32.518967 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:32.580899 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:32.604070 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3da52552-8925-4a57-afad-a2433fb5cffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:32.610188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Pushing event updated for resources: {'Network': ['ID=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:32.662506 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:31:32.718097 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:32.720201 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 3.4148796
Jun 04 15:31:32.723394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58768) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:32.738862 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Request body: {'subnet': {'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-subnet', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:32.760677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:32.773702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Usage tracker for resource:subnet and tenant:f88fe13e4e9341d3ae1ddeb05c02284c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:32.775810 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:32.780652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:32.830819 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d9abb5fd-002f-436c-810b-7483d3065037 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:31:32.877093 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c7a8820e-199f-4e56-9dd0-b93890ea1a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:32.912956 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9b90-c138-4b82-9d83-3ac6425cfaee tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:32.922939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:32.930068 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0579f594-9d4b-4d08-8b7c-31c0db4c0ab5 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:32.971482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Pushing event deleted for resources: {'Port': ['ID=d9abb5fd-002f-436c-810b-7483d3065037,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:32.981241 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: d9abb5fd-002f-436c-810b-7483d3065037 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:31:32.981598 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d9abb5fd-002f-436c-810b-7483d3065037 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:31:32.983377 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] No DVR routers for this DVR port d9abb5fd-002f-436c-810b-7483d3065037 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:31:33.003360 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.003711 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.004054 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.004394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.004731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.005088 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.005420 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.005748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.006074 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.006399 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.006879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.007023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.007779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf9b90-c138-4b82-9d83-3ac6425cfaee tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=627a0a97-d6eb-455e-8e77-7fcb9f9d722c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:33.019428 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:33.020297 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cbbf9b90-c138-4b82-9d83-3ac6425cfaee tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:33.052800 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9b90-c138-4b82-9d83-3ac6425cfaee tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:33.121599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f787297-4eee-4e2c-ac5c-fa7745fc3ec8 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:33.122323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a17d9-0ad9-4119-a495-a47949e22162 req-031d63c8-232c-418d-98ac-32d798b8fd6f tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:33.130813 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8d1a17d9-0ad9-4119-a495-a47949e22162 req-031d63c8-232c-418d-98ac-32d798b8fd6f tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.3267736
Jun 04 15:31:33.178358 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8c4ab01d-015d-4e5e-91da-92256558f850 None None] Provisioning complete for port 0ff5a4d0-af21-4aa6-9977-45c5487467da triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:33.178663 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab01d-015d-4e5e-91da-92256558f850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:33.199870 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8d1a17d9-0ad9-4119-a495-a47949e22162 req-6c782662-45a6-420c-a126-5214857e46ed tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679181
Jun 04 15:31:33.242624 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:33.244325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Made reservation on behalf of f88fe13e4e9341d3ae1ddeb05c02284c for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:33.247206 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:33.256761 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:33.502548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Network': ['ID=bbbd8451-5536-4319-8838-b11b34c334cd,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:33.552135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network bbbd8451-5536-4319-8838-b11b34c334cd is not hosted by any dhcp agent {{(pid=88301) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
Jun 04 15:31:33.564359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:33.566038 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:33.568396 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "PUT /v2.0/networks/bbbd8451-5536-4319-8838-b11b34c334cd HTTP/1.1" status: 200  len: 757 time: 1.9926698
Jun 04 15:31:33.579015 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58778) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:33.590543 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7988d33-cf13-4972-8a63-65bbe3f7a173 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:33.599829 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cbbf9b90-c138-4b82-9d83-3ac6425cfaee tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/627a0a97-d6eb-455e-8e77-7fcb9f9d722c HTTP/1.1" status: 204  len: 168 time: 3.6388736
Jun 04 15:31:33.600569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58780) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:33.674430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.674430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.674430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.674430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.674430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.674430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.674430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.674430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.674430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.674430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.674430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.674430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:33.675423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network bbbd8451-5536-4319-8838-b11b34c334cd details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:31:33.675522 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:33.727124 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9c7e978a-3452-4607-9cda-f49f5e7bea15 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1252625
Jun 04 15:31:33.727709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58784) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:33.735106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ded0c6fe-cd4a-4ddd-87e3-9bbad5e703f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:33.871732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ded0c6fe-cd4a-4ddd-87e3-9bbad5e703f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:33.874645 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:33.875819 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f21d22-5826-4837-860c-33a734fc3715 None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:31:33.877478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ded0c6fe-cd4a-4ddd-87e3-9bbad5e703f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:33.881175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ded0c6fe-cd4a-4ddd-87e3-9bbad5e703f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:33.889952 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ded0c6fe-cd4a-4ddd-87e3-9bbad5e703f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:33.914824 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7988d33-cf13-4972-8a63-65bbe3f7a173 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:33.937430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d7988d33-cf13-4972-8a63-65bbe3f7a173 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386b687c0>,) {'filters': {'network_id': ['7f6b3c1d-53c9-4fb5-ba35-55088d32071c']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:33.955132 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d7988d33-cf13-4972-8a63-65bbe3f7a173 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386b687c0>, '35b5900c-acc0-4b99-a1b3-ea659bb757f0') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:33.955515 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d7988d33-cf13-4972-8a63-65bbe3f7a173 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386b687c0>, '35b5900c-acc0-4b99-a1b3-ea659bb757f0') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:33.972507 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7988d33-cf13-4972-8a63-65bbe3f7a173 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:33.990478 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-21f21d22-5826-4837-860c-33a734fc3715 None None] Deleting port 0ff5a4d0-af21-4aa6-9977-45c5487467da {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:31:33.991701 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-21f21d22-5826-4837-860c-33a734fc3715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:33.993762 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7988d33-cf13-4972-8a63-65bbe3f7a173 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:34.003027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7988d33-cf13-4972-8a63-65bbe3f7a173 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:31:34.003621 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7988d33-cf13-4972-8a63-65bbe3f7a173 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:31:34.043539 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:31:34.053646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e865e2c-df40-43df-b2b3-bf93e21c1b05 req-79e11883-eed3-4456-a522-bba2cd584a73 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:34.055289 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e865e2c-df40-43df-b2b3-bf93e21c1b05 req-79e11883-eed3-4456-a522-bba2cd584a73 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 946 time: 1.4221928
Jun 04 15:31:34.062238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded0c6fe-cd4a-4ddd-87e3-9bbad5e703f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:34.066951 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ded0c6fe-cd4a-4ddd-87e3-9bbad5e703f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:34.126222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-21f21d22-5826-4837-860c-33a734fc3715 None None] For port 0ff5a4d0-af21-4aa6-9977-45c5487467da, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0ff5a4d0-af21-4aa6-9977-45c5487467da,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:34.126547 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-21f21d22-5826-4837-860c-33a734fc3715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:34.208250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57db59e-fc85-4261-afe5-8375a00b3e6c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:34.210795 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f57db59e-fc85-4261-afe5-8375a00b3e6c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Synchronizing usage tracker for tenant:7017e77146c94ff08ef79c4ce3ffe009 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:31:34.290043 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-21f21d22-5826-4837-860c-33a734fc3715 None None] Calling delete_port for 0ff5a4d0-af21-4aa6-9977-45c5487467da owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:31:34.373547 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e865e2c-df40-43df-b2b3-bf93e21c1b05 req-12b05b6f-23ce-4378-89fa-a9a3a8b22da6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3034861
Jun 04 15:31:34.384953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f57db59e-fc85-4261-afe5-8375a00b3e6c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Unset dirty status for tenant:7017e77146c94ff08ef79c4ce3ffe009 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:31:34.389349 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f57db59e-fc85-4261-afe5-8375a00b3e6c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "GET /v2.0/networks?id=bbbd8451-5536-4319-8838-b11b34c334cd HTTP/1.1" status: 200  len: 760 time: 0.8053863
Jun 04 15:31:34.397574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58800) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:34.411824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8a440976-29a1-4562-b29d-fe2ff20da20c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-88500221'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:34.429664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8a440976-29a1-4562-b29d-fe2ff20da20c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:34.444555 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8a440976-29a1-4562-b29d-fe2ff20da20c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:34.487327 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7988d33-cf13-4972-8a63-65bbe3f7a173 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:34.488181 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-21f21d22-5826-4837-860c-33a734fc3715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:34.491735 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8cf86c6c-99c3-4feb-944d-52c988888f6b tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:34.507657 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:34.518833 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7988d33-cf13-4972-8a63-65bbe3f7a173 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:34.531867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7988d33-cf13-4972-8a63-65bbe3f7a173 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Pushing event deleted for resources: {'Network': ['ID=7f6b3c1d-53c9-4fb5-ba35-55088d32071c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:34.539222 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d7988d33-cf13-4972-8a63-65bbe3f7a173 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:34.541086 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d7988d33-cf13-4972-8a63-65bbe3f7a173 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] 10.222.0.32 "DELETE /v2.0/networks/7f6b3c1d-53c9-4fb5-ba35-55088d32071c HTTP/1.1" status: 204  len: 168 time: 2.8359361
Jun 04 15:31:34.582363 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a440976-29a1-4562-b29d-fe2ff20da20c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:34.594867 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a440976-29a1-4562-b29d-fe2ff20da20c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:34.634387 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f21d22-5826-4837-860c-33a734fc3715 None None] No DVR routers for this DVR port 0ff5a4d0-af21-4aa6-9977-45c5487467da on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:31:34.654801 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f21d22-5826-4837-860c-33a734fc3715 None None] Pushing event deleted for resources: {'Port': ['ID=0ff5a4d0-af21-4aa6-9977-45c5487467da,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:34.676618 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-21f21d22-5826-4837-860c-33a734fc3715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:34.717992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0ff5a4d0-af21-4aa6-9977-45c5487467da no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:31:34.766539 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a440976-29a1-4562-b29d-fe2ff20da20c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:31:34.795137 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a440976-29a1-4562-b29d-fe2ff20da20c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:34.797514 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-8a440976-29a1-4562-b29d-fe2ff20da20c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Added segment 039dc2a4-7664-44eb-acfe-522d286d4b8d of type vlan for network 1b4133d0-5039-4784-b179-b5c80d5345f8
Jun 04 15:31:34.833125 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 0ff5a4d0-af21-4aa6-9977-45c5487467da {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:31:34.833485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0ff5a4d0-af21-4aa6-9977-45c5487467da not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:31:34.889591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed78a8-868e-47ab-a4a0-533eb574ad4b req-861bed2a-8dc8-4bbc-987f-6d52e14061bc tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:34.897070 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0aed78a8-868e-47ab-a4a0-533eb574ad4b req-861bed2a-8dc8-4bbc-987f-6d52e14061bc tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.4217219
Jun 04 15:31:34.899687 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a440976-29a1-4562-b29d-fe2ff20da20c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:34.989050 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0aed78a8-868e-47ab-a4a0-533eb574ad4b req-678a58e0-012b-417e-ba1f-c0e9559c38ca tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907247
Jun 04 15:31:35.044485 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a440976-29a1-4562-b29d-fe2ff20da20c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:35.051576 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a440976-29a1-4562-b29d-fe2ff20da20c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:35.052203 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a440976-29a1-4562-b29d-fe2ff20da20c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:35.060253 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-428cd05a-3623-4875-8dba-c1169c667501 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:35.134299 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:35.141967 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:35.195878 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:35.223569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a440976-29a1-4562-b29d-fe2ff20da20c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Network': ['ID=1b4133d0-5039-4784-b179-b5c80d5345f8,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:35.226794 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8a440976-29a1-4562-b29d-fe2ff20da20c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:35.238899 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 1b4133d0-5039-4784-b179-b5c80d5345f8 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:31:35.254250 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8a440976-29a1-4562-b29d-fe2ff20da20c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.8567894
Jun 04 15:31:35.257543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58824) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:35.274921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'subnet': {'network_id': '1b4133d0-5039-4784-b179-b5c80d5345f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:35.306860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ed44b3-ef4b-465d-8935-39b4f8607a3e,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:35.330007 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:35.524791 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:35.530594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Usage tracker for resource:subnet and tenant:7017e77146c94ff08ef79c4ce3ffe009 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:35.534347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:35.541763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:35.693458 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:35.696875 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:35.724823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Checking segment: {'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:31:35.728085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Network hostable DHCP agents. Network: 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:31:35.898049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bdf52-b7ef-426b-a3a7-1e3eebe3543f req-fb5a348c-e02d-4f55-988f-0b3115e50a35 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:35.905399 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3a0bdf52-b7ef-426b-a3a7-1e3eebe3543f req-fb5a348c-e02d-4f55-988f-0b3115e50a35 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 946 time: 0.1897192
Jun 04 15:31:35.937979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:31:35.982378 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3a0bdf52-b7ef-426b-a3a7-1e3eebe3543f req-aa9833b7-48e3-4aa7-8f91-fb863c5319a4 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759954
Jun 04 15:31:36.108768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:36.119324 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84acfeb-3b38-4e47-bac0-ee9d2788ecd9 None None] Network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:36.171938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:36.172543 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:36.254751 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ded0c6fe-cd4a-4ddd-87e3-9bbad5e703f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:36.267020 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4144f66a-e906-406f-a4e1-3c9a6e457f97 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:36.336075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded0c6fe-cd4a-4ddd-87e3-9bbad5e703f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:31:36.348506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-ded0c6fe-cd4a-4ddd-87e3-9bbad5e703f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:36.361362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded0c6fe-cd4a-4ddd-87e3-9bbad5e703f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:36.362132 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ded0c6fe-cd4a-4ddd-87e3-9bbad5e703f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:36.416618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50642a0e-0c06-42b5-981f-dd549ed3b914 req-7e65469d-f01e-484a-abc2-36cafa336e1c tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:36.426302 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50642a0e-0c06-42b5-981f-dd549ed3b914 req-7e65469d-f01e-484a-abc2-36cafa336e1c tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.2370012
Jun 04 15:31:36.443252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0c6fe-cd4a-4ddd-87e3-9bbad5e703f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=5fec758f-6dab-434a-b6d6-2d8f5aa90817,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:36.472544 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.7456408
Jun 04 15:31:36.478321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58868) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:36.479777 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ded0c6fe-cd4a-4ddd-87e3-9bbad5e703f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:36.484177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:36.490780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:36.494081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Usage tracker for resource:router and tenant:f88fe13e4e9341d3ae1ddeb05c02284c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:36.498338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:36.505403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:36.518515 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ded0c6fe-cd4a-4ddd-87e3-9bbad5e703f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7875063
Jun 04 15:31:36.522019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58872) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:36.527755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:36.689413 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631d4e20-c764-4cd7-a051-9809ede621d7 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:36.721134 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:36.722161 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:36.730082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:36.742935 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50642a0e-0c06-42b5-981f-dd549ed3b914 req-229affeb-f71a-46e4-b2f0-4daf293c0bb9 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3156562
Jun 04 15:31:36.759895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:36.766887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:36.783809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:36.810762 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:36.817411 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:36.820864 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:36.906959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:36.910783 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:37.035760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Subnet': ['ID=e14dd9ab-22b8-4aa3-9277-e4bc5fae9652,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:37.053261 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:37.063176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Checking segment: {'id': '039dc2a4-7664-44eb-acfe-522d286d4b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1b4133d0-5039-4784-b179-b5c80d5345f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:31:37.063962 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network hostable DHCP agents. Network: 1b4133d0-5039-4784-b179-b5c80d5345f8, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:31:37.119261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:31:37.119612 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:37.175327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network 1b4133d0-5039-4784-b179-b5c80d5345f8 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:31:37.266465 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 1b4133d0-5039-4784-b179-b5c80d5345f8) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:37.273138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': '5fec758f-6dab-434a-b6d6-2d8f5aa90817'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:31:37.273925 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:37.286950 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:37.287542 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:37.309312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45f8031-17e2-4dd8-ae86-ddc425061f25 None None] Network 1b4133d0-5039-4784-b179-b5c80d5345f8 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:37.412390 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1497581
Jun 04 15:31:37.412725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58888) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:38.151598 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-1b4133d0-5039-4784-b179-b5c80d5345f8', 'network_id': '1b4133d0-5039-4784-b179-b5c80d5345f8', 'tenant_id': '7017e77146c94ff08ef79c4ce3ffe009', 'fixed_ips': [{'subnet_id': 'e14dd9ab-22b8-4aa3-9277-e4bc5fae9652'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:31:38.157461 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:38.157918 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:38.257702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafd8ab-b1c3-48ce-856a-462d02609d0c req-8ce4cbaf-b7d7-4212-9d0a-7933b1cbfd79 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:38.261203 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9dafd8ab-b1c3-48ce-856a-462d02609d0c req-8ce4cbaf-b7d7-4212-9d0a-7933b1cbfd79 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 946 time: 0.3048766
Jun 04 15:31:38.314559 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Allocated IP 172.20.0.2 (6c155a59-ba83-4d4d-a0c4-1eb46b267cbb/41ed44b3-ef4b-465d-8935-39b4f8607a3e/6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:31:38.383464 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:38.411869 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9dafd8ab-b1c3-48ce-856a-462d02609d0c req-eca39c27-52da-4548-a9e2-ea41080cb01a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1389270
Jun 04 15:31:38.466848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Allocated IP 172.20.0.2 (6acae085-7932-4691-b36e-433651ec3de1/5fec758f-6dab-434a-b6d6-2d8f5aa90817/0f4ad64a-13c6-4b21-8b04-521f73b4469e) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:31:38.515739 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:31:38.598427 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:38.779700 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Allocated IP 172.20.0.2 (1b4133d0-5039-4784-b179-b5c80d5345f8/e14dd9ab-22b8-4aa3-9277-e4bc5fae9652/d4ef6d57-456d-4703-8ade-9cb5016b3423) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:31:38.834601 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:31:39.037469 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c59924-1b3b-4c98-8a67-34aa6a03e02f req-445dd549-2834-4d99-bb4b-cb87e3e20ce3 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:39.046438 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c7c59924-1b3b-4c98-8a67-34aa6a03e02f req-445dd549-2834-4d99-bb4b-cb87e3e20ce3 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.9744630
Jun 04 15:31:39.102386 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c7c59924-1b3b-4c98-8a67-34aa6a03e02f req-be8c0341-3511-4f99-ab64-088cd1403981 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549579
Jun 04 15:31:39.301604 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:39.359940 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:39.389737 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:39.553649 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Transition to ACTIVE for port object d4ef6d57-456d-4703-8ade-9cb5016b3423 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:39.604954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Allocated IP 172.25.4.18 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/2b0bfb89-bfbf-4680-a572-c200893c9586) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:31:39.618366 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:39.671381 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:39.679024 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:31:39.682035 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6152c73-fdf4-4c34-864e-0fd15efbaaa1" -d '{"events": [{"server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:31:39.793449 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:39.814752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Transition to ACTIVE for port object d4ef6d57-456d-4703-8ade-9cb5016b3423 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:39.814752 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:39.861399 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2da1036-9220-4f7f-a04d-00de2082fdfa x-openstack-request-id: req-a2da1036-9220-4f7f-a04d-00de2082fdfa {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:31:39.861727 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:31:39.862556 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2da1036-9220-4f7f-a04d-00de2082fdfa {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:31:39.863053 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'code': 200}
Jun 04 15:31:40.008678 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:40.029582 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:40.062675 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:40.068528 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4be208a0-71ff-40ba-8557-f8496bd8bcb3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:40.107111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Transition to ACTIVE for port object 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:40.132826 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Transition to ACTIVE for port object 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:40.228931 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Subnet': ['ID=e14dd9ab-22b8-4aa3-9277-e4bc5fae9652,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:40.238026 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:40.255639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.objects.ports [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88300) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:31:40.259669 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:40.266819 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:40.270019 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e1184a62-f4e3-4cff-837c-f8153dfc1ebc tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:40.278954 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,revision_number=14']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:40.289254 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:40.292038 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Network 1b4133d0-5039-4784-b179-b5c80d5345f8 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:31:40.354721 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:40.363498 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6f52755d-4313-463a-b6b1-2ca535f2f648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:40.416055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:31:40.424004 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:40.439529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:40.440581 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:40.485726 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:40.518674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=333dc7c6-0f81-41ec-b9c6-f50993c716fe,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:40.534393 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:40.573536 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:40.588231 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 4.0621972
Jun 04 15:31:40.592685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58968) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:40.603469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'mac_address': 'fa:16:3e:30:98:9d', 'name': 'tempest-NetworksTestDHCPv6-1976522580'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:40.622634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Transition to ACTIVE for port object 0f4ad64a-13c6-4b21-8b04-521f73b4469e will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:40.647440 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Transition to ACTIVE for port object 0f4ad64a-13c6-4b21-8b04-521f73b4469e will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:40.653424 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Pushing event updated for resources: {'Port': ['ID=d4ef6d57-456d-4703-8ade-9cb5016b3423,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:40.658967 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:31:40.662570 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:40.664809 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9cfb1d5e-601f-4cdc-90d4-868e62d82bec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:40.732316 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:40.756697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387dd7ac0>,) {'filters': {'network_id': ['1b4133d0-5039-4784-b179-b5c80d5345f8']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:40.785053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Pushing event updated for resources: {'Port': ['ID=6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:40.791054 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:40.792223 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387dd7ac0>, '039dc2a4-7664-44eb-acfe-522d286d4b8d') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:40.793313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387dd7ac0>, '039dc2a4-7664-44eb-acfe-522d286d4b8d') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:40.812150 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:40.845155 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:31:40.845736 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:40.846914 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:40.847693 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:40.861890 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:40.863582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:31:40.864528 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:40.867810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:40.874308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:40.882086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:31:40.904491 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:31:40.936416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a14d3-4889-4e96-9d6a-3653874eff7e req-fa8acc7d-7a1a-4d08-9ee0-093365dcd88b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:40.938568 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d82a14d3-4889-4e96-9d6a-3653874eff7e req-fa8acc7d-7a1a-4d08-9ee0-093365dcd88b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.2908590
Jun 04 15:31:40.958402 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:40.966817 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-211b8fc7-a7a2-4028-9d33-b2d18b22e7bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:41.056154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:41.069179 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:31:41.075492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:41.086182 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d82a14d3-4889-4e96-9d6a-3653874eff7e req-eaffd5d5-1397-4516-893d-9738a162db0d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463215
Jun 04 15:31:41.116012 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.api [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 15:31:41.116012 n-d-791505-9 neutron-server[88301]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 15:31:41.116012 n-d-791505-9 neutron-server[88301]: [parameters: {'id': '1b4133d0-5039-4784-b179-b5c80d5345f8'}]
Jun 04 15:31:41.116012 n-d-791505-9 neutron-server[88301]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:31:41.120470 n-d-791505-9 neutron-server[88301]: DEBUG oslo_db.api [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:31:41.195891 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:31:41.197576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:31:41.234088 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:41.237898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:31:41.241981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:41.250828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Pushing event updated for resources: {'Port': ['ID=0f4ad64a-13c6-4b21-8b04-521f73b4469e,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:41.262950 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:31:41.270434 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Attempting to bind port d4ef6d57-456d-4703-8ade-9cb5016b3423 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:31:41.271015 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Attempting to bind port d4ef6d57-456d-4703-8ade-9cb5016b3423 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '039dc2a4-7664-44eb-acfe-522d286d4b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1b4133d0-5039-4784-b179-b5c80d5345f8'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:31:41.271787 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Attempting to bind port d4ef6d57-456d-4703-8ade-9cb5016b3423 on network 1b4133d0-5039-4784-b179-b5c80d5345f8 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:31:41.330774 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:41.415745 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Attempting to bind port 0f4ad64a-13c6-4b21-8b04-521f73b4469e on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:31:41.416389 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Attempting to bind port 0f4ad64a-13c6-4b21-8b04-521f73b4469e by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:31:41.417194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Attempting to bind port 0f4ad64a-13c6-4b21-8b04-521f73b4469e on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:31:41.420069 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:31:41.420711 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Checking segment: {'id': '039dc2a4-7664-44eb-acfe-522d286d4b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1b4133d0-5039-4784-b179-b5c80d5345f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:31:41.421188 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:41.421599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Bound using segment: {'id': '039dc2a4-7664-44eb-acfe-522d286d4b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1b4133d0-5039-4784-b179-b5c80d5345f8'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:31:41.422220 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Bound port: d4ef6d57-456d-4703-8ade-9cb5016b3423, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039dc2a4-7664-44eb-acfe-522d286d4b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1b4133d0-5039-4784-b179-b5c80d5345f8'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:31:41.422792 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:41.438371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Attempting to bind port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:31:41.438746 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Attempting to bind port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:31:41.439118 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Attempting to bind port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c on network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:31:41.445199 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:31:41.446018 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:31:41.446702 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:41.447122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:31:41.447903 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Bound port: 0f4ad64a-13c6-4b21-8b04-521f73b4469e, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:31:41.448571 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:41.476010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:31:41.476575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Checking segment: {'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:31:41.477024 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:41.477419 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Bound using segment: {'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:31:41.477897 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Bound port: 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:31:41.478280 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:41.509208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2b0bfb89-bfbf-4680-a572-c200893c9586,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:41.622516 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:41.623091 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:42.032466 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Deleting port d4ef6d57-456d-4703-8ade-9cb5016b3423 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:31:42.032466 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:42.034164 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] For port d4ef6d57-456d-4703-8ade-9cb5016b3423, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:31:42.046164 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] For port d4ef6d57-456d-4703-8ade-9cb5016b3423, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d4ef6d57-456d-4703-8ade-9cb5016b3423,segment=NetworkSegment(039dc2a4-7664-44eb-acfe-522d286d4b8d),segment_id=039dc2a4-7664-44eb-acfe-522d286d4b8d)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:31:42.277789 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:42.321355 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] For port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:31:42.336412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] For port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:31:42.338171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] For port 0f4ad64a-13c6-4b21-8b04-521f73b4469e, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:31:42.344835 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] For port 0f4ad64a-13c6-4b21-8b04-521f73b4469e, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0f4ad64a-13c6-4b21-8b04-521f73b4469e,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:31:42.370620 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port 7c25f77e-c996-4538-80ea-90f483bd6ac1 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:31:42.438033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] For port d4ef6d57-456d-4703-8ade-9cb5016b3423, host n-d-791505-9, got binding levels [] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:42.441561 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:42.484697 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:42.509548 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-21f21d22-5826-4837-860c-33a734fc3715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:42.605051 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:42.671436 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:42.723865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Calling delete_port for d4ef6d57-456d-4703-8ade-9cb5016b3423 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:31:42.767290 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3119dd-601b-49e2-b625-a1f5054b2923 req-8afb3ff7-b5e2-4051-8a4d-302ca9ceda75 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:42.776899 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1a3119dd-601b-49e2-b625-a1f5054b2923 req-8afb3ff7-b5e2-4051-8a4d-302ca9ceda75 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.4440408
Jun 04 15:31:43.034040 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33751da-e8fa-4326-9efa-28cb4f1a2a1f None None] Network 1b4133d0-5039-4784-b179-b5c80d5345f8 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:43.091971 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1a3119dd-601b-49e2-b625-a1f5054b2923 req-484377d5-43d4-43ad-b189-640e8a475590 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3026764
Jun 04 15:31:43.110027 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:43.117477 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8e21d406-f8d7-45d1-b96a-cea9de5622d0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:43.125967 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Pushing event updated for resources: {'Port': ['ID=d4ef6d57-456d-4703-8ade-9cb5016b3423,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:43.135535 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:43.143949 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:43.262007 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Port': ['ID=d4ef6d57-456d-4703-8ade-9cb5016b3423,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:43.289902 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:43.294059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No DVR routers for this DVR port d4ef6d57-456d-4703-8ade-9cb5016b3423 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:31:43.680138 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:43.684113 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Pushing event updated for resources: {'Port': ['ID=0f4ad64a-13c6-4b21-8b04-521f73b4469e,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:43.710991 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:43.756663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83912b99d0>,) {'filters': {'network_id': ['1b4133d0-5039-4784-b179-b5c80d5345f8']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:43.795725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83912b99d0>, '039dc2a4-7664-44eb-acfe-522d286d4b8d') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:43.796337 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83912b99d0>, '039dc2a4-7664-44eb-acfe-522d286d4b8d') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:43.826963 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:43.856937 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:43.864729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:31:43.865546 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:31:43.895235 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:31:43.953799 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Pushing event updated for resources: {'Port': ['ID=6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:43.968524 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:43.969139 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.167s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:43.970050 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:44.387177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533748e-46aa-4016-bdbd-a089e9a60617 req-2bb1fe94-0b05-4198-8bf1-3d54f23ba765 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:44.395897 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c533748e-46aa-4016-bdbd-a089e9a60617 req-2bb1fe94-0b05-4198-8bf1-3d54f23ba765 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.5610168
Jun 04 15:31:44.429664 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:44.437825 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f036aa2c-19a5-4966-ac29-ef37059991c0 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:44.456161 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:44.484619 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Network': ['ID=1b4133d0-5039-4784-b179-b5c80d5345f8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:44.491931 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:44.503439 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/1b4133d0-5039-4784-b179-b5c80d5345f8 HTTP/1.1" status: 204  len: 168 time: 7.0897250
Jun 04 15:31:44.505977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59034) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:44.518936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 172.20.0.13 (6acae085-7932-4691-b36e-433651ec3de1/5fec758f-6dab-434a-b6d6-2d8f5aa90817/7c25f77e-c996-4538-80ea-90f483bd6ac1) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:31:44.536710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::f816:3eff:fe30:989d (6acae085-7932-4691-b36e-433651ec3de1/333dc7c6-0f81-41ec-b9c6-f50993c716fe/7c25f77e-c996-4538-80ea-90f483bd6ac1) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:31:44.650657 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0862c-1ca8-4ffd-a072-7438be20ed46 req-3bc3f2be-f9f0-4dfd-9a84-e09b02fc1edf tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:44.652596 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1ac0862c-1ca8-4ffd-a072-7438be20ed46 req-3bc3f2be-f9f0-4dfd-9a84-e09b02fc1edf tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.3223071
Jun 04 15:31:44.661299 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-958b1937-75ea-455f-a385-df8065b97304 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] GET failed (client error): The resource could not be found.
Jun 04 15:31:44.662038 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-958b1937-75ea-455f-a385-df8065b97304 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Synchronizing usage tracker for tenant:7017e77146c94ff08ef79c4ce3ffe009 on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:31:44.752905 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1ac0862c-1ca8-4ffd-a072-7438be20ed46 req-93b287ae-2e66-461a-ab48-af3de6143eb6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808470
Jun 04 15:31:44.793194 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-958b1937-75ea-455f-a385-df8065b97304 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Unset dirty status for tenant:7017e77146c94ff08ef79c4ce3ffe009 on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:31:44.797700 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-958b1937-75ea-455f-a385-df8065b97304 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "GET /v2.0/subnets/e14dd9ab-22b8-4aa3-9277-e4bc5fae9652 HTTP/1.1" status: 404  len: 337 time: 0.2876711
Jun 04 15:31:44.799777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59042) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:44.852138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0f4ad64a-13c6-4b21-8b04-521f73b4469e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:31:44.878771 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c126fce-17dc-4b76-b0c0-3d29813e4237 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:31:44.882583 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c126fce-17dc-4b76-b0c0-3d29813e4237 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:31:44.887164 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1c126fce-17dc-4b76-b0c0-3d29813e4237 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/1b4133d0-5039-4784-b179-b5c80d5345f8 HTTP/1.1" status: 404  len: 339 time: 0.0855191
Jun 04 15:31:44.893094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59050) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:45.098991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 0f4ad64a-13c6-4b21-8b04-521f73b4469e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:31:45.115482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:31:45.122082 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c533748e-46aa-4016-bdbd-a089e9a60617 req-c0696d06-7b99-469a-a3ba-4d9d695e279d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2398572
Jun 04 15:31:45.311435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a0ad1d-888d-4125-a65b-9e888bb27982 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:45.315876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-47a0ad1d-888d-4125-a65b-9e888bb27982 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Synchronizing usage tracker for tenant:7017e77146c94ff08ef79c4ce3ffe009 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:31:45.334679 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:45.380543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c7f83-b170-4877-9d03-5fec8c65f562 None None] Network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:45.398760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object 7c25f77e-c996-4538-80ea-90f483bd6ac1 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:45.406128 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:45.431589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-47a0ad1d-888d-4125-a65b-9e888bb27982 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Unset dirty status for tenant:7017e77146c94ff08ef79c4ce3ffe009 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:31:45.433895 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-47a0ad1d-888d-4125-a65b-9e888bb27982 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.5394707
Jun 04 15:31:45.436364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59072) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:45.532652 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4dd19cd2-515f-4984-a734-f3ccd75e54b2 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "GET /v2.0/subnets?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 207 time: 0.0942934
Jun 04 15:31:45.533886 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59076) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:45.543856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac069159-d38b-4a69-8457-abeb6e34fa58 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:45.564251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:31:45.752827 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:45.761426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fdbe45-f1e3-4bd9-a3e1-3bddb5ee5bf7 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:45.761946 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c7ebc715-db30-44ea-8bfb-832578c28011 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:45.765462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fdbe45-f1e3-4bd9-a3e1-3bddb5ee5bf7 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:45.771422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fdbe45-f1e3-4bd9-a3e1-3bddb5ee5bf7 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:45.778620 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fdbe45-f1e3-4bd9-a3e1-3bddb5ee5bf7 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:45.780431 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-60fdbe45-f1e3-4bd9-a3e1-3bddb5ee5bf7 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2486 time: 0.2446797
Jun 04 15:31:45.781383 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ae73709d-354b-4be7-b9c8-64a26adee03a None None] Provisioning for port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:31:45.784384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59080) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:45.808087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ae73709d-354b-4be7-b9c8-64a26adee03a None None] Provisioning complete for port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:45.808634 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ae73709d-354b-4be7-b9c8-64a26adee03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:45.890030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:31:45.991795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:31:45.992825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=7c25f77e-c996-4538-80ea-90f483bd6ac1,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:46.224100 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ae73709d-354b-4be7-b9c8-64a26adee03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:46.276519 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9942b295-3a7a-4652-b6d4-063d829ccdf5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 575 time: 0.4764552
Jun 04 15:31:46.288708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ae73709d-354b-4be7-b9c8-64a26adee03a None None] For port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:46.290582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59088) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:46.372948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014aa25-117a-4b63-bf2e-2af27f3ab094 req-075b9304-06c4-4d79-9f99-d5726d48905a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:46.384608 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c014aa25-117a-4b63-bf2e-2af27f3ab094 req-075b9304-06c4-4d79-9f99-d5726d48905a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.3791919
Jun 04 15:31:46.414247 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ae73709d-354b-4be7-b9c8-64a26adee03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:46.421501 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-db3f6db6-7aed-4dd9-b0f2-103f39c164ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:46.474809 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a3a16-5347-4a12-a278-eb31e64cdcb4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:46.479865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a3a16-5347-4a12-a278-eb31e64cdcb4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:46.481741 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c34a3a16-5347-4a12-a278-eb31e64cdcb4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1894796
Jun 04 15:31:46.498327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8e84ee-7315-4e69-8ee3-22198779c224 None None] Update dhcp port {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'fixed_ips': [{'subnet_id': '5fec758f-6dab-434a-b6d6-2d8f5aa90817', 'ip_address': '172.20.0.2'}, {'subnet_id': '333dc7c6-0f81-41ec-b9c6-f50993c716fe'}], 'binding:host_id': 'n-d-791505-9'}, 'id': '0f4ad64a-13c6-4b21-8b04-521f73b4469e'} from n-d-791505-9. {{(pid=88302) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 04 15:31:46.546673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59092) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:46.602923 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c014aa25-117a-4b63-bf2e-2af27f3ab094 req-bacc5f0b-07a8-4f6d-9f1f-ad06ab8c125d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2072146
Jun 04 15:31:46.916055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287e4040-bc3f-4ea0-aca8-ad7dbc2a80e8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:47.076705 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:47.079851 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287e4040-bc3f-4ea0-aca8-ad7dbc2a80e8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:47.080447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:47.080909 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-287e4040-bc3f-4ea0-aca8-ad7dbc2a80e8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1178069
Jun 04 15:31:47.080909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59094) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:47.091027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:31:47.091642 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fc8e84ee-7315-4e69-8ee3-22198779c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:47.091642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73709d-354b-4be7-b9c8-64a26adee03a None None] Pushing event updated for resources: {'Port': ['ID=6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:47.091642 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ae73709d-354b-4be7-b9c8-64a26adee03a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:47.091950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:31:47.091950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:47.091950 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:47.092293 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Sync routers for ids ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:31:47.092391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0616b392-fe01-486b-83ac-6f50fbc068fb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:47.092502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a3729-6834-4254-a31d-1f97dcce378c req-095c3b38-0aa6-4cba-aa70-667039355e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:47.092502 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c5a3729-6834-4254-a31d-1f97dcce378c req-095c3b38-0aa6-4cba-aa70-667039355e52 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35b4af14bb3e432990c4361da6c462d1&device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 1097 time: 0.3192987
Jun 04 15:31:47.092689 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0616b392-fe01-486b-83ac-6f50fbc068fb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "GET /v2.0/networks/f2985476-04a5-48e1-9c80-da587b9796aa HTTP/1.1" status: 200  len: 800 time: 0.2427781
Jun 04 15:31:47.092689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59096) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:47.092887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3bd1c-f67f-4531-8860-948c7a6a522f req-fb89b5d6-5b07-489f-84da-f896fba5eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:47.093018 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Routers {'4e9f87de-899c-40c3-b79f-56ab3a1143e7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:31:47.093125 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2d3bd1c-f67f-4531-8860-948c7a6a522f req-fb89b5d6-5b07-489f-84da-f896fba5eaa4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 1095 time: 1.0258868
Jun 04 15:31:47.093223 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc151f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:31:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:47.093223 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-006b4e0e-db72-4d94-9572-1380a8cfd36f None None] Provisioning for port 0f4ad64a-13c6-4b21-8b04-521f73b4469e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:31:47.093838 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-006b4e0e-db72-4d94-9572-1380a8cfd36f None None] Provisioning complete for port 0f4ad64a-13c6-4b21-8b04-521f73b4469e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:47.094230 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-006b4e0e-db72-4d94-9572-1380a8cfd36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:47.193308 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e3eebb6b-7a43-4e25-9db6-827694e51541 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "GET /v2.0/networks/f2985476-04a5-48e1-9c80-da587b9796aa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.2684965
Jun 04 15:31:47.198093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59100) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:47.206050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd69b2-52e1-4119-ae86-c561008f5bd2 req-058a9910-007a-49b5-bd20-77f8a9f1a387 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:47.216200 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75cd69b2-52e1-4119-ae86-c561008f5bd2 req-058a9910-007a-49b5-bd20-77f8a9f1a387 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.6980031
Jun 04 15:31:47.258655 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:47.259894 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 10.7791538
Jun 04 15:31:47.262306 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 6.6679707
Jun 04 15:31:47.267825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a3729-6834-4254-a31d-1f97dcce378c req-02663b60-59f9-4502-acd7-ef682187d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:47.269333 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c5a3729-6834-4254-a31d-1f97dcce378c req-02663b60-59f9-4502-acd7-ef682187d232 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d67310a1-ca89-4950-80ed-77fd8abcfab9 HTTP/1.1" status: 200  len: 915 time: 0.3384299
Jun 04 15:31:47.271832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59102) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:47.272079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59104) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:47.301685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2663fc-c1b0-4a76-a10d-d944ea6a5ff4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:47.303134 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2b2663fc-c1b0-4a76-a10d-d944ea6a5ff4 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "GET /v2.0/subnets/ec8b0cb9-5562-46ac-b44f-bbddf101c1d8 HTTP/1.1" status: 200  len: 811 time: 0.1040440
Jun 04 15:31:47.306603 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59106) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:47.408588 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e206a6b-2cb3-46af-982d-6a32f534c662 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:47.410425 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2e206a6b-2cb3-46af-982d-6a32f534c662 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "GET /v2.0/subnets/ec8b0cb9-5562-46ac-b44f-bbddf101c1d8?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1017654
Jun 04 15:31:47.414821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59108) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:47.423293 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2b4f3cef-fbfc-489b-b8ed-c0ecc8b6f228 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-683687200'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:47.429287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2b4f3cef-fbfc-489b-b8ed-c0ecc8b6f228 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:47.444976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2b4f3cef-fbfc-489b-b8ed-c0ecc8b6f228 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:47.462631 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-fc8e84ee-7315-4e69-8ee3-22198779c224 None None] Allocated IP 2001:db8::f816:3eff:feb1:8baa (6acae085-7932-4691-b36e-433651ec3de1/333dc7c6-0f81-41ec-b9c6-f50993c716fe/0f4ad64a-13c6-4b21-8b04-521f73b4469e) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:31:47.471473 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Set router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:31:47.557390 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c5a3729-6834-4254-a31d-1f97dcce378c req-c2354666-a24f-4a24-8a3b-9d649f7eabaa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393f8943-bb92-46e8-8366-f18b14c6aacb HTTP/1.1" status: 200  len: 217 time: 0.1203849
Jun 04 15:31:47.568870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4f3cef-fbfc-489b-b8ed-c0ecc8b6f228 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:47.592444 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2b4f3cef-fbfc-489b-b8ed-c0ecc8b6f228 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:47.625494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75cd69b2-52e1-4119-ae86-c561008f5bd2 req-75f04ce2-1a56-489e-abb3-5143a022e6d5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4083095
Jun 04 15:31:47.700110 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4f3cef-fbfc-489b-b8ed-c0ecc8b6f228 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:31:47.710883 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2b4f3cef-fbfc-489b-b8ed-c0ecc8b6f228 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:47.711373 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-2b4f3cef-fbfc-489b-b8ed-c0ecc8b6f228 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Added segment 4fa3ef19-1740-4c20-a720-bd6f3c52142f of type vlan for network a3286903-0ded-4e7c-8c43-ea5a67cb28e4
Jun 04 15:31:47.774899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3bd1c-f67f-4531-8860-948c7a6a522f req-00fec95f-64d5-49e5-bce8-26f5f24eeff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:47.777154 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2d3bd1c-f67f-4531-8860-948c7a6a522f req-00fec95f-64d5-49e5-bce8-26f5f24eeff6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.8116491
Jun 04 15:31:47.851957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a3729-6834-4254-a31d-1f97dcce378c req-a8c750eb-4fc4-4fb0-b4a6-178a4ee1c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:47.853554 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c5a3729-6834-4254-a31d-1f97dcce378c req-a8c750eb-4fc4-4fb0-b4a6-178a4ee1c436 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1843960c-a0fb-4622-a60e-eba128673683 HTTP/1.1" status: 200  len: 854 time: 0.2716372
Jun 04 15:31:47.870892 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2b4f3cef-fbfc-489b-b8ed-c0ecc8b6f228 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:47.940853 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c5a3729-6834-4254-a31d-1f97dcce378c req-22668865-8d19-4884-ae92-909613394015 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d67310a1-ca89-4950-80ed-77fd8abcfab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0740139
Jun 04 15:31:47.968029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf38ed7-aa55-43dd-9178-c3c4b9c4e15a req-5710e3af-4d59-4232-a57e-90a40e9d3e12 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:47.969829 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cdf38ed7-aa55-43dd-9178-c3c4b9c4e15a req-5710e3af-4d59-4232-a57e-90a40e9d3e12 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1824164
Jun 04 15:31:48.015664 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-006b4e0e-db72-4d94-9572-1380a8cfd36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:48.036621 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cdf38ed7-aa55-43dd-9178-c3c4b9c4e15a req-7f65ae0a-c912-4613-b0e4-74782dbf51c9 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597320
Jun 04 15:31:48.038238 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2b4f3cef-fbfc-489b-b8ed-c0ecc8b6f228 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:48.044882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4f3cef-fbfc-489b-b8ed-c0ecc8b6f228 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:48.046515 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2b4f3cef-fbfc-489b-b8ed-c0ecc8b6f228 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:48.051292 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c3feaaa4-2e8a-4b43-b307-ad8d1af27a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:48.092939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2548c397-6ff9-433f-8671-e48d33dbd0bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:48.109709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2548c397-6ff9-433f-8671-e48d33dbd0bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:48.111622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2548c397-6ff9-433f-8671-e48d33dbd0bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:31:48.158494 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fc8e84ee-7315-4e69-8ee3-22198779c224 None None] For port 0f4ad64a-13c6-4b21-8b04-521f73b4469e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0f4ad64a-13c6-4b21-8b04-521f73b4469e,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:48.208992 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fc8e84ee-7315-4e69-8ee3-22198779c224 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:48.233896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fc8e84ee-7315-4e69-8ee3-22198779c224 None None] Ignored duplicate provisioning block setup for port 0f4ad64a-13c6-4b21-8b04-521f73b4469e by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Jun 04 15:31:48.243066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc151f0>, [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:42Z', 'revision_number': 3, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:48.243741 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2d3bd1c-f67f-4531-8860-948c7a6a522f req-ac223dfc-650d-4a85-92f3-fb210f94dee3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 HTTP/1.1" status: 200  len: 999 time: 0.4525938
Jun 04 15:31:48.249416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Checking router: 4e9f87de-899c-40c3-b79f-56ab3a1143e7 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:31:48.249416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Updating router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 port 2b0bfb89-bfbf-4680-a572-c200893c9586 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:31:48.307507 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:48.337420 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fc8e84ee-7315-4e69-8ee3-22198779c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:48.348515 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:48.383218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f3cef-fbfc-489b-b8ed-c0ecc8b6f228 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Network': ['ID=a3286903-0ded-4e7c-8c43-ea5a67cb28e4,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:48.387064 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2b4f3cef-fbfc-489b-b8ed-c0ecc8b6f228 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:48.424389 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network a3286903-0ded-4e7c-8c43-ea5a67cb28e4 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:31:48.459709 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2b4f3cef-fbfc-489b-b8ed-c0ecc8b6f228 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.0423558
Jun 04 15:31:48.462418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59122) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:48.479047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'subnet': {'network_id': 'a3286903-0ded-4e7c-8c43-ea5a67cb28e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:48.622807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3bd1c-f67f-4531-8860-948c7a6a522f req-668b7761-0329-4f6c-9c6f-1a7c2d47dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:48.625022 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2d3bd1c-f67f-4531-8860-948c7a6a522f req-668b7761-0329-4f6c-9c6f-1a7c2d47dc96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.3198910
Jun 04 15:31:48.706042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:48.729962 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:48.760248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2548c397-6ff9-433f-8671-e48d33dbd0bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:31:48.764202 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2548c397-6ff9-433f-8671-e48d33dbd0bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1764 time: 1.4225731
Jun 04 15:31:48.765549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59128) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:48.865670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Made reservation on behalf of 7017e77146c94ff08ef79c4ce3ffe009 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:48.876237 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:48.917960 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:31:48.988577 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-006b4e0e-db72-4d94-9572-1380a8cfd36f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:31:48.988912 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-006b4e0e-db72-4d94-9572-1380a8cfd36f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:31:49.057030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e84ee-7315-4e69-8ee3-22198779c224 None None] Pushing event updated for resources: {'Port': ['ID=0f4ad64a-13c6-4b21-8b04-521f73b4469e,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:49.066748 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fc8e84ee-7315-4e69-8ee3-22198779c224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:49.071556 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c5a3729-6834-4254-a31d-1f97dcce378c req-170c067d-d8f8-40f1-b76d-8226d40ce735 service neutron] 10.222.0.65 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0802579
Jun 04 15:31:49.085623 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.ipam_backend_mixin [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Performing IP validity checks on allocation pools {{(pid=88301) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Jun 04 15:31:49.086143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.ipam_backend_mixin [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88301) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Jun 04 15:31:49.222910 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:49.223554 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:49.346232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3bd1c-f67f-4531-8860-948c7a6a522f req-706c2376-3784-4ca1-bf82-7c7b1d0f5171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:49.348690 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2d3bd1c-f67f-4531-8860-948c7a6a522f req-706c2376-3784-4ca1-bf82-7c7b1d0f5171 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.7013645
Jun 04 15:31:49.365326 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-2341356b-0d95-4cd4-8817-2e5d355604e8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port 7c25f77e-c996-4538-80ea-90f483bd6ac1 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:31:49.366808 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2341356b-0d95-4cd4-8817-2e5d355604e8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:49.744200 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2d3bd1c-f67f-4531-8860-948c7a6a522f req-a0a87e43-1879-4dff-bcb5-03c968876edb service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2764108
Jun 04 15:31:49.765683 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-006b4e0e-db72-4d94-9572-1380a8cfd36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:49.789499 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:49.843395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Transition to ACTIVE for port object 2b0bfb89-bfbf-4680-a572-c200893c9586 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:49.868133 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-006b4e0e-db72-4d94-9572-1380a8cfd36f None None] For port 0f4ad64a-13c6-4b21-8b04-521f73b4469e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0f4ad64a-13c6-4b21-8b04-521f73b4469e,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:49.929078 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:49.945925 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8c971ab7-d79b-4bb0-ab86-c5fd0d44d2d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:49.973501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310ff57-79f9-4d52-9a08-51f2621b1b21 req-5b623dbe-ad9b-47db-82a0-9b762f120831 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:49.976346 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2310ff57-79f9-4d52-9a08-51f2621b1b21 req-5b623dbe-ad9b-47db-82a0-9b762f120831 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 1.0146992
Jun 04 15:31:49.981239 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2341356b-0d95-4cd4-8817-2e5d355604e8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:50.036838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8604330-08cf-4e73-9a61-baf8d8525712 req-757661ac-dd45-47b0-a684-35d957713158 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:50.038898 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b8604330-08cf-4e73-9a61-baf8d8525712 req-757661ac-dd45-47b0-a684-35d957713158 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.5556650
Jun 04 15:31:50.083917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a1157-7fed-47a5-bbb0-f09dcff4e527 None None] Pushing event updated for resources: {'Port': ['ID=2b0bfb89-bfbf-4680-a572-c200893c9586,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:50.102702 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Attempting to bind port 2b0bfb89-bfbf-4680-a572-c200893c9586 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:31:50.103089 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Attempting to bind port 2b0bfb89-bfbf-4680-a572-c200893c9586 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:31:50.103463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Attempting to bind port 2b0bfb89-bfbf-4680-a572-c200893c9586 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:31:50.106200 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-006b4e0e-db72-4d94-9572-1380a8cfd36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:50.109605 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bc6a1157-7fed-47a5-bbb0-f09dcff4e527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:50.109935 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bc6a1157-7fed-47a5-bbb0-f09dcff4e527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:50.159123 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:31:50.159989 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:31:50.160652 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:50.161386 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:31:50.162137 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Bound port: 2b0bfb89-bfbf-4680-a572-c200893c9586, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:31:50.162775 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:50.283073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-2341356b-0d95-4cd4-8817-2e5d355604e8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for 7c25f77e-c996-4538-80ea-90f483bd6ac1 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:31:50.353922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b4e0e-db72-4d94-9572-1380a8cfd36f None None] Pushing event updated for resources: {'Port': ['ID=0f4ad64a-13c6-4b21-8b04-521f73b4469e,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:50.389928 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-006b4e0e-db72-4d94-9572-1380a8cfd36f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:50.389928 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-661890b5-a639-475d-b84a-75f5e00a437c None None] Provisioning complete for port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:50.389928 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-661890b5-a639-475d-b84a-75f5e00a437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:50.420726 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2d3bd1c-f67f-4531-8860-948c7a6a522f req-05ef6075-ae13-4248-a7ac-102b50df98e9 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5579691
Jun 04 15:31:50.439703 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2310ff57-79f9-4d52-9a08-51f2621b1b21 req-77f29918-0591-44c7-a5e8-c10ab07bafae tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4543977
Jun 04 15:31:50.464944 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c5a3729-6834-4254-a31d-1f97dcce378c req-4b88c1ff-6c79-4a63-b08d-c48a1202e5fd service neutron] 10.222.0.65 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3475358
Jun 04 15:31:50.550989 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 393f8943-bb92-46e8-8366-f18b14c6aacb no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:31:50.573703 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:50.733109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe3267e-080d-457c-926c-d6d353309b7e None None] get_active_networks_info from n-d-791505-9 {{(pid=88302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 04 15:31:50.777507 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] For port 2b0bfb89-bfbf-4680-a572-c200893c9586, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:31:50.790849 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b8604330-08cf-4e73-9a61-baf8d8525712 req-dffae4ae-c758-4d81-af25-a274440256bb tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6753466
Jun 04 15:31:50.834739 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0f4ad64a-13c6-4b21-8b04-521f73b4469e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:31:50.906594 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2341356b-0d95-4cd4-8817-2e5d355604e8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:50.915894 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4cdc909a-6907-4028-91c0-e909ba60d0fd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:50.975735 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341356b-0d95-4cd4-8817-2e5d355604e8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=7c25f77e-c996-4538-80ea-90f483bd6ac1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:50.992092 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2341356b-0d95-4cd4-8817-2e5d355604e8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:51.156361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Allocated IP 172.20.0.1 (6c155a59-ba83-4d4d-a0c4-1eb46b267cbb/41ed44b3-ef4b-465d-8935-39b4f8607a3e/e2f29c41-10d6-4b72-91e6-7aea4e550748) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:31:51.229537 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2341356b-0d95-4cd4-8817-2e5d355604e8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:51.379999 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:51.440172 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:51.447119 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1379c09d-7342-4d28-a966-2ff6e0f0bbb3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:51.451364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] For port 2b0bfb89-bfbf-4680-a572-c200893c9586, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2b0bfb89-bfbf-4680-a572-c200893c9586,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:31:51.452382 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Transition to ACTIVE for port object e2f29c41-10d6-4b72-91e6-7aea4e550748 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:51.508398 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 0f4ad64a-13c6-4b21-8b04-521f73b4469e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:51.508923 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:51.571878 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:51.579133 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:51.591525 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:51.597388 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2341356b-0d95-4cd4-8817-2e5d355604e8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/7c25f77e-c996-4538-80ea-90f483bd6ac1 HTTP/1.1" status: 204  len: 168 time: 2.8297825
Jun 04 15:31:51.603333 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59152) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:51.604370 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Checking segment: {'id': '4fa3ef19-1740-4c20-a720-bd6f3c52142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a3286903-0ded-4e7c-8c43-ea5a67cb28e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:31:51.604735 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network hostable DHCP agents. Network: a3286903-0ded-4e7c-8c43-ea5a67cb28e4, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:31:51.613078 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bbe8302a-2dc6-4325-bf85-3af52ae5f87c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:51.639645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Subnet': ['ID=12039b23-ce51-4d2d-8d33-6821adc9fe9a,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:51.647033 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:51.715454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e559cea9-3fae-44c6-90a1-fe7259305239 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:51.717392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e559cea9-3fae-44c6-90a1-fe7259305239 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:51.719187 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e559cea9-3fae-44c6-90a1-fe7259305239 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:51.720179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e559cea9-3fae-44c6-90a1-fe7259305239 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:31:51.752895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Pushing event updated for resources: {'Port': ['ID=e2f29c41-10d6-4b72-91e6-7aea4e550748,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:51.788008 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a1157-7fed-47a5-bbb0-f09dcff4e527 None None] Pushing event updated for resources: {'Port': ['ID=2b0bfb89-bfbf-4680-a572-c200893c9586,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:51.795617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Network a3286903-0ded-4e7c-8c43-ea5a67cb28e4 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:31:51.800107 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bc6a1157-7fed-47a5-bbb0-f09dcff4e527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:51.814024 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:51.828106 n-d-791505-9 neutron-server[88302]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-8fe3267e-080d-457c-926c-d6d353309b7e None None] Agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 already present
Jun 04 15:31:51.828886 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe3267e-080d-457c-926c-d6d353309b7e None None] Network a3286903-0ded-4e7c-8c43-ea5a67cb28e4 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:31:51.829744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe3267e-080d-457c-926c-d6d353309b7e None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, a3286903-0ded-4e7c-8c43-ea5a67cb28e4) {{(pid=88302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 04 15:31:51.835903 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Routers {'4e9f87de-899c-40c3-b79f-56ab3a1143e7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:31:51.836358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:31:51.836799 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc151f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:31:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:51.844122 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:51.844575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:51.851685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:31:51.863849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e559cea9-3fae-44c6-90a1-fe7259305239 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:31:51.870160 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e559cea9-3fae-44c6-90a1-fe7259305239 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.2582064
Jun 04 15:31:51.872183 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59158) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:51.930780 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:51.951575 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, a3286903-0ded-4e7c-8c43-ea5a67cb28e4) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:51.983019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:51.987253 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:52.026764 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed05c062-96b5-4b49-a195-a21e7a12c232 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 333dc7c6-0f81-41ec-b9c6-f50993c716fe {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:31:52.036355 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed05c062-96b5-4b49-a195-a21e7a12c232 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:52.078412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18d3ab-a106-4f2d-9f22-998d1d8a6508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393f8943-bb92-46e8-8366-f18b14c6aacb'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:31:52.080704 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72f69a4-317f-4f4a-a6b8-fee756e8d5b9" -d '{"events": [{"server_uuid": "db18d3ab-a106-4f2d-9f22-998d1d8a6508", "name": "network-vif-unplugged", "status": "completed", "tag": "393f8943-bb92-46e8-8366-f18b14c6aacb"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:31:52.131385 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed05c062-96b5-4b49-a195-a21e7a12c232 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:52.252972 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed05c062-96b5-4b49-a195-a21e7a12c232 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:52.388604 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-661890b5-a639-475d-b84a-75f5e00a437c None None] Provisioning complete for port 0f4ad64a-13c6-4b21-8b04-521f73b4469e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:52.388992 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-661890b5-a639-475d-b84a-75f5e00a437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:52.460978 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 3.9956992
Jun 04 15:31:52.465990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d5703-9ee9-4a73-8a00-83d081d2877a req-5523b5c4-675b-4de5-b7a5-68290ce6433d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:52.467572 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f55d5703-9ee9-4a73-8a00-83d081d2877a req-5523b5c4-675b-4de5-b7a5-68290ce6433d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.7163377
Jun 04 15:31:52.470154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59166) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:52.475804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-68c7c80a-b445-46ca-a6b8-750f155cffec tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:52.620395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=393f8943-bb92-46e8-8366-f18b14c6aacb,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:52.636725 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f55d5703-9ee9-4a73-8a00-83d081d2877a req-1e0c568c-3e19-42d7-ad22-8b96f3311463 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1286342
Jun 04 15:31:52.660287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dcde9-2196-4cea-8897-485f7127e741 req-74afc1e8-f526-4e83-8990-0d100677163c tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:52.668365 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-708dcde9-2196-4cea-8897-485f7127e741 req-74afc1e8-f526-4e83-8990-0d100677163c tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.2543247
Jun 04 15:31:52.749063 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:52.772082 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:52.795733 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-68c7c80a-b445-46ca-a6b8-750f155cffec tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3616823'] for subnet, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:52.841634 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-708dcde9-2196-4cea-8897-485f7127e741 req-176cbeb0-dbe1-4321-bc30-947b59f97622 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719851
Jun 04 15:31:52.908105 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389d36d4-f63d-4ad2-8e60-8a2e380f65d5 x-openstack-request-id: req-389d36d4-f63d-4ad2-8e60-8a2e380f65d5 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:31:52.908511 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18d3ab-a106-4f2d-9f22-998d1d8a6508", "name": "network-vif-unplugged", "status": "completed", "tag": "393f8943-bb92-46e8-8366-f18b14c6aacb", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:31:52.908773 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-389d36d4-f63d-4ad2-8e60-8a2e380f65d5 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:31:52.909219 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db18d3ab-a106-4f2d-9f22-998d1d8a6508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393f8943-bb92-46e8-8366-f18b14c6aacb', 'code': 200}
Jun 04 15:31:52.921844 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59176) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:52.930727 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed05c062-96b5-4b49-a195-a21e7a12c232 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:52.956893 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c45aeb5f-295d-4808-80c6-2b50f6c2e789 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:53.024035 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] Set router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:31:53.068596 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05c062-96b5-4b49-a195-a21e7a12c232 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=333dc7c6-0f81-41ec-b9c6-f50993c716fe,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:53.071930 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ed05c062-96b5-4b49-a195-a21e7a12c232 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:53.073999 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed05c062-96b5-4b49-a195-a21e7a12c232 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:53.126529 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:53.170721 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-669f7496-0e6f-496e-af09-9e0d01875add admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:53.193667 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ed05c062-96b5-4b49-a195-a21e7a12c232 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/333dc7c6-0f81-41ec-b9c6-f50993c716fe HTTP/1.1" status: 204  len: 168 time: 1.3198383
Jun 04 15:31:53.195354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-669f7496-0e6f-496e-af09-9e0d01875add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:53.198512 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59182) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:53.293218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77e2f21-1b74-4c1f-888c-192b493a4fc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 5fec758f-6dab-434a-b6d6-2d8f5aa90817 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:31:53.297326 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e77e2f21-1b74-4c1f-888c-192b493a4fc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:53.385356 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e77e2f21-1b74-4c1f-888c-192b493a4fc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:53.425633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-669f7496-0e6f-496e-af09-9e0d01875add admin admin] Usage tracker for resource:security_group_rule and tenant:123b0ef51b674a478c467f8637832792 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:53.430183 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-669f7496-0e6f-496e-af09-9e0d01875add admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:53.444267 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-669f7496-0e6f-496e-af09-9e0d01875add admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:53.480638 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=393f8943-bb92-46e8-8366-f18b14c6aacb,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:53.484784 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-661890b5-a639-475d-b84a-75f5e00a437c None None] Could not find standard attr ID for object 7c25f77e-c996-4538-80ea-90f483bd6ac1. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:31:53.491715 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:53.513658 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:53.534357 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e77e2f21-1b74-4c1f-888c-192b493a4fc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:53.655594 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ca0f8b61-6653-472e-8746-33ebe7d742c8 None None] Could not find standard attr ID for object 7c25f77e-c996-4538-80ea-90f483bd6ac1. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:31:53.675689 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-669f7496-0e6f-496e-af09-9e0d01875add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:53.729516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eb86f-2da4-4249-beb8-bba68a76f925 req-a52ea613-082b-4e82-8173-63239f98dd53 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:53.736561 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b39eb86f-2da4-4249-beb8-bba68a76f925 req-a52ea613-082b-4e82-8173-63239f98dd53 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.4195685
Jun 04 15:31:53.755678 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-68c7c80a-b445-46ca-a6b8-750f155cffec tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762687599876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2714305'] for subnet, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:53.764396 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bef11da5-b329-4648-911b-10e07483e000 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:53.775344 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc151f0>, [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:42Z', 'revision_number': 3, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:53.785057 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865bf41-77ca-433f-8440-65530e4405f3 None None] The sync data for ids ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'] in n-d-791505-9 is: [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:42Z', 'revision_number': 3, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:31:53.815227 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-669f7496-0e6f-496e-af09-9e0d01875add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:53.826994 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aae4ee6e-3d20-4bb0-8aaa-2fa25cd49168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:53.832985 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-a3286903-0ded-4e7c-8c43-ea5a67cb28e4', 'network_id': 'a3286903-0ded-4e7c-8c43-ea5a67cb28e4', 'tenant_id': '7017e77146c94ff08ef79c4ce3ffe009', 'fixed_ips': [{'subnet_id': '12039b23-ce51-4d2d-8d33-6821adc9fe9a'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:31:53.833880 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:53.872293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c7c80a-b445-46ca-a6b8-750f155cffec tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:53.872899 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-68c7c80a-b445-46ca-a6b8-750f155cffec tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:53.874213 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-68c7c80a-b445-46ca-a6b8-750f155cffec tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "PUT /v2.0/subnets/12039b23-ce51-4d2d-8d33-6821adc9fe9a HTTP/1.1" status: 200  len: 877 time: 1.4030530
Jun 04 15:31:53.887461 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b39eb86f-2da4-4249-beb8-bba68a76f925 req-31b7b72b-4110-475f-bcf3-54ca38a6dd81 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1498461
Jun 04 15:31:53.894716 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59186) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:53.903428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7c80a-b445-46ca-a6b8-750f155cffec tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event updated for resources: {'Subnet': ['ID=12039b23-ce51-4d2d-8d33-6821adc9fe9a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:53.964952 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-68c7c80a-b445-46ca-a6b8-750f155cffec tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:54.032571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f7496-0e6f-496e-af09-9e0d01875add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda88866-f05f-4410-8e29-85b25b1444f0,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:54.044398 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-669f7496-0e6f-496e-af09-9e0d01875add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:54.055243 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-669f7496-0e6f-496e-af09-9e0d01875add admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=123b0ef51b674a478c467f8637832792&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1321628
Jun 04 15:31:54.059412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59194) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:54.105639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59198) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:54.143492 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Allocated IP 172.20.0.3 (a3286903-0ded-4e7c-8c43-ea5a67cb28e4/12039b23-ce51-4d2d-8d33-6821adc9fe9a/f1155ade-7a58-4b40-9b18-a219ba07c674) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:31:54.180417 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:31:54.247685 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:54.299918 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:54.378016 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:54.381645 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a0497b4f-730e-4a00-aea6-8a22ab6a566b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:54.411629 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a0497b4f-730e-4a00-aea6-8a22ab6a566b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:54.428930 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49263d-1d67-4111-a641-0303d56e257b req-f2b963d4-7511-4145-b67c-a35ec47bee75 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:54.444597 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff49263d-1d67-4111-a641-0303d56e257b req-f2b963d4-7511-4145-b67c-a35ec47bee75 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.3058245
Jun 04 15:31:54.455139 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5d5c4ef4-76d4-4277-a434-0035d3422bde tempest-RoutersAdminNegativeIpV6Test-1468022568 tempest-RoutersAdminNegativeIpV6Test-1468022568-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:54.477331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cffae7-894d-4f29-a0b1-cd01969dba57 req-07c8dcd9-8ef6-4369-a34d-9e74af5204ab tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:54.479539 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4cffae7-894d-4f29-a0b1-cd01969dba57 req-07c8dcd9-8ef6-4369-a34d-9e74af5204ab tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 944 time: 0.3844075
Jun 04 15:31:54.490217 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e77e2f21-1b74-4c1f-888c-192b493a4fc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:54.498990 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-65843a0c-70ce-457f-bc5e-c805e2e670c3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:54.537299 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:54.569702 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Transition to ACTIVE for port object f1155ade-7a58-4b40-9b18-a219ba07c674 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:54.610642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Transition to ACTIVE for port object f1155ade-7a58-4b40-9b18-a219ba07c674 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:54.659391 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:54.691988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Pushing event updated for resources: {'Port': ['ID=e2f29c41-10d6-4b72-91e6-7aea4e550748,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:54.694850 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:54.704613 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:54.708967 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-006b4e0e-db72-4d94-9572-1380a8cfd36f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:54.743875 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:54.763303 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff49263d-1d67-4111-a641-0303d56e257b req-79cf71d3-5ad0-4b60-b6a0-d8deb1902f2a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3175294
Jun 04 15:31:54.775497 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a0497b4f-730e-4a00-aea6-8a22ab6a566b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:54.794261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e2f21-1b74-4c1f-888c-192b493a4fc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=5fec758f-6dab-434a-b6d6-2d8f5aa90817,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:54.798903 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e77e2f21-1b74-4c1f-888c-192b493a4fc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:54.808465 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bf0e34f8-28fa-4a9f-b0c9-db8141c3ebb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:54.815374 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2b0bfb89-bfbf-4680-a572-c200893c9586 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:31:54.817111 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e77e2f21-1b74-4c1f-888c-192b493a4fc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:54.860216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0497b4f-730e-4a00-aea6-8a22ab6a566b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda88866-f05f-4410-8e29-85b25b1444f0,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:54.865366 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a0497b4f-730e-4a00-aea6-8a22ab6a566b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:54.991980 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a0497b4f-730e-4a00-aea6-8a22ab6a566b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:54.993202 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a0497b4f-730e-4a00-aea6-8a22ab6a566b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cda88866-f05f-4410-8e29-85b25b1444f0 HTTP/1.1" status: 204  len: 168 time: 0.9327610
Jun 04 15:31:55.005291 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4cffae7-894d-4f29-a0b1-cd01969dba57 req-97178583-a747-4ce1-a0f7-303aa766ac08 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5079865
Jun 04 15:31:55.016190 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e77e2f21-1b74-4c1f-888c-192b493a4fc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/5fec758f-6dab-434a-b6d6-2d8f5aa90817 HTTP/1.1" status: 204  len: 168 time: 1.8149202
Jun 04 15:31:55.024599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59208) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:55.187830 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Network a3286903-0ded-4e7c-8c43-ea5a67cb28e4 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:31:55.203223 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:55.219360 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:31:55.357045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Pushing event updated for resources: {'Port': ['ID=f1155ade-7a58-4b40-9b18-a219ba07c674,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:55.474648 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fd0778d7-c528-4271-bb81-d577aecfc74e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4410205
Jun 04 15:31:55.475746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59222) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:55.482427 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:55.503093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Attempting to bind port f1155ade-7a58-4b40-9b18-a219ba07c674 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:31:55.503486 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Attempting to bind port f1155ade-7a58-4b40-9b18-a219ba07c674 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '4fa3ef19-1740-4c20-a720-bd6f3c52142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a3286903-0ded-4e7c-8c43-ea5a67cb28e4'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:31:55.503939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Attempting to bind port f1155ade-7a58-4b40-9b18-a219ba07c674 on network a3286903-0ded-4e7c-8c43-ea5a67cb28e4 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:31:55.516392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:31:55.516756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Checking segment: {'id': '4fa3ef19-1740-4c20-a720-bd6f3c52142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a3286903-0ded-4e7c-8c43-ea5a67cb28e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:31:55.519430 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:55.519851 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Bound using segment: {'id': '4fa3ef19-1740-4c20-a720-bd6f3c52142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a3286903-0ded-4e7c-8c43-ea5a67cb28e4'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:31:55.520354 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Bound port: f1155ade-7a58-4b40-9b18-a219ba07c674, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa3ef19-1740-4c20-a720-bd6f3c52142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a3286903-0ded-4e7c-8c43-ea5a67cb28e4'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:31:55.520747 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:55.631422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-60fda3f2-d673-4af6-99b4-b11f4e3c7fb0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:55.698850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 2b0bfb89-bfbf-4680-a572-c200893c9586 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:31:55.712175 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 2b0bfb89-bfbf-4680-a572-c200893c9586 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:55.713938 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:55.794727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] For port f1155ade-7a58-4b40-9b18-a219ba07c674, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:31:55.805589 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] For port f1155ade-7a58-4b40-9b18-a219ba07c674, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f1155ade-7a58-4b40-9b18-a219ba07c674,segment=NetworkSegment(4fa3ef19-1740-4c20-a720-bd6f3c52142f),segment_id=4fa3ef19-1740-4c20-a720-bd6f3c52142f)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:31:55.840003 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:55.842051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-60fda3f2-d673-4af6-99b4-b11f4e3c7fb0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:55.842544 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:31:55.844611 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:55.865713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-60fda3f2-d673-4af6-99b4-b11f4e3c7fb0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:55.871124 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:55.887526 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:55.893178 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0922c664-c1f9-4bb8-bbba-601ffc02cce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:55.931496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-60fda3f2-d673-4af6-99b4-b11f4e3c7fb0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:55.931773 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 2b0bfb89-bfbf-4680-a572-c200893c9586, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2b0bfb89-bfbf-4680-a572-c200893c9586,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:55.941153 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:55.942999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-518c107f-5f35-4400-8d32-e3fe633a3709 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:55.944511 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-518c107f-5f35-4400-8d32-e3fe633a3709 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 812 time: 0.7072554
Jun 04 15:31:55.958472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-60fda3f2-d673-4af6-99b4-b11f4e3c7fb0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:55.966151 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d2693abc-faee-4b52-b922-0bc075a62dc7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:55.989347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Pushing event updated for resources: {'Port': ['ID=f1155ade-7a58-4b40-9b18-a219ba07c674,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:55.989347 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:55.989601 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-51a8d3a9-14d4-4692-9d8e-a4c374067f6c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/quotas/1d658397c2f54645b763ef21f67c47da HTTP/1.1" status: 200  len: 375 time: 0.0265980
Jun 04 15:31:56.013797 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:56.015856 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d666c1d1-54ae-44b4-bdc5-30c5561aa8b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:56.054920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa810e-6aa9-4679-b9f7-ae87be0e286f req-aa17033e-de89-4420-b07f-c9581793cb01 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:56.056542 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f8fa810e-6aa9-4679-b9f7-ae87be0e286f req-aa17033e-de89-4420-b07f-c9581793cb01 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 944 time: 0.5173619
Jun 04 15:31:56.057471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Subnet': ['ID=12039b23-ce51-4d2d-8d33-6821adc9fe9a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:56.103073 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:56.105285 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59226) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:56.114129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fda3f2-d673-4af6-99b4-b11f4e3c7fb0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:31:56.118219 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60fda3f2-d673-4af6-99b4-b11f4e3c7fb0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:56.122616 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=2b0bfb89-bfbf-4680-a572-c200893c9586,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:56.126494 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:56.214045 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bde0d177-e332-4ba3-bf9c-66c87c1ac032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:56.251426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-bde0d177-e332-4ba3-bf9c-66c87c1ac032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:56.263294 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bde0d177-e332-4ba3-bf9c-66c87c1ac032 admin admin] Usage tracker for resource:security_group_rule and tenant:7aeee0f073e747a8a4b6736e708fc0ee is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:56.273227 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bde0d177-e332-4ba3-bf9c-66c87c1ac032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:56.312762 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:56.332188 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-bde0d177-e332-4ba3-bf9c-66c87c1ac032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:56.352092 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f8fa810e-6aa9-4679-b9f7-ae87be0e286f req-0488c9ad-0d30-4e9c-8fd8-83a4af08f4d7 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2817862
Jun 04 15:31:56.358262 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387542430>,) {'filters': {'network_id': ['a3286903-0ded-4e7c-8c43-ea5a67cb28e4']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:56.438875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:31:56.441392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387542430>, '4fa3ef19-1740-4c20-a720-bd6f3c52142f') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:56.441912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387542430>, '4fa3ef19-1740-4c20-a720-bd6f3c52142f') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:56.454626 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-90276d2b-c684-4280-990e-8d7c806b06e2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&fields=id HTTP/1.1" status: 200  len: 394 time: 0.4586222
Jun 04 15:31:56.473728 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:56.584204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 393f8943-bb92-46e8-8366-f18b14c6aacb no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:31:56.599788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:56.627025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:31:56.627355 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:31:56.653739 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:31:56.862193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-734d7965-af74-4d74-90a6-9994506d20e1 req-5d235b1c-0f55-40a8-8d0d-8624037bfc29 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:31:56.865218 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bde0d177-e332-4ba3-bf9c-66c87c1ac032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:56.874576 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-734d7965-af74-4d74-90a6-9994506d20e1 req-5d235b1c-0f55-40a8-8d0d-8624037bfc29 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0164604
Jun 04 15:31:56.893248 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2b0bfb89-bfbf-4680-a572-c200893c9586 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:31:56.971223 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 2b0bfb89-bfbf-4680-a572-c200893c9586 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:56.972304 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:56.976822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:31:56.981430 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bde0d177-e332-4ba3-bf9c-66c87c1ac032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:57.005934 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.api [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 15:31:57.005934 n-d-791505-9 neutron-server[88300]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 15:31:57.005934 n-d-791505-9 neutron-server[88300]: [parameters: {'id': 'a3286903-0ded-4e7c-8c43-ea5a67cb28e4'}]
Jun 04 15:31:57.005934 n-d-791505-9 neutron-server[88300]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:31:57.006436 n-d-791505-9 neutron-server[88300]: DEBUG oslo_db.api [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:31:57.017256 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8d6210e4-b5c7-4966-97e2-6f8a7032b394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:57.044549 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Sync routers for ids ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:31:57.059605 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Routers {'4e9f87de-899c-40c3-b79f-56ab3a1143e7'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:31:57.060240 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb76ee0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:31:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:57.070290 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] 10.222.0.32 "PUT /v2.0/routers/4e9f87de-899c-40c3-b79f-56ab3a1143e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7947550
Jun 04 15:31:57.133591 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bde0d177-e332-4ba3-bf9c-66c87c1ac032 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7aeee0f073e747a8a4b6736e708fc0ee&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0178475
Jun 04 15:31:57.133969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59240) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:57.149521 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-7c5736f2-6d7e-46f6-bb84-074aef7a7a07 service neutron] 10.222.0.32 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6770382
Jun 04 15:31:57.157591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0d177-e332-4ba3-bf9c-66c87c1ac032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cb4025-4913-4dd8-b06f-91b93ebb6c52,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:57.181386 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bde0d177-e332-4ba3-bf9c-66c87c1ac032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:57.185135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f1155ade-7a58-4b40-9b18-a219ba07c674 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:31:57.289723 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e34f2ef8-7bdd-442b-ae72-6da2d823e837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:57.341929 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e34f2ef8-7bdd-442b-ae72-6da2d823e837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:57.366689 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f9b57509-773c-48d2-9cf5-cc5bf9f1c7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:57.386475 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port f1155ade-7a58-4b40-9b18-a219ba07c674 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:31:57.459924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a065b808-3f31-48e9-97ab-f32d9ae2c33e None None] Network a3286903-0ded-4e7c-8c43-ea5a67cb28e4 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:57.509062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f46418-3d77-4233-98da-3ad160aed37e req-98578e61-8515-4958-873c-0a3684457105 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:57.517748 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-81f46418-3d77-4233-98da-3ad160aed37e req-98578e61-8515-4958-873c-0a3684457105 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 944 time: 0.1030383
Jun 04 15:31:57.522369 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:57.532498 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Set router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:31:57.640782 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-81f46418-3d77-4233-98da-3ad160aed37e req-0090a269-cfbe-4443-bb43-95aaa0e212e9 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221273
Jun 04 15:31:57.651196 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e34f2ef8-7bdd-442b-ae72-6da2d823e837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:57.664971 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2a54e872-b0db-4bcb-b8e8-cf65b69edfcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:57.745960 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5662f8ce-257c-4d37-b0f9-1dfaf080ef87 None None] Provisioning for port f1155ade-7a58-4b40-9b18-a219ba07c674 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:31:57.789831 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e34f2ef8-7bdd-442b-ae72-6da2d823e837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:57.796054 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e34f2ef8-7bdd-442b-ae72-6da2d823e837 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25cb4025-4913-4dd8-b06f-91b93ebb6c52 HTTP/1.1" status: 204  len: 168 time: 0.6589351
Jun 04 15:31:57.798390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f2ef8-7bdd-442b-ae72-6da2d823e837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cb4025-4913-4dd8-b06f-91b93ebb6c52,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:57.810455 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e34f2ef8-7bdd-442b-ae72-6da2d823e837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:57.863850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5662f8ce-257c-4d37-b0f9-1dfaf080ef87 None None] Provisioning complete for port f1155ade-7a58-4b40-9b18-a219ba07c674 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:31:57.865676 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5662f8ce-257c-4d37-b0f9-1dfaf080ef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:57.874590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Deleting port f1155ade-7a58-4b40-9b18-a219ba07c674 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:31:57.875164 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:57.944517 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59262) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:58.178709 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5662f8ce-257c-4d37-b0f9-1dfaf080ef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:58.195304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a3df62-082f-4426-a7a0-b7099a52c694 None None] Network a3286903-0ded-4e7c-8c43-ea5a67cb28e4 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:58.253529 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb76ee0>, [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:52Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'e2f29c41-10d6-4b72-91e6-7aea4e550748', 'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'mac_address': 'fa:16:3e:22:c8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:50Z', 'updated_at': '2021-06-04T15:31:53Z', 'revision_number': 2, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'subnets': [{'id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:58.268260 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Checking router: 4e9f87de-899c-40c3-b79f-56ab3a1143e7 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:31:58.268622 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Updating router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 port e2f29c41-10d6-4b72-91e6-7aea4e550748 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:31:58.285954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] For port f1155ade-7a58-4b40-9b18-a219ba07c674, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f1155ade-7a58-4b40-9b18-a219ba07c674,segment=NetworkSegment(4fa3ef19-1740-4c20-a720-bd6f3c52142f),segment_id=4fa3ef19-1740-4c20-a720-bd6f3c52142f)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:58.294130 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:58.335771 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35df0b9-63bc-4da0-91e5-674d39cb673b None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:58.350414 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:58.367337 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-0f215b80-ba32-4c1c-b091-11f4d08963cf service neutron] 10.222.0.32 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1758912
Jun 04 15:31:58.390429 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59266) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:58.398848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1427552016', 'description': 'tempest-description--800846604'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:58.404808 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-5662f8ce-257c-4d37-b0f9-1dfaf080ef87 None None] For port f1155ade-7a58-4b40-9b18-a219ba07c674, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f1155ade-7a58-4b40-9b18-a219ba07c674,segment=NetworkSegment(4fa3ef19-1740-4c20-a720-bd6f3c52142f),segment_id=4fa3ef19-1740-4c20-a720-bd6f3c52142f)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:31:58.515147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:58.563861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Usage tracker for resource:security_group and tenant:f88fe13e4e9341d3ae1ddeb05c02284c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:58.598265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:58.622850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:58.707970 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5662f8ce-257c-4d37-b0f9-1dfaf080ef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:58.708945 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:58.799073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:31:58.892293 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:58.906594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Calling delete_port for f1155ade-7a58-4b40-9b18-a219ba07c674 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:31:58.926557 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Usage tracker for resource:security_group_rule and tenant:f88fe13e4e9341d3ae1ddeb05c02284c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:31:58.953609 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a1d5c7a3-2868-4e3e-9d26-b84a4488c203 req-18d74d18-d8e4-4030-b289-ae96830de780 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 210 time: 0.1565247
Jun 04 15:31:58.965021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:31:58.974511 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:58.992139 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60fda3f2-d673-4af6-99b4-b11f4e3c7fb0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:58.992544 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-9195e709-b778-4657-a47f-847424a69ea8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 1.0415227
Jun 04 15:31:59.001711 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Transition to ACTIVE for port object e2f29c41-10d6-4b72-91e6-7aea4e550748 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:31:59.004778 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662f8ce-257c-4d37-b0f9-1dfaf080ef87 None None] Pushing event updated for resources: {'Port': ['ID=f1155ade-7a58-4b40-9b18-a219ba07c674,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:59.007720 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5662f8ce-257c-4d37-b0f9-1dfaf080ef87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:59.025233 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-35105a76-ba76-486e-a36f-3291985763bd tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:59.115160 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:59.128010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66dcb9-c709-408b-9c4d-b5559131128a req-c700948d-1073-4254-b2b8-79e8d7db50ec tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:59.128537 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:59.131264 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5b66dcb9-c709-408b-9c4d-b5559131128a req-c700948d-1073-4254-b2b8-79e8d7db50ec tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 944 time: 0.2206705
Jun 04 15:31:59.151549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:31:59.229132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7c3ed64d-2bfd-480f-8d27-9ade28803162 None None] Provisioning for port e2f29c41-10d6-4b72-91e6-7aea4e550748 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:31:59.231220 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fda3f2-d673-4af6-99b4-b11f4e3c7fb0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:31:59.269681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5b66dcb9-c709-408b-9c4d-b5559131128a req-be0c24cf-2258-401b-b0dc-755c7fa794fd tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314938
Jun 04 15:31:59.295757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-60fda3f2-d673-4af6-99b4-b11f4e3c7fb0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:31:59.311524 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:59.317349 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-40c30dd2-8288-4f0b-860a-1c294c99ecff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:59.351320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fda3f2-d673-4af6-99b4-b11f4e3c7fb0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=c7de2c6c-6e7e-4e63-9610-f1a0847827e9,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:59.359881 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb64bf-3f60-4a51-a312-acb7af5b7e0f None None] DHCP port deletion for a3286903-0ded-4e7c-8c43-ea5a67cb28e4 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:31:59.360164 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-60fda3f2-d673-4af6-99b4-b11f4e3c7fb0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:59.389168 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86b42e3-3236-4db4-83cb-da721c8c7d46 None None] Network a3286903-0ded-4e7c-8c43-ea5a67cb28e4 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:31:59.419481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fda3f2-d673-4af6-99b4-b11f4e3c7fb0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:31:59.420131 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60fda3f2-d673-4af6-99b4-b11f4e3c7fb0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:59.465205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No DVR routers for this DVR port f1155ade-7a58-4b40-9b18-a219ba07c674 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:31:59.516193 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:59.538487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Port': ['ID=f1155ade-7a58-4b40-9b18-a219ba07c674,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:59.551095 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:59.595666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-f9b57509-773c-48d2-9cf5-cc5bf9f1c7f2 admin admin] Deleting port 28ded273-6a5f-437b-9295-ffe85080f840 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:31:59.595666 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f9b57509-773c-48d2-9cf5-cc5bf9f1c7f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:59.607979 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Pushing event updated for resources: {'Port': ['ID=e2f29c41-10d6-4b72-91e6-7aea4e550748,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:59.625435 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:59.625435 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:59.625435 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:59.625766 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:59.626146 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:59.626569 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:59.626990 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:59.627624 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:59.627792 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:59.628198 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:59.628614 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:59.629131 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:31:59.638573 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Attempting to bind port e2f29c41-10d6-4b72-91e6-7aea4e550748 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:31:59.639090 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Attempting to bind port e2f29c41-10d6-4b72-91e6-7aea4e550748 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:31:59.639643 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Attempting to bind port e2f29c41-10d6-4b72-91e6-7aea4e550748 on network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:31:59.643070 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:59.646170 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:59.647041 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:31:59.647541 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Checking segment: {'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:31:59.648043 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:59.648623 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Bound using segment: {'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:31:59.649212 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Bound port: e2f29c41-10d6-4b72-91e6-7aea4e550748, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:31:59.649696 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:59.677360 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-86c27683-52b7-4b08-ae37-8e2fa9114d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:59.711862 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-60fda3f2-d673-4af6-99b4-b11f4e3c7fb0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.1550167
Jun 04 15:31:59.723672 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59304) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:59.762347 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:59.779586 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c256160>,) {'filters': {'network_id': ['a3286903-0ded-4e7c-8c43-ea5a67cb28e4']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:59.796956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c256160>, '4fa3ef19-1740-4c20-a720-bd6f3c52142f') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:59.797378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c256160>, '4fa3ef19-1740-4c20-a720-bd6f3c52142f') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:31:59.811139 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:59.825867 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] For port e2f29c41-10d6-4b72-91e6-7aea4e550748, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:31:59.829969 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-75c8e184-4d1d-4e3d-853c-c29a4ed8bca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:59.831211 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] For port e2f29c41-10d6-4b72-91e6-7aea4e550748, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e2f29c41-10d6-4b72-91e6-7aea4e550748,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:31:59.832405 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:59.840907 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:31:59.841427 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:59.841710 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:31:59.876672 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:31:59.898891 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ce1809-f30c-428d-89f7-8d6054b96506 None None] Update dhcp port {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'fixed_ips': [{'subnet_id': 'c7de2c6c-6e7e-4e63-9610-f1a0847827e9'}], 'binding:host_id': 'n-d-791505-9'}, 'id': '0f4ad64a-13c6-4b21-8b04-521f73b4469e'} from n-d-791505-9. {{(pid=88302) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 04 15:31:59.904329 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:59.908921 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:31:59.942413 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4000b1-49e2-48b1-b0e3-a797a6ea1505,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:31:59.960052 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:59.964090 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 1.5700197
Jun 04 15:31:59.965863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59308) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:31:59.968837 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:31:59.970628 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b4ce1809-f30c-428d-89f7-8d6054b96506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:31:59.977547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0cd10554-7c62-4906-8311-b3e8c47330f6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Request body: {'security_group_rule': {'security_group_id': '9e4000b1-49e2-48b1-b0e3-a797a6ea1505', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:00.030362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0cd10554-7c62-4906-8311-b3e8c47330f6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:00.042195 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Pushing event updated for resources: {'Port': ['ID=e2f29c41-10d6-4b72-91e6-7aea4e550748,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:00.044359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0cd10554-7c62-4906-8311-b3e8c47330f6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Usage tracker for resource:security_group_rule and tenant:f88fe13e4e9341d3ae1ddeb05c02284c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:00.053689 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:00.058086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0cd10554-7c62-4906-8311-b3e8c47330f6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:00.065704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0cd10554-7c62-4906-8311-b3e8c47330f6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:00.094284 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Routers {'4e9f87de-899c-40c3-b79f-56ab3a1143e7'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:32:00.096359 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb76ee0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:31:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:00.164977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-f9b57509-773c-48d2-9cf5-cc5bf9f1c7f2 admin admin] For port 28ded273-6a5f-437b-9295-ffe85080f840, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=28ded273-6a5f-437b-9295-ffe85080f840,segment=NetworkSegment(e30ded52-5f18-4ace-b44d-640f39295b8b),segment_id=e30ded52-5f18-4ace-b44d-640f39295b8b)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:00.165361 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f9b57509-773c-48d2-9cf5-cc5bf9f1c7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:00.199150 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:00.205587 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:00.210132 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0dcbfce0-763d-46b5-84df-6897d5603e63 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:00.322973 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/a3286903-0ded-4e7c-8c43-ea5a67cb28e4 HTTP/1.1" status: 204  len: 168 time: 6.4298198
Jun 04 15:32:00.370253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-b4ce1809-f30c-428d-89f7-8d6054b96506 None None] Allocated IP 172.20.0.2 (6acae085-7932-4691-b36e-433651ec3de1/c7de2c6c-6e7e-4e63-9610-f1a0847827e9/0f4ad64a-13c6-4b21-8b04-521f73b4469e) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:00.377919 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] Set router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:32:00.431664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59318) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:00.440669 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-f9b57509-773c-48d2-9cf5-cc5bf9f1c7f2 admin admin] Calling delete_port for 28ded273-6a5f-437b-9295-ffe85080f840 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:00.498525 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aeca100-9dee-4f97-83d7-79fe96b07c54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:00.499329 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aeca100-9dee-4f97-83d7-79fe96b07c54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:00.504987 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9aeca100-9dee-4f97-83d7-79fe96b07c54 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/subnets/12039b23-ce51-4d2d-8d33-6821adc9fe9a HTTP/1.1" status: 404  len: 337 time: 0.0606561
Jun 04 15:32:00.506582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:00.510697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59320) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:00.535792 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-790bc2b4-844c-46f1-8d86-cd4ca05b071e req-edc791a3-a455-4196-8ba7-6425f7bb7c0f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 210 time: 0.3268039
Jun 04 15:32:00.543488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Network': ['ID=a3286903-0ded-4e7c-8c43-ea5a67cb28e4,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:00.550814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:00.563984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:00.566798 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0cd10554-7c62-4906-8311-b3e8c47330f6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:00.596844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:00.597334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:00.597719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:00.598099 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:00.599680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:00.600248 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece6ea88-e520-4f1c-938b-ba9b902267f6 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:00.600614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:00.601015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:00.601387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:00.601983 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece6ea88-e520-4f1c-938b-ba9b902267f6 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:00.603790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:00.605359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:00.605741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:00.610710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:00.610874 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ece6ea88-e520-4f1c-938b-ba9b902267f6 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/a3286903-0ded-4e7c-8c43-ea5a67cb28e4 HTTP/1.1" status: 404  len: 339 time: 0.0939126
Jun 04 15:32:00.612733 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59322) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:00.614398 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:00.615382 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:00.686653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b4ce1809-f30c-428d-89f7-8d6054b96506 None None] For port 0f4ad64a-13c6-4b21-8b04-521f73b4469e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0f4ad64a-13c6-4b21-8b04-521f73b4469e,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:00.696848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f1155ade-7a58-4b40-9b18-a219ba07c674 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:32:00.748001 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0cd10554-7c62-4906-8311-b3e8c47330f6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:00.761190 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-96921395-798e-4e8a-8eb5-887f616e9b5b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:00.761877 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96921395-798e-4e8a-8eb5-887f616e9b5b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:00.766661 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-96921395-798e-4e8a-8eb5-887f616e9b5b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/subnets/e14dd9ab-22b8-4aa3-9277-e4bc5fae9652 HTTP/1.1" status: 404  len: 337 time: 0.1470354
Jun 04 15:32:00.766936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59326) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:00.794824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:00.800004 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:00.810279 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.resource_extend [None req-b4ce1809-f30c-428d-89f7-8d6054b96506 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:32:00.828223 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b4ce1809-f30c-428d-89f7-8d6054b96506 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:00.832043 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0cd10554-7c62-4906-8311-b3e8c47330f6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:00.840600 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-110e7d89-a0bc-44d1-87f2-3008dc6a206e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:00.841321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110e7d89-a0bc-44d1-87f2-3008dc6a206e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:00.852201 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b4ce1809-f30c-428d-89f7-8d6054b96506 None None] Transition to ACTIVE for port object 0f4ad64a-13c6-4b21-8b04-521f73b4469e will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:00.854023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: f1155ade-7a58-4b40-9b18-a219ba07c674 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:32:00.854436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f1155ade-7a58-4b40-9b18-a219ba07c674 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:32:00.863905 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-110e7d89-a0bc-44d1-87f2-3008dc6a206e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/1b4133d0-5039-4784-b179-b5c80d5345f8 HTTP/1.1" status: 404  len: 339 time: 0.0900884
Jun 04 15:32:00.876526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59332) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:00.876526 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9dbc82da-111c-417a-bfa1-3c02ffb31821 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:00.936926 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb76ee0>, [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:52Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'e2f29c41-10d6-4b72-91e6-7aea4e550748', 'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'mac_address': 'fa:16:3e:22:c8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:50Z', 'updated_at': '2021-06-04T15:31:59Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'subnets': [{'id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:00.943969 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5b591-609e-4448-bb07-ad3bb5b81f71 None None] The sync data for ids ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'] in n-d-791505-9 is: [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:52Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'e2f29c41-10d6-4b72-91e6-7aea4e550748', 'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'mac_address': 'fa:16:3e:22:c8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:50Z', 'updated_at': '2021-06-04T15:31:59Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'subnets': [{'id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:32:00.953169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd10554-7c62-4906-8311-b3e8c47330f6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0617a8b4-cbe6-4ecb-be40-0575b831f51b,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:00.954050 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b4ce1809-f30c-428d-89f7-8d6054b96506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:00.970016 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:00.973634 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0cd10554-7c62-4906-8311-b3e8c47330f6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:01.120925 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0cd10554-7c62-4906-8311-b3e8c47330f6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:01.125323 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0cd10554-7c62-4906-8311-b3e8c47330f6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1552227
Jun 04 15:32:01.133676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59336) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:01.153979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ca2aa1db-5ab1-4ad2-9498-b3f601745f1e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Request body: {'security_group_rule': {'security_group_id': '9e4000b1-49e2-48b1-b0e3-a797a6ea1505', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:01.160042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce1809-f30c-428d-89f7-8d6054b96506 None None] Pushing event updated for resources: {'Port': ['ID=0f4ad64a-13c6-4b21-8b04-521f73b4469e,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:01.164131 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b4ce1809-f30c-428d-89f7-8d6054b96506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:01.168681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ca2aa1db-5ab1-4ad2-9498-b3f601745f1e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:01.177457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ca2aa1db-5ab1-4ad2-9498-b3f601745f1e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Usage tracker for resource:security_group_rule and tenant:f88fe13e4e9341d3ae1ddeb05c02284c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:01.191548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ca2aa1db-5ab1-4ad2-9498-b3f601745f1e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:01.208758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ca2aa1db-5ab1-4ad2-9498-b3f601745f1e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:01.220342 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fff72e45-44de-41ad-af1c-2705958c3bcc tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:01.301981 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c5782-a714-4b17-951a-770cf058b023 req-36cff73f-e84a-48b0-8bf5-a5c1a433df3c tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:01.311091 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f0c5782-a714-4b17-951a-770cf058b023 req-36cff73f-e84a-48b0-8bf5-a5c1a433df3c tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 944 time: 0.6291986
Jun 04 15:32:01.349705 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa1db-5ab1-4ad2-9498-b3f601745f1e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:01.389549 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f0c5782-a714-4b17-951a-770cf058b023 req-3809bea1-9380-4e2b-bb16-32d5b6f912a0 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755217
Jun 04 15:32:01.509380 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fff72e45-44de-41ad-af1c-2705958c3bcc tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:01.549715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-fff72e45-44de-41ad-af1c-2705958c3bcc tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c07c760>,) {'filters': {'network_id': ['bbbd8451-5536-4319-8838-b11b34c334cd']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:01.622893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-fff72e45-44de-41ad-af1c-2705958c3bcc tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c07c760>, '77acce9c-4ff5-4fd6-a002-3ff45c16f8e7') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:01.623205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-fff72e45-44de-41ad-af1c-2705958c3bcc tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c07c760>, '77acce9c-4ff5-4fd6-a002-3ff45c16f8e7') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:01.659231 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fff72e45-44de-41ad-af1c-2705958c3bcc tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:01.716381 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fff72e45-44de-41ad-af1c-2705958c3bcc tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:01.731555 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa1db-5ab1-4ad2-9498-b3f601745f1e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:01.745183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff72e45-44de-41ad-af1c-2705958c3bcc tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:32:01.745663 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fff72e45-44de-41ad-af1c-2705958c3bcc tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:32:01.768151 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:32:01.829461 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa1db-5ab1-4ad2-9498-b3f601745f1e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:01.835830 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f9b57509-773c-48d2-9cf5-cc5bf9f1c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:01.843316 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-feac4348-f136-4473-89bf-366f33b6439c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:01.864943 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c439199-dca8-4b18-aff9-c2113a35e59d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:01.876330 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77e5c05c-879d-4b46-abd3-f7a69294a03d req-fe174a57-efd5-4a4b-a8c3-b18dc8f51ef6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 210 time: 0.1344409
Jun 04 15:32:01.967201 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b57509-773c-48d2-9cf5-cc5bf9f1c7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=28ded273-6a5f-437b-9295-ffe85080f840,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:01.975893 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f9b57509-773c-48d2-9cf5-cc5bf9f1c7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:01.986552 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:02.063171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-5b567792-6f2f-4d12-ae48-145ea78564fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:02.067216 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-5b567792-6f2f-4d12-ae48-145ea78564fc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508&tenant_id=35b4af14bb3e432990c4361da6c462d1 HTTP/1.1" status: 200  len: 1095 time: 0.6199138
Jun 04 15:32:02.069377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2aa1db-5ab1-4ad2-9498-b3f601745f1e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc2f87d-2e47-493b-a346-61e9e8f11b7d,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:02.102129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee566f30-336d-4128-8728-82ce9062c906 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:02.122487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-9', 'device_owner': 'compute:nova'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:02.281934 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ca2aa1db-5ab1-4ad2-9498-b3f601745f1e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:02.378112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b53159bb-7da7-4fd4-b146-b9959418adb6 None None] Provisioning for port 0f4ad64a-13c6-4b21-8b04-521f73b4469e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:02.403066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b53159bb-7da7-4fd4-b146-b9959418adb6 None None] Provisioning complete for port 0f4ad64a-13c6-4b21-8b04-521f73b4469e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:02.403457 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b53159bb-7da7-4fd4-b146-b9959418adb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:02.405880 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fff72e45-44de-41ad-af1c-2705958c3bcc tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:02.420754 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:02.439875 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fff72e45-44de-41ad-af1c-2705958c3bcc tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:02.461873 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fff72e45-44de-41ad-af1c-2705958c3bcc tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/bbbd8451-5536-4319-8838-b11b34c334cd HTTP/1.1" status: 204  len: 168 time: 1.5852692
Jun 04 15:32:02.481427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59356) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:02.482453 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca2aa1db-5ab1-4ad2-9498-b3f601745f1e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:02.484431 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ca2aa1db-5ab1-4ad2-9498-b3f601745f1e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3493302
Jun 04 15:32:02.504301 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59358) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:02.506231 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3a819058-8d72-4815-9f94-05877c95022c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:02.514682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:02.534798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:02.562529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Usage tracker for resource:floatingip and tenant:f88fe13e4e9341d3ae1ddeb05c02284c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:02.568485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:02.579679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:02.740346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:02.867124 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f9b57509-773c-48d2-9cf5-cc5bf9f1c7f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:02.890131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff72e45-44de-41ad-af1c-2705958c3bcc tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Network': ['ID=bbbd8451-5536-4319-8838-b11b34c334cd,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:02.911015 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fff72e45-44de-41ad-af1c-2705958c3bcc tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:03.009833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0f4ad64a-13c6-4b21-8b04-521f73b4469e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:32:03.010492 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c249d3-8404-4f22-ad24-4f1ce3dada77 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:03.010492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c249d3-8404-4f22-ad24-4f1ce3dada77 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:03.011158 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b5c249d3-8404-4f22-ad24-4f1ce3dada77 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/subnets/eeaf8ac8-d200-4bd8-a070-e12f636ea752 HTTP/1.1" status: 404  len: 337 time: 0.5233300
Jun 04 15:32:03.021080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59362) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:03.135586 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:03.136340 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcb429d-25c8-4472-89b3-5c5500f92d9d None None] Update dhcp port {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'fixed_ips': [{'subnet_id': 'c7de2c6c-6e7e-4e63-9610-f1a0847827e9', 'ip_address': '172.20.0.2'}, {'subnet_id': '8b66a289-a9b6-4d3b-ac22-be25e875e87c'}], 'binding:host_id': 'n-d-791505-9'}, 'id': '0f4ad64a-13c6-4b21-8b04-521f73b4469e'} from n-d-791505-9. {{(pid=88302) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 04 15:32:03.157571 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-691508e4-d681-4960-9a64-2d307485073a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:03.158040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691508e4-d681-4960-9a64-2d307485073a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:03.162278 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-691508e4-d681-4960-9a64-2d307485073a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/49446c13-9c39-4035-be3b-75cf18394f4c HTTP/1.1" status: 404  len: 339 time: 0.1299853
Jun 04 15:32:03.165369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59364) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:03.188641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 0f4ad64a-13c6-4b21-8b04-521f73b4469e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:03.189077 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:03.245926 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8bcb429d-25c8-4472-89b3-5c5500f92d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:03.269222 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-572aa8c1-f7c8-40f9-800e-599197b44652 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:03.269680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572aa8c1-f7c8-40f9-800e-599197b44652 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:03.283285 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-572aa8c1-f7c8-40f9-800e-599197b44652 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/subnets/ccd65e29-db72-450b-8b96-1b1d3c3c971b HTTP/1.1" status: 404  len: 337 time: 0.1106405
Jun 04 15:32:03.296914 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59368) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:03.315839 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bdaf9395-0c4a-4b49-80e6-e50b54f8fff7 req-802f1dff-5d04-4709-9c59-d00f41f52629 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 210 time: 0.1344175
Jun 04 15:32:03.367985 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-5697403a-18bf-44fa-ba49-d484078d8ba8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:03.373352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5697403a-18bf-44fa-ba49-d484078d8ba8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:03.373352 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5697403a-18bf-44fa-ba49-d484078d8ba8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/b6446a3f-7111-44a5-99ff-539310ec614f HTTP/1.1" status: 404  len: 339 time: 0.0708559
Jun 04 15:32:03.383264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59372) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:03.554573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-0ce5dd92-7c2a-4d52-a7c5-7e2828eb8752 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:03.557187 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-0ce5dd92-7c2a-4d52-a7c5-7e2828eb8752 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.62 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 812 time: 1.0813096
Jun 04 15:32:03.575356 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8aeae0a-8d7b-4f73-be22-a5252730880a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:03.576095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8aeae0a-8d7b-4f73-be22-a5252730880a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:03.579214 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e8aeae0a-8d7b-4f73-be22-a5252730880a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/subnets/0f327b2e-b965-4f98-afe4-4465afae070e HTTP/1.1" status: 404  len: 337 time: 0.1883976
Jun 04 15:32:03.582160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59376) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:03.603037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Request body: {'port': {'device_id': 'bc570158-cede-4c6e-bc54-19f06028df34', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'admin_state_up': True, 'tenant_id': '1d658397c2f54645b763ef21f67c47da'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:03.624607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e2f29c41-10d6-4b72-91e6-7aea4e550748 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:32:03.645869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7260b42-96f8-4db6-b3cb-3ad38a59388b req-1ceea69e-1a59-4b9e-8f1c-edf158af7300 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:03.647561 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7260b42-96f8-4db6-b3cb-3ad38a59388b req-1ceea69e-1a59-4b9e-8f1c-edf158af7300 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 944 time: 0.7503715
Jun 04 15:32:03.684845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-8bcb429d-25c8-4472-89b3-5c5500f92d9d None None] Allocated IP 2001:db8::f816:3eff:feb1:8baa (6acae085-7932-4691-b36e-433651ec3de1/8b66a289-a9b6-4d3b-ac22-be25e875e87c/0f4ad64a-13c6-4b21-8b04-521f73b4469e) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:03.689387 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:03.716775 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-4860fafd-b27f-41b0-8b41-58a65812d8ae tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:03.716775 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4860fafd-b27f-41b0-8b41-58a65812d8ae tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:03.721330 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4860fafd-b27f-41b0-8b41-58a65812d8ae tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/b9610af6-6791-4958-9b85-fb0701d506dd HTTP/1.1" status: 404  len: 339 time: 0.1226573
Jun 04 15:32:03.727349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59378) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:03.732654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b57509-773c-48d2-9cf5-cc5bf9f1c7f2 admin admin] Router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:32:03.830024 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port e2f29c41-10d6-4b72-91e6-7aea4e550748 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:03.837065 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e2f29c41-10d6-4b72-91e6-7aea4e550748 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:03.837243 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:03.849366 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9c0999-16c1-49e1-8c8c-0349e4a97637 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:03.849900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9c0999-16c1-49e1-8c8c-0349e4a97637 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:03.851596 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9f9c0999-16c1-49e1-8c8c-0349e4a97637 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/subnets/e188dbd4-d908-497a-9d66-089d85126385 HTTP/1.1" status: 404  len: 337 time: 0.1129832
Jun 04 15:32:03.876777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59380) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:03.937410 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7260b42-96f8-4db6-b3cb-3ad38a59388b req-042355df-66c8-4028-9e74-a8d6c89be9e1 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2695069
Jun 04 15:32:03.943655 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:03.946448 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-56249299-5fd9-47d5-a935-4da9d6c3f794 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:03.946992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56249299-5fd9-47d5-a935-4da9d6c3f794 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:03.989525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:03.997682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=393f8943-bb92-46e8-8366-f18b14c6aacb,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:03.998699 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8bcb429d-25c8-4472-89b3-5c5500f92d9d None None] For port 0f4ad64a-13c6-4b21-8b04-521f73b4469e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0f4ad64a-13c6-4b21-8b04-521f73b4469e,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:04.007437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:04.016569 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:04.046852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:32:04.055391 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8bcb429d-25c8-4472-89b3-5c5500f92d9d None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:04.081635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port e2f29c41-10d6-4b72-91e6-7aea4e550748, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e2f29c41-10d6-4b72-91e6-7aea4e550748,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:04.083440 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-56249299-5fd9-47d5-a935-4da9d6c3f794 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/b39327d2-3ed1-4e15-95a9-bfbaaaa524fc HTTP/1.1" status: 404  len: 339 time: 0.1988180
Jun 04 15:32:04.083603 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8bcb429d-25c8-4472-89b3-5c5500f92d9d None None] Transition to ACTIVE for port object 0f4ad64a-13c6-4b21-8b04-521f73b4469e will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:04.086485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59382) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:04.102289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.objects.ports [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88301) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:32:04.125632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Made reservation on behalf of 1d658397c2f54645b763ef21f67c47da for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:04.129125 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:04.145250 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a9c0da-13fd-460f-b5a6-2656420b5d93 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:04.145969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a9c0da-13fd-460f-b5a6-2656420b5d93 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:04.147322 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b1a9c0da-13fd-460f-b5a6-2656420b5d93 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/subnets/8516fe0d-0c58-4c7c-85c1-6978540022bb HTTP/1.1" status: 404  len: 337 time: 0.0599170
Jun 04 15:32:04.153986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59384) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:04.176623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393f8943-bb92-46e8-8366-f18b14c6aacb {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:32:04.192894 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:04.214730 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:04.220950 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b4ce1809-f30c-428d-89f7-8d6054b96506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:04.227348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b57509-773c-48d2-9cf5-cc5bf9f1c7f2 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:32:04.233130 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a555dc-e265-4d14-96f6-75bdc4d4c11b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:04.233130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a555dc-e265-4d14-96f6-75bdc4d4c11b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:04.234774 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-29a555dc-e265-4d14-96f6-75bdc4d4c11b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/a09532dc-57a4-474b-b568-68f2ac0c3463 HTTP/1.1" status: 404  len: 339 time: 0.0798197
Jun 04 15:32:04.239305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59386) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:04.269127 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f9b57509-773c-48d2-9cf5-cc5bf9f1c7f2 admin admin] 10.222.0.32 "PUT /v2.0/routers/5e8d22db-3287-4a03-93d8-f2ee4f56ccf8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1618991
Jun 04 15:32:04.272616 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59388) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:04.276426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e13de9-df49-4742-a388-c19a81c6d919 None None] Sync routers for ids ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:32:04.298888 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8bcb429d-25c8-4472-89b3-5c5500f92d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:04.301636 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa9cc40-662c-402e-ba8d-9aecabd246ee tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:04.302090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa9cc40-662c-402e-ba8d-9aecabd246ee tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:04.305868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Transition to ACTIVE for port object 393f8943-bb92-46e8-8366-f18b14c6aacb will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:04.316036 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7fa9cc40-662c-402e-ba8d-9aecabd246ee tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/subnets/08ca9290-f1ea-40b0-9054-8f733d2a6a3a HTTP/1.1" status: 404  len: 337 time: 0.0733557
Jun 04 15:32:04.319443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59390) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:04.321396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e13de9-df49-4742-a388-c19a81c6d919 None None] Routers {'5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:32:04.322184 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-96e13de9-df49-4742-a388-c19a81c6d919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c62fa60>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:32:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:04.332430 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.api [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:feb1:8baa-ba82d4af-2081-4c4b-8dc3-2f118bd8e1 {{(pid=88301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:32:04.332787 n-d-791505-9 neutron-server[88301]: DEBUG oslo_db.api [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:32:04.351390 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b777f2f-19f1-4849-a742-e15b82cf8d3b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:04.351857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b777f2f-19f1-4849-a742-e15b82cf8d3b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:04.354676 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6b777f2f-19f1-4849-a742-e15b82cf8d3b tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/9c30b185-c5d8-48ef-a0cb-873aafc19853 HTTP/1.1" status: 404  len: 339 time: 0.0338044
Jun 04 15:32:04.357928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59392) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:04.370664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Allocated IP 172.25.4.139 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/d889a513-f8d9-47c1-9707-2df77bfd243f) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:04.432214 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:04.442022 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5dae60b7-9192-42cb-bdf7-b57eb4fad0ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:04.472921 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-03be0a48-afbd-4fa2-826d-fe55657f8662 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:04.473683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03be0a48-afbd-4fa2-826d-fe55657f8662 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:04.476210 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-03be0a48-afbd-4fa2-826d-fe55657f8662 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/subnets/4129e0bb-5bd6-401b-b238-79e1dcf8ca41 HTTP/1.1" status: 404  len: 337 time: 0.1176465
Jun 04 15:32:04.487160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59396) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:04.528433 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-96e13de9-df49-4742-a388-c19a81c6d919 None None] Set router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:32:04.611590 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d2da5c6-cf5b-4c8b-9807-90caf8ae06f4 req-e648fb71-e34e-4808-9537-daea2a51408a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 210 time: 0.0700078
Jun 04 15:32:04.614191 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:04.624638 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-478198ab-7343-43f6-ad15-dc9d6d1ca42e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:04.625121 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478198ab-7343-43f6-ad15-dc9d6d1ca42e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:04.626805 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-478198ab-7343-43f6-ad15-dc9d6d1ca42e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/a5583920-4f5e-475a-b0e7-07b5dca675ee HTTP/1.1" status: 404  len: 339 time: 0.1301754
Jun 04 15:32:04.667041 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59402) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:04.717133 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=393f8943-bb92-46e8-8366-f18b14c6aacb,revision_number=9']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:04.719708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] No DVR routers for this DVR port 393f8943-bb92-46e8-8366-f18b14c6aacb on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:32:04.727500 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:04.737555 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb837da-da42-435b-bdc5-a93b1b2cd385 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:04.737555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb837da-da42-435b-bdc5-a93b1b2cd385 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:04.737555 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ebb837da-da42-435b-bdc5-a93b1b2cd385 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/subnets/98fb9340-87cb-4b11-8403-ce66704792d2 HTTP/1.1" status: 404  len: 337 time: 0.0673258
Jun 04 15:32:04.738536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59404) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:04.747568 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Allocated IP 172.20.0.7 (cb825790-7668-4447-8139-06bca8b4c119/6d3d49c1-ad0d-4cec-968c-8e5249f55dad/362ae327-1346-41be-be0d-0a7b0c46ce77) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:04.781746 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=e2f29c41-10d6-4b72-91e6-7aea4e550748,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:04.792580 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:04.792580 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:04.890837 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-15202d59-5c2e-47a7-bcef-8a78503d3d0f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:04.891326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15202d59-5c2e-47a7-bcef-8a78503d3d0f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:04.893145 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-15202d59-5c2e-47a7-bcef-8a78503d3d0f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/718030f6-1045-4b5e-b8e3-8ee6a189562f HTTP/1.1" status: 404  len: 339 time: 0.1536062
Jun 04 15:32:04.904022 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59412) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:04.907314 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:04.937165 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb429d-25c8-4472-89b3-5c5500f92d9d None None] Pushing event updated for resources: {'Port': ['ID=0f4ad64a-13c6-4b21-8b04-521f73b4469e,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:04.954193 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8bcb429d-25c8-4472-89b3-5c5500f92d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:05.066975 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-5238b2ce-f442-49c8-a352-d0a63950de87 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Deleting subnet ec8b0cb9-5562-46ac-b44f-bbddf101c1d8 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:32:05.076048 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:05.079387 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5238b2ce-f442-49c8-a352-d0a63950de87 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:05.211857 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:05.225415 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-96e13de9-df49-4742-a388-c19a81c6d919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c62fa60>, [{'id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-router', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:18:37Z', 'updated_at': '2021-06-04T15:32:01Z', 'revision_number': 5, 'project_id': '926d3966f5b342809000e5f28f33b523', 'gw_port': {'id': '0a4e7360-a133-4d30-98e1-d1b97c15f084', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:18:38Z', 'updated_at': '2021-06-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:05.232978 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e13de9-df49-4742-a388-c19a81c6d919 None None] Checking router: 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:32:05.240615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Attempting to bind port 393f8943-bb92-46e8-8366-f18b14c6aacb on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:32:05.241256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Attempting to bind port 393f8943-bb92-46e8-8366-f18b14c6aacb by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'e3080382-b39c-4fd3-8979-9ba6f045ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:32:05.241256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Attempting to bind port 393f8943-bb92-46e8-8366-f18b14c6aacb on network d67310a1-ca89-4950-80ed-77fd8abcfab9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:05.253038 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e13de9-df49-4742-a388-c19a81c6d919 None None] Routers {'5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:32:05.253943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-96e13de9-df49-4742-a388-c19a81c6d919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c62fa60>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:32:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:05.273178 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Port 393f8943-bb92-46e8-8366-f18b14c6aacb on network d67310a1-ca89-4950-80ed-77fd8abcfab9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:32:05.273509 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Attempting to bind port 393f8943-bb92-46e8-8366-f18b14c6aacb on network d67310a1-ca89-4950-80ed-77fd8abcfab9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:05.281252 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5238b2ce-f442-49c8-a352-d0a63950de87 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:05.294404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:32:05.294739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Checking segment: {'id': 'e3080382-b39c-4fd3-8979-9ba6f045ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:32:05.295121 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Bound using segment: {'id': 'e3080382-b39c-4fd3-8979-9ba6f045ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:32:05.295548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Bound port: 393f8943-bb92-46e8-8366-f18b14c6aacb, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3080382-b39c-4fd3-8979-9ba6f045ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:32:05.295884 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:05.526438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:32:05.531369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=393f8943-bb92-46e8-8366-f18b14c6aacb,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:32:05.538320 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:05.562446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Transition to ACTIVE for port object 362ae327-1346-41be-be0d-0a7b0c46ce77 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:05.573523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-96e13de9-df49-4742-a388-c19a81c6d919 None None] Set router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:32:05.622719 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:05.631313 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f1a289db-cde3-4f29-8d2c-ab6ac47a5588 tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:05.710514 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:05.743077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:05.743606 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:05.746512 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] 10.222.0.62 "PUT /v2.0/ports/393f8943-bb92-46e8-8366-f18b14c6aacb HTTP/1.1" status: 200  len: 1092 time: 3.6285412
Jun 04 15:32:05.749435 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db18d3ab-a106-4f2d-9f22-998d1d8a6508', 'tag': '393f8943-bb92-46e8-8366-f18b14c6aacb'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:32:05.765400 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8f10ff-beba-4654-8102-809c21926280" -d '{"events": [{"name": "network-changed", "server_uuid": "db18d3ab-a106-4f2d-9f22-998d1d8a6508", "tag": "393f8943-bb92-46e8-8366-f18b14c6aacb"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:32:05.766412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4c580-7e23-49e6-b7a1-d0b153048580 req-212f9462-fcce-4d6a-93f3-36f31f649b55 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:05.775597 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2cf4c580-7e23-49e6-b7a1-d0b153048580 req-212f9462-fcce-4d6a-93f3-36f31f649b55 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 944 time: 0.5591168
Jun 04 15:32:05.782696 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] Deleting port 0a4e7360-a133-4d30-98e1-d1b97c15f084 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:05.783154 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:05.818589 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5238b2ce-f442-49c8-a352-d0a63950de87 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:05.818878 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-96e13de9-df49-4742-a388-c19a81c6d919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c62fa60>, [{'id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-router', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:18:37Z', 'updated_at': '2021-06-04T15:32:05Z', 'revision_number': 6, 'project_id': '926d3966f5b342809000e5f28f33b523', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:05.836166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Network cb825790-7668-4447-8139-06bca8b4c119 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:05.837553 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e13de9-df49-4742-a388-c19a81c6d919 None None] The sync data for ids ['5e8d22db-3287-4a03-93d8-f2ee4f56ccf8'] in n-d-791505-9 is: [{'id': '5e8d22db-3287-4a03-93d8-f2ee4f56ccf8', 'name': 'tempest-TaggedBootDevicesTest_v242-1531979206-router', 'tenant_id': '926d3966f5b342809000e5f28f33b523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:18:37Z', 'updated_at': '2021-06-04T15:32:05Z', 'revision_number': 6, 'project_id': '926d3966f5b342809000e5f28f33b523', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:32:05.852296 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:05.880836 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-149bf6b1-a7cd-48e4-a29b-88fb43047ac1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:05.914607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:05.924868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:05.927282 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-de881a75-ddb3-4801-95c3-f2749ddaecd0 None None] Provisioning for port 0f4ad64a-13c6-4b21-8b04-521f73b4469e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:05.936452 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-de881a75-ddb3-4801-95c3-f2749ddaecd0 None None] Provisioning complete for port 0f4ad64a-13c6-4b21-8b04-521f73b4469e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:05.936452 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-de881a75-ddb3-4801-95c3-f2749ddaecd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:05.952843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=393f8943-bb92-46e8-8366-f18b14c6aacb,revision_number=10']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:05.962148 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:05.968437 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:06.018019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:06.055953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:06.144837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:06.145685 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:06.156280 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:06.170319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event updated for resources: {'Port': ['ID=362ae327-1346-41be-be0d-0a7b0c46ce77,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:06.173173 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:06.187583 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005073ec-516a-41f5-b979-839e0e9d65ba req-a314c3be-989f-494a-87bf-ba294833afbf tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:06.188307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-005073ec-516a-41f5-b979-839e0e9d65ba req-a314c3be-989f-494a-87bf-ba294833afbf tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Synchronizing usage tracker for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:06.198103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-021e2199-2c4c-4f86-92c5-e36da3a3f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:06.199566 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-021e2199-2c4c-4f86-92c5-e36da3a3f2d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=35b4af14bb3e432990c4361da6c462d1&device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 1096 time: 0.4236541
Jun 04 15:32:06.323706 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c5283bc4-a441-4f1b-9203-7a948e6128ac None None] Provisioning for port 362ae327-1346-41be-be0d-0a7b0c46ce77 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:06.329839 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c5283bc4-a441-4f1b-9203-7a948e6128ac None None] Provisioning complete for port 362ae327-1346-41be-be0d-0a7b0c46ce77 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:06.330542 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c5283bc4-a441-4f1b-9203-7a948e6128ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:06.333773 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7496326
Jun 04 15:32:06.354734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Request body: {'port': {'device_id': 'bc570158-cede-4c6e-bc54-19f06028df34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:06.394696 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2cf4c580-7e23-49e6-b7a1-d0b153048580 req-b0784013-afe2-4df0-adad-bf9026181aba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6177199
Jun 04 15:32:06.406841 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c5283bc4-a441-4f1b-9203-7a948e6128ac None None] Port 362ae327-1346-41be-be0d-0a7b0c46ce77 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:32:06.428867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-005073ec-516a-41f5-b979-839e0e9d65ba req-a314c3be-989f-494a-87bf-ba294833afbf tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Unset dirty status for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:06.436271 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-005073ec-516a-41f5-b979-839e0e9d65ba req-a314c3be-989f-494a-87bf-ba294833afbf tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 931 time: 0.6149285
Jun 04 15:32:06.470961 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event updated for resources: {'Port': ['ID=d889a513-f8d9-47c1-9707-2df77bfd243f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:06.473871 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:06.550984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.objects.ports [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88301) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:32:06.582147 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-005073ec-516a-41f5-b979-839e0e9d65ba req-664c0c2a-1de2-4243-9f04-3cb9da2b6561 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448717
Jun 04 15:32:06.583331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-8592f9c3-8d76-4f25-b580-97e709fbc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:06.584760 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-8592f9c3-8d76-4f25-b580-97e709fbc906 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d67310a1-ca89-4950-80ed-77fd8abcfab9 HTTP/1.1" status: 200  len: 915 time: 0.3684189
Jun 04 15:32:06.587938 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:06.650775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] For port 0a4e7360-a133-4d30-98e1-d1b97c15f084, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0a4e7360-a133-4d30-98e1-d1b97c15f084,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:06.651143 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:06.702271 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3fa6d5-b049-4c58-b364-4f4e1ef5c1b2 x-openstack-request-id: req-dd3fa6d5-b049-4c58-b364-4f4e1ef5c1b2 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:32:06.702746 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db18d3ab-a106-4f2d-9f22-998d1d8a6508", "tag": "393f8943-bb92-46e8-8366-f18b14c6aacb", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:32:06.703141 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd3fa6d5-b049-4c58-b364-4f4e1ef5c1b2 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:32:06.704276 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db18d3ab-a106-4f2d-9f22-998d1d8a6508', 'tag': '393f8943-bb92-46e8-8366-f18b14c6aacb', 'status': 'completed', 'code': 200}
Jun 04 15:32:06.720311 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-fdcff69b-b617-416c-bc1a-64fec52f342e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393f8943-bb92-46e8-8366-f18b14c6aacb HTTP/1.1" status: 200  len: 217 time: 0.0922208
Jun 04 15:32:06.722760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0f4ad64a-13c6-4b21-8b04-521f73b4469e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:32:06.802428 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 0f4ad64a-13c6-4b21-8b04-521f73b4469e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:06.802946 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:06.884341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] Calling delete_port for 0a4e7360-a133-4d30-98e1-d1b97c15f084 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:06.906305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-75e71ff5-d63c-441a-8262-4a2d069cab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:06.907749 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-75e71ff5-d63c-441a-8262-4a2d069cab9a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1843960c-a0fb-4622-a60e-eba128673683 HTTP/1.1" status: 200  len: 854 time: 0.1537583
Jun 04 15:32:06.914107 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:06.927166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e2f29c41-10d6-4b72-91e6-7aea4e550748 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:32:06.942273 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.ipam_pluggable_backend [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Port 0f4ad64a-13c6-4b21-8b04-521f73b4469e got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=88301) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}}
Jun 04 15:32:06.942273 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:06.946943 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a2224547-858e-40f5-b943-845c8b0cc9d4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:06.961907 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-0b2214e4-c2f8-4f1b-aee8-531e2c570683 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d67310a1-ca89-4950-80ed-77fd8abcfab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459232
Jun 04 15:32:07.007204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e2f29c41-10d6-4b72-91e6-7aea4e550748 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:07.007735 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:07.080221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:07.090653 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:07.108274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb99a194-fd8a-4f7f-8827-c372cecd9cf9 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:07.116297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:07.116952 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:07.122110 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:07.158734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=8b66a289-a9b6-4d3b-ac22-be25e875e87c,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:07.190660 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:07.198465 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5238b2ce-f442-49c8-a352-d0a63950de87 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:07.211665 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-cf22ced4-ddc5-4a19-bfb2-b918e55877c0 service neutron] 10.222.0.62 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2417521
Jun 04 15:32:07.213637 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:07.276616 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238b2ce-f442-49c8-a352-d0a63950de87 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Subnet': ['ID=ec8b0cb9-5562-46ac-b44f-bbddf101c1d8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:07.283096 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5238b2ce-f442-49c8-a352-d0a63950de87 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:07.295269 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5238b2ce-f442-49c8-a352-d0a63950de87 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:07.299438 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5238b2ce-f442-49c8-a352-d0a63950de87 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/subnets/ec8b0cb9-5562-46ac-b44f-bbddf101c1d8 HTTP/1.1" status: 204  len: 168 time: 2.3861773
Jun 04 15:32:07.301806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59434) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:07.333774 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3486f8-3ccf-4537-989a-337b8feec6e5 None None] Network f2985476-04a5-48e1-9c80-da587b9796aa requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:07.348646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 28ded273-6a5f-437b-9295-ffe85080f840 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:32:07.387101 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 7.6560805
Jun 04 15:32:07.394847 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 28ded273-6a5f-437b-9295-ffe85080f840 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:32:07.395652 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 28ded273-6a5f-437b-9295-ffe85080f840 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:32:07.396104 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59436) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:07.396554 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0a4e7360-a133-4d30-98e1-d1b97c15f084 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:32:07.407480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'mac_address': 'fa:16:3e:24:bb:01', 'name': 'tempest-NetworksTestDHCPv6-1932987090'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:07.777247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362ae327-1346-41be-be0d-0a7b0c46ce77 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:32:07.845664 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:07.877342 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-357a35e3-3bfe-4643-84e3-8564b555c682 service neutron] 10.222.0.62 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6540823
Jun 04 15:32:07.891119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Transition to ACTIVE for port object 362ae327-1346-41be-be0d-0a7b0c46ce77 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:07.910747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597b8f2-ae77-4480-87a3-94545584cd6e req-ca93af27-9ff2-4f79-ad32-089f52ec4fb8 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:07.912248 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9597b8f2-ae77-4480-87a3-94545584cd6e req-ca93af27-9ff2-4f79-ad32-089f52ec4fb8 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 931 time: 0.1464338
Jun 04 15:32:07.943307 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:07.966447 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:07.969581 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9597b8f2-ae77-4480-87a3-94545584cd6e req-f4fd6ec4-b895-4e8d-80f0-adccd71533be tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490122
Jun 04 15:32:07.995688 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:08.022847 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:08.114839 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a96ae3f-a5b0-4256-af72-1d100d05b2f2 None None] DHCP port deletion for f2985476-04a5-48e1-9c80-da587b9796aa request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:32:08.126559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:08.129811 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:08.139082 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-373deda2-1024-4acb-bb7f-7e2b4f26fb9f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:08.171117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:08.182873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:08.334468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:08.339501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4e7360-a133-4d30-98e1-d1b97c15f084,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:08.344094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8a96ae3f-a5b0-4256-af72-1d100d05b2f2 None None] Deleting port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:08.345152 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8a96ae3f-a5b0-4256-af72-1d100d05b2f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:08.361258 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:08.374885 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:08.486667 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64468472-80e3-43eb-850a-01fc01af59dc req-522c2824-4a52-4912-8cef-d8ce277dbee5 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:08.494002 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-64468472-80e3-43eb-850a-01fc01af59dc req-522c2824-4a52-4912-8cef-d8ce277dbee5 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 945 time: 0.7357061
Jun 04 15:32:08.530741 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:08.538006 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Pushing event updated for resources: {'Port': ['ID=362ae327-1346-41be-be0d-0a7b0c46ce77,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:08.560391 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:08.600750 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:08.603908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Attempting to bind port 362ae327-1346-41be-be0d-0a7b0c46ce77 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:32:08.606303 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Attempting to bind port 362ae327-1346-41be-be0d-0a7b0c46ce77 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:32:08.607593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Attempting to bind port 362ae327-1346-41be-be0d-0a7b0c46ce77 on network cb825790-7668-4447-8139-06bca8b4c119 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:08.626667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Port 362ae327-1346-41be-be0d-0a7b0c46ce77 on network cb825790-7668-4447-8139-06bca8b4c119 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:32:08.627114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Attempting to bind port 362ae327-1346-41be-be0d-0a7b0c46ce77 on network cb825790-7668-4447-8139-06bca8b4c119 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:08.637246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:32:08.637746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Checking segment: {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:32:08.638225 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Bound using segment: {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:32:08.658078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Bound port: 362ae327-1346-41be-be0d-0a7b0c46ce77, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:32:08.658857 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:08.695989 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8a96ae3f-a5b0-4256-af72-1d100d05b2f2 None None] For port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d3cf7614-f10a-45a9-8cd7-3e1e08cc9459,segment=NetworkSegment(4b27fc1f-481d-4000-984f-acf5e6824f35),segment_id=4b27fc1f-481d-4000-984f-acf5e6824f35)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:08.696399 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8a96ae3f-a5b0-4256-af72-1d100d05b2f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:08.711320 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:32:08.726045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f10ff-beba-4654-8102-809c21926280 req-9bf1838c-f40a-489f-9278-53057ed71b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:08.727805 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2e8f10ff-beba-4654-8102-809c21926280 req-9bf1838c-f40a-489f-9278-53057ed71b1f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=35b4af14bb3e432990c4361da6c462d1&device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 1096 time: 0.6297874
Jun 04 15:32:08.740095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:08.812512 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event updated for resources: {'Port': ['ID=d889a513-f8d9-47c1-9707-2df77bfd243f,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:08.815604 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:08.866013 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:08.931585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8a96ae3f-a5b0-4256-af72-1d100d05b2f2 None None] Calling delete_port for d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:09.024137 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0ce09283-ba39-46e6-937d-88e6ebb38c7d None None] Provisioning complete for port 0f4ad64a-13c6-4b21-8b04-521f73b4469e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:09.025644 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0ce09283-ba39-46e6-937d-88e6ebb38c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:09.040101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] For port 362ae327-1346-41be-be0d-0a7b0c46ce77, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:32:09.104510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] For port 362ae327-1346-41be-be0d-0a7b0c46ce77, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=362ae327-1346-41be-be0d-0a7b0c46ce77,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:32:09.115632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f10ff-beba-4654-8102-809c21926280 req-e762cd15-9738-4c4f-81de-58a75f86b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:09.128220 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2e8f10ff-beba-4654-8102-809c21926280 req-e762cd15-9738-4c4f-81de-58a75f86b862 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d67310a1-ca89-4950-80ed-77fd8abcfab9 HTTP/1.1" status: 200  len: 915 time: 0.3741004
Jun 04 15:32:09.150697 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-64468472-80e3-43eb-850a-01fc01af59dc req-dfe2653d-54c0-4a62-a72b-683a13725168 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6553612
Jun 04 15:32:09.195059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Deleting port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:09.195417 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:09.365277 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:09.376204 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:09.382628 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f9bb67ca-3709-47f9-84a2-3f176eb1feab tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:09.401557 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:09.471318 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:09.511071 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:09.601866 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] For port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d3cf7614-f10a-45a9-8cd7-3e1e08cc9459,segment=NetworkSegment(4b27fc1f-481d-4000-984f-acf5e6824f35),segment_id=4b27fc1f-481d-4000-984f-acf5e6824f35)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:09.602284 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:09.615423 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:09.616472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d3cf7614-f10a-45a9-8cd7-3e1e08cc9459,segment=NetworkSegment(4b27fc1f-481d-4000-984f-acf5e6824f35),segment_id=4b27fc1f-481d-4000-984f-acf5e6824f35)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:09.685087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:09.685716 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:09.687222 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] 10.222.0.62 "PUT /v2.0/ports/362ae327-1346-41be-be0d-0a7b0c46ce77 HTTP/1.1" status: 200  len: 1091 time: 3.3380301
Jun 04 15:32:09.698348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc570158-cede-4c6e-bc54-19f06028df34', 'tag': '362ae327-1346-41be-be0d-0a7b0c46ce77'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:32:09.700976 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96b7b5a-1a21-47bc-b4fc-23d0614a2430" -d '{"events": [{"name": "network-changed", "server_uuid": "bc570158-cede-4c6e-bc54-19f06028df34", "tag": "362ae327-1346-41be-be0d-0a7b0c46ce77"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:32:09.725694 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2e8f10ff-beba-4654-8102-809c21926280 req-a29cede0-66a3-4072-b527-1c526e983c47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393f8943-bb92-46e8-8366-f18b14c6aacb HTTP/1.1" status: 200  len: 217 time: 0.2209392
Jun 04 15:32:09.744570 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:09.753739 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-06ede666-6fbe-445d-bc7b-1bd63e3d2139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:09.785073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Pushing event updated for resources: {'Port': ['ID=362ae327-1346-41be-be0d-0a7b0c46ce77,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:09.797468 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:09.820357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e06ab-42fd-47b9-90c8-c4431426bd79 req-c1b4d76b-73d5-4bc7-9885-8f0b96eab814 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:09.828020 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9b2e06ab-42fd-47b9-90c8-c4431426bd79 req-c1b4d76b-73d5-4bc7-9885-8f0b96eab814 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 943 time: 0.6139278
Jun 04 15:32:09.847924 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34170037-453c-4a36-8d5f-597ff77322a5 x-openstack-request-id: req-34170037-453c-4a36-8d5f-597ff77322a5 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:32:09.869994 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc570158-cede-4c6e-bc54-19f06028df34", "tag": "362ae327-1346-41be-be0d-0a7b0c46ce77", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:32:09.869994 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34170037-453c-4a36-8d5f-597ff77322a5 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:32:09.869994 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc570158-cede-4c6e-bc54-19f06028df34', 'tag': '362ae327-1346-41be-be0d-0a7b0c46ce77', 'status': 'completed', 'code': 200}
Jun 04 15:32:09.885288 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8a96ae3f-a5b0-4256-af72-1d100d05b2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:09.890926 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event deleted for resources: {'Port': ['ID=d3cf7614-f10a-45a9-8cd7-3e1e08cc9459,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:09.899717 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:09.900449 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ad120bd8-86ec-49ce-ace9-7fafca628c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:09.908094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f10ff-beba-4654-8102-809c21926280 req-ab46bea3-b1c1-43f2-b475-d042f0fe7282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:09.909552 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2e8f10ff-beba-4654-8102-809c21926280 req-ab46bea3-b1c1-43f2-b475-d042f0fe7282 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1843960c-a0fb-4622-a60e-eba128673683 HTTP/1.1" status: 200  len: 854 time: 0.1684051
Jun 04 15:32:09.918612 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:09.927860 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.4146943
Jun 04 15:32:09.927860 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:09.927860 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:32:09.972618 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96ae3f-a5b0-4256-af72-1d100d05b2f2 None None] Pushing event deleted for resources: {'Port': ['ID=d3cf7614-f10a-45a9-8cd7-3e1e08cc9459,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:09.978661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Calling delete_port for d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:09.980946 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8a96ae3f-a5b0-4256-af72-1d100d05b2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:09.986869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96ae3f-a5b0-4256-af72-1d100d05b2f2 None None] No DVR routers for this DVR port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:32:10.023822 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9b2e06ab-42fd-47b9-90c8-c4431426bd79 req-7a37b57a-6ae9-4f4e-96af-864ba3136237 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916058
Jun 04 15:32:10.025717 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:10.031139 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5e8d22db-3287-4a03-93d8-f2ee4f56ccf8 HTTP/1.1" status: 204  len: 168 time: 5.7573895
Jun 04 15:32:10.033225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59496) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:10.052747 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2e8f10ff-beba-4654-8102-809c21926280 req-3d3693e2-e060-4090-95a4-b86105e2287b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d67310a1-ca89-4950-80ed-77fd8abcfab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1098986
Jun 04 15:32:10.152053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-8f1813db-2f71-4755-b189-66af85338e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:10.154644 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-8f1813db-2f71-4755-b189-66af85338e68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 1094 time: 0.2892108
Jun 04 15:32:10.312804 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-41c1704a-a39f-41b5-83ef-e3ac22ed56ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=362ae327-1346-41be-be0d-0a7b0c46ce77 HTTP/1.1" status: 200  len: 217 time: 0.0971668
Jun 04 15:32:10.492379 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port ad2d9560-feac-4371-813c-911f8ef31289 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:32:10.498133 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59514) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:10.668757 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2e8f10ff-beba-4654-8102-809c21926280 req-fe230770-e356-4856-ad47-46f993117501 service neutron] 10.222.0.62 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6034091
Jun 04 15:32:10.718600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a61f8405-b1ca-4ca8-b7fd-731b233ff65e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Synchronizing usage tracker for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:10.724364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-91152328-d845-4bfc-96f1-2d61f24fb204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:10.725886 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-91152328-d845-4bfc-96f1-2d61f24fb204 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.3590872
Jun 04 15:32:10.729981 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-13789f8f-b8e9-49b4-b0e1-0129539699f5 admin admin] Deleting subnet f0a49928-f479-46c6-b85f-c135d129c3d1 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:32:10.741293 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-13789f8f-b8e9-49b4-b0e1-0129539699f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:10.802773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a61f8405-b1ca-4ca8-b7fd-731b233ff65e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Unset dirty status for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:10.804403 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a61f8405-b1ca-4ca8-b7fd-731b233ff65e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1427552016&fields=id&tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c HTTP/1.1" status: 200  len: 267 time: 0.3267519
Jun 04 15:32:10.889266 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd3a9b7b-bba6-4856-9cd6-489557d18a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:10.894074 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-13789f8f-b8e9-49b4-b0e1-0129539699f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:10.972536 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:10.989133 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-41db8bef-87cc-4fa4-8c34-d5a855583ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:10.992179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dd3a9b7b-bba6-4856-9cd6-489557d18a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:11.004199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dd3a9b7b-bba6-4856-9cd6-489557d18a76 admin admin] Usage tracker for resource:security_group_rule and tenant:5c2e1257b2844d3b97b16c18398cd172 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:11.016479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dd3a9b7b-bba6-4856-9cd6-489557d18a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:11.028358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dd3a9b7b-bba6-4856-9cd6-489557d18a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:11.052608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Port': ['ID=d3cf7614-f10a-45a9-8cd7-3e1e08cc9459,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:11.067306 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:11.083367 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a7f596f7-4276-420d-bdac-2f4c6ff3f064 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:11.084235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a7f596f7-4276-420d-bdac-2f4c6ff3f064 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Synchronizing usage tracker for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:11.095343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70d092-c4f7-4667-b450-f30591511496 req-7962ae4d-afa0-43e2-ad1e-5694069b332b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:11.103227 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7b70d092-c4f7-4667-b450-f30591511496 req-7962ae4d-afa0-43e2-ad1e-5694069b332b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 945 time: 0.5565367
Jun 04 15:32:11.112002 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] No DVR routers for this DVR port d3cf7614-f10a-45a9-8cd7-3e1e08cc9459 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:32:11.175906 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd3a9b7b-bba6-4856-9cd6-489557d18a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:11.202719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a7f596f7-4276-420d-bdac-2f4c6ff3f064 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Unset dirty status for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:11.204008 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a7f596f7-4276-420d-bdac-2f4c6ff3f064 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 816 time: 0.3918428
Jun 04 15:32:11.224975 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-cdee1204-c651-43ae-bfb9-bafb68295df9 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/quotas/f88fe13e4e9341d3ae1ddeb05c02284c HTTP/1.1" status: 200  len: 375 time: 0.0136530
Jun 04 15:32:11.279509 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd3a9b7b-bba6-4856-9cd6-489557d18a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:11.314054 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4c39710-b4ce-47db-91a2-0c522af5c73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:11.322182 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7b70d092-c4f7-4667-b450-f30591511496 req-4f26e171-20c9-4a5d-aab7-82146fbba75d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2176545
Jun 04 15:32:11.325688 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dd3a9b7b-bba6-4856-9cd6-489557d18a76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c2e1257b2844d3b97b16c18398cd172&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8239682
Jun 04 15:32:11.330158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59520) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:11.390685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a9b7b-bba6-4856-9cd6-489557d18a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74141df2-2696-40d1-a4ca-43a5cc47ecbb,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:11.394852 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dd3a9b7b-bba6-4856-9cd6-489557d18a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:11.395610 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:11.410068 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c3b1550>,) {'filters': {'network_id': ['f2985476-04a5-48e1-9c80-da587b9796aa']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:11.437113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c3b1550>, '4b27fc1f-481d-4000-984f-acf5e6824f35') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:11.437404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c3b1550>, '4b27fc1f-481d-4000-984f-acf5e6824f35') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:11.452015 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:11.454328 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e43914fa-3c2b-45b5-8ddf-2ea2f3f4819d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:11.470042 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:11.476692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-31364a58-d7ff-4ad2-9c41-acc62469349b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Synchronizing usage tracker for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:11.477198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:32:11.477603 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:11.506011 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e43914fa-3c2b-45b5-8ddf-2ea2f3f4819d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:32:11.515122 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:32:11.541150 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-13789f8f-b8e9-49b4-b0e1-0129539699f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:11.569685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 172.20.0.3 (6acae085-7932-4691-b36e-433651ec3de1/c7de2c6c-6e7e-4e63-9610-f1a0847827e9/ad2d9560-feac-4371-813c-911f8ef31289) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:11.645697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::f816:3eff:fe24:bb01 (6acae085-7932-4691-b36e-433651ec3de1/8b66a289-a9b6-4d3b-ac22-be25e875e87c/ad2d9560-feac-4371-813c-911f8ef31289) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:11.650365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-31364a58-d7ff-4ad2-9c41-acc62469349b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Unset dirty status for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:11.653021 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-31364a58-d7ff-4ad2-9c41-acc62469349b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4213598
Jun 04 15:32:11.695739 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e43914fa-3c2b-45b5-8ddf-2ea2f3f4819d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:11.704664 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6e037840-f1b0-451f-aae1-fca92b12347b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:11.735420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43914fa-3c2b-45b5-8ddf-2ea2f3f4819d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74141df2-2696-40d1-a4ca-43a5cc47ecbb,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:11.746244 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e43914fa-3c2b-45b5-8ddf-2ea2f3f4819d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:11.747644 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e43914fa-3c2b-45b5-8ddf-2ea2f3f4819d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74141df2-2696-40d1-a4ca-43a5cc47ecbb HTTP/1.1" status: 204  len: 168 time: 0.4072306
Jun 04 15:32:11.748890 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e43914fa-3c2b-45b5-8ddf-2ea2f3f4819d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:11.806413 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:11.821389 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-53193ec7-a0dd-42ad-a217-de0c4744d7b1 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:11.845984 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:11.873149 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Pushing event deleted for resources: {'Network': ['ID=f2985476-04a5-48e1-9c80-da587b9796aa,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:11.884770 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:11.889158 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-ed23ede2-f3e7-470b-b9cf-8442d8fd9c4e service neutron] 10.222.0.32 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2221022
Jun 04 15:32:11.932553 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] 10.222.0.32 "DELETE /v2.0/networks/f2985476-04a5-48e1-9c80-da587b9796aa HTTP/1.1" status: 204  len: 168 time: 4.6282969
Jun 04 15:32:12.114791 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-38f81ee0-01fd-4d00-8761-7cede88430ab service neutron] 10.222.0.32 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2166233
Jun 04 15:32:12.163501 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:12.183940 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object ad2d9560-feac-4371-813c-911f8ef31289 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:12.244330 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-13789f8f-b8e9-49b4-b0e1-0129539699f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:12.249184 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-376c3440-63c3-44c9-b41e-5b8e21ffeace tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:12.294016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13789f8f-b8e9-49b4-b0e1-0129539699f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a49928-f479-46c6-b85f-c135d129c3d1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:12.297660 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-13789f8f-b8e9-49b4-b0e1-0129539699f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:12.305190 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-13789f8f-b8e9-49b4-b0e1-0129539699f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:12.313654 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f3207-b9e4-4292-b2ad-8a279f8f71be None None] Network 523116c7-0d06-4e44-9c1a-1a833c6b29dc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:12.318258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59530) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:12.329973 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-13789f8f-b8e9-49b4-b0e1-0129539699f5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f0a49928-f479-46c6-b85f-c135d129c3d1 HTTP/1.1" status: 204  len: 168 time: 2.2929158
Jun 04 15:32:12.363357 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:12.373878 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-79b87940-30ce-490d-a312-84b81a41e78e tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:12.606148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:12.616073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:12.636875 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:12.650371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:12.719988 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59540) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:12.819928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=ad2d9560-feac-4371-813c-911f8ef31289,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:12.838120 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:12.842031 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb35697d-f9de-476c-a3de-8dd4d641c375 None None] DHCP port deletion for 523116c7-0d06-4e44-9c1a-1a833c6b29dc request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:32:12.851762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59546) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:12.853411 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a736b2c9-e68f-43c2-920b-5defb9c0b801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:12.948415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a736b2c9-e68f-43c2-920b-5defb9c0b801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:12.983057 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-fb35697d-f9de-476c-a3de-8dd4d641c375 None None] Deleting port 8618892a-486d-4e73-8f6c-5e6e062f0750 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:12.983760 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fb35697d-f9de-476c-a3de-8dd4d641c375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:12.987820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:12.989902 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:13.027137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a736b2c9-e68f-43c2-920b-5defb9c0b801 admin admin] Usage tracker for resource:security_group_rule and tenant:9aa0118753554848b2106b0b9c7e3661 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:13.029792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401e5f8-5429-4eae-9c92-73b23f123d22 req-5b4f4844-2289-4fee-8252-23d7be2dc4b3 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:13.036065 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5401e5f8-5429-4eae-9c92-73b23f123d22 req-5b4f4844-2289-4fee-8252-23d7be2dc4b3 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 943 time: 0.3838720
Jun 04 15:32:13.045101 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a736b2c9-e68f-43c2-920b-5defb9c0b801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:13.061917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a736b2c9-e68f-43c2-920b-5defb9c0b801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:13.094534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Deleting port 8618892a-486d-4e73-8f6c-5e6e062f0750 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:13.095032 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:13.126894 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fb35697d-f9de-476c-a3de-8dd4d641c375 None None] For port 8618892a-486d-4e73-8f6c-5e6e062f0750, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=8618892a-486d-4e73-8f6c-5e6e062f0750,segment=NetworkSegment(e30ded52-5f18-4ace-b44d-640f39295b8b),segment_id=e30ded52-5f18-4ace-b44d-640f39295b8b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:13.127628 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fb35697d-f9de-476c-a3de-8dd4d641c375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:13.227447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5401e5f8-5429-4eae-9c92-73b23f123d22 req-57e805c0-73c0-4afc-82ce-d08f25f18db2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586285
Jun 04 15:32:13.272067 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-fb35697d-f9de-476c-a3de-8dd4d641c375 None None] Calling delete_port for 8618892a-486d-4e73-8f6c-5e6e062f0750 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:13.278455 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] For port 8618892a-486d-4e73-8f6c-5e6e062f0750, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=8618892a-486d-4e73-8f6c-5e6e062f0750,segment=NetworkSegment(e30ded52-5f18-4ace-b44d-640f39295b8b),segment_id=e30ded52-5f18-4ace-b44d-640f39295b8b)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:13.278864 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:13.469687 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1a72a6c6-38c0-4e30-b28c-33b186b2f61b req-5af92fd8-2fb2-4ec5-ade9-dddbb209df65 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 210 time: 0.1145711
Jun 04 15:32:13.582864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Calling delete_port for 8618892a-486d-4e73-8f6c-5e6e062f0750 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:13.597608 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-695768f7-6c66-47ef-8611-1079d069fda5 None None] Provisioning for port ad2d9560-feac-4371-813c-911f8ef31289 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:13.601818 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 6.2019911
Jun 04 15:32:13.602514 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59550) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:13.606177 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-695768f7-6c66-47ef-8611-1079d069fda5 None None] Provisioning complete for port ad2d9560-feac-4371-813c-911f8ef31289 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:13.609258 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-695768f7-6c66-47ef-8611-1079d069fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:13.712081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-695768f7-6c66-47ef-8611-1079d069fda5 None None] Port ad2d9560-feac-4371-813c-911f8ef31289 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:32:13.805366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1afb149-7cee-46dc-b2b2-df361e5d8a85 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:13.814923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1afb149-7cee-46dc-b2b2-df361e5d8a85 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:13.815764 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a1afb149-7cee-46dc-b2b2-df361e5d8a85 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:13.871817 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a736b2c9-e68f-43c2-920b-5defb9c0b801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:13.896561 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59552) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:13.897174 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-de29675c-243c-48ec-9d77-2243b9c79b66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7017e77146c94ff08ef79c4ce3ffe009&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0403521
Jun 04 15:32:14.018724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-2b835b39-5951-4b12-95ec-98a1bd7df407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:14.020638 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-2b835b39-5951-4b12-95ec-98a1bd7df407 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.7173040
Jun 04 15:32:14.028060 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2e8f10ff-beba-4654-8102-809c21926280 req-80a4ca9f-02bf-4805-971e-9e828e30baa4 service neutron] 10.222.0.62 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6623833
Jun 04 15:32:14.045219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae6c01-73de-4aaf-9748-b3314bc0a961 req-ddd55870-fb0e-40f0-aef7-a15bdcdac636 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:14.047113 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0ae6c01-73de-4aaf-9748-b3314bc0a961 req-ddd55870-fb0e-40f0-aef7-a15bdcdac636 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 945 time: 0.5458243
Jun 04 15:32:14.150104 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0ae6c01-73de-4aaf-9748-b3314bc0a961 req-f9dc8b53-6c08-49e1-843c-c7a956dc56b4 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965133
Jun 04 15:32:14.175503 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fb35697d-f9de-476c-a3de-8dd4d641c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:14.185575 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:14.193903 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:14.203304 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:14.238818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a1afb149-7cee-46dc-b2b2-df361e5d8a85 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:14.240917 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a1afb149-7cee-46dc-b2b2-df361e5d8a85 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.6324749
Jun 04 15:32:14.247701 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a736b2c9-e68f-43c2-920b-5defb9c0b801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:14.249767 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35697d-f9de-476c-a3de-8dd4d641c375 None None] Pushing event deleted for resources: {'Port': ['ID=8618892a-486d-4e73-8f6c-5e6e062f0750,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:14.252212 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb35697d-f9de-476c-a3de-8dd4d641c375 None None] No DVR routers for this DVR port 8618892a-486d-4e73-8f6c-5e6e062f0750 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:32:14.253368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59554) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:14.266481 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fb35697d-f9de-476c-a3de-8dd4d641c375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:14.268852 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1ef801bb-5765-464d-9abb-8466a7cdc005 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:14.310746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736b2c9-e68f-43c2-920b-5defb9c0b801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18fb68c-376a-4672-bb03-b97d551567ca,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:14.340093 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=8618892a-486d-4e73-8f6c-5e6e062f0750,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:14.343450 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c20f4a5-005b-459d-8264-cff944f77272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:14.372339 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a736b2c9-e68f-43c2-920b-5defb9c0b801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:14.405153 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:14.412814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] No DVR routers for this DVR port 8618892a-486d-4e73-8f6c-5e6e062f0750 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:32:14.462389 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a736b2c9-e68f-43c2-920b-5defb9c0b801 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9aa0118753554848b2106b0b9c7e3661&name=default HTTP/1.1" status: 200  len: 2983 time: 1.7352812
Jun 04 15:32:14.489984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59560) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:14.519986 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c20f4a5-005b-459d-8264-cff944f77272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:14.581412 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:14.611309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387035af0>,) {'filters': {'network_id': ['523116c7-0d06-4e44-9c1a-1a833c6b29dc']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:14.642697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387035af0>, 'e30ded52-5f18-4ace-b44d-640f39295b8b') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:14.642977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387035af0>, 'e30ded52-5f18-4ace-b44d-640f39295b8b') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:14.656916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-2f750c06-d889-4e4b-9996-1ac9520f0036 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port ad2d9560-feac-4371-813c-911f8ef31289 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:14.657210 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f750c06-d889-4e4b-9996-1ac9520f0036 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:14.713366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803c6af-6ea1-4fef-98b6-72a766203280 req-6905cb9a-b27f-46c5-a784-42f5cc8591bf tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:14.724241 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:14.733158 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1803c6af-6ea1-4fef-98b6-72a766203280 req-6905cb9a-b27f-46c5-a784-42f5cc8591bf tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 943 time: 0.2895944
Jun 04 15:32:14.744509 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 8618892a-486d-4e73-8f6c-5e6e062f0750 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:32:14.809714 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1803c6af-6ea1-4fef-98b6-72a766203280 req-0f712bac-263c-4a8f-8b1c-ade1c0b64c4a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728104
Jun 04 15:32:14.828175 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 8618892a-486d-4e73-8f6c-5e6e062f0750 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:32:14.828889 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 8618892a-486d-4e73-8f6c-5e6e062f0750 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:32:14.848752 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:14.883167 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-539f223c-a894-497d-a88b-f3f236a2c094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:14.900154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:32:14.900848 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:14.945363 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-419998fa-00ce-483c-ac1d-c2e5e9ac3f2c req-ac5054e9-debe-45a4-bd18-e16504b0f105 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 210 time: 0.0878861
Jun 04 15:32:14.957322 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c20f4a5-005b-459d-8264-cff944f77272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:14.958327 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-43783290-e5fe-4ac1-a41e-9220f9b9fd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:14.987523 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20f4a5-005b-459d-8264-cff944f77272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cba32ca-bbad-465b-9cd7-cdf33d51ce57,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:14.991099 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c20f4a5-005b-459d-8264-cff944f77272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:15.015035 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c20f4a5-005b-459d-8264-cff944f77272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:15.016130 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3c20f4a5-005b-459d-8264-cff944f77272 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cba32ca-bbad-465b-9cd7-cdf33d51ce57 HTTP/1.1" status: 204  len: 168 time: 1.1183369
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:32:15.020834 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:32:15.030260 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-539f223c-a894-497d-a88b-f3f236a2c094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:15.146673 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f750c06-d889-4e4b-9996-1ac9520f0036 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:15.312353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-2f750c06-d889-4e4b-9996-1ac9520f0036 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for ad2d9560-feac-4371-813c-911f8ef31289 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:15.318038 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:15.323139 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d554d7e8-28c7-4b00-8820-a84e8225a5fb tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:15.340485 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:15.380895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=523116c7-0d06-4e44-9c1a-1a833c6b29dc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:15.386294 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:15.397135 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] 10.222.0.32 "DELETE /v2.0/networks/523116c7-0d06-4e44-9c1a-1a833c6b29dc HTTP/1.1" status: 204  len: 168 time: 3.0755229
Jun 04 15:32:15.460571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d5569-0591-45dc-93cf-c5105b75c757 req-dfefd00b-6254-419f-bc27-6d62995434cc tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:15.464964 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b83d5569-0591-45dc-93cf-c5105b75c757 req-dfefd00b-6254-419f-bc27-6d62995434cc tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 945 time: 0.1776612
Jun 04 15:32:15.489925 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-539f223c-a894-497d-a88b-f3f236a2c094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:15.492237 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4b9fd783-b53d-41aa-bc53-be245cf611d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:15.520146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f223c-a894-497d-a88b-f3f236a2c094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18fb68c-376a-4672-bb03-b97d551567ca,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:15.524946 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-539f223c-a894-497d-a88b-f3f236a2c094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:15.585030 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b83d5569-0591-45dc-93cf-c5105b75c757 req-e544c988-be4f-43b7-97fa-e163e2d608b3 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087260
Jun 04 15:32:15.623819 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-539f223c-a894-497d-a88b-f3f236a2c094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:15.623819 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-539f223c-a894-497d-a88b-f3f236a2c094 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c18fb68c-376a-4672-bb03-b97d551567ca HTTP/1.1" status: 204  len: 168 time: 1.1240921
Jun 04 15:32:15.694568 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f750c06-d889-4e4b-9996-1ac9520f0036 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:15.711315 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9f5cf2f1-3879-46fc-bddd-b1cf5f6a59f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:15.763888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f750c06-d889-4e4b-9996-1ac9520f0036 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=ad2d9560-feac-4371-813c-911f8ef31289,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:15.769127 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2f750c06-d889-4e4b-9996-1ac9520f0036 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:15.849021 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:32:16.083242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59582) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:16.160279 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f750c06-d889-4e4b-9996-1ac9520f0036 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:16.168144 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2f750c06-d889-4e4b-9996-1ac9520f0036 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/ad2d9560-feac-4371-813c-911f8ef31289 HTTP/1.1" status: 204  len: 168 time: 1.9134519
Jun 04 15:32:16.170332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59586) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:16.232620 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-82e6df65-746a-456c-b5ca-0adae45a03d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=926d3966f5b342809000e5f28f33b523&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1396916
Jun 04 15:32:16.247461 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59588) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:16.323748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9f3697-8910-488f-a60b-cc043dbe437f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:16.326235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9f3697-8910-488f-a60b-cc043dbe437f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:16.328394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9f3697-8910-488f-a60b-cc043dbe437f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:16.329509 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ac9f3697-8910-488f-a60b-cc043dbe437f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:16.344641 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f581df3-5b84-425e-b629-926409fe8cc2 req-e8e5b326-d2ee-4021-963b-cc669c65983f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:16.349675 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1f581df3-5b84-425e-b629-926409fe8cc2 req-e8e5b326-d2ee-4021-963b-cc669c65983f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 943 time: 0.3273249
Jun 04 15:32:16.448855 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ac9f3697-8910-488f-a60b-cc043dbe437f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:16.453243 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ac9f3697-8910-488f-a60b-cc043dbe437f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.2788711
Jun 04 15:32:16.453592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59598) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:16.514089 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1f581df3-5b84-425e-b629-926409fe8cc2 req-bedbfbed-7ea6-4e03-9d02-72120bc9908e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102114
Jun 04 15:32:16.536924 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bf70-8314-4846-bc78-95dec94df174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:16.576574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d79d38-3af0-48bc-9eb8-cbce32eac185 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 8b66a289-a9b6-4d3b-ac22-be25e875e87c {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:32:16.588628 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0d79d38-3af0-48bc-9eb8-cbce32eac185 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:16.600141 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bf70-8314-4846-bc78-95dec94df174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:16.719100 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0d79d38-3af0-48bc-9eb8-cbce32eac185 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:16.866999 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6dfbfa38-84e5-4b17-ae4a-5c4cdf837929 req-21c93a79-9045-4cd2-ad6d-a152cdead4cf tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 210 time: 0.0853977
Jun 04 15:32:16.888620 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bf70-8314-4846-bc78-95dec94df174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:16.900965 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-81f831e7-d899-42c0-9441-d61cc69ef16e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:16.951453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4bf70-8314-4846-bc78-95dec94df174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262eb439-aefe-4c65-97d6-a13498df0b16,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:16.957736 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bf70-8314-4846-bc78-95dec94df174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:16.957736 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b5c4bf70-8314-4846-bc78-95dec94df174 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/262eb439-aefe-4c65-97d6-a13498df0b16 HTTP/1.1" status: 204  len: 168 time: 0.6989419
Jun 04 15:32:16.957736 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b5c4bf70-8314-4846-bc78-95dec94df174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:17.188764 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559bcb9-4892-4b03-a4b8-9ce1b2c12a67 req-9d8ba390-55ae-4562-a128-a3b93bf5d295 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:17.198650 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5559bcb9-4892-4b03-a4b8-9ce1b2c12a67 req-9d8ba390-55ae-4562-a128-a3b93bf5d295 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 945 time: 0.1228318
Jun 04 15:32:17.248029 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5559bcb9-4892-4b03-a4b8-9ce1b2c12a67 req-890cb0ca-09d3-4f4c-bf92-de6912d35543 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478101
Jun 04 15:32:17.405517 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0d79d38-3af0-48bc-9eb8-cbce32eac185 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:17.509599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-e85f1051-1e97-4a36-ac91-ff7cf4310ea0 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:17.511184 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-e85f1051-1e97-4a36-ac91-ff7cf4310ea0 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.65 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 816 time: 0.3991418
Jun 04 15:32:17.702880 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-26e28322-dae0-4f0e-8f85-a1da9d2f3059 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c HTTP/1.1" status: 200  len: 380 time: 0.1623473
Jun 04 15:32:17.725569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Request body: {'port': {'device_id': '56f78503-0767-4336-83db-a5cb7e497fc6', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'admin_state_up': True, 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'security_groups': ['9e4000b1-49e2-48b1-b0e3-a797a6ea1505']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:17.752440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83cea8-e640-41db-b575-7e48abf05712 req-5762a430-bff5-4ed2-8821-ca11b39a105c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:17.754075 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3d83cea8-e640-41db-b575-7e48abf05712 req-5762a430-bff5-4ed2-8821-ca11b39a105c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 943 time: 0.1110299
Jun 04 15:32:17.863290 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3d83cea8-e640-41db-b575-7e48abf05712 req-350221a5-b5de-4e00-a678-8e68bb525e1d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998058
Jun 04 15:32:18.003560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:18.026278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:18.086293 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b4afbf0f-e108-4b5c-939d-40bddc6c257f req-cffd6c86-608a-4e5f-a3f7-a6ee9b68154a tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 210 time: 0.0519714
Jun 04 15:32:18.295516 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0d79d38-3af0-48bc-9eb8-cbce32eac185 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:18.300857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Made reservation on behalf of f88fe13e4e9341d3ae1ddeb05c02284c for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:18.319839 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:18.338505 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e1c618fd-1afb-4f27-a4df-87e9675ab536 tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:18.467435 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c3ab08-bfc5-404a-aae1-6ce807b2398b None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:18.557925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d79d38-3af0-48bc-9eb8-cbce32eac185 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=8b66a289-a9b6-4d3b-ac22-be25e875e87c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:18.567253 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b0d79d38-3af0-48bc-9eb8-cbce32eac185 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:18.574935 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0d79d38-3af0-48bc-9eb8-cbce32eac185 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:18.731757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067fad2-23df-4b0a-b317-d68257bddd0e req-adf88047-db4e-4d8a-abaf-2bd1fd0e97c9 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:18.744139 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f067fad2-23df-4b0a-b317-d68257bddd0e req-adf88047-db4e-4d8a-abaf-2bd1fd0e97c9 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 945 time: 0.2310038
Jun 04 15:32:18.747351 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59636) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:18.795047 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b0d79d38-3af0-48bc-9eb8-cbce32eac185 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/8b66a289-a9b6-4d3b-ac22-be25e875e87c HTTP/1.1" status: 204  len: 168 time: 2.3402131
Jun 04 15:32:18.797789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59640) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:18.889411 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f067fad2-23df-4b0a-b317-d68257bddd0e req-aeb8eaf5-61a0-4d72-b536-bbcdb6080636 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408069
Jun 04 15:32:18.968587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Allocated IP 172.20.0.11 (6c155a59-ba83-4d4d-a0c4-1eb46b267cbb/41ed44b3-ef4b-465d-8935-39b4f8607a3e/131cf642-94ad-4a61-899e-9c9bae477d1d) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:18.982973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f79076-3bb7-4976-9720-37a452ea077c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet c7de2c6c-6e7e-4e63-9610-f1a0847827e9 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:32:19.009401 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-16f79076-3bb7-4976-9720-37a452ea077c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:19.114100 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-16f79076-3bb7-4976-9720-37a452ea077c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:19.322715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7f1c0-f48a-4ad1-842f-f34430878312 req-4973fbc6-0178-48ae-a32c-03b7ec12ab60 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:19.327588 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3e7f1c0-f48a-4ad1-842f-f34430878312 req-4973fbc6-0178-48ae-a32c-03b7ec12ab60 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 943 time: 0.1824751
Jun 04 15:32:19.413967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1129332686'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:19.471929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:19.483535 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3e7f1c0-f48a-4ad1-842f-f34430878312 req-e067c07a-4d16-4a19-a440-96a64ed2561e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494799
Jun 04 15:32:19.490507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:network and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:19.499287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:19.520723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:19.614424 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:19.618384 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:19.684955 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:19.698988 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:19.751959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Transition to ACTIVE for port object 131cf642-94ad-4a61-899e-9c9bae477d1d will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:19.781521 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-16f79076-3bb7-4976-9720-37a452ea077c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:19.803493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:19.819005 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:security_group_rule and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:19.824417 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-561bf217-b476-4294-a0d2-806037eb822a req-237e3a9a-69c6-4a59-afd0-b932a5d024f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 210 time: 0.0943851
Jun 04 15:32:19.825498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:19.833043 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:20.023768 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:20.063882 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:20.081768 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3215f66a-4470-4593-bf30-92c8831cafc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:20.152188 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ccc64-5e9a-4c93-82e6-7ba189cf7812 req-1a4a04d4-ca0a-49ff-8db8-8d63c34fea25 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:20.154177 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f3ccc64-5e9a-4c93-82e6-7ba189cf7812 req-1a4a04d4-ca0a-49ff-8db8-8d63c34fea25 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 945 time: 0.1041977
Jun 04 15:32:20.180121 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:20.195612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:20.200789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event updated for resources: {'Port': ['ID=131cf642-94ad-4a61-899e-9c9bae477d1d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:20.204084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:20.225047 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e72abf35-89a0-4341-b30b-c7cd604e846c None None] Provisioning complete for port 0f4ad64a-13c6-4b21-8b04-521f73b4469e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:20.227737 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e72abf35-89a0-4341-b30b-c7cd604e846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:20.239769 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:20.249896 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f3ccc64-5e9a-4c93-82e6-7ba189cf7812 req-45a1a07b-fe0f-4ae3-9125-5ba8884a1234 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897732
Jun 04 15:32:20.256181 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:20.276029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:32:20.286812 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:20.287721 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Added segment 75a3e03d-1e36-496c-8f34-4b2104198c18 of type vlan for network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62
Jun 04 15:32:20.340054 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:20.403029 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c0b07ed7-fa5d-4c7f-9432-5893830daf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:20.475311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6f0ac2-1278-4caf-a828-df8826858a5a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:20.495372 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:20.527366 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:20.545212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:20.548007 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:20.590340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:20.590953 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:20.595081 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8d0a1415-215c-44a5-b9ee-28f31ec12b4a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:20.711039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8cb9d30b-d6f9-40be-881c-752582fa40e1 None None] Provisioning for port 131cf642-94ad-4a61-899e-9c9bae477d1d completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:20.716780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8cb9d30b-d6f9-40be-881c-752582fa40e1 None None] Provisioning complete for port 131cf642-94ad-4a61-899e-9c9bae477d1d triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:20.717188 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8cb9d30b-d6f9-40be-881c-752582fa40e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:20.756450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59686) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:20.757227 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 2.0073750
Jun 04 15:32:20.763763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Network': ['ID=e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:20.766803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'name': 'tempest-PortsTestJSON-598807334'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:20.767708 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:20.781816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8cb9d30b-d6f9-40be-881c-752582fa40e1 None None] Port 131cf642-94ad-4a61-899e-9c9bae477d1d cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:32:20.783603 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:32:20.813355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51470af-1301-425d-afac-73be019a6efb req-b9019f97-10cb-4cdd-b84b-ccf4f512a9e0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:20.815870 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b51470af-1301-425d-afac-73be019a6efb req-b9019f97-10cb-4cdd-b84b-ccf4f512a9e0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 943 time: 0.1094522
Jun 04 15:32:20.871567 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59688) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:20.880832 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b51470af-1301-425d-afac-73be019a6efb req-8eb80c13-219d-4496-ad27-f99f917460e1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584280
Jun 04 15:32:20.888614 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-16f79076-3bb7-4976-9720-37a452ea077c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:20.906404 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bd88fa7c-4168-40c2-8ba2-99b1b853b6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:20.951156 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2397904
Jun 04 15:32:20.958418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1430f2-6111-4a9d-9657-afac37173905 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:20.966141 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-16f79076-3bb7-4976-9720-37a452ea077c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:20.980513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f79076-3bb7-4976-9720-37a452ea077c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=c7de2c6c-6e7e-4e63-9610-f1a0847827e9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:21.015616 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-16f79076-3bb7-4976-9720-37a452ea077c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:21.044511 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-16f79076-3bb7-4976-9720-37a452ea077c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/c7de2c6c-6e7e-4e63-9610-f1a0847827e9 HTTP/1.1" status: 204  len: 168 time: 2.2456970
Jun 04 15:32:21.045810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:21.048244 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59700) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:21.072597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:port and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:21.079550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:21.094227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:21.110230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Request body: {'port': {'device_id': '56f78503-0767-4336-83db-a5cb7e497fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:21.143167 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1377296314-network', 'tenant_id': 'ddcc60be4c4b44bb96a7a7a89a07b349'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:21.157516 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:21.161655 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-42346c09-da5e-4ef8-a556-0138462f0948 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1119063
Jun 04 15:32:21.164816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Usage tracker for resource:network and tenant:ddcc60be4c4b44bb96a7a7a89a07b349 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:21.168304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59702) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:21.187443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:21.192131 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:21.209541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:21.229673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:21.281112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] device_id is not set on port b25ffce2-0a96-4495-aaca-1932c79171ad yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:32:21.325405 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:21.334664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40951a50-ab5d-445b-90fd-4c28eb76b518 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:21.336104 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-40951a50-ab5d-445b-90fd-4c28eb76b518 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.1666231
Jun 04 15:32:21.339532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59706) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:21.356459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62714f31-7f4d-459f-aa04-bf4277ae8ac4 None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:32:21.433321 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-62714f31-7f4d-459f-aa04-bf4277ae8ac4 None None] Deleting port 0f4ad64a-13c6-4b21-8b04-521f73b4469e {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:21.433905 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-62714f31-7f4d-459f-aa04-bf4277ae8ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:21.537367 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-62714f31-7f4d-459f-aa04-bf4277ae8ac4 None None] For port 0f4ad64a-13c6-4b21-8b04-521f73b4469e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0f4ad64a-13c6-4b21-8b04-521f73b4469e,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:21.537932 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-62714f31-7f4d-459f-aa04-bf4277ae8ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:21.554116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Made reservation on behalf of ddcc60be4c4b44bb96a7a7a89a07b349 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:21.556765 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:21.580915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0173d-27ea-40a2-9723-1d9c97ff7afe req-c3b7613a-fb9a-45bf-a874-b39addd775a1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:21.587436 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-29a0173d-27ea-40a2-9723-1d9c97ff7afe req-c3b7613a-fb9a-45bf-a874-b39addd775a1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 932 time: 0.3393192
Jun 04 15:32:21.614522 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:21.633070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7423de0e-a239-43f0-a49a-d2fb79b1b8f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:21.634250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7423de0e-a239-43f0-a49a-d2fb79b1b8f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:21.651786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:21.660867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Usage tracker for resource:security_group_rule and tenant:ddcc60be4c4b44bb96a7a7a89a07b349 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:21.667945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:21.680636 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-29a0173d-27ea-40a2-9723-1d9c97ff7afe req-1c5c7e6c-422f-41f5-85d3-b13ce4f854d8 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Synchronizing usage tracker for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:21.686955 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:21.688508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-62714f31-7f4d-459f-aa04-bf4277ae8ac4 None None] Calling delete_port for 0f4ad64a-13c6-4b21-8b04-521f73b4469e owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:21.720371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-29a0173d-27ea-40a2-9723-1d9c97ff7afe req-1c5c7e6c-422f-41f5-85d3-b13ce4f854d8 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Unset dirty status for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:21.721623 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-29a0173d-27ea-40a2-9723-1d9c97ff7afe req-1c5c7e6c-422f-41f5-85d3-b13ce4f854d8 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1334505
Jun 04 15:32:21.729818 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:21.781852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59710) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:21.843447 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:21.892123 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7423de0e-a239-43f0-a49a-d2fb79b1b8f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:21.892123 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7423de0e-a239-43f0-a49a-d2fb79b1b8f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5509059
Jun 04 15:32:21.901437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59714) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:21.920369 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-62714f31-7f4d-459f-aa04-bf4277ae8ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:21.925406 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:21.947454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131cf642-94ad-4a61-899e-9c9bae477d1d {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:32:21.955873 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:21.968330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62714f31-7f4d-459f-aa04-bf4277ae8ac4 None None] Pushing event deleted for resources: {'Port': ['ID=0f4ad64a-13c6-4b21-8b04-521f73b4469e,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:21.972637 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-62714f31-7f4d-459f-aa04-bf4277ae8ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:21.972793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Transition to ACTIVE for port object 131cf642-94ad-4a61-899e-9c9bae477d1d will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:21.972911 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62714f31-7f4d-459f-aa04-bf4277ae8ac4 None None] No DVR routers for this DVR port 0f4ad64a-13c6-4b21-8b04-521f73b4469e on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:32:21.991429 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:21.998364 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:22.007935 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-79b1060b-62ba-430d-8967-d43b593f4200 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1040139
Jun 04 15:32:22.018164 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:22.018164 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59718) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:22.020030 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a736b2c9-e68f-43c2-920b-5defb9c0b801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:22.027555 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bb31ebc-40c4-48a5-93c9-df28bf305aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:22.040480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7ee3230c-edad-43ca-bf60-f343eb232901 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:22.084204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=b25ffce2-0a96-4495-aaca-1932c79171ad,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:22.089455 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:22.095055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:32:22.099538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Checking segment: {'id': '75a3e03d-1e36-496c-8f34-4b2104198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:32:22.099895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network hostable DHCP agents. Network: e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:32:22.104556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7bb31ebc-40c4-48a5-93c9-df28bf305aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:22.114920 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:22.119597 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-53908f2b-a32e-4292-8fb9-009ab2eeafc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:22.122182 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7bb31ebc-40c4-48a5-93c9-df28bf305aaa admin admin] Usage tracker for resource:security_group_rule and tenant:09d292d25ec541e3bf0e4625ca3217bc is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:22.183592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7bb31ebc-40c4-48a5-93c9-df28bf305aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:22.187740 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f68ba4b-70c9-470f-bfab-87220b43532d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:22.199708 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:22.200590 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Added segment 662a47d0-1637-4b94-ab1e-7233a053b5af of type vlan for network eb176e83-261d-43af-97dd-c40f204aaaee
Jun 04 15:32:22.201957 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:22.202862 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7bb31ebc-40c4-48a5-93c9-df28bf305aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:22.273158 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7ee3230c-edad-43ca-bf60-f343eb232901 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:22.279192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:32:22.288160 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042c644-699d-47a2-a5c3-341f3b58cc33 req-367a07e7-b315-468b-b543-300ce22772fc tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:22.296193 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d042c644-699d-47a2-a5c3-341f3b58cc33 req-367a07e7-b315-468b-b543-300ce22772fc tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 945 time: 0.4496613
Jun 04 15:32:22.326295 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:22.338256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Pushing event updated for resources: {'Port': ['ID=131cf642-94ad-4a61-899e-9c9bae477d1d,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:22.341211 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:22.342606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7ee3230c-edad-43ca-bf60-f343eb232901 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:22.371596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:22.376153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:22.382472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:22.383138 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:22.385571 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3943b3-f6bf-4af7-9a62-ef43d9d81d27 None None] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:22.417840 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d042c644-699d-47a2-a5c3-341f3b58cc33 req-373d65d6-e3ac-4bd2-933f-8992bbd10968 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205387
Jun 04 15:32:22.453235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Attempting to bind port 131cf642-94ad-4a61-899e-9c9bae477d1d on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:32:22.453822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Attempting to bind port 131cf642-94ad-4a61-899e-9c9bae477d1d by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:32:22.454400 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Attempting to bind port 131cf642-94ad-4a61-899e-9c9bae477d1d on network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:22.460182 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Port 131cf642-94ad-4a61-899e-9c9bae477d1d on network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:32:22.460598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Attempting to bind port 131cf642-94ad-4a61-899e-9c9bae477d1d on network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:22.467355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:32:22.467871 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Checking segment: {'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:32:22.468374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Bound using segment: {'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:32:22.468905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Bound port: 131cf642-94ad-4a61-899e-9c9bae477d1d, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:32:22.469816 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:22.474357 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bb31ebc-40c4-48a5-93c9-df28bf305aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:22.517052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee3230c-edad-43ca-bf60-f343eb232901 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:22.520606 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ee3230c-edad-43ca-bf60-f343eb232901 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:22.522154 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee3230c-edad-43ca-bf60-f343eb232901 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:32:22.522594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee3230c-edad-43ca-bf60-f343eb232901 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:22.570627 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.8088529
Jun 04 15:32:22.571585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59720) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:22.578922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-73818989'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:22.589153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:22.595185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:network and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:22.598468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] For port 131cf642-94ad-4a61-899e-9c9bae477d1d, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:32:22.600171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:22.604549 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] For port 131cf642-94ad-4a61-899e-9c9bae477d1d, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=131cf642-94ad-4a61-899e-9c9bae477d1d,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:32:22.617472 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:22.618026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:22.618661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:22.618661 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:22.618661 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bb31ebc-40c4-48a5-93c9-df28bf305aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:22.638590 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:22.664341 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0f4ad64a-13c6-4b21-8b04-521f73b4469e no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:32:22.700675 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 0f4ad64a-13c6-4b21-8b04-521f73b4469e {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:32:22.701163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0f4ad64a-13c6-4b21-8b04-521f73b4469e not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:32:22.702509 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7bb31ebc-40c4-48a5-93c9-df28bf305aaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09d292d25ec541e3bf0e4625ca3217bc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9192510
Jun 04 15:32:22.705358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59722) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:22.724687 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:22.731585 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29189805-6b7d-4ceb-a311-3186e6e74771 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:22.768814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Pushing event updated for resources: {'Network': ['ID=eb176e83-261d-43af-97dd-c40f204aaaee,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:22.772544 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:22.773204 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:22.781038 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network eb176e83-261d-43af-97dd-c40f204aaaee details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:32:22.788744 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7ee3230c-edad-43ca-bf60-f343eb232901 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.7495422
Jun 04 15:32:22.788958 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:22.789714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59726) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:22.791536 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:22.801062 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-25ca8698-4e46-43b5-b4f3-0c202da6f6a8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:22.827686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:22.828689 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:22.830393 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] 10.222.0.65 "PUT /v2.0/ports/131cf642-94ad-4a61-899e-9c9bae477d1d HTTP/1.1" status: 200  len: 1092 time: 1.8512189
Jun 04 15:32:22.831287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f78503-0767-4336-83db-a5cb7e497fc6', 'tag': '131cf642-94ad-4a61-899e-9c9bae477d1d'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:32:22.836599 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d29e33-8214-411c-ac8b-95e03d0956c2" -d '{"events": [{"name": "network-changed", "server_uuid": "56f78503-0767-4336-83db-a5cb7e497fc6", "tag": "131cf642-94ad-4a61-899e-9c9bae477d1d"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:32:22.852308 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.9869463
Jun 04 15:32:22.853421 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb31ebc-40c4-48a5-93c9-df28bf305aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a717c4-109c-4221-8a2a-e33ccf00f6b2,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:22.855055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59730) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:22.876501 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7bb31ebc-40c4-48a5-93c9-df28bf305aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:22.884349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Request body: {'subnet': {'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1377296314-subnet', 'tenant_id': 'ddcc60be4c4b44bb96a7a7a89a07b349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:22.898567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:22.910494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Usage tracker for resource:subnet and tenant:ddcc60be4c4b44bb96a7a7a89a07b349 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:22.925107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:22.934691 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Pushing event updated for resources: {'Port': ['ID=131cf642-94ad-4a61-899e-9c9bae477d1d,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:22.938115 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:22.947028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:22.958200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:32:22.962822 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1eaa-caa0-4f21-8b7d-316a9b897564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:22.967712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d0239-254a-47c8-a0d5-cceef79e3e63 req-37c55cfd-844b-4f0b-9f4a-1c9525fe7233 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:22.973624 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be7d0239-254a-47c8-a0d5-cceef79e3e63 req-37c55cfd-844b-4f0b-9f4a-1c9525fe7233 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 943 time: 0.4216394
Jun 04 15:32:23.006587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-25ca8698-4e46-43b5-b4f3-0c202da6f6a8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:23.022455 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-25ca8698-4e46-43b5-b4f3-0c202da6f6a8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:23.045552 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:23.045855 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Added segment e7896a1f-3fa0-4f0b-b0b9-a0d997384558 of type vlan for network 653c352f-6ca0-4a04-b929-8979a6e9a768
Jun 04 15:32:23.049668 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be7d0239-254a-47c8-a0d5-cceef79e3e63 req-42aab3b7-bf00-4324-84f2-d1bbb7608c62 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708759
Jun 04 15:32:23.050178 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1eaa-caa0-4f21-8b7d-316a9b897564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:23.120234 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:23.128020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Made reservation on behalf of ddcc60be4c4b44bb96a7a7a89a07b349 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:23.130427 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:23.207758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ca8698-4e46-43b5-b4f3-0c202da6f6a8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:23.211372 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25ca8698-4e46-43b5-b4f3-0c202da6f6a8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:23.213869 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ca8698-4e46-43b5-b4f3-0c202da6f6a8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:32:23.214316 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ca8698-4e46-43b5-b4f3-0c202da6f6a8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:23.265504 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c188e2-dc5d-480e-8156-1e21bf7e0bca req-d0fae08d-cec3-4ddb-b6e8-10f0dc55fbff tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:23.267216 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4c188e2-dc5d-480e-8156-1e21bf7e0bca req-d0fae08d-cec3-4ddb-b6e8-10f0dc55fbff tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.1055043
Jun 04 15:32:23.317767 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:32:23.321938 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4c188e2-dc5d-480e-8156-1e21bf7e0bca req-eecea1a8-b261-47ba-9f9e-04943ce08ae1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482566
Jun 04 15:32:23.348425 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-25ca8698-4e46-43b5-b4f3-0c202da6f6a8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.5580864
Jun 04 15:32:23.351650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59732) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:23.356936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-444fe3e6-dbef-46ba-88bb-4f41386f3ec3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:23.388285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-731a8a21-eb4c-4dda-af3e-9bede0670bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:23.389770 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-731a8a21-eb4c-4dda-af3e-9bede0670bf1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 1095 time: 0.4114118
Jun 04 15:32:23.393421 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a485d614-7c19-40f2-b21f-95bb84cb4aa3 x-openstack-request-id: req-a485d614-7c19-40f2-b21f-95bb84cb4aa3 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:32:23.393596 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f78503-0767-4336-83db-a5cb7e497fc6", "tag": "131cf642-94ad-4a61-899e-9c9bae477d1d", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:32:23.393836 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a485d614-7c19-40f2-b21f-95bb84cb4aa3 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:32:23.394262 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f78503-0767-4336-83db-a5cb7e497fc6', 'tag': '131cf642-94ad-4a61-899e-9c9bae477d1d', 'status': 'completed', 'code': 200}
Jun 04 15:32:23.395121 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:23.474667 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-0a7b2996-dce2-4a1d-baed-43d7d13fe881 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=131cf642-94ad-4a61-899e-9c9bae477d1d HTTP/1.1" status: 200  len: 217 time: 0.0760665
Jun 04 15:32:23.475064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-444fe3e6-dbef-46ba-88bb-4f41386f3ec3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:23.484794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-444fe3e6-dbef-46ba-88bb-4f41386f3ec3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:23.530046 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:23.535528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:23.540441 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:23.542817 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c7f9625b-9d83-4101-82c0-b1accbe96050 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:23.582725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444fe3e6-dbef-46ba-88bb-4f41386f3ec3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:23.584523 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1eaa-caa0-4f21-8b7d-316a9b897564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:23.586364 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-444fe3e6-dbef-46ba-88bb-4f41386f3ec3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:23.588842 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-444fe3e6-dbef-46ba-88bb-4f41386f3ec3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:32:23.589315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-444fe3e6-dbef-46ba-88bb-4f41386f3ec3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:23.622220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-fb71c12a-a7d3-45ad-b5ac-2b5269b4b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:23.623661 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-fb71c12a-a7d3-45ad-b5ac-2b5269b4b34d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 200  len: 855 time: 0.1426356
Jun 04 15:32:23.641154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293879b2-a75d-47dc-b3ff-e8b490755c32 req-a71297b6-6e0d-45b2-a133-3040120185e2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:23.642625 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-293879b2-a75d-47dc-b3ff-e8b490755c32 req-a71297b6-6e0d-45b2-a133-3040120185e2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 945 time: 0.1090243
Jun 04 15:32:23.689067 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-293879b2-a75d-47dc-b3ff-e8b490755c32 req-e74b38e6-69b0-4d41-a0e8-c82a77f947eb tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405600
Jun 04 15:32:23.717379 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-444fe3e6-dbef-46ba-88bb-4f41386f3ec3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.3646016
Jun 04 15:32:23.720350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59736) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:23.725243 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1eaa-caa0-4f21-8b7d-316a9b897564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:23.725728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c17e00c9-9441-4cff-8113-694197237860 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:23.726345 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cc3a1eaa-caa0-4f21-8b7d-316a9b897564 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1a717c4-109c-4221-8a2a-e33ccf00f6b2 HTTP/1.1" status: 204  len: 168 time: 1.0199234
Jun 04 15:32:23.740784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Network': ['ID=653c352f-6ca0-4a04-b929-8979a6e9a768,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:23.747337 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:23.757534 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 653c352f-6ca0-4a04-b929-8979a6e9a768 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:32:23.774434 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dd3a9b7b-bba6-4856-9cd6-489557d18a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:23.784681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.2104526
Jun 04 15:32:23.792179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59740) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:23.799018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'ports': [{'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62'}, {'network_id': '653c352f-6ca0-4a04-b929-8979a6e9a768'}]} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:23.799329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:23.799811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'network_id': '653c352f-6ca0-4a04-b929-8979a6e9a768'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:23.837683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a1eaa-caa0-4f21-8b7d-316a9b897564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a717c4-109c-4221-8a2a-e33ccf00f6b2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:23.847745 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c17e00c9-9441-4cff-8113-694197237860 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:23.857162 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cc3a1eaa-caa0-4f21-8b7d-316a9b897564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:23.858996 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c17e00c9-9441-4cff-8113-694197237860 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:23.939613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17e00c9-9441-4cff-8113-694197237860 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:23.943548 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c17e00c9-9441-4cff-8113-694197237860 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:23.945168 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17e00c9-9441-4cff-8113-694197237860 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:32:23.945646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17e00c9-9441-4cff-8113-694197237860 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:24.012839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-254585fd-7de2-4a13-9901-8dc221605b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:24.014391 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-254585fd-7de2-4a13-9901-8dc221605b99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3412607
Jun 04 15:32:24.031501 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c17e00c9-9441-4cff-8113-694197237860 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3068089
Jun 04 15:32:24.031917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59742) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:24.039286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a3cf4ab5-8eb8-453e-b46a-f11c18c77277 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:24.263829 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a3cf4ab5-8eb8-453e-b46a-f11c18c77277 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:24.274054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a3cf4ab5-8eb8-453e-b46a-f11c18c77277 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:24.314254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:24.337821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:port and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:24.345604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:24.365155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:24.402269 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cf4ab5-8eb8-453e-b46a-f11c18c77277 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:24.416028 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3cf4ab5-8eb8-453e-b46a-f11c18c77277 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:24.419438 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3cf4ab5-8eb8-453e-b46a-f11c18c77277 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:32:24.419889 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3cf4ab5-8eb8-453e-b46a-f11c18c77277 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:24.454536 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-56c12121-84d4-414c-8672-9b5375cf73bb service neutron] 10.222.0.65 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4288254
Jun 04 15:32:24.580075 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a3cf4ab5-8eb8-453e-b46a-f11c18c77277 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.5459673
Jun 04 15:32:24.586260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59754) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:24.586498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'port': 2} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:24.591814 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:24.595033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-67786ec3-e357-4f62-8c69-b5d42e1084a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:24.627712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59756) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:24.678506 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:24.690046 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-1216bcd3-c5d3-4e9f-a118-6d60faabcd78 service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6631267
Jun 04 15:32:24.736748 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eb124c7f-ade9-4ca6-a79f-ea4ae7975082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:24.760634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc7a8c-0fd1-434c-b418-d43b323d6397 req-2eeec53f-d3f3-40d7-893b-87bea6652f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:24.762119 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89dc7a8c-0fd1-434c-b418-d43b323d6397 req-2eeec53f-d3f3-40d7-893b-87bea6652f7a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=35b4af14bb3e432990c4361da6c462d1&device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 1096 time: 0.5456805
Jun 04 15:32:24.881113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-67786ec3-e357-4f62-8c69-b5d42e1084a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:24.897416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b7fea-5569-4a72-8882-c15c35a62c19 req-ca2c7a20-34f3-431a-9b6d-118ef732987b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:24.899645 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-608b7fea-5569-4a72-8882-c15c35a62c19 req-ca2c7a20-34f3-431a-9b6d-118ef732987b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 943 time: 0.3792245
Jun 04 15:32:24.904129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-67786ec3-e357-4f62-8c69-b5d42e1084a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:24.955508 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-608b7fea-5569-4a72-8882-c15c35a62c19 req-583ec8d4-168d-4b7d-944d-e704857a6c0a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488143
Jun 04 15:32:25.008150 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67786ec3-e357-4f62-8c69-b5d42e1084a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:25.012736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-eb124c7f-ade9-4ca6-a79f-ea4ae7975082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:25.014097 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-67786ec3-e357-4f62-8c69-b5d42e1084a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:25.015575 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-67786ec3-e357-4f62-8c69-b5d42e1084a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:32:25.016024 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67786ec3-e357-4f62-8c69-b5d42e1084a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:25.042633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-eb124c7f-ade9-4ca6-a79f-ea4ae7975082 admin admin] Usage tracker for resource:security_group_rule and tenant:240b988ba0bc47249b32bbb87a4e6a4b is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:25.048201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-eb124c7f-ade9-4ca6-a79f-ea4ae7975082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:25.126815 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-67786ec3-e357-4f62-8c69-b5d42e1084a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.5368431
Jun 04 15:32:25.131240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59762) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:25.178923 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-24ce6e17-03d4-4025-9d33-8e97714ffe65 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0463061
Jun 04 15:32:25.181647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59764) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:25.199451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-eb124c7f-ade9-4ca6-a79f-ea4ae7975082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:25.250008 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f304db0-5236-4db4-9cf9-a74346259832 req-b52cdc2a-1b0c-470c-ae19-e474251afcc7 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:25.251493 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1f304db0-5236-4db4-9cf9-a74346259832 req-b52cdc2a-1b0c-470c-ae19-e474251afcc7 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 945 time: 0.1911538
Jun 04 15:32:25.284619 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1838e1d7-2f67-42ff-af30-2184345d809d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:25.286115 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1838e1d7-2f67-42ff-af30-2184345d809d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1034796
Jun 04 15:32:25.288868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59766) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:25.310340 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0bca260-aea4-47cb-b2e3-e4c46afeeb93 req-61241d93-8341-4ace-a40f-9a1d15daa50a service neutron] 10.222.0.65 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8135884
Jun 04 15:32:25.333476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] device_id is not set on port ce37a68c-698f-4fae-8ef1-83e661a29ca6 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:32:25.349804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c0f8d-5fae-405b-adc0-47e8db487487 req-5a84f976-0dfd-4273-879d-f401592efcb0 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:25.350520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f89c0f8d-5fae-405b-adc0-47e8db487487 req-5a84f976-0dfd-4273-879d-f401592efcb0 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Synchronizing usage tracker for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:25.372845 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f68427b0-12b8-40a5-8c5a-3af7b8fb5bdf tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0827818
Jun 04 15:32:25.376693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59768) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:25.383284 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-60e17751-ec90-4cbf-8239-07e559844fe9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:25.404001 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1f304db0-5236-4db4-9cf9-a74346259832 req-eddcadeb-7738-4482-ae4d-5ade88692856 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462691
Jun 04 15:32:25.425391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc7a8c-0fd1-434c-b418-d43b323d6397 req-965aefe0-3889-4d58-9471-13a3563ad75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:25.426852 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89dc7a8c-0fd1-434c-b418-d43b323d6397 req-965aefe0-3889-4d58-9471-13a3563ad75f service neutron] 10.222.0.62 "GET /v2.0/networks?id=d67310a1-ca89-4950-80ed-77fd8abcfab9 HTTP/1.1" status: 200  len: 915 time: 0.4787128
Jun 04 15:32:25.440723 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0299b5a8-ed23-4231-9585-323fc5a3bba4 req-f3254d89-f703-4125-8e63-c56053d23a68 service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6829596
Jun 04 15:32:25.528047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-60e17751-ec90-4cbf-8239-07e559844fe9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:25.539230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-60e17751-ec90-4cbf-8239-07e559844fe9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:25.588366 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89dc7a8c-0fd1-434c-b418-d43b323d6397 req-ea117033-06dd-4b10-b811-e03a1d72934a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393f8943-bb92-46e8-8366-f18b14c6aacb HTTP/1.1" status: 200  len: 217 time: 0.1454685
Jun 04 15:32:25.632708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f89c0f8d-5fae-405b-adc0-47e8db487487 req-5a84f976-0dfd-4273-879d-f401592efcb0 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Unset dirty status for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:25.635046 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f89c0f8d-5fae-405b-adc0-47e8db487487 req-5a84f976-0dfd-4273-879d-f401592efcb0 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 1.1760316
Jun 04 15:32:25.635725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e17751-ec90-4cbf-8239-07e559844fe9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:25.639338 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60e17751-ec90-4cbf-8239-07e559844fe9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:25.698564 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:25.860096 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:25.872419 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:25.957594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc7a8c-0fd1-434c-b418-d43b323d6397 req-3840af0e-c973-43ac-b1ed-af3cd508fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:25.959018 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89dc7a8c-0fd1-434c-b418-d43b323d6397 req-3840af0e-c973-43ac-b1ed-af3cd508fc61 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1843960c-a0fb-4622-a60e-eba128673683 HTTP/1.1" status: 200  len: 854 time: 0.3156071
Jun 04 15:32:25.964028 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eb124c7f-ade9-4ca6-a79f-ea4ae7975082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:25.993916 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f89c0f8d-5fae-405b-adc0-47e8db487487 req-41b58e6f-4baf-4414-b239-d259cf36d605 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2878628
Jun 04 15:32:26.096527 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89dc7a8c-0fd1-434c-b418-d43b323d6397 req-f64ba46e-e668-4fb6-ad6f-522b31051c19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d67310a1-ca89-4950-80ed-77fd8abcfab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1087780
Jun 04 15:32:26.122426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f69e3da-fbf5-4742-ad82-b3a9452854c9,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:26.144796 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eb124c7f-ade9-4ca6-a79f-ea4ae7975082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:26.158199 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:26.169450 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c21a1723-5671-49a4-86d6-b9b8a9418d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:26.177472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d29e33-8214-411c-ac8b-95e03d0956c2 req-24d4b704-2a5e-40db-b376-80e76368f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:26.179032 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2d29e33-8214-411c-ac8b-95e03d0956c2 req-24d4b704-2a5e-40db-b376-80e76368f81a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 1095 time: 0.6628587
Jun 04 15:32:26.207559 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Checking segment: {'id': '662a47d0-1637-4b94-ab1e-7233a053b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:32:26.207916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Network hostable DHCP agents. Network: eb176e83-261d-43af-97dd-c40f204aaaee, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:32:26.234754 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf174a4-4af3-4927-b7e1-2c2712c99759 req-5feadc02-911b-4e9f-b437-931a77d274d9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:26.236522 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-acf174a4-4af3-4927-b7e1-2c2712c99759 req-5feadc02-911b-4e9f-b437-931a77d274d9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 943 time: 0.1143527
Jun 04 15:32:26.238104 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:26.342801 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-acf174a4-4af3-4927-b7e1-2c2712c99759 req-dd35e746-e895-4e8c-97d8-cf35bb48b073 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965512
Jun 04 15:32:26.381422 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-eb124c7f-ade9-4ca6-a79f-ea4ae7975082 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=240b988ba0bc47249b32bbb87a4e6a4b&name=default HTTP/1.1" status: 200  len: 2983 time: 1.7457387
Jun 04 15:32:26.383903 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59772) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:26.390373 n-d-791505-9 neutron-server[88301]: DEBUG neutron.objects.ports [None req-60e17751-ec90-4cbf-8239-07e559844fe9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88301) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:32:26.398693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb124c7f-ade9-4ca6-a79f-ea4ae7975082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b842d078-ddf4-4be2-a3e6-8de1d05b2e13,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:26.401655 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60e17751-ec90-4cbf-8239-07e559844fe9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:26.403346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b7b5a-1a21-47bc-b4fc-23d0614a2430 req-6d7fb416-bc1a-4b6a-bbc4-b91f8ea731cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:26.404799 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a96b7b5a-1a21-47bc-b4fc-23d0614a2430 req-6d7fb416-bc1a-4b6a-bbc4-b91f8ea731cd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 1094 time: 0.8287406
Jun 04 15:32:26.408054 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-73d0148f-9132-489d-9833-977cf232f024 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:26.409443 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eb124c7f-ade9-4ca6-a79f-ea4ae7975082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:26.496657 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e17751-ec90-4cbf-8239-07e559844fe9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:26.509504 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-60e17751-ec90-4cbf-8239-07e559844fe9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:26.531945 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ec98c4-2edf-422d-b499-e3702958a82a None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:26.540775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e17751-ec90-4cbf-8239-07e559844fe9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=fade87fe-6e70-4ea4-944e-468617941c17,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:26.545456 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-60e17751-ec90-4cbf-8239-07e559844fe9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:26.546587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e17751-ec90-4cbf-8239-07e559844fe9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:26.547165 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60e17751-ec90-4cbf-8239-07e559844fe9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:26.591196 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-963d39f9-5847-4cd2-a312-d3866450df55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:26.620622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] device_id is not set on port 1f3ae1a4-55e7-430a-acb2-3a7167ce11ad yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:32:26.644079 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-963d39f9-5847-4cd2-a312-d3866450df55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:26.655166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Network eb176e83-261d-43af-97dd-c40f204aaaee is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:32:26.682870 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89dc7a8c-0fd1-434c-b418-d43b323d6397 req-b788a162-9240-4590-ac39-ff9db51c462c service neutron] 10.222.0.62 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5678356
Jun 04 15:32:26.729883 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-60e17751-ec90-4cbf-8239-07e559844fe9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.3522344
Jun 04 15:32:26.732454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59778) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:26.738853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'mac_address': 'fa:16:3e:79:ce:53', 'name': 'tempest-NetworksTestDHCPv6-1623630762'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:26.826901 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': 'fade87fe-6e70-4ea4-944e-468617941c17'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:32:26.832547 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:26.859239 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-963d39f9-5847-4cd2-a312-d3866450df55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:26.865728 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bde0d177-e332-4ba3-bf9c-66c87c1ac032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:26.887371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d39f9-5847-4cd2-a312-d3866450df55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b842d078-ddf4-4be2-a3e6-8de1d05b2e13,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:26.890041 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-963d39f9-5847-4cd2-a312-d3866450df55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:26.913199 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-963d39f9-5847-4cd2-a312-d3866450df55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:26.913642 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-963d39f9-5847-4cd2-a312-d3866450df55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b842d078-ddf4-4be2-a3e6-8de1d05b2e13 HTTP/1.1" status: 204  len: 168 time: 0.5287342
Jun 04 15:32:26.926406 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:26.932175 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:26.936010 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:26.944585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:26.968138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, eb176e83-261d-43af-97dd-c40f204aaaee) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:26.992551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d29e33-8214-411c-ac8b-95e03d0956c2 req-c0cad2d6-c50b-4e96-9681-1284eec7c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:26.994534 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2d29e33-8214-411c-ac8b-95e03d0956c2 req-c0cad2d6-c50b-4e96-9681-1284eec7c4bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 917 time: 0.7880819
Jun 04 15:32:27.008302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:27.033435 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Allocated IP 2001:db8::f816:3eff:fee9:9dd3 (6acae085-7932-4691-b36e-433651ec3de1/fade87fe-6e70-4ea4-944e-468617941c17/915e0c9c-4357-4a44-971b-574394f0e4fc) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:27.088403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:27.093841 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:27.098748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a69996-2ed7-49a0-ab5f-1d35d4ab41ab None None] Network eb176e83-261d-43af-97dd-c40f204aaaee requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:27.173644 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2d29e33-8214-411c-ac8b-95e03d0956c2 req-269104cc-fb26-4dfd-ab64-ca28105cd53a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=131cf642-94ad-4a61-899e-9c9bae477d1d HTTP/1.1" status: 200  len: 217 time: 0.1592224
Jun 04 15:32:27.253166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b7b5a-1a21-47bc-b4fc-23d0614a2430 req-c685def4-cb41-4c3b-a671-b80a832f5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:27.254616 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a96b7b5a-1a21-47bc-b4fc-23d0614a2430 req-c685def4-cb41-4c3b-a671-b80a832f5c0b service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.7948980
Jun 04 15:32:27.267982 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:27.305140 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port f0f5f0f6-4ce1-40e7-8e3b-7b42f5faa6ab yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:32:27.381164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d570de-0133-42f9-a52b-6f74d5a239cc req-f33e98a5-727f-48b4-96d7-ab49de0020d2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:27.382388 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69d570de-0133-42f9-a52b-6f74d5a239cc req-f33e98a5-727f-48b4-96d7-ab49de0020d2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 945 time: 0.8486156
Jun 04 15:32:27.389465 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341a2e7-926f-4ca7-9c2c-0920f8092354 req-9b9c3fad-32a3-426f-a58f-d56fe913e0d7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:27.391154 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e341a2e7-926f-4ca7-9c2c-0920f8092354 req-9b9c3fad-32a3-426f-a58f-d56fe913e0d7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.2025979
Jun 04 15:32:27.416274 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 4.5507429
Jun 04 15:32:27.425902 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a96b7b5a-1a21-47bc-b4fc-23d0614a2430 req-cc99af71-26e7-4342-a8e1-681f99fac8c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=362ae327-1346-41be-be0d-0a7b0c46ce77 HTTP/1.1" status: 200  len: 217 time: 0.1151793
Jun 04 15:32:27.472807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d29e33-8214-411c-ac8b-95e03d0956c2 req-59873386-38db-425f-8042-049de546fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:27.474372 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2d29e33-8214-411c-ac8b-95e03d0956c2 req-59873386-38db-425f-8042-049de546fed3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 200  len: 855 time: 0.2872987
Jun 04 15:32:27.483821 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:27.505149 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e341a2e7-926f-4ca7-9c2c-0920f8092354 req-51852f16-72fe-47c6-99c0-ba70b6d0f981 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006083
Jun 04 15:32:27.513611 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89dc7a8c-0fd1-434c-b418-d43b323d6397 req-1db8507b-f5af-4f7d-952b-4b0453bfc2c7 service neutron] 10.222.0.62 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5750449
Jun 04 15:32:27.531261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Transition to ACTIVE for port object 915e0c9c-4357-4a44-971b-574394f0e4fc will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:27.647562 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Transition to ACTIVE for port object 915e0c9c-4357-4a44-971b-574394f0e4fc will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:27.651858 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a815270a-313a-4a9a-9711-4b11e189f785 None None] Network eb176e83-261d-43af-97dd-c40f204aaaee requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:27.697756 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69d570de-0133-42f9-a52b-6f74d5a239cc req-017d6c0f-802e-4101-ac05-4e0d72c128b7 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2740772
Jun 04 15:32:27.732489 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:27.735965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b7b5a-1a21-47bc-b4fc-23d0614a2430 req-3bc19539-d41f-4623-811b-556c6a600946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:27.748399 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a96b7b5a-1a21-47bc-b4fc-23d0614a2430 req-3bc19539-d41f-4623-811b-556c6a600946 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.2792361
Jun 04 15:32:27.768276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 393f8943-bb92-46e8-8366-f18b14c6aacb details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:32:27.872336 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d29e33-8214-411c-ac8b-95e03d0956c2 req-ee028798-a7cd-4d7f-8818-749cb653ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:27.872336 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2d29e33-8214-411c-ac8b-95e03d0956c2 req-ee028798-a7cd-4d7f-8818-749cb653ebd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3498843
Jun 04 15:32:27.903963 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:27.917809 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-62714f31-7f4d-459f-aa04-bf4277ae8ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:27.934406 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::f816:3eff:fe79:ce53 (6acae085-7932-4691-b36e-433651ec3de1/fade87fe-6e70-4ea4-944e-468617941c17/f0f5f0f6-4ce1-40e7-8e3b-7b42f5faa6ab) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:27.948000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69669793-85a9-47c1-88ec-1865d5b23d3e req-f6546829-60c3-4406-999e-da0c661dac98 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:27.955189 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-69669793-85a9-47c1-88ec-1865d5b23d3e req-f6546829-60c3-4406-999e-da0c661dac98 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 943 time: 0.2191179
Jun 04 15:32:27.997335 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:28.013495 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:28.020681 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:28.026802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:28.037870 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:28.067062 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-69669793-85a9-47c1-88ec-1865d5b23d3e req-de86b066-ef5b-4f12-a744-dbfc2e28fe3c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107483
Jun 04 15:32:28.144084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b7b5a-1a21-47bc-b4fc-23d0614a2430 req-9d85ed73-7714-422c-946a-7c99dd4ec364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:28.145633 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a96b7b5a-1a21-47bc-b4fc-23d0614a2430 req-9d85ed73-7714-422c-946a-7c99dd4ec364 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3857744
Jun 04 15:32:28.151941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Pushing event updated for resources: {'Port': ['ID=915e0c9c-4357-4a44-971b-574394f0e4fc,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:28.165982 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:28.227861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Attempting to bind port 915e0c9c-4357-4a44-971b-574394f0e4fc on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:32:28.228645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Attempting to bind port 915e0c9c-4357-4a44-971b-574394f0e4fc by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:32:28.229239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Attempting to bind port 915e0c9c-4357-4a44-971b-574394f0e4fc on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:28.276273 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=393f8943-bb92-46e8-8366-f18b14c6aacb,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:28.286472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:32:28.287200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:32:28.287790 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:28.288379 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:32:28.289250 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Bound port: 915e0c9c-4357-4a44-971b-574394f0e4fc, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:32:28.290763 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:28.312889 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:28.321050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:28.325281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:28.326163 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:28.357194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '393f8943-bb92-46e8-8366-f18b14c6aacb', 'network_id': 'd67310a1-ca89-4950-80ed-77fd8abcfab9', 'port_id': '393f8943-bb92-46e8-8366-f18b14c6aacb', 'mac_address': 'fa:16:3e:a3:bb:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1843960c-a0fb-4622-a60e-eba128673683', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:32:28.382159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=ce37a68c-698f-4fae-8ef1-83e661a29ca6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:28.410005 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:28.410959 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2f750c06-d889-4e4b-9996-1ac9520f0036 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:28.491843 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:28.537387 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:28.558021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object f0f5f0f6-4ce1-40e7-8e3b-7b42f5faa6ab will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:28.585455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] For port 915e0c9c-4357-4a44-971b-574394f0e4fc, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:32:28.589583 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a96b7b5a-1a21-47bc-b4fc-23d0614a2430 req-f8a2e3e5-47ab-427b-bd23-2915857f8411 service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4212120
Jun 04 15:32:28.598655 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] For port 915e0c9c-4357-4a44-971b-574394f0e4fc, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=915e0c9c-4357-4a44-971b-574394f0e4fc,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:32:28.601746 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393f8943-bb92-46e8-8366-f18b14c6aacb {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:32:28.621753 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=393f8943-bb92-46e8-8366-f18b14c6aacb,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:28.696168 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:28.702814 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f9b57509-773c-48d2-9cf5-cc5bf9f1c7f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:28.720446 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:28.725061 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=1f3ae1a4-55e7-430a-acb2-3a7167ce11ad,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:28.740397 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ae73709d-354b-4be7-b9c8-64a26adee03a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:28.788002 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:28.794708 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2d29e33-8214-411c-ac8b-95e03d0956c2 req-e839e996-9925-4255-9769-5d5305cd5414 service neutron] 10.222.0.65 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9084089
Jun 04 15:32:28.802959 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:28.807718 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:28.809853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=f0f5f0f6-4ce1-40e7-8e3b-7b42f5faa6ab,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:28.812934 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:28.818796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:28.819547 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:28.825916 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:28.833989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f7b6d-da9b-4e9a-aa35-e7f3493aa649 req-f947acfb-a116-4467-a720-7606ab0c5a0c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:28.840487 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:28.841485 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-448f7b6d-da9b-4e9a-aa35-e7f3493aa649 req-f947acfb-a116-4467-a720-7606ab0c5a0c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.1997685
Jun 04 15:32:28.846810 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Pushing event updated for resources: {'Port': ['ID=915e0c9c-4357-4a44-971b-574394f0e4fc,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:28.850213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 131cf642-94ad-4a61-899e-9c9bae477d1d details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:32:28.909620 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Checking segment: {'id': 'e7896a1f-3fa0-4f0b-b0b9-a0d997384558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '653c352f-6ca0-4a04-b929-8979a6e9a768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:32:28.910416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network hostable DHCP agents. Network: 653c352f-6ca0-4a04-b929-8979a6e9a768, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:32:28.913333 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-448f7b6d-da9b-4e9a-aa35-e7f3493aa649 req-24972cc8-0a13-4fbc-935d-1821edfb71ee tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681121
Jun 04 15:32:28.980227 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:28.984403 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.2504184
Jun 04 15:32:28.991832 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59830) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:29.008327 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3621c2a9-1d90-4c24-81ce-bc88dc82451f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:29.139482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=393f8943-bb92-46e8-8366-f18b14c6aacb,revision_number=11']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:29.144393 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:29.151166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 131cf642-94ad-4a61-899e-9c9bae477d1d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=131cf642-94ad-4a61-899e-9c9bae477d1d,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:29.172008 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '131cf642-94ad-4a61-899e-9c9bae477d1d', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'port_id': '131cf642-94ad-4a61-899e-9c9bae477d1d', 'mac_address': 'fa:16:3e:7f:8a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:32:29.185270 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e2d0c-9e36-4680-8ed8-bb9aac4296b0 req-2a7cb6f4-d28a-4a6f-aad9-954739ad17e5 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:29.186838 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3c0e2d0c-9e36-4680-8ed8-bb9aac4296b0 req-2a7cb6f4-d28a-4a6f-aad9-954739ad17e5 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1443491
Jun 04 15:32:29.255316 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:29.257025 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3c0e2d0c-9e36-4680-8ed8-bb9aac4296b0 req-a3f1a881-0780-4f55-ba20-5df61b53fe3e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618958
Jun 04 15:32:29.278921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131cf642-94ad-4a61-899e-9c9bae477d1d {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:32:29.290450 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a96b7b5a-1a21-47bc-b4fc-23d0614a2430 req-febed6cc-72ba-4064-b269-fd60ac02bcc6 service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6676352
Jun 04 15:32:29.299855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['393f8943-bb92-46e8-8366-f18b14c6aacb'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:32:29.300396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-ac05d50a-9a6e-435f-a0ec-8c6327a2241e tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:29.301280 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae28eb2-1a54-4031-910e-0d611392bf85 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:29.302221 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-ac05d50a-9a6e-435f-a0ec-8c6327a2241e tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/networks?id=eb176e83-261d-43af-97dd-c40f204aaaee HTTP/1.1" status: 200  len: 818 time: 0.7068529
Jun 04 15:32:29.310471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae28eb2-1a54-4031-910e-0d611392bf85 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:29.311309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0ae28eb2-1a54-4031-910e-0d611392bf85 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:29.341835 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-afe3b5df-b73c-4427-9044-1e5dd0c70fc0 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/quotas/ddcc60be4c4b44bb96a7a7a89a07b349 HTTP/1.1" status: 200  len: 375 time: 0.0272079
Jun 04 15:32:29.352575 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2d29e33-8214-411c-ac8b-95e03d0956c2 req-6221667d-2bf0-49f2-b88b-ce050a8091c3 service neutron] 10.222.0.65 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4938803
Jun 04 15:32:29.367044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 131cf642-94ad-4a61-899e-9c9bae477d1d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=131cf642-94ad-4a61-899e-9c9bae477d1d,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:29.413946 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network 653c352f-6ca0-4a04-b929-8979a6e9a768 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:32:29.448822 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-438c9af2-37a9-47c0-8ed9-476d98ca5896 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddcc60be4c4b44bb96a7a7a89a07b349&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0986686
Jun 04 15:32:29.483207 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0ae28eb2-1a54-4031-910e-0d611392bf85 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:29.485118 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0ae28eb2-1a54-4031-910e-0d611392bf85 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.4922276
Jun 04 15:32:29.487847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59838) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:29.488718 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:29.496115 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:29.549656 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-24f4be00-0478-4271-8e1a-51e24a905b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:29.651414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 653c352f-6ca0-4a04-b929-8979a6e9a768) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:29.655430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:29.662634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:29.667440 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb90bb4f-068a-411f-b7c1-e6539b98c13f None None] Network 653c352f-6ca0-4a04-b929-8979a6e9a768 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:29.668993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:29.669712 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:29.685725 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=131cf642-94ad-4a61-899e-9c9bae477d1d,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:29.693838 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:29.716020 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364d3aa-e185-4adf-822d-8c055aa3d25a req-72f47bc6-2b96-4aa0-8089-bcaa2b17787f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:29.717877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 362ae327-1346-41be-be0d-0a7b0c46ce77 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:32:29.719768 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0364d3aa-e185-4adf-822d-8c055aa3d25a req-72f47bc6-2b96-4aa0-8089-bcaa2b17787f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 943 time: 0.1267667
Jun 04 15:32:29.741100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['131cf642-94ad-4a61-899e-9c9bae477d1d'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:32:29.773770 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0364d3aa-e185-4adf-822d-8c055aa3d25a req-9bf6dd48-fbbc-4ab7-bdb6-5f3a86cec86f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493798
Jun 04 15:32:29.822779 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 6.0288627
Jun 04 15:32:29.827364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59844) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:29.841972 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-3bfc531a-df53-45d4-b38c-e09800e1b54a service neutron] 10.222.0.32 "GET /v2.0/networks/eb176e83-261d-43af-97dd-c40f204aaaee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3920512
Jun 04 15:32:30.003486 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ade8ed44-66fb-4d8b-808e-994c080c4462 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port f0f5f0f6-4ce1-40e7-8e3b-7b42f5faa6ab {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:30.018390 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ade8ed44-66fb-4d8b-808e-994c080c4462 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:30.073097 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6dc7c-18eb-4776-8d20-00ab2a9d5457 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port 1f3ae1a4-55e7-430a-acb2-3a7167ce11ad {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:30.073457 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bb6dc7c-18eb-4776-8d20-00ab2a9d5457 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:30.269842 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-93667a74-8dfb-478d-af12-49e2db3ff407 service neutron] 10.222.0.32 "GET /v2.0/networks/eb176e83-261d-43af-97dd-c40f204aaaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4263780
Jun 04 15:32:30.282873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 362ae327-1346-41be-be0d-0a7b0c46ce77, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=362ae327-1346-41be-be0d-0a7b0c46ce77,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:30.285125 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bb6dc7c-18eb-4776-8d20-00ab2a9d5457 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:30.319595 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ade8ed44-66fb-4d8b-808e-994c080c4462 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:30.372729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '362ae327-1346-41be-be0d-0a7b0c46ce77', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'port_id': '362ae327-1346-41be-be0d-0a7b0c46ce77', 'mac_address': 'fa:16:3e:06:6e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:32:30.458812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6dc7c-18eb-4776-8d20-00ab2a9d5457 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for 1f3ae1a4-55e7-430a-acb2-3a7167ce11ad owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:30.508004 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ade8ed44-66fb-4d8b-808e-994c080c4462 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for f0f5f0f6-4ce1-40e7-8e3b-7b42f5faa6ab owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:30.552358 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:30.559320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e7669-dd44-48bb-8eec-ebc5a2cd9a58 req-dba84821-8bfc-44c9-8e17-9ec9c88cf4ff tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:30.570531 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b11e7669-dd44-48bb-8eec-ebc5a2cd9a58 req-dba84821-8bfc-44c9-8e17-9ec9c88cf4ff tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 945 time: 0.4708645
Jun 04 15:32:30.593760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362ae327-1346-41be-be0d-0a7b0c46ce77 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:32:30.613670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 362ae327-1346-41be-be0d-0a7b0c46ce77, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=362ae327-1346-41be-be0d-0a7b0c46ce77,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:30.644083 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b11e7669-dd44-48bb-8eec-ebc5a2cd9a58 req-68997bc0-4acb-44ab-b00e-20f4db46b076 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742059
Jun 04 15:32:30.709229 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:30.714350 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:30.825549 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 915e0c9c-4357-4a44-971b-574394f0e4fc up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:32:30.866594 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=362ae327-1346-41be-be0d-0a7b0c46ce77,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:30.889308 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:30.893371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d8a2e-f0ea-40ee-ab45-dd8d04c14030 req-81b0224e-2f3a-4e4e-84de-8d71456f8f2e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:30.895137 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-353d8a2e-f0ea-40ee-ab45-dd8d04c14030 req-81b0224e-2f3a-4e4e-84de-8d71456f8f2e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1194644
Jun 04 15:32:30.951530 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-353d8a2e-f0ea-40ee-ab45-dd8d04c14030 req-382bc2e3-1e3d-47c8-84a7-2f69d7f70f8d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488431
Jun 04 15:32:30.957844 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bb6dc7c-18eb-4776-8d20-00ab2a9d5457 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:30.963089 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e0896477-c78d-48a7-9103-c4e78e1ab88a tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:30.991273 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-43cd92f0-ad76-43c4-98e7-af2041866a94 None None] Provisioning for port 915e0c9c-4357-4a44-971b-574394f0e4fc completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:30.991502 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ade8ed44-66fb-4d8b-808e-994c080c4462 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:31.009434 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f82fd32d-e982-4900-899a-b675b36d8fb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:31.022992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6dc7c-18eb-4776-8d20-00ab2a9d5457 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=1f3ae1a4-55e7-430a-acb2-3a7167ce11ad,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:31.025860 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7bb6dc7c-18eb-4776-8d20-00ab2a9d5457 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:31.031042 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bb6dc7c-18eb-4776-8d20-00ab2a9d5457 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:31.041903 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7bb6dc7c-18eb-4776-8d20-00ab2a9d5457 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/1f3ae1a4-55e7-430a-acb2-3a7167ce11ad HTTP/1.1" status: 204  len: 168 time: 1.2132292
Jun 04 15:32:31.042530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59866) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:31.073951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8ed44-66fb-4d8b-808e-994c080c4462 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=f0f5f0f6-4ce1-40e7-8e3b-7b42f5faa6ab,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:31.078563 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ade8ed44-66fb-4d8b-808e-994c080c4462 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:31.114753 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-24c2ccde-527d-44be-b150-2c8e32a0e348 None None] Could not find standard attr ID for object f0f5f0f6-4ce1-40e7-8e3b-7b42f5faa6ab. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:32:31.133091 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ade8ed44-66fb-4d8b-808e-994c080c4462 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:31.137469 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['362ae327-1346-41be-be0d-0a7b0c46ce77'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:32:31.195267 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4560ac7d-5717-4aed-b153-df0336336041 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:31.219434 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4560ac7d-5717-4aed-b153-df0336336041 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:31.220411 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4560ac7d-5717-4aed-b153-df0336336041 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:31.234163 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ade8ed44-66fb-4d8b-808e-994c080c4462 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/f0f5f0f6-4ce1-40e7-8e3b-7b42f5faa6ab HTTP/1.1" status: 204  len: 168 time: 1.7431443
Jun 04 15:32:31.234650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59874) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:31.339079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 915e0c9c-4357-4a44-971b-574394f0e4fc completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:31.340318 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 915e0c9c-4357-4a44-971b-574394f0e4fc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:31.340462 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:31.401042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719812da-fb76-4909-83b6-f931525916b9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:31.403051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719812da-fb76-4909-83b6-f931525916b9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:31.403911 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-719812da-fb76-4909-83b6-f931525916b9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:31.435714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4560ac7d-5717-4aed-b153-df0336336041 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:31.440021 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4560ac7d-5717-4aed-b153-df0336336041 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.3952773
Jun 04 15:32:31.440727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59878) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:31.490721 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c4ed54a2-2c6a-47a5-b9c4-e2e0d40ac829 req-ae0669fe-6730-4b82-94eb-544c47f6f2b2 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 210 time: 0.0657701
Jun 04 15:32:31.532485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-719812da-fb76-4909-83b6-f931525916b9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:31.536723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59880) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:31.537285 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-719812da-fb76-4909-83b6-f931525916b9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.3012571
Jun 04 15:32:31.554517 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efab8b5-07d9-42f9-ac03-309cd04f92c0 req-b47f675d-d1ec-48be-9e30-c4395f201944 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:31.557321 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7efab8b5-07d9-42f9-ac03-309cd04f92c0 req-b47f675d-d1ec-48be-9e30-c4395f201944 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 944 time: 0.2674725
Jun 04 15:32:31.563822 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:31.645132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 915e0c9c-4357-4a44-971b-574394f0e4fc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=915e0c9c-4357-4a44-971b-574394f0e4fc,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:31.652756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f88a1c5-d8f0-420a-8c49-913cf166e54b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet fade87fe-6e70-4ea4-944e-468617941c17 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:32:31.655755 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f88a1c5-d8f0-420a-8c49-913cf166e54b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:31.687881 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7efab8b5-07d9-42f9-ac03-309cd04f92c0 req-62813a41-4836-4627-9c6d-5705b45d1cd1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755744
Jun 04 15:32:31.712919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7bb32381-17ad-4cfa-9992-01a459bbe747 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port ce37a68c-698f-4fae-8ef1-83e661a29ca6 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:31.713440 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bb32381-17ad-4cfa-9992-01a459bbe747 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:31.735003 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:31.743291 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 393f8943-bb92-46e8-8366-f18b14c6aacb up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:32:31.751323 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f88a1c5-d8f0-420a-8c49-913cf166e54b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:31.819001 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8bcb429d-25c8-4472-89b3-5c5500f92d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:31.852939 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bb32381-17ad-4cfa-9992-01a459bbe747 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:31.948615 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f88a1c5-d8f0-420a-8c49-913cf166e54b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:32.022274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a007dd-1ced-4719-86d3-4585efc790c5 req-46ffaf74-f253-4693-adbd-bb92c6c1a4da tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:32.023225 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=915e0c9c-4357-4a44-971b-574394f0e4fc,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:32.023989 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-83a007dd-1ced-4719-86d3-4585efc790c5 req-46ffaf74-f253-4693-adbd-bb92c6c1a4da tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 945 time: 0.2073753
Jun 04 15:32:32.032800 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:32.129270 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 393f8943-bb92-46e8-8366-f18b14c6aacb completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:32.133173 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:32.139229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 393f8943-bb92-46e8-8366-f18b14c6aacb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:32.139603 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:32.191796 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-83a007dd-1ced-4719-86d3-4585efc790c5 req-801a638c-390d-452b-8a17-5387ea77afd7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1610680
Jun 04 15:32:32.264892 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7bb32381-17ad-4cfa-9992-01a459bbe747 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for ce37a68c-698f-4fae-8ef1-83e661a29ca6 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:32.368861 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:32.396041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a1886-a02b-4b5f-ad8d-9395af1d7a00 req-0220cdcc-b723-4964-91d4-8b1dcb4b69dc tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:32.398222 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c67a1886-a02b-4b5f-ad8d-9395af1d7a00 req-0220cdcc-b723-4964-91d4-8b1dcb4b69dc tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 946 time: 0.1302519
Jun 04 15:32:32.404026 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-db30f5d8-e628-4dec-99d2-d80341229870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:32.440135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18d3ab-a106-4f2d-9f22-998d1d8a6508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393f8943-bb92-46e8-8366-f18b14c6aacb'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:32:32.444569 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa182d1-8c23-4607-81f7-32953bb5e033" -d '{"events": [{"server_uuid": "db18d3ab-a106-4f2d-9f22-998d1d8a6508", "name": "network-vif-plugged", "status": "completed", "tag": "393f8943-bb92-46e8-8366-f18b14c6aacb"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:32:32.456170 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=393f8943-bb92-46e8-8366-f18b14c6aacb,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:32.465663 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c67a1886-a02b-4b5f-ad8d-9395af1d7a00 req-ddfb1cab-6a62-4392-8f02-6018ae9ee55d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664010
Jun 04 15:32:32.502413 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92af268d-3a80-4734-91b4-8709dd8e2a3f x-openstack-request-id: req-92af268d-3a80-4734-91b4-8709dd8e2a3f {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:32:32.502746 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18d3ab-a106-4f2d-9f22-998d1d8a6508", "name": "network-vif-plugged", "status": "completed", "tag": "393f8943-bb92-46e8-8366-f18b14c6aacb", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:32:32.502973 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92af268d-3a80-4734-91b4-8709dd8e2a3f {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:32:32.503375 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db18d3ab-a106-4f2d-9f22-998d1d8a6508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393f8943-bb92-46e8-8366-f18b14c6aacb', 'code': 200}
Jun 04 15:32:32.556907 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bb32381-17ad-4cfa-9992-01a459bbe747 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:32.557184 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:32.563345 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8a386646-b91c-47cc-b0a6-a019e2f65ecc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:32.565704 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:32.655137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb32381-17ad-4cfa-9992-01a459bbe747 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=ce37a68c-698f-4fae-8ef1-83e661a29ca6,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:32.664096 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7bb32381-17ad-4cfa-9992-01a459bbe747 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:32.671883 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f88a1c5-d8f0-420a-8c49-913cf166e54b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:32.678244 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-002406b9-b476-4cdc-ad91-6f677991518d tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:32.689048 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bb32381-17ad-4cfa-9992-01a459bbe747 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:32.707256 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ea714ae6-71cf-4890-b476-bdec306ce8dc req-6c9e2af2-e9f7-46b3-8b84-1f8fba2820a9 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 210 time: 0.1014688
Jun 04 15:32:32.752165 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=393f8943-bb92-46e8-8366-f18b14c6aacb,revision_number=12']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:32.763978 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 915e0c9c-4357-4a44-971b-574394f0e4fc up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:32:32.779764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88a1c5-d8f0-420a-8c49-913cf166e54b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=fade87fe-6e70-4ea4-944e-468617941c17,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:32.782625 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f88a1c5-d8f0-420a-8c49-913cf166e54b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:32.786418 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f88a1c5-d8f0-420a-8c49-913cf166e54b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:32.798106 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:32.801980 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 131cf642-94ad-4a61-899e-9c9bae477d1d up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:32:32.828192 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9b0d10-69d9-429f-914f-83dc427e2c9c None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:32.833751 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7bb32381-17ad-4cfa-9992-01a459bbe747 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/ce37a68c-698f-4fae-8ef1-83e661a29ca6 HTTP/1.1" status: 204  len: 168 time: 1.3895564
Jun 04 15:32:32.834125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59912) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:32.968877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca804b-18af-4177-9d78-525ddaaed9f7 req-06c5bc4c-e224-421c-941b-103135eb87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:32.970833 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d4ca804b-18af-4177-9d78-525ddaaed9f7 req-06c5bc4c-e224-421c-941b-103135eb87c2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 1098 time: 0.1831651
Jun 04 15:32:32.976143 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8f88a1c5-d8f0-420a-8c49-913cf166e54b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/fade87fe-6e70-4ea4-944e-468617941c17 HTTP/1.1" status: 204  len: 168 time: 1.4375098
Jun 04 15:32:32.984866 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59916) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:33.038219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b5e6a-f6e0-42fa-b8e4-d1d61737b704 req-bc37a1cc-7bc3-4b64-835a-cdbdf5fd14df tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:33.040342 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-224b5e6a-f6e0-42fa-b8e4-d1d61737b704 req-bc37a1cc-7bc3-4b64-835a-cdbdf5fd14df tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 944 time: 0.1687157
Jun 04 15:32:33.059424 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 915e0c9c-4357-4a44-971b-574394f0e4fc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:33.059811 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:33.087746 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d4ca804b-18af-4177-9d78-525ddaaed9f7 req-e97ec868-fd41-4275-a037-0545b7786af6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083529
Jun 04 15:32:33.111051 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ec9aef0b-5c13-4efb-ae75-bc1350fadc3e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1211765
Jun 04 15:32:33.114491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59918) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:33.120900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:33.127202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db336468-bf76-4525-8916-e4cf34959716 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:33.128122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-db336468-bf76-4525-8916-e4cf34959716 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:33.137651 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-224b5e6a-f6e0-42fa-b8e4-d1d61737b704 req-69b4b21d-715e-4b89-b9c6-06499757d45d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867510
Jun 04 15:32:33.291659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:33.294510 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 131cf642-94ad-4a61-899e-9c9bae477d1d completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:33.303314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 131cf642-94ad-4a61-899e-9c9bae477d1d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:33.306969 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:33.307177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:33.309079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:33.316207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:33.326253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-db336468-bf76-4525-8916-e4cf34959716 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:33.329973 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-db336468-bf76-4525-8916-e4cf34959716 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.4921179
Jun 04 15:32:33.337331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59924) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:33.363551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fc1de4-82b1-414a-91bc-cf6804859755 None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:32:33.436839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:33.440987 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:33.546707 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe5d4b8-4e79-49f4-9d59-4db5519bb482 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] GET failed (client error): The resource could not be found.
Jun 04 15:32:33.550133 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bfe5d4b8-4e79-49f4-9d59-4db5519bb482 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/1f3ae1a4-55e7-430a-acb2-3a7167ce11ad HTTP/1.1" status: 404  len: 333 time: 0.2178185
Jun 04 15:32:33.563617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59930) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:33.594593 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-58fc1de4-82b1-414a-91bc-cf6804859755 None None] Deleting port 915e0c9c-4357-4a44-971b-574394f0e4fc {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:33.595359 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-58fc1de4-82b1-414a-91bc-cf6804859755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:33.613149 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:33.642537 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8e4395-54b4-43cb-b55c-7d6d7c2bfb62 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] GET failed (client error): The resource could not be found.
Jun 04 15:32:33.644568 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4f8e4395-54b4-43cb-b55c-7d6d7c2bfb62 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/ce37a68c-698f-4fae-8ef1-83e661a29ca6 HTTP/1.1" status: 404  len: 333 time: 0.0726235
Jun 04 15:32:33.647094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59932) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:33.658475 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:33.724893 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 362ae327-1346-41be-be0d-0a7b0c46ce77 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:32:33.801448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04a823-9ee8-4230-905f-4bb61069de75 req-756526a5-c1b9-48e4-bb0c-05579f544715 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:33.811799 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba04a823-9ee8-4230-905f-4bb61069de75 req-756526a5-c1b9-48e4-bb0c-05579f544715 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 945 time: 0.3844793
Jun 04 15:32:33.817039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-58fc1de4-82b1-414a-91bc-cf6804859755 None None] For port 915e0c9c-4357-4a44-971b-574394f0e4fc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=915e0c9c-4357-4a44-971b-574394f0e4fc,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:33.817488 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-58fc1de4-82b1-414a-91bc-cf6804859755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:33.842955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 131cf642-94ad-4a61-899e-9c9bae477d1d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=131cf642-94ad-4a61-899e-9c9bae477d1d,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:33.863203 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:33.909652 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba04a823-9ee8-4230-905f-4bb61069de75 req-82b06746-332e-4be4-a0ef-b321a2d5f1cd tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968451
Jun 04 15:32:33.994541 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-58fc1de4-82b1-414a-91bc-cf6804859755 None None] Calling delete_port for 915e0c9c-4357-4a44-971b-574394f0e4fc owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:33.997520 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:34.003207 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:34.062153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc834c8-baa1-46cc-a97d-83eb7217e5d8 req-9c320639-cc33-4e0a-aadd-d5707ea7b33e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:34.069825 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1bc834c8-baa1-46cc-a97d-83eb7217e5d8 req-9c320639-cc33-4e0a-aadd-d5707ea7b33e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.1186006
Jun 04 15:32:34.099558 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=131cf642-94ad-4a61-899e-9c9bae477d1d,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:34.108601 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d2578648-6f63-4a2c-b05d-0a39467094d3 req-8de9d354-4c46-4fb7-8181-174c9c47a4e2 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 210 time: 0.1169565
Jun 04 15:32:34.110480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.110829 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.111174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.111513 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.111827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.112157 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.112492 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.112817 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.113169 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.113494 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.113818 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.114138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.119356 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:34.141652 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1bc834c8-baa1-46cc-a97d-83eb7217e5d8 req-8b8822b3-8b05-467d-91fc-4952b0f9e1dd tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707018
Jun 04 15:32:34.202376 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:34.222396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f839123cbb0>,) {'filters': {'network_id': ['653c352f-6ca0-4a04-b929-8979a6e9a768']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:34.254226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f839123cbb0>, 'e7896a1f-3fa0-4f0b-b0b9-a0d997384558') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:34.255043 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f839123cbb0>, 'e7896a1f-3fa0-4f0b-b0b9-a0d997384558') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:34.279749 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:34.286598 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 362ae327-1346-41be-be0d-0a7b0c46ce77 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:34.292285 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 362ae327-1346-41be-be0d-0a7b0c46ce77 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:34.292941 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:34.375666 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:34.391595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:32:34.397990 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:34.485044 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:32:34.511086 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:32:34.517169 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f78503-0767-4336-83db-a5cb7e497fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131cf642-94ad-4a61-899e-9c9bae477d1d'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:32:34.518292 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62bfca8-7eda-4b27-be69-4dd82b6e152d" -d '{"events": [{"server_uuid": "56f78503-0767-4336-83db-a5cb7e497fc6", "name": "network-vif-plugged", "status": "completed", "tag": "131cf642-94ad-4a61-899e-9c9bae477d1d"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:32:34.527259 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-58fc1de4-82b1-414a-91bc-cf6804859755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:34.551896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910153f8-af86-4104-8045-111628a8a450 req-c4f8d7b3-813a-4e0c-8d3b-35425a332bfb tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:34.559431 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-910153f8-af86-4104-8045-111628a8a450 req-c4f8d7b3-813a-4e0c-8d3b-35425a332bfb tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 944 time: 0.2605853
Jun 04 15:32:34.566392 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:34.630086 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:34.640324 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-40169cb9-6640-4ffe-8fe0-7ccd16ccbd87 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:34.681087 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:34.685189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Network': ['ID=653c352f-6ca0-4a04-b929-8979a6e9a768,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:34.693707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.objects.ports [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88300) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:32:34.696167 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:34.711399 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-910153f8-af86-4104-8045-111628a8a450 req-a73359e3-a14e-45f9-8920-a55ab7f2c27c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433995
Jun 04 15:32:34.714754 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d02a74dc-3dea-4571-86ef-949e3abdd573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:34.726637 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.727884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.728265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.728827 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.729224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.729590 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.729950 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.730364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.730724 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.731210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.731574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.737213 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:32:34.746685 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:34.768956 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/networks/653c352f-6ca0-4a04-b929-8979a6e9a768 HTTP/1.1" status: 204  len: 168 time: 1.1205006
Jun 04 15:32:34.773393 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59956) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:34.790481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1904624493'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:34.800934 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:34.808645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:network and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:34.818595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:34.839085 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b2fa87-7d05-48e8-961b-062c0d4277a0 x-openstack-request-id: req-b6b2fa87-7d05-48e8-961b-062c0d4277a0 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:32:34.839797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:34.839945 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f78503-0767-4336-83db-a5cb7e497fc6", "name": "network-vif-plugged", "status": "completed", "tag": "131cf642-94ad-4a61-899e-9c9bae477d1d", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:32:34.839945 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6b2fa87-7d05-48e8-961b-062c0d4277a0 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:32:34.840150 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f78503-0767-4336-83db-a5cb7e497fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131cf642-94ad-4a61-899e-9c9bae477d1d', 'code': 200}
Jun 04 15:32:34.863744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 915e0c9c-4357-4a44-971b-574394f0e4fc no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:32:34.897822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:34.920359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc1de4-82b1-414a-91bc-cf6804859755 None None] No DVR routers for this DVR port 915e0c9c-4357-4a44-971b-574394f0e4fc on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:32:34.927710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:34.933018 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 915e0c9c-4357-4a44-971b-574394f0e4fc {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:32:34.937549 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 915e0c9c-4357-4a44-971b-574394f0e4fc not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:32:34.938229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc1de4-82b1-414a-91bc-cf6804859755 None None] Pushing event deleted for resources: {'Port': ['ID=915e0c9c-4357-4a44-971b-574394f0e4fc,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:34.941670 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-58fc1de4-82b1-414a-91bc-cf6804859755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:34.946693 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 362ae327-1346-41be-be0d-0a7b0c46ce77, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=362ae327-1346-41be-be0d-0a7b0c46ce77,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:34.956987 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:34.967086 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:34.983459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d06c90-886e-46fd-8f0b-75ce48d2fcfa None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:35.004397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:35.006538 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:35.021845 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=7b6b02ad-f908-42dd-b6af-ebdcd3b079ac,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:35.028404 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:35.098387 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:32:35.127362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ecf2f-4f7c-4404-9953-6843b6bb6559 req-1e5fb95a-ac19-4ce0-91de-7cdd2d237c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:35.129105 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-784ecf2f-4f7c-4404-9953-6843b6bb6559 req-1e5fb95a-ac19-4ce0-91de-7cdd2d237c8c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 1097 time: 0.3375232
Jun 04 15:32:35.193091 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:35.204443 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8a96ae3f-a5b0-4256-af72-1d100d05b2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:35.217157 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-784ecf2f-4f7c-4404-9953-6843b6bb6559 req-d947cba1-2a83-4ee6-8ad6-b53245959f99 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588396
Jun 04 15:32:35.253693 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.1332414
Jun 04 15:32:35.253949 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:35.253949 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Added segment 7489a52f-3a85-4b40-99bf-525ef2a0e6d2 of type vlan for network d1cd7e0b-f258-4e60-b45a-4acaef32a6b1
Jun 04 15:32:35.262918 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59976) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:35.272080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'mac_address': 'fa:16:3e:f5:4a:c4', 'name': 'tempest-NetworksTestDHCPv6-417899223'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:35.317556 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-339469ba-99a7-4af9-9cf0-fdb716aa0c6b req-b4fd50cc-cd67-4778-99cc-1d8f04dd335f tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 210 time: 0.0753858
Jun 04 15:32:35.345995 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=362ae327-1346-41be-be0d-0a7b0c46ce77,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:35.350670 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:35.377652 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:35.434710 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:35.452950 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': '7b6b02ad-f908-42dd-b6af-ebdcd3b079ac'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:32:35.452950 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:35.561478 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:35.575590 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:35.579452 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:35.587839 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:35.619375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af784654-4782-495f-9f2b-d06c35744c6e req-37ecc353-e30f-46c7-8c5b-613e45a90295 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:35.621228 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-af784654-4782-495f-9f2b-d06c35744c6e req-37ecc353-e30f-46c7-8c5b-613e45a90295 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.4823515
Jun 04 15:32:35.624150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c5555-6128-4750-a18f-655f079f1864 req-96d7a03c-6a28-4a0a-877c-6128ced9d494 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:35.625965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e6c5555-6128-4750-a18f-655f079f1864 req-96d7a03c-6a28-4a0a-877c-6128ced9d494 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.1240208
Jun 04 15:32:35.659138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Allocated IP 2001:db8::f816:3eff:fe02:77dc (6acae085-7932-4691-b36e-433651ec3de1/7b6b02ad-f908-42dd-b6af-ebdcd3b079ac/21388d7f-3212-4192-8281-d780445d1b8c) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:35.692634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e6c5555-6128-4750-a18f-655f079f1864 req-91397af1-45f4-4e8d-9191-e25a7ca46eed tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579786
Jun 04 15:32:35.699349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:36.026226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b75147-42bc-4b40-a9b9-4f61506ce314 req-871c6b97-ab37-444b-b01a-8d243ea7aaf9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:36.028009 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-15b75147-42bc-4b40-a9b9-4f61506ce314 req-871c6b97-ab37-444b-b01a-8d243ea7aaf9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.1852484
Jun 04 15:32:36.082447 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:36.089511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:36.090189 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:36.110761 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:36.115892 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:36.129081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Transition to ACTIVE for port object 21388d7f-3212-4192-8281-d780445d1b8c will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:36.129316 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-15b75147-42bc-4b40-a9b9-4f61506ce314 req-d1b97214-0b4d-4688-ac9f-96fb4776ada8 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814149
Jun 04 15:32:36.153941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Transition to ACTIVE for port object 21388d7f-3212-4192-8281-d780445d1b8c will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:36.231910 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-af784654-4782-495f-9f2b-d06c35744c6e req-4b0c9a39-96b0-4aa6-b1a1-52312ebb7df6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5856397
Jun 04 15:32:36.244606 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:36.257448 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-502044af-2ac1-4791-a7da-e805d51b46c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:36.336404 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Pushing event updated for resources: {'Port': ['ID=21388d7f-3212-4192-8281-d780445d1b8c,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:36.341965 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:36.351364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:36.352966 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:36.355416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:36.371303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Network': ['ID=d1cd7e0b-f258-4e60-b45a-4acaef32a6b1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:36.394863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network d1cd7e0b-f258-4e60-b45a-4acaef32a6b1 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:32:36.420331 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.6454124
Jun 04 15:32:36.423142 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60006) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:36.423711 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:36.428927 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'subnet': {'network_id': 'd1cd7e0b-f258-4e60-b45a-4acaef32a6b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:36.451815 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:36.507065 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port 8b3fbb13-1683-408a-aa7a-17cb176022ec yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:32:36.543412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Attempting to bind port 21388d7f-3212-4192-8281-d780445d1b8c on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:32:36.543794 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Attempting to bind port 21388d7f-3212-4192-8281-d780445d1b8c by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:32:36.544166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Attempting to bind port 21388d7f-3212-4192-8281-d780445d1b8c on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:36.565155 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:32:36.565155 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:32:36.565155 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:36.565686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:32:36.570209 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Bound port: 21388d7f-3212-4192-8281-d780445d1b8c, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:32:36.570209 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:36.684301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] For port 21388d7f-3212-4192-8281-d780445d1b8c, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:32:36.689216 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] For port 21388d7f-3212-4192-8281-d780445d1b8c, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=21388d7f-3212-4192-8281-d780445d1b8c,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:32:36.708699 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3e5ed25e-f567-4560-ab0b-d2626d73314a req-d62cca1d-555d-4b12-9a56-e48411c9c199 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 210 time: 0.0721600
Jun 04 15:32:36.810894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::f816:3eff:fef5:4ac4 (6acae085-7932-4691-b36e-433651ec3de1/7b6b02ad-f908-42dd-b6af-ebdcd3b079ac/8b3fbb13-1683-408a-aa7a-17cb176022ec) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:36.841640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc570158-cede-4c6e-bc54-19f06028df34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362ae327-1346-41be-be0d-0a7b0c46ce77'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:32:36.844562 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417d1200-9130-4af9-935a-57e986e1e8c2" -d '{"events": [{"server_uuid": "bc570158-cede-4c6e-bc54-19f06028df34", "name": "network-vif-plugged", "status": "completed", "tag": "362ae327-1346-41be-be0d-0a7b0c46ce77"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:32:36.882970 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:36.890335 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3457d50f-12a9-4955-9b82-70a4f7687c7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:36.947390 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baffcd70-afd2-4c83-9b39-03cbb09909c4 x-openstack-request-id: req-baffcd70-afd2-4c83-9b39-03cbb09909c4 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:32:36.948014 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc570158-cede-4c6e-bc54-19f06028df34", "name": "network-vif-plugged", "status": "completed", "tag": "362ae327-1346-41be-be0d-0a7b0c46ce77", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:32:36.948468 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-baffcd70-afd2-4c83-9b39-03cbb09909c4 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:32:36.950703 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc570158-cede-4c6e-bc54-19f06028df34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362ae327-1346-41be-be0d-0a7b0c46ce77', 'code': 200}
Jun 04 15:32:37.024891 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Pushing event updated for resources: {'Port': ['ID=21388d7f-3212-4192-8281-d780445d1b8c,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:37.028221 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:37.130984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:37.131475 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:37.152430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object 8b3fbb13-1683-408a-aa7a-17cb176022ec will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:37.201626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:subnet and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:37.240000 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:37.306561 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:37.347589 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:37.404581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-9b9897f8-d7f8-45c2-b45f-23bf04924f0b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:37.404824 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9eb6c06a-e4e4-4c20-a0cb-76b7d46373db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:37.405856 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-9b9897f8-d7f8-45c2-b45f-23bf04924f0b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.65 "GET /v2.0/networks?id=eb176e83-261d-43af-97dd-c40f204aaaee HTTP/1.1" status: 200  len: 818 time: 0.7008815
Jun 04 15:32:37.425312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Request body: {'port': {'device_id': 'bb2c5417-1682-4198-943a-c71c11e9e90c', 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee', 'admin_state_up': True, 'tenant_id': 'ddcc60be4c4b44bb96a7a7a89a07b349'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:37.453914 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-b9d25dc5-a65e-4b80-90b4-0fb087808a7f tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:37.455469 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-b9d25dc5-a65e-4b80-90b4-0fb087808a7f tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.62 "GET /v2.0/networks?id=eb176e83-261d-43af-97dd-c40f204aaaee HTTP/1.1" status: 200  len: 818 time: 0.8726075
Jun 04 15:32:37.479093 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Request body: {'port': {'device_id': '412e0481-c4b5-4b1a-971b-782c61069b0b', 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee', 'admin_state_up': True, 'tenant_id': 'ddcc60be4c4b44bb96a7a7a89a07b349'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:37.510803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:37.528971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:37.529612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:37.533839 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:37.544403 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=8b3fbb13-1683-408a-aa7a-17cb176022ec,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:37.549383 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:37.563200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:37.563200 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:37.573912 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:37.628423 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50c883-ae4a-4d11-bc2b-df1a77a0feb4 req-44be6b76-24a3-4dcb-bb6f-d44b2b405a00 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:37.630718 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7b50c883-ae4a-4d11-bc2b-df1a77a0feb4 req-44be6b76-24a3-4dcb-bb6f-d44b2b405a00 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.2795768
Jun 04 15:32:37.699931 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7b50c883-ae4a-4d11-bc2b-df1a77a0feb4 req-8a4faf7e-47af-4496-9027-a038bb2f6a83 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622208
Jun 04 15:32:37.707041 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.4419413
Jun 04 15:32:37.708398 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60024) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:37.845519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d258336-a9d3-49d4-b43a-c2ceec62ba36 req-627f7f22-ba20-4b48-9b6d-b9e893ed7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:37.847191 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4d258336-a9d3-49d4-b43a-c2ceec62ba36 req-627f7f22-ba20-4b48-9b6d-b9e893ed7722 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 1096 time: 0.8265221
Jun 04 15:32:37.847372 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b9b5ab-f6a7-4e30-a6e4-b0d29f47dbe2 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:37.855253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384205d-1d3e-4f7d-a560-8ec9d88174b1 req-95dd4fe2-17c1-48e3-9f49-1cc100108376 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:37.858193 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b9b5ab-f6a7-4e30-a6e4-b0d29f47dbe2 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:37.859262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-67b9b5ab-f6a7-4e30-a6e4-b0d29f47dbe2 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:37.864315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e384205d-1d3e-4f7d-a560-8ec9d88174b1 req-95dd4fe2-17c1-48e3-9f49-1cc100108376 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.8421814
Jun 04 15:32:37.980078 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d374f3-ad5f-44cb-8be1-a780c2780bc2 req-23bdb467-d85c-48f6-82e2-96a5a2a33573 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:37.986971 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-96d374f3-ad5f-44cb-8be1-a780c2780bc2 req-23bdb467-d85c-48f6-82e2-96a5a2a33573 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.1230743
Jun 04 15:32:38.050729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-67b9b5ab-f6a7-4e30-a6e4-b0d29f47dbe2 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:38.066638 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-67b9b5ab-f6a7-4e30-a6e4-b0d29f47dbe2 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.3568664
Jun 04 15:32:38.071799 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60028) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:38.101104 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-96d374f3-ad5f-44cb-8be1-a780c2780bc2 req-c0691567-7fed-4313-bd43-90b245ce133d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1083210
Jun 04 15:32:38.278033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:38.289234 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4d258336-a9d3-49d4-b43a-c2ceec62ba36 req-f3b37aad-b2de-4e35-be36-c84e4295299b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3386760
Jun 04 15:32:38.290676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e4425b23-d5ce-49d2-8e95-382bbde13145 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port 8b3fbb13-1683-408a-aa7a-17cb176022ec {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:38.291155 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e4425b23-d5ce-49d2-8e95-382bbde13145 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:38.314735 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e384205d-1d3e-4f7d-a560-8ec9d88174b1 req-8991c788-bd78-419b-8efc-eb2aaf101260 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4492555
Jun 04 15:32:38.400217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Usage tracker for resource:port and tenant:ddcc60be4c4b44bb96a7a7a89a07b349 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:38.418996 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:38.457805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:38.531918 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:38.606369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-ef21daf2-0008-4dd4-8c4e-0b467327fe9c tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:38.611074 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-ef21daf2-0008-4dd4-8c4e-0b467327fe9c tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.65 "GET /v2.0/networks?id=eb176e83-261d-43af-97dd-c40f204aaaee HTTP/1.1" status: 200  len: 818 time: 0.6383328
Jun 04 15:32:38.613215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Usage tracker for resource:port and tenant:ddcc60be4c4b44bb96a7a7a89a07b349 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:38.650405 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e4425b23-d5ce-49d2-8e95-382bbde13145 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:38.670146 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70fb699b-7e09-4ac0-a35b-4ba0ba881923 req-0d81726d-7944-4e5b-8227-531cb2e1e132 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 210 time: 0.0896676
Jun 04 15:32:38.713994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:38.723128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Request body: {'port': {'device_id': '14e1c365-8e58-4bd5-8265-d3a26614efa8', 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee', 'admin_state_up': True, 'tenant_id': 'ddcc60be4c4b44bb96a7a7a89a07b349'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:38.762856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d46a1dc1-0a08-4185-baf1-091ee225e98e None None] Provisioning for port 21388d7f-3212-4192-8281-d780445d1b8c completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:38.796369 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 21388d7f-3212-4192-8281-d780445d1b8c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:32:38.810327 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Made reservation on behalf of ddcc60be4c4b44bb96a7a7a89a07b349 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:38.814290 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:38.823776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e4425b23-d5ce-49d2-8e95-382bbde13145 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for 8b3fbb13-1683-408a-aa7a-17cb176022ec owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:38.833907 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:38.978224 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2ecff563-4e88-47bb-8f8f-fce35f4b4e04 None None] Provisioning for port 8b3fbb13-1683-408a-aa7a-17cb176022ec completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:38.984523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2ecff563-4e88-47bb-8f8f-fce35f4b4e04 None None] Provisioning complete for port 8b3fbb13-1683-408a-aa7a-17cb176022ec triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:38.985327 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2ecff563-4e88-47bb-8f8f-fce35f4b4e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:39.044308 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 21388d7f-3212-4192-8281-d780445d1b8c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:39.056027 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 21388d7f-3212-4192-8281-d780445d1b8c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:39.056027 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:39.076796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e1596-8938-43aa-9b07-3a904adc9684 req-af79db9d-886b-4279-a2f9-63e86cde1d52 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:39.080144 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b39e1596-8938-43aa-9b07-3a904adc9684 req-af79db9d-886b-4279-a2f9-63e86cde1d52 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.1706502
Jun 04 15:32:39.088497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-2ecff563-4e88-47bb-8f8f-fce35f4b4e04 None None] Port 8b3fbb13-1683-408a-aa7a-17cb176022ec cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:32:39.147286 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b39e1596-8938-43aa-9b07-3a904adc9684 req-3ec1cf79-8a50-4309-9d47-d9e9f2825402 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590422
Jun 04 15:32:39.169152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Made reservation on behalf of ddcc60be4c4b44bb96a7a7a89a07b349 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:39.172403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:39.197214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e4425b23-d5ce-49d2-8e95-382bbde13145 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:39.207672 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:39.207857 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7bb6dc7c-18eb-4776-8d20-00ab2a9d5457 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:39.241524 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 21388d7f-3212-4192-8281-d780445d1b8c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=21388d7f-3212-4192-8281-d780445d1b8c,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:39.270732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4425b23-d5ce-49d2-8e95-382bbde13145 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=8b3fbb13-1683-408a-aa7a-17cb176022ec,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:39.274154 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e4425b23-d5ce-49d2-8e95-382bbde13145 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:39.338522 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:39.344346 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:39.377267 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e4425b23-d5ce-49d2-8e95-382bbde13145 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:39.496512 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e4425b23-d5ce-49d2-8e95-382bbde13145 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/8b3fbb13-1683-408a-aa7a-17cb176022ec HTTP/1.1" status: 204  len: 168 time: 1.4157665
Jun 04 15:32:39.497212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60040) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:39.515863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=21388d7f-3212-4192-8281-d780445d1b8c,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:39.523098 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:39.605728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f8137-f3ae-4f4f-aed7-b52a1ae8517b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:39.607467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f8137-f3ae-4f4f-aed7-b52a1ae8517b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:39.612495 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b79f8137-f3ae-4f4f-aed7-b52a1ae8517b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1138506
Jun 04 15:32:39.613216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60044) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:39.822245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2ace43-e59a-4f4f-8676-7c8870d5b4da tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 7b6b02ad-f908-42dd-b6af-ebdcd3b079ac {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:32:39.836834 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fc2ace43-e59a-4f4f-8676-7c8870d5b4da tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:39.862392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f4878-3c1f-4e88-9a7c-786f7540c08a req-cca9c38a-46ec-4384-b6a3-9e40f6d13349 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:39.864493 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-182f4878-3c1f-4e88-9a7c-786f7540c08a req-cca9c38a-46ec-4384-b6a3-9e40f6d13349 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 1.2436976
Jun 04 15:32:39.867787 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:39.876655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f92b8-6ead-45b6-ad98-f03e16623c3e req-a0ffb142-6748-4faa-bedc-ac77ab6a7e5a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:39.878257 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a85f92b8-6ead-45b6-ad98-f03e16623c3e req-a0ffb142-6748-4faa-bedc-ac77ab6a7e5a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.2142599
Jun 04 15:32:39.878751 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60048) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:39.888722 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9dbac8dd-c577-4c3f-900c-d9e054f0b9eb tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Request body: {'floatingip': {'port_id': '131cf642-94ad-4a61-899e-9c9bae477d1d'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:39.901790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Usage tracker for resource:port and tenant:ddcc60be4c4b44bb96a7a7a89a07b349 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:39.912060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:39.938110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:39.969445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Allocated IP 172.20.0.10 (eb176e83-261d-43af-97dd-c40f204aaaee/2f69e3da-fbf5-4742-ad82-b3a9452854c9/d012de4f-b005-4e9b-bbe3-2378fe7bd664) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:40.115443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Made reservation on behalf of ddcc60be4c4b44bb96a7a7a89a07b349 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:40.119846 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:40.131785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f734953-9318-489f-bddb-a76b33a4484e req-7411a719-5344-437a-883a-0ad207b900bb tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 210 time: 0.1133571
Jun 04 15:32:40.151950 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9dbac8dd-c577-4c3f-900c-d9e054f0b9eb tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:40.317784 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fc2ace43-e59a-4f4f-8676-7c8870d5b4da tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:40.327472 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:40.339567 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-68c7c80a-b445-46ca-a6b8-750f155cffec tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:40.426812 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a85f92b8-6ead-45b6-ad98-f03e16623c3e req-6964dd48-fdd9-4bd8-ba67-2896257b22c3 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2811759
Jun 04 15:32:40.561459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Subnet': ['ID=38a88220-b7e2-4ad5-8158-417d0dc4a5c0,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:40.577383 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:40.593683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Checking segment: {'id': '7489a52f-3a85-4b40-99bf-525ef2a0e6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd1cd7e0b-f258-4e60-b45a-4acaef32a6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:32:40.594046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network hostable DHCP agents. Network: d1cd7e0b-f258-4e60-b45a-4acaef32a6b1, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:32:40.717733 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:40.727624 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 21388d7f-3212-4192-8281-d780445d1b8c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:32:40.800197 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d16528-8df3-49bf-a562-3bc0d73bb93c req-3e3a94b1-75e6-4560-98e3-d1ad9ffab22b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:40.803297 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6d16528-8df3-49bf-a562-3bc0d73bb93c req-3e3a94b1-75e6-4560-98e3-d1ad9ffab22b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.4652030
Jun 04 15:32:40.826526 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 21388d7f-3212-4192-8281-d780445d1b8c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:40.827059 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:40.838330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network d1cd7e0b-f258-4e60-b45a-4acaef32a6b1 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:32:40.928969 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fc2ace43-e59a-4f4f-8676-7c8870d5b4da tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:40.966539 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:40.979908 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:41.100110 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6d16528-8df3-49bf-a562-3bc0d73bb93c req-1a1830a9-94f0-4e01-9cf3-f482e76aff8c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2867501
Jun 04 15:32:41.100778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, d1cd7e0b-f258-4e60-b45a-4acaef32a6b1) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:41.129852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Network eb176e83-261d-43af-97dd-c40f204aaaee is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:41.149328 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c5e3ea-4c3e-4ae6-978c-69dde8c60156 None None] Network d1cd7e0b-f258-4e60-b45a-4acaef32a6b1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:41.160679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:41.165540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:41.231479 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7528f8-e9ec-40ac-8223-9cc70e6570d7 req-32bfe8e8-a7b2-4285-a326-1699a31e47ba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:41.233249 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3f7528f8-e9ec-40ac-8223-9cc70e6570d7 req-32bfe8e8-a7b2-4285-a326-1699a31e47ba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.5315425
Jun 04 15:32:41.242969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:41.243564 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:41.269487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Pushing event updated for resources: {'Port': ['ID=d012de4f-b005-4e9b-bbe3-2378fe7bd664,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:41.275740 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:41.300256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Allocated IP 172.20.0.8 (eb176e83-261d-43af-97dd-c40f204aaaee/2f69e3da-fbf5-4742-ad82-b3a9452854c9/afe939bd-7d36-4718-ae37-0c7d6f699ffc) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:41.331729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:41.332409 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:41.434849 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3f7528f8-e9ec-40ac-8223-9cc70e6570d7 req-232cf9fe-1f0b-46ee-9bdd-ec6293b3d200 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848626
Jun 04 15:32:41.437315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.0126176
Jun 04 15:32:41.450264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60064) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:41.455879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'network_id': 'd1cd7e0b-f258-4e60-b45a-4acaef32a6b1', 'name': 'tempest-PortsTestJSON-299895955'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:41.497818 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0807426
Jun 04 15:32:41.595934 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Request body: {'port': {'device_id': 'bb2c5417-1682-4198-943a-c71c11e9e90c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:41.703773 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-d1cd7e0b-f258-4e60-b45a-4acaef32a6b1', 'network_id': 'd1cd7e0b-f258-4e60-b45a-4acaef32a6b1', 'tenant_id': 'bc0fd670a5404a5abae106526d666969', 'fixed_ips': [{'subnet_id': '38a88220-b7e2-4ad5-8158-417d0dc4a5c0'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:32:41.706449 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:41.767514 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:41.767846 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1302feac-b295-4dc6-9424-2948eac619a7 req-cee1c376-d5ba-4de7-8009-d64b8c33ef4f tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 210 time: 0.0606084
Jun 04 15:32:41.801717 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9dbac8dd-c577-4c3f-900c-d9e054f0b9eb tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:41.921131 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fc2ace43-e59a-4f4f-8676-7c8870d5b4da tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:41.926400 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-97f75f89-d72f-4c65-b276-69b6b5e000ad tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:41.995631 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Allocated IP 172.20.0.2 (d1cd7e0b-f258-4e60-b45a-4acaef32a6b1/38a88220-b7e2-4ad5-8158-417d0dc4a5c0/0ff82949-6430-475a-880b-af14e35db702) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:42.033546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ace43-e59a-4f4f-8676-7c8870d5b4da tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=7b6b02ad-f908-42dd-b6af-ebdcd3b079ac,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:42.033546 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fc2ace43-e59a-4f4f-8676-7c8870d5b4da tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:42.033546 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9dbac8dd-c577-4c3f-900c-d9e054f0b9eb tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:42.044723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc52b63a-b7b1-4261-ad0b-a43c679e3a55 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:42.087325 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fc2ace43-e59a-4f4f-8676-7c8870d5b4da tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:42.124049 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fc2ace43-e59a-4f4f-8676-7c8870d5b4da tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/7b6b02ad-f908-42dd-b6af-ebdcd3b079ac HTTP/1.1" status: 204  len: 168 time: 2.5096600
Jun 04 15:32:42.127751 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60070) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:42.134180 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:42.140622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:42.155515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:42.406983 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:42.408593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:42.412577 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:42.439184 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7d1444a5-6aa0-4c1c-9f23-85a1d50287bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:42.504453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Allocated IP 172.20.0.13 (eb176e83-261d-43af-97dd-c40f204aaaee/2f69e3da-fbf5-4742-ad82-b3a9452854c9/4d48f5c9-ba35-4529-9781-cd7ca038d372) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:42.520368 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6337ba5f-cb48-420d-8822-8e09115e3a85 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3911529
Jun 04 15:32:42.530839 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60078) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:42.542942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] device_id is not set on port e2165ba4-be4a-4182-8361-43f3b88f316e yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:32:42.549045 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:42.566725 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Transition to ACTIVE for port object 0ff82949-6430-475a-880b-af14e35db702 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:42.607233 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Transition to ACTIVE for port object 0ff82949-6430-475a-880b-af14e35db702 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:42.690017 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e197080-ccb3-465d-83a2-7c196c4ab8ce None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:32:42.738468 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:42.749756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60080) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:42.753570 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:42.788875 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ec682-ffe2-4bd3-9eba-c5e1c4209c29 req-c67ebde8-12ce-4744-8f7a-021eb8b01767 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:42.794555 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-158ec682-ffe2-4bd3-9eba-c5e1c4209c29 req-c67ebde8-12ce-4744-8f7a-021eb8b01767 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.8377950
Jun 04 15:32:42.804039 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-9dbac8dd-c577-4c3f-900c-d9e054f0b9eb tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Floating IP da4d0913-ecfd-4aab-90f8-9e1366515a46 associated. External IP: 172.25.4.139, port: 131cf642-94ad-4a61-899e-9c9bae477d1d.
Jun 04 15:32:42.817749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Network eb176e83-261d-43af-97dd-c40f204aaaee is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:42.823772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:42.826843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:42.844892 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Pushing event updated for resources: {'Port': ['ID=0ff82949-6430-475a-880b-af14e35db702,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:42.861833 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:42.889261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Network d1cd7e0b-f258-4e60-b45a-4acaef32a6b1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:42.897523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:42.907207 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:42.927279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Pushing event updated for resources: {'Port': ['ID=afe939bd-7d36-4718-ae37-0c7d6f699ffc,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:42.931883 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:42.972261 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-158ec682-ffe2-4bd3-9eba-c5e1c4209c29 req-120d6ef9-61c1-48c7-97ad-f812e8bbd37d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759341
Jun 04 15:32:43.055307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:43.056043 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:43.061044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219a42c1-39be-486f-9739-348b8680c075 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:43.061896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-219a42c1-39be-486f-9739-348b8680c075 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:43.091895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Attempting to bind port 0ff82949-6430-475a-880b-af14e35db702 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:32:43.092473 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Attempting to bind port 0ff82949-6430-475a-880b-af14e35db702 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '7489a52f-3a85-4b40-99bf-525ef2a0e6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd1cd7e0b-f258-4e60-b45a-4acaef32a6b1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:32:43.092794 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Attempting to bind port 0ff82949-6430-475a-880b-af14e35db702 on network d1cd7e0b-f258-4e60-b45a-4acaef32a6b1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:43.095749 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b696954-e0cd-4d21-9780-0c8f677ccb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:43.112868 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:32:43.113981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Checking segment: {'id': '7489a52f-3a85-4b40-99bf-525ef2a0e6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd1cd7e0b-f258-4e60-b45a-4acaef32a6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:32:43.115054 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:43.115054 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Bound using segment: {'id': '7489a52f-3a85-4b40-99bf-525ef2a0e6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd1cd7e0b-f258-4e60-b45a-4acaef32a6b1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:32:43.115453 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Bound port: 0ff82949-6430-475a-880b-af14e35db702, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7489a52f-3a85-4b40-99bf-525ef2a0e6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd1cd7e0b-f258-4e60-b45a-4acaef32a6b1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:32:43.115850 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:43.127836 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7b696954-e0cd-4d21-9780-0c8f677ccb2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:43.147216 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9e197080-ccb3-465d-83a2-7c196c4ab8ce None None] Deleting port 21388d7f-3212-4192-8281-d780445d1b8c {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:43.147611 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9e197080-ccb3-465d-83a2-7c196c4ab8ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:43.147737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5f304-e2bc-4837-85f5-9a18f8e8dc5f req-5baec7a6-ef39-4c73-8a2b-400f3f64a94b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:43.158913 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9c5f304-e2bc-4837-85f5-9a18f8e8dc5f req-5baec7a6-ef39-4c73-8a2b-400f3f64a94b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.7923965
Jun 04 15:32:43.160578 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7b696954-e0cd-4d21-9780-0c8f677ccb2d admin admin] Usage tracker for resource:security_group_rule and tenant:f7391c44cd404d5595f38a1375036d1a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:43.165746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7b696954-e0cd-4d21-9780-0c8f677ccb2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:43.178783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7b696954-e0cd-4d21-9780-0c8f677ccb2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:43.265479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Allocated IP 172.20.0.12 (d1cd7e0b-f258-4e60-b45a-4acaef32a6b1/38a88220-b7e2-4ad5-8158-417d0dc4a5c0/e2165ba4-be4a-4182-8361-43f3b88f316e) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:43.267785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-9e197080-ccb3-465d-83a2-7c196c4ab8ce None None] For port 21388d7f-3212-4192-8281-d780445d1b8c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=21388d7f-3212-4192-8281-d780445d1b8c,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:43.268238 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9e197080-ccb3-465d-83a2-7c196c4ab8ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:43.309885 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.8371940
Jun 04 15:32:43.318991 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9c5f304-e2bc-4837-85f5-9a18f8e8dc5f req-ab078f8f-d580-4c3c-8323-4d3b4293c1c7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632731
Jun 04 15:32:43.335735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Request body: {'port': {'device_id': '412e0481-c4b5-4b1a-971b-782c61069b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:43.398010 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-219a42c1-39be-486f-9739-348b8680c075 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:43.404395 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-219a42c1-39be-486f-9739-348b8680c075 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.8612552
Jun 04 15:32:43.406171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60090) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:43.453949 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9e197080-ccb3-465d-83a2-7c196c4ab8ce None None] Calling delete_port for 21388d7f-3212-4192-8281-d780445d1b8c owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:43.529402 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba8da42d-4efa-4673-812a-53dbeefda922 req-88b3bfe4-16ca-4a72-b9bb-6b97d7c87377 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 210 time: 0.2250562
Jun 04 15:32:43.607041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] For port 0ff82949-6430-475a-880b-af14e35db702, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:32:43.610671 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] For port 0ff82949-6430-475a-880b-af14e35db702, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0ff82949-6430-475a-880b-af14e35db702,segment=NetworkSegment(7489a52f-3a85-4b40-99bf-525ef2a0e6d2),segment_id=7489a52f-3a85-4b40-99bf-525ef2a0e6d2)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:32:43.613856 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:43.643964 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b696954-e0cd-4d21-9780-0c8f677ccb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:43.682347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5464fb-130e-41df-bfee-f4f4df36bb43 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:43.683036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ba5464fb-130e-41df-bfee-f4f4df36bb43 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:43.699925 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9e197080-ccb3-465d-83a2-7c196c4ab8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:43.704533 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:43.747635 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b696954-e0cd-4d21-9780-0c8f677ccb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:43.747893 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:43.755871 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e197080-ccb3-465d-83a2-7c196c4ab8ce None None] Pushing event deleted for resources: {'Port': ['ID=21388d7f-3212-4192-8281-d780445d1b8c,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:43.764021 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9e197080-ccb3-465d-83a2-7c196c4ab8ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:43.764626 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:43.774200 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-963d39f9-5847-4cd2-a312-d3866450df55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:43.774873 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:43.845731 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7b696954-e0cd-4d21-9780-0c8f677ccb2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7391c44cd404d5595f38a1375036d1a&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0873926
Jun 04 15:32:43.847432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60092) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:43.849566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b696954-e0cd-4d21-9780-0c8f677ccb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9092ef-9c9f-47d1-901c-22d093d5bb21,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:43.857548 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e197080-ccb3-465d-83a2-7c196c4ab8ce None None] No DVR routers for this DVR port 21388d7f-3212-4192-8281-d780445d1b8c on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:32:43.863236 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbac8dd-c577-4c3f-900c-d9e054f0b9eb tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:32:43.865772 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7b696954-e0cd-4d21-9780-0c8f677ccb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:43.886774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ba5464fb-130e-41df-bfee-f4f4df36bb43 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:43.886774 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ba5464fb-130e-41df-bfee-f4f4df36bb43 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4452095
Jun 04 15:32:43.888837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60094) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:43.928287 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Pushing event updated for resources: {'Port': ['ID=0ff82949-6430-475a-880b-af14e35db702,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:43.928287 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:43.928962 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:43.946958 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aefba1-78e8-4728-901b-f5ee08e817d6 req-013c5ff8-d9ba-45d5-991a-56fa57aeb753 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:43.948673 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74aefba1-78e8-4728-901b-f5ee08e817d6 req-013c5ff8-d9ba-45d5-991a-56fa57aeb753 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.4564190
Jun 04 15:32:43.972077 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a770de99-dc33-4191-bc99-99c0e44c7d0a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0821929
Jun 04 15:32:44.035216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60096) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:44.044086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-43f6763c-21be-4d1d-99db-6ccc4c3ad178 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:44.088114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Transition to ACTIVE for port object e2165ba4-be4a-4182-8361-43f3b88f316e will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:44.102032 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:44.111387 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b53c8b8-8963-4dde-b744-28bc4995ee8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:44.127748 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:44.282622 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b53c8b8-8963-4dde-b744-28bc4995ee8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:44.411287 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74aefba1-78e8-4728-901b-f5ee08e817d6 req-018466fd-18b3-4de7-908c-6c409c94d00a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4527950
Jun 04 15:32:44.427398 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbac8dd-c577-4c3f-900c-d9e054f0b9eb tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:32:44.438073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Network eb176e83-261d-43af-97dd-c40f204aaaee is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:44.453220 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a48de8-c118-4b5b-87e7-91843e0c88b3 None None] Sync routers for ids ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:32:44.463649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:44.465841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:44.475387 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a48de8-c118-4b5b-87e7-91843e0c88b3 None None] Routers {'4e9f87de-899c-40c3-b79f-56ab3a1143e7'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:32:44.476210 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a9a48de8-c118-4b5b-87e7-91843e0c88b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c776f40>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:32:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:44.484987 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9dbac8dd-c577-4c3f-900c-d9e054f0b9eb tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:44.530698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Pushing event updated for resources: {'Port': ['ID=4d48f5c9-ba35-4529-9781-cd7ca038d372,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:44.533812 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:44.582584 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-43f6763c-21be-4d1d-99db-6ccc4c3ad178 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:44.638842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-43f6763c-21be-4d1d-99db-6ccc4c3ad178 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:44.642529 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:44.673629 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d0041934-f162-4e8c-b6f7-4301cbe3f333 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:44.701909 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9dbac8dd-c577-4c3f-900c-d9e054f0b9eb tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "PUT /v2.0/floatingips/da4d0913-ecfd-4aab-90f8-9e1366515a46 HTTP/1.1" status: 200  len: 992 time: 4.8168252
Jun 04 15:32:44.702838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f78503-0767-4336-83db-a5cb7e497fc6', 'tag': '131cf642-94ad-4a61-899e-9c9bae477d1d'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:32:44.713100 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a924aa-3d77-4d64-832a-ad797e318fea" -d '{"events": [{"name": "network-changed", "server_uuid": "56f78503-0767-4336-83db-a5cb7e497fc6", "tag": "131cf642-94ad-4a61-899e-9c9bae477d1d"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:32:44.721357 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b53c8b8-8963-4dde-b744-28bc4995ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:44.723998 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b53c8b8-8963-4dde-b744-28bc4995ee8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:44.725490 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8b53c8b8-8963-4dde-b744-28bc4995ee8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc9092ef-9c9f-47d1-901c-22d093d5bb21 HTTP/1.1" status: 204  len: 168 time: 0.8767838
Jun 04 15:32:44.728472 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7bb31ebc-40c4-48a5-93c9-df28bf305aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:44.743505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53c8b8-8963-4dde-b744-28bc4995ee8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9092ef-9c9f-47d1-901c-22d093d5bb21,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:44.746607 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8b53c8b8-8963-4dde-b744-28bc4995ee8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:44.764511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e00d8d-f19d-47c0-bf4a-943a7ac71721 req-35e1fa99-bbc8-4281-a175-d0f2b506a5af tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:44.766639 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-84e00d8d-f19d-47c0-bf4a-943a7ac71721 req-35e1fa99-bbc8-4281-a175-d0f2b506a5af tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.1678278
Jun 04 15:32:44.803308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=e2165ba4-be4a-4182-8361-43f3b88f316e,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:44.810405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0ff82949-6430-475a-880b-af14e35db702 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:32:44.811547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:44.812235 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:44.837836 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:44.850152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network d1cd7e0b-f258-4e60-b45a-4acaef32a6b1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:44.850547 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-84e00d8d-f19d-47c0-bf4a-943a7ac71721 req-af8cc239-8e9b-4ec1-a59d-9d6885fdbdef tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752747
Jun 04 15:32:44.862216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:44.872081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:44.906375 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a9a48de8-c118-4b5b-87e7-91843e0c88b3 None None] Set router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:32:44.912120 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.1930914
Jun 04 15:32:44.939341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Request body: {'port': {'device_id': '14e1c365-8e58-4bd5-8265-d3a26614efa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:44.994416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f6763c-21be-4d1d-99db-6ccc4c3ad178 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:44.997972 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43f6763c-21be-4d1d-99db-6ccc4c3ad178 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:45.042204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 0ff82949-6430-475a-880b-af14e35db702 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:45.151816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 21388d7f-3212-4192-8281-d780445d1b8c no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:32:45.238518 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 21388d7f-3212-4192-8281-d780445d1b8c {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:32:45.244867 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 21388d7f-3212-4192-8281-d780445d1b8c not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:32:45.400925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06478a63-fbea-41c5-ac43-e19b5b02737d req-216f8a6c-3935-4ec3-9814-ff3fa03f0d85 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:45.403183 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06478a63-fbea-41c5-ac43-e19b5b02737d req-216f8a6c-3935-4ec3-9814-ff3fa03f0d85 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.7450995
Jun 04 15:32:45.428550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:45.430667 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:45.438778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db701d-dd34-458c-a843-0e25ccbc24a5 req-e9b23375-f4eb-40de-8b57-39f8d9af5ab0 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:45.447139 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b0db701d-dd34-458c-a843-0e25ccbc24a5 req-e9b23375-f4eb-40de-8b57-39f8d9af5ab0 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 932 time: 0.4809537
Jun 04 15:32:45.493937 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-b0db701d-dd34-458c-a843-0e25ccbc24a5 req-29b4f744-4bee-4814-ac55-e0d486e73f14 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Synchronizing usage tracker for tenant:ddcc60be4c4b44bb96a7a7a89a07b349 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:45.553959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68985f58-e6fd-46cc-b8b2-58a1b825a7b0 None None] Network d1cd7e0b-f258-4e60-b45a-4acaef32a6b1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:45.596318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d012de4f-b005-4e9b-bbe3-2378fe7bd664 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:32:45.619255 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a9a48de8-c118-4b5b-87e7-91843e0c88b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c776f40>, [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:52Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'da4d0913-ecfd-4aab-90f8-9e1366515a46', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'floating_ip_address': '172.25.4.139', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'port_id': '131cf642-94ad-4a61-899e-9c9bae477d1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'mac_address': 'fa:16:3e:7f:8a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f78503-0767-4336-83db-a5cb7e497fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:32:06Z', 'updated_at': '2021-06-04T15:32:41Z', 'revision_number': 1, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f29c41-10d6-4b72-91e6-7aea4e550748', 'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'mac_address': 'fa:16:3e:22:c8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:50Z', 'updated_at': '2021-06-04T15:32:04Z', 'revision_number': 5, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'subnets': [{'id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:45.621230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-b0db701d-dd34-458c-a843-0e25ccbc24a5 req-29b4f744-4bee-4814-ac55-e0d486e73f14 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Unset dirty status for tenant:ddcc60be4c4b44bb96a7a7a89a07b349 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:45.633365 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b0db701d-dd34-458c-a843-0e25ccbc24a5 req-29b4f744-4bee-4814-ac55-e0d486e73f14 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754494
Jun 04 15:32:45.642079 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:45.665662 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06478a63-fbea-41c5-ac43-e19b5b02737d req-af22b56a-1ee3-4cbe-8d14-5c4a4067a1d8 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2151370
Jun 04 15:32:45.720341 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:45.721369 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a48de8-c118-4b5b-87e7-91843e0c88b3 None None] Checking router: 4e9f87de-899c-40c3-b79f-56ab3a1143e7 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:32:45.749196 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.2975852
Jun 04 15:32:45.751838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60118) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:45.752814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Transition to ACTIVE for port object d012de4f-b005-4e9b-bbe3-2378fe7bd664 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:45.777310 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a48de8-c118-4b5b-87e7-91843e0c88b3 None None] Routers {'4e9f87de-899c-40c3-b79f-56ab3a1143e7'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:32:45.778021 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a9a48de8-c118-4b5b-87e7-91843e0c88b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c776f40>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:32:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:45.848476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60120) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:45.855349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d71d4ca6-7bb0-4a8a-af36-50f8aae97b6c None None] Provisioning for port 0ff82949-6430-475a-880b-af14e35db702 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:45.876012 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d71d4ca6-7bb0-4a8a-af36-50f8aae97b6c None None] Provisioning complete for port 0ff82949-6430-475a-880b-af14e35db702 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:45.880203 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d71d4ca6-7bb0-4a8a-af36-50f8aae97b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:45.915772 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5c3efc-2baf-4edf-b080-ee8da6f29c52 x-openstack-request-id: req-7c5c3efc-2baf-4edf-b080-ee8da6f29c52 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:32:45.916322 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f78503-0767-4336-83db-a5cb7e497fc6", "tag": "131cf642-94ad-4a61-899e-9c9bae477d1d", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:32:45.916743 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c5c3efc-2baf-4edf-b080-ee8da6f29c52 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:32:45.917307 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f78503-0767-4336-83db-a5cb7e497fc6', 'tag': '131cf642-94ad-4a61-899e-9c9bae477d1d', 'status': 'completed', 'code': 200}
Jun 04 15:32:46.004786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-10cdeaa3-5d1e-4978-bddd-82e4fa847a0e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port e2165ba4-be4a-4182-8361-43f3b88f316e {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:46.005199 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-10cdeaa3-5d1e-4978-bddd-82e4fa847a0e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:46.030478 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:46.136599 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4f42dd88-38f6-458a-8a6a-b29f163f895a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:46.177612 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-10cdeaa3-5d1e-4978-bddd-82e4fa847a0e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:46.201411 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a9a48de8-c118-4b5b-87e7-91843e0c88b3 None None] Set router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:32:46.255702 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d71d4ca6-7bb0-4a8a-af36-50f8aae97b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:46.295892 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2cb10a69-50b3-485e-a60c-5fd4c43a89ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:46.333877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d71d4ca6-7bb0-4a8a-af36-50f8aae97b6c None None] For port 0ff82949-6430-475a-880b-af14e35db702, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0ff82949-6430-475a-880b-af14e35db702,segment=NetworkSegment(7489a52f-3a85-4b40-99bf-525ef2a0e6d2),segment_id=7489a52f-3a85-4b40-99bf-525ef2a0e6d2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:46.400937 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-10cdeaa3-5d1e-4978-bddd-82e4fa847a0e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for e2165ba4-be4a-4182-8361-43f3b88f316e owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:46.414732 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d71d4ca6-7bb0-4a8a-af36-50f8aae97b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:46.423066 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:46.578573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2cb10a69-50b3-485e-a60c-5fd4c43a89ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:46.638194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Pushing event updated for resources: {'Port': ['ID=d012de4f-b005-4e9b-bbe3-2378fe7bd664,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:46.641713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2cb10a69-50b3-485e-a60c-5fd4c43a89ba admin admin] Usage tracker for resource:security_group_rule and tenant:50d3a261d36a46faa3f7c827ecca47f9 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:46.658198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2cb10a69-50b3-485e-a60c-5fd4c43a89ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:46.665497 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:46.693548 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-10cdeaa3-5d1e-4978-bddd-82e4fa847a0e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:46.724451 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d4ca6-7bb0-4a8a-af36-50f8aae97b6c None None] Pushing event updated for resources: {'Port': ['ID=0ff82949-6430-475a-880b-af14e35db702,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:46.730388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2cb10a69-50b3-485e-a60c-5fd4c43a89ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:46.735318 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d71d4ca6-7bb0-4a8a-af36-50f8aae97b6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:46.740686 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:46.750675 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4a1c001a-543d-4a90-844c-d3cea9923bd5 None None] Could not find standard attr ID for object e2165ba4-be4a-4182-8361-43f3b88f316e. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:32:46.776952 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4a1c001a-543d-4a90-844c-d3cea9923bd5 None None] Provisioning complete for port 0ff82949-6430-475a-880b-af14e35db702 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:46.777231 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4a1c001a-543d-4a90-844c-d3cea9923bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:46.839911 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdeaa3-5d1e-4978-bddd-82e4fa847a0e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=e2165ba4-be4a-4182-8361-43f3b88f316e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:46.850887 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-10cdeaa3-5d1e-4978-bddd-82e4fa847a0e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:46.970324 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a9a48de8-c118-4b5b-87e7-91843e0c88b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c776f40>, [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:52Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'da4d0913-ecfd-4aab-90f8-9e1366515a46', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'floating_ip_address': '172.25.4.139', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'port_id': '131cf642-94ad-4a61-899e-9c9bae477d1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'mac_address': 'fa:16:3e:7f:8a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f78503-0767-4336-83db-a5cb7e497fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:32:06Z', 'updated_at': '2021-06-04T15:32:41Z', 'revision_number': 1, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f29c41-10d6-4b72-91e6-7aea4e550748', 'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'mac_address': 'fa:16:3e:22:c8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:50Z', 'updated_at': '2021-06-04T15:32:04Z', 'revision_number': 5, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'subnets': [{'id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:46.984327 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a48de8-c118-4b5b-87e7-91843e0c88b3 None None] The sync data for ids ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'] in n-d-791505-9 is: [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:52Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'da4d0913-ecfd-4aab-90f8-9e1366515a46', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'floating_ip_address': '172.25.4.139', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'port_id': '131cf642-94ad-4a61-899e-9c9bae477d1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'mac_address': 'fa:16:3e:7f:8a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f78503-0767-4336-83db-a5cb7e497fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:32:06Z', 'updated_at': '2021-06-04T15:32:41Z', 'revision_number': 1, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f29c41-10d6-4b72-91e6-7aea4e550748', 'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'mac_address': 'fa:16:3e:22:c8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:50Z', 'updated_at': '2021-06-04T15:32:04Z', 'revision_number': 5, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'subnets': [{'id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:32:47.028278 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c3f7d-f058-4ccd-a03b-350a4d99dca2 req-ad46a6e7-1e69-4104-8561-f4a0c7a1b63d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:47.037789 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f06c3f7d-f058-4ccd-a03b-350a4d99dca2 req-ad46a6e7-1e69-4104-8561-f4a0c7a1b63d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.5040939
Jun 04 15:32:47.054565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a924aa-3d77-4d64-832a-ad797e318fea req-e8ba56d9-5fb2-44ac-abb7-c457e1fe0094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:47.056593 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f5a924aa-3d77-4d64-832a-ad797e318fea req-e8ba56d9-5fb2-44ac-abb7-c457e1fe0094 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 1097 time: 1.1981845
Jun 04 15:32:47.066732 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:32:47.067053 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-10cdeaa3-5d1e-4978-bddd-82e4fa847a0e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:47.085580 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66184543-705f-4df9-adbd-10544a8bfa23 req-20640fe1-0837-457f-9aac-df8d23cf08f2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:47.093816 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-66184543-705f-4df9-adbd-10544a8bfa23 req-20640fe1-0837-457f-9aac-df8d23cf08f2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.8582575
Jun 04 15:32:47.100843 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-10cdeaa3-5d1e-4978-bddd-82e4fa847a0e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/e2165ba4-be4a-4182-8361-43f3b88f316e HTTP/1.1" status: 204  len: 168 time: 1.3447733
Jun 04 15:32:47.101544 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60132) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:47.105439 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9c0d2b85-36e6-47f8-a94e-1322a975063e None None] Could not find standard attr ID for object e2165ba4-be4a-4182-8361-43f3b88f316e. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:32:47.162993 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f06c3f7d-f058-4ccd-a03b-350a4d99dca2 req-de3f2675-5635-42d2-a005-7940fd506b40 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227515
Jun 04 15:32:47.171650 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3ba0b6-4955-43be-b847-98756478f1d4 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:32:47.172147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3ba0b6-4955-43be-b847-98756478f1d4 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:32:47.177907 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2b3ba0b6-4955-43be-b847-98756478f1d4 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/e2165ba4-be4a-4182-8361-43f3b88f316e HTTP/1.1" status: 404  len: 333 time: 0.0713196
Jun 04 15:32:47.178133 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60134) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:47.272978 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-c112b7dd-e40f-425b-9383-9596489bf694 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] GET failed (client error): The resource could not be found.
Jun 04 15:32:47.276853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c112b7dd-e40f-425b-9383-9596489bf694 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:47.286911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Attempting to bind port d012de4f-b005-4e9b-bbe3-2378fe7bd664 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:32:47.287251 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Attempting to bind port d012de4f-b005-4e9b-bbe3-2378fe7bd664 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '662a47d0-1637-4b94-ab1e-7233a053b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:32:47.287427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Attempting to bind port d012de4f-b005-4e9b-bbe3-2378fe7bd664 on network eb176e83-261d-43af-97dd-c40f204aaaee {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:47.396860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Port d012de4f-b005-4e9b-bbe3-2378fe7bd664 on network eb176e83-261d-43af-97dd-c40f204aaaee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:32:47.397460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Attempting to bind port d012de4f-b005-4e9b-bbe3-2378fe7bd664 on network eb176e83-261d-43af-97dd-c40f204aaaee {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:47.398858 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a03d9f-5027-4151-b808-56dfcf863a91 None None] New status for floating IP da4d0913-ecfd-4aab-90f8-9e1366515a46: ACTIVE {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:32:47.428410 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c112b7dd-e40f-425b-9383-9596489bf694 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:47.430432 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c112b7dd-e40f-425b-9383-9596489bf694 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/e2165ba4-be4a-4182-8361-43f3b88f316e HTTP/1.1" status: 404  len: 333 time: 0.2515278
Jun 04 15:32:47.433585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60138) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:47.443037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe939bd-7d36-4718-ae37-0c7d6f699ffc {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:32:47.466600 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:47.466600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:32:47.466600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Checking segment: {'id': '662a47d0-1637-4b94-ab1e-7233a053b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:32:47.466600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Bound using segment: {'id': '662a47d0-1637-4b94-ab1e-7233a053b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:32:47.466600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Bound port: d012de4f-b005-4e9b-bbe3-2378fe7bd664, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662a47d0-1637-4b94-ab1e-7233a053b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:32:47.466600 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:47.486156 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-66184543-705f-4df9-adbd-10544a8bfa23 req-5933c124-ef05-45c6-a593-535c43502b2f tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3913660
Jun 04 15:32:47.543253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a924aa-3d77-4d64-832a-ad797e318fea req-d0adb8cc-ff6b-4767-95eb-a523e0c1990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:47.544748 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f5a924aa-3d77-4d64-832a-ad797e318fea req-d0adb8cc-ff6b-4767-95eb-a523e0c1990b service neutron] 10.222.0.65 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 917 time: 0.4676962
Jun 04 15:32:47.593536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8be0a2-dc03-490c-99c4-e4bcd1299b33 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting subnet 38a88220-b7e2-4ad5-8158-417d0dc4a5c0 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:32:47.598579 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a8be0a2-dc03-490c-99c4-e4bcd1299b33 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:47.669597 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a8be0a2-dc03-490c-99c4-e4bcd1299b33 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:47.712483 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823b939-3bd1-443a-a6a0-5df386ed4094 req-b8feb3b5-c3e5-451b-a1c7-6ef0aaf8b790 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:47.719699 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b823b939-3bd1-443a-a6a0-5df386ed4094 req-b8feb3b5-c3e5-451b-a1c7-6ef0aaf8b790 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 932 time: 0.2447619
Jun 04 15:32:47.797364 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b823b939-3bd1-443a-a6a0-5df386ed4094 req-523ab159-ae33-4b02-aba4-d966058407bf tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766070
Jun 04 15:32:47.848214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a8be0a2-dc03-490c-99c4-e4bcd1299b33 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:47.900138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Transition to ACTIVE for port object afe939bd-7d36-4718-ae37-0c7d6f699ffc will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:48.039579 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2cb10a69-50b3-485e-a60c-5fd4c43a89ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:48.050942 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:48.055244 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a5d125df-a3cf-4751-895e-fc0d64383449 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:48.135293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] For port d012de4f-b005-4e9b-bbe3-2378fe7bd664, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:32:48.228836 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2cb10a69-50b3-485e-a60c-5fd4c43a89ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:48.238412 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f5a924aa-3d77-4d64-832a-ad797e318fea req-82c61eff-90c9-48cf-8503-11fd4927f917 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=131cf642-94ad-4a61-899e-9c9bae477d1d HTTP/1.1" status: 200  len: 1000 time: 0.6789503
Jun 04 15:32:48.248677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] For port d012de4f-b005-4e9b-bbe3-2378fe7bd664, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d012de4f-b005-4e9b-bbe3-2378fe7bd664,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:32:48.315982 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a8be0a2-dc03-490c-99c4-e4bcd1299b33 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:48.358548 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d014d300-6c4e-4ce6-93dc-388aa047958f tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:48.401538 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:48.401538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Pushing event updated for resources: {'Port': ['ID=afe939bd-7d36-4718-ae37-0c7d6f699ffc,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:48.411034 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:48.411526 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:48.418378 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a8be0a2-dc03-490c-99c4-e4bcd1299b33 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:48.426572 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d21bab6-1c3d-412e-b8b9-2fcbcf586903 None None] Network d1cd7e0b-f258-4e60-b45a-4acaef32a6b1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:48.439255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8be0a2-dc03-490c-99c4-e4bcd1299b33 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Subnet': ['ID=38a88220-b7e2-4ad5-8158-417d0dc4a5c0,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:48.449069 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3a8be0a2-dc03-490c-99c4-e4bcd1299b33 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:48.460389 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3a8be0a2-dc03-490c-99c4-e4bcd1299b33 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/38a88220-b7e2-4ad5-8158-417d0dc4a5c0 HTTP/1.1" status: 204  len: 168 time: 1.0256958
Jun 04 15:32:48.465753 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60148) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:48.544425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2cb10a69-50b3-485e-a60c-5fd4c43a89ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50d3a261d36a46faa3f7c827ecca47f9&name=default HTTP/1.1" status: 200  len: 2983 time: 2.5392787
Jun 04 15:32:48.561461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:48.562095 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:48.563489 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] 10.222.0.65 "PUT /v2.0/ports/d012de4f-b005-4e9b-bbe3-2378fe7bd664 HTTP/1.1" status: 200  len: 1092 time: 7.0539370
Jun 04 15:32:48.574406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60150) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:48.581974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2c5417-1682-4198-943a-c71c11e9e90c', 'tag': 'd012de4f-b005-4e9b-bbe3-2378fe7bd664'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:32:48.584685 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdf1ad2-6acf-4abd-9a1b-609ec369cb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2c5417-1682-4198-943a-c71c11e9e90c", "tag": "d012de4f-b005-4e9b-bbe3-2378fe7bd664"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:32:48.614517 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff58b23-80c8-452d-ad3c-f79457fd2ea8 req-4ec1f87a-229e-4498-8101-5c8b3eceb9d7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:48.616025 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dff58b23-80c8-452d-ad3c-f79457fd2ea8 req-4ec1f87a-229e-4498-8101-5c8b3eceb9d7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.2939599
Jun 04 15:32:48.621678 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:48.662942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a924aa-3d77-4d64-832a-ad797e318fea req-3ef044b7-a91a-4698-b321-057e0a100a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:48.664447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f5a924aa-3d77-4d64-832a-ad797e318fea req-3ef044b7-a91a-4698-b321-057e0a100a18 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 200  len: 855 time: 0.3522010
Jun 04 15:32:48.746310 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dff58b23-80c8-452d-ad3c-f79457fd2ea8 req-381fbd7f-c2cc-4c11-a44b-785ee4b52f60 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752807
Jun 04 15:32:48.776610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port 0ff82949-6430-475a-880b-af14e35db702 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:48.776962 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:48.786756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd1302d-f65f-4421-bcc2-935adf1e45f5 None None] DHCP port deletion for d1cd7e0b-f258-4e60-b45a-4acaef32a6b1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:32:48.815275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a84a2-3ddb-4413-993e-500fb7a8a635 req-c890d7f2-4751-41cd-988d-7e8e2264aefd tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:48.822909 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-162a84a2-3ddb-4413-993e-500fb7a8a635 req-c890d7f2-4751-41cd-988d-7e8e2264aefd tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.9199035
Jun 04 15:32:48.841447 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054e4570-1e5a-4db2-9422-f9dc2c38231a x-openstack-request-id: req-054e4570-1e5a-4db2-9422-f9dc2c38231a {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:32:48.841839 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2c5417-1682-4198-943a-c71c11e9e90c", "tag": "d012de4f-b005-4e9b-bbe3-2378fe7bd664", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:32:48.842092 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-054e4570-1e5a-4db2-9422-f9dc2c38231a {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:32:48.842535 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2c5417-1682-4198-943a-c71c11e9e90c', 'tag': 'd012de4f-b005-4e9b-bbe3-2378fe7bd664', 'status': 'completed', 'code': 200}
Jun 04 15:32:48.902730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Pushing event updated for resources: {'Port': ['ID=d012de4f-b005-4e9b-bbe3-2378fe7bd664,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:48.907426 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:48.914724 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1302d-f65f-4421-bcc2-935adf1e45f5 None None] Deleting port 0ff82949-6430-475a-880b-af14e35db702 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:48.915324 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dcd1302d-f65f-4421-bcc2-935adf1e45f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:48.927160 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cdf2a258-f0a9-4dea-a4ec-e0859a3b6c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.631s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:49.029175 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-dcd1302d-f65f-4421-bcc2-935adf1e45f5 None None] For port 0ff82949-6430-475a-880b-af14e35db702, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0ff82949-6430-475a-880b-af14e35db702,segment=NetworkSegment(7489a52f-3a85-4b40-99bf-525ef2a0e6d2),segment_id=7489a52f-3a85-4b40-99bf-525ef2a0e6d2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:49.029692 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dcd1302d-f65f-4421-bcc2-935adf1e45f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:49.042444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb10a69-50b3-485e-a60c-5fd4c43a89ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d885c0c9-d0f4-41ef-a246-abdf0cfba8be,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:49.109074 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:32:49.131319 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2cb10a69-50b3-485e-a60c-5fd4c43a89ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:49.132464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Attempting to bind port afe939bd-7d36-4718-ae37-0c7d6f699ffc on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:32:49.133450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Attempting to bind port afe939bd-7d36-4718-ae37-0c7d6f699ffc by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '662a47d0-1637-4b94-ab1e-7233a053b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:32:49.133776 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Attempting to bind port afe939bd-7d36-4718-ae37-0c7d6f699ffc on network eb176e83-261d-43af-97dd-c40f204aaaee {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:49.147354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] For port 0ff82949-6430-475a-880b-af14e35db702, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0ff82949-6430-475a-880b-af14e35db702,segment=NetworkSegment(7489a52f-3a85-4b40-99bf-525ef2a0e6d2),segment_id=7489a52f-3a85-4b40-99bf-525ef2a0e6d2)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:49.148407 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:49.230456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1302d-f65f-4421-bcc2-935adf1e45f5 None None] Calling delete_port for 0ff82949-6430-475a-880b-af14e35db702 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:49.252438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Port afe939bd-7d36-4718-ae37-0c7d6f699ffc on network eb176e83-261d-43af-97dd-c40f204aaaee not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:32:49.252836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Attempting to bind port afe939bd-7d36-4718-ae37-0c7d6f699ffc on network eb176e83-261d-43af-97dd-c40f204aaaee {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:49.257400 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-162a84a2-3ddb-4413-993e-500fb7a8a635 req-826c8c31-94a9-4c46-9a62-f229c800e922 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4336822
Jun 04 15:32:49.305255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:32:49.305542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Checking segment: {'id': '662a47d0-1637-4b94-ab1e-7233a053b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:32:49.305882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Bound using segment: {'id': '662a47d0-1637-4b94-ab1e-7233a053b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:32:49.306347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Bound port: afe939bd-7d36-4718-ae37-0c7d6f699ffc, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662a47d0-1637-4b94-ab1e-7233a053b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:32:49.306711 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:49.328514 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for 0ff82949-6430-475a-880b-af14e35db702 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:49.373729 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dcd1302d-f65f-4421-bcc2-935adf1e45f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:49.396094 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:49.421552 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef001cba-3235-4289-ac73-408606c4db40 req-e832b61a-6c8c-43c0-9ae1-dbed3b818a4d tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:49.421552 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ef001cba-3235-4289-ac73-408606c4db40 req-e832b61a-6c8c-43c0-9ae1-dbed3b818a4d tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 932 time: 0.1377869
Jun 04 15:32:49.477057 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d48f5c9-ba35-4529-9781-cd7ca038d372 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:32:49.484785 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:49.489584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd1302d-f65f-4421-bcc2-935adf1e45f5 None None] No DVR routers for this DVR port 0ff82949-6430-475a-880b-af14e35db702 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:32:49.494423 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-24186683-c820-4cce-be0c-dce53575d215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:49.497167 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7ea8e929-ac56-426a-81e7-9d54c5df6506 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:49.506913 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1302d-f65f-4421-bcc2-935adf1e45f5 None None] Pushing event deleted for resources: {'Port': ['ID=0ff82949-6430-475a-880b-af14e35db702,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:49.521601 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-dcd1302d-f65f-4421-bcc2-935adf1e45f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:49.537398 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:49.553836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a924aa-3d77-4d64-832a-ad797e318fea req-937c43fe-e089-491c-bb8f-c6972a56ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:49.553836 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f5a924aa-3d77-4d64-832a-ad797e318fea req-937c43fe-e089-491c-bb8f-c6972a56ae2e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.8532050
Jun 04 15:32:49.591692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-748b8bfd-edba-4f21-81ac-53689bb9804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:49.593318 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-748b8bfd-edba-4f21-81ac-53689bb9804e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddcc60be4c4b44bb96a7a7a89a07b349&device_id=bb2c5417-1682-4198-943a-c71c11e9e90c HTTP/1.1" status: 200  len: 1095 time: 0.8467329
Jun 04 15:32:49.633430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=0ff82949-6430-475a-880b-af14e35db702,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:49.651034 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ef001cba-3235-4289-ac73-408606c4db40 req-e79b7f63-d2c3-4b2f-9c6f-e055657cf574 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164426
Jun 04 15:32:49.651354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No DVR routers for this DVR port 0ff82949-6430-475a-880b-af14e35db702 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:32:49.652937 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:49.698301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.objects.ports [None req-43f6763c-21be-4d1d-99db-6ccc4c3ad178 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88300) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:32:49.731763 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43f6763c-21be-4d1d-99db-6ccc4c3ad178 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:49.754357 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a6f616e8-4f6e-4587-bf90-7444ab89d8a0 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:49.855208 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-06348873-d13a-482b-9483-35a8b92424c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d012de4f-b005-4e9b-bbe3-2378fe7bd664 HTTP/1.1" status: 200  len: 217 time: 0.1566668
Jun 04 15:32:49.855979 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:49.856444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Transition to ACTIVE for port object 4d48f5c9-ba35-4529-9781-cd7ca038d372 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:49.856554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83870843d0>,) {'filters': {'network_id': ['d1cd7e0b-f258-4e60-b45a-4acaef32a6b1']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:49.856554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83870843d0>, '7489a52f-3a85-4b40-99bf-525ef2a0e6d2') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:49.856554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83870843d0>, '7489a52f-3a85-4b40-99bf-525ef2a0e6d2') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:32:49.856821 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-24186683-c820-4cce-be0c-dce53575d215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:49.857848 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:49.933645 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:49.948309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:32:49.948309 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:32:49.964342 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:32:50.082746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54057b83-c152-4b56-bca8-be513b176053 req-c0c55827-3b75-4014-b735-0e4ac7a8227d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:50.083995 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54057b83-c152-4b56-bca8-be513b176053 req-c0c55827-3b75-4014-b735-0e4ac7a8227d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.2116644
Jun 04 15:32:50.131299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f6763c-21be-4d1d-99db-6ccc4c3ad178 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:50.139588 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54057b83-c152-4b56-bca8-be513b176053 req-58e555a9-aa91-416c-b3e1-fc338d4a8e3f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476575
Jun 04 15:32:50.143479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-43f6763c-21be-4d1d-99db-6ccc4c3ad178 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:50.149607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] For port afe939bd-7d36-4718-ae37-0c7d6f699ffc, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:32:50.160747 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37ceb98-8793-4d8e-a5d9-cb256a5f507e None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:50.201832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] For port afe939bd-7d36-4718-ae37-0c7d6f699ffc, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=afe939bd-7d36-4718-ae37-0c7d6f699ffc,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:32:50.205228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6763c-21be-4d1d-99db-6ccc4c3ad178 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=b26ee535-3c2a-43af-88b8-f2886427cab4,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:50.220304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-ce07e25e-09f9-48df-b317-e0a0bc412961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:50.222321 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-ce07e25e-09f9-48df-b317-e0a0bc412961 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2f69e3da-fbf5-4742-ad82-b3a9452854c9 HTTP/1.1" status: 200  len: 858 time: 0.4215331
Jun 04 15:32:50.227087 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-43f6763c-21be-4d1d-99db-6ccc4c3ad178 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:50.227743 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:50.232292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f6763c-21be-4d1d-99db-6ccc4c3ad178 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:50.233100 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43f6763c-21be-4d1d-99db-6ccc4c3ad178 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:50.244913 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:50.259548 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:50.272821 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:50.295116 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eadc68a8-9620-4cf8-bd40-071c9e3b39a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:50.338816 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f5a924aa-3d77-4d64-832a-ad797e318fea req-88cfab65-27f0-4fde-b52a-deb37ae56c6b service neutron] 10.222.0.65 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7404296
Jun 04 15:32:50.346211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Network': ['ID=d1cd7e0b-f258-4e60-b45a-4acaef32a6b1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:50.351067 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:50.355301 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:50.441244 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/networks/d1cd7e0b-f258-4e60-b45a-4acaef32a6b1 HTTP/1.1" status: 204  len: 168 time: 1.9740193
Jun 04 15:32:50.449406 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60172) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:50.455663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-481501915'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:50.462920 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:50.469655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:network and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:50.473945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:50.479975 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-36327fc3-c484-4f8a-9f95-cd51fe4f772a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb176e83-261d-43af-97dd-c40f204aaaee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2417607
Jun 04 15:32:50.483322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:50.583782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': 'b26ee535-3c2a-43af-88b8-f2886427cab4'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:32:50.585412 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:50.720657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:50.721264 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:50.723690 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] 10.222.0.62 "PUT /v2.0/ports/afe939bd-7d36-4718-ae37-0c7d6f699ffc HTTP/1.1" status: 200  len: 1091 time: 7.3968694
Jun 04 15:32:50.744057 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d48f5c9-ba35-4529-9781-cd7ca038d372,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:50.747741 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:50.771728 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4eb0f301-7494-40e1-81da-578512e7b9fa tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:50.801827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0ff82949-6430-475a-880b-af14e35db702 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:32:50.847064 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 0ff82949-6430-475a-880b-af14e35db702 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:32:50.847575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0ff82949-6430-475a-880b-af14e35db702 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:32:50.896653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412e0481-c4b5-4b1a-971b-782c61069b0b', 'tag': 'afe939bd-7d36-4718-ae37-0c7d6f699ffc'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:32:50.900036 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b93a1b-cba5-41af-b7d9-bf500aaa8745" -d '{"events": [{"name": "network-changed", "server_uuid": "412e0481-c4b5-4b1a-971b-782c61069b0b", "tag": "afe939bd-7d36-4718-ae37-0c7d6f699ffc"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:32:50.902802 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-24186683-c820-4cce-be0c-dce53575d215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:50.905446 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-24186683-c820-4cce-be0c-dce53575d215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:50.906695 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-24186683-c820-4cce-be0c-dce53575d215 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d885c0c9-d0f4-41ef-a246-abdf0cfba8be HTTP/1.1" status: 204  len: 168 time: 2.3174915
Jun 04 15:32:50.929562 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Allocated IP 2001:db8::f816:3eff:feb7:1f89 (6acae085-7932-4691-b36e-433651ec3de1/b26ee535-3c2a-43af-88b8-f2886427cab4/accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:50.939524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cefad-65e7-430c-9928-c4613c425887 req-587c2d2c-43a5-4d67-a290-51d7df28def3 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:50.941139 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-589cefad-65e7-430c-9928-c4613c425887 req-587c2d2c-43a5-4d67-a290-51d7df28def3 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 944 time: 0.1136370
Jun 04 15:32:50.943738 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60184) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:50.944108 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-43f6763c-21be-4d1d-99db-6ccc4c3ad178 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 6.9075515
Jun 04 15:32:50.951984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'mac_address': 'fa:16:3e:8a:01:f6', 'name': 'tempest-NetworksTestDHCPv6-690495405'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:51.027933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:51.032249 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:51.141325 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-589cefad-65e7-430c-9928-c4613c425887 req-b8904f53-98ce-4b10-970d-762a08a5d778 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717570
Jun 04 15:32:51.174199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Attempting to bind port 4d48f5c9-ba35-4529-9781-cd7ca038d372 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:32:51.174762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Attempting to bind port 4d48f5c9-ba35-4529-9781-cd7ca038d372 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '662a47d0-1637-4b94-ab1e-7233a053b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:32:51.175173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Attempting to bind port 4d48f5c9-ba35-4529-9781-cd7ca038d372 on network eb176e83-261d-43af-97dd-c40f204aaaee {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:51.178447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Pushing event updated for resources: {'Port': ['ID=afe939bd-7d36-4718-ae37-0c7d6f699ffc,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:51.191691 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:51.194925 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:32:51.200958 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:51.202818 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c244de3c-c92d-42e9-bf49-5c696bca589e tempest-TagsExtTest-1728341322 tempest-TagsExtTest-1728341322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:51.213059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:51.217279 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f5a924aa-3d77-4d64-832a-ad797e318fea req-7aa8daf7-b241-4ab5-b438-74750300bfb1 service neutron] 10.222.0.65 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7744381
Jun 04 15:32:51.217985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Port 4d48f5c9-ba35-4529-9781-cd7ca038d372 on network eb176e83-261d-43af-97dd-c40f204aaaee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:32:51.218409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Attempting to bind port 4d48f5c9-ba35-4529-9781-cd7ca038d372 on network eb176e83-261d-43af-97dd-c40f204aaaee {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:51.231744 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-1f6d55c0-7fe2-4d7e-b89f-5669742bf716 service neutron] 10.222.0.65 "GET /v2.0/networks/eb176e83-261d-43af-97dd-c40f204aaaee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7035587
Jun 04 15:32:51.234231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:51.234787 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:32:51.235129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Checking segment: {'id': '662a47d0-1637-4b94-ab1e-7233a053b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:32:51.235511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Bound using segment: {'id': '662a47d0-1637-4b94-ab1e-7233a053b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:32:51.235948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Bound port: 4d48f5c9-ba35-4529-9781-cd7ca038d372, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662a47d0-1637-4b94-ab1e-7233a053b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:32:51.236300 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:51.240162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:51.249240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Transition to ACTIVE for port object accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:51.249437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24186683-c820-4cce-be0c-dce53575d215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d885c0c9-d0f4-41ef-a246-abdf0cfba8be,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:51.250721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:51.253351 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:51.253938 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Added segment 6decc3c5-ab90-4157-8776-d8c937697ed8 of type vlan for network 28d66515-c146-4f98-af57-41938c9d9a2e
Jun 04 15:32:51.278321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d370e-675a-45dd-946a-e38fe5e2790b req-b634add8-91cb-48de-adc0-e43489963223 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:51.285255 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d11d370e-675a-45dd-946a-e38fe5e2790b req-b634add8-91cb-48de-adc0-e43489963223 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.7833889
Jun 04 15:32:51.302072 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-24186683-c820-4cce-be0c-dce53575d215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:51.309483 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:51.350802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Transition to ACTIVE for port object accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:51.405490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-e50eb481-23bf-4568-9338-4a4c17c91a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:51.407036 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-e50eb481-23bf-4568-9338-4a4c17c91a49 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ddcc60be4c4b44bb96a7a7a89a07b349&device_id=412e0481-c4b5-4b1a-971b-782c61069b0b HTTP/1.1" status: 200  len: 1094 time: 0.4576764
Jun 04 15:32:51.472304 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d11d370e-675a-45dd-946a-e38fe5e2790b req-cd22abaa-14ee-4926-8d5e-109bd7b5e037 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861937
Jun 04 15:32:51.515360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:51.562473 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:51.563760 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c585b569-7fe1-4110-b9ba-7000d745db61 x-openstack-request-id: req-c585b569-7fe1-4110-b9ba-7000d745db61 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:32:51.564099 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412e0481-c4b5-4b1a-971b-782c61069b0b", "tag": "afe939bd-7d36-4718-ae37-0c7d6f699ffc", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:32:51.564405 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c585b569-7fe1-4110-b9ba-7000d745db61 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:32:51.564843 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412e0481-c4b5-4b1a-971b-782c61069b0b', 'tag': 'afe939bd-7d36-4718-ae37-0c7d6f699ffc', 'status': 'completed', 'code': 200}
Jun 04 15:32:51.573271 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-ac855de8-2693-49b0-baf6-a8ce62876723 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afe939bd-7d36-4718-ae37-0c7d6f699ffc HTTP/1.1" status: 200  len: 217 time: 0.0976722
Jun 04 15:32:51.576255 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:51.581414 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:51.592195 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:51.593526 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:51.611215 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-801319e5-bf95-403e-bf54-f4801d6e1299 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:51.651996 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:51.661071 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:51.666135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:51.759097 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Pushing event updated for resources: {'Port': ['ID=accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:51.764562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] For port 4d48f5c9-ba35-4529-9781-cd7ca038d372, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:32:51.769059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] For port 4d48f5c9-ba35-4529-9781-cd7ca038d372, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4d48f5c9-ba35-4529-9781-cd7ca038d372,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:32:51.817845 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:51.822485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Network': ['ID=28d66515-c146-4f98-af57-41938c9d9a2e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:51.822803 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-a55b234d-8079-4edb-beb3-c8196c2c6396 service neutron] 10.222.0.65 "GET /v2.0/networks/eb176e83-261d-43af-97dd-c40f204aaaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5700128
Jun 04 15:32:51.826911 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:51.839382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 28d66515-c146-4f98-af57-41938c9d9a2e details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:32:51.896943 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:51.912274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Attempting to bind port accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:32:51.912637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Attempting to bind port accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:32:51.913022 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Attempting to bind port accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:51.915953 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9c4f61d1-e42d-4fd3-8d5f-9f5fb8f081f5 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:51.916374 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:51.930520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:32:51.930520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:32:51.930520 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:51.930520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:32:51.931005 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Bound port: accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:32:51.931005 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:51.954109 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port aed3a34a-9417-49d7-8049-782b04ff199e yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:32:52.003246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d98342d6-a158-4ad0-aa7a-0cbe768ce83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:52.005645 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d98342d6-a158-4ad0-aa7a-0cbe768ce83e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f69e3da-fbf5-4742-ad82-b3a9452854c9 HTTP/1.1" status: 200  len: 858 time: 0.4014373
Jun 04 15:32:52.018834 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.5681014
Jun 04 15:32:52.045984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60202) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:52.050173 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'subnet': {'network_id': '28d66515-c146-4f98-af57-41938c9d9a2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:52.196423 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-ac56e128-521a-4e57-b1d3-469b469913c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb176e83-261d-43af-97dd-c40f204aaaee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1697724
Jun 04 15:32:52.216808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:52.217462 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:52.219044 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] 10.222.0.65 "PUT /v2.0/ports/4d48f5c9-ba35-4529-9781-cd7ca038d372 HTTP/1.1" status: 200  len: 1092 time: 7.2944052
Jun 04 15:32:52.249297 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] For port accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:32:52.255277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] For port accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:32:52.420435 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:52.425264 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2b2e0360-edc8-4d21-9041-c0cdedbd7cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:52.508545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::f816:3eff:fe8a:1f6 (6acae085-7932-4691-b36e-433651ec3de1/b26ee535-3c2a-43af-88b8-f2886427cab4/aed3a34a-9417-49d7-8049-782b04ff199e) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:52.533224 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d48f5c9-ba35-4529-9781-cd7ca038d372,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:52.563194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Pushing event updated for resources: {'Port': ['ID=accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:52.577642 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:52.651511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:52.689728 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:52.700547 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-2c0ee42d-8078-4665-86a7-d13cd49b0a1f service neutron] 10.222.0.62 "GET /v2.0/networks/eb176e83-261d-43af-97dd-c40f204aaaee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4908850
Jun 04 15:32:52.712117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:subnet and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:52.720255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:52.738948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:52.818356 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:52.839838 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:32:52.847905 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:52.858220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf1ad2-6acf-4abd-9a1b-609ec369cb7f req-6817f0dd-3e78-49b0-97cf-ffc87c6b7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:52.859913 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:52.860914 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9fdf1ad2-6acf-4abd-9a1b-609ec369cb7f req-6817f0dd-3e78-49b0-97cf-ffc87c6b7bf4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddcc60be4c4b44bb96a7a7a89a07b349&device_id=bb2c5417-1682-4198-943a-c71c11e9e90c HTTP/1.1" status: 200  len: 1095 time: 0.8539426
Jun 04 15:32:52.926543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object aed3a34a-9417-49d7-8049-782b04ff199e will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:53.039302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aae3ae-75a0-480c-8898-59fedb042f82 req-e5f1d745-f65a-4a06-bbd2-ae3460c688fc tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:53.043505 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50aae3ae-75a0-480c-8898-59fedb042f82 req-e5f1d745-f65a-4a06-bbd2-ae3460c688fc tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 1.2482448
Jun 04 15:32:53.250636 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:53.270046 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ad3f9aab-e96a-461d-97f5-29a2e21dbfa1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:53.319714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf1ad2-6acf-4abd-9a1b-609ec369cb7f req-265f97b0-913a-4068-a071-358d54d5402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:53.321716 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9fdf1ad2-6acf-4abd-9a1b-609ec369cb7f req-265f97b0-913a-4068-a071-358d54d5402c service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb176e83-261d-43af-97dd-c40f204aaaee HTTP/1.1" status: 200  len: 919 time: 0.3078904
Jun 04 15:32:53.323871 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-74d7d06a-c57c-4c28-960e-c043481b1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:53.325387 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-74d7d06a-c57c-4c28-960e-c043481b1b45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddcc60be4c4b44bb96a7a7a89a07b349&device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 1095 time: 0.8561060
Jun 04 15:32:53.339269 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:53.361175 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d0bac-baf7-4aff-a912-e2105646665b req-21e29b8d-79ef-4b82-aeeb-109b85ded0d1 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:53.369326 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c6d0bac-baf7-4aff-a912-e2105646665b req-21e29b8d-79ef-4b82-aeeb-109b85ded0d1 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 944 time: 0.2762520
Jun 04 15:32:53.380003 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:53.409887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:53.424500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:53.432327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:53.432327 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:53.439881 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=aed3a34a-9417-49d7-8049-782b04ff199e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:53.458981 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:53.479192 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50aae3ae-75a0-480c-8898-59fedb042f82 req-7b4aa500-2f74-452f-9aba-35a5532106b3 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3777785
Jun 04 15:32:53.513142 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c6d0bac-baf7-4aff-a912-e2105646665b req-0b3c35f1-ca76-4083-83c2-ebcc018bc8f9 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427760
Jun 04 15:32:53.541198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-54db8576-e06b-4ee7-98cc-c518baf3e609 service neutron] 10.222.0.62 "GET /v2.0/networks/eb176e83-261d-43af-97dd-c40f204aaaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8202689
Jun 04 15:32:53.546269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9fdf1ad2-6acf-4abd-9a1b-609ec369cb7f req-2f6287cd-49da-4bcf-927d-cab05307ac8f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d012de4f-b005-4e9b-bbe3-2378fe7bd664 HTTP/1.1" status: 200  len: 217 time: 0.1910560
Jun 04 15:32:53.546269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-d9514223-7307-4859-a817-7464b5d28b5a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d48f5c9-ba35-4529-9781-cd7ca038d372 HTTP/1.1" status: 200  len: 217 time: 0.1900761
Jun 04 15:32:53.612207 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 2.6674280
Jun 04 15:32:53.649921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60226) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:53.693784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e1c365-8e58-4bd5-8265-d3a26614efa8', 'tag': '4d48f5c9-ba35-4529-9781-cd7ca038d372'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:32:53.697909 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5ab7fc-ce9d-4eb3-8808-7691ef8dda74" -d '{"events": [{"name": "network-changed", "server_uuid": "14e1c365-8e58-4bd5-8265-d3a26614efa8", "tag": "4d48f5c9-ba35-4529-9781-cd7ca038d372"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:32:53.901775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af6380-47a3-4007-9767-f64337f6f5a6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:53.907111 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6852f87a-4654-4b37-b331-781d50aaee83 x-openstack-request-id: req-6852f87a-4654-4b37-b331-781d50aaee83 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:32:53.907447 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e1c365-8e58-4bd5-8265-d3a26614efa8", "tag": "4d48f5c9-ba35-4529-9781-cd7ca038d372", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:32:53.908003 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6852f87a-4654-4b37-b331-781d50aaee83 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:32:53.908473 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e1c365-8e58-4bd5-8265-d3a26614efa8', 'tag': '4d48f5c9-ba35-4529-9781-cd7ca038d372', 'status': 'completed', 'code': 200}
Jun 04 15:32:53.920613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af6380-47a3-4007-9767-f64337f6f5a6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:53.922087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f6af6380-47a3-4007-9767-f64337f6f5a6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:53.998942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-98ca6a16-0e97-452c-8aa0-2788c033c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:54.000958 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-98ca6a16-0e97-452c-8aa0-2788c033c787 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2f69e3da-fbf5-4742-ad82-b3a9452854c9 HTTP/1.1" status: 200  len: 858 time: 0.3833578
Jun 04 15:32:54.025977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf1ad2-6acf-4abd-9a1b-609ec369cb7f req-65ad2b0d-12ce-4de1-994c-799e73c62914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:54.028451 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9fdf1ad2-6acf-4abd-9a1b-609ec369cb7f req-65ad2b0d-12ce-4de1-994c-799e73c62914 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2f69e3da-fbf5-4742-ad82-b3a9452854c9 HTTP/1.1" status: 200  len: 858 time: 0.4683762
Jun 04 15:32:54.118710 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f6af6380-47a3-4007-9767-f64337f6f5a6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:32:54.122659 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f6af6380-47a3-4007-9767-f64337f6f5a6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1701 time: 0.4625890
Jun 04 15:32:54.125689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60240) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:54.186041 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-18548505-1442-4e33-bf7e-f30f42377abd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb176e83-261d-43af-97dd-c40f204aaaee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1713748
Jun 04 15:32:54.219607 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9fdf1ad2-6acf-4abd-9a1b-609ec369cb7f req-de66c0f1-f4a7-4a61-9edc-e4ea61d72755 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb176e83-261d-43af-97dd-c40f204aaaee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1048064
Jun 04 15:32:54.224559 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:54.235562 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f3d919b2-5ef9-4176-babb-0de58439e202 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:54.302862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-628e8de5-5497-4909-ba8a-a62661f852b0 None None] Provisioning for port accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:54.317469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b93a1b-cba5-41af-b7d9-bf500aaa8745 req-b2e42019-7eec-471e-97cf-323783b4835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:54.319305 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74b93a1b-cba5-41af-b7d9-bf500aaa8745 req-b2e42019-7eec-471e-97cf-323783b4835f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ddcc60be4c4b44bb96a7a7a89a07b349&device_id=412e0481-c4b5-4b1a-971b-782c61069b0b HTTP/1.1" status: 200  len: 1094 time: 0.5953050
Jun 04 15:32:54.409106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Checking segment: {'id': '6decc3c5-ab90-4157-8776-d8c937697ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '28d66515-c146-4f98-af57-41938c9d9a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:32:54.413231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network hostable DHCP agents. Network: 28d66515-c146-4f98-af57-41938c9d9a2e, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:32:54.414394 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Subnet': ['ID=42822775-5170-48fc-aaaf-5279fc398dda,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:54.419837 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:54.447457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a9fe7a7d-8ec3-4cdc-8d8f-59e1c63a2a42 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port aed3a34a-9417-49d7-8049-782b04ff199e {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:32:54.447935 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7a7d-8ec3-4cdc-8d8f-59e1c63a2a42 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:54.574559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network 28d66515-c146-4f98-af57-41938c9d9a2e is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:32:54.590348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d59fa-211c-46d7-8380-7c24875e29e9 req-787dc9d9-2008-4885-bc5b-2706513ee37a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:54.592875 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b50d59fa-211c-46d7-8380-7c24875e29e9 req-787dc9d9-2008-4885-bc5b-2706513ee37a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.8700502
Jun 04 15:32:54.647556 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7a7d-8ec3-4cdc-8d8f-59e1c63a2a42 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:54.665580 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-52de78b0-e7ac-434e-acf7-871d6a4bd407 None None] Provisioning for port aed3a34a-9417-49d7-8049-782b04ff199e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:54.666190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 28d66515-c146-4f98-af57-41938c9d9a2e) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:54.686322 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907305c7-f659-4267-a7f3-9bfc1b469e9a None None] Network 28d66515-c146-4f98-af57-41938c9d9a2e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:54.736052 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-52de78b0-e7ac-434e-acf7-871d6a4bd407 None None] Provisioning complete for port aed3a34a-9417-49d7-8049-782b04ff199e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:54.736743 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-52de78b0-e7ac-434e-acf7-871d6a4bd407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:54.842166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b93a1b-cba5-41af-b7d9-bf500aaa8745 req-202e857c-aa8b-4258-825f-b9842e1b4db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:54.844105 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74b93a1b-cba5-41af-b7d9-bf500aaa8745 req-202e857c-aa8b-4258-825f-b9842e1b4db9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb176e83-261d-43af-97dd-c40f204aaaee HTTP/1.1" status: 200  len: 919 time: 0.4932060
Jun 04 15:32:54.954476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a9fe7a7d-8ec3-4cdc-8d8f-59e1c63a2a42 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for aed3a34a-9417-49d7-8049-782b04ff199e owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:32:54.979206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:54.979834 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:55.019119 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:32:55.055290 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d012de4f-b005-4e9b-bbe3-2378fe7bd664 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:32:55.058579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88802e30-3169-4fb9-8ad7-fb3ebff3b1df req-8f7ba8f8-39d0-470a-ae4c-8d3ce507cbf4 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:55.060156 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-88802e30-3169-4fb9-8ad7-fb3ebff3b1df req-8f7ba8f8-39d0-470a-ae4c-8d3ce507cbf4 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.2829890
Jun 04 15:32:55.139614 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-88802e30-3169-4fb9-8ad7-fb3ebff3b1df req-05bda1ab-5178-4d88-92a1-dfb926d9db6b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661528
Jun 04 15:32:55.252546 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2074425
Jun 04 15:32:55.262702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60260) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:55.273655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'network_id': '28d66515-c146-4f98-af57-41938c9d9a2e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-462504533'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:55.297352 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b50d59fa-211c-46d7-8380-7c24875e29e9 req-6415851e-c140-4d82-8e20-c956ac0fea1f tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6895366
Jun 04 15:32:55.327434 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-52de78b0-e7ac-434e-acf7-871d6a4bd407 None None] Port aed3a34a-9417-49d7-8049-782b04ff199e cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:32:55.337210 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-28d66515-c146-4f98-af57-41938c9d9a2e', 'network_id': '28d66515-c146-4f98-af57-41938c9d9a2e', 'tenant_id': 'bc0fd670a5404a5abae106526d666969', 'fixed_ips': [{'subnet_id': '42822775-5170-48fc-aaaf-5279fc398dda'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:32:55.339763 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:55.347428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74b93a1b-cba5-41af-b7d9-bf500aaa8745 req-f45ac74e-dc45-4455-9939-ee2890204a01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afe939bd-7d36-4718-ae37-0c7d6f699ffc HTTP/1.1" status: 200  len: 217 time: 0.4818156
Jun 04 15:32:55.553997 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-e9730025-6af0-478a-bb96-83b698906236 service neutron] 10.222.0.65 "GET /v2.0/networks/eb176e83-261d-43af-97dd-c40f204aaaee?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3401780
Jun 04 15:32:55.555888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b93a1b-cba5-41af-b7d9-bf500aaa8745 req-9c5f029a-8739-4a83-92fa-c4fc6d023428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:55.557403 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74b93a1b-cba5-41af-b7d9-bf500aaa8745 req-9c5f029a-8739-4a83-92fa-c4fc6d023428 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f69e3da-fbf5-4742-ad82-b3a9452854c9 HTTP/1.1" status: 200  len: 858 time: 0.1548486
Jun 04 15:32:55.653800 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9fdf1ad2-6acf-4abd-9a1b-609ec369cb7f req-fe1c6486-81d6-454a-bc65-327375bedf94 service neutron] 10.222.0.65 "GET /v2.0/networks/eb176e83-261d-43af-97dd-c40f204aaaee?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4006379
Jun 04 15:32:55.731023 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74b93a1b-cba5-41af-b7d9-bf500aaa8745 req-afe662b7-f88f-4858-a0de-374db9e94b26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb176e83-261d-43af-97dd-c40f204aaaee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0876188
Jun 04 15:32:55.977732 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7a7d-8ec3-4cdc-8d8f-59e1c63a2a42 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:55.999747 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c89db77f-7334-48d6-a865-78fad06003f5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:56.031268 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:32:56.059696 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:56.060279 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:56.148635 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5835e-20f5-4c16-b460-3d9b810c7007 req-a8570e5d-09a7-442c-beb6-5f8393c0b564 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:56.150479 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2fb5835e-20f5-4c16-b460-3d9b810c7007 req-a8570e5d-09a7-442c-beb6-5f8393c0b564 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 944 time: 0.6390455
Jun 04 15:32:56.180746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe7a7d-8ec3-4cdc-8d8f-59e1c63a2a42 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=aed3a34a-9417-49d7-8049-782b04ff199e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:56.188824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:56.193693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:port and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:56.197073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:56.204392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:56.219348 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a9fe7a7d-8ec3-4cdc-8d8f-59e1c63a2a42 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:56.230729 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:56.291404 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7a7d-8ec3-4cdc-8d8f-59e1c63a2a42 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:56.332881 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2fb5835e-20f5-4c16-b460-3d9b810c7007 req-c7adbfea-890e-4682-9767-220ff7d6c4f7 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545532
Jun 04 15:32:56.343052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:56.353214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:56.393098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] device_id is not set on port d8d8d5a5-f938-4b03-b321-64a80b693918 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:32:56.415692 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-666b2dab-03a1-4c6b-a552-3b00bd87bc18 req-9c65aa34-e5ec-457b-be83-40569609bf3f service neutron] 10.222.0.65 "GET /v2.0/networks/eb176e83-261d-43af-97dd-c40f204aaaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8511407
Jun 04 15:32:56.454703 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9fdf1ad2-6acf-4abd-9a1b-609ec369cb7f req-5c77381b-35ca-40ed-a306-b264217f9ce8 service neutron] 10.222.0.65 "GET /v2.0/networks/eb176e83-261d-43af-97dd-c40f204aaaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7897148
Jun 04 15:32:56.464575 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74b93a1b-cba5-41af-b7d9-bf500aaa8745 req-61d2659e-3de9-4a1d-b283-b6cc69e910e2 service neutron] 10.222.0.62 "GET /v2.0/networks/eb176e83-261d-43af-97dd-c40f204aaaee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7123249
Jun 04 15:32:56.599618 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a9fe7a7d-8ec3-4cdc-8d8f-59e1c63a2a42 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/aed3a34a-9417-49d7-8049-782b04ff199e HTTP/1.1" status: 204  len: 168 time: 2.4660666
Jun 04 15:32:56.600339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60284) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:56.703537 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d012de4f-b005-4e9b-bbe3-2378fe7bd664, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d012de4f-b005-4e9b-bbe3-2378fe7bd664,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:56.715287 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:56.762015 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'd012de4f-b005-4e9b-bbe3-2378fe7bd664', 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee', 'port_id': 'd012de4f-b005-4e9b-bbe3-2378fe7bd664', 'mac_address': 'fa:16:3e:39:8c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f69e3da-fbf5-4742-ad82-b3a9452854c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:32:56.779703 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Allocated IP 172.20.0.2 (28d66515-c146-4f98-af57-41938c9d9a2e/42822775-5170-48fc-aaaf-5279fc398dda/624e9553-1152-4839-9af9-6593a66f389b) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:56.849735 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:56.862671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a391e20-104a-4265-a8ec-fd252424e61c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:56.864538 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a391e20-104a-4265-a8ec-fd252424e61c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:56.868569 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4a391e20-104a-4265-a8ec-fd252424e61c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.2647243
Jun 04 15:32:56.870124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60286) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:56.936313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a33b7b-501c-4120-98c5-eb28425ec081 req-e6f92772-3fad-4f2b-9d84-60ceb3b56206 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:56.940798 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b6a33b7b-501c-4120-98c5-eb28425ec081 req-e6f92772-3fad-4f2b-9d84-60ceb3b56206 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.2861824
Jun 04 15:32:56.964394 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f301df-568b-49dd-b146-2ae78e7af653 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet b26ee535-3c2a-43af-88b8-f2886427cab4 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:32:56.967667 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f9f301df-568b-49dd-b146-2ae78e7af653 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:57.022862 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939f053-0c47-438c-ade8-c3cbf7e2f211 req-99c30d3d-b9f7-4430-9760-17f741e6df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:57.024989 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c939f053-0c47-438c-ade8-c3cbf7e2f211 req-99c30d3d-b9f7-4430-9760-17f741e6df62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=35b4af14bb3e432990c4361da6c462d1&device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 1098 time: 0.2313151
Jun 04 15:32:57.032427 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74b93a1b-cba5-41af-b7d9-bf500aaa8745 req-4420ac80-7125-4823-a605-6b657fe7d2f1 service neutron] 10.222.0.62 "GET /v2.0/networks/eb176e83-261d-43af-97dd-c40f204aaaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5584524
Jun 04 15:32:57.056373 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f9f301df-568b-49dd-b146-2ae78e7af653 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:57.149571 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f9f301df-568b-49dd-b146-2ae78e7af653 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:57.156938 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:57.170828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Transition to ACTIVE for port object 624e9553-1152-4839-9af9-6593a66f389b will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:57.175913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ab7fc-ce9d-4eb3-8808-7691ef8dda74 req-a1cc9f35-e5d9-432d-8927-494b4580964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:57.177750 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fc5ab7fc-ce9d-4eb3-8808-7691ef8dda74 req-a1cc9f35-e5d9-432d-8927-494b4580964b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddcc60be4c4b44bb96a7a7a89a07b349&device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 1095 time: 0.4325421
Jun 04 15:32:57.179134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939f053-0c47-438c-ade8-c3cbf7e2f211 req-2d44e6df-61e1-49ea-9b2b-137b33e0d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:57.180763 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c939f053-0c47-438c-ade8-c3cbf7e2f211 req-2d44e6df-61e1-49ea-9b2b-137b33e0d8b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d67310a1-ca89-4950-80ed-77fd8abcfab9 HTTP/1.1" status: 200  len: 915 time: 0.1471357
Jun 04 15:32:57.195882 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Transition to ACTIVE for port object 624e9553-1152-4839-9af9-6593a66f389b will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:57.204586 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:57.206741 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:57.231547 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5662f8ce-257c-4d37-b0f9-1dfaf080ef87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:57.293206 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b6a33b7b-501c-4120-98c5-eb28425ec081 req-2799c999-3712-41b0-8007-4dc2cb100154 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066999
Jun 04 15:32:57.316660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df779f1e-4168-43cc-9ff3-0d001c0417cc req-aa1f7a8e-45e4-4d4d-a10a-7305c0043820 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:57.325274 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-df779f1e-4168-43cc-9ff3-0d001c0417cc req-aa1f7a8e-45e4-4d4d-a10a-7305c0043820 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.6980300
Jun 04 15:32:57.362234 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:57.374558 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d012de4f-b005-4e9b-bbe3-2378fe7bd664 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:32:57.394129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d012de4f-b005-4e9b-bbe3-2378fe7bd664, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d012de4f-b005-4e9b-bbe3-2378fe7bd664,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:57.414524 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Network 28d66515-c146-4f98-af57-41938c9d9a2e is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:57.416773 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c939f053-0c47-438c-ade8-c3cbf7e2f211 req-d105fd5a-4aac-4ef8-b2b8-48e26ac7e633 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393f8943-bb92-46e8-8366-f18b14c6aacb HTTP/1.1" status: 200  len: 217 time: 0.1171546
Jun 04 15:32:57.417963 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:57.420323 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:57.440069 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:57.532091 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-df779f1e-4168-43cc-9ff3-0d001c0417cc req-5d6183d8-b955-4216-85b3-36cb0420ebb1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2038119
Jun 04 15:32:57.547557 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ab7fc-ce9d-4eb3-8808-7691ef8dda74 req-18b456e4-9131-445a-9b16-84eccf7296d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:57.557313 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fc5ab7fc-ce9d-4eb3-8808-7691ef8dda74 req-18b456e4-9131-445a-9b16-84eccf7296d9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb176e83-261d-43af-97dd-c40f204aaaee HTTP/1.1" status: 200  len: 919 time: 0.3644214
Jun 04 15:32:57.562284 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:57.591218 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:57.622488 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:57.645029 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fc5ab7fc-ce9d-4eb3-8808-7691ef8dda74 req-bb88b7c0-01dd-428c-aae1-a55b2d40e8a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d48f5c9-ba35-4529-9781-cd7ca038d372 HTTP/1.1" status: 200  len: 217 time: 0.0867765
Jun 04 15:32:57.655150 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4d48f5c9-ba35-4529-9781-cd7ca038d372 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:32:57.657028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939f053-0c47-438c-ade8-c3cbf7e2f211 req-55d1fe0e-3851-4e12-8391-c375ffd81b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:57.659312 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c939f053-0c47-438c-ade8-c3cbf7e2f211 req-55d1fe0e-3851-4e12-8391-c375ffd81b67 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1843960c-a0fb-4622-a60e-eba128673683 HTTP/1.1" status: 200  len: 854 time: 0.2263584
Jun 04 15:32:57.680070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Allocated IP 172.20.0.12 (28d66515-c146-4f98-af57-41938c9d9a2e/42822775-5170-48fc-aaaf-5279fc398dda/d8d8d5a5-f938-4b03-b321-64a80b693918) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:32:57.726250 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Attempting to bind port 624e9553-1152-4839-9af9-6593a66f389b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:32:57.726682 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Attempting to bind port 624e9553-1152-4839-9af9-6593a66f389b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '6decc3c5-ab90-4157-8776-d8c937697ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '28d66515-c146-4f98-af57-41938c9d9a2e'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:32:57.727005 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Attempting to bind port 624e9553-1152-4839-9af9-6593a66f389b on network 28d66515-c146-4f98-af57-41938c9d9a2e {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:32:57.738561 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Pushing event updated for resources: {'Port': ['ID=624e9553-1152-4839-9af9-6593a66f389b,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:57.756904 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:32:57.758145 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Checking segment: {'id': '6decc3c5-ab90-4157-8776-d8c937697ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '28d66515-c146-4f98-af57-41938c9d9a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:32:57.758577 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:57.759142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Bound using segment: {'id': '6decc3c5-ab90-4157-8776-d8c937697ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '28d66515-c146-4f98-af57-41938c9d9a2e'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:32:57.759657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Bound port: 624e9553-1152-4839-9af9-6593a66f389b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6decc3c5-ab90-4157-8776-d8c937697ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '28d66515-c146-4f98-af57-41938c9d9a2e'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:32:57.760612 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:57.761164 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f9f301df-568b-49dd-b146-2ae78e7af653 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:57.770136 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-52e9157d-9bd5-4f61-914c-b503461b6d88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:57.778955 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:57.782053 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:57.881056 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=d012de4f-b005-4e9b-bbe3-2378fe7bd664,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:57.884708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['d012de4f-b005-4e9b-bbe3-2378fe7bd664'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:32:57.886939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f301df-568b-49dd-b146-2ae78e7af653 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=b26ee535-3c2a-43af-88b8-f2886427cab4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:57.893750 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f9f301df-568b-49dd-b146-2ae78e7af653 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:57.899506 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f9f301df-568b-49dd-b146-2ae78e7af653 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:57.911528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e02a5-f11a-4e8f-9794-a6c13e9ca9ad req-cb94126a-82b5-4d81-92ef-55dea58d506d tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:57.921461 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:57.922154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device afe939bd-7d36-4718-ae37-0c7d6f699ffc details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:32:57.925170 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-372e02a5-f11a-4e8f-9794-a6c13e9ca9ad req-cb94126a-82b5-4d81-92ef-55dea58d506d tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 944 time: 0.2940667
Jun 04 15:32:57.997103 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f9f301df-568b-49dd-b146-2ae78e7af653 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/b26ee535-3c2a-43af-88b8-f2886427cab4 HTTP/1.1" status: 204  len: 168 time: 1.1255445
Jun 04 15:32:57.997732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60294) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:58.134186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port afe939bd-7d36-4718-ae37-0c7d6f699ffc, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=afe939bd-7d36-4718-ae37-0c7d6f699ffc,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:58.138917 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c939f053-0c47-438c-ade8-c3cbf7e2f211 req-d7bc5fb3-a96b-4878-875b-3ae3e133816e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d67310a1-ca89-4950-80ed-77fd8abcfab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1030633
Jun 04 15:32:58.153662 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4625f7b8-48ec-4854-9f0c-eeb237598bbc None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:32:58.158677 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9d0f0aee-0580-4f08-8b26-cdea5e567a2d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1561019
Jun 04 15:32:58.177328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60296) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:58.178309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'afe939bd-7d36-4718-ae37-0c7d6f699ffc', 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee', 'port_id': 'afe939bd-7d36-4718-ae37-0c7d6f699ffc', 'mac_address': 'fa:16:3e:77:77:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f69e3da-fbf5-4742-ad82-b3a9452854c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:32:58.193134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:32:58.218035 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:58.223725 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-372e02a5-f11a-4e8f-9794-a6c13e9ca9ad req-36623a53-a5b6-482e-9d66-4208ee2281a8 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2976842
Jun 04 15:32:58.319146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ab7fc-ce9d-4eb3-8808-7691ef8dda74 req-b801f990-4d13-4aed-bc1b-71f46e2b16aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:58.322117 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fc5ab7fc-ce9d-4eb3-8808-7691ef8dda74 req-b801f990-4d13-4aed-bc1b-71f46e2b16aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2f69e3da-fbf5-4742-ad82-b3a9452854c9 HTTP/1.1" status: 200  len: 858 time: 0.6608984
Jun 04 15:32:58.357652 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c939f053-0c47-438c-ade8-c3cbf7e2f211 req-25121f33-b0e6-4265-b09e-5f67c1692550 service neutron] 10.222.0.62 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2081580
Jun 04 15:32:58.454080 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fc5ab7fc-ce9d-4eb3-8808-7691ef8dda74 req-1b32e724-f7a1-43b3-a27f-a09dc8ae1508 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb176e83-261d-43af-97dd-c40f204aaaee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0936146
Jun 04 15:32:58.521360 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] For port 624e9553-1152-4839-9af9-6593a66f389b, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:32:58.525483 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] For port 624e9553-1152-4839-9af9-6593a66f389b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=624e9553-1152-4839-9af9-6593a66f389b,segment=NetworkSegment(6decc3c5-ab90-4157-8776-d8c937697ed8),segment_id=6decc3c5-ab90-4157-8776-d8c937697ed8)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:32:58.547502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Transition to ACTIVE for port object d8d8d5a5-f938-4b03-b321-64a80b693918 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:32:58.617224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:32:58.624381 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:32:58.629387 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:32:58.639159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:32:58.727268 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:58.739816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:32:58.742658 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:58.745067 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:58.794457 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:58.823714 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:32:58.900661 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fc5ab7fc-ce9d-4eb3-8808-7691ef8dda74 req-40459034-d10a-4ac9-9fb4-82e9093abbfc service neutron] 10.222.0.65 "GET /v2.0/networks/eb176e83-261d-43af-97dd-c40f204aaaee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4390678
Jun 04 15:32:58.902657 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c939f053-0c47-438c-ade8-c3cbf7e2f211 req-bddad514-650f-4e8a-bfea-5ab1215229d8 service neutron] 10.222.0.62 "GET /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5010662
Jun 04 15:32:58.909899 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:58.944627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c2d38-23b5-4c5d-b84d-6ad06347e44f req-7b8f876c-3ce7-415f-8bab-b833fab264ca tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:58.951166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Pushing event updated for resources: {'Port': ['ID=624e9553-1152-4839-9af9-6593a66f389b,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:58.952928 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-990c2d38-23b5-4c5d-b84d-6ad06347e44f req-7b8f876c-3ce7-415f-8bab-b833fab264ca tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.4900076
Jun 04 15:32:58.961012 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network 28d66515-c146-4f98-af57-41938c9d9a2e is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:32:58.966854 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:59.058494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:32:59.100284 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:32:59.118978 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-990c2d38-23b5-4c5d-b84d-6ad06347e44f req-8d5c7458-8f19-4070-94d4-0d16478f5b0a tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650436
Jun 04 15:32:59.164463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4d48f5c9-ba35-4529-9781-cd7ca038d372, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4d48f5c9-ba35-4529-9781-cd7ca038d372,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:59.175659 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fc5ab7fc-ce9d-4eb3-8808-7691ef8dda74 req-cb9810f1-d795-4c13-89b9-c3c15d4b8fa8 service neutron] 10.222.0.65 "GET /v2.0/networks/eb176e83-261d-43af-97dd-c40f204aaaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2636993
Jun 04 15:32:59.202039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe939bd-7d36-4718-ae37-0c7d6f699ffc {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:32:59.256130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=d8d8d5a5-f938-4b03-b321-64a80b693918,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:32:59.376433 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:32:59.494412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:32:59.575088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:59.575946 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:59.638865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '4d48f5c9-ba35-4529-9781-cd7ca038d372', 'network_id': 'eb176e83-261d-43af-97dd-c40f204aaaee', 'port_id': '4d48f5c9-ba35-4529-9781-cd7ca038d372', 'mac_address': 'fa:16:3e:ca:9c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f69e3da-fbf5-4742-ad82-b3a9452854c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:32:59.673295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebc96e-375b-40a8-881d-441ddd7b9c8d req-884f9f9a-1a9d-4e01-b515-d33e4c58dec9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:59.678653 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7ebc96e-375b-40a8-881d-441ddd7b9c8d req-884f9f9a-1a9d-4e01-b515-d33e4c58dec9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.8033290
Jun 04 15:32:59.758753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45487d14-be7a-468d-a3b7-be06f335101a req-243edace-f1c3-41d0-92f3-59357f030310 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:32:59.759764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-45487d14-be7a-468d-a3b7-be06f335101a req-243edace-f1c3-41d0-92f3-59357f030310 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Synchronizing usage tracker for tenant:ddcc60be4c4b44bb96a7a7a89a07b349 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:32:59.766303 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 4.5024509
Jun 04 15:32:59.769681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60316) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:32:59.782236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port afe939bd-7d36-4718-ae37-0c7d6f699ffc, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=afe939bd-7d36-4718-ae37-0c7d6f699ffc,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:32:59.830739 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7ebc96e-375b-40a8-881d-441ddd7b9c8d req-08559ed8-4b6f-453b-8062-6dabf0c953ed tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253698
Jun 04 15:32:59.902538 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:59.915266 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e819a4b6-4b16-4b6a-89e2-9021fcacbee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:59.926824 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:32:59.927666 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:32:59.989459 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:00.011738 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:00.013219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port d8d8d5a5-f938-4b03-b321-64a80b693918 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:00.014243 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:00.084078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-45487d14-be7a-468d-a3b7-be06f335101a req-243edace-f1c3-41d0-92f3-59357f030310 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Unset dirty status for tenant:ddcc60be4c4b44bb96a7a7a89a07b349 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:00.085532 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45487d14-be7a-468d-a3b7-be06f335101a req-243edace-f1c3-41d0-92f3-59357f030310 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 944 time: 0.5429192
Jun 04 15:33:00.096797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2904aaf7-367c-4622-b9fa-d6491636744b None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:33:00.122213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d48f5c9-ba35-4529-9781-cd7ca038d372 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:33:00.249901 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4d48f5c9-ba35-4529-9781-cd7ca038d372, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4d48f5c9-ba35-4529-9781-cd7ca038d372,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:00.250942 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=afe939bd-7d36-4718-ae37-0c7d6f699ffc,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:00.255952 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:00.382201 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-45487d14-be7a-468d-a3b7-be06f335101a req-c083506d-2ef8-4618-b8f3-0dd0793034ab tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2898431
Jun 04 15:33:00.409569 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:00.416051 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bc6a1157-7fed-47a5-bbb0-f09dcff4e527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:00.501217 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:00.584315 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=4d48f5c9-ba35-4529-9781-cd7ca038d372,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:00.602006 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d012de4f-b005-4e9b-bbe3-2378fe7bd664 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:00.680897 n-d-791505-9 neutron-server[88301]: DEBUG neutron.objects.ports [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88301) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:33:00.703592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['afe939bd-7d36-4718-ae37-0c7d6f699ffc'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:33:00.746144 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:00.763974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for d8d8d5a5-f938-4b03-b321-64a80b693918 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:00.801446 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['4d48f5c9-ba35-4529-9781-cd7ca038d372'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:33:00.828189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b18ced-28b4-46d7-b36a-e3ab3ce9186b req-39c4fe6e-7f9d-4e67-ada4-63dcc7c53861 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:00.831416 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-52b18ced-28b4-46d7-b36a-e3ab3ce9186b req-39c4fe6e-7f9d-4e67-ada4-63dcc7c53861 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.4223304
Jun 04 15:33:00.859706 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-2904aaf7-367c-4622-b9fa-d6491636744b None None] Deleting port accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:00.859706 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2904aaf7-367c-4622-b9fa-d6491636744b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:00.933273 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port d012de4f-b005-4e9b-bbe3-2378fe7bd664 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:01.044771 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-52b18ced-28b4-46d7-b36a-e3ab3ce9186b req-95c0aaa3-1182-4297-84d7-dabdc92e4377 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740341
Jun 04 15:33:01.056132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port d012de4f-b005-4e9b-bbe3-2378fe7bd664 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:01.056584 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:01.162969 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9495fd51-6f80-4948-87ad-ece791a093f9 None None] Network 28d66515-c146-4f98-af57-41938c9d9a2e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:01.167614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2269b96-c29b-4eb9-8430-04f4ffcab011 req-64b0ed0e-9da8-4778-93c5-b287c60558b0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:01.177747 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2269b96-c29b-4eb9-8430-04f4ffcab011 req-64b0ed0e-9da8-4778-93c5-b287c60558b0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.1918240
Jun 04 15:33:01.315394 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:01.359924 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:01.368772 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:01.457664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=d8d8d5a5-f938-4b03-b321-64a80b693918,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:01.476416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2f27543d-7476-4e3c-8d0e-e8852c24a45d None None] Provisioning for port 624e9553-1152-4839-9af9-6593a66f389b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:01.482976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 624e9553-1152-4839-9af9-6593a66f389b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:01.511224 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:01.514488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:01.515226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:01.515853 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:01.516494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:01.518929 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:01.520746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:01.520746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:01.520746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:01.522485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:01.523299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:01.524710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:01.601474 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:01.655093 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2269b96-c29b-4eb9-8430-04f4ffcab011 req-ac5eca7f-e76c-4954-8d55-b9abdff4a9b6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4762092
Jun 04 15:33:01.722993 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:01.741855 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/d8d8d5a5-f938-4b03-b321-64a80b693918 HTTP/1.1" status: 204  len: 168 time: 1.9681935
Jun 04 15:33:01.742125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60344) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:01.765111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-2904aaf7-367c-4622-b9fa-d6491636744b None None] For port accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:01.765111 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2904aaf7-367c-4622-b9fa-d6491636744b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:01.796600 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] For port accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:01.803694 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24c33d3-2dd4-4e72-9591-86c16b80b190 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] GET failed (client error): The resource could not be found.
Jun 04 15:33:01.805117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f24c33d3-2dd4-4e72-9591-86c16b80b190 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:33:01.847330 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:01.866828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47d475-d663-4453-9f3b-390817efcc50 req-3f1f5ac1-d315-49d6-961a-cbe2a3f2af3c tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:01.868462 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1c47d475-d663-4453-9f3b-390817efcc50 req-3f1f5ac1-d315-49d6-961a-cbe2a3f2af3c tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 945 time: 0.2003992
Jun 04 15:33:01.939655 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1c47d475-d663-4453-9f3b-390817efcc50 req-66327ea8-e490-4272-8135-71688220fd45 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644274
Jun 04 15:33:02.015088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f24c33d3-2dd4-4e72-9591-86c16b80b190 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:02.016803 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f24c33d3-2dd4-4e72-9591-86c16b80b190 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/d8d8d5a5-f938-4b03-b321-64a80b693918 HTTP/1.1" status: 404  len: 333 time: 0.2735164
Jun 04 15:33:02.020878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60346) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:02.025791 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-2904aaf7-367c-4622-b9fa-d6491636744b None None] Calling delete_port for accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:02.058048 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:02.058968 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:02.065996 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2341356b-0d95-4cd4-8817-2e5d355604e8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:02.076351 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:02.165524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:02.171064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:02.172297 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2c5417-1682-4198-943a-c71c11e9e90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd012de4f-b005-4e9b-bbe3-2378fe7bd664'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:33:02.174703 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04b61f3-9a04-4d26-b4ba-7c6414e5573a" -d '{"events": [{"server_uuid": "bb2c5417-1682-4198-943a-c71c11e9e90c", "name": "network-vif-plugged", "status": "completed", "tag": "d012de4f-b005-4e9b-bbe3-2378fe7bd664"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:33:02.216426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-f582c356-233d-4b69-a880-182dbcbcd520 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting subnet 42822775-5170-48fc-aaaf-5279fc398dda {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:33:02.224447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:02.228105 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:02.230587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 624e9553-1152-4839-9af9-6593a66f389b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:02.238079 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f582c356-233d-4b69-a880-182dbcbcd520 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:02.245974 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d012de4f-b005-4e9b-bbe3-2378fe7bd664, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d012de4f-b005-4e9b-bbe3-2378fe7bd664,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:02.261783 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 624e9553-1152-4839-9af9-6593a66f389b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:02.262029 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:02.324428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47a578-c7e1-4d1a-8c5a-e77302ad2d5b req-ac39fdab-caa0-45de-889c-e581d48c7fd9 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:02.334494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f47a578-c7e1-4d1a-8c5a-e77302ad2d5b req-ac39fdab-caa0-45de-889c-e581d48c7fd9 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.1235549
Jun 04 15:33:02.345394 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:02.383933 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:02.390291 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:02.397801 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f47a578-c7e1-4d1a-8c5a-e77302ad2d5b req-16c2b29e-f6d1-4214-9307-711e6803a806 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621862
Jun 04 15:33:02.484660 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0853ffcb-303b-4dd8-93da-542377267e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:02.563648 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c,revision_number=6']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:02.570653 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978a35b3-39da-4636-9e67-92fc2db97f34 x-openstack-request-id: req-978a35b3-39da-4636-9e67-92fc2db97f34 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:33:02.571264 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2c5417-1682-4198-943a-c71c11e9e90c", "name": "network-vif-plugged", "status": "completed", "tag": "d012de4f-b005-4e9b-bbe3-2378fe7bd664", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:33:02.571728 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-978a35b3-39da-4636-9e67-92fc2db97f34 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:33:02.572400 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2c5417-1682-4198-943a-c71c11e9e90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd012de4f-b005-4e9b-bbe3-2378fe7bd664', 'code': 200}
Jun 04 15:33:02.579394 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:02.583988 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-60fda3f2-d673-4af6-99b4-b11f4e3c7fb0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:02.586949 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=d012de4f-b005-4e9b-bbe3-2378fe7bd664,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:02.607800 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:02.608761 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2904aaf7-367c-4622-b9fa-d6491636744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:02.616044 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-dcd1302d-f65f-4421-bcc2-935adf1e45f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:02.681111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904aaf7-367c-4622-b9fa-d6491636744b None None] Pushing event deleted for resources: {'Port': ['ID=accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:02.684616 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:02.697485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904aaf7-367c-4622-b9fa-d6491636744b None None] No DVR routers for this DVR port accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:33:02.699253 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2904aaf7-367c-4622-b9fa-d6491636744b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:02.712487 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=3a9afae7-b17b-4d97-910a-1e5eb28517d2,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:02.722441 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 4.5402780
Jun 04 15:33:02.728454 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:02.728454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60362) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:02.738340 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'mac_address': 'fa:16:3e:9e:3d:11', 'name': 'tempest-NetworksTestDHCPv6-1828403895'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:02.749592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2703cf-8425-424a-8551-33f717f19eac None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:02.831987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98240e07-b2e1-4065-bb29-8cf673e9adab req-9d3a80e1-b611-4570-b00d-a9a44f8f651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:02.836980 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-98240e07-b2e1-4065-bb29-8cf673e9adab req-9d3a80e1-b611-4570-b00d-a9a44f8f651b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bb2c5417-1682-4198-943a-c71c11e9e90c HTTP/1.1" status: 200  len: 1097 time: 0.1817906
Jun 04 15:33:02.837511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 624e9553-1152-4839-9af9-6593a66f389b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=624e9553-1152-4839-9af9-6593a66f389b,segment=NetworkSegment(6decc3c5-ab90-4157-8776-d8c937697ed8),segment_id=6decc3c5-ab90-4157-8776-d8c937697ed8)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:02.905796 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-98240e07-b2e1-4065-bb29-8cf673e9adab req-e04ea1cb-9ba5-47f3-aa30-b7a7a6b3026e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609598
Jun 04 15:33:02.951531 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f582c356-233d-4b69-a880-182dbcbcd520 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:03.016914 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:03.056598 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:03.127211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:33:03.147378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b8942-54f8-48f4-b5ef-a43980c67fe4 req-1ba9b1e9-2588-4778-8771-d8091f51d888 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:03.150883 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c99b8942-54f8-48f4-b5ef-a43980c67fe4 req-1ba9b1e9-2588-4778-8771-d8091f51d888 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.1964092
Jun 04 15:33:03.165312 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:03.172572 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:33:03.172925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device accf28f6-1cfd-4eca-b06a-b9bb5c26fc9c not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:33:03.189614 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:03.212498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:03.240975 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:03.241816 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c99b8942-54f8-48f4-b5ef-a43980c67fe4 req-b2a67d7f-7f83-46a1-8fc6-0e541aa533f9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836711
Jun 04 15:33:03.259470 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=624e9553-1152-4839-9af9-6593a66f389b,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:03.274191 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9c1c3fe8-7121-40f2-8337-e86873a31c5d None None] Provisioning complete for port 624e9553-1152-4839-9af9-6593a66f389b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:03.274569 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9c1c3fe8-7121-40f2-8337-e86873a31c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:03.301636 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:03.314961 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f582c356-233d-4b69-a880-182dbcbcd520 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:03.332256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': '3a9afae7-b17b-4d97-910a-1e5eb28517d2'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:33:03.337617 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:03.404038 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:03.426849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb6da-4ac5-4cdc-9f3c-b95aff947a1f req-2869a98e-64a7-4107-bda0-b1f44fc32073 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:03.428355 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bc2bb6da-4ac5-4cdc-9f3c-b95aff947a1f req-2869a98e-64a7-4107-bda0-b1f44fc32073 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.4905462
Jun 04 15:33:03.521734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f1190-0adb-46d9-a37c-d650b0536ca2 req-476b8015-ac41-4cae-bf22-7efec96e18fc tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:03.529649 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f54f1190-0adb-46d9-a37c-d650b0536ca2 req-476b8015-ac41-4cae-bf22-7efec96e18fc tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 945 time: 0.1376617
Jun 04 15:33:03.616771 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f54f1190-0adb-46d9-a37c-d650b0536ca2 req-5dfbc938-52f8-4410-b99d-1281a7b5ebde tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856025
Jun 04 15:33:03.639287 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Allocated IP 2001:db8::f816:3eff:feeb:f28f (6acae085-7932-4691-b36e-433651ec3de1/3a9afae7-b17b-4d97-910a-1e5eb28517d2/67dafcc7-566a-440b-93b5-6a1c644363dd) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:03.724326 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:03.732561 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f8c1d6f5-531b-4526-a836-c63c14323534 None None] Could not find standard attr ID for object d8d8d5a5-f938-4b03-b321-64a80b693918. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:33:03.769793 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bc2bb6da-4ac5-4cdc-9f3c-b95aff947a1f req-0ce0a627-ff15-4809-8398-34ce1a8be739 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3202081
Jun 04 15:33:03.847798 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:03.890482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port 555c46a0-bb8d-4387-9939-08b778d17104 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:33:03.959858 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:03.972503 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Transition to ACTIVE for port object 67dafcc7-566a-440b-93b5-6a1c644363dd will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:03.999845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Transition to ACTIVE for port object 67dafcc7-566a-440b-93b5-6a1c644363dd will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:04.006191 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device afe939bd-7d36-4718-ae37-0c7d6f699ffc up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:04.089648 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:04.099409 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:04.174572 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:04.176122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:04.184284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:04.232874 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Pushing event updated for resources: {'Port': ['ID=67dafcc7-566a-440b-93b5-6a1c644363dd,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:04.240762 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:04.252188 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::f816:3eff:fe9e:3d11 (6acae085-7932-4691-b36e-433651ec3de1/3a9afae7-b17b-4d97-910a-1e5eb28517d2/555c46a0-bb8d-4387-9939-08b778d17104) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:04.279258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bde45-09eb-4387-b636-504211eda49b req-da6d6c06-42c4-4917-9962-a9e1e9edb574 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:04.281426 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bc6bde45-09eb-4387-b636-504211eda49b req-da6d6c06-42c4-4917-9962-a9e1e9edb574 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.2885280
Jun 04 15:33:04.380942 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f582c356-233d-4b69-a880-182dbcbcd520 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:04.389895 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3a8be0a2-dc03-490c-99c4-e4bcd1299b33 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:04.436775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Attempting to bind port 67dafcc7-566a-440b-93b5-6a1c644363dd on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:33:04.437181 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Attempting to bind port 67dafcc7-566a-440b-93b5-6a1c644363dd by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:33:04.437556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Attempting to bind port 67dafcc7-566a-440b-93b5-6a1c644363dd on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:33:04.440228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4d48f5c9-ba35-4529-9781-cd7ca038d372 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:04.458834 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bc6bde45-09eb-4387-b636-504211eda49b req-1ce5c842-1f24-4558-91eb-7ece97dd820d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625443
Jun 04 15:33:04.499571 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:33:04.500251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:33:04.500837 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:04.501457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:33:04.502107 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Bound port: 67dafcc7-566a-440b-93b5-6a1c644363dd, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:33:04.502690 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:04.530950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87370fc4-321c-422a-8a4b-080ca15d0d53 req-4a49809b-74c9-4db7-b9f6-0e05a2031e81 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:04.534192 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87370fc4-321c-422a-8a4b-080ca15d0d53 req-4a49809b-74c9-4db7-b9f6-0e05a2031e81 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.1183105
Jun 04 15:33:04.576400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port afe939bd-7d36-4718-ae37-0c7d6f699ffc completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:04.586595 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87370fc4-321c-422a-8a4b-080ca15d0d53 req-8f891561-0a7a-4fd1-b554-e856039a0ca1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454414
Jun 04 15:33:04.604876 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port afe939bd-7d36-4718-ae37-0c7d6f699ffc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:04.605291 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:04.633995 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582c356-233d-4b69-a880-182dbcbcd520 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Subnet': ['ID=42822775-5170-48fc-aaaf-5279fc398dda,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:04.925655 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fcdd93-3ff5-417a-92c2-d4cf4f2c08d3 None None] Network 28d66515-c146-4f98-af57-41938c9d9a2e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:04.927554 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f582c356-233d-4b69-a880-182dbcbcd520 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:04.927554 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f582c356-233d-4b69-a880-182dbcbcd520 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:04.927554 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:04.927554 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f582c356-233d-4b69-a880-182dbcbcd520 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/42822775-5170-48fc-aaaf-5279fc398dda HTTP/1.1" status: 204  len: 168 time: 2.7536466
Jun 04 15:33:04.927776 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60396) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:04.927834 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object 555c46a0-bb8d-4387-9939-08b778d17104 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:04.927834 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca28352-ceed-4f9c-a629-cb7f99067675 req-cf9ac264-2789-4c6c-9ec3-69c37068d128 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:04.927834 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eca28352-ceed-4f9c-a629-cb7f99067675 req-cf9ac264-2789-4c6c-9ec3-69c37068d128 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.2201858
Jun 04 15:33:04.928014 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] For port 67dafcc7-566a-440b-93b5-6a1c644363dd, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:33:04.928014 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] For port 67dafcc7-566a-440b-93b5-6a1c644363dd, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=67dafcc7-566a-440b-93b5-6a1c644363dd,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:33:04.937162 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eca28352-ceed-4f9c-a629-cb7f99067675 req-2a68a97c-507c-44d9-a224-9ba822181dbe tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661721
Jun 04 15:33:05.008506 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:05.017567 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f347415b-4491-41c5-8156-6fc943fc1996 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:05.022099 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:05.095143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 4d48f5c9-ba35-4529-9781-cd7ca038d372 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:05.112373 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 4d48f5c9-ba35-4529-9781-cd7ca038d372 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:05.113812 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:05.115663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:05.117963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:05.127972 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:05.134999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:05.135635 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:05.194014 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:05.224446 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fc8e84ee-7315-4e69-8ee3-22198779c224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:05.257042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=555c46a0-bb8d-4387-9939-08b778d17104,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:05.268586 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:05.331666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60406) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:05.331881 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.6012065
Jun 04 15:33:05.334024 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:05.407517 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:05.472378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6547096-1ee7-4868-99ee-fefe0bd6091c req-0694d05a-9097-4160-85da-6afa0d269ff2 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:05.472627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Pushing event updated for resources: {'Port': ['ID=67dafcc7-566a-440b-93b5-6a1c644363dd,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:05.480312 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6547096-1ee7-4868-99ee-fefe0bd6091c req-0694d05a-9097-4160-85da-6afa0d269ff2 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 945 time: 0.4637179
Jun 04 15:33:05.490032 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:05.492298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 624e9553-1152-4839-9af9-6593a66f389b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:05.554699 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d6547096-1ee7-4868-99ee-fefe0bd6091c req-e612e5b3-16d8-4305-aa18-19b737622d5e tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733893
Jun 04 15:33:05.561721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eab477-9bab-482e-833a-c65b3a472cac req-3189cbd4-59d4-44bb-b3d2-8a74815b6fa6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:05.572745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port 624e9553-1152-4839-9af9-6593a66f389b {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:05.573158 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:05.583749 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e1eab477-9bab-482e-833a-c65b3a472cac req-3189cbd4-59d4-44bb-b3d2-8a74815b6fa6 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.1290336
Jun 04 15:33:05.631130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc858c-392d-4714-bce1-fb5f6df97315 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:05.643293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc858c-392d-4714-bce1-fb5f6df97315 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:05.643293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1ecc858c-392d-4714-bce1-fb5f6df97315 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:33:05.693670 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e1eab477-9bab-482e-833a-c65b3a472cac req-2a6159d7-4f52-46ae-b3b0-6d013d910c03 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089332
Jun 04 15:33:05.704119 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412e0481-c4b5-4b1a-971b-782c61069b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe939bd-7d36-4718-ae37-0c7d6f699ffc'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:33:05.706569 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd45bf1-fa71-4a47-85b6-36550e00a73b" -d '{"events": [{"server_uuid": "412e0481-c4b5-4b1a-971b-782c61069b0b", "name": "network-vif-plugged", "status": "completed", "tag": "afe939bd-7d36-4718-ae37-0c7d6f699ffc"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:33:05.759697 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port afe939bd-7d36-4718-ae37-0c7d6f699ffc, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=afe939bd-7d36-4718-ae37-0c7d6f699ffc,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:05.777281 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 624e9553-1152-4839-9af9-6593a66f389b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:05.777963 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:05.840560 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4b4202-894f-4d95-b01a-ed29670c0819 x-openstack-request-id: req-9b4b4202-894f-4d95-b01a-ed29670c0819 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:33:05.840897 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412e0481-c4b5-4b1a-971b-782c61069b0b", "name": "network-vif-plugged", "status": "completed", "tag": "afe939bd-7d36-4718-ae37-0c7d6f699ffc", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:33:05.841297 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b4b4202-894f-4d95-b01a-ed29670c0819 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:33:05.841782 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412e0481-c4b5-4b1a-971b-782c61069b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe939bd-7d36-4718-ae37-0c7d6f699ffc', 'code': 200}
Jun 04 15:33:05.846936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1ecc858c-392d-4714-bce1-fb5f6df97315 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:05.848096 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1ecc858c-392d-4714-bce1-fb5f6df97315 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.5052853
Jun 04 15:33:05.850764 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:05.853602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60416) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:05.871282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] For port 624e9553-1152-4839-9af9-6593a66f389b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=624e9553-1152-4839-9af9-6593a66f389b,segment=NetworkSegment(6decc3c5-ab90-4157-8776-d8c937697ed8),segment_id=6decc3c5-ab90-4157-8776-d8c937697ed8)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:05.871690 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:05.879472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40853083-5faf-4094-81e6-674a0e0b42c6 None None] DHCP port deletion for 28d66515-c146-4f98-af57-41938c9d9a2e request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:33:05.950051 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:05.967625 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-58fc1de4-82b1-414a-91bc-cf6804859755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:06.170596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for 624e9553-1152-4839-9af9-6593a66f389b owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:06.259867 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4d48f5c9-ba35-4529-9781-cd7ca038d372, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4d48f5c9-ba35-4529-9781-cd7ca038d372,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:06.267403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82006a91-9355-47f9-ad92-182a2db68276 req-b06fa5d2-b1a2-4bd0-9bab-0f144d136b4e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:06.277157 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-82006a91-9355-47f9-ad92-182a2db68276 req-b06fa5d2-b1a2-4bd0-9bab-0f144d136b4e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.4686849
Jun 04 15:33:06.339342 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=afe939bd-7d36-4718-ae37-0c7d6f699ffc,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:06.350506 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:06.357334 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:06.363707 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-82006a91-9355-47f9-ad92-182a2db68276 req-6a515333-7f94-4792-9e41-f7e89e4fb8b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875039
Jun 04 15:33:06.365258 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:06.407986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae045037-e60e-412b-9cbe-8bb063b6d6e5 req-aa93ce7e-34a6-4d95-aff4-a6bdce0587a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:06.412172 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae045037-e60e-412b-9cbe-8bb063b6d6e5 req-aa93ce7e-34a6-4d95-aff4-a6bdce0587a9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=412e0481-c4b5-4b1a-971b-782c61069b0b HTTP/1.1" status: 200  len: 1096 time: 0.3865738
Jun 04 15:33:06.472111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=4d48f5c9-ba35-4529-9781-cd7ca038d372,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:06.486993 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:06.499291 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae045037-e60e-412b-9cbe-8bb063b6d6e5 req-800a0500-7afa-417b-ab38-a6a291970838 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739682
Jun 04 15:33:06.507955 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:06.516440 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-40853083-5faf-4094-81e6-674a0e0b42c6 None None] Deleting port 624e9553-1152-4839-9af9-6593a66f389b {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:06.516440 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-40853083-5faf-4094-81e6-674a0e0b42c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:06.526006 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0e0ceeb6-a3ec-4f1d-8f6d-f471eb8eb82c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:06.598610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=624e9553-1152-4839-9af9-6593a66f389b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:06.603046 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:06.604087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No DVR routers for this DVR port 624e9553-1152-4839-9af9-6593a66f389b on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:33:06.730033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd4bdc-423b-4e3f-b2ff-501b4c9efc11 req-740a18c4-74fd-4bd7-83b5-1785a876c304 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:06.735697 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-40853083-5faf-4094-81e6-674a0e0b42c6 None None] For port 624e9553-1152-4839-9af9-6593a66f389b, host n-d-791505-9, got binding levels [] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:06.736104 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-40853083-5faf-4094-81e6-674a0e0b42c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:06.754004 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63dd4bdc-423b-4e3f-b2ff-501b4c9efc11 req-740a18c4-74fd-4bd7-83b5-1785a876c304 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.4097772
Jun 04 15:33:06.806935 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-efe283dd-ba72-4ff6-86ec-f3e974dba3de tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port 555c46a0-bb8d-4387-9939-08b778d17104 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:06.807297 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-efe283dd-ba72-4ff6-86ec-f3e974dba3de tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:06.993195 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-40853083-5faf-4094-81e6-674a0e0b42c6 None None] Calling delete_port for 624e9553-1152-4839-9af9-6593a66f389b owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:07.000221 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.ipam_backend_mixin [None req-40853083-5faf-4094-81e6-674a0e0b42c6 None None] Port 624e9553-1152-4839-9af9-6593a66f389b was not found and therefore no delete operation was performed {{(pid=88302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Jun 04 15:33:07.002401 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-40853083-5faf-4094-81e6-674a0e0b42c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:07.013836 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63dd4bdc-423b-4e3f-b2ff-501b4c9efc11 req-da110e7f-140c-47d4-99e2-7ff0790c2ebe tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2489758
Jun 04 15:33:07.014353 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0d495935-6821-411a-8e70-a772c1d703ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:07.029860 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:07.043947 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386cc5310>,) {'filters': {'network_id': ['28d66515-c146-4f98-af57-41938c9d9a2e']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:07.061384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386cc5310>, '6decc3c5-ab90-4157-8776-d8c937697ed8') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:07.061676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386cc5310>, '6decc3c5-ab90-4157-8776-d8c937697ed8') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:07.091462 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:07.091974 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40853083-5faf-4094-81e6-674a0e0b42c6 None None] Pushing event deleted for resources: {'Port': ['ID=624e9553-1152-4839-9af9-6593a66f389b,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:07.096715 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-40853083-5faf-4094-81e6-674a0e0b42c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:07.117915 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40853083-5faf-4094-81e6-674a0e0b42c6 None None] No DVR routers for this DVR port 624e9553-1152-4839-9af9-6593a66f389b on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:33:07.128290 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:07.137072 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-efe283dd-ba72-4ff6-86ec-f3e974dba3de tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:07.138357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:33:07.138760 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:33:07.154466 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:33:07.326901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002054b5-fa05-408f-83a2-672a71fe1b77 req-cc592542-8804-4b6d-8ab9-8dc04c0a54c8 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:07.343291 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-002054b5-fa05-408f-83a2-672a71fe1b77 req-cc592542-8804-4b6d-8ab9-8dc04c0a54c8 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 946 time: 0.4760401
Jun 04 15:33:07.443998 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:07.450075 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6c3c6a9a-2fcc-4708-b481-5c112386f77d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:07.462137 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 67dafcc7-566a-440b-93b5-6a1c644363dd up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:07.466041 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:07.481954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Network': ['ID=28d66515-c146-4f98-af57-41938c9d9a2e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:07.490760 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:07.504161 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-002054b5-fa05-408f-83a2-672a71fe1b77 req-23986e5a-2a0f-4487-8b1f-5ac43aed02ff tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598392
Jun 04 15:33:07.533577 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a640eeab-0d9b-4abf-a328-e79c0e2739fc None None] Provisioning for port 67dafcc7-566a-440b-93b5-6a1c644363dd completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:07.534589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-efe283dd-ba72-4ff6-86ec-f3e974dba3de tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for 555c46a0-bb8d-4387-9939-08b778d17104 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:07.618653 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/networks/28d66515-c146-4f98-af57-41938c9d9a2e HTTP/1.1" status: 204  len: 168 time: 2.8336649
Jun 04 15:33:07.619306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60434) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:07.624600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'name': 'tempest-PortsTestJSON-930939945'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:07.687528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1e67d-bbd3-4c4c-bde6-851d7b018521 req-e8bc60e5-c00e-406d-8874-b53758adb96d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:07.689361 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fda1e67d-bbd3-4c4c-bde6-851d7b018521 req-e8bc60e5-c00e-406d-8874-b53758adb96d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.3288057
Jun 04 15:33:07.759276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 67dafcc7-566a-440b-93b5-6a1c644363dd completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:07.767481 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 67dafcc7-566a-440b-93b5-6a1c644363dd triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:07.768686 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:07.825831 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fda1e67d-bbd3-4c4c-bde6-851d7b018521 req-ce8011db-2b56-45c1-823a-e2bcb519aece tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218791
Jun 04 15:33:07.956592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:07.978867 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e1c365-8e58-4bd5-8265-d3a26614efa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d48f5c9-ba35-4529-9781-cd7ca038d372'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:33:07.981868 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e9d2de-24dd-42fd-ba14-7ed68160a656" -d '{"events": [{"server_uuid": "14e1c365-8e58-4bd5-8265-d3a26614efa8", "name": "network-vif-plugged", "status": "completed", "tag": "4d48f5c9-ba35-4529-9781-cd7ca038d372"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:33:07.990613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:port and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:07.995465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:08.011163 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:08.065903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2e47e-a83a-449a-94f7-31a23d0a7722 req-dccbfe8a-6bc8-4125-b7dc-9c20081b1aac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:08.068579 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4ca2e47e-a83a-449a-94f7-31a23d0a7722 req-dccbfe8a-6bc8-4125-b7dc-9c20081b1aac tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.3948483
Jun 04 15:33:08.089302 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-efe283dd-ba72-4ff6-86ec-f3e974dba3de tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:08.099923 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-aa5464fe-409b-42b6-aec6-500627532dfe None None] Provisioning for port 555c46a0-bb8d-4387-9939-08b778d17104 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:08.107374 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-849db275-d1d9-4350-8f53-89b3b824d41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:08.125353 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-aa5464fe-409b-42b6-aec6-500627532dfe None None] Provisioning complete for port 555c46a0-bb8d-4387-9939-08b778d17104 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:08.125667 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-aa5464fe-409b-42b6-aec6-500627532dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:08.141319 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4ca2e47e-a83a-449a-94f7-31a23d0a7722 req-d8a15039-0113-4fed-bd19-9729d4bdb3a6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616705
Jun 04 15:33:08.167506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:08.171650 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:08.217789 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-aa5464fe-409b-42b6-aec6-500627532dfe None None] Port 555c46a0-bb8d-4387-9939-08b778d17104 was deleted so its status cannot be updated. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jun 04 15:33:08.230317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] device_id is not set on port a85234a0-146e-403c-900f-5a68bd15073f yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:33:08.254044 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:08.310433 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 67dafcc7-566a-440b-93b5-6a1c644363dd, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=67dafcc7-566a-440b-93b5-6a1c644363dd,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:08.321080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe283dd-ba72-4ff6-86ec-f3e974dba3de tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=555c46a0-bb8d-4387-9939-08b778d17104,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:08.325368 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-efe283dd-ba72-4ff6-86ec-f3e974dba3de tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:08.347744 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf29bb0f-6bc1-45c5-abc3-76ac7a9c4086 x-openstack-request-id: req-bf29bb0f-6bc1-45c5-abc3-76ac7a9c4086 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:33:08.347744 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e1c365-8e58-4bd5-8265-d3a26614efa8", "name": "network-vif-plugged", "status": "completed", "tag": "4d48f5c9-ba35-4529-9781-cd7ca038d372", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:33:08.347744 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf29bb0f-6bc1-45c5-abc3-76ac7a9c4086 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:33:08.347744 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e1c365-8e58-4bd5-8265-d3a26614efa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d48f5c9-ba35-4529-9781-cd7ca038d372', 'code': 200}
Jun 04 15:33:08.414674 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:08.417532 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9e197080-ccb3-465d-83a2-7c196c4ab8ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:08.461725 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-efe283dd-ba72-4ff6-86ec-f3e974dba3de tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:08.577067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50066fb4-f556-4fff-b040-ad1314cf9768 req-6c9fe889-e822-4ab3-8e35-7b2c7ba57610 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:08.587178 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-50066fb4-f556-4fff-b040-ad1314cf9768 req-6c9fe889-e822-4ab3-8e35-7b2c7ba57610 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.3471990
Jun 04 15:33:08.588617 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 624e9553-1152-4839-9af9-6593a66f389b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:33:08.641250 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-efe283dd-ba72-4ff6-86ec-f3e974dba3de tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/555c46a0-bb8d-4387-9939-08b778d17104 HTTP/1.1" status: 204  len: 168 time: 2.7846992
Jun 04 15:33:08.642186 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60454) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:08.704645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 624e9553-1152-4839-9af9-6593a66f389b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:33:08.708166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 624e9553-1152-4839-9af9-6593a66f389b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:33:08.748471 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=67dafcc7-566a-440b-93b5-6a1c644363dd,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:08.753137 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:08.820138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af75d6d4-72c4-4adf-9c41-fafb0739c94d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:08.821882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af75d6d4-72c4-4adf-9c41-fafb0739c94d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:08.822783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-af75d6d4-72c4-4adf-9c41-fafb0739c94d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:33:08.874574 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-50066fb4-f556-4fff-b040-ad1314cf9768 req-24419ad5-dd03-4d15-a462-52540a3a2f3b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2856934
Jun 04 15:33:08.934434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12f828-db54-413d-aca8-f595a6062d62 req-b78f2a2d-0482-4dae-97cf-7c7b619e200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:08.935942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a12f828-db54-413d-aca8-f595a6062d62 req-b78f2a2d-0482-4dae-97cf-7c7b619e200c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 1097 time: 0.5072484
Jun 04 15:33:08.962298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-af75d6d4-72c4-4adf-9c41-fafb0739c94d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:08.968218 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-af75d6d4-72c4-4adf-9c41-fafb0739c94d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.3087988
Jun 04 15:33:08.968218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60458) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:09.029872 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a12f828-db54-413d-aca8-f595a6062d62 req-beba49ab-c120-4d98-bfb8-7bee7981d702 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795758
Jun 04 15:33:09.041949 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:09.071235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed041c5-3bd8-4cf9-8e61-d9d3c710229c req-e5aa64c4-abb7-44e8-ab97-cd5a04bd59fc tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:09.078773 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ed041c5-3bd8-4cf9-8e61-d9d3c710229c req-e5aa64c4-abb7-44e8-ab97-cd5a04bd59fc tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 946 time: 0.2983904
Jun 04 15:33:09.079746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-876daef1-4989-4a77-934d-48f030432e05 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 3a9afae7-b17b-4d97-910a-1e5eb28517d2 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:33:09.083713 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-876daef1-4989-4a77-934d-48f030432e05 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:09.158114 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ed041c5-3bd8-4cf9-8e61-d9d3c710229c req-931e52e5-da78-465f-8931-3eccde23e716 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780363
Jun 04 15:33:09.159869 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-876daef1-4989-4a77-934d-48f030432e05 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:09.280532 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:09.322983 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1e0211a0-38e0-4fc8-b91c-0230a7d935c7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:09.334444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 67dafcc7-566a-440b-93b5-6a1c644363dd up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:09.401599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:09.409738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:09.417117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e127c-de0d-4538-9b31-5ad55c7a6a6d req-b7180961-0676-4fba-8401-58d6c324c261 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:09.423889 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:09.434513 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-254e127c-de0d-4538-9b31-5ad55c7a6a6d req-b7180961-0676-4fba-8401-58d6c324c261 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.2195370
Jun 04 15:33:09.441883 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:09.442890 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:09.479781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 67dafcc7-566a-440b-93b5-6a1c644363dd triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:09.481683 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-876daef1-4989-4a77-934d-48f030432e05 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:09.482427 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:09.540094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=a85234a0-146e-403c-900f-5a68bd15073f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:09.551925 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:09.561805 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.9415288
Jun 04 15:33:09.578487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60466) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:09.586169 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-254e127c-de0d-4538-9b31-5ad55c7a6a6d req-68e020cf-302d-4aa8-8da6-6374f3b4e2cb tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494980
Jun 04 15:33:09.977109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a6b15-ddf7-4b2b-9125-feb421cbe9f7 req-1bfc14de-d5f0-4fb6-ba7a-022c530ba472 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:10.001215 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b4a6b15-ddf7-4b2b-9125-feb421cbe9f7 req-1bfc14de-d5f0-4fb6-ba7a-022c530ba472 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.4232731
Jun 04 15:33:10.094619 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b4a6b15-ddf7-4b2b-9125-feb421cbe9f7 req-28047e3a-a61e-4754-9596-9bf481ab7de9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963840
Jun 04 15:33:10.114113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-60b7606c-7149-4fcd-bfe7-a192f5daa039 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port a85234a0-146e-403c-900f-5a68bd15073f {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:10.114457 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-60b7606c-7149-4fcd-bfe7-a192f5daa039 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:10.242931 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-60b7606c-7149-4fcd-bfe7-a192f5daa039 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:10.262269 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e153b-9186-4f2f-90a1-e284a90eb162 req-0a64cf1b-a5de-4d15-b371-65df07ec18d5 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:10.270083 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-469e153b-9186-4f2f-90a1-e284a90eb162 req-0a64cf1b-a5de-4d15-b371-65df07ec18d5 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.3212714
Jun 04 15:33:10.555577 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-469e153b-9186-4f2f-90a1-e284a90eb162 req-36a21ada-77b6-4ef0-ad48-e775c9d6d8ba tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2841160
Jun 04 15:33:10.590963 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-60b7606c-7149-4fcd-bfe7-a192f5daa039 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for a85234a0-146e-403c-900f-5a68bd15073f owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:10.629348 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-876daef1-4989-4a77-934d-48f030432e05 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:10.641033 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-00f39535-22c3-4d2a-8fb2-25ce4b83e426 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:10.673154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a414e-a70e-4d14-bfb2-6881a9150097 req-c3b38de4-0e1a-4eb6-9397-4dfe6339edd9 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:10.685741 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-726a414e-a70e-4d14-bfb2-6881a9150097 req-c3b38de4-0e1a-4eb6-9397-4dfe6339edd9 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 946 time: 0.2166469
Jun 04 15:33:10.742941 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-876daef1-4989-4a77-934d-48f030432e05 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:10.753411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a9af66-22fe-4398-9faa-91d4e463411d None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:10.765300 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876daef1-4989-4a77-934d-48f030432e05 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=3a9afae7-b17b-4d97-910a-1e5eb28517d2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:10.775251 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-876daef1-4989-4a77-934d-48f030432e05 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:10.775846 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-726a414e-a70e-4d14-bfb2-6881a9150097 req-976f2330-2bfc-4b34-899f-504c76bf0176 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869408
Jun 04 15:33:10.849175 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-60b7606c-7149-4fcd-bfe7-a192f5daa039 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:10.859533 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f6202af0-7ece-46b8-9c22-f76e27695b21 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:10.883134 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-876daef1-4989-4a77-934d-48f030432e05 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/3a9afae7-b17b-4d97-910a-1e5eb28517d2 HTTP/1.1" status: 204  len: 168 time: 1.9155173
Jun 04 15:33:10.885386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60498) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:10.970001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7606c-7149-4fcd-bfe7-a192f5daa039 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=a85234a0-146e-403c-900f-5a68bd15073f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:10.980018 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-60b7606c-7149-4fcd-bfe7-a192f5daa039 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:10.993913 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-60b7606c-7149-4fcd-bfe7-a192f5daa039 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:11.023768 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-60b7606c-7149-4fcd-bfe7-a192f5daa039 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/a85234a0-146e-403c-900f-5a68bd15073f HTTP/1.1" status: 204  len: 168 time: 1.4385176
Jun 04 15:33:11.059192 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-98201703-5801-4c84-960a-a565c35bf58a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1723330
Jun 04 15:33:11.060226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60504) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:11.071695 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'mac_address': 'fa:16:3e:97:bc:e5', 'name': 'tempest-PortsTestJSON-482154271'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:11.096720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60506) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:11.292496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:11.296930 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:port and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:11.300598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:11.310704 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:11.333507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a026924-9a78-4894-8c73-e67b3d701ff6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:11.337388 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0a026924-9a78-4894-8c73-e67b3d701ff6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2369244
Jun 04 15:33:11.338829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60510) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:11.385783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b6f7e-6591-45db-94f4-525bc9af698f req-e55dcc90-565f-4936-82fd-afe8a844a36d tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:11.396233 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-033b6f7e-6591-45db-94f4-525bc9af698f req-e55dcc90-565f-4936-82fd-afe8a844a36d tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb2c5417-1682-4198-943a-c71c11e9e90c HTTP/1.1" status: 200  len: 946 time: 0.3798268
Jun 04 15:33:11.398719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f46f0-9327-470a-8991-2da2cd7b463f req-7e0aec15-0f4a-4d81-935b-5d0b5a496077 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:11.414103 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3a2f46f0-9327-470a-8991-2da2cd7b463f req-7e0aec15-0f4a-4d81-935b-5d0b5a496077 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.1851637
Jun 04 15:33:11.469229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:11.477135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc37c096-bc82-46e5-acac-dc7b287cc959 None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:33:11.497779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829a1bf1-5b5c-4d20-9a10-e7d0b19623a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:11.498573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-829a1bf1-5b5c-4d20-9a10-e7d0b19623a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:33:11.521717 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-033b6f7e-6591-45db-94f4-525bc9af698f req-ddf635cc-d0d5-4c57-9a91-1ae53b2a7517 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244125
Jun 04 15:33:11.545419 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3a2f46f0-9327-470a-8991-2da2cd7b463f req-2b98e28d-b72b-4d5b-8a24-db6c2feaee5e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299579
Jun 04 15:33:11.663723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cc37c096-bc82-46e5-acac-dc7b287cc959 None None] Deleting port 67dafcc7-566a-440b-93b5-6a1c644363dd {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:11.664367 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cc37c096-bc82-46e5-acac-dc7b287cc959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:11.693662 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-829a1bf1-5b5c-4d20-9a10-e7d0b19623a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:11.694548 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-829a1bf1-5b5c-4d20-9a10-e7d0b19623a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3547723
Jun 04 15:33:11.698547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60516) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:11.738447 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:11.829221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] device_id is not set on port 5dc71ae8-6986-4afc-b0da-8a46b2bf6d83 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:33:11.854506 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-cc37c096-bc82-46e5-acac-dc7b287cc959 None None] For port 67dafcc7-566a-440b-93b5-6a1c644363dd, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=67dafcc7-566a-440b-93b5-6a1c644363dd,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:11.855133 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cc37c096-bc82-46e5-acac-dc7b287cc959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:11.896475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fad2078b-7605-4736-80d4-2d0a5ccccc4e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1966529
Jun 04 15:33:11.902477 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60520) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:11.908608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8b3e46f5-fe35-4a6d-bc25-90d1895f63d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:12.021289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c34e9-ba69-427c-8776-ee29dde3a50c req-74bc85a3-abc0-4562-bda8-48bd8241799d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:12.024133 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7e4c34e9-ba69-427c-8776-ee29dde3a50c req-74bc85a3-abc0-4562-bda8-48bd8241799d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.2018416
Jun 04 15:33:12.075297 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cc37c096-bc82-46e5-acac-dc7b287cc959 None None] Calling delete_port for 67dafcc7-566a-440b-93b5-6a1c644363dd owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:12.106575 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7e4c34e9-ba69-427c-8776-ee29dde3a50c req-de94285d-26a9-49ee-8219-b29784fd6896 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759993
Jun 04 15:33:12.146040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef641d2-c5f6-4d7e-955d-a88f2beebbfd req-475e7a2a-e605-450e-bb7b-38c0a82ed82c tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:12.156326 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fef641d2-c5f6-4d7e-955d-a88f2beebbfd req-475e7a2a-e605-450e-bb7b-38c0a82ed82c tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=412e0481-c4b5-4b1a-971b-782c61069b0b HTTP/1.1" status: 200  len: 945 time: 0.3918421
Jun 04 15:33:12.184108 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8b3e46f5-fe35-4a6d-bc25-90d1895f63d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:12.213716 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8b3e46f5-fe35-4a6d-bc25-90d1895f63d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:12.228601 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fef641d2-c5f6-4d7e-955d-a88f2beebbfd req-755d3594-c114-4c79-a61b-7cf54cd534d5 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710967
Jun 04 15:33:12.246371 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cc37c096-bc82-46e5-acac-dc7b287cc959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:12.255515 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2904aaf7-367c-4622-b9fa-d6491636744b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:12.375708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37c096-bc82-46e5-acac-dc7b287cc959 None None] Pushing event deleted for resources: {'Port': ['ID=67dafcc7-566a-440b-93b5-6a1c644363dd,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:12.378739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3e46f5-fe35-4a6d-bc25-90d1895f63d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:12.380178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc37c096-bc82-46e5-acac-dc7b287cc959 None None] No DVR routers for this DVR port 67dafcc7-566a-440b-93b5-6a1c644363dd on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:33:12.384368 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cc37c096-bc82-46e5-acac-dc7b287cc959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:12.385412 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b3e46f5-fe35-4a6d-bc25-90d1895f63d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:12.411425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2347c-026e-425c-9902-de10d47968a3 req-894c270a-3c2f-4f0b-b683-b8fc4ec24ef5 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:12.413595 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-22e2347c-026e-425c-9902-de10d47968a3 req-894c270a-3c2f-4f0b-b683-b8fc4ec24ef5 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.1619201
Jun 04 15:33:12.474171 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-22e2347c-026e-425c-9902-de10d47968a3 req-d7356dc5-6300-4d64-9f41-b549fd700f60 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525899
Jun 04 15:33:12.629265 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:12.746923 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:12.757655 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:12.766422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c77a0-9a8c-4ac2-9201-5aa968571405 req-98204239-05a5-484a-9221-585572b8e782 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:12.769487 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fa4c77a0-9a8c-4ac2-9201-5aa968571405 req-98204239-05a5-484a-9221-585572b8e782 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.0991549
Jun 04 15:33:12.824203 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fa4c77a0-9a8c-4ac2-9201-5aa968571405 req-2840badf-291a-48cd-93bc-83da2e5123ec tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481577
Jun 04 15:33:12.852904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:12.868095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:12.876443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:12.882298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:12.882938 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:12.889990 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=5dc71ae8-6986-4afc-b0da-8a46b2bf6d83,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:12.908907 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:13.083119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60546) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:13.086176 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 2.0241613
Jun 04 15:33:13.169134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0bafb0-7fed-4345-ab50-3da52f87535c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:13.169989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8f0bafb0-7fed-4345-ab50-3da52f87535c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:33:13.304432 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 67dafcc7-566a-440b-93b5-6a1c644363dd no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:33:13.306866 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522c593-8e18-4138-a137-7f5e6c7bfdb9 req-0c0fbf60-7ffa-4346-a9d2-9802e313b485 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:13.308444 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b522c593-8e18-4138-a137-7f5e6c7bfdb9 req-0c0fbf60-7ffa-4346-a9d2-9802e313b485 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.2516708
Jun 04 15:33:13.346812 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 67dafcc7-566a-440b-93b5-6a1c644363dd {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:33:13.347539 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 67dafcc7-566a-440b-93b5-6a1c644363dd not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:33:13.357417 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8f0bafb0-7fed-4345-ab50-3da52f87535c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:13.367898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60554) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:13.369767 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8f0bafb0-7fed-4345-ab50-3da52f87535c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/5dc71ae8-6986-4afc-b0da-8a46b2bf6d83 HTTP/1.1" status: 200  len: 840 time: 0.2852354
Jun 04 15:33:13.407867 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b522c593-8e18-4138-a137-7f5e6c7bfdb9 req-9ea7d929-feff-49d4-9f99-3631f838646c tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893967
Jun 04 15:33:13.799706 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b3e46f5-fe35-4a6d-bc25-90d1895f63d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:13.806985 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-876daef1-4989-4a77-934d-48f030432e05 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:13.887986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3e46f5-fe35-4a6d-bc25-90d1895f63d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:13.895814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-8b3e46f5-fe35-4a6d-bc25-90d1895f63d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:13.913584 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e46f5-fe35-4a6d-bc25-90d1895f63d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=2ab6eabf-23b6-4340-a874-9f963466e0fb,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:13.917234 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cd3922-49e5-428f-b4d3-8715d96b0235 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:13.920035 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8b3e46f5-fe35-4a6d-bc25-90d1895f63d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:13.923324 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3e46f5-fe35-4a6d-bc25-90d1895f63d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:13.924818 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b3e46f5-fe35-4a6d-bc25-90d1895f63d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:13.948772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e4353-2b65-4ad8-b360-df1f8f143e1b req-b302f24e-e57f-4624-a0c2-0557f23722a9 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:13.956295 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-756e4353-2b65-4ad8-b360-df1f8f143e1b req-b302f24e-e57f-4624-a0c2-0557f23722a9 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=412e0481-c4b5-4b1a-971b-782c61069b0b HTTP/1.1" status: 200  len: 945 time: 0.3071804
Jun 04 15:33:13.980401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-b70b03b0-1913-4c9b-a83a-93b8b093b965 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port 5dc71ae8-6986-4afc-b0da-8a46b2bf6d83 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:13.980754 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b70b03b0-1913-4c9b-a83a-93b8b093b965 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:14.164068 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-756e4353-2b65-4ad8-b360-df1f8f143e1b req-8e864622-8dfa-4435-9471-6f43adf4cafd tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2071018
Jun 04 15:33:14.190736 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b70b03b0-1913-4c9b-a83a-93b8b093b965 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:14.231636 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60574) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:14.232158 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8b3e46f5-fe35-4a6d-bc25-90d1895f63d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3282955
Jun 04 15:33:14.237634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'mac_address': 'fa:16:3e:ee:cf:1b', 'name': 'tempest-NetworksTestDHCPv6-1193689683'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:14.352835 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': '2ab6eabf-23b6-4340-a874-9f963466e0fb'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:33:14.353740 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:14.471931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:14.496832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:14.529826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:14.630928 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Allocated IP 2001:db8::2 (6acae085-7932-4691-b36e-433651ec3de1/2ab6eabf-23b6-4340-a874-9f963466e0fb/8de155ba-ac6f-4030-8117-44e89a564808) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:14.668707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:14.723579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-b70b03b0-1913-4c9b-a83a-93b8b093b965 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for 5dc71ae8-6986-4afc-b0da-8a46b2bf6d83 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:14.789232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84277af3-83ad-450b-a2d1-2a62f4f44363 req-d5b47987-3ab7-4e30-abb6-ce42f4491932 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:14.797799 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-84277af3-83ad-450b-a2d1-2a62f4f44363 req-d5b47987-3ab7-4e30-abb6-ce42f4491932 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.2998559
Jun 04 15:33:14.875354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:14.923118 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b70b03b0-1913-4c9b-a83a-93b8b093b965 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:14.937953 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:14.992315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-84277af3-83ad-450b-a2d1-2a62f4f44363 req-b5513898-b9f2-48a6-9c41-c28fdd29449f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928589
Jun 04 15:33:15.066931 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b03b0-1913-4c9b-a83a-93b8b093b965 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=5dc71ae8-6986-4afc-b0da-8a46b2bf6d83,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:15.074668 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b70b03b0-1913-4c9b-a83a-93b8b093b965 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:15.079381 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b70b03b0-1913-4c9b-a83a-93b8b093b965 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:15.160559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33179c1-5f7f-4385-bb6d-4eee4cd9ff48 req-b8de57de-9343-4f5c-9b4b-24a8ac4be72e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:15.163229 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a33179c1-5f7f-4385-bb6d-4eee4cd9ff48 req-b8de57de-9343-4f5c-9b4b-24a8ac4be72e tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.2903643
Jun 04 15:33:15.172048 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:15.185102 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Transition to ACTIVE for port object 8de155ba-ac6f-4030-8117-44e89a564808 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:15.199209 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:15.215394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Transition to ACTIVE for port object 8de155ba-ac6f-4030-8117-44e89a564808 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:15.252619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port 3b6b4180-6216-474d-9ae9-3b5203fe523d yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:33:15.315824 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b70b03b0-1913-4c9b-a83a-93b8b093b965 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/5dc71ae8-6986-4afc-b0da-8a46b2bf6d83 HTTP/1.1" status: 204  len: 168 time: 1.9470520
Jun 04 15:33:15.325397 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60586) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:15.334179 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:15.342455 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:15.519599 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a33179c1-5f7f-4385-bb6d-4eee4cd9ff48 req-cbb4c9f5-5be0-4f05-a74b-ed8aa5963114 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3428659
Jun 04 15:33:15.551567 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5eba9b-6050-4e16-8025-5544355e45fa tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] GET failed (client error): The resource could not be found.
Jun 04 15:33:15.552507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0d5eba9b-6050-4e16-8025-5544355e45fa tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:33:15.612262 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Pushing event updated for resources: {'Port': ['ID=8de155ba-ac6f-4030-8117-44e89a564808,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:15.619179 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:15.652566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:15.654657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:15.673381 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:15.779149 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0d5eba9b-6050-4e16-8025-5544355e45fa tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:15.793662 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0d5eba9b-6050-4e16-8025-5544355e45fa tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/5dc71ae8-6986-4afc-b0da-8a46b2bf6d83 HTTP/1.1" status: 404  len: 333 time: 0.4646304
Jun 04 15:33:15.799398 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60594) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:15.804902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'name': 'tempest-PortsTestJSON-725291358'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:15.852501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e120510-320c-43f0-8947-d4871807ff93 req-16d6db5c-1047-4511-bc7f-5e481ee5f65a tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:15.854479 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4e120510-320c-43f0-8947-d4871807ff93 req-16d6db5c-1047-4511-bc7f-5e481ee5f65a tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.62 "GET /v2.0/ports?device_id=412e0481-c4b5-4b1a-971b-782c61069b0b HTTP/1.1" status: 200  len: 945 time: 0.9320822
Jun 04 15:33:15.857844 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Attempting to bind port 8de155ba-ac6f-4030-8117-44e89a564808 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:33:15.858402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Attempting to bind port 8de155ba-ac6f-4030-8117-44e89a564808 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:33:15.859005 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Attempting to bind port 8de155ba-ac6f-4030-8117-44e89a564808 on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:33:15.865300 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:33:15.866631 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:33:15.868109 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:15.868760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:33:15.869507 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Bound port: 8de155ba-ac6f-4030-8117-44e89a564808, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:33:15.870142 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:15.895230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::37c (6acae085-7932-4691-b36e-433651ec3de1/2ab6eabf-23b6-4340-a874-9f963466e0fb/3b6b4180-6216-474d-9ae9-3b5203fe523d) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:15.989789 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c82366-c0ba-4d6e-a8c1-a72f890b1620 req-1cd03904-3790-43ac-8347-6f9e93443230 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:15.995384 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f9c82366-c0ba-4d6e-a8c1-a72f890b1620 req-1cd03904-3790-43ac-8347-6f9e93443230 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.3059435
Jun 04 15:33:16.003532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:16.068607 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f9c82366-c0ba-4d6e-a8c1-a72f890b1620 req-9d7ace36-d086-4f37-8e69-04d6dfcfc3a2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621455
Jun 04 15:33:16.076221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:16.076664 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] For port 8de155ba-ac6f-4030-8117-44e89a564808, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:33:16.080812 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] For port 8de155ba-ac6f-4030-8117-44e89a564808, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=8de155ba-ac6f-4030-8117-44e89a564808,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:33:16.156422 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:16.161289 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:16.224342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:16.228637 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:16.273348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] device_id is not set on port b4f84364-6482-4815-b720-537cd0cf8861 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:33:16.386333 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Pushing event updated for resources: {'Port': ['ID=8de155ba-ac6f-4030-8117-44e89a564808,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:16.399902 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:16.442296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23774dab-476b-48d2-8f70-5a79534d26ec req-e2bc6e53-ab4a-49f1-9400-26a924839d19 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:16.450576 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-23774dab-476b-48d2-8f70-5a79534d26ec req-e2bc6e53-ab4a-49f1-9400-26a924839d19 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=412e0481-c4b5-4b1a-971b-782c61069b0b HTTP/1.1" status: 200  len: 945 time: 0.9349387
Jun 04 15:33:16.549624 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-23774dab-476b-48d2-8f70-5a79534d26ec req-f8a08412-1f19-458d-af75-83e3fa82ffab tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979552
Jun 04 15:33:16.628401 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:16.664625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object 3b6b4180-6216-474d-9ae9-3b5203fe523d will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:16.699024 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-4e120510-320c-43f0-8947-d4871807ff93 req-c8bc6e73-a02a-4c93-81ad-c9d7b6575599 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Deleting port afe939bd-7d36-4718-ae37-0c7d6f699ffc {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:16.701183 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4e120510-320c-43f0-8947-d4871807ff93 req-c8bc6e73-a02a-4c93-81ad-c9d7b6575599 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:16.964374 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:16.976904 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c4ed2c24-41ce-4526-bec2-fb5754a27701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:17.008419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f908f05-0ef7-4a23-be60-4d9f0a2a660c req-6a75ee12-7aba-48f0-9a93-0f29a788d7bb tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:17.009555 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4f908f05-0ef7-4a23-be60-4d9f0a2a660c req-6a75ee12-7aba-48f0-9a93-0f29a788d7bb tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.4811852
Jun 04 15:33:17.121285 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:17.121285 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4f908f05-0ef7-4a23-be60-4d9f0a2a660c req-dc15bff8-2dd3-410c-878b-18b33fd27667 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860362
Jun 04 15:33:17.127871 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4e120510-320c-43f0-8947-d4871807ff93 req-c8bc6e73-a02a-4c93-81ad-c9d7b6575599 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] For port afe939bd-7d36-4718-ae37-0c7d6f699ffc, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=afe939bd-7d36-4718-ae37-0c7d6f699ffc,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:17.128495 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4e120510-320c-43f0-8947-d4871807ff93 req-c8bc6e73-a02a-4c93-81ad-c9d7b6575599 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:17.299414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=3b6b4180-6216-474d-9ae9-3b5203fe523d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:17.308540 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:17.311184 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:17.319574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-4e120510-320c-43f0-8947-d4871807ff93 req-c8bc6e73-a02a-4c93-81ad-c9d7b6575599 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Calling delete_port for afe939bd-7d36-4718-ae37-0c7d6f699ffc owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:17.330362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:17.336631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:17.342666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:17.351594 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:17.359501 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:17.369142 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:17.504971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60616) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:17.507763 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.2742460
Jun 04 15:33:17.508352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=b4f84364-6482-4815-b720-537cd0cf8861,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:17.512298 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:17.660856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 8de155ba-ac6f-4030-8117-44e89a564808 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:17.793767 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4e120510-320c-43f0-8947-d4871807ff93 req-c8bc6e73-a02a-4c93-81ad-c9d7b6575599 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:17.800270 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5b531e53-ce6f-4277-bb4c-a569bf3ca6d1 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:17.823950 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['d012de4f-b005-4e9b-bbe3-2378fe7bd664', '4d48f5c9-ba35-4529-9781-cd7ca038d372'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:33:17.930386 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['afe939bd-7d36-4718-ae37-0c7d6f699ffc'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:33:17.930846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc6e73-a02a-4c93-81ad-c9d7b6575599 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Pushing event deleted for resources: {'Port': ['ID=afe939bd-7d36-4718-ae37-0c7d6f699ffc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:17.943151 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c8bc6e73-a02a-4c93-81ad-c9d7b6575599 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:18.093507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:18.104547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:18.122809 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:18.136485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:18.140406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e120510-320c-43f0-8947-d4871807ff93 req-c8bc6e73-a02a-4c93-81ad-c9d7b6575599 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] No DVR routers for this DVR port afe939bd-7d36-4718-ae37-0c7d6f699ffc on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:33:18.142249 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:18.146187 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4e120510-320c-43f0-8947-d4871807ff93 req-c8bc6e73-a02a-4c93-81ad-c9d7b6575599 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:18.197998 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 8de155ba-ac6f-4030-8117-44e89a564808 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:18.265661 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412e0481-c4b5-4b1a-971b-782c61069b0b', 'name': 'network-vif-deleted', 'tag': 'afe939bd-7d36-4718-ae37-0c7d6f699ffc'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:33:18.271502 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5f9a17-bd03-4908-914a-fa1edcd09656" -d '{"events": [{"server_uuid": "412e0481-c4b5-4b1a-971b-782c61069b0b", "name": "network-vif-deleted", "tag": "afe939bd-7d36-4718-ae37-0c7d6f699ffc"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:33:18.305324 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-20333233-f9f7-4525-95d1-bfe03f616572 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:18.324805 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-20333233-f9f7-4525-95d1-bfe03f616572 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 812 time: 0.6678023
Jun 04 15:33:18.334310 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-27e11dfe-d9b2-4b8f-a5dc-3164ccaf2076 req-a91f8e11-00f7-485a-880a-a9ee31de55c5 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=412e0481-c4b5-4b1a-971b-782c61069b0b HTTP/1.1" status: 200  len: 210 time: 0.1961124
Jun 04 15:33:18.373685 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-aeafec7e-ec4e-4c6b-ab2e-3d29211a552d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/quotas/1d658397c2f54645b763ef21f67c47da HTTP/1.1" status: 200  len: 375 time: 0.0495028
Jun 04 15:33:18.394187 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-952c6149-d209-4407-ac67-a116165b0f26 None None] Provisioning for port 8de155ba-ac6f-4030-8117-44e89a564808 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:18.421426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-952c6149-d209-4407-ac67-a116165b0f26 None None] Provisioning complete for port 8de155ba-ac6f-4030-8117-44e89a564808 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:18.422500 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-952c6149-d209-4407-ac67-a116165b0f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:18.436657 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd6e75-359c-49ae-815d-3d58a54ad25b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:18.443848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd6e75-359c-49ae-815d-3d58a54ad25b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:18.445444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-01cd6e75-359c-49ae-815d-3d58a54ad25b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:33:18.451541 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4e120510-320c-43f0-8947-d4871807ff93 req-c8bc6e73-a02a-4c93-81ad-c9d7b6575599 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.62 "DELETE /v2.0/ports/afe939bd-7d36-4718-ae37-0c7d6f699ffc HTTP/1.1" status: 204  len: 173 time: 2.4218817
Jun 04 15:33:18.485511 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 2.6849637
Jun 04 15:33:18.487936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60638) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:18.496287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e81c1438-20e4-480b-959c-80936591280c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:18.589217 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c622e44c-157c-4ca8-a468-16356ca6a106 x-openstack-request-id: req-c622e44c-157c-4ca8-a468-16356ca6a106 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:33:18.590419 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412e0481-c4b5-4b1a-971b-782c61069b0b", "name": "network-vif-deleted", "tag": "afe939bd-7d36-4718-ae37-0c7d6f699ffc", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:33:18.590871 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c622e44c-157c-4ca8-a468-16356ca6a106 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:33:18.591496 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412e0481-c4b5-4b1a-971b-782c61069b0b', 'name': 'network-vif-deleted', 'tag': 'afe939bd-7d36-4718-ae37-0c7d6f699ffc', 'status': 'completed', 'code': 200}
Jun 04 15:33:18.630919 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-53d665df-a33f-4032-b33f-3e7d5a9547a4 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2487485
Jun 04 15:33:18.692337 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0107feb9-4b11-4fec-9e0a-b2d12fa33845 req-7fe1b0f3-adfd-4b60-ae1b-d1a7b9eba856 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2318063
Jun 04 15:33:18.933999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-01cd6e75-359c-49ae-815d-3d58a54ad25b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:18.945569 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-01cd6e75-359c-49ae-815d-3d58a54ad25b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 1.4343860
Jun 04 15:33:18.962656 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60644) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:19.047787 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60646) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:19.091837 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-952c6149-d209-4407-ac67-a116165b0f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:19.143443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-952c6149-d209-4407-ac67-a116165b0f26 None None] For port 8de155ba-ac6f-4030-8117-44e89a564808, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=8de155ba-ac6f-4030-8117-44e89a564808,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:19.233275 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-952c6149-d209-4407-ac67-a116165b0f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:19.236312 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:19.249945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107feb9-4b11-4fec-9e0a-b2d12fa33845 req-802e5b96-3894-416d-80ec-6c38dbf8753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:19.251759 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0107feb9-4b11-4fec-9e0a-b2d12fa33845 req-802e5b96-3894-416d-80ec-6c38dbf8753d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 1095 time: 0.3645308
Jun 04 15:33:19.315480 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-33089673-30de-4815-a3f7-fcc7065d428f service neutron] 10.222.0.32 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6829400
Jun 04 15:33:19.400599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c6149-d209-4407-ac67-a116165b0f26 None None] Pushing event updated for resources: {'Port': ['ID=8de155ba-ac6f-4030-8117-44e89a564808,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:19.410893 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-952c6149-d209-4407-ac67-a116165b0f26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:19.440296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-3b10c042-a799-4005-ada5-c4be20eff919 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port 3b6b4180-6216-474d-9ae9-3b5203fe523d {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:19.440639 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b10c042-a799-4005-ada5-c4be20eff919 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:19.463631 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fdb721a5-c664-486a-9fa2-5da947d2858b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:19.465162 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e81c1438-20e4-480b-959c-80936591280c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:19.470166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a3804a46-a8cd-4a20-87d7-09428f8858f6 None None] Provisioning for port 3b6b4180-6216-474d-9ae9-3b5203fe523d completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:19.478500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a3804a46-a8cd-4a20-87d7-09428f8858f6 None None] Provisioning complete for port 3b6b4180-6216-474d-9ae9-3b5203fe523d triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:19.480109 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3804a46-a8cd-4a20-87d7-09428f8858f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:19.636428 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-5d8aa4b7-8baf-4565-ae48-f60f920629c0 service neutron] 10.222.0.32 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3178277
Jun 04 15:33:19.709127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fdb721a5-c664-486a-9fa2-5da947d2858b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:19.725844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fdb721a5-c664-486a-9fa2-5da947d2858b admin admin] Usage tracker for resource:security_group_rule and tenant:bd1318adf219400b9d6827e7df486f78 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:19.728713 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a3804a46-a8cd-4a20-87d7-09428f8858f6 None None] Port 3b6b4180-6216-474d-9ae9-3b5203fe523d cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:33:19.828842 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e81c1438-20e4-480b-959c-80936591280c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:19.927344 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e81c1438-20e4-480b-959c-80936591280c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:19.940913 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:19.992010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fdb721a5-c664-486a-9fa2-5da947d2858b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:20.012341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e81c1438-20e4-480b-959c-80936591280c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] In _notify_port_updated(), no bound segment for port b4f84364-6482-4815-b720-537cd0cf8861 on network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 {{(pid=88301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:33:20.024052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81c1438-20e4-480b-959c-80936591280c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:20.024052 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e81c1438-20e4-480b-959c-80936591280c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:20.024052 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e81c1438-20e4-480b-959c-80936591280c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "PUT /v2.0/ports/b4f84364-6482-4815-b720-537cd0cf8861 HTTP/1.1" status: 200  len: 818 time: 1.5316780
Jun 04 15:33:20.029185 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60658) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:20.060954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fdb721a5-c664-486a-9fa2-5da947d2858b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:20.073513 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device afe939bd-7d36-4718-ae37-0c7d6f699ffc no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:33:20.093431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9549f245-fc56-49c0-a3a4-e248af5d4f00 req-c648dc6f-f44d-4415-a228-7c603bfbd6bd tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Synchronizing usage tracker for tenant:ddcc60be4c4b44bb96a7a7a89a07b349 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:33:20.130296 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c1438-20e4-480b-959c-80936591280c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=b4f84364-6482-4815-b720-537cd0cf8861,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:20.138856 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e81c1438-20e4-480b-959c-80936591280c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:20.142067 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: afe939bd-7d36-4718-ae37-0c7d6f699ffc {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:33:20.142067 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device afe939bd-7d36-4718-ae37-0c7d6f699ffc not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:33:20.153863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107feb9-4b11-4fec-9e0a-b2d12fa33845 req-cd8d9a65-9c9e-4248-ae50-4de222288d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:20.155327 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0107feb9-4b11-4fec-9e0a-b2d12fa33845 req-cd8d9a65-9c9e-4248-ae50-4de222288d96 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.8737218
Jun 04 15:33:20.227711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-2be8f136-f22c-40f8-8c73-cb433455afaf tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port b4f84364-6482-4815-b720-537cd0cf8861 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:20.228054 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2be8f136-f22c-40f8-8c73-cb433455afaf tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:20.259183 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b10c042-a799-4005-ada5-c4be20eff919 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:20.310855 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9549f245-fc56-49c0-a3a4-e248af5d4f00 req-c648dc6f-f44d-4415-a228-7c603bfbd6bd tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Unset dirty status for tenant:ddcc60be4c4b44bb96a7a7a89a07b349 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:20.312040 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9549f245-fc56-49c0-a3a4-e248af5d4f00 req-c648dc6f-f44d-4415-a228-7c603bfbd6bd tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=412e0481-c4b5-4b1a-971b-782c61069b0b HTTP/1.1" status: 200  len: 210 time: 0.5882485
Jun 04 15:33:20.482667 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2be8f136-f22c-40f8-8c73-cb433455afaf tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:20.586651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-3b10c042-a799-4005-ada5-c4be20eff919 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for 3b6b4180-6216-474d-9ae9-3b5203fe523d owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:20.626011 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-37ca61d5-dbad-440c-bae0-701144cca2e4 req-93c08e3f-fa40-4f73-9288-a5adad858ad7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 210 time: 0.1508744
Jun 04 15:33:20.661113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-2be8f136-f22c-40f8-8c73-cb433455afaf tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for b4f84364-6482-4815-b720-537cd0cf8861 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:20.664034 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9aa0f2b-7586-40cb-8dcd-da4b1679a2dc req-fea5268c-1151-49c7-ab6b-b0e774a50bf0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.6638496
Jun 04 15:33:20.670587 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0107feb9-4b11-4fec-9e0a-b2d12fa33845 req-e79affa4-e083-4b2e-9f44-b59eec7081f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 HTTP/1.1" status: 200  len: 999 time: 0.5014842
Jun 04 15:33:20.861844 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2be8f136-f22c-40f8-8c73-cb433455afaf tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:20.868173 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0b05eae9-c2e8-4f1b-a5e4-93543ce56b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:20.885059 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fdb721a5-c664-486a-9fa2-5da947d2858b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:20.890376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107feb9-4b11-4fec-9e0a-b2d12fa33845 req-a9cf4d68-87ba-49f9-992d-ec4ee91a9f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:20.891974 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0107feb9-4b11-4fec-9e0a-b2d12fa33845 req-a9cf4d68-87ba-49f9-992d-ec4ee91a9f1e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.2041786
Jun 04 15:33:20.971955 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8f136-f22c-40f8-8c73-cb433455afaf tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=b4f84364-6482-4815-b720-537cd0cf8861,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:20.978662 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa0f2b-7586-40cb-8dcd-da4b1679a2dc req-d62f05bc-72c8-4c2c-893e-750c698f9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:20.981611 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9aa0f2b-7586-40cb-8dcd-da4b1679a2dc req-d62f05bc-72c8-4c2c-893e-750c698f9295 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f9666fef72042a089a1b7fec6d0d3ff&device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 1096 time: 0.2442601
Jun 04 15:33:20.987683 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2be8f136-f22c-40f8-8c73-cb433455afaf tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:20.994567 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2be8f136-f22c-40f8-8c73-cb433455afaf tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:21.016337 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2be8f136-f22c-40f8-8c73-cb433455afaf tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/b4f84364-6482-4815-b720-537cd0cf8861 HTTP/1.1" status: 204  len: 168 time: 0.9861004
Jun 04 15:33:21.020655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60676) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:21.144906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1d55fc-0adf-463a-a336-7ae40b5c9fcf tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:21.145820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ad1d55fc-0adf-463a-a336-7ae40b5c9fcf tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:33:21.195742 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fdb721a5-c664-486a-9fa2-5da947d2858b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:21.208980 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-81c723ad-ce39-4790-8533-597a5426c36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:21.275971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ad1d55fc-0adf-463a-a336-7ae40b5c9fcf tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:21.280219 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ad1d55fc-0adf-463a-a336-7ae40b5c9fcf tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.2581909
Jun 04 15:33:21.280857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60678) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:21.358051 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fdb721a5-c664-486a-9fa2-5da947d2858b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd1318adf219400b9d6827e7df486f78&name=default HTTP/1.1" status: 200  len: 2983 time: 2.3083134
Jun 04 15:33:21.369142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60680) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:21.371190 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 8de155ba-ac6f-4030-8117-44e89a564808 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:21.409505 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6e5c80-b0a8-4960-914b-8c357e09e18f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] GET failed (client error): The resource could not be found.
Jun 04 15:33:21.420605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb721a5-c664-486a-9fa2-5da947d2858b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5b32f9-d212-4157-bc37-5e283e29d7f5,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:21.424889 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5b6e5c80-b0a8-4960-914b-8c357e09e18f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/b4f84364-6482-4815-b720-537cd0cf8861 HTTP/1.1" status: 404  len: 333 time: 0.1428673
Jun 04 15:33:21.430972 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fdb721a5-c664-486a-9fa2-5da947d2858b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:21.432867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa0f2b-7586-40cb-8dcd-da4b1679a2dc req-b57f990a-af92-409a-8402-747950315919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:21.440619 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60690) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:21.441083 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9aa0f2b-7586-40cb-8dcd-da4b1679a2dc req-b57f990a-af92-409a-8402-747950315919 service neutron] 10.222.0.62 "GET /v2.0/networks?id=88077e73-6957-4879-9339-9e85eb0bc61f HTTP/1.1" status: 200  len: 912 time: 0.4034474
Jun 04 15:33:21.448910 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1641759563'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:21.452198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107feb9-4b11-4fec-9e0a-b2d12fa33845 req-c3fad1da-c554-4e39-a7ff-597280e1cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:21.456539 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0107feb9-4b11-4fec-9e0a-b2d12fa33845 req-c3fad1da-c554-4e39-a7ff-597280e1cb5d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5522637
Jun 04 15:33:21.501080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:21.530799 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:network and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:21.541765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:21.581240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:21.589223 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 8de155ba-ac6f-4030-8117-44e89a564808 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:21.590012 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:21.642861 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-27deae2d-7558-4ef4-84f2-4ad38540ac84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:21.694339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:21.699207 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b10c042-a799-4005-ada5-c4be20eff919 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:21.706254 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:21.724548 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-341cfd5d-bd25-40f6-8551-c9de566fc2eb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:21.781598 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-27deae2d-7558-4ef4-84f2-4ad38540ac84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:21.841802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:33:22.016875 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-27deae2d-7558-4ef4-84f2-4ad38540ac84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:22.027680 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-75c99849-ee69-4047-82f1-0041278776fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:22.036022 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:22.036479 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Added segment b9909176-3ff5-442c-89bb-ea640d97c801 of type vlan for network 84c91aea-11de-40b9-8997-a5c153f22e6a
Jun 04 15:33:22.083511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27deae2d-7558-4ef4-84f2-4ad38540ac84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5b32f9-d212-4157-bc37-5e283e29d7f5,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:22.113559 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-27deae2d-7558-4ef4-84f2-4ad38540ac84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:22.127952 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-27deae2d-7558-4ef4-84f2-4ad38540ac84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:22.132474 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-27deae2d-7558-4ef4-84f2-4ad38540ac84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d5b32f9-d212-4157-bc37-5e283e29d7f5 HTTP/1.1" status: 204  len: 168 time: 0.7623012
Jun 04 15:33:22.147044 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:22.296894 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:22.304878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:22.304878 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:22.317189 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0372c1ff-62ca-4344-94d1-195aba4c8a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:22.400147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10c042-a799-4005-ada5-c4be20eff919 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=3b6b4180-6216-474d-9ae9-3b5203fe523d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:22.405482 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3b10c042-a799-4005-ada5-c4be20eff919 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:22.409355 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b10c042-a799-4005-ada5-c4be20eff919 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:22.429732 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9aa0f2b-7586-40cb-8dcd-da4b1679a2dc req-95342928-1fb8-4e3c-b14f-df71b45ed9b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2a71e56-135a-4162-a78c-78c6531e5a37 HTTP/1.1" status: 200  len: 1001 time: 0.9677660
Jun 04 15:33:22.433846 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ecfa8d36-0417-4406-964f-f4ea6ba4be35 req-18a098da-4ebc-441c-87b5-f900a0a59e77 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 210 time: 0.4365871
Jun 04 15:33:22.436406 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0107feb9-4b11-4fec-9e0a-b2d12fa33845 req-a2633610-a218-4e33-9e81-a9025e3dd76e service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7793210
Jun 04 15:33:22.526906 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.0793278
Jun 04 15:33:22.534416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60706) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:22.542292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'subnet': {'network_id': '84c91aea-11de-40b9-8997-a5c153f22e6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:22.624932 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Network': ['ID=84c91aea-11de-40b9-8997-a5c153f22e6a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:22.636506 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:22.642261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 84c91aea-11de-40b9-8997-a5c153f22e6a details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:33:22.902033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:22.908780 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:subnet and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:22.927116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:22.936932 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:22.961145 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3b10c042-a799-4005-ada5-c4be20eff919 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/3b6b4180-6216-474d-9ae9-3b5203fe523d HTTP/1.1" status: 204  len: 168 time: 3.9964783
Jun 04 15:33:22.961551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60722) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:23.041221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:23.054386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:23.076256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa0f2b-7586-40cb-8dcd-da4b1679a2dc req-7a1a138d-d0e8-4f9a-b936-e781c7b4441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:23.077810 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9aa0f2b-7586-40cb-8dcd-da4b1679a2dc req-7a1a138d-d0e8-4f9a-b936-e781c7b4441e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4093c38f-7f2f-4b42-8c4a-34d4b45f0128 HTTP/1.1" status: 200  len: 850 time: 0.6402774
Jun 04 15:33:23.090243 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0107feb9-4b11-4fec-9e0a-b2d12fa33845 req-7ccb16ec-14a5-454f-8142-a7b37d5f9468 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6111095
Jun 04 15:33:23.137045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3519a85-5eab-4667-a203-82b43c6d07ec tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:23.138641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3519a85-5eab-4667-a203-82b43c6d07ec tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:23.143159 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f3519a85-5eab-4667-a203-82b43c6d07ec tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.1727414
Jun 04 15:33:23.149840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60728) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:23.269802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b71ad8-5bfd-4658-969f-d45689cef748 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 2ab6eabf-23b6-4340-a874-9f963466e0fb {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:33:23.272497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60732) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:23.277313 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-31b71ad8-5bfd-4658-969f-d45689cef748 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:23.345386 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dab4b95c-eb6d-4474-b154-5c927cfecd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:23.362588 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:23.377254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa0f2b-7586-40cb-8dcd-da4b1679a2dc req-3c3af550-0c23-47f7-a65a-5ee826bf02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:23.378915 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9aa0f2b-7586-40cb-8dcd-da4b1679a2dc req-3c3af550-0c23-47f7-a65a-5ee826bf02cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88077e73-6957-4879-9339-9e85eb0bc61f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2911661
Jun 04 15:33:23.383791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dab4b95c-eb6d-4474-b154-5c927cfecd1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:23.391012 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-31b71ad8-5bfd-4658-969f-d45689cef748 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:23.420468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dab4b95c-eb6d-4474-b154-5c927cfecd1c admin admin] Usage tracker for resource:security_group_rule and tenant:16b32b875be44d39b99978d47f4d668f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:23.451462 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dab4b95c-eb6d-4474-b154-5c927cfecd1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:23.472464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dab4b95c-eb6d-4474-b154-5c927cfecd1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:23.790930 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9aa0f2b-7586-40cb-8dcd-da4b1679a2dc req-e7e3fb33-5f17-48c4-87a8-0c1b3b4756d9 service neutron] 10.222.0.62 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3717344
Jun 04 15:33:23.792172 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-31b71ad8-5bfd-4658-969f-d45689cef748 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:23.822666 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-efdf20dd-e7e0-4b7b-b152-83b217cff31a req-a83bcfc4-1b92-45fe-bae2-7be4215393eb tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 210 time: 0.0552943
Jun 04 15:33:24.232242 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dab4b95c-eb6d-4474-b154-5c927cfecd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:24.245106 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:24.249321 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b05c082b-4978-402b-ae0c-3910b4bbad63 tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:24.258457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-0438ea88-77c7-4c7f-afa3-3309df93b968 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:24.259999 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-0438ea88-77c7-4c7f-afa3-3309df93b968 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.62 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 812 time: 0.5736370
Jun 04 15:33:24.286772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Request body: {'port': {'device_id': '5d23bf8c-7897-4aea-b1e5-a055e5c02bf0', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'admin_state_up': True, 'tenant_id': '1d658397c2f54645b763ef21f67c47da'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:24.318319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714007ef-f8c0-44d2-ac66-2228d6b7ffb0 req-28e16678-1750-4b7d-aca6-958c7fb39525 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:24.328643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714007ef-f8c0-44d2-ac66-2228d6b7ffb0 req-28e16678-1750-4b7d-aca6-958c7fb39525 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:24.331786 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-714007ef-f8c0-44d2-ac66-2228d6b7ffb0 req-28e16678-1750-4b7d-aca6-958c7fb39525 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8&device_id=bb2c5417-1682-4198-943a-c71c11e9e90c HTTP/1.1" status: 200  len: 1683 time: 0.7040200
Jun 04 15:33:24.351419 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dab4b95c-eb6d-4474-b154-5c927cfecd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:24.352494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Subnet': ['ID=0519d608-a5ad-462b-96c6-02dc95eec0a6,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:24.356611 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:24.372874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Checking segment: {'id': 'b9909176-3ff5-442c-89bb-ea640d97c801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84c91aea-11de-40b9-8997-a5c153f22e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:33:24.373592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network hostable DHCP agents. Network: 84c91aea-11de-40b9-8997-a5c153f22e6a, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:33:24.388781 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8bf8d461-f392-4309-84cc-64d2c94661f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:24.427330 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9aa0f2b-7586-40cb-8dcd-da4b1679a2dc req-355be9a5-cbf3-490e-b853-4997e2e2d401 service neutron] 10.222.0.62 "GET /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5963335
Jun 04 15:33:24.509824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network 84c91aea-11de-40b9-8997-a5c153f22e6a is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:33:24.577338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4b95c-eb6d-4474-b154-5c927cfecd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a37593-d665-4052-8d00-78eb353b24bd,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:24.592510 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dab4b95c-eb6d-4474-b154-5c927cfecd1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16b32b875be44d39b99978d47f4d668f&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3138168
Jun 04 15:33:24.593663 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dab4b95c-eb6d-4474-b154-5c927cfecd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:24.595679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60742) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:24.614512 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 84c91aea-11de-40b9-8997-a5c153f22e6a) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:24.625052 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ede49-c2b6-40bc-993b-56d9b5a7426e None None] Network 84c91aea-11de-40b9-8997-a5c153f22e6a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:24.632769 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-714007ef-f8c0-44d2-ac66-2228d6b7ffb0 req-f5e9de39-7e39-437b-ad97-fbf8a10f1c29 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2823336
Jun 04 15:33:24.650242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:24.651506 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:24.707155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:24.715422 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8803b9a2-fc5d-4454-8e01-50f3b61f3f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:24.731785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:24.751856 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8803b9a2-fc5d-4454-8e01-50f3b61f3f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:24.802487 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2643867
Jun 04 15:33:24.802758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60748) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:24.808872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1e15efac-b590-47a6-a3bd-ce4420454502 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'subnet': {'network_id': '84c91aea-11de-40b9-8997-a5c153f22e6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:24.834964 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-31b71ad8-5bfd-4658-969f-d45689cef748 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:24.846291 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d7fa7b77-2bd3-4760-b477-8031258a3707 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:24.908108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b71ad8-5bfd-4658-969f-d45689cef748 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab6eabf-23b6-4340-a874-9f963466e0fb,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:24.911614 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-31b71ad8-5bfd-4658-969f-d45689cef748 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:24.992235 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-84c91aea-11de-40b9-8997-a5c153f22e6a', 'network_id': '84c91aea-11de-40b9-8997-a5c153f22e6a', 'tenant_id': 'bc0fd670a5404a5abae106526d666969', 'fixed_ips': [{'subnet_id': '0519d608-a5ad-462b-96c6-02dc95eec0a6'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:33:24.993162 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:25.029496 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8803b9a2-fc5d-4454-8e01-50f3b61f3f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:25.034005 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e63d0be-3d78-4214-b993-8658453f4a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:25.062830 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-69a019f6-3f92-4ce4-9638-e2c7f61ae09c req-49db806f-f415-46e1-82f9-942161d47f69 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 210 time: 0.0877345
Jun 04 15:33:25.071577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803b9a2-fc5d-4454-8e01-50f3b61f3f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a37593-d665-4052-8d00-78eb353b24bd,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:25.074929 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8803b9a2-fc5d-4454-8e01-50f3b61f3f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:25.103936 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8803b9a2-fc5d-4454-8e01-50f3b61f3f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:25.109340 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8803b9a2-fc5d-4454-8e01-50f3b61f3f98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56a37593-d665-4052-8d00-78eb353b24bd HTTP/1.1" status: 204  len: 168 time: 0.5128510
Jun 04 15:33:25.218020 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-31b71ad8-5bfd-4658-969f-d45689cef748 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:25.221997 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Allocated IP 172.20.0.2 (84c91aea-11de-40b9-8997-a5c153f22e6a/0519d608-a5ad-462b-96c6-02dc95eec0a6/63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:25.227558 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf8cc26-b197-4b00-ad62-4e636e2c77c8 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:25.228025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Made reservation on behalf of 1d658397c2f54645b763ef21f67c47da for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:25.232947 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:25.654634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-31b71ad8-5bfd-4658-969f-d45689cef748 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/2ab6eabf-23b6-4340-a874-9f963466e0fb HTTP/1.1" status: 204  len: 168 time: 2.5013072
Jun 04 15:33:25.655254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60770) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:25.755068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1e15efac-b590-47a6-a3bd-ce4420454502 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:25.767473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1e15efac-b590-47a6-a3bd-ce4420454502 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:subnet and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:25.781861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1e15efac-b590-47a6-a3bd-ce4420454502 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:25.792331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1e15efac-b590-47a6-a3bd-ce4420454502 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:25.807588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b36beb-9e97-4f62-b57e-77031fae7ce5 None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:33:25.812566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Allocated IP 172.20.0.4 (cb825790-7668-4447-8139-06bca8b4c119/6d3d49c1-ad0d-4cec-968c-8e5249f55dad/9e4b3b84-9fb6-4739-a10e-164c3bda63cc) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:25.836568 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f2d3256a-83e4-4324-9270-23c81924e2cc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1802032
Jun 04 15:33:25.840864 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60774) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:25.876884 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:25.909418 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:25.939415 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Transition to ACTIVE for port object 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:25.966831 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c3b36beb-9e97-4f62-b57e-77031fae7ce5 None None] Deleting port 8de155ba-ac6f-4030-8117-44e89a564808 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:25.967377 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c3b36beb-9e97-4f62-b57e-77031fae7ce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:25.997221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac15cd8-3aef-4668-b1ff-032300a5ed8b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:25.997425 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Transition to ACTIVE for port object 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:25.997507 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2ac15cd8-3aef-4668-b1ff-032300a5ed8b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1520655
Jun 04 15:33:25.997507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60776) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:25.999741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e15efac-b590-47a6-a3bd-ce4420454502 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:26.003696 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e15efac-b590-47a6-a3bd-ce4420454502 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:26.087518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e349cd-0a9c-4351-82c6-167c938367bc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:26.088140 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-50e349cd-0a9c-4351-82c6-167c938367bc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:33:26.099677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c3b36beb-9e97-4f62-b57e-77031fae7ce5 None None] For port 8de155ba-ac6f-4030-8117-44e89a564808, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=8de155ba-ac6f-4030-8117-44e89a564808,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:26.100652 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c3b36beb-9e97-4f62-b57e-77031fae7ce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:26.185750 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:26.218793 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-50e349cd-0a9c-4351-82c6-167c938367bc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:26.220006 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-50e349cd-0a9c-4351-82c6-167c938367bc tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2212315
Jun 04 15:33:26.223114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60784) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:26.290721 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:26.301493 n-d-791505-9 neutron-server[88300]: INFO neutron.db.ipam_backend_mixin [None req-1e15efac-b590-47a6-a3bd-ce4420454502 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0519d608-a5ad-462b-96c6-02dc95eec0a6 (CIDR: 172.20.0.0/28)
Jun 04 15:33:26.314574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Transition to ACTIVE for port object 9e4b3b84-9fb6-4739-a10e-164c3bda63cc will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:26.317218 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c3b36beb-9e97-4f62-b57e-77031fae7ce5 None None] Calling delete_port for 8de155ba-ac6f-4030-8117-44e89a564808 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:26.332894 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-952c6149-d209-4407-ac67-a116165b0f26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:26.351961 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e15efac-b590-47a6-a3bd-ce4420454502 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:33:26.352365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e15efac-b590-47a6-a3bd-ce4420454502 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:33:26.379483 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7c37c711-0ed1-494c-9665-2ac4e261d0b9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1545501
Jun 04 15:33:26.382799 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b6d0ca4e-f3ce-4e2b-bceb-74e120750516 req-65509de9-faa7-46af-b540-67e4cd0be8e3 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 210 time: 0.0773056
Jun 04 15:33:26.384452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60788) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:26.392119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-face7eb9-8aa2-4c03-9ee9-4d9c165bd8a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:26.420976 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:26.437111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Network 84c91aea-11de-40b9-8997-a5c153f22e6a is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:26.438877 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d49303b5-7219-409e-8964-d05ed3b7407b tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:26.441396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['362ae327-1346-41be-be0d-0a7b0c46ce77'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:33:26.481170 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:26.499387 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1e15efac-b590-47a6-a3bd-ce4420454502 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.6947556
Jun 04 15:33:26.502253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60790) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:26.507537 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:26.515143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2d7ce321-4bde-45ba-8ca5-30d318f286b7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'subnet': {'network_id': '84c91aea-11de-40b9-8997-a5c153f22e6a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:26.520600 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Pushing event updated for resources: {'Port': ['ID=63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:26.569133 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:26.658409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60794) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:26.668943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event updated for resources: {'Port': ['ID=9e4b3b84-9fb6-4739-a10e-164c3bda63cc,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:26.684854 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:26.684932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Attempting to bind port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:33:26.684932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Attempting to bind port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'b9909176-3ff5-442c-89bb-ea640d97c801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84c91aea-11de-40b9-8997-a5c153f22e6a'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:33:26.684932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Attempting to bind port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e on network 84c91aea-11de-40b9-8997-a5c153f22e6a {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:33:26.685504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Network cb825790-7668-4447-8139-06bca8b4c119 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:26.687574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:26.693062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:26.694943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:33:26.695431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Checking segment: {'id': 'b9909176-3ff5-442c-89bb-ea640d97c801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84c91aea-11de-40b9-8997-a5c153f22e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:33:26.695928 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:26.696453 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Bound using segment: {'id': 'b9909176-3ff5-442c-89bb-ea640d97c801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84c91aea-11de-40b9-8997-a5c153f22e6a'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:33:26.699550 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Bound port: 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9909176-3ff5-442c-89bb-ea640d97c801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '84c91aea-11de-40b9-8997-a5c153f22e6a'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:33:26.699741 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:26.740188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-face7eb9-8aa2-4c03-9ee9-4d9c165bd8a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:26.751666 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11576f21-a27b-4af0-8130-9e0ea754b048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:26.751859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-face7eb9-8aa2-4c03-9ee9-4d9c165bd8a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:26.813951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-11576f21-a27b-4af0-8130-9e0ea754b048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:26.819811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:26.821021 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:26.839237 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-11576f21-a27b-4af0-8130-9e0ea754b048 admin admin] Usage tracker for resource:security_group_rule and tenant:9a792bfe3f5a4ac598f5db8d7902e3ac is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:26.842894 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c3b36beb-9e97-4f62-b57e-77031fae7ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:26.845562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-11576f21-a27b-4af0-8130-9e0ea754b048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:26.867155 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:26.867536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-11576f21-a27b-4af0-8130-9e0ea754b048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:26.890150 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2d7ce321-4bde-45ba-8ca5-30d318f286b7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:26.892722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-face7eb9-8aa2-4c03-9ee9-4d9c165bd8a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:26.899965 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-face7eb9-8aa2-4c03-9ee9-4d9c165bd8a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:26.900712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2d7ce321-4bde-45ba-8ca5-30d318f286b7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:subnet and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:26.915648 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8cc91-8924-4ed7-84ae-c92d2d95af50 req-0b03817b-ed67-405d-a59b-c408ff18ca9d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:26.915648 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-13b8cc91-8924-4ed7-84ae-c92d2d95af50 req-0b03817b-ed67-405d-a59b-c408ff18ca9d tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.3580499
Jun 04 15:33:26.920184 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2d7ce321-4bde-45ba-8ca5-30d318f286b7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:26.931906 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b36beb-9e97-4f62-b57e-77031fae7ce5 None None] No DVR routers for this DVR port 8de155ba-ac6f-4030-8117-44e89a564808 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:33:26.950138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2d7ce321-4bde-45ba-8ca5-30d318f286b7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:26.952036 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b36beb-9e97-4f62-b57e-77031fae7ce5 None None] Pushing event deleted for resources: {'Port': ['ID=8de155ba-ac6f-4030-8117-44e89a564808,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:26.955811 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c3b36beb-9e97-4f62-b57e-77031fae7ce5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:26.970788 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6980340
Jun 04 15:33:27.064466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Request body: {'port': {'device_id': '5d23bf8c-7897-4aea-b1e5-a055e5c02bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:27.072290 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-13b8cc91-8924-4ed7-84ae-c92d2d95af50 req-ba5bf220-402e-4a87-a335-e700cee8784f tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485207
Jun 04 15:33:27.098693 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] For port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:33:27.103953 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] For port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e,segment=NetworkSegment(b9909176-3ff5-442c-89bb-ea640d97c801),segment_id=b9909176-3ff5-442c-89bb-ea640d97c801)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:33:27.137872 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11576f21-a27b-4af0-8130-9e0ea754b048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:27.144805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7ce321-4bde-45ba-8ca5-30d318f286b7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:27.151785 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d7ce321-4bde-45ba-8ca5-30d318f286b7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:27.299076 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11576f21-a27b-4af0-8130-9e0ea754b048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:27.301425 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:27.309864 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-79373757-cd0e-46c7-ae69-9a16aa13d5b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:27.313496 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1b7289b8-4b57-405c-8935-f1bc20dfedd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:27.329729 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:27.362062 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-23fc7855-2fa5-4e85-9e5f-3aa7871561c2 None None] Provisioning for port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:27.376460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 8de155ba-ac6f-4030-8117-44e89a564808 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:33:27.386714 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-11576f21-a27b-4af0-8130-9e0ea754b048 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a792bfe3f5a4ac598f5db8d7902e3ac&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7247324
Jun 04 15:33:27.390903 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60800) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:27.408350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11576f21-a27b-4af0-8130-9e0ea754b048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c6ed9c-4199-4662-98cc-0b84ca4890ad,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:27.416247 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-11576f21-a27b-4af0-8130-9e0ea754b048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:27.495777 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-23fc7855-2fa5-4e85-9e5f-3aa7871561c2 None None] Provisioning complete for port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:27.496157 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-23fc7855-2fa5-4e85-9e5f-3aa7871561c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:27.531171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 8de155ba-ac6f-4030-8117-44e89a564808 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:33:27.531926 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 8de155ba-ac6f-4030-8117-44e89a564808 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:33:27.575096 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c58029e-a897-4a7b-b49a-f1dfd888df43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:27.586652 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-23fc7855-2fa5-4e85-9e5f-3aa7871561c2 None None] Port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:33:27.588226 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Pushing event updated for resources: {'Port': ['ID=63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:27.598247 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:27.698684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0300e-633a-460f-b23b-2ca3b35f2956 req-3371f081-5e72-4fa6-8797-891965def2de tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:27.700503 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78b0300e-633a-460f-b23b-2ca3b35f2956 req-3371f081-5e72-4fa6-8797-891965def2de tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb2c5417-1682-4198-943a-c71c11e9e90c HTTP/1.1" status: 200  len: 946 time: 0.5074110
Jun 04 15:33:27.846772 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c58029e-a897-4a7b-b49a-f1dfd888df43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:27.880326 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78b0300e-633a-460f-b23b-2ca3b35f2956 req-4ed452c3-1bfd-430c-8936-932ee755f8e1 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500716
Jun 04 15:33:28.040920 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639067d-a7da-4a54-ba27-22787c77e6ae req-8e46259e-3432-4596-a638-018f3f866292 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:28.047606 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0639067d-a7da-4a54-ba27-22787c77e6ae req-8e46259e-3432-4596-a638-018f3f866292 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 931 time: 0.4448032
Jun 04 15:33:28.132939 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0639067d-a7da-4a54-ba27-22787c77e6ae req-967322c9-962d-417a-8130-3a771471aa4a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759385
Jun 04 15:33:28.156672 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c58029e-a897-4a7b-b49a-f1dfd888df43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:28.169671 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-94f34310-cde1-427e-857b-cb0c9a483384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:28.207326 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58029e-a897-4a7b-b49a-f1dfd888df43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c6ed9c-4199-4662-98cc-0b84ca4890ad,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:28.214884 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2c58029e-a897-4a7b-b49a-f1dfd888df43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:28.244838 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c58029e-a897-4a7b-b49a-f1dfd888df43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:28.246264 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2c58029e-a897-4a7b-b49a-f1dfd888df43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83c6ed9c-4199-4662-98cc-0b84ca4890ad HTTP/1.1" status: 204  len: 168 time: 0.8542705
Jun 04 15:33:28.404664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c14d26-a046-4dce-8bed-663adf9c8889 req-5082694d-cf19-47ae-a490-6f5a0c032642 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:28.406272 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-81c14d26-a046-4dce-8bed-663adf9c8889 req-5082694d-cf19-47ae-a490-6f5a0c032642 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb2c5417-1682-4198-943a-c71c11e9e90c HTTP/1.1" status: 200  len: 946 time: 0.7748671
Jun 04 15:33:28.452003 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d7ce321-4bde-45ba-8ca5-30d318f286b7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:28.455814 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8b3e46f5-fe35-4a6d-bc25-90d1895f63d7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:28.513491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7ce321-4bde-45ba-8ca5-30d318f286b7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network 84c91aea-11de-40b9-8997-a5c153f22e6a is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:28.516860 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-2d7ce321-4bde-45ba-8ca5-30d318f286b7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:28.530732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7ce321-4bde-45ba-8ca5-30d318f286b7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:28.531642 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d7ce321-4bde-45ba-8ca5-30d318f286b7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:28.546487 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ce321-4bde-45ba-8ca5-30d318f286b7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Subnet': ['ID=95440219-1f04-489b-a457-fdd91986e63e,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:28.549400 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2d7ce321-4bde-45ba-8ca5-30d318f286b7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:28.635509 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2d7ce321-4bde-45ba-8ca5-30d318f286b7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.1314914
Jun 04 15:33:28.638169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60814) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:28.644394 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'network_id': '84c91aea-11de-40b9-8997-a5c153f22e6a', 'fixed_ips': [{'subnet_id': '0519d608-a5ad-462b-96c6-02dc95eec0a6'}, {'subnet_id': '95440219-1f04-489b-a457-fdd91986e63e'}], 'name': 'tempest-PortsTestJSON-611811943'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:28.837614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4b3b84-9fb6-4739-a10e-164c3bda63cc {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:33:28.850686 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:28.890746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:28.895229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:port and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:28.905883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:28.918120 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:28.926140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Transition to ACTIVE for port object 9e4b3b84-9fb6-4739-a10e-164c3bda63cc will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:28.939775 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add3ff1-ee53-48a5-a3c5-8749a0e39e47 req-ec3722e8-fc24-4109-833b-071c29d13a79 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:28.941749 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2add3ff1-ee53-48a5-a3c5-8749a0e39e47 req-ec3722e8-fc24-4109-833b-071c29d13a79 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 946 time: 0.7023747
Jun 04 15:33:28.955190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e94783-36f6-4a36-84e3-e0c122033482 req-8f17257d-24e5-40dd-a57a-dd5e71b37038 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:28.961936 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24e94783-36f6-4a36-84e3-e0c122033482 req-8f17257d-24e5-40dd-a57a-dd5e71b37038 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.6803904
Jun 04 15:33:28.992072 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d967909-e4c8-4474-9bf2-1da37f449a56 None None] Network 84c91aea-11de-40b9-8997-a5c153f22e6a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:29.046079 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:29.064163 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:29.082475 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:29.136019 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-647826b6-41d7-4dbc-829d-9ca9f537bd89 None None] Provisioning for port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:29.372122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232531b2-13b5-4d61-adb6-b203b300c43c req-f56ff667-ec5a-483a-b68b-1b0850c7e17a tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:29.379733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f1b47-7d19-49f7-98aa-0ffb7dcbebf9 req-8ffac8a4-b140-4324-886c-acdecc78ce33 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:29.382152 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-232531b2-13b5-4d61-adb6-b203b300c43c req-f56ff667-ec5a-483a-b68b-1b0850c7e17a tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb2c5417-1682-4198-943a-c71c11e9e90c HTTP/1.1" status: 200  len: 946 time: 0.3436067
Jun 04 15:33:29.382598 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d4f1b47-7d19-49f7-98aa-0ffb7dcbebf9 req-8ffac8a4-b140-4324-886c-acdecc78ce33 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.62 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.9074421
Jun 04 15:33:29.387093 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:29.396253 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24e94783-36f6-4a36-84e3-e0c122033482 req-f0d3955c-0d93-499d-95ab-20758a2fb5ea tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4283569
Jun 04 15:33:29.418052 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:29.519201 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-394296d2-2c98-41aa-8e25-acb329c0fbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:29.524847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4b3b84-9fb6-4739-a10e-164c3bda63cc,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:29.526796 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-232531b2-13b5-4d61-adb6-b203b300c43c req-862c0e59-3000-4390-9996-3c2bfd8ee273 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139379
Jun 04 15:33:29.558600 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] device_id is not set on port b92e9c55-95ec-4c53-ae86-97f63bbaa344 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:33:29.575024 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:29.681726 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:29.699228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:29.699901 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:29.703399 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-81c14d26-a046-4dce-8bed-663adf9c8889 req-9a9e1a3c-1e2e-4055-8a2e-bcf93666eaa2 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Deleting port d012de4f-b005-4e9b-bbe3-2378fe7bd664 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:29.703751 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-81c14d26-a046-4dce-8bed-663adf9c8889 req-9a9e1a3c-1e2e-4055-8a2e-bcf93666eaa2 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:29.777358 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b7b334-c09e-4c55-b54f-b34eec1f8ec9 None None] Update dhcp port {'port': {'network_id': '84c91aea-11de-40b9-8997-a5c153f22e6a', 'fixed_ips': [{'subnet_id': '0519d608-a5ad-462b-96c6-02dc95eec0a6', 'ip_address': '172.20.0.2'}, {'subnet_id': '95440219-1f04-489b-a457-fdd91986e63e'}], 'binding:host_id': 'n-d-791505-9'}, 'id': '63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e'} from n-d-791505-9. {{(pid=88302) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 04 15:33:29.841265 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:33:29.848335 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-11b7b334-c09e-4c55-b54f-b34eec1f8ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:29.870476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.objects.ports [None req-face7eb9-8aa2-4c03-9ee9-4d9c165bd8a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88300) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:33:29.876460 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-face7eb9-8aa2-4c03-9ee9-4d9c165bd8a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:29.886106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Attempting to bind port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:33:29.886106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Attempting to bind port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:33:29.886641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Attempting to bind port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc on network cb825790-7668-4447-8139-06bca8b4c119 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:33:29.897318 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-16f79076-3bb7-4976-9720-37a452ea077c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:29.902640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa6fc9-d798-4b15-b512-46a2af89bee9 req-e3d5553c-e8bc-4562-af3e-958ae40230be tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:29.904558 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6ffa6fc9-d798-4b15-b512-46a2af89bee9 req-e3d5553c-e8bc-4562-af3e-958ae40230be tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 943 time: 0.1898081
Jun 04 15:33:29.936177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-face7eb9-8aa2-4c03-9ee9-4d9c165bd8a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:29.937318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc on network cb825790-7668-4447-8139-06bca8b4c119 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:33:29.937645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Attempting to bind port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc on network cb825790-7668-4447-8139-06bca8b4c119 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:33:30.002913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-face7eb9-8aa2-4c03-9ee9-4d9c165bd8a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:30.004975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:33:30.005358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Checking segment: {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:33:30.005802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Bound using segment: {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:33:30.006260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Bound port: 9e4b3b84-9fb6-4739-a10e-164c3bda63cc, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:33:30.006611 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:30.038804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-face7eb9-8aa2-4c03-9ee9-4d9c165bd8a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:30.039405 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-face7eb9-8aa2-4c03-9ee9-4d9c165bd8a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:30.056010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eb3de7-1893-4ec7-b3f7-7f62b5a2ca24 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:30.098139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-2add3ff1-ee53-48a5-a3c5-8749a0e39e47 req-76614a30-6f6c-4190-a0be-e684935c3a38 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Deleting port 4d48f5c9-ba35-4529-9781-cd7ca038d372 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:30.098655 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2add3ff1-ee53-48a5-a3c5-8749a0e39e47 req-76614a30-6f6c-4190-a0be-e684935c3a38 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:30.135751 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:30.209928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Allocated IP 172.20.0.6 (84c91aea-11de-40b9-8997-a5c153f22e6a/0519d608-a5ad-462b-96c6-02dc95eec0a6/b92e9c55-95ec-4c53-ae86-97f63bbaa344) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:30.223397 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Allocated IP 172.20.0.26 (84c91aea-11de-40b9-8997-a5c153f22e6a/95440219-1f04-489b-a457-fdd91986e63e/b92e9c55-95ec-4c53-ae86-97f63bbaa344) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:30.229180 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6ffa6fc9-d798-4b15-b512-46a2af89bee9 req-651225ba-bd43-4718-bc31-2f866509ade1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3118153
Jun 04 15:33:30.354119 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e,segment=NetworkSegment(b9909176-3ff5-442c-89bb-ea640d97c801),segment_id=b9909176-3ff5-442c-89bb-ea640d97c801)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:30.431365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-face7eb9-8aa2-4c03-9ee9-4d9c165bd8a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 4.0452397
Jun 04 15:33:30.444294 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-3d4f1b47-7d19-49f7-98aa-0ffb7dcbebf9 req-b9df474c-fb80-43a2-8018-9914e1af62e2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Deleting port 393f8943-bb92-46e8-8366-f18b14c6aacb {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:30.444645 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3d4f1b47-7d19-49f7-98aa-0ffb7dcbebf9 req-b9df474c-fb80-43a2-8018-9914e1af62e2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:30.463375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60854) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:30.480126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d8fd1aa7-e5f8-4330-86e3-4dd702a27c41 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:30.499783 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:30.501491 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:30.533386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:30.542521 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d012de4f-b005-4e9b-bbe3-2378fe7bd664 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:33:30.551037 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Transition to ACTIVE for port object b92e9c55-95ec-4c53-ae86-97f63bbaa344 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:30.608478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face7eb9-8aa2-4c03-9ee9-4d9c165bd8a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=d2ecd1fc-91de-43ed-a744-ed9bc762d476,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:30.618569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] For port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:33:30.655720 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-face7eb9-8aa2-4c03-9ee9-4d9c165bd8a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:30.659436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': 'd2ecd1fc-91de-43ed-a744-ed9bc762d476'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:33:30.660267 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:30.660952 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:30.682159 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-533508fa-38df-4f1a-bc04-1908c453bddb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:30.722796 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-81c14d26-a046-4dce-8bed-663adf9c8889 req-9a9e1a3c-1e2e-4055-8a2e-bcf93666eaa2 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] For port d012de4f-b005-4e9b-bbe3-2378fe7bd664, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d012de4f-b005-4e9b-bbe3-2378fe7bd664,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:30.723535 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-81c14d26-a046-4dce-8bed-663adf9c8889 req-9a9e1a3c-1e2e-4055-8a2e-bcf93666eaa2 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:30.751555 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network 84c91aea-11de-40b9-8997-a5c153f22e6a is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:30.760815 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:30.763886 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:30.789126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] For port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9e4b3b84-9fb6-4739-a10e-164c3bda63cc,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:33:30.832385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:30.833035 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:30.859212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60864) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:30.889530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=b92e9c55-95ec-4c53-ae86-97f63bbaa344,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:30.893039 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:30.909985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71814a78-62fa-4240-b813-8d5116757396 req-ff9ddef9-6727-4d1d-baaf-068de0f244c1 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:30.911482 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71814a78-62fa-4240-b813-8d5116757396 req-ff9ddef9-6727-4d1d-baaf-068de0f244c1 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.3211892
Jun 04 15:33:30.949461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:30.964415 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:30.969702 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Allocated IP 2001:db8::f816:3eff:fefa:98d0 (6acae085-7932-4691-b36e-433651ec3de1/d2ecd1fc-91de-43ed-a744-ed9bc762d476/c29af969-869b-4dfe-8587-51cc92fd7156) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:31.040407 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-81c14d26-a046-4dce-8bed-663adf9c8889 req-9a9e1a3c-1e2e-4055-8a2e-bcf93666eaa2 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Calling delete_port for d012de4f-b005-4e9b-bbe3-2378fe7bd664 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:31.043779 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:31.048495 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-11b7b334-c09e-4c55-b54f-b34eec1f8ec9 None None] Allocated IP 172.20.0.18 (84c91aea-11de-40b9-8997-a5c153f22e6a/95440219-1f04-489b-a457-fdd91986e63e/63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:31.055063 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:31.064339 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:31.161447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2c5417-1682-4198-943a-c71c11e9e90c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd012de4f-b005-4e9b-bbe3-2378fe7bd664'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:33:31.164284 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97df7413-df5a-426b-bf26-106900f7bc88" -d '{"events": [{"server_uuid": "bb2c5417-1682-4198-943a-c71c11e9e90c", "name": "network-vif-unplugged", "status": "completed", "tag": "d012de4f-b005-4e9b-bbe3-2378fe7bd664"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:33:31.164738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4b3b84-9fb6-4739-a10e-164c3bda63cc,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:31.184534 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-71814a78-62fa-4240-b813-8d5116757396 req-e8bc2c35-ec8b-4c03-9ebe-22133d930d5b tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2640729
Jun 04 15:33:31.186145 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 2.5468445
Jun 04 15:33:31.190628 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:31.192163 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:31.193100 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:31.195025 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] 10.222.0.62 "PUT /v2.0/ports/9e4b3b84-9fb6-4739-a10e-164c3bda63cc HTTP/1.1" status: 200  len: 1091 time: 4.1350865
Jun 04 15:33:31.207368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d23bf8c-7897-4aea-b1e5-a055e5c02bf0', 'tag': '9e4b3b84-9fb6-4739-a10e-164c3bda63cc'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:33:31.212218 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecd3ce0-3798-4f11-b7d7-3c008fb9b9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d23bf8c-7897-4aea-b1e5-a055e5c02bf0", "tag": "9e4b3b84-9fb6-4739-a10e-164c3bda63cc"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:33:31.212350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60870) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:31.218448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d70159b9-982c-426c-8f87-3627823c205a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0519d608-a5ad-462b-96c6-02dc95eec0a6'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:31.267914 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0d61dea8-58e8-433d-9e03-56ade70ecf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:31.311986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-3d4f1b47-7d19-49f7-98aa-0ffb7dcbebf9 req-b9df474c-fb80-43a2-8018-9914e1af62e2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] For port 393f8943-bb92-46e8-8366-f18b14c6aacb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=393f8943-bb92-46e8-8366-f18b14c6aacb,segment=NetworkSegment(e3080382-b39c-4fd3-8979-9ba6f045ba98),segment_id=e3080382-b39c-4fd3-8979-9ba6f045ba98)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:31.313865 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3d4f1b47-7d19-49f7-98aa-0ffb7dcbebf9 req-b9df474c-fb80-43a2-8018-9914e1af62e2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:31.324071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0d61dea8-58e8-433d-9e03-56ade70ecf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:31.335033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0d61dea8-58e8-433d-9e03-56ade70ecf1a admin admin] Usage tracker for resource:security_group_rule and tenant:36373d2d0a014dc6a79d2f02a76164b1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:31.347496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0d61dea8-58e8-433d-9e03-56ade70ecf1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:31.363484 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0d61dea8-58e8-433d-9e03-56ade70ecf1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:31.427110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d8fd1aa7-e5f8-4330-86e3-4dd702a27c41 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:31.432667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d8fd1aa7-e5f8-4330-86e3-4dd702a27c41 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:31.436109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d8fd1aa7-e5f8-4330-86e3-4dd702a27c41 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:31.437963 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:31.446799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d8fd1aa7-e5f8-4330-86e3-4dd702a27c41 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:31.466851 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d70159b9-982c-426c-8f87-3627823c205a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:31.473205 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d012de4f-b005-4e9b-bbe3-2378fe7bd664, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d012de4f-b005-4e9b-bbe3-2378fe7bd664,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:31.527945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-2add3ff1-ee53-48a5-a3c5-8749a0e39e47 req-76614a30-6f6c-4190-a0be-e684935c3a38 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] For port 4d48f5c9-ba35-4529-9781-cd7ca038d372, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4d48f5c9-ba35-4529-9781-cd7ca038d372,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:31.528442 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2add3ff1-ee53-48a5-a3c5-8749a0e39e47 req-76614a30-6f6c-4190-a0be-e684935c3a38 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:31.544746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4382fbf-ac83-4275-9771-f079af6d855d req-b352f03f-9080-4412-b5da-4a86e639c83e tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:31.552344 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a4382fbf-ac83-4275-9771-f079af6d855d req-b352f03f-9080-4412-b5da-4a86e639c83e tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb2c5417-1682-4198-943a-c71c11e9e90c HTTP/1.1" status: 200  len: 946 time: 0.8317592
Jun 04 15:33:31.593982 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:31.595155 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4d48f5c9-ba35-4529-9781-cd7ca038d372 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:33:31.622805 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf519771-2f15-444a-ad07-248204c2b432 x-openstack-request-id: req-bf519771-2f15-444a-ad07-248204c2b432 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:33:31.623303 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2c5417-1682-4198-943a-c71c11e9e90c", "name": "network-vif-unplugged", "status": "completed", "tag": "d012de4f-b005-4e9b-bbe3-2378fe7bd664", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:33:31.623703 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf519771-2f15-444a-ad07-248204c2b432 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:33:31.624235 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2c5417-1682-4198-943a-c71c11e9e90c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd012de4f-b005-4e9b-bbe3-2378fe7bd664', 'code': 200}
Jun 04 15:33:31.631164 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:31.635157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-3d4f1b47-7d19-49f7-98aa-0ffb7dcbebf9 req-b9df474c-fb80-43a2-8018-9914e1af62e2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Calling delete_port for 393f8943-bb92-46e8-8366-f18b14c6aacb owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:31.663300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fd1aa7-e5f8-4330-86e3-4dd702a27c41 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:31.667000 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d8fd1aa7-e5f8-4330-86e3-4dd702a27c41 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:31.708558 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905c4f5b-60bc-4db5-b827-212e11e40174 x-openstack-request-id: req-905c4f5b-60bc-4db5-b827-212e11e40174 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:33:31.709588 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d23bf8c-7897-4aea-b1e5-a055e5c02bf0", "tag": "9e4b3b84-9fb6-4739-a10e-164c3bda63cc", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:33:31.710055 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-905c4f5b-60bc-4db5-b827-212e11e40174 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:33:31.710845 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d23bf8c-7897-4aea-b1e5-a055e5c02bf0', 'tag': '9e4b3b84-9fb6-4739-a10e-164c3bda63cc', 'status': 'completed', 'code': 200}
Jun 04 15:33:31.719601 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-11b7b334-c09e-4c55-b54f-b34eec1f8ec9 None None] For port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e,segment=NetworkSegment(b9909176-3ff5-442c-89bb-ea640d97c801),segment_id=b9909176-3ff5-442c-89bb-ea640d97c801)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:31.776572 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a4382fbf-ac83-4275-9771-f079af6d855d req-3fecfc5b-b294-40e8-b7a7-bec0e4a1a53a tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f68ba4b-70c9-470f-bfab-87220b43532d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2223847
Jun 04 15:33:31.822496 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:31.823188 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:31.841848 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0d61dea8-58e8-433d-9e03-56ade70ecf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:31.904852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-2add3ff1-ee53-48a5-a3c5-8749a0e39e47 req-76614a30-6f6c-4190-a0be-e684935c3a38 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Calling delete_port for 4d48f5c9-ba35-4529-9781-cd7ca038d372 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:31.940068 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0d61dea8-58e8-433d-9e03-56ade70ecf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:31.942340 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-11b7b334-c09e-4c55-b54f-b34eec1f8ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:31.948298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=d012de4f-b005-4e9b-bbe3-2378fe7bd664,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:31.971421 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-669f7496-0e6f-496e-af09-9e0d01875add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:32.001047 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0d61dea8-58e8-433d-9e03-56ade70ecf1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36373d2d0a014dc6a79d2f02a76164b1&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1363876
Jun 04 15:33:32.002126 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61dea8-58e8-433d-9e03-56ade70ecf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae398691-3a5d-4cfe-b716-20ee469dd3d0,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:32.006690 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0d61dea8-58e8-433d-9e03-56ade70ecf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:32.016794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60880) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:32.077154 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:32.081948 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:32.083212 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-73e4e184-b19e-46b1-957b-0084eafd7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:32.085067 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-73e4e184-b19e-46b1-957b-0084eafd7b0c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 1094 time: 0.7546501
Jun 04 15:33:32.102167 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:32.105924 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17126868-0ddf-4ddc-9101-8322dac17429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:32.108092 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-11b7b334-c09e-4c55-b54f-b34eec1f8ec9 None None] Transition to ACTIVE for port object 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:32.113964 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:32.133976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Transition to ACTIVE for port object c29af969-869b-4dfe-8587-51cc92fd7156 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:32.143919 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17126868-0ddf-4ddc-9101-8322dac17429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:32.146230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 393f8943-bb92-46e8-8366-f18b14c6aacb no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:33:32.176755 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-18303ee6-1a82-4387-a6cb-606c93a777dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e4b3b84-9fb6-4739-a10e-164c3bda63cc HTTP/1.1" status: 200  len: 217 time: 0.0776646
Jun 04 15:33:32.208047 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4d48f5c9-ba35-4529-9781-cd7ca038d372, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4d48f5c9-ba35-4529-9781-cd7ca038d372,segment=NetworkSegment(662a47d0-1637-4b94-ab1e-7233a053b5af),segment_id=662a47d0-1637-4b94-ab1e-7233a053b5af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:32.210176 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-11b7b334-c09e-4c55-b54f-b34eec1f8ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:32.221550 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:32.259536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-cacfc6c1-2cae-4563-b7df-b23c4fb52442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:32.262362 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-cacfc6c1-2cae-4563-b7df-b23c4fb52442 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.0698564
Jun 04 15:33:32.271869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60958859-f4d6-4cd0-b2aa-d0dd3bd482b3 req-b4823553-ad7d-486a-930c-f2f95096bd63 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:32.280486 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-60958859-f4d6-4cd0-b2aa-d0dd3bd482b3 req-b4823553-ad7d-486a-930c-f2f95096bd63 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 943 time: 0.3956096
Jun 04 15:33:32.286107 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17126868-0ddf-4ddc-9101-8322dac17429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:32.305193 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7b334-c09e-4c55-b54f-b34eec1f8ec9 None None] Pushing event updated for resources: {'Port': ['ID=63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:32.315520 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6896b763-c317-4852-ad39-dd82ba197fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:32.330584 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17126868-0ddf-4ddc-9101-8322dac17429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae398691-3a5d-4cfe-b716-20ee469dd3d0,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:32.333457 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-17126868-0ddf-4ddc-9101-8322dac17429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:32.344890 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Transition to ACTIVE for port object c29af969-869b-4dfe-8587-51cc92fd7156 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:32.347499 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-11b7b334-c09e-4c55-b54f-b34eec1f8ec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:32.361475 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:32.374785 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-875e43a3-f7a1-4ccb-a311-b2911a7eb01c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:32.375792 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17126868-0ddf-4ddc-9101-8322dac17429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:32.380051 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-17126868-0ddf-4ddc-9101-8322dac17429 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae398691-3a5d-4cfe-b716-20ee469dd3d0 HTTP/1.1" status: 204  len: 168 time: 0.3552394
Jun 04 15:33:32.395923 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-60958859-f4d6-4cd0-b2aa-d0dd3bd482b3 req-618bcd59-f065-42a2-964e-ee61638fa80e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142294
Jun 04 15:33:32.400003 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-d70159b9-982c-426c-8f87-3627823c205a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Delete allocated IP 172.20.0.26 (84c91aea-11de-40b9-8997-a5c153f22e6a/95440219-1f04-489b-a457-fdd91986e63e) {{(pid=88301) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jun 04 15:33:32.602682 n-d-791505-9 neutron-server[88300]: INFO neutron.db.ipam_backend_mixin [None req-d8fd1aa7-e5f8-4330-86e3-4dd702a27c41 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2ecd1fc-91de-43ed-a744-ed9bc762d476 (CIDR: 2001:db8::/64)
Jun 04 15:33:32.686507 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fd1aa7-e5f8-4330-86e3-4dd702a27c41 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:33:32.686507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fd1aa7-e5f8-4330-86e3-4dd702a27c41 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:33:32.688550 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:32.716541 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b3d58af7-7c24-46c8-af19-cf2edb00b3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:32.800772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6f995-f57a-47e3-944c-1525be3c1915 req-e313ede6-629a-42f3-ac07-a1a580cde814 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:32.802521 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b3f6f995-f57a-47e3-944c-1525be3c1915 req-e313ede6-629a-42f3-ac07-a1a580cde814 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 947 time: 0.2162035
Jun 04 15:33:32.844178 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d70159b9-982c-426c-8f87-3627823c205a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:32.864314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:32.879429 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:32.886282 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:32.889707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-d70159b9-982c-426c-8f87-3627823c205a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Ignored duplicate provisioning block setup for port b92e9c55-95ec-4c53-ae86-97f63bbaa344 by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Jun 04 15:33:32.892122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=4d48f5c9-ba35-4529-9781-cd7ca038d372,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:32.905471 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b3f6f995-f57a-47e3-944c-1525be3c1915 req-0c8de87e-7d6f-411b-add4-45c646f5f6bd tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/security-groups?id=1782aaf3-4e5f-465d-962d-a9d662fa357f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883789
Jun 04 15:33:32.909119 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:32.923985 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-81c14d26-a046-4dce-8bed-663adf9c8889 req-9a9e1a3c-1e2e-4055-8a2e-bcf93666eaa2 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:32.949667 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-89e676c9-7338-4b6f-b21b-20e8633297be tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:32.955577 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:32.999176 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d70159b9-982c-426c-8f87-3627823c205a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:33.007781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-246a5942-73a1-4d6c-8a66-4aa0a2212780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:33.009635 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-246a5942-73a1-4d6c-8a66-4aa0a2212780 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5121601
Jun 04 15:33:33.011069 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7bb32381-17ad-4cfa-9992-01a459bbe747 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:33.070489 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d8fd1aa7-e5f8-4330-86e3-4dd702a27c41 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.5994816
Jun 04 15:33:33.081266 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:33.084919 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e1a3c-1e2e-4055-8a2e-bcf93666eaa2 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Pushing event deleted for resources: {'Port': ['ID=d012de4f-b005-4e9b-bbe3-2378fe7bd664,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:33.096731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60898) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:33.135886 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9a9e1a3c-1e2e-4055-8a2e-bcf93666eaa2 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:33.140978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-8bec18f5-858e-4d69-915c-95f7ea1ca380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:33.168874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70159b9-982c-426c-8f87-3627823c205a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=b92e9c55-95ec-4c53-ae86-97f63bbaa344,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:33.188963 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d70159b9-982c-426c-8f87-3627823c205a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:33.249203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Pushing event updated for resources: {'Port': ['ID=c29af969-869b-4dfe-8587-51cc92fd7156,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:33.252739 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:33.261731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Attempting to bind port c29af969-869b-4dfe-8587-51cc92fd7156 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:33:33.262241 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Attempting to bind port c29af969-869b-4dfe-8587-51cc92fd7156 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:33:33.262815 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Attempting to bind port c29af969-869b-4dfe-8587-51cc92fd7156 on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:33:33.278949 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:33:33.279333 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:33:33.279913 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:33.281920 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:33:33.282780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Bound port: c29af969-869b-4dfe-8587-51cc92fd7156, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:33:33.283178 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:33.291938 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3d4f1b47-7d19-49f7-98aa-0ffb7dcbebf9 req-b9df474c-fb80-43a2-8018-9914e1af62e2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:33.331056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c14d26-a046-4dce-8bed-663adf9c8889 req-9a9e1a3c-1e2e-4055-8a2e-bcf93666eaa2 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] No DVR routers for this DVR port d012de4f-b005-4e9b-bbe3-2378fe7bd664 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:33:33.333547 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dbb24a7c-46b8-49b9-96dc-f5f7eb0a7c32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:33.390472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d70159b9-982c-426c-8f87-3627823c205a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] In _notify_port_updated(), no bound segment for port b92e9c55-95ec-4c53-ae86-97f63bbaa344 on network 84c91aea-11de-40b9-8997-a5c153f22e6a {{(pid=88301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:33:33.398010 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70159b9-982c-426c-8f87-3627823c205a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:33.398679 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d70159b9-982c-426c-8f87-3627823c205a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:33.404412 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d70159b9-982c-426c-8f87-3627823c205a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "PUT /v2.0/ports/b92e9c55-95ec-4c53-ae86-97f63bbaa344 HTTP/1.1" status: 200  len: 918 time: 2.1911762
Jun 04 15:33:33.405080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60906) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:33.412711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0519d608-a5ad-462b-96c6-02dc95eec0a6'}, {'subnet_id': '95440219-1f04-489b-a457-fdd91986e63e'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:33.415867 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] For port c29af969-869b-4dfe-8587-51cc92fd7156, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:33:33.437098 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] For port c29af969-869b-4dfe-8587-51cc92fd7156, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c29af969-869b-4dfe-8587-51cc92fd7156,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:33:33.442984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3760bb17-8ed9-41bd-af19-da1ded1f930f req-df5fb496-7de9-4f83-9681-c715ef0d6dd6 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Synchronizing usage tracker for tenant:ddcc60be4c4b44bb96a7a7a89a07b349 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:33:33.468449 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:33.477062 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-81c14d26-a046-4dce-8bed-663adf9c8889 req-9a9e1a3c-1e2e-4055-8a2e-bcf93666eaa2 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:33.485848 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-81c14d26-a046-4dce-8bed-663adf9c8889 req-9a9e1a3c-1e2e-4055-8a2e-bcf93666eaa2 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.65 "DELETE /v2.0/ports/d012de4f-b005-4e9b-bbe3-2378fe7bd664 HTTP/1.1" status: 204  len: 173 time: 5.0521529
Jun 04 15:33:33.615915 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:33.621329 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2add3ff1-ee53-48a5-a3c5-8749a0e39e47 req-76614a30-6f6c-4190-a0be-e684935c3a38 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:33.635357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df474c-fb80-43a2-8018-9914e1af62e2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Pushing event deleted for resources: {'Port': ['ID=393f8943-bb92-46e8-8366-f18b14c6aacb,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:33.643960 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-969747be-390d-4624-b0d5-282cff20afd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:33.696078 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b9df474c-fb80-43a2-8018-9914e1af62e2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:33.696872 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b9df474c-fb80-43a2-8018-9914e1af62e2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:33.699335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e1c365-8e58-4bd5-8265-d3a26614efa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d48f5c9-ba35-4529-9781-cd7ca038d372'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:33:33.701668 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff26d38-12fb-4ab6-b7ad-9258a11d5d7f" -d '{"events": [{"server_uuid": "14e1c365-8e58-4bd5-8265-d3a26614efa8", "name": "network-vif-unplugged", "status": "completed", "tag": "4d48f5c9-ba35-4529-9781-cd7ca038d372"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:33:33.706195 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ba843b-74fd-4975-b936-fcefc3aa1242 None None] Network 84c91aea-11de-40b9-8997-a5c153f22e6a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:33.734570 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:33.810328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2c5417-1682-4198-943a-c71c11e9e90c', 'name': 'network-vif-deleted', 'tag': 'd012de4f-b005-4e9b-bbe3-2378fe7bd664'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:33:33.824512 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd80222f-1365-4074-a803-4a259911af6e" -d '{"events": [{"server_uuid": "bb2c5417-1682-4198-943a-c71c11e9e90c", "name": "network-vif-deleted", "tag": "d012de4f-b005-4e9b-bbe3-2378fe7bd664"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:33:33.989501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76614a30-6f6c-4190-a0be-e684935c3a38 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Pushing event deleted for resources: {'Port': ['ID=4d48f5c9-ba35-4529-9781-cd7ca038d372,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:34.011511 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-76614a30-6f6c-4190-a0be-e684935c3a38 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:34.097731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Pushing event updated for resources: {'Port': ['ID=c29af969-869b-4dfe-8587-51cc92fd7156,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:34.102108 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:34.103048 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:34.117681 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5d7e4e2b-0fff-4ca5-a492-1ec7d4581eb7 None None] Provisioning for port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:34.145147 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:34.146000 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:34.203896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5d7e4e2b-0fff-4ca5-a492-1ec7d4581eb7 None None] Provisioning complete for port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:34.204604 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4e2b-0fff-4ca5-a492-1ec7d4581eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:34.236012 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4f1b47-7d19-49f7-98aa-0ffb7dcbebf9 req-b9df474c-fb80-43a2-8018-9914e1af62e2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] No DVR routers for this DVR port 393f8943-bb92-46e8-8366-f18b14c6aacb on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:33:34.242147 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3d4f1b47-7d19-49f7-98aa-0ffb7dcbebf9 req-b9df474c-fb80-43a2-8018-9914e1af62e2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:34.244495 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3d4f1b47-7d19-49f7-98aa-0ffb7dcbebf9 req-b9df474c-fb80-43a2-8018-9914e1af62e2 tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.62 "DELETE /v2.0/ports/393f8943-bb92-46e8-8366-f18b14c6aacb HTTP/1.1" status: 204  len: 173 time: 4.7896369
Jun 04 15:33:34.251150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3760bb17-8ed9-41bd-af19-da1ded1f930f req-df5fb496-7de9-4f83-9681-c715ef0d6dd6 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Unset dirty status for tenant:ddcc60be4c4b44bb96a7a7a89a07b349 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:34.252424 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3760bb17-8ed9-41bd-af19-da1ded1f930f req-df5fb496-7de9-4f83-9681-c715ef0d6dd6 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb2c5417-1682-4198-943a-c71c11e9e90c HTTP/1.1" status: 200  len: 210 time: 1.1266983
Jun 04 15:33:34.347609 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60928) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:34.382961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-2add3ff1-ee53-48a5-a3c5-8749a0e39e47 req-76614a30-6f6c-4190-a0be-e684935c3a38 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] No DVR routers for this DVR port 4d48f5c9-ba35-4529-9781-cd7ca038d372 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:33:34.390176 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-65ab3c6f-a8d3-4974-8da6-b9b36cd06429 service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3182788
Jun 04 15:33:34.390452 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fb1019-0ae6-4064-8dc4-86ea74336370 x-openstack-request-id: req-53fb1019-0ae6-4064-8dc4-86ea74336370 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:33:34.390996 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e1c365-8e58-4bd5-8265-d3a26614efa8", "name": "network-vif-unplugged", "status": "completed", "tag": "4d48f5c9-ba35-4529-9781-cd7ca038d372", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:33:34.391121 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53fb1019-0ae6-4064-8dc4-86ea74336370 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:33:34.391451 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-2add3ff1-ee53-48a5-a3c5-8749a0e39e47 req-76614a30-6f6c-4190-a0be-e684935c3a38 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:34.391579 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e1c365-8e58-4bd5-8265-d3a26614efa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d48f5c9-ba35-4529-9781-cd7ca038d372', 'code': 200}
Jun 04 15:33:34.393755 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2add3ff1-ee53-48a5-a3c5-8749a0e39e47 req-76614a30-6f6c-4190-a0be-e684935c3a38 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.65 "DELETE /v2.0/ports/4d48f5c9-ba35-4529-9781-cd7ca038d372 HTTP/1.1" status: 204  len: 173 time: 5.4294455
Jun 04 15:33:34.396634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8bec18f5-858e-4d69-915c-95f7ea1ca380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:34.436633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8bec18f5-858e-4d69-915c-95f7ea1ca380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:34.450538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8bec18f5-858e-4d69-915c-95f7ea1ca380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:34.488979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8bec18f5-858e-4d69-915c-95f7ea1ca380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:34.531543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38745a11-fef5-4d79-bce9-1e0ecb98f5b4 req-988d3f6a-2d46-43a2-bc24-50bdff5d97f7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:34.543548 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-38745a11-fef5-4d79-bce9-1e0ecb98f5b4 req-988d3f6a-2d46-43a2-bc24-50bdff5d97f7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 943 time: 0.9244676
Jun 04 15:33:34.600606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Allocated IP 172.20.0.28 (84c91aea-11de-40b9-8997-a5c153f22e6a/95440219-1f04-489b-a457-fdd91986e63e/b92e9c55-95ec-4c53-ae86-97f63bbaa344) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:34.741507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1139232172-network', 'tenant_id': '2f44e84ed8194ff186011ba9ef2052d5'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:34.754708 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3d8dde-360f-45de-aef6-7a32aba3bbd3 x-openstack-request-id: req-db3d8dde-360f-45de-aef6-7a32aba3bbd3 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:33:34.755037 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2c5417-1682-4198-943a-c71c11e9e90c", "name": "network-vif-deleted", "tag": "d012de4f-b005-4e9b-bbe3-2378fe7bd664", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:33:34.757265 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db3d8dde-360f-45de-aef6-7a32aba3bbd3 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:33:34.758935 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2c5417-1682-4198-943a-c71c11e9e90c', 'name': 'network-vif-deleted', 'tag': 'd012de4f-b005-4e9b-bbe3-2378fe7bd664', 'status': 'completed', 'code': 200}
Jun 04 15:33:34.788639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:34.821626 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7e184674-db73-4cbf-b637-ad816e0f9973 req-19ce5e59-6ba9-436b-a610-77bdc709cee4 service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4219882
Jun 04 15:33:34.824928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bec18f5-858e-4d69-915c-95f7ea1ca380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:34.830085 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-38745a11-fef5-4d79-bce9-1e0ecb98f5b4 req-a2592e6a-58c8-4117-8433-b45a2bd60812 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2726786
Jun 04 15:33:34.842390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Usage tracker for resource:network and tenant:2f44e84ed8194ff186011ba9ef2052d5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:34.849365 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:34.859855 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8bec18f5-858e-4d69-915c-95f7ea1ca380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:35.195576 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:35.388883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:35.478751 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c29af969-869b-4dfe-8587-51cc92fd7156 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:35.513396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Made reservation on behalf of 2f44e84ed8194ff186011ba9ef2052d5 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:35.519430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-fa8c1724-9c97-49c5-ac1a-35047c73ca0b req-03828b1d-3890-4b66-bae6-fd30be76f8be tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Synchronizing usage tracker for tenant:35b4af14bb3e432990c4361da6c462d1 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:33:35.522852 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:35.565031 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:35.603633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:35.632463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Usage tracker for resource:security_group_rule and tenant:2f44e84ed8194ff186011ba9ef2052d5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:35.639182 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:35.657896 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:35.662786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:35.699888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Ignored duplicate provisioning block setup for port b92e9c55-95ec-4c53-ae86-97f63bbaa344 by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Jun 04 15:33:35.729949 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cfdc34a3-8744-48b5-a221-aeae1a53807e None None] Provisioning for port b92e9c55-95ec-4c53-ae86-97f63bbaa344 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:35.735359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cfdc34a3-8744-48b5-a221-aeae1a53807e None None] Provisioning complete for port b92e9c55-95ec-4c53-ae86-97f63bbaa344 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:35.735960 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cfdc34a3-8744-48b5-a221-aeae1a53807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:35.856010 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:35.875688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc34a3-8744-48b5-a221-aeae1a53807e None None] Port b92e9c55-95ec-4c53-ae86-97f63bbaa344 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:33:35.877541 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port c29af969-869b-4dfe-8587-51cc92fd7156 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:35.893833 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0cb70437-a09f-40f1-8e9d-19ea0412b6ac tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:35.906843 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cfdc34a3-8744-48b5-a221-aeae1a53807e None None] Provisioning complete for port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:35.907329 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cfdc34a3-8744-48b5-a221-aeae1a53807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:35.955754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-fa8c1724-9c97-49c5-ac1a-35047c73ca0b req-03828b1d-3890-4b66-bae6-fd30be76f8be tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] Unset dirty status for tenant:35b4af14bb3e432990c4361da6c462d1 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:35.967996 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fa8c1724-9c97-49c5-ac1a-35047c73ca0b req-03828b1d-3890-4b66-bae6-fd30be76f8be tempest-ServersNegativeTestJSON-490828567 tempest-ServersNegativeTestJSON-490828567-project] 10.222.0.32 "GET /v2.0/ports?device_id=db18d3ab-a106-4f2d-9f22-998d1d8a6508 HTTP/1.1" status: 200  len: 210 time: 0.7480545
Jun 04 15:33:36.000778 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:36.011598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd3ce0-3798-4f11-b7d7-3c008fb9b9a2 req-1d7ac7d0-5b91-4428-8dc5-c4d0d2006a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:36.013468 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4ecd3ce0-3798-4f11-b7d7-3c008fb9b9a2 req-1d7ac7d0-5b91-4428-8dc5-c4d0d2006a7f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 1094 time: 0.7031569
Jun 04 15:33:36.183097 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5d93ac64-b3c0-46b1-aee1-f93759ea4ecb req-c39188cf-ac22-41e3-a347-9b3387248396 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e1c365-8e58-4bd5-8265-d3a26614efa8 HTTP/1.1" status: 200  len: 210 time: 0.1855531
Jun 04 15:33:36.200626 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:36.227463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Provisioning complete for port b92e9c55-95ec-4c53-ae86-97f63bbaa344 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:36.227847 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:36.283432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=b92e9c55-95ec-4c53-ae86-97f63bbaa344,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:36.318216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399d0657-a125-4353-b306-44565411a101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:33:36.325627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Port b92e9c55-95ec-4c53-ae86-97f63bbaa344 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:33:36.386417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:36.386811 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:36.387191 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:36.387564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:36.387933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:36.388296 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:36.388662 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:36.389088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:36.389655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:36.389800 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:36.390230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:36.390589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:36.461906 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:36.465268 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:36.476547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Provisioning for port c29af969-869b-4dfe-8587-51cc92fd7156 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:36.484430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Provisioning complete for port c29af969-869b-4dfe-8587-51cc92fd7156 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:36.484430 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:36.502291 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:36.502995 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Added segment 386c49e8-a94f-4080-913f-69e935354d22 of type vlan for network fa2a2256-60b6-4e22-8e8a-680899e6dd2c
Jun 04 15:33:36.538103 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:36.611288 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fd5b10-0932-42bc-9fe7-1dbb815acd88,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:36.629469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd3ce0-3798-4f11-b7d7-3c008fb9b9a2 req-a11cbd3c-3a35-401b-a66f-68fc0b134860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:36.631157 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4ecd3ce0-3798-4f11-b7d7-3c008fb9b9a2 req-a11cbd3c-3a35-401b-a66f-68fc0b134860 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.6099515
Jun 04 15:33:36.653692 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:36.654961 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] In _notify_port_updated(), no bound segment for port b92e9c55-95ec-4c53-ae86-97f63bbaa344 on network 84c91aea-11de-40b9-8997-a5c153f22e6a {{(pid=88301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:33:36.662936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:36.664084 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:36.665804 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "PUT /v2.0/ports/b92e9c55-95ec-4c53-ae86-97f63bbaa344 HTTP/1.1" status: 200  len: 998 time: 3.2592993
Jun 04 15:33:36.666934 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:36.668075 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:36.668785 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:36.674854 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60944) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:36.676562 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-143df8f4-de16-42d3-b3e5-abc0a1e0ba03 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:36.705749 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:36.716171 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4ecd3ce0-3798-4f11-b7d7-3c008fb9b9a2 req-bbb6e66a-f2d1-47c6-92d0-86a4e5b7a0df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e4b3b84-9fb6-4739-a10e-164c3bda63cc HTTP/1.1" status: 200  len: 217 time: 0.0761023
Jun 04 15:33:36.746785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] For port c29af969-869b-4dfe-8587-51cc92fd7156, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c29af969-869b-4dfe-8587-51cc92fd7156,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:36.788528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db18d3ab-a106-4f2d-9f22-998d1d8a6508', 'name': 'network-vif-deleted', 'tag': '393f8943-bb92-46e8-8366-f18b14c6aacb'}, {'server_uuid': '14e1c365-8e58-4bd5-8265-d3a26614efa8', 'name': 'network-vif-deleted', 'tag': '4d48f5c9-ba35-4529-9781-cd7ca038d372'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:33:36.790497 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1026bd89-a09a-4d03-b999-1f2982c05bf1" -d '{"events": [{"server_uuid": "db18d3ab-a106-4f2d-9f22-998d1d8a6508", "name": "network-vif-deleted", "tag": "393f8943-bb92-46e8-8366-f18b14c6aacb"}, {"server_uuid": "14e1c365-8e58-4bd5-8265-d3a26614efa8", "name": "network-vif-deleted", "tag": "4d48f5c9-ba35-4529-9781-cd7ca038d372"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:33:36.825286 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:36.827811 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-93c1751d-1ff8-4a97-81e5-4d000ceb7aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:36.869321 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Jun 2021 15:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770ffac7-c575-483f-8558-f253e8793463 x-openstack-request-id: req-770ffac7-c575-483f-8558-f253e8793463 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:33:36.870047 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db18d3ab-a106-4f2d-9f22-998d1d8a6508", "name": "network-vif-deleted", "tag": "393f8943-bb92-46e8-8366-f18b14c6aacb", "status": "completed", "code": 200}, {"server_uuid": "14e1c365-8e58-4bd5-8265-d3a26614efa8", "name": "network-vif-deleted", "tag": "4d48f5c9-ba35-4529-9781-cd7ca038d372", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:33:36.870578 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-770ffac7-c575-483f-8558-f253e8793463 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:33:36.871427 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db18d3ab-a106-4f2d-9f22-998d1d8a6508', 'name': 'network-vif-deleted', 'tag': '393f8943-bb92-46e8-8366-f18b14c6aacb', 'status': 'completed', 'code': 200}
Jun 04 15:33:36.871944 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e1c365-8e58-4bd5-8265-d3a26614efa8', 'name': 'network-vif-deleted', 'tag': '4d48f5c9-ba35-4529-9781-cd7ca038d372', 'status': 'completed', 'code': 200}
Jun 04 15:33:36.885703 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8bec18f5-858e-4d69-915c-95f7ea1ca380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:36.893562 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-43419352-a083-461b-9708-f3a813b44103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:36.917343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Pushing event updated for resources: {'Network': ['ID=fa2a2256-60b6-4e22-8e8a-680899e6dd2c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:36.938394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Pushing event updated for resources: {'Port': ['ID=c29af969-869b-4dfe-8587-51cc92fd7156,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:36.941139 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:36.948590 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network fa2a2256-60b6-4e22-8e8a-680899e6dd2c details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:33:36.971332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec18f5-858e-4d69-915c-95f7ea1ca380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=3b811cc9-e584-41b7-90ed-989923779582,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:36.976646 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8bec18f5-858e-4d69-915c-95f7ea1ca380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:36.989377 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa4a4b-92a0-4775-b484-f26d229e9a01 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port b92e9c55-95ec-4c53-ae86-97f63bbaa344 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:36.989727 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c2fa4a4b-92a0-4775-b484-f26d229e9a01 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:37.001930 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bec18f5-858e-4d69-915c-95f7ea1ca380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:37.005128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-8bec18f5-858e-4d69-915c-95f7ea1ca380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:37.012224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13a936-3c9b-4a3a-b4fc-5972f6209902 req-1031edf1-4bea-4287-b46e-d63e62bea2a8 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:37.018706 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ef13a936-3c9b-4a3a-b4fc-5972f6209902 req-1031edf1-4bea-4287-b46e-d63e62bea2a8 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 943 time: 0.6434495
Jun 04 15:33:37.029498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd3ce0-3798-4f11-b7d7-3c008fb9b9a2 req-080a8d02-a0f5-4848-91a9-3ec9ea07bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:37.031218 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4ecd3ce0-3798-4f11-b7d7-3c008fb9b9a2 req-080a8d02-a0f5-4848-91a9-3ec9ea07bd71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.2811840
Jun 04 15:33:37.033287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec18f5-858e-4d69-915c-95f7ea1ca380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:37.034273 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8bec18f5-858e-4d69-915c-95f7ea1ca380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:37.096002 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:37.096578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:37.097127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:37.100902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:37.100902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:37.100902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:37.100902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:37.100902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:37.100902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:37.100902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:37.100902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:37.101613 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:37.105854 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:37.108660 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dae3ebd-cb64-4a72-9c37-25b4b898a5c5 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:37.117027 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ef13a936-3c9b-4a3a-b4fc-5972f6209902 req-09329c5b-52ce-4171-b927-34d16c9de283 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972629
Jun 04 15:33:37.117586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60950) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:37.145032 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-399d0657-a125-4353-b306-44565411a101 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.7447245
Jun 04 15:33:37.145032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60952) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:37.154551 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Request body: {'subnet': {'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1139232172-subnet', 'tenant_id': '2f44e84ed8194ff186011ba9ef2052d5', 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:37.155377 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-861b336d-fc7b-4608-bd4a-b2b70653dfe8 None None] Provisioning complete for port b92e9c55-95ec-4c53-ae86-97f63bbaa344 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:37.155764 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-861b336d-fc7b-4608-bd4a-b2b70653dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:37.168682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:37.237727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Usage tracker for resource:subnet and tenant:2f44e84ed8194ff186011ba9ef2052d5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:37.247413 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:37.283792 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:37.314988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd3ce0-3798-4f11-b7d7-3c008fb9b9a2 req-f9192fb5-28e9-4d36-9512-a3ec93c5f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:37.319536 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4ecd3ce0-3798-4f11-b7d7-3c008fb9b9a2 req-f9192fb5-28e9-4d36-9512-a3ec93c5f002 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2625320
Jun 04 15:33:37.428614 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c29af969-869b-4dfe-8587-51cc92fd7156 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:37.441329 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-775e15ec-933d-41fa-80a0-a25c7165d4c5 admin admin] Deleting subnet 1843960c-a0fb-4622-a60e-eba128673683 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:33:37.449983 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60960) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:37.503557 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-861b336d-fc7b-4608-bd4a-b2b70653dfe8 None None] Port b92e9c55-95ec-4c53-ae86-97f63bbaa344 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:33:37.520806 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4ecd3ce0-3798-4f11-b7d7-3c008fb9b9a2 req-94558d5a-8417-4d49-a1b9-8f8ebd122400 service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1830614
Jun 04 15:33:37.520806 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8bec18f5-858e-4d69-915c-95f7ea1ca380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.3769624
Jun 04 15:33:37.521968 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-775e15ec-933d-41fa-80a0-a25c7165d4c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:37.555931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60964) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:37.588084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'mac_address': 'fa:16:3e:31:d8:81', 'name': 'tempest-NetworksTestDHCPv6-1562732818'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:37.591570 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-775e15ec-933d-41fa-80a0-a25c7165d4c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:37.650853 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-775e15ec-933d-41fa-80a0-a25c7165d4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:37.659310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c29af969-869b-4dfe-8587-51cc92fd7156 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:37.659906 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:37.838281 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4ecd3ce0-3798-4f11-b7d7-3c008fb9b9a2 req-fb4bdf1f-838a-4d9f-bfac-ab71bd865110 service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3230937
Jun 04 15:33:37.862638 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:37.868842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:37.872311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:37.878143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b8aceb-11f7-42ce-bf1e-a0ae834cc49c admin admin] Deleting subnet 2f69e3da-fbf5-4742-ad82-b3a9452854c9 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:33:37.879771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:37.921316 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf1ee2a-7761-4502-a8c9-02653c325c20 None None] Update dhcp port {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'fixed_ips': [{'subnet_id': 'd2ecd1fc-91de-43ed-a744-ed9bc762d476', 'ip_address': '2001:db8::f816:3eff:fefa:98d0'}, {'subnet_id': '3b811cc9-e584-41b7-90ed-989923779582'}], 'binding:host_id': 'n-d-791505-9'}, 'id': 'c29af969-869b-4dfe-8587-51cc92fd7156'} from n-d-791505-9. {{(pid=88302) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 04 15:33:37.932160 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5b8aceb-11f7-42ce-bf1e-a0ae834cc49c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:37.980582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Made reservation on behalf of 2f44e84ed8194ff186011ba9ef2052d5 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:37.982913 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:37.987101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:38.025912 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c2fa4a4b-92a0-4775-b484-f26d229e9a01 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:38.050700 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bdf1ee2a-7761-4502-a8c9-02653c325c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:38.186650 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:38.224862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9e4b3b84-9fb6-4739-a10e-164c3bda63cc details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:33:38.229868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port 2799d9a5-c713-4b7f-a4bb-7da45b9a147d yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:33:38.408408 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5b8aceb-11f7-42ce-bf1e-a0ae834cc49c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:38.410841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d39fae-1402-41b9-ac18-cbe0e7ee34f3 req-73e08708-8908-4012-9b2a-0a6fa1523bc3 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:38.411784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-94d39fae-1402-41b9-ac18-cbe0e7ee34f3 req-73e08708-8908-4012-9b2a-0a6fa1523bc3 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Synchronizing usage tracker for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:33:38.452657 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa4a4b-92a0-4775-b484-f26d229e9a01 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for b92e9c55-95ec-4c53-ae86-97f63bbaa344 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:38.473888 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-bdf1ee2a-7761-4502-a8c9-02653c325c20 None None] Allocated IP 2001:db8:0:1::2 (6acae085-7932-4691-b36e-433651ec3de1/3b811cc9-e584-41b7-90ed-989923779582/c29af969-869b-4dfe-8587-51cc92fd7156) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:38.506186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9e4b3b84-9fb6-4739-a10e-164c3bda63cc,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:38.519140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-94d39fae-1402-41b9-ac18-cbe0e7ee34f3 req-73e08708-8908-4012-9b2a-0a6fa1523bc3 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Unset dirty status for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:38.520889 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-94d39fae-1402-41b9-ac18-cbe0e7ee34f3 req-73e08708-8908-4012-9b2a-0a6fa1523bc3 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 943 time: 0.2415760
Jun 04 15:33:38.524792 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '9e4b3b84-9fb6-4739-a10e-164c3bda63cc', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'port_id': '9e4b3b84-9fb6-4739-a10e-164c3bda63cc', 'mac_address': 'fa:16:3e:22:27:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:33:38.544854 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5b8aceb-11f7-42ce-bf1e-a0ae834cc49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:38.625156 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-94d39fae-1402-41b9-ac18-cbe0e7ee34f3 req-e2feec8a-b15f-46f4-a96e-33a36aca664b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938339
Jun 04 15:33:38.627659 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:38.655775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4b3b84-9fb6-4739-a10e-164c3bda63cc {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:33:38.692106 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9e4b3b84-9fb6-4739-a10e-164c3bda63cc,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:38.782712 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-775e15ec-933d-41fa-80a0-a25c7165d4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:38.791555 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c9b405e3-3884-49b6-b785-ddc0c0c7db88 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:38.819652 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:38.826021 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:38.845179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e15ec-933d-41fa-80a0-a25c7165d4c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1843960c-a0fb-4622-a60e-eba128673683,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:38.854380 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-775e15ec-933d-41fa-80a0-a25c7165d4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:38.859281 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-775e15ec-933d-41fa-80a0-a25c7165d4c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:38.946632 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-bdf1ee2a-7761-4502-a8c9-02653c325c20 None None] For port c29af969-869b-4dfe-8587-51cc92fd7156, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c29af969-869b-4dfe-8587-51cc92fd7156,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:38.952545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=9e4b3b84-9fb6-4739-a10e-164c3bda63cc,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:38.955892 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:38.983869 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-775e15ec-933d-41fa-80a0-a25c7165d4c5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1843960c-a0fb-4622-a60e-eba128673683 HTTP/1.1" status: 204  len: 168 time: 1.8557537
Jun 04 15:33:38.986389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60972) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:38.991217 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bdf1ee2a-7761-4502-a8c9-02653c325c20 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:39.109090 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c2abc05-fb0a-4d18-8ef0-a0789024c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:39.214041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['9e4b3b84-9fb6-4739-a10e-164c3bda63cc'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:33:39.307228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bdf1ee2a-7761-4502-a8c9-02653c325c20 None None] Transition to ACTIVE for port object c29af969-869b-4dfe-8587-51cc92fd7156 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:39.316810 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c2fa4a4b-92a0-4775-b484-f26d229e9a01 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:39.324763 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f41b1784-0c64-408f-bf8c-eedbf152e8fa tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:39.382896 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5b8aceb-11f7-42ce-bf1e-a0ae834cc49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:39.401754 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa4a4b-92a0-4775-b484-f26d229e9a01 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=b92e9c55-95ec-4c53-ae86-97f63bbaa344,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:39.406534 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c2fa4a4b-92a0-4775-b484-f26d229e9a01 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:39.407232 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-13789f8f-b8e9-49b4-b0e1-0129539699f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:39.410102 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bdf1ee2a-7761-4502-a8c9-02653c325c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:39.411872 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c2abc05-fb0a-4d18-8ef0-a0789024c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:39.418186 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-206344b4-4054-4851-81eb-d0fe560ec3c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:39.434257 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5b8aceb-11f7-42ce-bf1e-a0ae834cc49c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:39.462203 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5c2abc05-fb0a-4d18-8ef0-a0789024c7f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386f78eb0>,) {'filters': {'network_id': ['d67310a1-ca89-4950-80ed-77fd8abcfab9']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:39.484696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5c2abc05-fb0a-4d18-8ef0-a0789024c7f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f78eb0>, 'e3080382-b39c-4fd3-8979-9ba6f045ba98') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:39.484988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5c2abc05-fb0a-4d18-8ef0-a0789024c7f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f78eb0>, 'e3080382-b39c-4fd3-8979-9ba6f045ba98') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:39.496023 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8aceb-11f7-42ce-bf1e-a0ae834cc49c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f69e3da-fbf5-4742-ad82-b3a9452854c9,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:39.511274 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c2abc05-fb0a-4d18-8ef0-a0789024c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:39.535640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1ee2a-7761-4502-a8c9-02653c325c20 None None] Pushing event updated for resources: {'Port': ['ID=c29af969-869b-4dfe-8587-51cc92fd7156,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:39.536201 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c5b8aceb-11f7-42ce-bf1e-a0ae834cc49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:39.536201 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c5b8aceb-11f7-42ce-bf1e-a0ae834cc49c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2f69e3da-fbf5-4742-ad82-b3a9452854c9 HTTP/1.1" status: 204  len: 168 time: 2.0744932
Jun 04 15:33:39.537797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60974) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:39.546409 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bdf1ee2a-7761-4502-a8c9-02653c325c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:39.590815 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c2abc05-fb0a-4d18-8ef0-a0789024c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:39.611233 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c2fa4a4b-92a0-4775-b484-f26d229e9a01 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:39.616614 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c2fa4a4b-92a0-4775-b484-f26d229e9a01 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/b92e9c55-95ec-4c53-ae86-97f63bbaa344 HTTP/1.1" status: 204  len: 168 time: 2.8414063
Jun 04 15:33:39.618989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60976) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:39.662393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2abc05-fb0a-4d18-8ef0-a0789024c7f5 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:33:39.674245 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c2abc05-fb0a-4d18-8ef0-a0789024c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:33:39.679025 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:33:39.684728 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c43ad6e-78fd-4000-a7d1-7edc3a81e11c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] GET failed (client error): The resource could not be found.
Jun 04 15:33:39.693687 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1c43ad6e-78fd-4000-a7d1-7edc3a81e11c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:33:39.844114 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:39.859635 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5238b2ce-f442-49c8-a352-d0a63950de87 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:39.958146 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1c43ad6e-78fd-4000-a7d1-7edc3a81e11c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:39.963101 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1c43ad6e-78fd-4000-a7d1-7edc3a81e11c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/b92e9c55-95ec-4c53-ae86-97f63bbaa344 HTTP/1.1" status: 404  len: 333 time: 0.3406019
Jun 04 15:33:39.968088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab45c8df-8207-46d9-a35e-1c832a9bd74c,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:39.981759 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:39.981759 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60986) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:40.080800 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8:0:1::1b2 (6acae085-7932-4691-b36e-433651ec3de1/3b811cc9-e584-41b7-90ed-989923779582/2799d9a5-c713-4b7f-a4bb-7da45b9a147d) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:40.086478 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3ce687-7da3-4376-970e-234d4d825ed2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting subnet 95440219-1f04-489b-a457-fdd91986e63e {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:33:40.090894 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce687-7da3-4376-970e-234d4d825ed2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:40.108878 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91177068-2987-42a9-a0f5-b371d0028460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:40.118628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::f816:3eff:fe31:d881 (6acae085-7932-4691-b36e-433651ec3de1/d2ecd1fc-91de-43ed-a744-ed9bc762d476/2799d9a5-c713-4b7f-a4bb-7da45b9a147d) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:40.167493 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce687-7da3-4376-970e-234d4d825ed2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:40.245022 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c2abc05-fb0a-4d18-8ef0-a0789024c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:40.276211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87895c-4141-4013-aec0-685ebb990efa req-24442995-1ada-4d95-bbd8-878452d6a3ec tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:40.283483 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2d87895c-4141-4013-aec0-685ebb990efa req-24442995-1ada-4d95-bbd8-878452d6a3ec tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 944 time: 0.3090796
Jun 04 15:33:40.284645 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-22ae1007-6cfc-450c-9594-9b7a671047a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:40.313056 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce687-7da3-4376-970e-234d4d825ed2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:40.316259 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c2abc05-fb0a-4d18-8ef0-a0789024c7f5 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:40.380277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2abc05-fb0a-4d18-8ef0-a0789024c7f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d67310a1-ca89-4950-80ed-77fd8abcfab9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:40.451153 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5c2abc05-fb0a-4d18-8ef0-a0789024c7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:40.459579 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5c2abc05-fb0a-4d18-8ef0-a0789024c7f5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d67310a1-ca89-4950-80ed-77fd8abcfab9 HTTP/1.1" status: 204  len: 168 time: 1.4719274
Jun 04 15:33:40.469342 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91177068-2987-42a9-a0f5-b371d0028460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:40.531668 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-91177068-2987-42a9-a0f5-b371d0028460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c1f1040>,) {'filters': {'network_id': ['eb176e83-261d-43af-97dd-c40f204aaaee']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:40.646655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-91177068-2987-42a9-a0f5-b371d0028460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c1f1040>, '662a47d0-1637-4b94-ab1e-7233a053b5af') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:40.646971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-91177068-2987-42a9-a0f5-b371d0028460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c1f1040>, '662a47d0-1637-4b94-ab1e-7233a053b5af') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:40.668742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Checking segment: {'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:33:40.672130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Network hostable DHCP agents. Network: fa2a2256-60b6-4e22-8e8a-680899e6dd2c, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:33:40.673298 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2d87895c-4141-4013-aec0-685ebb990efa req-9435c483-6adb-4702-bbae-972a9400133e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3331087
Jun 04 15:33:40.675390 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91177068-2987-42a9-a0f5-b371d0028460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:40.711061 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91177068-2987-42a9-a0f5-b371d0028460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:40.734984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91177068-2987-42a9-a0f5-b371d0028460 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:33:40.735386 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91177068-2987-42a9-a0f5-b371d0028460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:33:40.749403 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:33:40.778633 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4ba9a178-a153-4115-a707-2bbcd6f2f512 None None] Provisioning for port c29af969-869b-4dfe-8587-51cc92fd7156 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:40.785480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4ba9a178-a153-4115-a707-2bbcd6f2f512 None None] Provisioning complete for port c29af969-869b-4dfe-8587-51cc92fd7156 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:40.786922 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a178-a153-4115-a707-2bbcd6f2f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:40.847062 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Network fa2a2256-60b6-4e22-8e8a-680899e6dd2c is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:33:40.856432 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:40.875796 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object 2799d9a5-c713-4b7f-a4bb-7da45b9a147d will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:40.929386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 32768) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:40.976754 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91177068-2987-42a9-a0f5-b371d0028460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:40.981965 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:40.993458 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5c2abc05-fb0a-4d18-8ef0-a0789024c7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:40.994964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, fa2a2256-60b6-4e22-8e8a-680899e6dd2c) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:41.004787 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4553be09-005b-42b1-90e8-39eec2297fbc None None] Network fa2a2256-60b6-4e22-8e8a-680899e6dd2c requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:41.018981 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:41.025423 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:41.031554 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91177068-2987-42a9-a0f5-b371d0028460 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:41.034275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91177068-2987-42a9-a0f5-b371d0028460 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb176e83-261d-43af-97dd-c40f204aaaee,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:41.069474 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-91177068-2987-42a9-a0f5-b371d0028460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:41.078806 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8c798c04-d19b-4782-9dfb-5829785a048d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35b4af14bb3e432990c4361da6c462d1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1477153
Jun 04 15:33:41.079689 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-61b1893c-3dc7-4529-af31-7862f6337ef0 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:41.082761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32772) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:41.181358 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-91177068-2987-42a9-a0f5-b371d0028460 admin admin] 10.222.0.32 "DELETE /v2.0/networks/eb176e83-261d-43af-97dd-c40f204aaaee HTTP/1.1" status: 204  len: 168 time: 1.6420052
Jun 04 15:33:41.229565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:41.229807 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 4.0796249
Jun 04 15:33:41.231390 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-190be57a-c2f7-4b24-8387-a9ac61fb5284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:41.232481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 32776) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:41.241684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:41.275236 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1139232172-router', 'tenant_id': '2f44e84ed8194ff186011ba9ef2052d5', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:41.276134 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-190be57a-c2f7-4b24-8387-a9ac61fb5284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:41.279085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:41.285052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:41.291934 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce687-7da3-4376-970e-234d4d825ed2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:41.298292 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:41.310241 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fc2ace43-e59a-4f4f-8676-7c8870d5b4da tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:41.317830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:41.382592 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce687-7da3-4376-970e-234d4d825ed2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:41.384271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Usage tracker for resource:router and tenant:2f44e84ed8194ff186011ba9ef2052d5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:41.387225 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=2799d9a5-c713-4b7f-a4bb-7da45b9a147d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:41.393636 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1f3ce687-7da3-4376-970e-234d4d825ed2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/95440219-1f04-489b-a457-fdd91986e63e HTTP/1.1" status: 204  len: 168 time: 1.4111407
Jun 04 15:33:41.394942 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ce687-7da3-4376-970e-234d4d825ed2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Subnet': ['ID=95440219-1f04-489b-a457-fdd91986e63e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:41.400013 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1f3ce687-7da3-4376-970e-234d4d825ed2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:41.408395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98b37ac-2ce6-4667-9207-f3f8849e19a7 None None] Network 84c91aea-11de-40b9-8997-a5c153f22e6a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:41.413283 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32778) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:41.419933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:41.424373 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:41.435173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:41.440778 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c29af969-869b-4dfe-8587-51cc92fd7156 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:41.492956 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-fa2a2256-60b6-4e22-8e8a-680899e6dd2c', 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c', 'tenant_id': '2f44e84ed8194ff186011ba9ef2052d5', 'fixed_ips': [{'subnet_id': 'ab45c8df-8207-46d9-a35e-1c832a9bd74c'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:33:41.493874 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:41.510783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47ef4c7-c487-4b48-9b1c-493df8e26a28 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting subnet 0519d608-a5ad-462b-96c6-02dc95eec0a6 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:33:41.514376 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d47ef4c7-c487-4b48-9b1c-493df8e26a28 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:41.527686 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 3.9657855
Jun 04 15:33:41.530859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 32780) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:41.611712 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d47ef4c7-c487-4b48-9b1c-493df8e26a28 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:41.618819 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:41.619943 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:41.732142 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:41.748487 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-190be57a-c2f7-4b24-8387-a9ac61fb5284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:41.753725 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c18a7b17-b46a-4b71-be12-4db9f48c2f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:41.772098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190be57a-c2f7-4b24-8387-a9ac61fb5284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1782aaf3-4e5f-465d-962d-a9d662fa357f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:41.775406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5996ad6f-348a-410a-811d-85ef6255c4c1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port 2799d9a5-c713-4b7f-a4bb-7da45b9a147d {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:41.775766 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5996ad6f-348a-410a-811d-85ef6255c4c1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:41.779334 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-190be57a-c2f7-4b24-8387-a9ac61fb5284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:41.800377 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d47ef4c7-c487-4b48-9b1c-493df8e26a28 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:41.860103 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32784) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:41.988734 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-76677c1d-d58e-4f72-89f5-68974f1d266b None None] Provisioning for port 2799d9a5-c713-4b7f-a4bb-7da45b9a147d completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:41.991914 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c29af969-869b-4dfe-8587-51cc92fd7156 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:41.992307 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:42.005838 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-190be57a-c2f7-4b24-8387-a9ac61fb5284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:42.025918 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-190be57a-c2f7-4b24-8387-a9ac61fb5284 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1782aaf3-4e5f-465d-962d-a9d662fa357f HTTP/1.1" status: 204  len: 168 time: 0.9252553
Jun 04 15:33:42.059428 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-76677c1d-d58e-4f72-89f5-68974f1d266b None None] Provisioning complete for port 2799d9a5-c713-4b7f-a4bb-7da45b9a147d triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:42.059913 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-76677c1d-d58e-4f72-89f5-68974f1d266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:42.152030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-76677c1d-d58e-4f72-89f5-68974f1d266b None None] Port 2799d9a5-c713-4b7f-a4bb-7da45b9a147d cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:33:42.205847 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9e4b3b84-9fb6-4739-a10e-164c3bda63cc up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:42.280935 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Allocated IP 172.20.0.2 (fa2a2256-60b6-4e22-8e8a-680899e6dd2c/ab45c8df-8207-46d9-a35e-1c832a9bd74c/f0dbd5da-5b14-4c6b-9eaf-8039b986f545) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:42.345629 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6a7fd35d-52cd-45e7-8165-ebd1d0e68212 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddcc60be4c4b44bb96a7a7a89a07b349&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4839895
Jun 04 15:33:42.351152 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32792) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:42.420635 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46bf85-654b-4ce9-a422-90931efb65eb req-e016b109-77f7-49d1-85da-2440ef4cbf13 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:42.422334 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fb46bf85-654b-4ce9-a422-90931efb65eb req-e016b109-77f7-49d1-85da-2440ef4cbf13 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 944 time: 0.5286162
Jun 04 15:33:42.599382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:42.611279 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-40fff16e-e208-422d-b98a-d7179d21db95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:42.625531 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fb46bf85-654b-4ce9-a422-90931efb65eb req-0c717383-534d-4f57-97df-d40988b2f0cf tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1842725
Jun 04 15:33:42.675528 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-40fff16e-e208-422d-b98a-d7179d21db95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:42.707756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:42.710370 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:42.762891 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5996ad6f-348a-410a-811d-85ef6255c4c1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:42.865930 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:42.882307 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d47ef4c7-c487-4b48-9b1c-493df8e26a28 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:42.886880 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-342b0c53-6c64-481f-92d8-5989ae9075eb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:42.912519 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Transition to ACTIVE for port object f0dbd5da-5b14-4c6b-9eaf-8039b986f545 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:42.920491 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:42.944279 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-40fff16e-e208-422d-b98a-d7179d21db95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:42.988944 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ef4c7-c487-4b48-9b1c-493df8e26a28 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Subnet': ['ID=0519d608-a5ad-462b-96c6-02dc95eec0a6,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:42.992071 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d47ef4c7-c487-4b48-9b1c-493df8e26a28 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:43.005562 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d47ef4c7-c487-4b48-9b1c-493df8e26a28 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:43.008106 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-190be57a-c2f7-4b24-8387-a9ac61fb5284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:43.014634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Transition to ACTIVE for port object f0dbd5da-5b14-4c6b-9eaf-8039b986f545 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:43.028345 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:43.057245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5996ad6f-348a-410a-811d-85ef6255c4c1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for 2799d9a5-c713-4b7f-a4bb-7da45b9a147d owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:43.060527 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d47ef4c7-c487-4b48-9b1c-493df8e26a28 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/0519d608-a5ad-462b-96c6-02dc95eec0a6 HTTP/1.1" status: 204  len: 168 time: 1.6476219
Jun 04 15:33:43.062537 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32802) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:43.063402 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fff16e-e208-422d-b98a-d7179d21db95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f68ba4b-70c9-470f-bfab-87220b43532d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:43.073178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9e4b3b84-9fb6-4739-a10e-164c3bda63cc,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:43.076342 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d23bf8c-7897-4aea-b1e5-a055e5c02bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4b3b84-9fb6-4739-a10e-164c3bda63cc'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:33:43.078939 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365c3bc4-fd0b-406b-a012-f32e5f622a96" -d '{"events": [{"server_uuid": "5d23bf8c-7897-4aea-b1e5-a055e5c02bf0", "name": "network-vif-plugged", "status": "completed", "tag": "9e4b3b84-9fb6-4739-a10e-164c3bda63cc"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:33:43.101683 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-40fff16e-e208-422d-b98a-d7179d21db95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:43.133440 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:43.138405 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fb35697d-f9de-476c-a3de-8dd4d641c375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:43.210908 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7b1383-7cdd-40ac-a8f5-900fa5fc4763 x-openstack-request-id: req-be7b1383-7cdd-40ac-a8f5-900fa5fc4763 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:33:43.214279 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d23bf8c-7897-4aea-b1e5-a055e5c02bf0", "name": "network-vif-plugged", "status": "completed", "tag": "9e4b3b84-9fb6-4739-a10e-164c3bda63cc", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:33:43.214279 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be7b1383-7cdd-40ac-a8f5-900fa5fc4763 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:33:43.214279 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d23bf8c-7897-4aea-b1e5-a055e5c02bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4b3b84-9fb6-4739-a10e-164c3bda63cc', 'code': 200}
Jun 04 15:33:43.217648 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:43.255138 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-40fff16e-e208-422d-b98a-d7179d21db95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:43.261089 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Network fa2a2256-60b6-4e22-8e8a-680899e6dd2c is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:43.266488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:43.269315 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-40fff16e-e208-422d-b98a-d7179d21db95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f68ba4b-70c9-470f-bfab-87220b43532d HTTP/1.1" status: 204  len: 168 time: 0.9069369
Jun 04 15:33:43.269624 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:43.328617 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Pushing event updated for resources: {'Port': ['ID=f0dbd5da-5b14-4c6b-9eaf-8039b986f545,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:43.361897 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:43.368679 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:43.394560 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:43.526965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60342455-bb6c-4bb2-a292-3ad6c2c68e63 req-ae99b4a7-de5a-4c93-b62c-0aa0934e5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:43.537628 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-60342455-bb6c-4bb2-a292-3ad6c2c68e63 req-ae99b4a7-de5a-4c93-b62c-0aa0934e5849 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 1096 time: 0.2453954
Jun 04 15:33:43.587225 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Attempting to bind port f0dbd5da-5b14-4c6b-9eaf-8039b986f545 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:33:43.588549 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Attempting to bind port f0dbd5da-5b14-4c6b-9eaf-8039b986f545 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:33:43.589472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Attempting to bind port f0dbd5da-5b14-4c6b-9eaf-8039b986f545 on network fa2a2256-60b6-4e22-8e8a-680899e6dd2c {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:33:43.604338 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:33:43.604839 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Checking segment: {'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:33:43.605275 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:43.605670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Bound using segment: {'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:33:43.606207 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Bound port: f0dbd5da-5b14-4c6b-9eaf-8039b986f545, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:33:43.606746 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:43.641081 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:43.641428 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:43.649332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7b8a02-b101-4e6c-9bca-7032e7928f2b None None] Network 84c91aea-11de-40b9-8997-a5c153f22e6a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:43.686169 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-60342455-bb6c-4bb2-a292-3ad6c2c68e63 req-12eacf28-f1ee-42f3-bcc2-5e38ae139ae7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754554
Jun 04 15:33:43.855461 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] For port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e,segment=NetworkSegment(b9909176-3ff5-442c-89bb-ea640d97c801),segment_id=b9909176-3ff5-442c-89bb-ea640d97c801)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:43.856224 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:44.084276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:44.097384 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:44.147281 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:44.223120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] For port f0dbd5da-5b14-4c6b-9eaf-8039b986f545, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:33:44.227153 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] For port f0dbd5da-5b14-4c6b-9eaf-8039b986f545, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f0dbd5da-5b14-4c6b-9eaf-8039b986f545,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:33:44.240611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=9e4b3b84-9fb6-4739-a10e-164c3bda63cc,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:44.248370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8b921e89-c65b-47d8-acdc-949e3c9c1277 None None] Provisioning complete for port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:44.248756 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8b921e89-c65b-47d8-acdc-949e3c9c1277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:44.264199 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:44.268772 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-efe283dd-ba72-4ff6-86ec-f3e974dba3de tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:44.275547 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.907s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:44.295989 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8b921e89-c65b-47d8-acdc-949e3c9c1277 None None] Port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e was deleted so its status cannot be updated. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jun 04 15:33:44.300475 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:44.306661 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:44.326129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:44.330455 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:44.335888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No DVR routers for this DVR port 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:33:44.354289 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5996ad6f-348a-410a-811d-85ef6255c4c1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:44.374627 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f74dd49e-f4b9-4109-b871-dd42ee204d7e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:44.442233 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fffd6-9b8d-4d8c-b0cf-16c556500b92 req-fdbb4333-1640-40c0-a460-a72cf55ff30e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:44.451261 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-579fffd6-9b8d-4d8c-b0cf-16c556500b92 req-fdbb4333-1640-40c0-a460-a72cf55ff30e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 945 time: 0.4409854
Jun 04 15:33:44.468714 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Pushing event updated for resources: {'Port': ['ID=f0dbd5da-5b14-4c6b-9eaf-8039b986f545,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:44.474950 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:44.523407 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996ad6f-348a-410a-811d-85ef6255c4c1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=2799d9a5-c713-4b7f-a4bb-7da45b9a147d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:44.557030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3a0143-9a63-4f0b-ae2c-834d41ed5069 None None] DHCP port deletion for 84c91aea-11de-40b9-8997-a5c153f22e6a request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:33:44.632965 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5996ad6f-348a-410a-811d-85ef6255c4c1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:44.647597 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:44.672930 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387052910>,) {'filters': {'network_id': ['84c91aea-11de-40b9-8997-a5c153f22e6a']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:44.715262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387052910>, 'b9909176-3ff5-442c-89bb-ea640d97c801') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:44.715562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387052910>, 'b9909176-3ff5-442c-89bb-ea640d97c801') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:44.734818 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:44.741901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Allocated IP 172.25.4.22 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/88b89693-0d90-46b3-b350-8c563d00b230) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:44.776226 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:44.843709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:33:44.844346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:33:45.177813 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:33:45.275011 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:45.315313 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-579fffd6-9b8d-4d8c-b0cf-16c556500b92 req-a895fa32-1c75-4bcc-82f4-06853f58ae43 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8630674
Jun 04 15:33:45.318281 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5996ad6f-348a-410a-811d-85ef6255c4c1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:45.350769 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5996ad6f-348a-410a-811d-85ef6255c4c1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/2799d9a5-c713-4b7f-a4bb-7da45b9a147d HTTP/1.1" status: 204  len: 168 time: 3.8180809
Jun 04 15:33:45.353521 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32858) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:45.361618 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:45.374260 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fb933174-8f99-4cc5-a5f5-af5b88ca669f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:45.411659 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:45.429773 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Network': ['ID=84c91aea-11de-40b9-8997-a5c153f22e6a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:45.435455 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:45.462161 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:45.477915 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-351d72fe-2324-4712-9a2b-e34ec251c3a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:45.489868 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f0dbd5da-5b14-4c6b-9eaf-8039b986f545 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:45.493283 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32862) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:45.515548 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/networks/84c91aea-11de-40b9-8997-a5c153f22e6a HTTP/1.1" status: 204  len: 168 time: 2.4452841
Jun 04 15:33:45.515548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32866) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:45.575954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:45.588418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:45.623274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:45.712978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Pushing event updated for resources: {'Port': ['ID=88b89693-0d90-46b3-b350-8c563d00b230,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:45.732865 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:45.789703 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port f0dbd5da-5b14-4c6b-9eaf-8039b986f545 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:45.895136 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:33:45.964334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1122239317-network', 'tenant_id': '0206592066224614881d5b4a50dc9869'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:46.010069 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:33:46.016525 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 63b4c3d8-3cec-43f2-9abd-a0d0aa1a8f4e not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:33:46.090129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:46.125098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Usage tracker for resource:network and tenant:0206592066224614881d5b4a50dc9869 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:46.142843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:46.159221 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26dfe6c-72cd-476d-91c8-19b62deb7a19 None None] Network fa2a2256-60b6-4e22-8e8a-680899e6dd2c requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:46.169182 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:46.229991 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46679df0-8d38-415b-9749-fce186409348 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:46.229991 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-46679df0-8d38-415b-9749-fce186409348 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:33:46.263298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3778192-0f60-4d7f-a77b-1be908da91a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:46.269635 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d3778192-0f60-4d7f-a77b-1be908da91a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.9149692
Jun 04 15:33:46.270330 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32880) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:46.334512 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-46679df0-8d38-415b-9749-fce186409348 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:46.336441 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-46679df0-8d38-415b-9749-fce186409348 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.8206031
Jun 04 15:33:46.339562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Made reservation on behalf of 0206592066224614881d5b4a50dc9869 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:46.342285 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:46.353577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32884) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:46.428035 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:46.433303 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:46.484922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:46.505941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Usage tracker for resource:security_group_rule and tenant:0206592066224614881d5b4a50dc9869 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:46.513692 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:46.522399 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:46.549505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d3fb86-32fa-4d6f-8f1e-1e4f81447ca9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:46.554026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-99d3fb86-32fa-4d6f-8f1e-1e4f81447ca9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2823498
Jun 04 15:33:46.558661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32888) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:46.649465 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d965a0db-8703-468b-8e88-4ea5ed2f59b9 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2918949
Jun 04 15:33:46.656198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32890) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:46.663886 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d6b75daf-37b8-4657-b9d2-a6821c75ef8b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1410363453'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:46.670026 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d6b75daf-37b8-4657-b9d2-a6821c75ef8b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:46.674135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d6b75daf-37b8-4657-b9d2-a6821c75ef8b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:network and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:46.677746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d6b75daf-37b8-4657-b9d2-a6821c75ef8b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:46.684111 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d6b75daf-37b8-4657-b9d2-a6821c75ef8b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:46.688251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-75ee5c47-a866-41df-b935-5608464ea3f4 None None] Provisioning for port f0dbd5da-5b14-4c6b-9eaf-8039b986f545 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:46.706895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-75ee5c47-a866-41df-b935-5608464ea3f4 None None] Provisioning complete for port f0dbd5da-5b14-4c6b-9eaf-8039b986f545 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:46.707336 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-75ee5c47-a866-41df-b935-5608464ea3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:46.731793 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1abc14-f0e3-455c-b323-f8b607527867 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:46.733613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1abc14-f0e3-455c-b323-f8b607527867 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:46.735335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1abc14-f0e3-455c-b323-f8b607527867 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:46.737095 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ca1abc14-f0e3-455c-b323-f8b607527867 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1753902
Jun 04 15:33:46.742079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32894) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:46.788993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b75daf-37b8-4657-b9d2-a6821c75ef8b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:46.792789 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d6b75daf-37b8-4657-b9d2-a6821c75ef8b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:46.803190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072ce8a-f650-47a6-bb1b-578f6d0506fd req-f5b434c8-432f-46c1-a4d6-9681f64d7713 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:46.805970 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b072ce8a-f650-47a6-bb1b-578f6d0506fd req-f5b434c8-432f-46c1-a4d6-9681f64d7713 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 945 time: 0.2122784
Jun 04 15:33:46.848590 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b75daf-37b8-4657-b9d2-a6821c75ef8b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:33:46.859017 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d6b75daf-37b8-4657-b9d2-a6821c75ef8b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:46.859515 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-d6b75daf-37b8-4657-b9d2-a6821c75ef8b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Added segment 3ae0185a-fafd-4fc1-b5b5-956e9e76b6d0 of type vlan for network dd87b1d2-577c-4b10-8501-6a8f51d315d7
Jun 04 15:33:46.902220 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d6b75daf-37b8-4657-b9d2-a6821c75ef8b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:46.914610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fb629c-0b13-4d9a-8f32-4dda3d239c1e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 3b811cc9-e584-41b7-90ed-989923779582 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:33:46.923131 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-33fb629c-0b13-4d9a-8f32-4dda3d239c1e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:46.951342 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b072ce8a-f650-47a6-bb1b-578f6d0506fd req-26d896a7-7c21-4734-bf6c-364309fdea3a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301043
Jun 04 15:33:47.028057 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:47.034102 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-75ee5c47-a866-41df-b935-5608464ea3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:47.046950 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:47.069234 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-33fb629c-0b13-4d9a-8f32-4dda3d239c1e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:47.125124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-75ee5c47-a866-41df-b935-5608464ea3f4 None None] For port f0dbd5da-5b14-4c6b-9eaf-8039b986f545, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f0dbd5da-5b14-4c6b-9eaf-8039b986f545,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:47.163361 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:47.167293 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:33:47.177688 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:47.178093 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Added segment 986e0ce8-9aaa-4723-a028-2916e15aae24 of type vlan for network 8dcc382d-3e7f-4afd-979c-78e00bcd5534
Jun 04 15:33:47.211780 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:47.221340 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-75ee5c47-a866-41df-b935-5608464ea3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:47.221340 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:47.259568 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-993f51cd-4253-4245-b0b4-906113637a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:47.280641 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d6b75daf-37b8-4657-b9d2-a6821c75ef8b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:47.289179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b75daf-37b8-4657-b9d2-a6821c75ef8b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:47.290039 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d6b75daf-37b8-4657-b9d2-a6821c75ef8b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:47.330436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee5c47-a866-41df-b935-5608464ea3f4 None None] Pushing event updated for resources: {'Port': ['ID=f0dbd5da-5b14-4c6b-9eaf-8039b986f545,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:47.342369 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:47.342369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:47.342585 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-75ee5c47-a866-41df-b935-5608464ea3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:47.342662 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:47.372734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b033a59-00b6-40e4-8dca-c55301a4f02b,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:47.375721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9e8ee79a-d9fb-4836-8199-065277f02af7 None None] Provisioning complete for port f0dbd5da-5b14-4c6b-9eaf-8039b986f545 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:47.375844 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9e8ee79a-d9fb-4836-8199-065277f02af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:47.377779 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:47.382428 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-83440bb2-6575-4d3c-8a35-01576f8bb92a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:47.489210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b75daf-37b8-4657-b9d2-a6821c75ef8b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Network': ['ID=dd87b1d2-577c-4b10-8501-6a8f51d315d7,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:47.494400 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.0001495
Jun 04 15:33:47.495781 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d6b75daf-37b8-4657-b9d2-a6821c75ef8b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8364096
Jun 04 15:33:47.497729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 32910) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:47.505244 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Request body: {'subnet': {'network_id': '8dcc382d-3e7f-4afd-979c-78e00bcd5534', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1122239317-subnet', 'tenant_id': '0206592066224614881d5b4a50dc9869', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:47.507310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network dd87b1d2-577c-4b10-8501-6a8f51d315d7 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:33:47.509960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 32912) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:47.514944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'subnet': {'network_id': 'dd87b1d2-577c-4b10-8501-6a8f51d315d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:47.518212 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-33fb629c-0b13-4d9a-8f32-4dda3d239c1e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:47.540122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:47.559069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Router 7b16138b-9faf-43cf-81d8-f902a2116018 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:33:47.562907 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Usage tracker for resource:subnet and tenant:0206592066224614881d5b4a50dc9869 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:47.570796 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:47.582576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:47.829921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Pushing event updated for resources: {'Network': ['ID=8dcc382d-3e7f-4afd-979c-78e00bcd5534,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:47.842129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 8dcc382d-3e7f-4afd-979c-78e00bcd5534 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:33:47.844244 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:47.844963 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.493s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:47.845577 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:47.938364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:47.954908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:subnet and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:47.961601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:47.971331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:48.047604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Made reservation on behalf of 0206592066224614881d5b4a50dc9869 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:48.049155 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:48.116760 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-33fb629c-0b13-4d9a-8f32-4dda3d239c1e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:48.121394 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-19e23fc8-b91f-4da0-a206-b8c2c446e710 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:48.161490 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb629c-0b13-4d9a-8f32-4dda3d239c1e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=3b811cc9-e584-41b7-90ed-989923779582,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:48.165848 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-33fb629c-0b13-4d9a-8f32-4dda3d239c1e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:48.175296 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7aadc0-e456-410c-bd6b-5cfc5641d825 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:48.178423 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-33fb629c-0b13-4d9a-8f32-4dda3d239c1e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:48.182236 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:48.200548 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:48.226863 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-33fb629c-0b13-4d9a-8f32-4dda3d239c1e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/3b811cc9-e584-41b7-90ed-989923779582 HTTP/1.1" status: 204  len: 168 time: 1.4834449
Jun 04 15:33:48.229927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32934) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:48.373870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:33:48.389717 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Sync routers for ids ['7b16138b-9faf-43cf-81d8-f902a2116018'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:33:48.415636 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Routers {'7b16138b-9faf-43cf-81d8-f902a2116018'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:33:48.420557 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8e32e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:33:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7b16138b-9faf-43cf-81d8-f902a2116018'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:48.441024 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0505a9-52a2-4ad0-8d54-4eef83b44bb1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet d2ecd1fc-91de-43ed-a744-ed9bc762d476 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:33:48.457714 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de0505a9-52a2-4ad0-8d54-4eef83b44bb1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:48.568245 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de0505a9-52a2-4ad0-8d54-4eef83b44bb1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:48.697452 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de0505a9-52a2-4ad0-8d54-4eef83b44bb1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:48.719495 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:48.720733 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 7.4768407
Jun 04 15:33:48.723457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 32950) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:48.804578 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Set router 7b16138b-9faf-43cf-81d8-f902a2116018 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:33:49.185539 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8e32e0>, [{'id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'name': 'tempest-TestServerMultinode-1139232172-router', 'tenant_id': '2f44e84ed8194ff186011ba9ef2052d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '88b89693-0d90-46b3-b350-8c563d00b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:33:41Z', 'updated_at': '2021-06-04T15:33:46Z', 'revision_number': 3, 'project_id': '2f44e84ed8194ff186011ba9ef2052d5', 'gw_port': {'id': '88b89693-0d90-46b3-b350-8c563d00b230', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:33:44Z', 'updated_at': '2021-06-04T15:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:49.190136 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Checking router: 7b16138b-9faf-43cf-81d8-f902a2116018 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:33:49.190686 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Updating router 7b16138b-9faf-43cf-81d8-f902a2116018 port 88b89693-0d90-46b3-b350-8c563d00b230 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:33:49.227354 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:49.233404 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:49.257389 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:49.354786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f0dbd5da-5b14-4c6b-9eaf-8039b986f545 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:49.384682 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de0505a9-52a2-4ad0-8d54-4eef83b44bb1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:49.390588 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:49.464345 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de0505a9-52a2-4ad0-8d54-4eef83b44bb1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:49.476721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0505a9-52a2-4ad0-8d54-4eef83b44bb1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=d2ecd1fc-91de-43ed-a744-ed9bc762d476,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:49.480688 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-de0505a9-52a2-4ad0-8d54-4eef83b44bb1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:49.482659 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-de0505a9-52a2-4ad0-8d54-4eef83b44bb1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/d2ecd1fc-91de-43ed-a744-ed9bc762d476 HTTP/1.1" status: 204  len: 168 time: 1.2515032
Jun 04 15:33:49.485108 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32964) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:49.486465 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3665f42-3c14-41e7-913f-454c6780979c None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:49.487793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad9379b-4880-4f14-8399-b149400b6404,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:49.492363 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:49.573269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Checking segment: {'id': '986e0ce8-9aaa-4723-a028-2916e15aae24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8dcc382d-3e7f-4afd-979c-78e00bcd5534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:33:49.573680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Network hostable DHCP agents. Network: 8dcc382d-3e7f-4afd-979c-78e00bcd5534, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:33:49.653107 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ea2f85f9-0f23-4740-8f0d-3a598b3fc841 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1658196
Jun 04 15:33:49.653812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 32968) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:49.659063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:49.808142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-80e8ee93-8664-4147-b3ab-369954497861 None None] Provisioning complete for port c29af969-869b-4dfe-8587-51cc92fd7156 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:49.808533 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-80e8ee93-8664-4147-b3ab-369954497861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:49.812791 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:49.821172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:49.850186 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:49.862168 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:49.901845 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:49.908723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port f0dbd5da-5b14-4c6b-9eaf-8039b986f545 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:49.909151 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:49.918033 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Transition to ACTIVE for port object 88b89693-0d90-46b3-b350-8c563d00b230 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:49.956204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:49.962724 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:49.984323 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:49.999938 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:50.147745 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39091f2a-6778-45f6-b7d0-0875d66b31d4 None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:33:50.201029 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Attempting to bind port 88b89693-0d90-46b3-b350-8c563d00b230 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:33:50.201676 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Attempting to bind port 88b89693-0d90-46b3-b350-8c563d00b230 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:33:50.203101 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Attempting to bind port 88b89693-0d90-46b3-b350-8c563d00b230 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:33:50.213609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Network 8dcc382d-3e7f-4afd-979c-78e00bcd5534 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:33:50.216156 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Pushing event updated for resources: {'Port': ['ID=88b89693-0d90-46b3-b350-8c563d00b230,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:50.218929 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:33:50.219411 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:33:50.219907 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:50.220563 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:33:50.221157 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Bound port: 88b89693-0d90-46b3-b350-8c563d00b230, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:33:50.221798 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:50.296159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 8dcc382d-3e7f-4afd-979c-78e00bcd5534) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:50.300209 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:50.300502 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:50.300852 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:50.301214 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:50.302807 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:50.303209 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:50.303546 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:50.318222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c96f302-d431-4682-97e6-9a12f226a1b4 None None] Network 8dcc382d-3e7f-4afd-979c-78e00bcd5534 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:50.319123 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:50.319796 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:50.320298 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:50.320826 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:50.321326 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:33:50.330261 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:50.364022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:50.365664 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:50.411920 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] For port 88b89693-0d90-46b3-b350-8c563d00b230, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:33:50.420212 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] For port 88b89693-0d90-46b3-b350-8c563d00b230, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=88b89693-0d90-46b3-b350-8c563d00b230,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:33:50.431753 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-39091f2a-6778-45f6-b7d0-0875d66b31d4 None None] Deleting port c29af969-869b-4dfe-8587-51cc92fd7156 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:50.432777 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-39091f2a-6778-45f6-b7d0-0875d66b31d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:50.498092 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.9992244
Jun 04 15:33:50.510172 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:50.515653 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:50.599975 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:50.608178 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-67c61909-2890-448b-be0a-abc62838ec70 tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:50.667941 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:50.700428 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-39091f2a-6778-45f6-b7d0-0875d66b31d4 None None] For port c29af969-869b-4dfe-8587-51cc92fd7156, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c29af969-869b-4dfe-8587-51cc92fd7156,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:50.700873 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-39091f2a-6778-45f6-b7d0-0875d66b31d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:50.749969 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43798fc-44b3-4279-987c-1e554e6eab0a None None] Network 8dcc382d-3e7f-4afd-979c-78e00bcd5534 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:50.776566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Subnet': ['ID=ffcd5eae-8de8-4a8b-b8f6-086b528018ea,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:50.781525 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:50.803771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Checking segment: {'id': '3ae0185a-fafd-4fc1-b5b5-956e9e76b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dd87b1d2-577c-4b10-8501-6a8f51d315d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:33:50.804172 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network hostable DHCP agents. Network: dd87b1d2-577c-4b10-8501-6a8f51d315d7, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:33:50.807179 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Routers {'7b16138b-9faf-43cf-81d8-f902a2116018'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:33:50.808505 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8e32e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:33:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7b16138b-9faf-43cf-81d8-f902a2116018'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:50.867439 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33000) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:50.888830 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Pushing event updated for resources: {'Port': ['ID=88b89693-0d90-46b3-b350-8c563d00b230,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:50.893289 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:50.932432 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-39091f2a-6778-45f6-b7d0-0875d66b31d4 None None] Calling delete_port for c29af969-869b-4dfe-8587-51cc92fd7156 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:51.063445 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-f792f2f6-3718-4811-8af3-337ea1cdb7cb admin admin] Deleting subnet 3ad9379b-4880-4f14-8399-b149400b6404 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:33:51.079192 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f792f2f6-3718-4811-8af3-337ea1cdb7cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:51.084722 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] Set router 7b16138b-9faf-43cf-81d8-f902a2116018 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:33:51.206415 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Allocated IP 172.20.0.1 (fa2a2256-60b6-4e22-8e8a-680899e6dd2c/ab45c8df-8207-46d9-a35e-1c832a9bd74c/da74d22d-3c87-4b77-a243-5b052c6fa609) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:51.259147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network dd87b1d2-577c-4b10-8501-6a8f51d315d7 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:33:51.265108 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f792f2f6-3718-4811-8af3-337ea1cdb7cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:51.313569 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-39091f2a-6778-45f6-b7d0-0875d66b31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:51.323625 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b1a157c5-a140-47ff-8db9-0a835dab605b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:51.403824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, dd87b1d2-577c-4b10-8501-6a8f51d315d7) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:51.433068 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39091f2a-6778-45f6-b7d0-0875d66b31d4 None None] Pushing event deleted for resources: {'Port': ['ID=c29af969-869b-4dfe-8587-51cc92fd7156,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:51.436822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:51.437737 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951026b4-8ca7-43c1-9c73-da5e0503d2d2 None None] Network dd87b1d2-577c-4b10-8501-6a8f51d315d7 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:51.438502 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:51.530749 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:51.534724 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f792f2f6-3718-4811-8af3-337ea1cdb7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:51.551069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Transition to ACTIVE for port object da74d22d-3c87-4b77-a243-5b052c6fa609 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:51.595700 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.0846691
Jun 04 15:33:51.600161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33012) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:51.606890 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'network_id': 'dd87b1d2-577c-4b10-8501-6a8f51d315d7', 'name': 'tempest-PortsTestJSON-1485150490'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:51.611141 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-39091f2a-6778-45f6-b7d0-0875d66b31d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:51.637327 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8e32e0>, [{'id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'name': 'tempest-TestServerMultinode-1139232172-router', 'tenant_id': '2f44e84ed8194ff186011ba9ef2052d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '88b89693-0d90-46b3-b350-8c563d00b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:33:41Z', 'updated_at': '2021-06-04T15:33:46Z', 'revision_number': 3, 'project_id': '2f44e84ed8194ff186011ba9ef2052d5', 'gw_port': {'id': '88b89693-0d90-46b3-b350-8c563d00b230', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:33:44Z', 'updated_at': '2021-06-04T15:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:51.642670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c29af969-869b-4dfe-8587-51cc92fd7156 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:33:51.650804 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465755f-3600-4c6f-a4f8-2a04b56121b6 None None] The sync data for ids ['7b16138b-9faf-43cf-81d8-f902a2116018'] in n-d-791505-9 is: [{'id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'name': 'tempest-TestServerMultinode-1139232172-router', 'tenant_id': '2f44e84ed8194ff186011ba9ef2052d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '88b89693-0d90-46b3-b350-8c563d00b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:33:41Z', 'updated_at': '2021-06-04T15:33:46Z', 'revision_number': 3, 'project_id': '2f44e84ed8194ff186011ba9ef2052d5', 'gw_port': {'id': '88b89693-0d90-46b3-b350-8c563d00b230', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:33:44Z', 'updated_at': '2021-06-04T15:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:33:51.697718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: c29af969-869b-4dfe-8587-51cc92fd7156 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:33:51.698343 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c29af969-869b-4dfe-8587-51cc92fd7156 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:33:51.706818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.objects.ports [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88301) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:33:51.711071 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39091f2a-6778-45f6-b7d0-0875d66b31d4 None None] No DVR routers for this DVR port c29af969-869b-4dfe-8587-51cc92fd7156 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:33:51.716663 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:51.737167 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e77e2f21-1b74-4c1f-888c-192b493a4fc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:51.773285 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:51.783246 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bc7e1a0c-d710-40f5-9267-fb177e7a2dfe tempest-ServerRescueTestJSON-293445809 tempest-ServerRescueTestJSON-293445809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:51.847651 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-dd87b1d2-577c-4b10-8501-6a8f51d315d7', 'network_id': 'dd87b1d2-577c-4b10-8501-6a8f51d315d7', 'tenant_id': 'bc0fd670a5404a5abae106526d666969', 'fixed_ips': [{'subnet_id': 'ffcd5eae-8de8-4a8b-b8f6-086b528018ea'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:33:51.849203 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:51.904686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:51.911053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:51.926383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Network fa2a2256-60b6-4e22-8e8a-680899e6dd2c is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:51.936461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:51.945782 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:51.946385 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:51.952585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=825b4786-5bd3-4269-9c2f-9fe15e70959f,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:51.962509 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:51.962943 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:51.989964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45724f74-cf64-4fbb-a0c2-434cc8d93b16 req-663d3003-cbb9-44f5-abe2-c0a39448bd5f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:51.991958 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-45724f74-cf64-4fbb-a0c2-434cc8d93b16 req-663d3003-cbb9-44f5-abe2-c0a39448bd5f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 945 time: 0.6813023
Jun 04 15:33:52.016990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Pushing event updated for resources: {'Port': ['ID=da74d22d-3c87-4b77-a243-5b052c6fa609,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:52.045043 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:52.069214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:52.081757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1998f1f8-6da7-4a40-8c7c-449a17c1cb02 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:52.101473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:52.121913 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:52.287957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:52.303146 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:52.304649 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-45724f74-cf64-4fbb-a0c2-434cc8d93b16 req-982c4b21-ad01-4132-80c5-e8f95b39cb39 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2761769
Jun 04 15:33:52.308985 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.6539338
Jun 04 15:33:52.312299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33020) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:52.331493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-1413d532-af91-4fa2-83a6-4089ec27e132 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:52.360152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] device_id is not set on port 1ba980a7-3a76-4446-9d5a-854c844115c8 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:33:52.442932 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33022) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:52.580420 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f792f2f6-3718-4811-8af3-337ea1cdb7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:52.598004 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:52.600745 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': '825b4786-5bd3-4269-9c2f-9fe15e70959f'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:33:52.601629 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:52.607036 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3401146c-e71e-45fa-a4d2-4b15979e4342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:52.628043 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Allocated IP 172.20.0.2 (dd87b1d2-577c-4b10-8501-6a8f51d315d7/ffcd5eae-8de8-4a8b-b8f6-086b528018ea/fba558ff-7f10-42a2-ab3e-acb1f0378e10) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:52.630568 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cddf98bc-2b37-4520-b026-34133c6d0c72 None None] Provisioning for port da74d22d-3c87-4b77-a243-5b052c6fa609 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:52.775679 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cddf98bc-2b37-4520-b026-34133c6d0c72 None None] Provisioning complete for port da74d22d-3c87-4b77-a243-5b052c6fa609 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:52.776118 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cddf98bc-2b37-4520-b026-34133c6d0c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:52.781076 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-73ff0798-ffb1-47e1-abab-8a6750f7344b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:52.866194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-73ff0798-ffb1-47e1-abab-8a6750f7344b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:52.877217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-73ff0798-ffb1-47e1-abab-8a6750f7344b admin admin] Usage tracker for resource:security_group_rule and tenant:19a17cf5f9eb4d2c87c9c79f5d961638 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:52.891170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-73ff0798-ffb1-47e1-abab-8a6750f7344b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:52.901856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-73ff0798-ffb1-47e1-abab-8a6750f7344b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:52.915637 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1413d532-af91-4fa2-83a6-4089ec27e132 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:52.928342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792f2f6-3718-4811-8af3-337ea1cdb7cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad9379b-4880-4f14-8399-b149400b6404,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:52.936550 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f792f2f6-3718-4811-8af3-337ea1cdb7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:52.940366 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f792f2f6-3718-4811-8af3-337ea1cdb7cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:52.949493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1413d532-af91-4fa2-83a6-4089ec27e132 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:52.957305 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f792f2f6-3718-4811-8af3-337ea1cdb7cb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3ad9379b-4880-4f14-8399-b149400b6404 HTTP/1.1" status: 204  len: 168 time: 2.0824862
Jun 04 15:33:52.957305 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1413d532-af91-4fa2-83a6-4089ec27e132 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:52.957663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33026) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:52.960805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cddf98bc-2b37-4520-b026-34133c6d0c72 None None] Port da74d22d-3c87-4b77-a243-5b052c6fa609 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:33:52.968391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1413d532-af91-4fa2-83a6-4089ec27e132 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:53.067760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1413d532-af91-4fa2-83a6-4089ec27e132 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:53.080544 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1413d532-af91-4fa2-83a6-4089ec27e132 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.110575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Allocated IP 2001:db8::f816:3eff:feba:149a (6acae085-7932-4691-b36e-433651ec3de1/825b4786-5bd3-4269-9c2f-9fe15e70959f/3ff11e21-9849-492c-b279-e7f57887fa7b) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:53.255636 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:33:53.280339 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.283834 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca575df3-a93b-4a0d-8187-e36b00490dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.296221 n-d-791505-9 neutron-server[88301]: INFO neutron.db.ipam_backend_mixin [None req-1413d532-af91-4fa2-83a6-4089ec27e132 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 825b4786-5bd3-4269-9c2f-9fe15e70959f (CIDR: 2001:db8::/64)
Jun 04 15:33:53.333336 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-1413d532-af91-4fa2-83a6-4089ec27e132 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:33:53.334254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1413d532-af91-4fa2-83a6-4089ec27e132 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:33:53.386889 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.421932 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.451849 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.468948 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1413d532-af91-4fa2-83a6-4089ec27e132 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1552336
Jun 04 15:33:53.473255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33034) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:53.495745 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-94ecbe03-ec32-44f8-a608-d664fb109511 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:53.522488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 88b89693-0d90-46b3-b350-8c563d00b230 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:53.582632 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca575df3-a93b-4a0d-8187-e36b00490dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.595295 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Transition to ACTIVE for port object fba558ff-7f10-42a2-ab3e-acb1f0378e10 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:53.597084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-ca575df3-a93b-4a0d-8187-e36b00490dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386be4460>,) {'filters': {'network_id': ['8dcc382d-3e7f-4afd-979c-78e00bcd5534']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:53.614722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-ca575df3-a93b-4a0d-8187-e36b00490dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386be4460>, '986e0ce8-9aaa-4723-a028-2916e15aae24') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:53.615199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-ca575df3-a93b-4a0d-8187-e36b00490dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386be4460>, '986e0ce8-9aaa-4723-a028-2916e15aae24') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:53.628957 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Transition to ACTIVE for port object fba558ff-7f10-42a2-ab3e-acb1f0378e10 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:53.631763 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9a9e1a3c-1e2e-4055-8a2e-bcf93666eaa2 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:53.647109 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.657167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Transition to ACTIVE for port object 3ff11e21-9849-492c-b279-e7f57887fa7b will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:53.678489 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Transition to ACTIVE for port object 3ff11e21-9849-492c-b279-e7f57887fa7b will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:53.685939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-94ecbe03-ec32-44f8-a608-d664fb109511 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:53.690529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-94ecbe03-ec32-44f8-a608-d664fb109511 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:53.694327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-94ecbe03-ec32-44f8-a608-d664fb109511 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:53.700683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-94ecbe03-ec32-44f8-a608-d664fb109511 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:53.712944 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca575df3-a93b-4a0d-8187-e36b00490dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.729952 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.734727 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d71d4ca6-7bb0-4a8a-af36-50f8aae97b6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:53.792605 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 88b89693-0d90-46b3-b350-8c563d00b230 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:53.800297 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.805407 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Network dd87b1d2-577c-4b10-8501-6a8f51d315d7 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:53.813921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:53.822001 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 88b89693-0d90-46b3-b350-8c563d00b230 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:53.822001 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.837397 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-73ff0798-ffb1-47e1-abab-8a6750f7344b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.858502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:53.871021 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca575df3-a93b-4a0d-8187-e36b00490dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.883748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Pushing event updated for resources: {'Port': ['ID=fba558ff-7f10-42a2-ab3e-acb1f0378e10,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:53.891573 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:53.892785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:53.894921 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:53.898036 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:53.900419 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.906737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca575df3-a93b-4a0d-8187-e36b00490dd2 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:33:53.907016 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca575df3-a93b-4a0d-8187-e36b00490dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.926546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Pushing event updated for resources: {'Port': ['ID=da74d22d-3c87-4b77-a243-5b052c6fa609,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:33:53.930030 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:33:53.934650 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:53.954085 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-73ff0798-ffb1-47e1-abab-8a6750f7344b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:53.955918 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:53.969149 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e34f2ef8-7bdd-442b-ae72-6da2d823e837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:53.998382 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ecbe03-ec32-44f8-a608-d664fb109511 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:54.002901 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94ecbe03-ec32-44f8-a608-d664fb109511 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:54.100647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Allocated IP 172.20.0.5 (dd87b1d2-577c-4b10-8501-6a8f51d315d7/ffcd5eae-8de8-4a8b-b8f6-086b528018ea/1ba980a7-3a76-4446-9d5a-854c844115c8) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:54.141048 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-73ff0798-ffb1-47e1-abab-8a6750f7344b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19a17cf5f9eb4d2c87c9c79f5d961638&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6944125
Jun 04 15:33:54.153459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Attempting to bind port fba558ff-7f10-42a2-ab3e-acb1f0378e10 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:33:54.153850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Attempting to bind port fba558ff-7f10-42a2-ab3e-acb1f0378e10 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '3ae0185a-fafd-4fc1-b5b5-956e9e76b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dd87b1d2-577c-4b10-8501-6a8f51d315d7'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:33:54.154230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Attempting to bind port fba558ff-7f10-42a2-ab3e-acb1f0378e10 on network dd87b1d2-577c-4b10-8501-6a8f51d315d7 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:33:54.159442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Pushing event updated for resources: {'Port': ['ID=3ff11e21-9849-492c-b279-e7f57887fa7b,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:54.164389 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Attempting to bind port 3ff11e21-9849-492c-b279-e7f57887fa7b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:33:54.164774 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Attempting to bind port 3ff11e21-9849-492c-b279-e7f57887fa7b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:33:54.165179 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Attempting to bind port 3ff11e21-9849-492c-b279-e7f57887fa7b on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:33:54.176352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33038) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:54.204548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff0798-ffb1-47e1-abab-8a6750f7344b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302f9955-fca9-414f-abb5-ec337ae9ed58,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:54.213210 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-73ff0798-ffb1-47e1-abab-8a6750f7344b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:54.232105 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:54.232252 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:54.237046 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:33:54.237441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Checking segment: {'id': '3ae0185a-fafd-4fc1-b5b5-956e9e76b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dd87b1d2-577c-4b10-8501-6a8f51d315d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:33:54.237852 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:54.238258 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Bound using segment: {'id': '3ae0185a-fafd-4fc1-b5b5-956e9e76b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dd87b1d2-577c-4b10-8501-6a8f51d315d7'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:33:54.238837 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Bound port: fba558ff-7f10-42a2-ab3e-acb1f0378e10, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae0185a-fafd-4fc1-b5b5-956e9e76b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dd87b1d2-577c-4b10-8501-6a8f51d315d7'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:33:54.239327 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:54.258417 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:33:54.258806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:33:54.259214 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:54.259616 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:33:54.260111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Bound port: 3ff11e21-9849-492c-b279-e7f57887fa7b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:33:54.260486 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:54.262052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fbeaf-9269-4c65-89c8-d842ee35e1d7 req-ba33a15f-bb16-4134-8d12-e876a2457361 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:54.263536 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9a1fbeaf-9269-4c65-89c8-d842ee35e1d7 req-ba33a15f-bb16-4134-8d12-e876a2457361 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.62 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 945 time: 0.5914521
Jun 04 15:33:54.284823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244b8be-6e38-48d8-bf4c-f7aa01111389 req-2df2256b-9f89-4db0-a251-642503aec596 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:54.286970 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2244b8be-6e38-48d8-bf4c-f7aa01111389 req-2df2256b-9f89-4db0-a251-642503aec596 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 945 time: 0.5827451
Jun 04 15:33:54.293435 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca575df3-a93b-4a0d-8187-e36b00490dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:54.334460 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eaaf9112-67ab-465b-a383-56abac29e6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:54.345309 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f3764242-8351-4266-9dd9-ac48e8badba5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:54.364048 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca575df3-a93b-4a0d-8187-e36b00490dd2 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:54.370764 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 88b89693-0d90-46b3-b350-8c563d00b230, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=88b89693-0d90-46b3-b350-8c563d00b230,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:54.372195 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eaaf9112-67ab-465b-a383-56abac29e6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:54.422015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca575df3-a93b-4a0d-8187-e36b00490dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dcc382d-3e7f-4afd-979c-78e00bcd5534,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:54.437180 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ca575df3-a93b-4a0d-8187-e36b00490dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:54.438070 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] For port fba558ff-7f10-42a2-ab3e-acb1f0378e10, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:33:54.443754 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] For port fba558ff-7f10-42a2-ab3e-acb1f0378e10, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=fba558ff-7f10-42a2-ab3e-acb1f0378e10,segment=NetworkSegment(3ae0185a-fafd-4fc1-b5b5-956e9e76b6d0),segment_id=3ae0185a-fafd-4fc1-b5b5-956e9e76b6d0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:33:54.445699 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] For port 3ff11e21-9849-492c-b279-e7f57887fa7b, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:33:54.448230 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:54.451444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] For port 3ff11e21-9849-492c-b279-e7f57887fa7b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3ff11e21-9849-492c-b279-e7f57887fa7b,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:33:54.454695 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:54.483645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Network fa2a2256-60b6-4e22-8e8a-680899e6dd2c is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:54.523050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:54.530524 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=88b89693-0d90-46b3-b350-8c563d00b230,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:54.537133 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:54.540467 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:54.546639 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:54.592421 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2244b8be-6e38-48d8-bf4c-f7aa01111389 req-390e08c0-9c01-419f-9332-77ac5bd7cfa7 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2555094
Jun 04 15:33:54.605357 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:54.620887 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eaaf9112-67ab-465b-a383-56abac29e6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:54.627161 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c20f4a5-005b-459d-8264-cff944f77272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:54.645360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf9112-67ab-465b-a383-56abac29e6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302f9955-fca9-414f-abb5-ec337ae9ed58,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:54.663086 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eaaf9112-67ab-465b-a383-56abac29e6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:54.671229 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eaaf9112-67ab-465b-a383-56abac29e6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:54.675971 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eaaf9112-67ab-465b-a383-56abac29e6b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/302f9955-fca9-414f-abb5-ec337ae9ed58 HTTP/1.1" status: 204  len: 168 time: 0.4980805
Jun 04 15:33:54.709487 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Pushing event updated for resources: {'Port': ['ID=fba558ff-7f10-42a2-ab3e-acb1f0378e10,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:54.713512 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:54.714009 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ec60140b-01b8-4d6e-ae6d-60dedd69a5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:54.838539 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-29718787-8aaa-41d4-9f71-64912ff6343e None None] Provisioning complete for port da74d22d-3c87-4b77-a243-5b052c6fa609 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:54.844197 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-29718787-8aaa-41d4-9f71-64912ff6343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:54.865595 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ca575df3-a93b-4a0d-8187-e36b00490dd2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8dcc382d-3e7f-4afd-979c-78e00bcd5534 HTTP/1.1" status: 204  len: 168 time: 1.9039223
Jun 04 15:33:55.103171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Pushing event updated for resources: {'Port': ['ID=3ff11e21-9849-492c-b279-e7f57887fa7b,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:55.108225 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:55.109350 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-29718787-8aaa-41d4-9f71-64912ff6343e None None] Port da74d22d-3c87-4b77-a243-5b052c6fa609 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:33:55.154716 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94ecbe03-ec32-44f8-a608-d664fb109511 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:55.174811 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f01a012c-353b-4bda-8982-62227f199ec7 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:55.226240 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-9a1fbeaf-9269-4c65-89c8-d842ee35e1d7 req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Deleting port e2a71e56-135a-4162-a78c-78c6531e5a37 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:55.226594 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9a1fbeaf-9269-4c65-89c8-d842ee35e1d7 req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:55.306914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ecbe03-ec32-44f8-a608-d664fb109511 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:55.310956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-94ecbe03-ec32-44f8-a608-d664fb109511 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:55.353904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ecbe03-ec32-44f8-a608-d664fb109511 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:55.357476 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94ecbe03-ec32-44f8-a608-d664fb109511 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:55.379635 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33050) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:55.440653 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecbe03-ec32-44f8-a608-d664fb109511 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=b823b26f-531d-41ca-b834-a4e22fc63d9a,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:55.443573 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-94ecbe03-ec32-44f8-a608-d664fb109511 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:55.522030 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e8bc17d3-fbca-498b-819a-40ef53da74ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0206592066224614881d5b4a50dc9869&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1403372
Jun 04 15:33:55.529389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33052) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:55.569050 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:55.589681 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-94ecbe03-ec32-44f8-a608-d664fb109511 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.1122582
Jun 04 15:33:55.593706 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33054) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:55.602534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'mac_address': 'fa:16:3e:01:9d:90', 'name': 'tempest-NetworksTestDHCPv6-670645630'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:55.634744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Transition to ACTIVE for port object 1ba980a7-3a76-4446-9d5a-854c844115c8 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:55.653977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Router 7b16138b-9faf-43cf-81d8-f902a2116018 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:33:55.670288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-9a1fbeaf-9269-4c65-89c8-d842ee35e1d7 req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] For port e2a71e56-135a-4162-a78c-78c6531e5a37, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=e2a71e56-135a-4162-a78c-78c6531e5a37,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:55.670642 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9a1fbeaf-9269-4c65-89c8-d842ee35e1d7 req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:55.670801 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d050e498-de7f-41c8-b168-c5fab6ce169e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:55.682708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 88b89693-0d90-46b3-b350-8c563d00b230 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:55.741346 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33058) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:55.777622 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-784d4c9b-6869-4673-b0b4-d547d63088dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:55.793182 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:55.814626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 88b89693-0d90-46b3-b350-8c563d00b230 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:55.818050 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:55.916448 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d050e498-de7f-41c8-b168-c5fab6ce169e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:55.958438 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-784d4c9b-6869-4673-b0b4-d547d63088dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:55.979336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:55.982765 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3ff11e21-9849-492c-b279-e7f57887fa7b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:55.983996 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:55.988374 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:55.999723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:56.040366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-784d4c9b-6869-4673-b0b4-d547d63088dd admin admin] Usage tracker for resource:security_group_rule and tenant:60fc7aa52319401ea09c4e9473dd80ea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:56.044890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-784d4c9b-6869-4673-b0b4-d547d63088dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:56.053939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-784d4c9b-6869-4673-b0b4-d547d63088dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:56.102402 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:56.152088 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 3ff11e21-9849-492c-b279-e7f57887fa7b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:56.159432 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device fba558ff-7f10-42a2-ab3e-acb1f0378e10 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:56.221231 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a4fcf-0a75-4ab0-a9de-96e7bbf8367c None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:56.300048 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:56.308409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c049e15-dc35-4943-bb72-c223dec95d06 req-6d5fd7d0-7b1f-4415-844b-67109c56c424 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:56.313117 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0dc1fceb-2992-4fbd-853d-bf2180776c94 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:56.316052 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2c049e15-dc35-4943-bb72-c223dec95d06 req-6d5fd7d0-7b1f-4415-844b-67109c56c424 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 945 time: 0.4882727
Jun 04 15:33:56.399556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=1ba980a7-3a76-4446-9d5a-854c844115c8,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:56.408263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:33:56.410191 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:56.417443 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d050e498-de7f-41c8-b168-c5fab6ce169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:56.434237 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] 10.222.0.32 "PUT /v2.0/routers/7b16138b-9faf-43cf-81d8-f902a2116018/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7009528
Jun 04 15:33:56.448276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Sync routers for ids ['7b16138b-9faf-43cf-81d8-f902a2116018'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:33:56.449055 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d529f5ad-0f9c-4cbb-b972-f5877052e3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:56.450307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network dd87b1d2-577c-4b10-8501-6a8f51d315d7 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:56.456428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:56.462352 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-784d4c9b-6869-4673-b0b4-d547d63088dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:56.475555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0c6d0c28-e18d-437d-a977-4973dd7e4ba2 None None] Provisioning for port 3ff11e21-9849-492c-b279-e7f57887fa7b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:56.477730 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:56.487414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:56.522801 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Routers {'7b16138b-9faf-43cf-81d8-f902a2116018'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:33:56.523462 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c598ac0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:33:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7b16138b-9faf-43cf-81d8-f902a2116018'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:56.529881 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050e498-de7f-41c8-b168-c5fab6ce169e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b033a59-00b6-40e4-8dca-c55301a4f02b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:56.550683 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2c049e15-dc35-4943-bb72-c223dec95d06 req-56b1ac87-cfc5-4104-b660-1e1f6f25d207 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b45e799-4fca-42a6-8f65-e2ee83d13add&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2334981
Jun 04 15:33:56.554969 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d050e498-de7f-41c8-b168-c5fab6ce169e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:56.588447 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-784d4c9b-6869-4673-b0b4-d547d63088dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:56.599796 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2c58029e-a897-4a7b-b49a-f1dfd888df43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:56.656470 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:56.657177 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:56.659645 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d050e498-de7f-41c8-b168-c5fab6ce169e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:56.673279 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d050e498-de7f-41c8-b168-c5fab6ce169e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b033a59-00b6-40e4-8dca-c55301a4f02b HTTP/1.1" status: 204  len: 168 time: 1.1403830
Jun 04 15:33:56.689738 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port e86f8198-a47d-4c10-b558-603306618521 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:33:56.689945 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0c6d0c28-e18d-437d-a977-4973dd7e4ba2 None None] Provisioning complete for port 3ff11e21-9849-492c-b279-e7f57887fa7b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:56.690360 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0c6d0c28-e18d-437d-a977-4973dd7e4ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:56.691946 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9a1fbeaf-9269-4c65-89c8-d842ee35e1d7 req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:56.693019 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9a1fbeaf-9269-4c65-89c8-d842ee35e1d7 req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:56.693661 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-9a1fbeaf-9269-4c65-89c8-d842ee35e1d7 req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Floating IP ab72b68f-478d-4528-9c5d-f696a6b847f9 disassociated. External IP: 172.25.4.221, port: e2a71e56-135a-4162-a78c-78c6531e5a37.
Jun 04 15:33:56.694171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-9a1fbeaf-9269-4c65-89c8-d842ee35e1d7 req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Calling delete_port for e2a71e56-135a-4162-a78c-78c6531e5a37 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:33:56.874346 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 5.2727802
Jun 04 15:33:56.884115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33070) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:56.896334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'network_id': 'dd87b1d2-577c-4b10-8501-6a8f51d315d7', 'name': 'tempest-PortsTestJSON-1647122924'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:56.908041 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-784d4c9b-6869-4673-b0b4-d547d63088dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60fc7aa52319401ea09c4e9473dd80ea&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1580999
Jun 04 15:33:56.914945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33072) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:56.924821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d4c9b-6869-4673-b0b4-d547d63088dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d97239b-41ec-4116-be51-9159c6510913,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:56.931376 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-784d4c9b-6869-4673-b0b4-d547d63088dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:56.968206 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9a1fbeaf-9269-4c65-89c8-d842ee35e1d7 req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:57.031138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da1a9ee-fa0f-4dbf-b4ac-5378246caeab None None] Network dd87b1d2-577c-4b10-8501-6a8f51d315d7 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:33:57.036575 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-aeb64027-2b17-4ef4-9f85-0b09f26592ea tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:57.094083 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event deleted for resources: {'Port': ['ID=e2a71e56-135a-4162-a78c-78c6531e5a37,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:57.118143 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:57.226705 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port fba558ff-7f10-42a2-ab3e-acb1f0378e10 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:57.352283 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1b247fff-2822-4164-86d9-ed423a3cb9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:57.398105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a1fbeaf-9269-4c65-89c8-d842ee35e1d7 req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Router 2263279c-b6a7-46a9-9165-d63dec5a76f0 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:33:57.437993 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1b247fff-2822-4164-86d9-ed423a3cb9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:57.488134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8:0:1::1cb (6acae085-7932-4691-b36e-433651ec3de1/b823b26f-531d-41ca-b834-a4e22fc63d9a/e86f8198-a47d-4c10-b558-603306618521) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:57.500879 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::f816:3eff:fe01:9d90 (6acae085-7932-4691-b36e-433651ec3de1/825b4786-5bd3-4269-9c2f-9fe15e70959f/e86f8198-a47d-4c10-b558-603306618521) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:57.521144 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0c6d0c28-e18d-437d-a977-4973dd7e4ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:57.609743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Set router 7b16138b-9faf-43cf-81d8-f902a2116018 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:33:57.672978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a1fbeaf-9269-4c65-89c8-d842ee35e1d7 req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:33:57.686481 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54068fc6-2c26-48a3-a800-e2102f78f574 None None] Sync routers for ids ['2263279c-b6a7-46a9-9165-d63dec5a76f0'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:33:57.702401 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54068fc6-2c26-48a3-a800-e2102f78f574 None None] Routers {'2263279c-b6a7-46a9-9165-d63dec5a76f0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:33:57.703070 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-54068fc6-2c26-48a3-a800-e2102f78f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8e3e50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:33:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2263279c-b6a7-46a9-9165-d63dec5a76f0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:57.787350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:57.872084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1fbeaf-9269-4c65-89c8-d842ee35e1d7 req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] No DVR routers for this DVR port e2a71e56-135a-4162-a78c-78c6531e5a37 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:33:57.878829 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9a1fbeaf-9269-4c65-89c8-d842ee35e1d7 req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:57.904867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:port and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:57.908917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630ac1be-47a5-4b9a-9df0-a752044c2b35', 'name': 'network-vif-deleted', 'tag': 'e2a71e56-135a-4162-a78c-78c6531e5a37'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:33:57.915943 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1d1598-71d6-472d-a7cd-70d92a24e3e7" -d '{"events": [{"server_uuid": "630ac1be-47a5-4b9a-9df0-a752044c2b35", "name": "network-vif-deleted", "tag": "e2a71e56-135a-4162-a78c-78c6531e5a37"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:33:58.004507 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-54068fc6-2c26-48a3-a800-e2102f78f574 None None] Set router 2263279c-b6a7-46a9-9165-d63dec5a76f0 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:33:58.046820 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0c6d0c28-e18d-437d-a977-4973dd7e4ba2 None None] For port 3ff11e21-9849-492c-b279-e7f57887fa7b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3ff11e21-9849-492c-b279-e7f57887fa7b,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:33:58.155302 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:58.179022 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object e86f8198-a47d-4c10-b558-603306618521 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:58.206082 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1b247fff-2822-4164-86d9-ed423a3cb9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:58.211104 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33100) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:58.211314 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:58.226764 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0c6d0c28-e18d-437d-a977-4973dd7e4ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:58.239137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2101052175-network', 'tenant_id': '0ac02eba8afb416294685148968468a5'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:58.279128 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:58.284456 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b247fff-2822-4164-86d9-ed423a3cb9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d97239b-41ec-4116-be51-9159c6510913,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:58.295188 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1b247fff-2822-4164-86d9-ed423a3cb9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:58.299540 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:58.309924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Usage tracker for resource:network and tenant:0ac02eba8afb416294685148968468a5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:58.316308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:58.343051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:58.352707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:58.358759 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1b247fff-2822-4164-86d9-ed423a3cb9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:58.359710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-646bceb5-1373-4233-aa75-980bd8f63fe0 req-ff12d2e1-0f37-46b9-82c9-21c25d664b8b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Synchronizing usage tracker for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:33:58.361351 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1b247fff-2822-4164-86d9-ed423a3cb9fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d97239b-41ec-4116-be51-9159c6510913 HTTP/1.1" status: 204  len: 168 time: 1.4376628
Jun 04 15:33:58.384294 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c639074e-d78b-4e6a-a0d4-91b8189bf78e x-openstack-request-id: req-c639074e-d78b-4e6a-a0d4-91b8189bf78e {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:33:58.384636 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630ac1be-47a5-4b9a-9df0-a752044c2b35", "name": "network-vif-deleted", "tag": "e2a71e56-135a-4162-a78c-78c6531e5a37", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:33:58.384939 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c639074e-d78b-4e6a-a0d4-91b8189bf78e {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:33:58.385409 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630ac1be-47a5-4b9a-9df0-a752044c2b35', 'name': 'network-vif-deleted', 'tag': 'e2a71e56-135a-4162-a78c-78c6531e5a37', 'status': 'completed', 'code': 200}
Jun 04 15:33:58.388991 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9a1fbeaf-9269-4c65-89c8-d842ee35e1d7 req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.62 "DELETE /v2.0/ports/e2a71e56-135a-4162-a78c-78c6531e5a37 HTTP/1.1" status: 204  len: 173 time: 4.0966470
Jun 04 15:33:58.391287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:58.402014 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:58.409995 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c2fa4a4b-92a0-4775-b484-f26d229e9a01 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:58.472218 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-54068fc6-2c26-48a3-a800-e2102f78f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8e3e50>, [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:27Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0c239d36-cf9f-42d9-8c6d-3689c0b6060e', 'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'mac_address': 'fa:16:3e:94:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:26Z', 'updated_at': '2021-06-04T15:24:35Z', 'revision_number': 5, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'subnets': [{'id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:58.479531 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54068fc6-2c26-48a3-a800-e2102f78f574 None None] Checking router: 2263279c-b6a7-46a9-9165-d63dec5a76f0 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:33:58.483630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Made reservation on behalf of 0ac02eba8afb416294685148968468a5 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:58.486196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:33:58.487634 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:58.490874 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:58.492400 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54068fc6-2c26-48a3-a800-e2102f78f574 None None] Routers {'2263279c-b6a7-46a9-9165-d63dec5a76f0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:33:58.493239 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-54068fc6-2c26-48a3-a800-e2102f78f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8e3e50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:33:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2263279c-b6a7-46a9-9165-d63dec5a76f0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:58.539679 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:58.563334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:58.564055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-646bceb5-1373-4233-aa75-980bd8f63fe0 req-ff12d2e1-0f37-46b9-82c9-21c25d664b8b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Unset dirty status for tenant:0f9666fef72042a089a1b7fec6d0d3ff on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:33:58.567094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:58.569700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:58.572362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:58.578577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:58.579221 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:58.588389 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-646bceb5-1373-4233-aa75-980bd8f63fe0 req-ff12d2e1-0f37-46b9-82c9-21c25d664b8b tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/ports?device_id=630ac1be-47a5-4b9a-9df0-a752044c2b35 HTTP/1.1" status: 200  len: 210 time: 0.7190077
Jun 04 15:33:58.592833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:0ac02eba8afb416294685148968468a5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:58.608078 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:33:58.616915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] device_id is not set on port b0f1d03d-5278-41dd-aabb-f440497918a6 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:33:58.620828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=e86f8198-a47d-4c10-b558-603306618521,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:58.627324 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:33:58.681892 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e2a71e56-135a-4162-a78c-78c6531e5a37 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:33:58.682852 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:58.744202 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:58.800349 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.2039127
Jun 04 15:33:58.804002 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33114) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:58.857837 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: e2a71e56-135a-4162-a78c-78c6531e5a37 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:33:58.858351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device e2a71e56-135a-4162-a78c-78c6531e5a37 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:33:58.860935 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:58.882148 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-52530427-227b-4f2a-8990-3635399a7c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:58.915695 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-54068fc6-2c26-48a3-a800-e2102f78f574 None None] Set router 2263279c-b6a7-46a9-9165-d63dec5a76f0 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:33:58.931100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:33:58.957214 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fbdeea3a-7fcf-4265-8e83-6ec6d5bf9510 None None] Provisioning for port fba558ff-7f10-42a2-ab3e-acb1f0378e10 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:33:58.982782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fbdeea3a-7fcf-4265-8e83-6ec6d5bf9510 None None] Provisioning complete for port fba558ff-7f10-42a2-ab3e-acb1f0378e10 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:33:58.983164 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fbdeea3a-7fcf-4265-8e83-6ec6d5bf9510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:59.032439 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d0c28-e18d-437d-a977-4973dd7e4ba2 None None] Pushing event updated for resources: {'Port': ['ID=3ff11e21-9849-492c-b279-e7f57887fa7b,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:59.036794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbdce72-c180-403f-bad3-3cd75d38b3ad,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:59.054373 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:59.060153 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:59.064357 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Added segment a53e3549-998f-4b22-9e74-f4be83402616 of type vlan for network 1cd853d6-299e-4638-a773-1972be281476
Jun 04 15:33:59.085084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Allocated IP 172.20.0.13 (dd87b1d2-577c-4b10-8501-6a8f51d315d7/ffcd5eae-8de8-4a8b-b8f6-086b528018ea/b0f1d03d-5278-41dd-aabb-f440497918a6) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:33:59.156210 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:59.196259 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0c6d0c28-e18d-437d-a977-4973dd7e4ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:59.255034 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-330e2764-5dd4-4388-a90c-0547d6d4b573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port e86f8198-a47d-4c10-b558-603306618521 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:33:59.257638 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-330e2764-5dd4-4388-a90c-0547d6d4b573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:59.313723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d35be87-ba73-4849-8e73-a3498424fe52 None None] Update dhcp port {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'fixed_ips': [{'subnet_id': '825b4786-5bd3-4269-9c2f-9fe15e70959f', 'ip_address': '2001:db8::f816:3eff:feba:149a'}, {'subnet_id': 'b823b26f-531d-41ca-b834-a4e22fc63d9a'}], 'binding:host_id': 'n-d-791505-9'}, 'id': '3ff11e21-9849-492c-b279-e7f57887fa7b'} from n-d-791505-9. {{(pid=88302) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 04 15:33:59.371022 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:59.372709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:33:59.375519 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:59.396662 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ab1d357b-455a-465f-a63b-d964564666bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:59.425096 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0d35be87-ba73-4849-8e73-a3498424fe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:59.616426 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:59.638396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Transition to ACTIVE for port object b0f1d03d-5278-41dd-aabb-f440497918a6 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:33:59.660197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3ff11e21-9849-492c-b279-e7f57887fa7b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:33:59.752802 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:59.759834 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-76614a30-6f6c-4190-a0be-e684935c3a38 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:33:59.883233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=1cd853d6-299e-4638-a773-1972be281476,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:59.901299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network dd87b1d2-577c-4b10-8501-6a8f51d315d7 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:33:59.903932 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-54068fc6-2c26-48a3-a800-e2102f78f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8e3e50>, [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:27Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0c239d36-cf9f-42d9-8c6d-3689c0b6060e', 'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'mac_address': 'fa:16:3e:94:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:26Z', 'updated_at': '2021-06-04T15:24:35Z', 'revision_number': 5, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'subnets': [{'id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:33:59.905826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:33:59.912688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:33:59.917653 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54068fc6-2c26-48a3-a800-e2102f78f574 None None] The sync data for ids ['2263279c-b6a7-46a9-9165-d63dec5a76f0'] in n-d-791505-9 is: [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:24:27Z', 'revision_number': 4, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0c239d36-cf9f-42d9-8c6d-3689c0b6060e', 'name': '', 'network_id': '88077e73-6957-4879-9339-9e85eb0bc61f', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'mac_address': 'fa:16:3e:94:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:26Z', 'updated_at': '2021-06-04T15:24:35Z', 'revision_number': 5, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'subnets': [{'id': '4093c38f-7f2f-4b42-8c4a-34d4b45f0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:33:59.930639 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:33:59.936514 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.7070343
Jun 04 15:33:59.943936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33140) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:33:59.953966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Request body: {'subnet': {'network_id': '1cd853d6-299e-4638-a773-1972be281476', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2101052175-subnet', 'tenant_id': '0ac02eba8afb416294685148968468a5', 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:33:59.961651 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-330e2764-5dd4-4388-a90c-0547d6d4b573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:59.972744 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:33:59.984585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=b0f1d03d-5278-41dd-aabb-f440497918a6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:33:59.987353 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Usage tracker for resource:subnet and tenant:0ac02eba8afb416294685148968468a5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:33:59.994788 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fbdeea3a-7fcf-4265-8e83-6ec6d5bf9510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:33:59.995593 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:00.040883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 1cd853d6-299e-4638-a773-1972be281476 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:34:00.096591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:00.097059 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:00.120656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:00.137863 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:00.184539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb395d6-603a-40bb-b38b-ebfd80fa0097 req-3fc0ff83-c86e-4f28-94d8-3323428d18d9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:00.186368 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7cb395d6-603a-40bb-b38b-ebfd80fa0097 req-3fc0ff83-c86e-4f28-94d8-3323428d18d9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.1734726
Jun 04 15:34:00.201408 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-03c54b84-d026-4009-aa5b-eb7f8a447cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:00.228518 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fbdeea3a-7fcf-4265-8e83-6ec6d5bf9510 None None] For port fba558ff-7f10-42a2-ab3e-acb1f0378e10, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=fba558ff-7f10-42a2-ab3e-acb1f0378e10,segment=NetworkSegment(3ae0185a-fafd-4fc1-b5b5-956e9e76b6d0),segment_id=3ae0185a-fafd-4fc1-b5b5-956e9e76b6d0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:00.246624 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c598ac0>, [{'id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'name': 'tempest-TestServerMultinode-1139232172-router', 'tenant_id': '2f44e84ed8194ff186011ba9ef2052d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '88b89693-0d90-46b3-b350-8c563d00b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:33:41Z', 'updated_at': '2021-06-04T15:33:52Z', 'revision_number': 4, 'project_id': '2f44e84ed8194ff186011ba9ef2052d5', 'gw_port': {'id': '88b89693-0d90-46b3-b350-8c563d00b230', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:33:44Z', 'updated_at': '2021-06-04T15:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'da74d22d-3c87-4b77-a243-5b052c6fa609', 'name': '', 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c', 'tenant_id': '2f44e84ed8194ff186011ba9ef2052d5', 'mac_address': 'fa:16:3e:32:5e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'ab45c8df-8207-46d9-a35e-1c832a9bd74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:33:50Z', 'updated_at': '2021-06-04T15:33:52Z', 'revision_number': 2, 'project_id': '2f44e84ed8194ff186011ba9ef2052d5', 'subnets': [{'id': 'ab45c8df-8207-46d9-a35e-1c832a9bd74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:00.270905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Checking router: 7b16138b-9faf-43cf-81d8-f902a2116018 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:34:00.274979 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Updating router 7b16138b-9faf-43cf-81d8-f902a2116018 port da74d22d-3c87-4b77-a243-5b052c6fa609 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:34:00.290259 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 3.3977826
Jun 04 15:34:00.291177 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33152) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:00.302381 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7cb395d6-603a-40bb-b38b-ebfd80fa0097 req-bd172912-592d-441b-a097-1a7686c05973 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1036866
Jun 04 15:34:00.335451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-330e2764-5dd4-4388-a90c-0547d6d4b573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for e86f8198-a47d-4c10-b558-603306618521 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:00.341859 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 3ff11e21-9849-492c-b279-e7f57887fa7b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:00.342272 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:00.351176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Made reservation on behalf of 0ac02eba8afb416294685148968468a5 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:00.355598 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:00.433283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caca694-04d4-4f46-b058-45d25852acb6 None None] New status for floating IP ab72b68f-478d-4528-9c5d-f696a6b847f9: DOWN {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:34:00.674117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fd1106-63ed-4648-bd89-dfcef49fb507 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:00.679457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33162) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:00.680496 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a0fd1106-63ed-4648-bd89-dfcef49fb507 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200  len: 922 time: 0.3324397
Jun 04 15:34:00.699294 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-0d35be87-ba73-4849-8e73-a3498424fe52 None None] Allocated IP 2001:db8:0:1::2 (6acae085-7932-4691-b36e-433651ec3de1/b823b26f-531d-41ca-b834-a4e22fc63d9a/3ff11e21-9849-492c-b279-e7f57887fa7b) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:34:00.770990 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fbdeea3a-7fcf-4265-8e83-6ec6d5bf9510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:00.853876 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:00.972714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2998f-bac1-4504-8ca9-97d6c4b96dab req-bd041969-4de9-4480-bd3e-7adcdbafc3b8 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:00.986446 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bac2998f-bac1-4504-8ca9-97d6c4b96dab req-bd041969-4de9-4480-bd3e-7adcdbafc3b8 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.3823705
Jun 04 15:34:01.019828 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-330e2764-5dd4-4388-a90c-0547d6d4b573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:01.028416 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2e6329ba-b03e-4859-aed1-c66dd8dadf70 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:01.088519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e5265894-c5f6-4686-879d-43462edd653e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port b0f1d03d-5278-41dd-aabb-f440497918a6 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:01.088875 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e5265894-c5f6-4686-879d-43462edd653e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:01.117954 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bac2998f-bac1-4504-8ca9-97d6c4b96dab req-681bedc9-c6df-4959-b25e-84a9cc75e0a2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1300054
Jun 04 15:34:01.199122 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:01.310558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33172) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:01.433775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e2764-5dd4-4388-a90c-0547d6d4b573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=e86f8198-a47d-4c10-b558-603306618521,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:01.436815 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-330e2764-5dd4-4388-a90c-0547d6d4b573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:01.460643 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e5265894-c5f6-4686-879d-43462edd653e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:01.466204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0d35be87-ba73-4849-8e73-a3498424fe52 None None] For port 3ff11e21-9849-492c-b279-e7f57887fa7b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3ff11e21-9849-492c-b279-e7f57887fa7b,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:01.487573 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-511249b8-db0e-4dcd-af99-64a8d60de87e None None] Provisioning for port 1ba980a7-3a76-4446-9d5a-854c844115c8 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:01.522655 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdeea3a-7fcf-4265-8e83-6ec6d5bf9510 None None] Pushing event updated for resources: {'Port': ['ID=fba558ff-7f10-42a2-ab3e-acb1f0378e10,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:01.561383 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fbdeea3a-7fcf-4265-8e83-6ec6d5bf9510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:01.563693 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-330e2764-5dd4-4388-a90c-0547d6d4b573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:01.590298 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-330e2764-5dd4-4388-a90c-0547d6d4b573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/e86f8198-a47d-4c10-b558-603306618521 HTTP/1.1" status: 204  len: 168 time: 2.7845657
Jun 04 15:34:01.591703 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33184) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:01.594929 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-511249b8-db0e-4dcd-af99-64a8d60de87e None None] Provisioning complete for port 1ba980a7-3a76-4446-9d5a-854c844115c8 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:01.603017 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-511249b8-db0e-4dcd-af99-64a8d60de87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:01.748621 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device fba558ff-7f10-42a2-ab3e-acb1f0378e10 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:01.782671 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e5265894-c5f6-4686-879d-43462edd653e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for b0f1d03d-5278-41dd-aabb-f440497918a6 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:01.810295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf16765e-429d-4ffa-aea9-df06078d305b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:01.811508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bf16765e-429d-4ffa-aea9-df06078d305b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:01.852479 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:01.868221 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:01.873581 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e9ecc16f-2621-4933-a3ff-c88c258f748f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:01.926001 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:01.949842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bf16765e-429d-4ffa-aea9-df06078d305b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:01.953779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33196) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:01.954881 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bf16765e-429d-4ffa-aea9-df06078d305b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.3621445
Jun 04 15:34:01.977795 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1205ab82-a34f-4ac8-aee9-fb0e6fd7a11b,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:01.980578 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:01.989224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Checking segment: {'id': 'a53e3549-998f-4b22-9e74-f4be83402616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cd853d6-299e-4638-a773-1972be281476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:34:01.989786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Network hostable DHCP agents. Network: 1cd853d6-299e-4638-a773-1972be281476, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:34:02.029567 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.resource_extend [None req-0d35be87-ba73-4849-8e73-a3498424fe52 None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:34:02.070328 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0d35be87-ba73-4849-8e73-a3498424fe52 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:02.088949 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Network 1cd853d6-299e-4638-a773-1972be281476 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:34:02.096858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728fcc7f-e4c0-454d-9dfa-3153f0b7a3e8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:02.097700 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-728fcc7f-e4c0-454d-9dfa-3153f0b7a3e8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:02.118294 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-728fcc7f-e4c0-454d-9dfa-3153f0b7a3e8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:02.122363 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-728fcc7f-e4c0-454d-9dfa-3153f0b7a3e8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1668429
Jun 04 15:34:02.122950 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33200) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:02.153653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-511249b8-db0e-4dcd-af99-64a8d60de87e None None] Port 1ba980a7-3a76-4446-9d5a-854c844115c8 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:34:02.161976 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:02.167146 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ae64fb07-00f4-450e-ad9a-81c304fedf6f tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:02.206762 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-511249b8-db0e-4dcd-af99-64a8d60de87e None None] Provisioning complete for port fba558ff-7f10-42a2-ab3e-acb1f0378e10 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:02.207145 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-511249b8-db0e-4dcd-af99-64a8d60de87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:02.217511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b45e799-4fca-42a6-8f65-e2ee83d13add,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:02.226576 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 1cd853d6-299e-4638-a773-1972be281476) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:02.234998 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0d35be87-ba73-4849-8e73-a3498424fe52 None None] Transition to ACTIVE for port object 3ff11e21-9849-492c-b279-e7f57887fa7b will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:02.243689 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0779a58-f99f-4b45-91d7-09673475a35a None None] Network 1cd853d6-299e-4638-a773-1972be281476 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:02.274543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:02.275228 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:02.376562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd87a5f-ce43-47f5-9ff0-9c65d6d824a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:02.378503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd87a5f-ce43-47f5-9ff0-9c65d6d824a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:02.385184 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd87a5f-ce43-47f5-9ff0-9c65d6d824a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:02.387857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4fd87a5f-ce43-47f5-9ff0-9c65d6d824a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:02.394688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:02.395621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:02.396011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:02.396403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:02.396832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:02.398161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:02.398546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:02.398919 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:02.399279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:02.400196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:02.400604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:02.401049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:02.404560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33208) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:02.409621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2101052175-router', 'tenant_id': '0ac02eba8afb416294685148968468a5', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:02.413925 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:02.414875 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.4697785
Jun 04 15:34:02.419294 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:02.424856 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:02.429607 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "DELETE /v2.0/security-groups/8b45e799-4fca-42a6-8f65-e2ee83d13add HTTP/1.1" status: 204  len: 168 time: 1.1179729
Jun 04 15:34:02.430293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33210) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:02.443079 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.resource_extend [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:34:02.449024 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Usage tracker for resource:router and tenant:0ac02eba8afb416294685148968468a5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:02.453769 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-6a25f223-1bfc-4b73-8a98-e4ffe91dd886 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] show failed (client error): The resource could not be found.
Jun 04 15:34:02.455316 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6a25f223-1bfc-4b73-8a98-e4ffe91dd886 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "GET /v2.0/security-groups/8b45e799-4fca-42a6-8f65-e2ee83d13add HTTP/1.1" status: 404  len: 347 time: 0.0225685
Jun 04 15:34:02.457118 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e5265894-c5f6-4686-879d-43462edd653e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:02.461815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33214) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:02.462839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:02.463878 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:02.465363 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0d35be87-ba73-4849-8e73-a3498424fe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:02.475507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:02.488109 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cc37c096-bc82-46e5-acac-dc7b287cc959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:02.557041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7d585-794f-4963-90f4-b2091aac5ef3 req-a6b896d7-01f3-4437-9208-d332e74740a7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:02.558709 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ab7d585-794f-4963-90f4-b2091aac5ef3 req-a6b896d7-01f3-4437-9208-d332e74740a7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.1407630
Jun 04 15:34:02.584423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port fba558ff-7f10-42a2-ab3e-acb1f0378e10 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:02.585307 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:02.588780 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-41169866-c33a-4750-998e-3c5d2c95a28b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:02.620186 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ab7d585-794f-4963-90f4-b2091aac5ef3 req-8e041194-42ad-4874-87ac-9a62d755da97 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557258
Jun 04 15:34:02.642906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4fd87a5f-ce43-47f5-9ff0-9c65d6d824a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:02.644086 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4fd87a5f-ce43-47f5-9ff0-9c65d6d824a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.5200801
Jun 04 15:34:02.647674 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33218) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:02.648800 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:02.649787 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:02.684911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5265894-c5f6-4686-879d-43462edd653e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=b0f1d03d-5278-41dd-aabb-f440497918a6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:02.832454 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f1840b98-0526-48cc-a771-2618d042af98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:02.955967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e05a7a-48d9-4e1d-9f97-bb14dd373ed7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 825b4786-5bd3-4269-9c2f-9fe15e70959f {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:34:02.967571 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f1e05a7a-48d9-4e1d-9f97-bb14dd373ed7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:03.007618 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:03.019682 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35be87-ba73-4849-8e73-a3498424fe52 None None] Pushing event updated for resources: {'Port': ['ID=3ff11e21-9849-492c-b279-e7f57887fa7b,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:03.029370 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0d35be87-ba73-4849-8e73-a3498424fe52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:03.086635 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e5265894-c5f6-4686-879d-43462edd653e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:03.123272 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Transition to ACTIVE for port object da74d22d-3c87-4b77-a243-5b052c6fa609 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:03.189689 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f1e05a7a-48d9-4e1d-9f97-bb14dd373ed7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:03.241761 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:03.255797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-1cd853d6-299e-4638-a773-1972be281476', 'network_id': '1cd853d6-299e-4638-a773-1972be281476', 'tenant_id': '0ac02eba8afb416294685148968468a5', 'fixed_ips': [{'subnet_id': '1205ab82-a34f-4ac8-aee9-fb0e6fd7a11b'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:34:03.257172 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:03.281795 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e5265894-c5f6-4686-879d-43462edd653e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:03.294702 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e5265894-c5f6-4686-879d-43462edd653e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/b0f1d03d-5278-41dd-aabb-f440497918a6 HTTP/1.1" status: 204  len: 168 time: 2.6139140
Jun 04 15:34:03.299375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33236) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:03.322644 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f1e05a7a-48d9-4e1d-9f97-bb14dd373ed7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:03.354080 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-34919d3c-0cf8-4ffc-883c-d586b7385b74 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] GET failed (client error): The resource could not be found.
Jun 04 15:34:03.354842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-34919d3c-0cf8-4ffc-883c-d586b7385b74 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:03.375163 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b9f7b7c6-e02f-4a63-9086-71bec1a8f56f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Deleting port 68b2171b-e24e-4cec-9ac0-e8d19fbcc3db {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:03.375791 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b7c6-e02f-4a63-9086-71bec1a8f56f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:03.410407 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:03.423416 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fbdeea3a-7fcf-4265-8e83-6ec6d5bf9510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:03.631695 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-34919d3c-0cf8-4ffc-883c-d586b7385b74 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:03.635584 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-34919d3c-0cf8-4ffc-883c-d586b7385b74 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/b0f1d03d-5278-41dd-aabb-f440497918a6 HTTP/1.1" status: 404  len: 333 time: 0.3315523
Jun 04 15:34:03.642858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33244) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:03.693267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4c8b331b-be00-4a31-932e-c10c0add5ce7 None None] Could not find standard attr ID for object b0f1d03d-5278-41dd-aabb-f440497918a6. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:34:03.901358 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3ff11e21-9849-492c-b279-e7f57887fa7b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:03.937007 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:03.978304 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:03.999353 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b7c6-e02f-4a63-9086-71bec1a8f56f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:03.999954 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b7c6-e02f-4a63-9086-71bec1a8f56f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:04.019608 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ebcf3-dc10-4d6e-952c-49f7b0c7e1e2 None None] Pushing event updated for resources: {'Port': ['ID=da74d22d-3c87-4b77-a243-5b052c6fa609,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:04.049745 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-381ebcf3-dc10-4d6e-952c-49f7b0c7e1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:04.051742 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4c8b331b-be00-4a31-932e-c10c0add5ce7 None None] Provisioning complete for port 1ba980a7-3a76-4446-9d5a-854c844115c8 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:04.052286 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c8b331b-be00-4a31-932e-c10c0add5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:04.123906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d7798031-679a-4b37-8396-ca3b29ea941a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port 1ba980a7-3a76-4446-9d5a-854c844115c8 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:04.124473 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7798031-679a-4b37-8396-ca3b29ea941a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:04.275440 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Allocated IP 172.20.0.2 (1cd853d6-299e-4638-a773-1972be281476/1205ab82-a34f-4ac8-aee9-fb0e6fd7a11b/f6819027-3878-40c0-af7b-9ca4c311ed95) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:34:04.275710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b9f7b7c6-e02f-4a63-9086-71bec1a8f56f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Calling delete_port for 68b2171b-e24e-4cec-9ac0-e8d19fbcc3db owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:04.331521 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b331b-be00-4a31-932e-c10c0add5ce7 None None] Port 1ba980a7-3a76-4446-9d5a-854c844115c8 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:34:04.334179 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Attempting to bind port da74d22d-3c87-4b77-a243-5b052c6fa609 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:34:04.334893 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Attempting to bind port da74d22d-3c87-4b77-a243-5b052c6fa609 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:34:04.335355 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Attempting to bind port da74d22d-3c87-4b77-a243-5b052c6fa609 on network fa2a2256-60b6-4e22-8e8a-680899e6dd2c {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:34:04.377746 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7798031-679a-4b37-8396-ca3b29ea941a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:04.474245 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f1e05a7a-48d9-4e1d-9f97-bb14dd373ed7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:04.512380 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:34:04.512762 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Checking segment: {'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:34:04.513190 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:04.515730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Bound using segment: {'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:34:04.516255 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Bound port: da74d22d-3c87-4b77-a243-5b052c6fa609, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:34:04.516645 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:04.574840 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:04.613506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d7798031-679a-4b37-8396-ca3b29ea941a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for 1ba980a7-3a76-4446-9d5a-854c844115c8 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:04.635932 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e05a7a-48d9-4e1d-9f97-bb14dd373ed7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=825b4786-5bd3-4269-9c2f-9fe15e70959f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:04.638061 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f1e05a7a-48d9-4e1d-9f97-bb14dd373ed7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:04.657396 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f1e05a7a-48d9-4e1d-9f97-bb14dd373ed7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:04.836986 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a26185-56c2-473d-912e-87323cdfc97f None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:04.853743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33266) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:04.908557 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f1e05a7a-48d9-4e1d-9f97-bb14dd373ed7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/825b4786-5bd3-4269-9c2f-9fe15e70959f HTTP/1.1" status: 204  len: 168 time: 2.2590914
Jun 04 15:34:04.909065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33272) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:04.912654 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:04.971998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5a4d5-1171-4ed9-99c4-3b98aa5f2b06 req-de097c74-b3cd-4117-908a-3f778b365157 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:04.974074 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54a5a4d5-1171-4ed9-99c4-3b98aa5f2b06 req-de097c74-b3cd-4117-908a-3f778b365157 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.3157361
Jun 04 15:34:05.078765 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:05.143306 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b7c6-e02f-4a63-9086-71bec1a8f56f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:05.152374 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c0ee30b-0221-4471-974e-000f4fe6c04a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:05.189151 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54a5a4d5-1171-4ed9-99c4-3b98aa5f2b06 req-28d555f3-16d3-4e09-a899-58e67aca6a3c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2069068
Jun 04 15:34:05.210871 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:05.215493 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Transition to ACTIVE for port object f6819027-3878-40c0-af7b-9ca4c311ed95 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:05.221086 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7798031-679a-4b37-8396-ca3b29ea941a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:05.246199 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-77bbc78d-b8f1-40da-b5c8-747793eeb109 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:05.250388 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-32972fd9-1c1d-4259-8d74-a3d48ed01f20 None None] Provisioning for port 3ff11e21-9849-492c-b279-e7f57887fa7b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:05.273946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] For port da74d22d-3c87-4b77-a243-5b052c6fa609, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:34:05.295522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-32972fd9-1c1d-4259-8d74-a3d48ed01f20 None None] Provisioning complete for port 3ff11e21-9849-492c-b279-e7f57887fa7b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:05.295912 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-32972fd9-1c1d-4259-8d74-a3d48ed01f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:05.335843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7b7c6-e02f-4a63-9086-71bec1a8f56f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Pushing event deleted for resources: {'Port': ['ID=68b2171b-e24e-4cec-9ac0-e8d19fbcc3db,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:05.345434 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b9f7b7c6-e02f-4a63-9086-71bec1a8f56f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:05.349391 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba355d57-01a9-455f-b3d3-076537064947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:05.363053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Transition to ACTIVE for port object f6819027-3878-40c0-af7b-9ca4c311ed95 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:05.370846 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] For port da74d22d-3c87-4b77-a243-5b052c6fa609, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=da74d22d-3c87-4b77-a243-5b052c6fa609,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:34:05.418263 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:05.460930 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7798031-679a-4b37-8396-ca3b29ea941a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=1ba980a7-3a76-4446-9d5a-854c844115c8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:05.464448 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d7798031-679a-4b37-8396-ca3b29ea941a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:05.496359 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d7798031-679a-4b37-8396-ca3b29ea941a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:05.529356 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:05.534079 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:05.553918 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-40853083-5faf-4094-81e6-674a0e0b42c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:05.559179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Allocated IP 172.25.4.232 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/32c755b2-1701-4d82-a402-739683e39a86) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:34:05.609907 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d7798031-679a-4b37-8396-ca3b29ea941a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/1ba980a7-3a76-4446-9d5a-854c844115c8 HTTP/1.1" status: 204  len: 168 time: 1.9658761
Jun 04 15:34:05.610821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33278) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:05.704271 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c72885-0da8-4742-90fa-58ca2594b1dd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] GET failed (client error): The resource could not be found.
Jun 04 15:34:05.705515 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-20c72885-0da8-4742-90fa-58ca2594b1dd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:05.752185 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Network 1cd853d6-299e-4638-a773-1972be281476 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:05.759980 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Pushing event updated for resources: {'Port': ['ID=f6819027-3878-40c0-af7b-9ca4c311ed95,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:05.776640 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:05.790812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ba355d57-01a9-455f-b3d3-076537064947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:05.800502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3754bb9-e03c-4e98-aab4-13b6dbcedc88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet b823b26f-531d-41ca-b834-a4e22fc63d9a {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:34:05.800722 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-20c72885-0da8-4742-90fa-58ca2594b1dd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:05.806410 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-20c72885-0da8-4742-90fa-58ca2594b1dd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/1ba980a7-3a76-4446-9d5a-854c844115c8 HTTP/1.1" status: 404  len: 333 time: 0.1939173
Jun 04 15:34:05.807250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33280) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:05.815534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ba355d57-01a9-455f-b3d3-076537064947 admin admin] Usage tracker for resource:security_group_rule and tenant:b5aec5680f974604b3a37305c6008abd is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:05.820396 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3754bb9-e03c-4e98-aab4-13b6dbcedc88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:05.861925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ebcf3-dc10-4d6e-952c-49f7b0c7e1e2 None None] Pushing event updated for resources: {'Port': ['ID=da74d22d-3c87-4b77-a243-5b052c6fa609,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:05.866237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ba355d57-01a9-455f-b3d3-076537064947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:05.870016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Routers {'7b16138b-9faf-43cf-81d8-f902a2116018'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:34:05.872815 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c598ac0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:34:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7b16138b-9faf-43cf-81d8-f902a2116018'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:05.882506 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b7c6-e02f-4a63-9086-71bec1a8f56f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:05.895613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ba355d57-01a9-455f-b3d3-076537064947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:05.896857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af85c3a-6a80-4805-a336-e6b96e1ac5e0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting subnet ffcd5eae-8de8-4a8b-b8f6-086b528018ea {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:34:05.900550 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8af85c3a-6a80-4805-a336-e6b96e1ac5e0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:05.931722 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:05.934498 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:34:05.941093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-32972fd9-1c1d-4259-8d74-a3d48ed01f20 None None] Could not find standard attr ID for object e86f8198-a47d-4c10-b558-603306618521. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:34:05.948295 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3754bb9-e03c-4e98-aab4-13b6dbcedc88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:05.949897 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-381ebcf3-dc10-4d6e-952c-49f7b0c7e1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:05.965688 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8af85c3a-6a80-4805-a336-e6b96e1ac5e0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:05.995595 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:05.995965 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:06.064672 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b7c6-e02f-4a63-9086-71bec1a8f56f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:06.065945 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b9f7b7c6-e02f-4a63-9086-71bec1a8f56f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] 10.222.0.32 "DELETE /v2.0/floatingips/ab72b68f-478d-4528-9c5d-f696a6b847f9 HTTP/1.1" status: 204  len: 168 time: 3.5777104
Jun 04 15:34:06.095512 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:06.099960 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-86f6d4ec-a5c0-4985-8d2e-a8a5f17750a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:06.105655 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8af85c3a-6a80-4805-a336-e6b96e1ac5e0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:06.176087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Pushing event updated for resources: {'Port': ['ID=32c755b2-1701-4d82-a402-739683e39a86,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:06.185189 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:06.196097 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3754bb9-e03c-4e98-aab4-13b6dbcedc88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:06.262356 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:06.266701 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba355d57-01a9-455f-b3d3-076537064947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:06.268124 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:06.273515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:34:06.337849 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Attempting to bind port f6819027-3878-40c0-af7b-9ca4c311ed95 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:34:06.338984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Attempting to bind port f6819027-3878-40c0-af7b-9ca4c311ed95 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'a53e3549-998f-4b22-9e74-f4be83402616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cd853d6-299e-4638-a773-1972be281476'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:34:06.338984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Attempting to bind port f6819027-3878-40c0-af7b-9ca4c311ed95 on network 1cd853d6-299e-4638-a773-1972be281476 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:34:06.344456 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba355d57-01a9-455f-b3d3-076537064947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:06.368367 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-38cd04b1-9a69-4189-8c83-070b350a8f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:06.400884 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:34:06.401441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Checking segment: {'id': 'a53e3549-998f-4b22-9e74-f4be83402616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cd853d6-299e-4638-a773-1972be281476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:34:06.402792 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:06.403490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Bound using segment: {'id': 'a53e3549-998f-4b22-9e74-f4be83402616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cd853d6-299e-4638-a773-1972be281476'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:34:06.404278 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Bound port: f6819027-3878-40c0-af7b-9ca4c311ed95, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53e3549-998f-4b22-9e74-f4be83402616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cd853d6-299e-4638-a773-1972be281476'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:34:06.405078 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:06.598062 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] Set router 7b16138b-9faf-43cf-81d8-f902a2116018 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:34:06.647889 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8af85c3a-6a80-4805-a336-e6b96e1ac5e0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:06.653950 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-11959a39-5e0c-431a-b292-62ee4ffa2cc1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:06.764357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af85c3a-6a80-4805-a336-e6b96e1ac5e0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Subnet': ['ID=ffcd5eae-8de8-4a8b-b8f6-086b528018ea,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:06.779322 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8af85c3a-6a80-4805-a336-e6b96e1ac5e0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:06.788283 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8af85c3a-6a80-4805-a336-e6b96e1ac5e0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:06.803171 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8af85c3a-6a80-4805-a336-e6b96e1ac5e0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/ffcd5eae-8de8-4a8b-b8f6-086b528018ea HTTP/1.1" status: 204  len: 168 time: 0.9948378
Jun 04 15:34:06.808621 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33294) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:06.841917 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:34:06.905558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba355d57-01a9-455f-b3d3-076537064947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d11978-7dcc-409b-9f24-ab59c31f9b5b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:06.909830 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ba355d57-01a9-455f-b3d3-076537064947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:06.913555 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ba355d57-01a9-455f-b3d3-076537064947 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5aec5680f974604b3a37305c6008abd&name=default HTTP/1.1" status: 200  len: 2983 time: 2.0455987
Jun 04 15:34:06.920140 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33296) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:06.947788 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8ceb5-66d3-4100-8d7d-99826ff05a92 None None] Network dd87b1d2-577c-4b10-8501-6a8f51d315d7 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:06.975950 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3754bb9-e03c-4e98-aab4-13b6dbcedc88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:07.000607 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-43f6763c-21be-4d1d-99db-6ccc4c3ad178 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:07.106523 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:07.219424 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b4b364e7-6892-4449-add5-6ba11c620efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:07.312666 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b4b364e7-6892-4449-add5-6ba11c620efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:07.375200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port fba558ff-7f10-42a2-ab3e-acb1f0378e10 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:07.381081 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:07.458239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3754bb9-e03c-4e98-aab4-13b6dbcedc88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=b823b26f-531d-41ca-b834-a4e22fc63d9a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:07.468124 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b3754bb9-e03c-4e98-aab4-13b6dbcedc88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:07.495084 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3754bb9-e03c-4e98-aab4-13b6dbcedc88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:07.545226 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256d31a7-0540-4cac-bc7c-66fb14410ae3 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:07.655445 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] For port fba558ff-7f10-42a2-ab3e-acb1f0378e10, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=fba558ff-7f10-42a2-ab3e-acb1f0378e10,segment=NetworkSegment(3ae0185a-fafd-4fc1-b5b5-956e9e76b6d0),segment_id=3ae0185a-fafd-4fc1-b5b5-956e9e76b6d0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:07.656027 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:07.755819 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] For port f6819027-3878-40c0-af7b-9ca4c311ed95, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:34:07.824653 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for fba558ff-7f10-42a2-ab3e-acb1f0378e10 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:07.876226 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b3754bb9-e03c-4e98-aab4-13b6dbcedc88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/b823b26f-531d-41ca-b834-a4e22fc63d9a HTTP/1.1" status: 204  len: 168 time: 2.9658821
Jun 04 15:34:07.879973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33306) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:07.895426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] For port f6819027-3878-40c0-af7b-9ca4c311ed95, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f6819027-3878-40c0-af7b-9ca4c311ed95,segment=NetworkSegment(a53e3549-998f-4b22-9e74-f4be83402616),segment_id=a53e3549-998f-4b22-9e74-f4be83402616)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:34:07.931514 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-16bbe22e-91ea-45d2-8c5c-8b6b42328d7e None None] Provisioning complete for port 3ff11e21-9849-492c-b279-e7f57887fa7b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:07.931977 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-16bbe22e-91ea-45d2-8c5c-8b6b42328d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:07.983318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b3dba-34d0-4e2c-b042-8f6ac9847c0c req-67650bea-b5a4-4b44-bdb7-4a0874c81261 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:07.986848 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:07.994717 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-030cdd82-469a-411d-a47f-e31fa31568b0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:08.001620 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e8b3dba-34d0-4e2c-b042-8f6ac9847c0c req-67650bea-b5a4-4b44-bdb7-4a0874c81261 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 1.0991952
Jun 04 15:34:08.018362 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ae676fa2-0857-4b10-ac5d-a9adc811e103 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1334770
Jun 04 15:34:08.018619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33308) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:08.042254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-70ffe75c-cb52-46f7-93f1-83ad5c2f1f73 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:08.057952 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b4b364e7-6892-4449-add5-6ba11c620efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:08.067089 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:08.074585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=fba558ff-7f10-42a2-ab3e-acb1f0378e10,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:08.085930 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:08.086799 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-75ee5c47-a866-41df-b935-5608464ea3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:08.086909 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6ad67571-78ce-40b0-aa43-4a9dd4d93c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:08.102190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No DVR routers for this DVR port fba558ff-7f10-42a2-ab3e-acb1f0378e10 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:34:08.139514 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b364e7-6892-4449-add5-6ba11c620efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d11978-7dcc-409b-9f24-ab59c31f9b5b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:08.155271 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b4b364e7-6892-4449-add5-6ba11c620efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:08.241578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Pushing event updated for resources: {'Port': ['ID=f6819027-3878-40c0-af7b-9ca4c311ed95,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:08.245870 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:08.272285 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c598ac0>, [{'id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'name': 'tempest-TestServerMultinode-1139232172-router', 'tenant_id': '2f44e84ed8194ff186011ba9ef2052d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '88b89693-0d90-46b3-b350-8c563d00b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:33:41Z', 'updated_at': '2021-06-04T15:33:52Z', 'revision_number': 4, 'project_id': '2f44e84ed8194ff186011ba9ef2052d5', 'gw_port': {'id': '88b89693-0d90-46b3-b350-8c563d00b230', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:33:44Z', 'updated_at': '2021-06-04T15:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'da74d22d-3c87-4b77-a243-5b052c6fa609', 'name': '', 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c', 'tenant_id': '2f44e84ed8194ff186011ba9ef2052d5', 'mac_address': 'fa:16:3e:32:5e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'ab45c8df-8207-46d9-a35e-1c832a9bd74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:33:50Z', 'updated_at': '2021-06-04T15:34:05Z', 'revision_number': 4, 'project_id': '2f44e84ed8194ff186011ba9ef2052d5', 'subnets': [{'id': 'ab45c8df-8207-46d9-a35e-1c832a9bd74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:08.300483 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e583433e-8a49-48c0-a38e-34c69ee3436a None None] DHCP port deletion for dd87b1d2-577c-4b10-8501-6a8f51d315d7 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:34:08.315692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-70ffe75c-cb52-46f7-93f1-83ad5c2f1f73 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:08.323439 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe75089-6624-4573-b347-a0dfbf0571b4 None None] The sync data for ids ['7b16138b-9faf-43cf-81d8-f902a2116018'] in n-d-791505-9 is: [{'id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'name': 'tempest-TestServerMultinode-1139232172-router', 'tenant_id': '2f44e84ed8194ff186011ba9ef2052d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '88b89693-0d90-46b3-b350-8c563d00b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:33:41Z', 'updated_at': '2021-06-04T15:33:52Z', 'revision_number': 4, 'project_id': '2f44e84ed8194ff186011ba9ef2052d5', 'gw_port': {'id': '88b89693-0d90-46b3-b350-8c563d00b230', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:33:44Z', 'updated_at': '2021-06-04T15:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'da74d22d-3c87-4b77-a243-5b052c6fa609', 'name': '', 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c', 'tenant_id': '2f44e84ed8194ff186011ba9ef2052d5', 'mac_address': 'fa:16:3e:32:5e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'ab45c8df-8207-46d9-a35e-1c832a9bd74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:33:50Z', 'updated_at': '2021-06-04T15:34:05Z', 'revision_number': 4, 'project_id': '2f44e84ed8194ff186011ba9ef2052d5', 'subnets': [{'id': 'ab45c8df-8207-46d9-a35e-1c832a9bd74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:34:08.335458 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-70ffe75c-cb52-46f7-93f1-83ad5c2f1f73 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:08.350623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-70ffe75c-cb52-46f7-93f1-83ad5c2f1f73 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:08.362439 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:08.453218 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:08.482491 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b4b364e7-6892-4449-add5-6ba11c620efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:08.483603 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b4b364e7-6892-4449-add5-6ba11c620efd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56d11978-7dcc-409b-9f24-ab59c31f9b5b HTTP/1.1" status: 204  len: 168 time: 1.5593278
Jun 04 15:34:08.492333 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c81e940>,) {'filters': {'network_id': ['dd87b1d2-577c-4b10-8501-6a8f51d315d7']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:08.536153 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c81e940>, '3ae0185a-fafd-4fc1-b5b5-956e9e76b6d0') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:08.536645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c81e940>, '3ae0185a-fafd-4fc1-b5b5-956e9e76b6d0') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:08.539213 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e8b3dba-34d0-4e2c-b042-8f6ac9847c0c req-ff75969b-fd4a-4e88-83da-b09bcebe913c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5365834
Jun 04 15:34:08.549497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-70ffe75c-cb52-46f7-93f1-83ad5c2f1f73 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:08.564500 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:08.570593 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b71d24-8398-4449-b435-8ae270647b01 None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:34:08.592540 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:08.618377 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:34:08.619058 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:34:08.654324 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:34:08.776650 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c0b71d24-8398-4449-b435-8ae270647b01 None None] Deleting port 3ff11e21-9849-492c-b279-e7f57887fa7b {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:08.777059 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c0b71d24-8398-4449-b435-8ae270647b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:08.997982 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:09.004862 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:09.011058 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c149d172-fc82-4d66-a945-fac2c425f515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:09.018575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ffe75c-cb52-46f7-93f1-83ad5c2f1f73 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:09.037085 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-70ffe75c-cb52-46f7-93f1-83ad5c2f1f73 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:09.088886 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c0b71d24-8398-4449-b435-8ae270647b01 None None] For port 3ff11e21-9849-492c-b279-e7f57887fa7b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3ff11e21-9849-492c-b279-e7f57887fa7b,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:09.089499 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c0b71d24-8398-4449-b435-8ae270647b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:09.111420 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Network': ['ID=dd87b1d2-577c-4b10-8501-6a8f51d315d7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:09.118745 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:09.128256 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/networks/dd87b1d2-577c-4b10-8501-6a8f51d315d7 HTTP/1.1" status: 204  len: 168 time: 2.3179383
Jun 04 15:34:09.130512 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33322) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:09.141317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1523394483'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:09.152479 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:09.165650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:network and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:09.171856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:09.186713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:09.292174 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:09.295820 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:09.368084 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:34:09.393447 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:09.393800 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Added segment 99deb06e-364d-44b5-b2ca-ff9db25ebfb9 of type vlan for network b6340721-4aa2-47cb-bc61-13cd2b793769
Jun 04 15:34:09.405676 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c0b71d24-8398-4449-b435-8ae270647b01 None None] Calling delete_port for 3ff11e21-9849-492c-b279-e7f57887fa7b owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:09.492962 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:09.621482 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c0b71d24-8398-4449-b435-8ae270647b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:09.630372 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:09.679507 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:09.689335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:09.689335 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:09.698554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33328) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:09.699318 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3909d10-5c73-4d40-a2d1-1a0d4ea3afd5 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:09.778815 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b71d24-8398-4449-b435-8ae270647b01 None None] Pushing event deleted for resources: {'Port': ['ID=3ff11e21-9849-492c-b279-e7f57887fa7b,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:09.789041 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c0b71d24-8398-4449-b435-8ae270647b01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:09.789041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b71d24-8398-4449-b435-8ae270647b01 None None] No DVR routers for this DVR port 3ff11e21-9849-492c-b279-e7f57887fa7b on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:34:09.881588 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:09.888908 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f6819027-3878-40c0-af7b-9ca4c311ed95 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:10.164842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33334) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:10.198227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port f6819027-3878-40c0-af7b-9ca4c311ed95 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:10.198227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device da74d22d-3c87-4b77-a243-5b052c6fa609 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:10.424160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e36356d-2e80-4e86-b593-e173cecdec37 None None] Network 1cd853d6-299e-4638-a773-1972be281476 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:10.550350 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8677112d-201f-4587-abbf-17b0fdfaaaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:10.592400 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Network': ['ID=b6340721-4aa2-47cb-bc61-13cd2b793769,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:10.593584 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee2f8cc1-e3eb-4f36-ad46-ed1b742c0ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:10.605828 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:10.616299 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network b6340721-4aa2-47cb-bc61-13cd2b793769 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:34:10.638190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8677112d-201f-4587-abbf-17b0fdfaaaf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:10.655738 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8677112d-201f-4587-abbf-17b0fdfaaaf9 admin admin] Usage tracker for resource:security_group_rule and tenant:70eaca18e0e8414591815bb441280ded is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:10.661429 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8677112d-201f-4587-abbf-17b0fdfaaaf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:10.665764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ee2f8cc1-e3eb-4f36-ad46-ed1b742c0ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:10.672884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ee2f8cc1-e3eb-4f36-ad46-ed1b742c0ccb admin admin] Usage tracker for resource:security_group_rule and tenant:96adf71c3db24128a980cf9e2621ab03 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:10.673928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8677112d-201f-4587-abbf-17b0fdfaaaf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:10.679151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ee2f8cc1-e3eb-4f36-ad46-ed1b742c0ccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:10.691319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ee2f8cc1-e3eb-4f36-ad46-ed1b742c0ccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:10.701412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d9283-9002-470b-83da-45d13878ecf1 req-d93c3023-129b-4cfa-b0ac-6df364aa9a45 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:10.709847 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c57d9283-9002-470b-83da-45d13878ecf1 req-d93c3023-129b-4cfa-b0ac-6df364aa9a45 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.6966698
Jun 04 15:34:10.762048 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.6275549
Jun 04 15:34:10.763662 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33340) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:10.776220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'subnet': {'network_id': 'b6340721-4aa2-47cb-bc61-13cd2b793769', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:10.787112 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c57d9283-9002-470b-83da-45d13878ecf1 req-2527caaa-224f-4780-83eb-7cf7cf5a8bb4 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762980
Jun 04 15:34:10.890928 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8677112d-201f-4587-abbf-17b0fdfaaaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:10.891595 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bf3b7995-2460-4de9-80b7-5b4fcc2eb770 None None] Provisioning for port f6819027-3878-40c0-af7b-9ca4c311ed95 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:10.907607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bf3b7995-2460-4de9-80b7-5b4fcc2eb770 None None] Provisioning complete for port f6819027-3878-40c0-af7b-9ca4c311ed95 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:10.908072 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bf3b7995-2460-4de9-80b7-5b4fcc2eb770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:10.955990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port da74d22d-3c87-4b77-a243-5b052c6fa609 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:10.969145 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port da74d22d-3c87-4b77-a243-5b052c6fa609 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:10.969533 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:10.983649 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8677112d-201f-4587-abbf-17b0fdfaaaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:10.993799 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a0497b4f-730e-4a00-aea6-8a22ab6a566b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:11.039584 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8677112d-201f-4587-abbf-17b0fdfaaaf9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70eaca18e0e8414591815bb441280ded&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2550349
Jun 04 15:34:11.042392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33342) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:11.054877 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677112d-201f-4587-abbf-17b0fdfaaaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec3c150-9cc1-474e-ac97-d4b4d06db87d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:11.058952 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8677112d-201f-4587-abbf-17b0fdfaaaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:11.112884 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85de903f-6a08-4936-b7b5-7a550b5c105b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:11.144440 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85de903f-6a08-4936-b7b5-7a550b5c105b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:11.161158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:11.168437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:subnet and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:11.175189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:11.193110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:11.206857 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-70ffe75c-cb52-46f7-93f1-83ad5c2f1f73 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:11.217545 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-face7eb9-8aa2-4c03-9ee9-4d9c165bd8a5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:11.220983 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bf3b7995-2460-4de9-80b7-5b4fcc2eb770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:11.249632 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:11.277061 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Router fabe56b7-cd2b-4871-944e-ec6c23742b08 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:34:11.292453 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee2f8cc1-e3eb-4f36-ad46-ed1b742c0ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:11.293617 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-bf3b7995-2460-4de9-80b7-5b4fcc2eb770 None None] For port f6819027-3878-40c0-af7b-9ca4c311ed95, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f6819027-3878-40c0-af7b-9ca4c311ed95,segment=NetworkSegment(a53e3549-998f-4b22-9e74-f4be83402616),segment_id=a53e3549-998f-4b22-9e74-f4be83402616)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:11.296684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ffe75c-cb52-46f7-93f1-83ad5c2f1f73 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:11.301920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-70ffe75c-cb52-46f7-93f1-83ad5c2f1f73 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:11.306133 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port da74d22d-3c87-4b77-a243-5b052c6fa609, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=da74d22d-3c87-4b77-a243-5b052c6fa609,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:11.313417 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0d60a5-2767-453f-b343-f60496d6d0d9 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:11.344675 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85de903f-6a08-4936-b7b5-7a550b5c105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:11.352106 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-96ef7cc9-d520-4463-9bdd-0cb999ffe4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:11.370068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ffe75c-cb52-46f7-93f1-83ad5c2f1f73 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:11.370712 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-70ffe75c-cb52-46f7-93f1-83ad5c2f1f73 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:11.383220 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de903f-6a08-4936-b7b5-7a550b5c105b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec3c150-9cc1-474e-ac97-d4b4d06db87d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:11.387125 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-85de903f-6a08-4936-b7b5-7a550b5c105b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:11.388393 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85de903f-6a08-4936-b7b5-7a550b5c105b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:11.389480 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bf3b7995-2460-4de9-80b7-5b4fcc2eb770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:11.393072 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-85de903f-6a08-4936-b7b5-7a550b5c105b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bec3c150-9cc1-474e-ac97-d4b4d06db87d HTTP/1.1" status: 204  len: 168 time: 0.3472226
Jun 04 15:34:11.439287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffe75c-cb52-46f7-93f1-83ad5c2f1f73 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=11bda7d1-93a6-411d-b2a7-c09b6671e201,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:11.440470 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:11.452587 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-70ffe75c-cb52-46f7-93f1-83ad5c2f1f73 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:11.453516 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee2f8cc1-e3eb-4f36-ad46-ed1b742c0ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:11.488738 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-af2a3b6f-20ab-4cd9-838e-7e0c50e2c157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:11.517764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:11.526518 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:11.598695 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:11.671578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3ff11e21-9849-492c-b279-e7f57887fa7b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:34:11.728418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b7995-2460-4de9-80b7-5b4fcc2eb770 None None] Pushing event updated for resources: {'Port': ['ID=f6819027-3878-40c0-af7b-9ca4c311ed95,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:11.755168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f8cc1-e3eb-4f36-ad46-ed1b742c0ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657fa167-9be8-49f9-a187-18375b95e469,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:11.758628 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 3ff11e21-9849-492c-b279-e7f57887fa7b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:34:11.758628 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3ff11e21-9849-492c-b279-e7f57887fa7b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:34:11.758628 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device fba558ff-7f10-42a2-ab3e-acb1f0378e10 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:34:11.789837 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bf3b7995-2460-4de9-80b7-5b4fcc2eb770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:11.793391 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-15690298-b4a6-4c00-8123-81e817021b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:11.804775 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ee2f8cc1-e3eb-4f36-ad46-ed1b742c0ccb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96adf71c3db24128a980cf9e2621ab03&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6317966
Jun 04 15:34:11.805844 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ee2f8cc1-e3eb-4f36-ad46-ed1b742c0ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:11.807391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33352) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:11.817790 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-70ffe75c-cb52-46f7-93f1-83ad5c2f1f73 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.7840712
Jun 04 15:34:11.818447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33354) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:11.824334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7db71522-6952-4e87-a7a9-1dd163cf0e46 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:11.847181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:34:11.877050 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Sync routers for ids ['fabe56b7-cd2b-4871-944e-ec6c23742b08'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:34:11.890376 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Routers {'fabe56b7-cd2b-4871-944e-ec6c23742b08'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:34:11.891119 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d84c0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:34:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['fabe56b7-cd2b-4871-944e-ec6c23742b08'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:11.973701 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:11.977825 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 9.5692244
Jun 04 15:34:11.978956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33362) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:12.012389 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: fba558ff-7f10-42a2-ab3e-acb1f0378e10 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:34:12.012389 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device fba558ff-7f10-42a2-ab3e-acb1f0378e10 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:34:12.081759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7a3a9dee-078f-4309-953c-ed897ea6ed8c None None] Provisioning complete for port f6819027-3878-40c0-af7b-9ca4c311ed95 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:12.100166 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7a3a9dee-078f-4309-953c-ed897ea6ed8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:12.167624 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': '11bda7d1-93a6-411d-b2a7-c09b6671e201'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:34:12.168457 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:12.236004 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=da74d22d-3c87-4b77-a243-5b052c6fa609,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:12.246158 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:12.271119 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f6819027-3878-40c0-af7b-9ca4c311ed95 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:12.335504 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Set router fabe56b7-cd2b-4871-944e-ec6c23742b08 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:34:12.540931 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port f6819027-3878-40c0-af7b-9ca4c311ed95 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:12.541863 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:12.598669 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7db71522-6952-4e87-a7a9-1dd163cf0e46 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:12.601964 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:12.606743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7db71522-6952-4e87-a7a9-1dd163cf0e46 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:12.607397 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a372380d-4e1c-4de3-a602-b828b26a564a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:12.617380 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7db71522-6952-4e87-a7a9-1dd163cf0e46 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:12.627473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7db71522-6952-4e87-a7a9-1dd163cf0e46 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:12.699491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Checking segment: {'id': '99deb06e-364d-44b5-b2ca-ff9db25ebfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b6340721-4aa2-47cb-bc61-13cd2b793769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:34:12.699763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network hostable DHCP agents. Network: b6340721-4aa2-47cb-bc61-13cd2b793769, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:34:12.702665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Subnet': ['ID=2d0b1914-9f3c-43c8-ab72-3d5b41641516,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:12.706158 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:12.763988 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db71522-6952-4e87-a7a9-1dd163cf0e46 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:12.769151 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7db71522-6952-4e87-a7a9-1dd163cf0e46 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:12.793281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network b6340721-4aa2-47cb-bc61-13cd2b793769 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:34:12.828932 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bff52bb2-6bb4-447f-939a-05d99ce89ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:12.891997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, b6340721-4aa2-47cb-bc61-13cd2b793769) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:12.936885 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d84c0>, [{'id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'name': 'tempest-TestServerMultinode-2101052175-router', 'tenant_id': '0ac02eba8afb416294685148968468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '32c755b2-1701-4d82-a402-739683e39a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:34:02Z', 'updated_at': '2021-06-04T15:34:07Z', 'revision_number': 3, 'project_id': '0ac02eba8afb416294685148968468a5', 'gw_port': {'id': '32c755b2-1701-4d82-a402-739683e39a86', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:34:05Z', 'updated_at': '2021-06-04T15:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:12.942948 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Checking router: fabe56b7-cd2b-4871-944e-ec6c23742b08 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:34:12.944432 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Updating router fabe56b7-cd2b-4871-944e-ec6c23742b08 port 32c755b2-1701-4d82-a402-739683e39a86 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:34:12.945808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:12.947961 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bff52bb2-6bb4-447f-939a-05d99ce89ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:12.957326 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:12.957539 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7510e21-4338-4f6b-92dc-5adbc34dd71c None None] Network b6340721-4aa2-47cb-bc61-13cd2b793769 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:13.044879 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:13.145951 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3800216
Jun 04 15:34:13.148323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33382) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:13.155710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'network_id': 'b6340721-4aa2-47cb-bc61-13cd2b793769', 'name': 'tempest-PortsTestJSON-1167427832', 'fixed_ips': [{'subnet_id': '2d0b1914-9f3c-43c8-ab72-3d5b41641516', 'ip_address': '172.20.0.10'}]}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:13.204456 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdf9e0-4453-4f74-8824-a2f3e715f998 req-777b0608-6e7a-47eb-8b56-6d4027bfb2ba tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:13.218424 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7fcdf9e0-4453-4f74-8824-a2f3e715f998 req-777b0608-6e7a-47eb-8b56-6d4027bfb2ba tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 1.0585260
Jun 04 15:34:13.282877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Allocated IP 2001:db8::2 (6acae085-7932-4691-b36e-433651ec3de1/11bda7d1-93a6-411d-b2a7-c09b6671e201/b0e3ea8e-7a84-4475-9205-ead8264ebe5a) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:34:13.304813 n-d-791505-9 neutron-server[88301]: INFO neutron.db.ipam_backend_mixin [None req-7db71522-6952-4e87-a7a9-1dd163cf0e46 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 11bda7d1-93a6-411d-b2a7-c09b6671e201 (CIDR: 2001:db8::/64)
Jun 04 15:34:13.457141 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:13.459858 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db71522-6952-4e87-a7a9-1dd163cf0e46 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:34:13.461751 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db71522-6952-4e87-a7a9-1dd163cf0e46 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:34:13.466118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:port and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:13.494045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:13.510048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:13.561283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-b6340721-4aa2-47cb-bc61-13cd2b793769', 'network_id': 'b6340721-4aa2-47cb-bc61-13cd2b793769', 'tenant_id': 'bc0fd670a5404a5abae106526d666969', 'fixed_ips': [{'subnet_id': '2d0b1914-9f3c-43c8-ab72-3d5b41641516'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:34:13.562548 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:13.595341 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7fcdf9e0-4453-4f74-8824-a2f3e715f998 req-4eb1ddab-cf9b-40e8-a0ee-2e1441706ec2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3758805
Jun 04 15:34:13.604958 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bff52bb2-6bb4-447f-939a-05d99ce89ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:13.625775 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8677112d-201f-4587-abbf-17b0fdfaaaf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:13.644199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:13.685651 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bff52bb2-6bb4-447f-939a-05d99ce89ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:13.692729 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bff52bb2-6bb4-447f-939a-05d99ce89ede admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/657fa167-9be8-49f9-a187-18375b95e469 HTTP/1.1" status: 204  len: 168 time: 1.8842251
Jun 04 15:34:13.703412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff52bb2-6bb4-447f-939a-05d99ce89ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657fa167-9be8-49f9-a187-18375b95e469,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:13.707640 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bff52bb2-6bb4-447f-939a-05d99ce89ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:13.753409 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:13.773944 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Transition to ACTIVE for port object 32c755b2-1701-4d82-a402-739683e39a86 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:13.900857 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:13.906289 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:13.945349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Allocated IP 172.20.0.2 (b6340721-4aa2-47cb-bc61-13cd2b793769/2d0b1914-9f3c-43c8-ab72-3d5b41641516/e4b3c8bc-a1e5-41dc-a216-7570b32487d4) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:34:13.973593 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:13.998691 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] device_id is not set on port 521d1633-061f-4543-b8ed-f25a8adb2271 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:34:14.005738 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7db71522-6952-4e87-a7a9-1dd163cf0e46 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.1854961
Jun 04 15:34:14.006639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33392) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:14.022438 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:14.068977 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140b268-50bb-48db-8281-8a806726a575 None None] Pushing event updated for resources: {'Port': ['ID=32c755b2-1701-4d82-a402-739683e39a86,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:14.077028 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-1140b268-50bb-48db-8281-8a806726a575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:14.175995 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Attempting to bind port 32c755b2-1701-4d82-a402-739683e39a86 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:34:14.176504 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Attempting to bind port 32c755b2-1701-4d82-a402-739683e39a86 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:34:14.177163 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Attempting to bind port 32c755b2-1701-4d82-a402-739683e39a86 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:34:14.219472 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:34:14.221727 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:34:14.222154 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:14.222561 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:34:14.229144 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Bound port: 32c755b2-1701-4d82-a402-739683e39a86, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:34:14.229634 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:14.243293 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:14.271015 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Transition to ACTIVE for port object b0e3ea8e-7a84-4475-9205-ead8264ebe5a will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:14.324212 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Transition to ACTIVE for port object b0e3ea8e-7a84-4475-9205-ead8264ebe5a will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:14.344372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device da74d22d-3c87-4b77-a243-5b052c6fa609 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:14.448602 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:14.463965 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] For port 32c755b2-1701-4d82-a402-739683e39a86, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:34:14.474005 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c3b36beb-9e97-4f62-b57e-77031fae7ce5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:14.476232 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] For port 32c755b2-1701-4d82-a402-739683e39a86, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=32c755b2-1701-4d82-a402-739683e39a86,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:34:14.608907 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:14.618499 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:14.620706 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:14.623176 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:14.629323 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Pushing event updated for resources: {'Port': ['ID=b0e3ea8e-7a84-4475-9205-ead8264ebe5a,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:14.636662 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:14.649111 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:14.651037 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:34:14.736922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Transition to ACTIVE for port object e4b3c8bc-a1e5-41dc-a216-7570b32487d4 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:14.802775 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Routers {'fabe56b7-cd2b-4871-944e-ec6c23742b08'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:34:14.803959 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d84c0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:34:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['fabe56b7-cd2b-4871-944e-ec6c23742b08'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:14.835812 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port da74d22d-3c87-4b77-a243-5b052c6fa609 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:14.836210 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:14.892773 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:14.906382 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:14.918959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Transition to ACTIVE for port object e4b3c8bc-a1e5-41dc-a216-7570b32487d4 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:14.935733 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140b268-50bb-48db-8281-8a806726a575 None None] Pushing event updated for resources: {'Port': ['ID=32c755b2-1701-4d82-a402-739683e39a86,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:14.939121 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-1140b268-50bb-48db-8281-8a806726a575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:14.940444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:15.006061 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:15.050335 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:15.084032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Attempting to bind port b0e3ea8e-7a84-4475-9205-ead8264ebe5a on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:34:15.087242 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Attempting to bind port b0e3ea8e-7a84-4475-9205-ead8264ebe5a by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:34:15.087727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Attempting to bind port b0e3ea8e-7a84-4475-9205-ead8264ebe5a on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:34:15.114271 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:15.124740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0ecdc-e857-4d13-8da6-d98a437786d5 req-3326328e-4c2c-422b-a719-954014407311 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:15.131233 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-96d0ecdc-e857-4d13-8da6-d98a437786d5 req-3326328e-4c2c-422b-a719-954014407311 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.2606363
Jun 04 15:34:15.158033 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:15.230729 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] Set router fabe56b7-cd2b-4871-944e-ec6c23742b08 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:34:15.290633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:15.295183 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:34:15.295575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:34:15.295997 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:15.296625 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:15.297327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:34:15.297991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Bound port: b0e3ea8e-7a84-4475-9205-ead8264ebe5a, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:34:15.298440 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:15.360761 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Network b6340721-4aa2-47cb-bc61-13cd2b793769 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:15.369755 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:15.393740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:34:15.522669 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Pushing event updated for resources: {'Port': ['ID=e4b3c8bc-a1e5-41dc-a216-7570b32487d4,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:15.559604 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:15.718716 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Allocated IP 172.20.0.10 (b6340721-4aa2-47cb-bc61-13cd2b793769/2d0b1914-9f3c-43c8-ab72-3d5b41641516/521d1633-061f-4543-b8ed-f25a8adb2271) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:34:15.756263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Attempting to bind port e4b3c8bc-a1e5-41dc-a216-7570b32487d4 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:34:15.758931 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Attempting to bind port e4b3c8bc-a1e5-41dc-a216-7570b32487d4 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '99deb06e-364d-44b5-b2ca-ff9db25ebfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b6340721-4aa2-47cb-bc61-13cd2b793769'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:34:15.758931 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Attempting to bind port e4b3c8bc-a1e5-41dc-a216-7570b32487d4 on network b6340721-4aa2-47cb-bc61-13cd2b793769 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:34:15.802091 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-96d0ecdc-e857-4d13-8da6-d98a437786d5 req-daf13a06-94b1-4d1a-81ac-a43facd47b8b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5390308
Jun 04 15:34:15.829505 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:34:15.829935 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Checking segment: {'id': '99deb06e-364d-44b5-b2ca-ff9db25ebfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b6340721-4aa2-47cb-bc61-13cd2b793769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:34:15.830442 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:15.830941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Bound using segment: {'id': '99deb06e-364d-44b5-b2ca-ff9db25ebfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b6340721-4aa2-47cb-bc61-13cd2b793769'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:34:15.831540 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Bound port: e4b3c8bc-a1e5-41dc-a216-7570b32487d4, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99deb06e-364d-44b5-b2ca-ff9db25ebfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b6340721-4aa2-47cb-bc61-13cd2b793769'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:34:15.832557 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:15.933983 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] For port b0e3ea8e-7a84-4475-9205-ead8264ebe5a, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:34:15.949426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] For port b0e3ea8e-7a84-4475-9205-ead8264ebe5a, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b0e3ea8e-7a84-4475-9205-ead8264ebe5a,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:34:15.977642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] For port e4b3c8bc-a1e5-41dc-a216-7570b32487d4, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:34:15.981203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] For port e4b3c8bc-a1e5-41dc-a216-7570b32487d4, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e4b3c8bc-a1e5-41dc-a216-7570b32487d4,segment=NetworkSegment(99deb06e-364d-44b5-b2ca-ff9db25ebfb9),segment_id=99deb06e-364d-44b5-b2ca-ff9db25ebfb9)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:34:15.990148 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d84c0>, [{'id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'name': 'tempest-TestServerMultinode-2101052175-router', 'tenant_id': '0ac02eba8afb416294685148968468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '32c755b2-1701-4d82-a402-739683e39a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:34:02Z', 'updated_at': '2021-06-04T15:34:07Z', 'revision_number': 3, 'project_id': '0ac02eba8afb416294685148968468a5', 'gw_port': {'id': '32c755b2-1701-4d82-a402-739683e39a86', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:34:05Z', 'updated_at': '2021-06-04T15:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:15.995364 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf56c8-9b94-47f5-8faa-d405a6d58a7b None None] The sync data for ids ['fabe56b7-cd2b-4871-944e-ec6c23742b08'] in n-d-791505-9 is: [{'id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'name': 'tempest-TestServerMultinode-2101052175-router', 'tenant_id': '0ac02eba8afb416294685148968468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '32c755b2-1701-4d82-a402-739683e39a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:34:02Z', 'updated_at': '2021-06-04T15:34:07Z', 'revision_number': 3, 'project_id': '0ac02eba8afb416294685148968468a5', 'gw_port': {'id': '32c755b2-1701-4d82-a402-739683e39a86', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:34:05Z', 'updated_at': '2021-06-04T15:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:34:16.065318 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Allocated IP 172.20.0.1 (1cd853d6-299e-4638-a773-1972be281476/1205ab82-a34f-4ac8-aee9-fb0e6fd7a11b/46d8facb-2209-4318-a7e4-a538a6da2f30) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:34:16.085182 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:16.091381 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:16.247326 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:16.266603 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:16.278155 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:16.279359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Transition to ACTIVE for port object 521d1633-061f-4543-b8ed-f25a8adb2271 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:16.318810 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Transition to ACTIVE for port object 46d8facb-2209-4318-a7e4-a538a6da2f30 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:16.365073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Pushing event updated for resources: {'Port': ['ID=b0e3ea8e-7a84-4475-9205-ead8264ebe5a,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:16.379642 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:16.380165 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:16.463995 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:16.501656 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6c5e032e-25ac-4fec-82e8-5a8841da4234 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:16.614671 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:16.649409 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-67fc52fa-d4a0-4f6a-aa31-1b04e94c0196 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:16.673185 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Pushing event updated for resources: {'Port': ['ID=e4b3c8bc-a1e5-41dc-a216-7570b32487d4,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:16.686812 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:16.751075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network b6340721-4aa2-47cb-bc61-13cd2b793769 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:16.821337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=521d1633-061f-4543-b8ed-f25a8adb2271,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:16.825277 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:16.837678 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:16.841476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:34:16.964261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Network 1cd853d6-299e-4638-a773-1972be281476 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:16.997042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:17.012158 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:34:17.119900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:17.122385 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:17.167376 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:17.203938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Pushing event updated for resources: {'Port': ['ID=46d8facb-2209-4318-a7e4-a538a6da2f30,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:17.206890 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:17.345906 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 4.1959593
Jun 04 15:34:17.349254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33464) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:17.357055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'network_id': 'b6340721-4aa2-47cb-bc61-13cd2b793769', 'name': 'tempest-PortsTestJSON-1156561709', 'fixed_ips': [{'subnet_id': '2d0b1914-9f3c-43c8-ab72-3d5b41641516', 'ip_address': '172.20.0.9'}]}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:17.759992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:17.779962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:port and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:17.829569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:17.831695 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:17.897754 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-58bf35c0-78ed-48ce-989b-3deee8d9e624 None None] Provisioning for port 46d8facb-2209-4318-a7e4-a538a6da2f30 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:17.905266 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-58bf35c0-78ed-48ce-989b-3deee8d9e624 None None] Provisioning complete for port 46d8facb-2209-4318-a7e4-a538a6da2f30 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:17.905700 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-58bf35c0-78ed-48ce-989b-3deee8d9e624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:17.994983 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:18.000320 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:18.109805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2144f96-7d69-4b0e-9d6b-fb8e07c951dc req-803b2ac5-d206-4031-9bf7-3775fe7723ed tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:18.111509 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2144f96-7d69-4b0e-9d6b-fb8e07c951dc req-803b2ac5-d206-4031-9bf7-3775fe7723ed tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.8757424
Jun 04 15:34:18.112079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] device_id is not set on port 93ec95c7-43c2-4fc2-a6d9-0a383c0f0cdd yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:34:18.329764 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-58bf35c0-78ed-48ce-989b-3deee8d9e624 None None] Port 46d8facb-2209-4318-a7e4-a538a6da2f30 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:34:18.576125 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2144f96-7d69-4b0e-9d6b-fb8e07c951dc req-89f61b20-c96d-4103-ba3b-e2ab9a05dee8 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4405622
Jun 04 15:34:18.587175 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b0e3ea8e-7a84-4475-9205-ead8264ebe5a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:18.783681 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:18.961339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Allocated IP 172.20.0.9 (b6340721-4aa2-47cb-bc61-13cd2b793769/2d0b1914-9f3c-43c8-ab72-3d5b41641516/93ec95c7-43c2-4fc2-a6d9-0a383c0f0cdd) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:34:18.961827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-13235d23-e502-4ddb-a17f-9e3a9ae627dd None None] Provisioning for port b0e3ea8e-7a84-4475-9205-ead8264ebe5a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:19.011875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port b0e3ea8e-7a84-4475-9205-ead8264ebe5a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:19.017364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b0e3ea8e-7a84-4475-9205-ead8264ebe5a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:19.017801 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:19.176709 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0961cc3-6031-4cee-80cf-6952d9963914 None None] Network b6340721-4aa2-47cb-bc61-13cd2b793769 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:19.220857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.objects.ports [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88301) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:34:19.541644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-45a9911c-3a81-4ddb-b940-c4ca7dbc2cdc None None] Provisioning for port e4b3c8bc-a1e5-41dc-a216-7570b32487d4 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:19.620311 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:19.733305 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port b0e3ea8e-7a84-4475-9205-ead8264ebe5a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b0e3ea8e-7a84-4475-9205-ead8264ebe5a,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:19.737109 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:19.786636 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Transition to ACTIVE for port object 93ec95c7-43c2-4fc2-a6d9-0a383c0f0cdd will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:19.819146 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c2a494c-34bb-4c8c-8b72-3a4fb4ebb441 req-70220dc4-455b-4e9f-bf1d-4be074994817 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2113833
Jun 04 15:34:19.823521 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:19.825549 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 32c755b2-1701-4d82-a402-739683e39a86 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:19.891087 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-39091f2a-6778-45f6-b7d0-0875d66b31d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:20.100454 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=b0e3ea8e-7a84-4475-9205-ead8264ebe5a,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:20.116220 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:20.142350 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:20.186924 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-60b7606c-7149-4fcd-bfe7-a192f5daa039 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:20.331847 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 32c755b2-1701-4d82-a402-739683e39a86 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:20.339939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network b6340721-4aa2-47cb-bc61-13cd2b793769 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:20.340771 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 32c755b2-1701-4d82-a402-739683e39a86 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:20.344101 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:20.346771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:20.353391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:34:20.470729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a494c-34bb-4c8c-8b72-3a4fb4ebb441 req-9279351a-4c4d-4b5d-97ca-739b09bb154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:20.473439 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c2a494c-34bb-4c8c-8b72-3a4fb4ebb441 req-9279351a-4c4d-4b5d-97ca-739b09bb154f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 1097 time: 0.6256733
Jun 04 15:34:20.502405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-84d362b9-8f05-4b37-8f03-cd3e74243c0b None None] Provisioning for port 521d1633-061f-4543-b8ed-f25a8adb2271 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:20.512812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=93ec95c7-43c2-4fc2-a6d9-0a383c0f0cdd,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:20.516578 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:20.527641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-84d362b9-8f05-4b37-8f03-cd3e74243c0b None None] Provisioning complete for port 521d1633-061f-4543-b8ed-f25a8adb2271 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:20.533321 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-84d362b9-8f05-4b37-8f03-cd3e74243c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:20.595875 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:20.606770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e5a39-aee7-4c87-9b51-37fbe3b79b9a req-2eef6144-c83f-4924-8f65-3b7d595b13cb tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:20.614117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60341e6-0d41-4c8c-a5bc-ed6340748c39 req-7ebe48f6-92f2-4bf8-9610-0d5162758b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:20.614448 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-837e5a39-aee7-4c87-9b51-37fbe3b79b9a req-2eef6144-c83f-4924-8f65-3b7d595b13cb tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.3046689
Jun 04 15:34:20.618548 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c60341e6-0d41-4c8c-a5bc-ed6340748c39 req-7ebe48f6-92f2-4bf8-9610-0d5162758b8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 1095 time: 0.5904555
Jun 04 15:34:20.725499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:20.730545 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:20.747075 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:20.791353 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-706ec7ae-949b-40b2-b749-3cee5aedf0cb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:20.819613 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-84d362b9-8f05-4b37-8f03-cd3e74243c0b None None] Port 521d1633-061f-4543-b8ed-f25a8adb2271 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:34:20.828827 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:20.847215 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-837e5a39-aee7-4c87-9b51-37fbe3b79b9a req-b87fb5fb-5f75-4d35-b8c2-95011e58be97 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2318120
Jun 04 15:34:20.882620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 32c755b2-1701-4d82-a402-739683e39a86, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=32c755b2-1701-4d82-a402-739683e39a86,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:20.923117 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:20.971802 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:20.989786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Pushing event updated for resources: {'Port': ['ID=46d8facb-2209-4318-a7e4-a538a6da2f30,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:21.000449 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:21.020970 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.6667798
Jun 04 15:34:21.021202 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:21.021202 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e4b3c8bc-a1e5-41dc-a216-7570b32487d4 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:21.078023 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33532) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:21.104599 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:21.125616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a494c-34bb-4c8c-8b72-3a4fb4ebb441 req-6932dc10-c2e0-4ca8-9426-a713420e9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:21.128558 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c2a494c-34bb-4c8c-8b72-3a4fb4ebb441 req-6932dc10-c2e0-4ca8-9426-a713420e9b93 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 917 time: 0.6075583
Jun 04 15:34:21.201663 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1522b213-b478-49f7-8581-df62742012d9 None None] Provisioning for port 93ec95c7-43c2-4fc2-a6d9-0a383c0f0cdd completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:21.283778 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1522b213-b478-49f7-8581-df62742012d9 None None] Provisioning complete for port 93ec95c7-43c2-4fc2-a6d9-0a383c0f0cdd triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:21.284217 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1522b213-b478-49f7-8581-df62742012d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:21.418055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=32c755b2-1701-4d82-a402-739683e39a86,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:21.424461 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:21.440629 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1522b213-b478-49f7-8581-df62742012d9 None None] Port 93ec95c7-43c2-4fc2-a6d9-0a383c0f0cdd cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:34:21.454871 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1522b213-b478-49f7-8581-df62742012d9 None None] Provisioning complete for port 521d1633-061f-4543-b8ed-f25a8adb2271 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:21.455251 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1522b213-b478-49f7-8581-df62742012d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:21.493159 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c2a494c-34bb-4c8c-8b72-3a4fb4ebb441 req-734c82b2-6147-482d-9d5c-9c165977a657 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=131cf642-94ad-4a61-899e-9c9bae477d1d HTTP/1.1" status: 200  len: 1002 time: 0.3432043
Jun 04 15:34:21.587799 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port e4b3c8bc-a1e5-41dc-a216-7570b32487d4 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:21.625417 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e4b3c8bc-a1e5-41dc-a216-7570b32487d4 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:21.625417 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:21.627605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60341e6-0d41-4c8c-a5bc-ed6340748c39 req-60a168f3-ce0a-4123-963b-7fa17a16284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:21.629758 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c60341e6-0d41-4c8c-a5bc-ed6340748c39 req-60a168f3-ce0a-4123-963b-7fa17a16284c service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 1.0029526
Jun 04 15:34:21.633814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Network 1cd853d6-299e-4638-a773-1972be281476 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:21.641430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:21.668849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d597c0-bb3f-4bec-bba6-e21d33eb8b4a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:21.672249 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1522b213-b478-49f7-8581-df62742012d9 None None] Port 521d1633-061f-4543-b8ed-f25a8adb2271 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:34:21.673669 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c8d597c0-bb3f-4bec-bba6-e21d33eb8b4a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:21.850420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a494c-34bb-4c8c-8b72-3a4fb4ebb441 req-5c804168-49fe-4e69-9d6a-a7cf51b76955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:21.853090 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c2a494c-34bb-4c8c-8b72-3a4fb4ebb441 req-5c804168-49fe-4e69-9d6a-a7cf51b76955 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 200  len: 855 time: 0.3496161
Jun 04 15:34:21.853700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b1e1f-3c51-455d-b794-9005c4aa3ad3 req-2b0c7adc-0526-4167-a8c5-3f55504360d6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:21.855249 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-301b1e1f-3c51-455d-b794-9005c4aa3ad3 req-2b0c7adc-0526-4167-a8c5-3f55504360d6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.5633559
Jun 04 15:34:21.865401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] For port b0e3ea8e-7a84-4475-9205-ead8264ebe5a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b0e3ea8e-7a84-4475-9205-ead8264ebe5a,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:21.873692 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:21.925297 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port e4b3c8bc-a1e5-41dc-a216-7570b32487d4, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e4b3c8bc-a1e5-41dc-a216-7570b32487d4,segment=NetworkSegment(99deb06e-364d-44b5-b2ca-ff9db25ebfb9),segment_id=99deb06e-364d-44b5-b2ca-ff9db25ebfb9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:21.939743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c8d597c0-bb3f-4bec-bba6-e21d33eb8b4a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:21.944507 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c8d597c0-bb3f-4bec-bba6-e21d33eb8b4a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.8625011
Jun 04 15:34:21.948345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33552) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:22.009199 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:22.018644 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-11b7b334-c09e-4c55-b54f-b34eec1f8ec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:22.092642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c60341e6-0d41-4c8c-a5bc-ed6340748c39 req-85fe0a4a-a747-426a-a2db-922c25c6bed2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 HTTP/1.1" status: 200  len: 999 time: 0.4352880
Jun 04 15:34:22.226243 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:22.237749 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-301b1e1f-3c51-455d-b794-9005c4aa3ad3 req-277b3a89-faa2-450e-91dd-f30d381cdc1c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3677492
Jun 04 15:34:22.261173 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b0e3ea8e-7a84-4475-9205-ead8264ebe5a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:22.266780 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Router fabe56b7-cd2b-4871-944e-ec6c23742b08 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:34:22.290699 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:22.291625 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:22.305143 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a6c53bf5-fa7b-479b-9814-6836f4d44bb9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:22.365605 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2bf43b3c-4e36-4391-977e-db5f93e83d57 None None] Provisioning complete for port 46d8facb-2209-4318-a7e4-a538a6da2f30 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:22.366021 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2bf43b3c-4e36-4391-977e-db5f93e83d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:22.409989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d545090-b81e-4061-a436-66821e56641c req-8401384e-a583-4165-a1a0-6a1e6e7bdf67 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:22.417138 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8d545090-b81e-4061-a436-66821e56641c req-8401384e-a583-4165-a1a0-6a1e6e7bdf67 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.1795721
Jun 04 15:34:22.471057 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa47053-e431-4826-908c-2029e858e925 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:22.472024 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa47053-e431-4826-908c-2029e858e925 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:22.478568 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa47053-e431-4826-908c-2029e858e925 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:22.479459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1fa47053-e431-4826-908c-2029e858e925 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:22.505475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60341e6-0d41-4c8c-a5bc-ed6340748c39 req-e7544ecd-b867-4c36-9b16-3d1eb81a38f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:22.505475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c60341e6-0d41-4c8c-a5bc-ed6340748c39 req-e7544ecd-b867-4c36-9b16-3d1eb81a38f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.3946791
Jun 04 15:34:22.507808 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:22.510402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1fa47053-e431-4826-908c-2029e858e925 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:22.512195 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1fa47053-e431-4826-908c-2029e858e925 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2380 time: 0.5533874
Jun 04 15:34:22.515149 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:22.521961 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33560) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:22.523692 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=e4b3c8bc-a1e5-41dc-a216-7570b32487d4,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:22.549416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4414a26f-5bf8-4181-a5f0-3a313a402b7f None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:22.585642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:22.586735 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:22.625809 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8d545090-b81e-4061-a436-66821e56641c req-67fadcaf-2fc7-4ee1-a9a3-966e667938d1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2076733
Jun 04 15:34:22.675125 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a494c-34bb-4c8c-8b72-3a4fb4ebb441 req-3b9ec1e7-f88a-4279-ad41-ff873c59b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:22.676643 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:22.678804 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c2a494c-34bb-4c8c-8b72-3a4fb4ebb441 req-3b9ec1e7-f88a-4279-ad41-ff873c59b071 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.8168449
Jun 04 15:34:22.837434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60341e6-0d41-4c8c-a5bc-ed6340748c39 req-65b5ff06-1a17-4192-af6c-79bd9360ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:22.843371 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c60341e6-0d41-4c8c-a5bc-ed6340748c39 req-65b5ff06-1a17-4192-af6c-79bd9360ffef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3287807
Jun 04 15:34:22.926900 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-2bf43b3c-4e36-4391-977e-db5f93e83d57 None None] Port 46d8facb-2209-4318-a7e4-a538a6da2f30 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:34:22.939237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b0e3ea8e-7a84-4475-9205-ead8264ebe5a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:22.939237 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:23.079865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=b0e3ea8e-7a84-4475-9205-ead8264ebe5a,revision_number=5']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:23.085553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:34:23.095596 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:23.102273 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8ea63286-23b1-4811-b75a-70537636909e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.739s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:23.135794 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Sync routers for ids ['fabe56b7-cd2b-4871-944e-ec6c23742b08'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:34:23.167370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Routers {'fabe56b7-cd2b-4871-944e-ec6c23742b08'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:34:23.168479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9c24f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:34:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['fabe56b7-cd2b-4871-944e-ec6c23742b08'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:23.212637 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c2a494c-34bb-4c8c-8b72-3a4fb4ebb441 req-ec18e517-038e-4b85-951a-6f29cd003ccf service neutron] 10.222.0.65 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5265775
Jun 04 15:34:23.265062 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] 10.222.0.32 "PUT /v2.0/routers/fabe56b7-cd2b-4871-944e-ec6c23742b08/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2788422
Jun 04 15:34:23.265062 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=384b63a4-937f-4b2b-bd69-3676b0859b22,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:23.273746 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:23.281555 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 9.2704644
Jun 04 15:34:23.283237 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33570) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:23.297503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'mac_address': 'fa:16:3e:e1:30:df', 'name': 'tempest-NetworksTestDHCPv6-637887378'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:23.315718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 32c755b2-1701-4d82-a402-739683e39a86 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:23.588463 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c60341e6-0d41-4c8c-a5bc-ed6340748c39 req-cd204292-f5c7-4b6b-b1da-5eae39838004 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7321713
Jun 04 15:34:23.594738 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c25628bc-ca4b-4ebf-9c06-115ee998d1af req-e8b76e60-6c13-4b80-a598-282d4fa54709 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.6501448
Jun 04 15:34:23.704296 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:23.707400 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6c2a494c-34bb-4c8c-8b72-3a4fb4ebb441 req-21f03170-6df0-4f6a-85cd-68a52c706e1f service neutron] 10.222.0.65 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4653165
Jun 04 15:34:23.843423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Set router fabe56b7-cd2b-4871-944e-ec6c23742b08 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:34:23.882534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-657c89fe-3a12-4a69-a38d-3aceba96b913 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port 93ec95c7-43c2-4fc2-a6d9-0a383c0f0cdd {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:23.882879 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-657c89fe-3a12-4a69-a38d-3aceba96b913 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:23.930316 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 32c755b2-1701-4d82-a402-739683e39a86 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:23.930696 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:23.950345 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c60341e6-0d41-4c8c-a5bc-ed6340748c39 req-7a424afb-8440-4620-b257-f8c287ba9bd7 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3512664
Jun 04 15:34:24.040186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25628bc-ca4b-4ebf-9c06-115ee998d1af req-7a59ca15-110e-4fcc-8d66-088c656de924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:24.044277 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c25628bc-ca4b-4ebf-9c06-115ee998d1af req-7a59ca15-110e-4fcc-8d66-088c656de924 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 1096 time: 0.2282190
Jun 04 15:34:24.053433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:24.061364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:24.064670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:24.079336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:24.372538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25628bc-ca4b-4ebf-9c06-115ee998d1af req-8c9b7091-714d-4787-9364-2fffdd136c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:24.374127 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c25628bc-ca4b-4ebf-9c06-115ee998d1af req-8c9b7091-714d-4787-9364-2fffdd136c0e service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.3058717
Jun 04 15:34:24.416658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:24.464478 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-12a5e24f-35e7-4f0f-9c1d-e271e217f9e9 None None] Provisioning complete for port b0e3ea8e-7a84-4475-9205-ead8264ebe5a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:24.465021 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-12a5e24f-35e7-4f0f-9c1d-e271e217f9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:24.720175 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9c24f0>, [{'id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'name': 'tempest-TestServerMultinode-2101052175-router', 'tenant_id': '0ac02eba8afb416294685148968468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '32c755b2-1701-4d82-a402-739683e39a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:34:02Z', 'updated_at': '2021-06-04T15:34:18Z', 'revision_number': 4, 'project_id': '0ac02eba8afb416294685148968468a5', 'gw_port': {'id': '32c755b2-1701-4d82-a402-739683e39a86', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:34:05Z', 'updated_at': '2021-06-04T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '46d8facb-2209-4318-a7e4-a538a6da2f30', 'name': '', 'network_id': '1cd853d6-299e-4638-a773-1972be281476', 'tenant_id': '0ac02eba8afb416294685148968468a5', 'mac_address': 'fa:16:3e:35:18:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '1205ab82-a34f-4ac8-aee9-fb0e6fd7a11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:34:15Z', 'updated_at': '2021-06-04T15:34:19Z', 'revision_number': 2, 'project_id': '0ac02eba8afb416294685148968468a5', 'subnets': [{'id': '1205ab82-a34f-4ac8-aee9-fb0e6fd7a11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:24.725071 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Checking router: fabe56b7-cd2b-4871-944e-ec6c23742b08 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:34:24.725699 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Updating router fabe56b7-cd2b-4871-944e-ec6c23742b08 port 46d8facb-2209-4318-a7e4-a538a6da2f30 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:34:24.743817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1876601-f357-4dfe-a258-16d48b22affb req-96121cc9-2e63-4974-84d5-cb591ca22988 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:24.757686 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a1876601-f357-4dfe-a258-16d48b22affb req-96121cc9-2e63-4974-84d5-cb591ca22988 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 1.0891669
Jun 04 15:34:24.765213 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-657c89fe-3a12-4a69-a38d-3aceba96b913 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:24.789068 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b0e3ea8e-7a84-4475-9205-ead8264ebe5a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:24.911880 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:24.999460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b0e3ea8e-7a84-4475-9205-ead8264ebe5a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:24.999761 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:25.044905 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-657c89fe-3a12-4a69-a38d-3aceba96b913 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for 93ec95c7-43c2-4fc2-a6d9-0a383c0f0cdd owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:25.087119 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a1876601-f357-4dfe-a258-16d48b22affb req-3df3cc2e-e130-40eb-aed8-8829e7e6b43d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3283181
Jun 04 15:34:25.139918 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:25.146621 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port 64825203-56e3-43ab-a637-bec3e42a449a yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:34:25.149088 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c25628bc-ca4b-4ebf-9c06-115ee998d1af req-5c5b5be3-57f4-4d18-bea7-f2d88383ac05 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=362ae327-1346-41be-be0d-0a7b0c46ce77 HTTP/1.1" status: 200  len: 217 time: 0.7611258
Jun 04 15:34:25.274604 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e4b3c8bc-a1e5-41dc-a216-7570b32487d4 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:25.410536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25628bc-ca4b-4ebf-9c06-115ee998d1af req-83803198-86a2-4d75-9dae-4eeb5c29d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:25.410536 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c25628bc-ca4b-4ebf-9c06-115ee998d1af req-83803198-86a2-4d75-9dae-4eeb5c29d60b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.2359891
Jun 04 15:34:25.495587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dfb90-0c5c-4000-8b3f-cd867cd09c60 req-04b6f758-941b-4545-ae4d-d3bfc27ac5d0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:25.497391 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-706dfb90-0c5c-4000-8b3f-cd867cd09c60 req-04b6f758-941b-4545-ae4d-d3bfc27ac5d0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.4777911
Jun 04 15:34:25.559977 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e4b3c8bc-a1e5-41dc-a216-7570b32487d4 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:25.561073 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:25.671845 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-706dfb90-0c5c-4000-8b3f-cd867cd09c60 req-4c15b535-2e5b-4477-8168-aeb1c927c099 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1421299
Jun 04 15:34:25.716554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25628bc-ca4b-4ebf-9c06-115ee998d1af req-45a0a430-0a26-498c-812a-4ddf218ae117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:25.720793 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c25628bc-ca4b-4ebf-9c06-115ee998d1af req-45a0a430-0a26-498c-812a-4ddf218ae117 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3141987
Jun 04 15:34:25.825191 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:25.838668 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:25.842408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-098cb877-4163-4794-ad30-b4577ad693a0 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:25.849701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-098cb877-4163-4794-ad30-b4577ad693a0 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Synchronizing usage tracker for tenant:0ac02eba8afb416294685148968468a5 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:25.873408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::1f5 (6acae085-7932-4691-b36e-433651ec3de1/11bda7d1-93a6-411d-b2a7-c09b6671e201/64825203-56e3-43ab-a637-bec3e42a449a) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:34:25.874604 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Transition to ACTIVE for port object 46d8facb-2209-4318-a7e4-a538a6da2f30 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:25.891617 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-657c89fe-3a12-4a69-a38d-3aceba96b913 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:25.910451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33624) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:25.921825 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d70159b9-982c-426c-8f87-3627823c205a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:25.959563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8:0:1:f816:3eff:fee1:30df (6acae085-7932-4691-b36e-433651ec3de1/384b63a4-937f-4b2b-bd69-3676b0859b22/64825203-56e3-43ab-a637-bec3e42a449a) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:34:25.965963 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c25628bc-ca4b-4ebf-9c06-115ee998d1af req-219eb562-541b-4253-abb6-b619e2d1691d service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2373192
Jun 04 15:34:25.980332 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:25.984262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c89fe-3a12-4a69-a38d-3aceba96b913 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=93ec95c7-43c2-4fc2-a6d9-0a383c0f0cdd,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:25.990312 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bdf1ee2a-7761-4502-a8c9-02653c325c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:25.998073 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-657c89fe-3a12-4a69-a38d-3aceba96b913 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:26.153291 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c25628bc-ca4b-4ebf-9c06-115ee998d1af req-5c586351-a5be-46f9-ba51-17d9c5f7cedf service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1793096
Jun 04 15:34:26.192034 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-098cb877-4163-4794-ad30-b4577ad693a0 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Unset dirty status for tenant:0ac02eba8afb416294685148968468a5 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:26.194349 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-098cb877-4163-4794-ad30-b4577ad693a0 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/networks?id=fa2a2256-60b6-4e22-8e8a-680899e6dd2c HTTP/1.1" status: 200  len: 911 time: 0.8138325
Jun 04 15:34:26.249922 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-657c89fe-3a12-4a69-a38d-3aceba96b913 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:26.340133 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-284892bd-adb9-43ce-8a9a-a946f183c070 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/quotas/0ac02eba8afb416294685148968468a5 HTTP/1.1" status: 200  len: 375 time: 0.1042964
Jun 04 15:34:26.417184 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33634) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:26.473710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b1ba8-09c5-4e82-81dd-227d4666bb80 None None] Pushing event updated for resources: {'Port': ['ID=46d8facb-2209-4318-a7e4-a538a6da2f30,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:26.480770 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-522b1ba8-09c5-4e82-81dd-227d4666bb80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:26.504661 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Attempting to bind port 46d8facb-2209-4318-a7e4-a538a6da2f30 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:34:26.505081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Attempting to bind port 46d8facb-2209-4318-a7e4-a538a6da2f30 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'a53e3549-998f-4b22-9e74-f4be83402616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cd853d6-299e-4638-a773-1972be281476'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:34:26.505458 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Attempting to bind port 46d8facb-2209-4318-a7e4-a538a6da2f30 on network 1cd853d6-299e-4638-a773-1972be281476 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:34:26.515566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:34:26.516030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Checking segment: {'id': 'a53e3549-998f-4b22-9e74-f4be83402616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cd853d6-299e-4638-a773-1972be281476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:34:26.516448 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:26.516852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Bound using segment: {'id': 'a53e3549-998f-4b22-9e74-f4be83402616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cd853d6-299e-4638-a773-1972be281476'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:34:26.517365 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Bound port: 46d8facb-2209-4318-a7e4-a538a6da2f30, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53e3549-998f-4b22-9e74-f4be83402616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1cd853d6-299e-4638-a773-1972be281476'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:34:26.517752 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:26.634255 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] For port 46d8facb-2209-4318-a7e4-a538a6da2f30, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:34:26.638040 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] For port 46d8facb-2209-4318-a7e4-a538a6da2f30, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=46d8facb-2209-4318-a7e4-a538a6da2f30,segment=NetworkSegment(a53e3549-998f-4b22-9e74-f4be83402616),segment_id=a53e3549-998f-4b22-9e74-f4be83402616)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:34:26.713106 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:26.721640 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-587ad294-fad3-45d4-897a-034929dd7d4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:26.820219 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Routers {'fabe56b7-cd2b-4871-944e-ec6c23742b08'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:34:26.821702 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9c24f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:34:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['fabe56b7-cd2b-4871-944e-ec6c23742b08'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:26.821967 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-657c89fe-3a12-4a69-a38d-3aceba96b913 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/93ec95c7-43c2-4fc2-a6d9-0a383c0f0cdd HTTP/1.1" status: 204  len: 168 time: 4.2921476
Jun 04 15:34:26.822749 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33640) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:26.846020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86a0a1-a027-49e2-82c9-76b8cfe9d906 req-c2861e97-1f1c-4558-8335-96b9266672ed tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:26.848306 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1a86a0a1-a027-49e2-82c9-76b8cfe9d906 req-c2861e97-1f1c-4558-8335-96b9266672ed tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.4698317
Jun 04 15:34:26.910319 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b977f1-df54-4077-8c09-72bceeb81d2d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] GET failed (client error): The resource could not be found.
Jun 04 15:34:26.911501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-28b977f1-df54-4077-8c09-72bceeb81d2d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:26.952518 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:26.988630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object 64825203-56e3-43ab-a637-bec3e42a449a will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:27.021112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-1d772afc-c539-4575-b6bc-5e44d55434c1 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Synchronizing usage tracker for tenant:0ac02eba8afb416294685148968468a5 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:27.028721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b1ba8-09c5-4e82-81dd-227d4666bb80 None None] Pushing event updated for resources: {'Port': ['ID=46d8facb-2209-4318-a7e4-a538a6da2f30,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:27.039894 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-522b1ba8-09c5-4e82-81dd-227d4666bb80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:27.051031 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-28b977f1-df54-4077-8c09-72bceeb81d2d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:27.052464 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-28b977f1-df54-4077-8c09-72bceeb81d2d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/93ec95c7-43c2-4fc2-a6d9-0a383c0f0cdd HTTP/1.1" status: 404  len: 333 time: 0.2259953
Jun 04 15:34:27.056788 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33644) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:27.079575 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1a86a0a1-a027-49e2-82c9-76b8cfe9d906 req-b41c55dc-0ac0-408e-b74c-42a22708e637 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2206032
Jun 04 15:34:27.220622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] Set router fabe56b7-cd2b-4871-944e-ec6c23742b08 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:34:27.254179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-1d772afc-c539-4575-b6bc-5e44d55434c1 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Unset dirty status for tenant:0ac02eba8afb416294685148968468a5 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:27.255698 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-1d772afc-c539-4575-b6bc-5e44d55434c1 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ac02eba8afb416294685148968468a5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.9147813
Jun 04 15:34:27.262006 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6460e32a-6b82-4dbb-8a81-4578ffdb2f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:27.340822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54058d1-ca2a-400e-a5a8-4a27fe8e40ba req-13fa7d02-e7f0-4c20-9460-4f466b5d6397 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:27.356951 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c54058d1-ca2a-400e-a5a8-4a27fe8e40ba req-13fa7d02-e7f0-4c20-9460-4f466b5d6397 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.1269619
Jun 04 15:34:27.357323 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:27.414918 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6460e32a-6b82-4dbb-8a81-4578ffdb2f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:27.433542 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d33f1413-b645-436d-8e25-e2d8ebe7b5b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:27.470592 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c54058d1-ca2a-400e-a5a8-4a27fe8e40ba req-7508c09e-16db-4a95-ad70-9e3185ea7ef1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1136434
Jun 04 15:34:27.474967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6460e32a-6b82-4dbb-8a81-4578ffdb2f1b admin admin] Usage tracker for resource:security_group_rule and tenant:b506c7a94e154a2a8a2c4747209fa74f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:27.491055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1ca045b3-7809-4c30-95b4-032307250c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:27.498757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6460e32a-6b82-4dbb-8a81-4578ffdb2f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:27.515887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:27.518240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6460e32a-6b82-4dbb-8a81-4578ffdb2f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:27.530529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:27.545112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:34:27.552903 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:27.554441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:27.635687 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=64825203-56e3-43ab-a637-bec3e42a449a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:27.659748 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:27.670594 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-59e7a3c0-0257-4033-b2de-fd4de808ff99 service neutron] 10.222.0.32 "GET /v2.0/networks/fa2a2256-60b6-4e22-8e8a-680899e6dd2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3951151
Jun 04 15:34:27.673984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-32f9be4e-9b78-43ff-ba87-6a75af771a06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port 521d1633-061f-4543-b8ed-f25a8adb2271 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:27.674336 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32f9be4e-9b78-43ff-ba87-6a75af771a06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:27.728276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9c24f0>, [{'id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'name': 'tempest-TestServerMultinode-2101052175-router', 'tenant_id': '0ac02eba8afb416294685148968468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '32c755b2-1701-4d82-a402-739683e39a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:34:02Z', 'updated_at': '2021-06-04T15:34:18Z', 'revision_number': 4, 'project_id': '0ac02eba8afb416294685148968468a5', 'gw_port': {'id': '32c755b2-1701-4d82-a402-739683e39a86', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:34:05Z', 'updated_at': '2021-06-04T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '46d8facb-2209-4318-a7e4-a538a6da2f30', 'name': '', 'network_id': '1cd853d6-299e-4638-a773-1972be281476', 'tenant_id': '0ac02eba8afb416294685148968468a5', 'mac_address': 'fa:16:3e:35:18:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '1205ab82-a34f-4ac8-aee9-fb0e6fd7a11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:34:15Z', 'updated_at': '2021-06-04T15:34:26Z', 'revision_number': 4, 'project_id': '0ac02eba8afb416294685148968468a5', 'subnets': [{'id': '1205ab82-a34f-4ac8-aee9-fb0e6fd7a11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:27.733852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b1f4d5-1f2f-4e53-a927-5ca9b7b1ce23 None None] The sync data for ids ['fabe56b7-cd2b-4871-944e-ec6c23742b08'] in n-d-791505-9 is: [{'id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'name': 'tempest-TestServerMultinode-2101052175-router', 'tenant_id': '0ac02eba8afb416294685148968468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '32c755b2-1701-4d82-a402-739683e39a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:34:02Z', 'updated_at': '2021-06-04T15:34:18Z', 'revision_number': 4, 'project_id': '0ac02eba8afb416294685148968468a5', 'gw_port': {'id': '32c755b2-1701-4d82-a402-739683e39a86', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:34:05Z', 'updated_at': '2021-06-04T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '46d8facb-2209-4318-a7e4-a538a6da2f30', 'name': '', 'network_id': '1cd853d6-299e-4638-a773-1972be281476', 'tenant_id': '0ac02eba8afb416294685148968468a5', 'mac_address': 'fa:16:3e:35:18:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '1205ab82-a34f-4ac8-aee9-fb0e6fd7a11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:34:15Z', 'updated_at': '2021-06-04T15:34:26Z', 'revision_number': 4, 'project_id': '0ac02eba8afb416294685148968468a5', 'subnets': [{'id': '1205ab82-a34f-4ac8-aee9-fb0e6fd7a11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:34:27.789278 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 4.5034163
Jun 04 15:34:27.793616 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33652) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:28.198368 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-840156bb-691e-4bff-b960-9afc944cbc6d None None] Provisioning for port 64825203-56e3-43ab-a637-bec3e42a449a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:28.207060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-840156bb-691e-4bff-b960-9afc944cbc6d None None] Provisioning complete for port 64825203-56e3-43ab-a637-bec3e42a449a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:28.214233 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-840156bb-691e-4bff-b960-9afc944cbc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:28.218463 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32f9be4e-9b78-43ff-ba87-6a75af771a06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:28.257781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d8cef-a1a0-44ae-8085-f625503a5e60 req-137c7698-66d5-4007-8d19-650450e6f1c8 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:28.259385 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-954d8cef-a1a0-44ae-8085-f625503a5e60 req-137c7698-66d5-4007-8d19-650450e6f1c8 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.5527864
Jun 04 15:34:28.289347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-840156bb-691e-4bff-b960-9afc944cbc6d None None] Port 64825203-56e3-43ab-a637-bec3e42a449a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:34:28.323840 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-954d8cef-a1a0-44ae-8085-f625503a5e60 req-c39c8dc0-7688-48fd-af1d-52e6c5727d96 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572231
Jun 04 15:34:28.466194 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-32f9be4e-9b78-43ff-ba87-6a75af771a06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for 521d1633-061f-4543-b8ed-f25a8adb2271 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:28.470318 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6460e32a-6b82-4dbb-8a81-4578ffdb2f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:28.475270 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-3f74d21f-dc7a-43ed-aa45-daaddf42d3c9 service neutron] 10.222.0.32 "GET /v2.0/networks/fa2a2256-60b6-4e22-8e8a-680899e6dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7683165
Jun 04 15:34:28.506707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b1d79-5ce0-409b-9e1e-b8c571681af8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port 64825203-56e3-43ab-a637-bec3e42a449a {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:28.507059 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6c2b1d79-5ce0-409b-9e1e-b8c571681af8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:28.537670 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6460e32a-6b82-4dbb-8a81-4578ffdb2f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:28.558517 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-85de903f-6a08-4936-b7b5-7a550b5c105b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:28.625387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-1ca045b3-7809-4c30-95b4-032307250c6e admin admin] Deleting port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:28.625997 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1ca045b3-7809-4c30-95b4-032307250c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:28.666809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 46d8facb-2209-4318-a7e4-a538a6da2f30 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:28.705785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d8101-e778-40b9-9f95-f8b329b2aa39 req-b0201e93-1c8a-4776-b988-b1b4511d6f62 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:28.714284 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4e6d8101-e778-40b9-9f95-f8b329b2aa39 req-b0201e93-1c8a-4776-b988-b1b4511d6f62 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.2161536
Jun 04 15:34:28.747543 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6460e32a-6b82-4dbb-8a81-4578ffdb2f1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b506c7a94e154a2a8a2c4747209fa74f&name=default HTTP/1.1" status: 200  len: 2983 time: 1.9917669
Jun 04 15:34:28.751985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33662) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:28.752731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460e32a-6b82-4dbb-8a81-4578ffdb2f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d07e27-1671-4a75-8b23-badf05b1efad,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:28.767110 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6460e32a-6b82-4dbb-8a81-4578ffdb2f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:28.840389 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6c2b1d79-5ce0-409b-9e1e-b8c571681af8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:28.854458 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 46d8facb-2209-4318-a7e4-a538a6da2f30 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:28.874266 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 46d8facb-2209-4318-a7e4-a538a6da2f30 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:28.875221 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:28.878281 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4e6d8101-e778-40b9-9f95-f8b329b2aa39 req-d3445d55-701d-4363-a40d-4e2a8e9d0290 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1624651
Jun 04 15:34:28.916366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-1ca045b3-7809-4c30-95b4-032307250c6e admin admin] For port 0c239d36-cf9f-42d9-8c6d-3689c0b6060e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0c239d36-cf9f-42d9-8c6d-3689c0b6060e,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:28.916620 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1ca045b3-7809-4c30-95b4-032307250c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:29.089551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-1ca045b3-7809-4c30-95b4-032307250c6e admin admin] Calling delete_port for 0c239d36-cf9f-42d9-8c6d-3689c0b6060e owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:29.166185 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:29.222304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 46d8facb-2209-4318-a7e4-a538a6da2f30, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=46d8facb-2209-4318-a7e4-a538a6da2f30,segment=NetworkSegment(a53e3549-998f-4b22-9e74-f4be83402616),segment_id=a53e3549-998f-4b22-9e74-f4be83402616)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:29.335140 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:29.337092 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0d35be87-ba73-4849-8e73-a3498424fe52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:29.372877 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d4ed5c43-3fac-4599-9113-0908a34aebb4 req-0d9ae34a-c0ec-45f1-b598-6fc60d559ffc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 210 time: 0.0664897
Jun 04 15:34:29.526894 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=46d8facb-2209-4318-a7e4-a538a6da2f30,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:29.531103 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:29.545042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b1d79-5ce0-409b-9e1e-b8c571681af8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for 64825203-56e3-43ab-a637-bec3e42a449a owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:29.566633 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-287e5f94-3600-4033-bb8b-f458b1744af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:29.632583 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-287e5f94-3600-4033-bb8b-f458b1744af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:29.697884 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a59493c7-c8e5-4662-b1cb-97a26fd24b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:29.717656 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1ca045b3-7809-4c30-95b4-032307250c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:29.727546 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c8bc6e73-a02a-4c93-81ad-c9d7b6575599 tempest-ListServersNegativeTestJSON-397325873 tempest-ListServersNegativeTestJSON-397325873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:29.736068 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32f9be4e-9b78-43ff-ba87-6a75af771a06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:29.759592 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:29.776962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca045b3-7809-4c30-95b4-032307250c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c239d36-cf9f-42d9-8c6d-3689c0b6060e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:29.780178 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1ca045b3-7809-4c30-95b4-032307250c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:29.812703 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9be4e-9b78-43ff-ba87-6a75af771a06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=521d1633-061f-4543-b8ed-f25a8adb2271,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:29.820546 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-32f9be4e-9b78-43ff-ba87-6a75af771a06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:29.927440 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cb356-d516-450a-af5d-85487c05a2ac req-9b175022-1bd1-425b-898c-6d002cf65ff7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:29.931606 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5f2cb356-d516-450a-af5d-85487c05a2ac req-9b175022-1bd1-425b-898c-6d002cf65ff7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.2512345
Jun 04 15:34:29.970962 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-287e5f94-3600-4033-bb8b-f458b1744af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:29.975090 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32f9be4e-9b78-43ff-ba87-6a75af771a06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:29.980306 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8b53c8b8-8963-4dde-b744-28bc4995ee8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:30.042418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e5f94-3600-4033-bb8b-f458b1744af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d07e27-1671-4a75-8b23-badf05b1efad,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:30.051410 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-287e5f94-3600-4033-bb8b-f458b1744af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:30.250876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0819e6c-96f3-44fc-bc0c-747689d1c91e req-0e4c588b-40e0-49e4-9b89-36bec97612e6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:30.252132 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0819e6c-96f3-44fc-bc0c-747689d1c91e req-0e4c588b-40e0-49e4-9b89-36bec97612e6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.1782107
Jun 04 15:34:30.283933 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-32f9be4e-9b78-43ff-ba87-6a75af771a06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/521d1633-061f-4543-b8ed-f25a8adb2271 HTTP/1.1" status: 204  len: 168 time: 3.2206788
Jun 04 15:34:30.284755 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6c2b1d79-5ce0-409b-9e1e-b8c571681af8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:30.290337 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-287e5f94-3600-4033-bb8b-f458b1744af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:30.295820 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-287e5f94-3600-4033-bb8b-f458b1744af6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1d07e27-1671-4a75-8b23-badf05b1efad HTTP/1.1" status: 204  len: 168 time: 1.5368087
Jun 04 15:34:30.295820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33684) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:30.334484 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-10cdeaa3-5d1e-4978-bddd-82e4fa847a0e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:30.403687 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5f2cb356-d516-450a-af5d-85487c05a2ac req-9e65f5a6-5768-4964-811b-64abbeb126a5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3298059
Jun 04 15:34:30.408232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b1d79-5ce0-409b-9e1e-b8c571681af8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=64825203-56e3-43ab-a637-bec3e42a449a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:30.415720 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe64bc9d-099b-4e09-98d4-3b39026fd86a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] GET failed (client error): The resource could not be found.
Jun 04 15:34:30.416365 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fe64bc9d-099b-4e09-98d4-3b39026fd86a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:30.419465 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1ca045b3-7809-4c30-95b4-032307250c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:30.433578 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6c2b1d79-5ce0-409b-9e1e-b8c571681af8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:30.451310 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0819e6c-96f3-44fc-bc0c-747689d1c91e req-98f88a8e-e870-43ab-a34c-416220cf7d91 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1872523
Jun 04 15:34:30.636180 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6c2b1d79-5ce0-409b-9e1e-b8c571681af8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:30.646244 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6c2b1d79-5ce0-409b-9e1e-b8c571681af8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/64825203-56e3-43ab-a637-bec3e42a449a HTTP/1.1" status: 204  len: 168 time: 2.8362548
Jun 04 15:34:30.652157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33694) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:30.728607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 46d8facb-2209-4318-a7e4-a538a6da2f30 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:30.747635 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fe64bc9d-099b-4e09-98d4-3b39026fd86a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:30.749316 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fe64bc9d-099b-4e09-98d4-3b39026fd86a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/521d1633-061f-4543-b8ed-f25a8adb2271 HTTP/1.1" status: 404  len: 333 time: 0.4476128
Jun 04 15:34:30.749966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33696) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:30.836974 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-62ae3833-2529-44b3-afbd-9098efebc749 req-45414e48-8ede-492e-8199-af4d3781ec5e tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 210 time: 0.1189358
Jun 04 15:34:30.902263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a31219-4844-4ba0-be62-54ab12dd680b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting subnet 2d0b1914-9f3c-43c8-ab72-3d5b41641516 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:34:30.902263 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2a31219-4844-4ba0-be62-54ab12dd680b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:30.912046 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 46d8facb-2209-4318-a7e4-a538a6da2f30 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:30.912487 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:30.968773 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2a31219-4844-4ba0-be62-54ab12dd680b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:31.083762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ccbe26-a266-46cf-af51-9cacce8ea03e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:31.084825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-23ccbe26-a266-46cf-af51-9cacce8ea03e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:31.125574 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2a31219-4844-4ba0-be62-54ab12dd680b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:31.186637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca045b3-7809-4c30-95b4-032307250c6e admin admin] Router 2263279c-b6a7-46a9-9165-d63dec5a76f0 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:34:31.277902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-23ccbe26-a266-46cf-af51-9cacce8ea03e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:31.281672 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-23ccbe26-a266-46cf-af51-9cacce8ea03e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.6259711
Jun 04 15:34:31.284278 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33706) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:31.317365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b62f91-00d9-45b6-a37a-89f3f3ff9458 req-c3da2a76-493e-4780-8b4f-a08da2bdaa1b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:31.318965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-53b62f91-00d9-45b6-a37a-89f3f3ff9458 req-c3da2a76-493e-4780-8b4f-a08da2bdaa1b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.1952124
Jun 04 15:34:31.440522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca045b3-7809-4c30-95b4-032307250c6e admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:34:31.452119 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4f7e8-8f61-4056-a160-2b9d52949c61 None None] Sync routers for ids ['2263279c-b6a7-46a9-9165-d63dec5a76f0'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:34:31.453604 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-53b62f91-00d9-45b6-a37a-89f3f3ff9458 req-4fddfc74-236d-4f2f-9166-2763905c8102 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746562
Jun 04 15:34:31.468794 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f4f7e8-8f61-4056-a160-2b9d52949c61 None None] Routers {'2263279c-b6a7-46a9-9165-d63dec5a76f0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:34:31.468794 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f0f4f7e8-8f61-4056-a160-2b9d52949c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c732a30>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:34:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2263279c-b6a7-46a9-9165-d63dec5a76f0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:31.475059 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1ca045b3-7809-4c30-95b4-032307250c6e admin admin] 10.222.0.32 "PUT /v2.0/routers/2263279c-b6a7-46a9-9165-d63dec5a76f0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5638208
Jun 04 15:34:31.475751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33708) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:31.505962 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b273e38-d1a4-4bf9-98ca-b373b8c2939a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:31.510965 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2b273e38-d1a4-4bf9-98ca-b373b8c2939a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.2252038
Jun 04 15:34:31.520063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33714) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:31.696992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33716) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:31.741074 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-543c46e5-0e5e-447f-85f6-fe3d1aaa3f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:31.771836 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:31.772059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-543c46e5-0e5e-447f-85f6-fe3d1aaa3f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:31.782223 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-543c46e5-0e5e-447f-85f6-fe3d1aaa3f7c admin admin] Usage tracker for resource:security_group_rule and tenant:5e1aaa6cf21040c69694f2ba4060eb3d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:31.793054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-543c46e5-0e5e-447f-85f6-fe3d1aaa3f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:31.799043 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-f0f4f7e8-8f61-4056-a160-2b9d52949c61 None None] Set router 2263279c-b6a7-46a9-9165-d63dec5a76f0 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:34:31.802849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02edf649-28b4-478b-b461-12e55dbee0af tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:31.804378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02edf649-28b4-478b-b461-12e55dbee0af tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:31.806458 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02edf649-28b4-478b-b461-12e55dbee0af tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:31.807177 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-02edf649-28b4-478b-b461-12e55dbee0af tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:31.811860 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-543c46e5-0e5e-447f-85f6-fe3d1aaa3f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:31.859153 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2414829-1545-4767-aa45-7717d409a02b req-0443d2d6-e3c8-4ab1-9154-ed46604db3d6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:31.867942 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2414829-1545-4767-aa45-7717d409a02b req-0443d2d6-e3c8-4ab1-9154-ed46604db3d6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.2269564
Jun 04 15:34:31.901990 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2a31219-4844-4ba0-be62-54ab12dd680b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:31.909453 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-de0505a9-52a2-4ad0-8d54-4eef83b44bb1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:31.969362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-02edf649-28b4-478b-b461-12e55dbee0af tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:31.969362 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-02edf649-28b4-478b-b461-12e55dbee0af tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.4383035
Jun 04 15:34:31.971797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a31219-4844-4ba0-be62-54ab12dd680b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0b1914-9f3c-43c8-ab72-3d5b41641516,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:31.972621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33722) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:31.978300 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e2a31219-4844-4ba0-be62-54ab12dd680b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:31.980358 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2a31219-4844-4ba0-be62-54ab12dd680b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:31.985171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652370be-cc35-4e89-a99f-cbbfc7a7798b None None] Network b6340721-4aa2-47cb-bc61-13cd2b793769 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:32.002058 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2414829-1545-4767-aa45-7717d409a02b req-23173a83-ed81-4d3d-ae0f-2f36ab8c5d7d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1331561
Jun 04 15:34:32.024538 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e2a31219-4844-4ba0-be62-54ab12dd680b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/2d0b1914-9f3c-43c8-ab72-3d5b41641516 HTTP/1.1" status: 204  len: 168 time: 1.2675614
Jun 04 15:34:32.030574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33724) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:32.118305 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8cfa03ff-2435-4688-8866-0b2aa43d5369 req-2c640816-45c0-4565-8c2b-b595be729663 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 210 time: 0.0707822
Jun 04 15:34:32.144622 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:32.155857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d6c0d9-de9a-4eeb-b63a-0d66b8a661f1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 11bda7d1-93a6-411d-b2a7-c09b6671e201 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:34:32.159580 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-40d6c0d9-de9a-4eeb-b63a-0d66b8a661f1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:32.246468 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-40d6c0d9-de9a-4eeb-b63a-0d66b8a661f1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:32.273938 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:32.357753 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f0f4f7e8-8f61-4056-a160-2b9d52949c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c732a30>, [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:34:29Z', 'revision_number': 5, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port': {'id': '14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:24:20Z', 'updated_at': '2021-06-04T15:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:32.364194 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4f7e8-8f61-4056-a160-2b9d52949c61 None None] Checking router: 2263279c-b6a7-46a9-9165-d63dec5a76f0 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:34:32.377549 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-543c46e5-0e5e-447f-85f6-fe3d1aaa3f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:32.382935 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:32.398347 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f4f7e8-8f61-4056-a160-2b9d52949c61 None None] Routers {'2263279c-b6a7-46a9-9165-d63dec5a76f0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:34:32.399050 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f0f4f7e8-8f61-4056-a160-2b9d52949c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c732a30>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:34:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2263279c-b6a7-46a9-9165-d63dec5a76f0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:32.500585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8c3eea-8372-469d-98ab-7ca189b56821 None None] DHCP port deletion for b6340721-4aa2-47cb-bc61-13cd2b793769 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:34:32.520825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port e4b3c8bc-a1e5-41dc-a216-7570b32487d4 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:32.524872 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:32.541368 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-543c46e5-0e5e-447f-85f6-fe3d1aaa3f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:32.555782 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:32.632797 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-48cdac39-bc0f-4e38-8f03-61fdfcce642f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:32.683622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e4b3c8bc-a1e5-41dc-a216-7570b32487d4 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:34:32.688118 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-543c46e5-0e5e-447f-85f6-fe3d1aaa3f7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e1aaa6cf21040c69694f2ba4060eb3d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9880717
Jun 04 15:34:32.689048 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33732) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:32.691528 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-f0f4f7e8-8f61-4056-a160-2b9d52949c61 None None] Set router 2263279c-b6a7-46a9-9165-d63dec5a76f0 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:34:32.699751 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c46e5-0e5e-447f-85f6-fe3d1aaa3f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421673eb-df68-4ee3-b041-144d1301040c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:32.718212 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-543c46e5-0e5e-447f-85f6-fe3d1aaa3f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:32.781854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c3eea-8372-469d-98ab-7ca189b56821 None None] Deleting port e4b3c8bc-a1e5-41dc-a216-7570b32487d4 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:32.782392 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1b8c3eea-8372-469d-98ab-7ca189b56821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:32.815972 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 131cf642-94ad-4a61-899e-9c9bae477d1d details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:34:32.835260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] For port e4b3c8bc-a1e5-41dc-a216-7570b32487d4, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e4b3c8bc-a1e5-41dc-a216-7570b32487d4,segment=NetworkSegment(99deb06e-364d-44b5-b2ca-ff9db25ebfb9),segment_id=99deb06e-364d-44b5-b2ca-ff9db25ebfb9)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:32.835928 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:32.847223 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f0f4f7e8-8f61-4056-a160-2b9d52949c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c732a30>, [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:34:32Z', 'revision_number': 6, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:32.855121 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4f7e8-8f61-4056-a160-2b9d52949c61 None None] The sync data for ids ['2263279c-b6a7-46a9-9165-d63dec5a76f0'] in n-d-791505-9 is: [{'id': '2263279c-b6a7-46a9-9165-d63dec5a76f0', 'name': 'tempest-AttachVolumeTestJSON-1744530537-router', 'tenant_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:24:19Z', 'updated_at': '2021-06-04T15:34:32Z', 'revision_number': 6, 'project_id': '0f9666fef72042a089a1b7fec6d0d3ff', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:34:32.968074 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-40d6c0d9-de9a-4eeb-b63a-0d66b8a661f1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.005301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1b8c3eea-8372-469d-98ab-7ca189b56821 None None] For port e4b3c8bc-a1e5-41dc-a216-7570b32487d4, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e4b3c8bc-a1e5-41dc-a216-7570b32487d4,segment=NetworkSegment(99deb06e-364d-44b5-b2ca-ff9db25ebfb9),segment_id=99deb06e-364d-44b5-b2ca-ff9db25ebfb9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:33.006620 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1b8c3eea-8372-469d-98ab-7ca189b56821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.016716 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for e4b3c8bc-a1e5-41dc-a216-7570b32487d4 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:33.109656 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b5bcef2-117e-4cf1-b0b0-ff057a98a5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.120009 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-3a767311-d930-4e14-90ba-3e559dee0f8c tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:33.121494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-3a767311-d930-4e14-90ba-3e559dee0f8c tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.65 "GET /v2.0/networks?id=fa2a2256-60b6-4e22-8e8a-680899e6dd2c HTTP/1.1" status: 200  len: 911 time: 0.3913720
Jun 04 15:34:33.170719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6f516-541d-4ecb-8b3e-aaf489c2a30e req-cacf54d7-cda7-4450-aad6-3168853b1309 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:33.178285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Request body: {'port': {'device_id': '67231f71-5cc6-4d69-a2b7-a048ec467418', 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c', 'admin_state_up': True, 'tenant_id': '0ac02eba8afb416294685148968468a5'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:33.178535 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0ea6f516-541d-4ecb-8b3e-aaf489c2a30e req-cacf54d7-cda7-4450-aad6-3168853b1309 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.4541082
Jun 04 15:34:33.182825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b5bcef2-117e-4cf1-b0b0-ff057a98a5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.190473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] Deleting port 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:33.190975 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.204786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c3eea-8372-469d-98ab-7ca189b56821 None None] Calling delete_port for e4b3c8bc-a1e5-41dc-a216-7570b32487d4 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:33.214672 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.283377 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0ea6f516-541d-4ecb-8b3e-aaf489c2a30e req-6ac0d8bd-35b9-480f-a8ff-81c601662cb4 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1039484
Jun 04 15:34:33.290789 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.316012 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6c2b1d79-5ce0-409b-9e1e-b8c571681af8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:33.392229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=e4b3c8bc-a1e5-41dc-a216-7570b32487d4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:33.396024 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:33.399624 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No DVR routers for this DVR port e4b3c8bc-a1e5-41dc-a216-7570b32487d4 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:34:33.426836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 131cf642-94ad-4a61-899e-9c9bae477d1d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=131cf642-94ad-4a61-899e-9c9bae477d1d,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:33.445523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '131cf642-94ad-4a61-899e-9c9bae477d1d', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'port_id': '131cf642-94ad-4a61-899e-9c9bae477d1d', 'mac_address': 'fa:16:3e:7f:8a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:34:33.489718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:33.513311 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.538932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 131cf642-94ad-4a61-899e-9c9bae477d1d {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:34:33.571828 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1b8c3eea-8372-469d-98ab-7ca189b56821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.578374 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 131cf642-94ad-4a61-899e-9c9bae477d1d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=131cf642-94ad-4a61-899e-9c9bae477d1d,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:33.580366 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0c6d0c28-e18d-437d-a977-4973dd7e4ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:33.593473 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.602105 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b5bcef2-117e-4cf1-b0b0-ff057a98a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.625981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c3eea-8372-469d-98ab-7ca189b56821 None None] Pushing event deleted for resources: {'Port': ['ID=e4b3c8bc-a1e5-41dc-a216-7570b32487d4,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:33.629932 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1b8c3eea-8372-469d-98ab-7ca189b56821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:33.630815 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c3eea-8372-469d-98ab-7ca189b56821 None None] No DVR routers for this DVR port e4b3c8bc-a1e5-41dc-a216-7570b32487d4 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:34:33.645379 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-11576f21-a27b-4af0-8130-9e0ea754b048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:33.648275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:33.661516 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83912081f0>,) {'filters': {'network_id': ['b6340721-4aa2-47cb-bc61-13cd2b793769']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:33.663098 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.664169 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.665839 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bf3b7995-2460-4de9-80b7-5b4fcc2eb770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:33.681644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bcef2-117e-4cf1-b0b0-ff057a98a5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421673eb-df68-4ee3-b041-144d1301040c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:33.688634 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4ab74d1e-695d-4ae7-9bc6-5d5bf25bf846 req-1f2cdb6c-1bb3-46cb-b196-b82109877bc0 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 210 time: 0.0980315
Jun 04 15:34:33.689530 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5b5bcef2-117e-4cf1-b0b0-ff057a98a5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:33.691828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83912081f0>, '99deb06e-364d-44b5-b2ca-ff9db25ebfb9') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:33.692127 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83912081f0>, '99deb06e-364d-44b5-b2ca-ff9db25ebfb9') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:33.711600 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.741957 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.749432 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['131cf642-94ad-4a61-899e-9c9bae477d1d'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:34:33.759108 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:34:33.760577 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:34:33.823272 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:34:33.851407 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf96fe-0208-4fd9-974d-78f73627aab2 req-ae057514-fc35-4b3d-84d3-0b68c6ef830e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:33.851806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=131cf642-94ad-4a61-899e-9c9bae477d1d,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:33.853372 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-16cf96fe-0208-4fd9-974d-78f73627aab2 req-ae057514-fc35-4b3d-84d3-0b68c6ef830e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.3666439
Jun 04 15:34:33.857065 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:33.879515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] For port 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:33.879905 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.883747 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b5bcef2-117e-4cf1-b0b0-ff057a98a5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:33.887259 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5b5bcef2-117e-4cf1-b0b0-ff057a98a5dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/421673eb-df68-4ee3-b041-144d1301040c HTTP/1.1" status: 204  len: 168 time: 1.1821194
Jun 04 15:34:34.072054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] Calling delete_port for 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:34.083147 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-40d6c0d9-de9a-4eeb-b63a-0d66b8a661f1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:34.087767 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Made reservation on behalf of 0ac02eba8afb416294685148968468a5 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:34.090255 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:34.106802 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:34.107422 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8bec18f5-858e-4d69-915c-95f7ea1ca380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:34.108244 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:34.112449 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d7988d33-cf13-4972-8a63-65bbe3f7a173 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:34.137848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Network': ['ID=b6340721-4aa2-47cb-bc61-13cd2b793769,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:34.140816 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:34.145089 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/networks/b6340721-4aa2-47cb-bc61-13cd2b793769 HTTP/1.1" status: 204  len: 168 time: 2.1116765
Jun 04 15:34:34.148639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33760) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:34.155331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6c0d9-de9a-4eeb-b63a-0d66b8a661f1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=11bda7d1-93a6-411d-b2a7-c09b6671e201,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:34.158528 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-40d6c0d9-de9a-4eeb-b63a-0d66b8a661f1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:34.165901 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b811be90-4c7a-482f-83c6-3ed31ae67742 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:34.168582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1766943406'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:34.169670 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-40d6c0d9-de9a-4eeb-b63a-0d66b8a661f1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:34.177142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:34.182025 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:network and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:34.185611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:34.195457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:34.198730 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-16cf96fe-0208-4fd9-974d-78f73627aab2 req-1f5ef032-726a-4327-a312-11ad307c8e5e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3358605
Jun 04 15:34:34.296023 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:34.305287 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:34.351323 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:34:34.365406 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:34.365757 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Added segment 173b197c-5455-48fe-ad9c-be77cf38f20a of type vlan for network c7a384f4-0c22-4d7d-9ac6-c7787781daa7
Jun 04 15:34:34.368582 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-40d6c0d9-de9a-4eeb-b63a-0d66b8a661f1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/11bda7d1-93a6-411d-b2a7-c09b6671e201 HTTP/1.1" status: 204  len: 168 time: 2.3946812
Jun 04 15:34:34.372363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33764) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:34.451324 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:34.585663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Allocated IP 172.20.0.4 (fa2a2256-60b6-4e22-8e8a-680899e6dd2c/ab45c8df-8207-46d9-a35e-1c832a9bd74c/9c7066c4-0038-41ea-acbd-05e4dbab8cee) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:34:34.620031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dac2e25-b1cf-4e6d-90f6-0c934ca5d306 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 384b63a4-937f-4b2b-bd69-3676b0859b22 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:34:34.632376 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5dac2e25-b1cf-4e6d-90f6-0c934ca5d306 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:34.657732 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:34.664968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:34.665701 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:34.689966 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0c239d36-cf9f-42d9-8c6d-3689c0b6060e no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:34:34.744651 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-45bfa95e-fdd6-454c-9742-a47637bd9bb2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:34.785735 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 0c239d36-cf9f-42d9-8c6d-3689c0b6060e {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:34:34.786222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0c239d36-cf9f-42d9-8c6d-3689c0b6060e not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:34:34.786785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:34:34.851067 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 131cf642-94ad-4a61-899e-9c9bae477d1d up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:34.878317 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7283058
Jun 04 15:34:34.898063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33784) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:34.921514 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'subnet': {'network_id': 'c7a384f4-0c22-4d7d-9ac6-c7787781daa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:35.017688 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5dac2e25-b1cf-4e6d-90f6-0c934ca5d306 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:35.118678 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Network': ['ID=c7a384f4-0c22-4d7d-9ac6-c7787781daa7,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:35.127856 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:35.141167 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be9eb2d9-4f36-43ed-9371-bf28eb9d6830 req-3cb77891-98ab-4633-af23-05fd501fb98a tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 210 time: 0.1108456
Jun 04 15:34:35.214893 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network c7a384f4-0c22-4d7d-9ac6-c7787781daa7 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:34:35.225662 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5dac2e25-b1cf-4e6d-90f6-0c934ca5d306 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:35.308261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 131cf642-94ad-4a61-899e-9c9bae477d1d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:35.308769 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:35.353496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:35.357666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:subnet and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:35.369034 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:35.376830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:35.390739 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:35.495044 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:35.531804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:35.536671 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:35.723414 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:35.761572 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f78503-0767-4336-83db-a5cb7e497fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131cf642-94ad-4a61-899e-9c9bae477d1d'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:34:35.766626 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49091bce-e201-45bf-8a4f-0c660afcfd7e" -d '{"events": [{"server_uuid": "56f78503-0767-4336-83db-a5cb7e497fc6", "name": "network-vif-plugged", "status": "completed", "tag": "131cf642-94ad-4a61-899e-9c9bae477d1d"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:34:35.795297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14ddb3-6f25-4e64-93f0-338907aaebe7 req-50eb3c68-4ae2-48ea-bbc1-9eae6b86d95a tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:35.799871 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 131cf642-94ad-4a61-899e-9c9bae477d1d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=131cf642-94ad-4a61-899e-9c9bae477d1d,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:35.803649 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ea14ddb3-6f25-4e64-93f0-338907aaebe7 req-50eb3c68-4ae2-48ea-bbc1-9eae6b86d95a tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 945 time: 0.3741710
Jun 04 15:34:35.814256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1e2f737a-f552-45ce-9421-ca375f1f9463 None None] Provisioning complete for port b0e3ea8e-7a84-4475-9205-ead8264ebe5a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:35.814779 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1e2f737a-f552-45ce-9421-ca375f1f9463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:35.886877 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:35.886877 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:35.905671 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ea14ddb3-6f25-4e64-93f0-338907aaebe7 req-3ce8634e-ba6e-4823-9c80-843a4104b2c6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010261
Jun 04 15:34:35.986718 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ac041c-623d-4194-b9d2-2ad8e8e59408 x-openstack-request-id: req-93ac041c-623d-4194-b9d2-2ad8e8e59408 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:34:35.987119 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f78503-0767-4336-83db-a5cb7e497fc6", "name": "network-vif-plugged", "status": "completed", "tag": "131cf642-94ad-4a61-899e-9c9bae477d1d", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:34:35.987469 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93ac041c-623d-4194-b9d2-2ad8e8e59408 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:34:35.988190 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f78503-0767-4336-83db-a5cb7e497fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131cf642-94ad-4a61-899e-9c9bae477d1d', 'code': 200}
Jun 04 15:34:35.989423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=131cf642-94ad-4a61-899e-9c9bae477d1d,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:36.012911 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:36.068844 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:36.106614 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:36.122892 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8be3f32c-7f30-46c0-b0b1-254a67a0085a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:36.219374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe631226-c7e4-4323-aa3d-918aa3853e91 req-d6d43ab1-ff56-49d5-a837-723a7518c9c7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:36.230518 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe631226-c7e4-4323-aa3d-918aa3853e91 req-d6d43ab1-ff56-49d5-a837-723a7518c9c7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 1.5200915
Jun 04 15:34:36.256792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=14dee525-fbbd-4ca7-ba4c-b3dc1c7c60e5,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:36.275091 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:36.361642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33828) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:36.422594 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-53889f69-2fef-4ff3-8388-862fade4c865 req-552b771f-0e85-4793-b8f6-1edf8d547c70 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 210 time: 0.0583224
Jun 04 15:34:36.438880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Transition to ACTIVE for port object 9c7066c4-0038-41ea-acbd-05e4dbab8cee will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:36.541777 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe631226-c7e4-4323-aa3d-918aa3853e91 req-7bcd713f-be9e-47d4-9ac7-ca0de85a9d3c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3103261
Jun 04 15:34:36.667662 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:36.851900 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:36.860001 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7101e7dd-c089-4362-ad80-b06329700000 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:36.883142 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:36.886970 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:37.018256 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:37.040274 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5996ad6f-348a-410a-811d-85ef6255c4c1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:37.066314 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-365dda2e-a910-492d-ac6b-38abe91e0a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:37.103171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-365dda2e-a910-492d-ac6b-38abe91e0a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:37.131460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Pushing event updated for resources: {'Port': ['ID=9c7066c4-0038-41ea-acbd-05e4dbab8cee,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:37.137150 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:37.137150 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:37.137150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2263279c-b6a7-46a9-9165-d63dec5a76f0 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:34:37.149357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-365dda2e-a910-492d-ac6b-38abe91e0a8f admin admin] Usage tracker for resource:security_group_rule and tenant:d0115c29132e43d8a314ec1330755bbd is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:37.152970 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Subnet': ['ID=d6b689ad-c0ab-4fb7-9b69-c5b9abd26f1b,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:37.156393 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-365dda2e-a910-492d-ac6b-38abe91e0a8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:37.203252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Network fa2a2256-60b6-4e22-8e8a-680899e6dd2c is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:37.204947 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:37.208761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:34:37.220770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Checking segment: {'id': '173b197c-5455-48fe-ad9c-be77cf38f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c7a384f4-0c22-4d7d-9ac6-c7787781daa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:34:37.222872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network hostable DHCP agents. Network: c7a384f4-0c22-4d7d-9ac6-c7787781daa7, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:34:37.256138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-365dda2e-a910-492d-ac6b-38abe91e0a8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:37.273457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:37.273758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:37.275600 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:37.276470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:37.276861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:37.277242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:37.277611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:37.277971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:37.280199 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:37.281613 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2263279c-b6a7-46a9-9165-d63dec5a76f0 HTTP/1.1" status: 204  len: 168 time: 5.8048770
Jun 04 15:34:37.285176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:37.286078 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:37.286535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33844) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:37.289579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:37.289743 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5dac2e25-b1cf-4e6d-90f6-0c934ca5d306 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:37.289877 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:37.319207 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:37.371364 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cbbf9b90-c138-4b82-9d83-3ac6425cfaee tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:37.416931 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5dac2e25-b1cf-4e6d-90f6-0c934ca5d306 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:37.422570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf01380-e863-4b89-a8d9-aa302dd8869f admin admin] Deleting subnet 4093c38f-7f2f-4b42-8c4a-34d4b45f0128 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:34:37.425827 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7bf01380-e863-4b89-a8d9-aa302dd8869f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:37.429851 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae56e5c6-3801-48ed-a8ad-190529a57114 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:37.460296 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157e930-af46-449b-b884-7ee329812294 req-f8873d88-f1ea-407b-ba61-9a389377be1f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:37.468146 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5157e930-af46-449b-b884-7ee329812294 req-f8873d88-f1ea-407b-ba61-9a389377be1f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.3242512
Jun 04 15:34:37.470935 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network c7a384f4-0c22-4d7d-9ac6-c7787781daa7 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:34:37.482164 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7bf01380-e863-4b89-a8d9-aa302dd8869f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:37.590538 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7bf01380-e863-4b89-a8d9-aa302dd8869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:37.682441 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5157e930-af46-449b-b884-7ee329812294 req-57c86a93-8542-4fe4-9fe2-4d01adbf2c4b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2046602
Jun 04 15:34:37.699546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, c7a384f4-0c22-4d7d-9ac6-c7787781daa7) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:37.810098 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba093e80-67a3-460c-ab74-5a794257856f None None] Network c7a384f4-0c22-4d7d-9ac6-c7787781daa7 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:37.824522 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-365dda2e-a910-492d-ac6b-38abe91e0a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:37.854939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:37.855679 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:37.909599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac2e25-b1cf-4e6d-90f6-0c934ca5d306 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=384b63a4-937f-4b2b-bd69-3676b0859b22,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:37.922079 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-365dda2e-a910-492d-ac6b-38abe91e0a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:37.922296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:37.922296 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:37.929626 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9ac2ef32-af63-4f69-bc83-ef2b420a28b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:38.000457 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5dac2e25-b1cf-4e6d-90f6-0c934ca5d306 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:38.002792 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5dac2e25-b1cf-4e6d-90f6-0c934ca5d306 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/384b63a4-937f-4b2b-bd69-3676b0859b22 HTTP/1.1" status: 204  len: 168 time: 3.6191032
Jun 04 15:34:38.007046 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33856) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:38.016697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dda2e-a910-492d-ac6b-38abe91e0a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19026dd9-9617-4f4f-8e4c-56fd2bc2fee2,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:38.035555 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-365dda2e-a910-492d-ac6b-38abe91e0a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:38.074378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f9092-168f-40f2-8b99-7b4ec4368661 req-ad0ac20d-ac95-4c98-bde8-3c62b8aa4712 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:38.075860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5b7f9092-168f-40f2-8b99-7b4ec4368661 req-ad0ac20d-ac95-4c98-bde8-3c62b8aa4712 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Synchronizing usage tracker for tenant:0ac02eba8afb416294685148968468a5 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:38.111507 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-365dda2e-a910-492d-ac6b-38abe91e0a8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0115c29132e43d8a314ec1330755bbd&name=default HTTP/1.1" status: 200  len: 2983 time: 1.7113528
Jun 04 15:34:38.111795 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 4.9788566
Jun 04 15:34:38.113320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33860) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:38.122727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6225fdf0-ab07-4a15-b23c-e308886b1e73 None None] Provisioning for port 9c7066c4-0038-41ea-acbd-05e4dbab8cee completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:38.143026 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6225fdf0-ab07-4a15-b23c-e308886b1e73 None None] Provisioning complete for port 9c7066c4-0038-41ea-acbd-05e4dbab8cee triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:38.144575 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6225fdf0-ab07-4a15-b23c-e308886b1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:38.174055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Request body: {'port': {'device_id': '67231f71-5cc6-4d69-a2b7-a048ec467418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:38.176174 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c499dd49-8c03-4ac0-910d-a015ba1bd35e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1606476
Jun 04 15:34:38.179161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33862) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:38.191511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3d0c7c44-12c0-4084-9818-989f17a0e358 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:38.264534 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba7f95f-c5ee-4c2a-abba-9459eb6b410c None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:34:38.268573 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.3675539
Jun 04 15:34:38.272146 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33864) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:38.304390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5b7f9092-168f-40f2-8b99-7b4ec4368661 req-ad0ac20d-ac95-4c98-bde8-3c62b8aa4712 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Unset dirty status for tenant:0ac02eba8afb416294685148968468a5 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:38.307998 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-c7a384f4-0c22-4d7d-9ac6-c7787781daa7', 'network_id': 'c7a384f4-0c22-4d7d-9ac6-c7787781daa7', 'tenant_id': 'bc0fd670a5404a5abae106526d666969', 'fixed_ips': [{'subnet_id': 'd6b689ad-c0ab-4fb7-9b69-c5b9abd26f1b'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:34:38.308919 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:38.310676 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5b7f9092-168f-40f2-8b99-7b4ec4368661 req-ad0ac20d-ac95-4c98-bde8-3c62b8aa4712 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1027 time: 0.4598272
Jun 04 15:34:38.328624 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-35baea79-3a05-4683-b06a-a453e0ca4eb9 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-322816539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:38.331979 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6225fdf0-ab07-4a15-b23c-e308886b1e73 None None] Port 9c7066c4-0038-41ea-acbd-05e4dbab8cee cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:34:38.348643 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7bf01380-e863-4b89-a8d9-aa302dd8869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:38.369017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-35baea79-3a05-4683-b06a-a453e0ca4eb9 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:38.384952 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-75b18ec4-de44-49b6-ba58-57bd9b976030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:38.463476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e786783-a09e-46cc-af7a-182f4b7a7f21 req-5beb50cd-02fe-4f9f-b895-bb860e3b920f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:38.471468 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e786783-a09e-46cc-af7a-182f4b7a7f21 req-5beb50cd-02fe-4f9f-b895-bb860e3b920f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.6187961
Jun 04 15:34:38.476801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-35baea79-3a05-4683-b06a-a453e0ca4eb9 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:router and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:38.497478 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-35baea79-3a05-4683-b06a-a453e0ca4eb9 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:38.537121 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-35baea79-3a05-4683-b06a-a453e0ca4eb9 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:38.539547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4ba7f95f-c5ee-4c2a-abba-9459eb6b410c None None] Deleting port b0e3ea8e-7a84-4475-9205-ead8264ebe5a {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:38.540132 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4ba7f95f-c5ee-4c2a-abba-9459eb6b410c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:38.546871 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3d0c7c44-12c0-4084-9818-989f17a0e358 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:38.559033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3d0c7c44-12c0-4084-9818-989f17a0e358 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:38.587290 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3d0c7c44-12c0-4084-9818-989f17a0e358 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:38.599291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3d0c7c44-12c0-4084-9818-989f17a0e358 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:38.630078 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e786783-a09e-46cc-af7a-182f4b7a7f21 req-ba0e4245-50f9-4ab9-a5d3-6f2513108899 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1574717
Jun 04 15:34:38.631368 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b0e3ea8e-7a84-4475-9205-ead8264ebe5a no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:34:38.637941 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-35baea79-3a05-4683-b06a-a453e0ca4eb9 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:38.641791 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-35baea79-3a05-4683-b06a-a453e0ca4eb9 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:38.675367 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-35baea79-3a05-4683-b06a-a453e0ca4eb9 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:38.742442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Allocated IP 172.20.0.2 (c7a384f4-0c22-4d7d-9ac6-c7787781daa7/d6b689ad-c0ab-4fb7-9b69-c5b9abd26f1b/4b930ff5-deaf-44d8-8c7c-a49addbbb4b2) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:34:38.749246 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0c7c44-12c0-4084-9818-989f17a0e358 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:38.753859 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7c44-12c0-4084-9818-989f17a0e358 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:38.798572 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-35baea79-3a05-4683-b06a-a453e0ca4eb9 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:38.858991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf01380-e863-4b89-a8d9-aa302dd8869f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4093c38f-7f2f-4b42-8c4a-34d4b45f0128,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:38.872640 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7bf01380-e863-4b89-a8d9-aa302dd8869f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:38.878979 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7bf01380-e863-4b89-a8d9-aa302dd8869f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:38.882665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c79216-4ea8-4526-9547-13db0735a4f9 None None] Network 88077e73-6957-4879-9339-9e85eb0bc61f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:38.902642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5b7f9092-168f-40f2-8b99-7b4ec4368661 req-25657c81-0824-404d-a4d7-e7544dd769fd tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5481708
Jun 04 15:34:38.954455 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7bf01380-e863-4b89-a8d9-aa302dd8869f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4093c38f-7f2f-4b42-8c4a-34d4b45f0128 HTTP/1.1" status: 204  len: 168 time: 1.6525073
Jun 04 15:34:38.955304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33874) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:39.007924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4ba7f95f-c5ee-4c2a-abba-9459eb6b410c None None] For port b0e3ea8e-7a84-4475-9205-ead8264ebe5a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b0e3ea8e-7a84-4475-9205-ead8264ebe5a,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:39.011706 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4ba7f95f-c5ee-4c2a-abba-9459eb6b410c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:39.084800 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-35baea79-3a05-4683-b06a-a453e0ca4eb9 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:39.096511 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-35baea79-3a05-4683-b06a-a453e0ca4eb9 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.7819569
Jun 04 15:34:39.100301 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33878) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:39.111267 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'network_id': 'c7a384f4-0c22-4d7d-9ac6-c7787781daa7', 'name': 'tempest-PortsTestJSON-1741578503'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:39.137536 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:39.139566 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:39.158069 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d62fc1f-a98d-4ecf-a358-904a3a69c115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:39.284013 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cad40f-50f6-463d-adea-680fc918fd41 req-ab9a5c07-eeee-4a7e-8422-9f27f16b619b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:39.286573 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54cad40f-50f6-463d-adea-680fc918fd41 req-ab9a5c07-eeee-4a7e-8422-9f27f16b619b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.4599512
Jun 04 15:34:39.305668 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4ba7f95f-c5ee-4c2a-abba-9459eb6b410c None None] Calling delete_port for b0e3ea8e-7a84-4475-9205-ead8264ebe5a owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:39.532579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:39.546253 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54cad40f-50f6-463d-adea-680fc918fd41 req-46dddda4-62e1-405f-86c7-a5102c436251 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2425354
Jun 04 15:34:39.592586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:port and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:39.598195 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:39.639336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:39.690965 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d62fc1f-a98d-4ecf-a358-904a3a69c115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:39.700023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7066c4-0038-41ea-acbd-05e4dbab8cee {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:34:39.717901 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:39.834827 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Transition to ACTIVE for port object 9c7066c4-0038-41ea-acbd-05e4dbab8cee will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:39.845707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:39.846096 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:39.849641 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:39.862081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Transition to ACTIVE for port object 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:39.893987 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Transition to ACTIVE for port object 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:39.948384 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:39.970768 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0df02679-facc-4012-8aa9-ea95d665fe1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:39.972267 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] device_id is not set on port b18bd975-c4f1-42db-a765-fda1d6ae2eae yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:34:39.978313 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:40.000655 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:40.036143 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fa8e018b-d76a-4fce-a5d7-7f58eb4353d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:40.096604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdf01c-ba31-4055-9c9e-b158ecb4121f req-8b7cfb8a-69e6-47b8-916d-12a2daedbbcb tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:40.106983 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f5cdf01c-ba31-4055-9c9e-b158ecb4121f req-8b7cfb8a-69e6-47b8-916d-12a2daedbbcb tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.9543068
Jun 04 15:34:40.167558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Deleting port da89e7be-4985-4209-a582-d2bf01040775 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:40.168314 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:40.198023 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4ba7f95f-c5ee-4c2a-abba-9459eb6b410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:40.271412 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d62fc1f-a98d-4ecf-a358-904a3a69c115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:40.295346 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Network c7a384f4-0c22-4d7d-9ac6-c7787781daa7 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:40.300392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba7f95f-c5ee-4c2a-abba-9459eb6b410c None None] No DVR routers for this DVR port b0e3ea8e-7a84-4475-9205-ead8264ebe5a on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:34:40.317128 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:40.344090 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:34:40.501108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Pushing event updated for resources: {'Port': ['ID=9c7066c4-0038-41ea-acbd-05e4dbab8cee,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:40.513477 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:40.590488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Pushing event updated for resources: {'Port': ['ID=4b930ff5-deaf-44d8-8c7c-a49addbbb4b2,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:40.602579 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ba0c5b-8bfc-4582-8238-2890bdac9149 None None] DHCP port deletion for 88077e73-6957-4879-9339-9e85eb0bc61f request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:34:40.612021 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:40.613047 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:40.613566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:40.613902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:40.614234 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:40.614909 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:40.615641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:40.615980 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:40.616366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:40.616696 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:40.617136 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:40.617458 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:34:40.628766 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.330s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:40.660235 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d62fc1f-a98d-4ecf-a358-904a3a69c115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:40.660235 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2d62fc1f-a98d-4ecf-a358-904a3a69c115 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19026dd9-9617-4f4f-8e4c-56fd2bc2fee2 HTTP/1.1" status: 204  len: 168 time: 2.5424261
Jun 04 15:34:40.680694 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f5cdf01c-ba31-4055-9c9e-b158ecb4121f req-acdc5e07-10c4-465f-9ad7-ec0ceb21636b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5704761
Jun 04 15:34:40.723745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62fc1f-a98d-4ecf-a358-904a3a69c115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19026dd9-9617-4f4f-8e4c-56fd2bc2fee2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:40.740855 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2d62fc1f-a98d-4ecf-a358-904a3a69c115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:40.743639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] For port da89e7be-4985-4209-a582-d2bf01040775, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=da89e7be-4985-4209-a582-d2bf01040775,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:40.744005 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:40.824970 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:40.869929 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device da89e7be-4985-4209-a582-d2bf01040775 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:34:40.931189 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.712s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:41.128814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Allocated IP 172.20.0.7 (c7a384f4-0c22-4d7d-9ac6-c7787781daa7/d6b689ad-c0ab-4fb7-9b69-c5b9abd26f1b/b18bd975-c4f1-42db-a765-fda1d6ae2eae) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:34:41.158752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Attempting to bind port 9c7066c4-0038-41ea-acbd-05e4dbab8cee on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:34:41.160056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Attempting to bind port 9c7066c4-0038-41ea-acbd-05e4dbab8cee by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:34:41.160056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Attempting to bind port 9c7066c4-0038-41ea-acbd-05e4dbab8cee on network fa2a2256-60b6-4e22-8e8a-680899e6dd2c {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:34:41.213281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Calling delete_port for da89e7be-4985-4209-a582-d2bf01040775 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:41.225757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7f95f-c5ee-4c2a-abba-9459eb6b410c None None] Pushing event deleted for resources: {'Port': ['ID=b0e3ea8e-7a84-4475-9205-ead8264ebe5a,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:41.227864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Port 9c7066c4-0038-41ea-acbd-05e4dbab8cee on network fa2a2256-60b6-4e22-8e8a-680899e6dd2c not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:34:41.228350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Attempting to bind port 9c7066c4-0038-41ea-acbd-05e4dbab8cee on network fa2a2256-60b6-4e22-8e8a-680899e6dd2c {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:34:41.228949 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4ba7f95f-c5ee-4c2a-abba-9459eb6b410c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:41.273774 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Attempting to bind port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:34:41.274478 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Attempting to bind port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '173b197c-5455-48fe-ad9c-be77cf38f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c7a384f4-0c22-4d7d-9ac6-c7787781daa7'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:34:41.274858 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Attempting to bind port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 on network c7a384f4-0c22-4d7d-9ac6-c7787781daa7 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:34:41.279397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:34:41.279397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Checking segment: {'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:34:41.280714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Bound using segment: {'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:34:41.282260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Bound port: 9c7066c4-0038-41ea-acbd-05e4dbab8cee, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:34:41.283479 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:41.292800 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:34:41.293267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Checking segment: {'id': '173b197c-5455-48fe-ad9c-be77cf38f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c7a384f4-0c22-4d7d-9ac6-c7787781daa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:34:41.293697 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:41.294104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Bound using segment: {'id': '173b197c-5455-48fe-ad9c-be77cf38f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c7a384f4-0c22-4d7d-9ac6-c7787781daa7'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:34:41.295804 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Bound port: 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173b197c-5455-48fe-ad9c-be77cf38f20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c7a384f4-0c22-4d7d-9ac6-c7787781daa7'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:34:41.295804 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:41.325795 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec4354-6156-42e4-adfd-0b77591dcf4f req-5c44d185-5659-4a6a-8144-b34663f6d19e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:41.341078 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-26ec4354-6156-42e4-adfd-0b77591dcf4f req-5c44d185-5659-4a6a-8144-b34663f6d19e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 1.1725876
Jun 04 15:34:41.438590 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:41.485566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba0c5b-8bfc-4582-8238-2890bdac9149 None None] Deleting port da89e7be-4985-4209-a582-d2bf01040775 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:41.485938 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0c5b-8bfc-4582-8238-2890bdac9149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:41.584375 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-26ec4354-6156-42e4-adfd-0b77591dcf4f req-e83ce757-1471-46d9-81fc-d6f60865fd35 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2419052
Jun 04 15:34:41.614740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] For port 9c7066c4-0038-41ea-acbd-05e4dbab8cee, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:34:41.619138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] For port 9c7066c4-0038-41ea-acbd-05e4dbab8cee, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9c7066c4-0038-41ea-acbd-05e4dbab8cee,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:34:41.641322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c94ad-2749-475f-89da-152dc7c2f1aa req-14c0e03b-9244-4c6a-97d7-2ff10e2c7545 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:41.648938 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-096c94ad-2749-475f-89da-152dc7c2f1aa req-14c0e03b-9244-4c6a-97d7-2ff10e2c7545 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1052 time: 0.6322696
Jun 04 15:34:41.755788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:41.820147 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port da89e7be-4985-4209-a582-d2bf01040775, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=da89e7be-4985-4209-a582-d2bf01040775,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:41.838501 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] For port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:34:41.856282 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f0ba0c5b-8bfc-4582-8238-2890bdac9149 None None] For port da89e7be-4985-4209-a582-d2bf01040775, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=da89e7be-4985-4209-a582-d2bf01040775,segment=NetworkSegment(80fa3029-e0d0-45eb-95bb-49cb87ea8d96),segment_id=80fa3029-e0d0-45eb-95bb-49cb87ea8d96)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:41.856282 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0c5b-8bfc-4582-8238-2890bdac9149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:41.869277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] For port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4b930ff5-deaf-44d8-8c7c-a49addbbb4b2,segment=NetworkSegment(173b197c-5455-48fe-ad9c-be77cf38f20a),segment_id=173b197c-5455-48fe-ad9c-be77cf38f20a)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:34:41.932282 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7c44-12c0-4084-9818-989f17a0e358 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:41.938968 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:41.944646 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:42.016344 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Transition to ACTIVE for port object b18bd975-c4f1-42db-a765-fda1d6ae2eae will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:42.020187 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0c7c44-12c0-4084-9818-989f17a0e358 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:42.028563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-3d0c7c44-12c0-4084-9818-989f17a0e358 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:42.031704 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:42.058836 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f2900-ff1d-4ee1-9ed9-405e90e84bd7 req-2520495e-ab9b-4fdd-b5ac-045f2815f72c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:42.060564 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b4f2900-ff1d-4ee1-9ed9-405e90e84bd7 req-2520495e-ab9b-4fdd-b5ac-045f2815f72c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.3151212
Jun 04 15:34:42.066357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c7c44-12c0-4084-9818-989f17a0e358 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:42.067076 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7c44-12c0-4084-9818-989f17a0e358 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:42.068566 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:42.070523 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:42.088984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c7c44-12c0-4084-9818-989f17a0e358 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=1620acb1-94ea-4b71-b529-a7bacedc8d38,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:42.103276 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3d0c7c44-12c0-4084-9818-989f17a0e358 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:42.109302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33912) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:42.156125 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-37329855-e1c1-465f-bbbf-4c40066d8ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:42.169071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:42.170598 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:42.171366 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] 10.222.0.65 "PUT /v2.0/ports/9c7066c4-0038-41ea-acbd-05e4dbab8cee HTTP/1.1" status: 200  len: 1091 time: 4.0165358
Jun 04 15:34:42.172136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Pushing event updated for resources: {'Port': ['ID=9c7066c4-0038-41ea-acbd-05e4dbab8cee,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:42.187416 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:42.190590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67231f71-5cc6-4d69-a2b7-a048ec467418', 'tag': '9c7066c4-0038-41ea-acbd-05e4dbab8cee'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:34:42.193913 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad8ed24-da24-46db-9e87-dbd6240f58ec" -d '{"events": [{"name": "network-changed", "server_uuid": "67231f71-5cc6-4d69-a2b7-a048ec467418", "tag": "9c7066c4-0038-41ea-acbd-05e4dbab8cee"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:34:42.199990 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-096c94ad-2749-475f-89da-152dc7c2f1aa req-2d870b72-6d93-4ad4-b79c-69f25cf157a8 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5313833
Jun 04 15:34:42.200885 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:42.206378 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:42.216632 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba0c5b-8bfc-4582-8238-2890bdac9149 None None] Calling delete_port for da89e7be-4985-4209-a582-d2bf01040775 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:42.234293 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=da89e7be-4985-4209-a582-d2bf01040775,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:42.237159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293e6bb6-1293-4f6a-801f-7a828ac33384 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:42.254594 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:42.268341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-37329855-e1c1-465f-bbbf-4c40066d8ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:42.270562 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:42.271046 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:42.277229 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b4f2900-ff1d-4ee1-9ed9-405e90e84bd7 req-af05092b-27c5-4a2c-a6c5-a4518d5dc27d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2057950
Jun 04 15:34:42.324852 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3d0c7c44-12c0-4084-9818-989f17a0e358 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.1426482
Jun 04 15:34:42.337967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-37329855-e1c1-465f-bbbf-4c40066d8ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:7aadc95fff604da59062bc56546ba0fd is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:42.341060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33920) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:42.350244 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e2a3ed8a-1a9e-4cf3-a00b-4f0a8fc450e6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:42.414331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-37329855-e1c1-465f-bbbf-4c40066d8ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:42.453349 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:42.488334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-37329855-e1c1-465f-bbbf-4c40066d8ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:42.504367 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d66adc-fc8b-4d3e-b528-a3ce2d33f975 x-openstack-request-id: req-30d66adc-fc8b-4d3e-b528-a3ce2d33f975 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:34:42.504706 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67231f71-5cc6-4d69-a2b7-a048ec467418", "tag": "9c7066c4-0038-41ea-acbd-05e4dbab8cee", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:34:42.505027 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30d66adc-fc8b-4d3e-b528-a3ce2d33f975 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:34:42.505482 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67231f71-5cc6-4d69-a2b7-a048ec467418', 'tag': '9c7066c4-0038-41ea-acbd-05e4dbab8cee', 'status': 'completed', 'code': 200}
Jun 04 15:34:42.506422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da89e7be-4985-4209-a582-d2bf01040775,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:42.508873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] No DVR routers for this DVR port da89e7be-4985-4209-a582-d2bf01040775 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:34:42.517172 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:42.518066 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-630a600e-d49a-4bd4-a1a2-ac2e05c4c318 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:42.768121 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0c5b-8bfc-4582-8238-2890bdac9149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:42.827100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba0c5b-8bfc-4582-8238-2890bdac9149 None None] No DVR routers for this DVR port da89e7be-4985-4209-a582-d2bf01040775 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:34:42.868723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Pushing event updated for resources: {'Port': ['ID=4b930ff5-deaf-44d8-8c7c-a49addbbb4b2,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:42.882361 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:42.886236 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:42.949236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba0c5b-8bfc-4582-8238-2890bdac9149 None None] Pushing event deleted for resources: {'Port': ['ID=da89e7be-4985-4209-a582-d2bf01040775,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:42.957456 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f0ba0c5b-8bfc-4582-8238-2890bdac9149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:42.976522 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:43.006089 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c519700>,) {'filters': {'network_id': ['88077e73-6957-4879-9339-9e85eb0bc61f']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:43.024576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6acae085-7932-4691-b36e-433651ec3de1', 'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'tenant_id': 'edcd6c1b558d4c8182358c12b8245b8e', 'fixed_ips': [{'subnet_id': '1620acb1-94ea-4b71-b529-a7bacedc8d38'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:34:43.024576 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:43.029209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c519700>, '80fa3029-e0d0-45eb-95bb-49cb87ea8d96') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:43.030166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c519700>, '80fa3029-e0d0-45eb-95bb-49cb87ea8d96') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:43.044951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-3f60fff4-f9b4-4bb4-bc1c-852ec8d1fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:43.046727 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-3f60fff4-f9b4-4bb4-bc1c-852ec8d1fea4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0ac02eba8afb416294685148968468a5&device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1094 time: 0.7220640
Jun 04 15:34:43.054282 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:43.140010 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-37329855-e1c1-465f-bbbf-4c40066d8ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:43.168875 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-f0dd7183-564c-453d-9828-f1b251b54289 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c7066c4-0038-41ea-acbd-05e4dbab8cee HTTP/1.1" status: 200  len: 217 time: 0.1053329
Jun 04 15:34:43.176115 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network c7a384f4-0c22-4d7d-9ac6-c7787781daa7 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:43.185955 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddec025-683e-4af2-855c-f5def968054f req-7e1e9dce-2fc1-43d8-b7a0-6f3133f126e9 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:43.188031 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0ddec025-683e-4af2-855c-f5def968054f req-7e1e9dce-2fc1-43d8-b7a0-6f3133f126e9 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.5577674
Jun 04 15:34:43.193578 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:43.203833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:34:43.352540 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Allocated IP 2001:db8::2 (6acae085-7932-4691-b36e-433651ec3de1/1620acb1-94ea-4b71-b529-a7bacedc8d38/84fb2ee1-ea5a-437b-9ecd-e9047ed0989b) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:34:43.373049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=b18bd975-c4f1-42db-a765-fda1d6ae2eae,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:43.392295 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-37329855-e1c1-465f-bbbf-4c40066d8ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:43.401936 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:43.415754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-ca7ab76c-428d-4888-85a4-af4403882a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:43.418566 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:43.428409 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-ca7ab76c-428d-4888-85a4-af4403882a2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ab45c8df-8207-46d9-a35e-1c832a9bd74c HTTP/1.1" status: 200  len: 849 time: 0.2317865
Jun 04 15:34:43.433922 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-de21d24a-1174-48e1-a589-1a9494e02948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:43.595559 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:34:43.596243 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:34:43.613576 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:34:43.683120 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-37329855-e1c1-465f-bbbf-4c40066d8ad3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7aadc95fff604da59062bc56546ba0fd&name=default HTTP/1.1" status: 200  len: 2983 time: 1.5730722
Jun 04 15:34:43.690453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:43.691326 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:43.721420 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37329855-e1c1-465f-bbbf-4c40066d8ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1463e89c-2f7e-48b2-b664-fe8512276b5b,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:43.731579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e2a3ed8a-1a9e-4cf3-a00b-4f0a8fc450e6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:43.735771 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33934) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:43.737172 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-37329855-e1c1-465f-bbbf-4c40066d8ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:43.811612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e2a3ed8a-1a9e-4cf3-a00b-4f0a8fc450e6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:43.841817 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.7347512
Jun 04 15:34:43.841817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e2a3ed8a-1a9e-4cf3-a00b-4f0a8fc450e6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:43.845455 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:34:43.849286 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9806a083-dc7b-4761-b5de-f80fe7b2da88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:43.852846 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0ddec025-683e-4af2-855c-f5def968054f req-c2e3c5da-a090-41d2-be2c-023d1692b012 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2972543
Jun 04 15:34:43.853403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 33936) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:43.857665 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:43.880120 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e2a3ed8a-1a9e-4cf3-a00b-4f0a8fc450e6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:43.890690 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Transition to ACTIVE for port object 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:43.912530 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9806a083-dc7b-4761-b5de-f80fe7b2da88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:43.939407 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d818b-f2d1-498e-84a8-6a45891eb32d req-a8262fa3-908b-48ba-994c-38c8d58d1df2 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:43.942707 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe6d818b-f2d1-498e-84a8-6a45891eb32d req-a8262fa3-908b-48ba-994c-38c8d58d1df2 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1094 time: 0.4490187
Jun 04 15:34:43.949031 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Transition to ACTIVE for port object 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:44.013840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a3ed8a-1a9e-4cf3-a00b-4f0a8fc450e6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:44.022384 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ed8a-1a9e-4cf3-a00b-4f0a8fc450e6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:44.044831 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:44.051901 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:44.122757 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:44.132502 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:44.147446 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:44.204105 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:44.211095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-fe6d818b-f2d1-498e-84a8-6a45891eb32d req-e2eb90b0-9619-42e8-a21e-cf3c606a5d04 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Synchronizing usage tracker for tenant:0ac02eba8afb416294685148968468a5 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:44.211671 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:44.225756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:34:44.299932 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9806a083-dc7b-4761-b5de-f80fe7b2da88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:44.316711 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Pushing event updated for resources: {'Port': ['ID=84fb2ee1-ea5a-437b-9ecd-e9047ed0989b,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:44.321180 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0d61dea8-58e8-433d-9e03-56ade70ecf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:44.327549 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:44.337192 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806a083-dc7b-4761-b5de-f80fe7b2da88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1463e89c-2f7e-48b2-b664-fe8512276b5b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:44.338202 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-fc0ede5b-51ef-48b7-9124-be493509084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:44.339337 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-fc0ede5b-51ef-48b7-9124-be493509084c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa2a2256-60b6-4e22-8e8a-680899e6dd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.9087884
Jun 04 15:34:44.348425 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9806a083-dc7b-4761-b5de-f80fe7b2da88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:44.360281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=88077e73-6957-4879-9339-9e85eb0bc61f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:44.361255 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9806a083-dc7b-4761-b5de-f80fe7b2da88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:44.365617 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9806a083-dc7b-4761-b5de-f80fe7b2da88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1463e89c-2f7e-48b2-b664-fe8512276b5b HTTP/1.1" status: 204  len: 168 time: 0.6127629
Jun 04 15:34:44.367225 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:44.382064 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Attempting to bind port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:34:44.383962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Attempting to bind port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:34:44.386066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Attempting to bind port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b on network 6acae085-7932-4691-b36e-433651ec3de1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:34:44.400214 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:34:44.400965 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Checking segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:34:44.401730 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:44.402391 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Bound using segment: {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:34:44.403710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Bound port: 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6acae085-7932-4691-b36e-433651ec3de1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:34:44.404676 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:44.444080 n-d-791505-9 neutron-server[88301]: INFO neutron.db.ipam_backend_mixin [None req-e2a3ed8a-1a9e-4cf3-a00b-4f0a8fc450e6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1620acb1-94ea-4b71-b529-a7bacedc8d38 (CIDR: 2001:db8::/64)
Jun 04 15:34:44.545445 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] For port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:34:44.549292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] For port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=84fb2ee1-ea5a-437b-9ecd-e9047ed0989b,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:34:44.590480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f7223f-b15f-4efd-a324-e2b892cb3e0b None None] Network c7a384f4-0c22-4d7d-9ac6-c7787781daa7 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:44.594870 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a3ed8a-1a9e-4cf3-a00b-4f0a8fc450e6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:34:44.595329 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a3ed8a-1a9e-4cf3-a00b-4f0a8fc450e6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:34:44.619684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-fe6d818b-f2d1-498e-84a8-6a45891eb32d req-e2eb90b0-9619-42e8-a21e-cf3c606a5d04 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Unset dirty status for tenant:0ac02eba8afb416294685148968468a5 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:44.620879 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe6d818b-f2d1-498e-84a8-6a45891eb32d req-e2eb90b0-9619-42e8-a21e-cf3c606a5d04 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6290302
Jun 04 15:34:44.705718 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/88077e73-6957-4879-9339-9e85eb0bc61f HTTP/1.1" status: 204  len: 168 time: 5.7380300
Jun 04 15:34:44.712008 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:44.723553 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9affc4d3-8cad-4946-828b-457f36fb9a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:44.751750 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e2a3ed8a-1a9e-4cf3-a00b-4f0a8fc450e6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.4039531
Jun 04 15:34:44.751952 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33954) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:44.757742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'subnet': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:44.878398 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Pushing event updated for resources: {'Port': ['ID=84fb2ee1-ea5a-437b-9ecd-e9047ed0989b,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:44.881413 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:45.039276 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:45.050903 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e62bf47d-40ae-42a8-990f-20bee514eb56 None None] Provisioning for port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:45.127022 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:45.139835 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:subnet and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:45.144408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:45.161494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:45.188561 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-5494f666-72cf-436a-9591-3f7f58288743 service neutron] 10.222.0.65 "GET /v2.0/networks/fa2a2256-60b6-4e22-8e8a-680899e6dd2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8202703
Jun 04 15:34:45.288079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:45.303248 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:45.303635 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:45.366881 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:45.378699 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:45.587112 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:45.743502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4b930ff5-deaf-44d8-8c7c-a49addbbb4b2,segment=NetworkSegment(173b197c-5455-48fe-ad9c-be77cf38f20a),segment_id=173b197c-5455-48fe-ad9c-be77cf38f20a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:45.760544 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33968) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:45.856088 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:45.858823 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:45.866463 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fa411acd-45a4-4e18-b4aa-95b5d501a8ef req-5339ae64-cabe-45fd-8ccc-554371b388bf service neutron] 10.222.0.65 "GET /v2.0/networks/fa2a2256-60b6-4e22-8e8a-680899e6dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6482093
Jun 04 15:34:45.987137 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:46.093273 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=4b930ff5-deaf-44d8-8c7c-a49addbbb4b2,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:46.102293 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:46.143732 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1efd7a1b-ea8d-4ebb-895b-e0d0ebd4c84d None None] Provisioning complete for port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:46.147474 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1efd7a1b-ea8d-4ebb-895b-e0d0ebd4c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:46.255712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb0ed7-2693-4a94-9518-2db90928e5fc req-a1b46103-24d3-4abe-999b-e527ab77b45d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:46.257373 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-76cb0ed7-2693-4a94-9518-2db90928e5fc req-a1b46103-24d3-4abe-999b-e527ab77b45d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 1.1967924
Jun 04 15:34:46.491366 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-40acee6b-5e4a-4178-9c62-4eef5bbf84c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f9666fef72042a089a1b7fec6d0d3ff&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7288916
Jun 04 15:34:46.510736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 33980) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:46.561266 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-76cb0ed7-2693-4a94-9518-2db90928e5fc req-c323629f-d7c9-4abb-bdd7-1fd44195393f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2895980
Jun 04 15:34:46.586658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1efd7a1b-ea8d-4ebb-895b-e0d0ebd4c84d None None] Provisioning for port b18bd975-c4f1-42db-a765-fda1d6ae2eae completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:46.592413 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1efd7a1b-ea8d-4ebb-895b-e0d0ebd4c84d None None] Provisioning complete for port b18bd975-c4f1-42db-a765-fda1d6ae2eae triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:46.593072 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1efd7a1b-ea8d-4ebb-895b-e0d0ebd4c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:46.727927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39c131-94a9-403d-9a50-3069649032ac req-1381a441-2ae4-4ab8-ad8a-4794a485bf6e tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:46.729663 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6e39c131-94a9-403d-9a50-3069649032ac req-1381a441-2ae4-4ab8-ad8a-4794a485bf6e tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1094 time: 0.8236768
Jun 04 15:34:46.778047 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8ed24-da24-46db-9e87-dbd6240f58ec req-fdca8b8f-79ae-472b-aed3-63b7ae41153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:46.799657 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ad8ed24-da24-46db-9e87-dbd6240f58ec req-fdca8b8f-79ae-472b-aed3-63b7ae41153a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0ac02eba8afb416294685148968468a5&device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1094 time: 0.7739339
Jun 04 15:34:46.799988 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f16882c-c06f-4ff0-99a9-4fcdb886942f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:46.834402 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f16882c-c06f-4ff0-99a9-4fcdb886942f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:46.846292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1efd7a1b-ea8d-4ebb-895b-e0d0ebd4c84d None None] Port b18bd975-c4f1-42db-a765-fda1d6ae2eae cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:34:46.984743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-95de63c5-021c-427d-b1c1-ece1123b51d7 None None] Provisioning complete for port b18bd975-c4f1-42db-a765-fda1d6ae2eae triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:46.989781 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-95de63c5-021c-427d-b1c1-ece1123b51d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:46.999301 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6e39c131-94a9-403d-9a50-3069649032ac req-3531f3a3-330d-4ff4-9442-a5003f3fd3fe tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2605798
Jun 04 15:34:47.183874 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f16882c-c06f-4ff0-99a9-4fcdb886942f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:47.198543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-95de63c5-021c-427d-b1c1-ece1123b51d7 None None] Port b18bd975-c4f1-42db-a765-fda1d6ae2eae cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:34:47.203473 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:47.204694 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bff52bb2-6bb4-447f-939a-05d99ce89ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:47.286906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16882c-c06f-4ff0-99a9-4fcdb886942f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd0bf00-d79d-4fd4-9527-a3496ccb29ed,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:47.308583 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8ed24-da24-46db-9e87-dbd6240f58ec req-6d852a96-2505-435f-9b43-6128b571def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:47.311510 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ad8ed24-da24-46db-9e87-dbd6240f58ec req-6d852a96-2505-435f-9b43-6128b571def5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa2a2256-60b6-4e22-8e8a-680899e6dd2c HTTP/1.1" status: 200  len: 911 time: 0.5097396
Jun 04 15:34:47.350597 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7f16882c-c06f-4ff0-99a9-4fcdb886942f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:47.372017 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f16882c-c06f-4ff0-99a9-4fcdb886942f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:47.382316 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7f16882c-c06f-4ff0-99a9-4fcdb886942f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfd0bf00-d79d-4fd4-9527-a3496ccb29ed HTTP/1.1" status: 204  len: 168 time: 0.8699136
Jun 04 15:34:47.423699 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ad8ed24-da24-46db-9e87-dbd6240f58ec req-c4842e60-c15f-48eb-9b26-0163003fd319 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c7066c4-0038-41ea-acbd-05e4dbab8cee HTTP/1.1" status: 200  len: 217 time: 0.1060846
Jun 04 15:34:47.436852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1f69e932-0773-42b6-9cb2-ffeaf082194f None None] Provisioning for port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:47.468507 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:47.477271 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:47.479387 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:47.586229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8ed24-da24-46db-9e87-dbd6240f58ec req-162b4c3b-0178-4418-9c15-57c549a7d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:47.588716 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ad8ed24-da24-46db-9e87-dbd6240f58ec req-162b4c3b-0178-4418-9c15-57c549a7d431 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ab45c8df-8207-46d9-a35e-1c832a9bd74c HTTP/1.1" status: 200  len: 849 time: 0.1577156
Jun 04 15:34:47.590966 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:47.694803 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:47.704858 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ade8ed44-66fb-4d8b-808e-994c080c4462 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:47.800761 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:47.874602 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8ed24-da24-46db-9e87-dbd6240f58ec req-7f0adc50-66a4-44ee-94bd-e0e3efadbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:47.876340 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ad8ed24-da24-46db-9e87-dbd6240f58ec req-7f0adc50-66a4-44ee-94bd-e0e3efadbe25 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa2a2256-60b6-4e22-8e8a-680899e6dd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2788496
Jun 04 15:34:47.879788 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=84fb2ee1-ea5a-437b-9ecd-e9047ed0989b,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:47.917748 n-d-791505-9 neutron-server[88301]: DEBUG neutron.objects.ports [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88301) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:34:47.966855 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:47.967801 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:48.073119 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-381ebcf3-dc10-4d6e-952c-49f7b0c7e1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:48.147501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=b18bd975-c4f1-42db-a765-fda1d6ae2eae,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:48.154836 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:48.229933 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=84fb2ee1-ea5a-437b-9ecd-e9047ed0989b,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:48.248446 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:48.345875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:48.347029 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:48.486606 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:48.497877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1d944045-8662-4ecd-8da0-0010c66650f5 None None] Provisioning complete for port b18bd975-c4f1-42db-a765-fda1d6ae2eae triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:48.498265 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1d944045-8662-4ecd-8da0-0010c66650f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:48.590437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1d944045-8662-4ecd-8da0-0010c66650f5 None None] Port b18bd975-c4f1-42db-a765-fda1d6ae2eae cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:34:48.635381 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8bc48-ff56-403c-ba72-0bddb42e62da req-05e0a797-b0d3-476c-8f23-9fa11d746965 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:48.636831 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-27a8bc48-ff56-403c-ba72-0bddb42e62da req-05e0a797-b0d3-476c-8f23-9fa11d746965 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1094 time: 0.4109361
Jun 04 15:34:48.810643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:48.938456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9c7066c4-0038-41ea-acbd-05e4dbab8cee details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:34:48.949818 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-27a8bc48-ff56-403c-ba72-0bddb42e62da req-633f9c9b-6060-4abe-9172-b7a3513a3dbf tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2949417
Jun 04 15:34:48.955069 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:49.007358 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] For port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=84fb2ee1-ea5a-437b-9ecd-e9047ed0989b,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:49.068657 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:49.161079 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:49.162004 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:49.167085 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b70b03b0-1913-4c9b-a83a-93b8b093b965 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:49.219154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:49.223348 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:49.319050 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:49.334613 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9c7066c4-0038-41ea-acbd-05e4dbab8cee, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9c7066c4-0038-41ea-acbd-05e4dbab8cee,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:49.339247 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:49.358860 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7767b5c5-5a5a-406b-bf59-0fc43a43f899 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:49.363668 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247549e-a46e-4143-9bd9-8a5acaef2197 req-56e7e5b0-107e-4bf7-a22c-34537de94029 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:49.367833 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e247549e-a46e-4143-9bd9-8a5acaef2197 req-56e7e5b0-107e-4bf7-a22c-34537de94029 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 1.5578661
Jun 04 15:34:49.378797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:49.387291 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:49.408437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '9c7066c4-0038-41ea-acbd-05e4dbab8cee', 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c', 'port_id': '9c7066c4-0038-41ea-acbd-05e4dbab8cee', 'mac_address': 'fa:16:3e:ec:e5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab45c8df-8207-46d9-a35e-1c832a9bd74c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:34:49.455890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=84fb2ee1-ea5a-437b-9ecd-e9047ed0989b,revision_number=5']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:49.464924 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:49.465475 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-52ec5be7-7a6b-47c5-9ecc-61020f8c01d0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:49.558270 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 4.8022382
Jun 04 15:34:49.562344 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34030) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:49.572773 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Request body: {'port': {'network_id': '6acae085-7932-4691-b36e-433651ec3de1', 'mac_address': 'fa:16:3e:8f:78:9c', 'name': 'tempest-NetworksTestDHCPv6-1128213002'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:34:49.602101 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ad8ed24-da24-46db-9e87-dbd6240f58ec req-8ffc90db-8256-4124-8ae5-08bc900e5f68 service neutron] 10.222.0.65 "GET /v2.0/networks/fa2a2256-60b6-4e22-8e8a-680899e6dd2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.7150598
Jun 04 15:34:49.642703 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e247549e-a46e-4143-9bd9-8a5acaef2197 req-9b4fa731-66b0-4afb-b1f3-632e8ddd1c33 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1651700
Jun 04 15:34:49.717324 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Subnet': ['ID=d87badd3-255d-47b3-8828-bd1cebf9148b,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:49.720191 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:49.764619 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:49.779148 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:49.785269 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:49.790676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Usage tracker for resource:port and tenant:edcd6c1b558d4c8182358c12b8245b8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:49.794776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:49.803812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:49.805770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7066c4-0038-41ea-acbd-05e4dbab8cee {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:34:49.954441 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Made reservation on behalf of edcd6c1b558d4c8182358c12b8245b8e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:34:50.037511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9c7066c4-0038-41ea-acbd-05e4dbab8cee, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9c7066c4-0038-41ea-acbd-05e4dbab8cee,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:50.141431 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:50.145590 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:50.252533 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9c7066c4-0038-41ea-acbd-05e4dbab8cee,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:50.276021 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:50.350805 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:50.398871 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] device_id is not set on port 95e9151d-61ee-4005-babf-c91896b7f7cf yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:34:50.401490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9c7066c4-0038-41ea-acbd-05e4dbab8cee'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:34:50.796917 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ad8ed24-da24-46db-9e87-dbd6240f58ec req-f6a93cb5-a0bc-45f7-9982-7dd0bca27878 service neutron] 10.222.0.65 "GET /v2.0/networks/fa2a2256-60b6-4e22-8e8a-680899e6dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1783187
Jun 04 15:34:50.848815 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:51.025062 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8::33e (6acae085-7932-4691-b36e-433651ec3de1/1620acb1-94ea-4b71-b529-a7bacedc8d38/95e9151d-61ee-4005-babf-c91896b7f7cf) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:34:51.033321 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8f:789c (6acae085-7932-4691-b36e-433651ec3de1/d87badd3-255d-47b3-8828-bd1cebf9148b/95e9151d-61ee-4005-babf-c91896b7f7cf) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:34:51.139421 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:51.139986 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:51.157473 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:51.240092 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb14c3-cc60-48fc-ace6-378fd6abdee7 req-161e8214-f882-4053-ada4-c04a110e3a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:51.251898 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4ceb14c3-cc60-48fc-ace6-378fd6abdee7 req-161e8214-f882-4053-ada4-c04a110e3a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.1724460
Jun 04 15:34:51.330477 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:51.415498 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:51.434092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Transition to ACTIVE for port object 95e9151d-61ee-4005-babf-c91896b7f7cf will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:34:51.488279 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c7f9ca3e-5424-4bed-89b9-7ff283ae3564 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:51.506278 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7fa06-5d98-4d0e-a998-503be2c1836a req-b94065e0-98cd-48f5-82b8-3560a1e9687e tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:51.514043 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4ed7fa06-5d98-4d0e-a998-503be2c1836a req-b94065e0-98cd-48f5-82b8-3560a1e9687e tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1095 time: 1.3095589
Jun 04 15:34:51.537623 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b0551ba-0283-464e-a544-c698d816c16d None None] Provisioning complete for port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:51.538486 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b0551ba-0283-464e-a544-c698d816c16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:51.565228 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4ed7fa06-5d98-4d0e-a998-503be2c1836a req-075ace3f-72b6-4147-9ec4-dd5701e96eb9 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457013
Jun 04 15:34:51.600504 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:51.607133 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:51.635174 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:51.656905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=b18bd975-c4f1-42db-a765-fda1d6ae2eae,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:51.681817 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:51.736204 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4ceb14c3-cc60-48fc-ace6-378fd6abdee7 req-ea5892c5-afd4-46cb-927e-85a520fd6230 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4830399
Jun 04 15:34:51.787891 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Network 6acae085-7932-4691-b36e-433651ec3de1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:51.791304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:51.796154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:34:51.802416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:51.803089 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:51.824402 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event updated for resources: {'Port': ['ID=95e9151d-61ee-4005-babf-c91896b7f7cf,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:51.830511 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:51.909994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network c7a384f4-0c22-4d7d-9ac6-c7787781daa7 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:34:51.913323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:34:51.965183 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.3896229
Jun 04 15:34:51.965183 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34064) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:52.329221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-48ac2b10-f287-4bf9-ae0b-7c0c2af60bfa tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting port 95e9151d-61ee-4005-babf-c91896b7f7cf {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:52.329894 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48ac2b10-f287-4bf9-ae0b-7c0c2af60bfa tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:52.357100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-af3c83d3-6465-4832-9bd9-12b18576d548 None None] Provisioning for port 95e9151d-61ee-4005-babf-c91896b7f7cf completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:52.363519 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-af3c83d3-6465-4832-9bd9-12b18576d548 None None] Provisioning complete for port 95e9151d-61ee-4005-babf-c91896b7f7cf triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:52.364100 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-af3c83d3-6465-4832-9bd9-12b18576d548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:52.492412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-af3c83d3-6465-4832-9bd9-12b18576d548 None None] Port 95e9151d-61ee-4005-babf-c91896b7f7cf cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:34:52.538842 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48ac2b10-f287-4bf9-ae0b-7c0c2af60bfa tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:52.627951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Router 2276b0f4-7443-4881-9749-503caa1a5fe8 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:34:52.733581 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-48ac2b10-f287-4bf9-ae0b-7c0c2af60bfa tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Calling delete_port for 95e9151d-61ee-4005-babf-c91896b7f7cf owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:52.818744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-756341c1-10d4-4594-98e3-23a8d9fb5d5a None None] Provisioning complete for port b18bd975-c4f1-42db-a765-fda1d6ae2eae triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:52.819167 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-756341c1-10d4-4594-98e3-23a8d9fb5d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:52.888109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:34:52.900975 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "PUT /v2.0/routers/2276b0f4-7443-4881-9749-503caa1a5fe8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0442731
Jun 04 15:34:52.904301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34080) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:52.911977 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e86051-0ffd-417f-87ad-9955cc228d44 None None] Sync routers for ids ['2276b0f4-7443-4881-9749-503caa1a5fe8'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:34:52.935521 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e86051-0ffd-417f-87ad-9955cc228d44 None None] Routers {'2276b0f4-7443-4881-9749-503caa1a5fe8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:34:52.935740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-16e86051-0ffd-417f-87ad-9955cc228d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8f1eb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:34:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2276b0f4-7443-4881-9749-503caa1a5fe8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:52.988631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c21bd-9c0f-473f-ba45-b2cc1db79f82 req-9918054c-824a-4f2f-bf4b-ddd6f66be794 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:52.990667 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-104c21bd-9c0f-473f-ba45-b2cc1db79f82 req-9918054c-824a-4f2f-bf4b-ddd6f66be794 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1095 time: 0.1911483
Jun 04 15:34:52.999553 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9c7066c4-0038-41ea-acbd-05e4dbab8cee up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:34:53.050278 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-756341c1-10d4-4594-98e3-23a8d9fb5d5a None None] Port b18bd975-c4f1-42db-a765-fda1d6ae2eae cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:34:53.066241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dacbb89-67a4-42b9-ac4e-35d809055429 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:53.066241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3dacbb89-67a4-42b9-ac4e-35d809055429 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports?device_id=2276b0f4-7443-4881-9749-503caa1a5fe8 HTTP/1.1" status: 200  len: 982 time: 0.1551521
Jun 04 15:34:53.068639 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-16e86051-0ffd-417f-87ad-9955cc228d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8f1eb0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:53.070396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34082) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:53.074152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ea5a6-db3c-4cbc-996e-3c2bc85024ee req-3258799c-baf6-4fe4-8b25-cc2178b7ae8c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:53.075656 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-769ea5a6-db3c-4cbc-996e-3c2bc85024ee req-3258799c-baf6-4fe4-8b25-cc2178b7ae8c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.1378500
Jun 04 15:34:53.089332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e86051-0ffd-417f-87ad-9955cc228d44 None None] Routers {'2276b0f4-7443-4881-9749-503caa1a5fe8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:34:53.089979 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-16e86051-0ffd-417f-87ad-9955cc228d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8f1eb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:34:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2276b0f4-7443-4881-9749-503caa1a5fe8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:53.137157 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-769ea5a6-db3c-4cbc-996e-3c2bc85024ee req-f394f475-185a-4380-9d1c-0c761068190a tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508373
Jun 04 15:34:53.144192 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-104c21bd-9c0f-473f-ba45-b2cc1db79f82 req-b4084141-780d-4540-a7bf-58ab28abbc3d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444645
Jun 04 15:34:53.156875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-16e86051-0ffd-417f-87ad-9955cc228d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8f1eb0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:53.157363 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e86051-0ffd-417f-87ad-9955cc228d44 None None] The sync data for ids ['2276b0f4-7443-4881-9749-503caa1a5fe8'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:34:53.269672 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 9c7066c4-0038-41ea-acbd-05e4dbab8cee completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:34:53.281251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 9c7066c4-0038-41ea-acbd-05e4dbab8cee triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:53.282075 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:53.459905 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48ac2b10-f287-4bf9-ae0b-7c0c2af60bfa tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:53.474948 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6e36e07f-73b4-4c84-b40b-18a489c596f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:53.514900 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:53.542083 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:53.549148 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67231f71-5cc6-4d69-a2b7-a048ec467418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7066c4-0038-41ea-acbd-05e4dbab8cee'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:34:53.557422 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f500878-5ef9-4e23-bb00-b825b460f8a1" -d '{"events": [{"server_uuid": "67231f71-5cc6-4d69-a2b7-a048ec467418", "name": "network-vif-plugged", "status": "completed", "tag": "9c7066c4-0038-41ea-acbd-05e4dbab8cee"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:34:53.569929 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9c7066c4-0038-41ea-acbd-05e4dbab8cee, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9c7066c4-0038-41ea-acbd-05e4dbab8cee,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:53.644336 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74117d9-ed96-4ab0-a1ab-ab8062e91b0b x-openstack-request-id: req-b74117d9-ed96-4ab0-a1ab-ab8062e91b0b {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:34:53.644968 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67231f71-5cc6-4d69-a2b7-a048ec467418", "name": "network-vif-plugged", "status": "completed", "tag": "9c7066c4-0038-41ea-acbd-05e4dbab8cee", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:34:53.645401 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b74117d9-ed96-4ab0-a1ab-ab8062e91b0b {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:34:53.645998 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67231f71-5cc6-4d69-a2b7-a048ec467418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7066c4-0038-41ea-acbd-05e4dbab8cee', 'code': 200}
Jun 04 15:34:53.711491 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:53.713568 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:53.722830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac2b10-f287-4bf9-ae0b-7c0c2af60bfa tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Port': ['ID=95e9151d-61ee-4005-babf-c91896b7f7cf,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:53.730438 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-48ac2b10-f287-4bf9-ae0b-7c0c2af60bfa tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:53.868924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9c7066c4-0038-41ea-acbd-05e4dbab8cee,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:53.875413 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:53.892027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324187d8-59e5-4455-aa49-680807b6b22f req-70f702c3-69ac-44b9-b713-2eba5174ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:53.894805 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-324187d8-59e5-4455-aa49-680807b6b22f req-70f702c3-69ac-44b9-b713-2eba5174ed68 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1096 time: 0.1668682
Jun 04 15:34:53.950904 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48ac2b10-f287-4bf9-ae0b-7c0c2af60bfa tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:53.983217 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-324187d8-59e5-4455-aa49-680807b6b22f req-4a0533ff-470f-4f9f-8537-a2c01563e3e3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815859
Jun 04 15:34:54.011786 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-48ac2b10-f287-4bf9-ae0b-7c0c2af60bfa tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/95e9151d-61ee-4005-babf-c91896b7f7cf HTTP/1.1" status: 204  len: 168 time: 2.0528176
Jun 04 15:34:54.014764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34102) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:54.130427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2556d16-3e0c-4c6a-8dcf-18ea970eae38 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:54.131993 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e2556d16-3e0c-4c6a-8dcf-18ea970eae38 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1162572
Jun 04 15:34:54.135115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34106) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:54.318871 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-263fc6e4-d0b6-4a9e-a04a-afa4f84621fd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:54.334673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5020beda-30b1-4cb8-8f31-3a0b47d8a151 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:54.336346 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5020beda-30b1-4cb8-8f31-3a0b47d8a151 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.2002842
Jun 04 15:34:54.339607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34116) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:54.521401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3a3930-54f4-4422-94ab-fc8f442cf2e1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:54.523217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3a3930-54f4-4422-94ab-fc8f442cf2e1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:54.525285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3a3930-54f4-4422-94ab-fc8f442cf2e1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:54.526271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4b3a3930-54f4-4422-94ab-fc8f442cf2e1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:54.537654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef35e1a-91a9-4b88-a90c-3839b84f4d33 req-44108e97-e09c-492c-9445-56a57d7a61b4 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:54.544917 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cef35e1a-91a9-4b88-a90c-3839b84f4d33 req-44108e97-e09c-492c-9445-56a57d7a61b4 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1096 time: 0.1405401
Jun 04 15:34:54.622205 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cef35e1a-91a9-4b88-a90c-3839b84f4d33 req-e8021771-051e-4ea8-8f3d-f89ae9acf395 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760255
Jun 04 15:34:54.634659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4b3a3930-54f4-4422-94ab-fc8f442cf2e1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:54.636129 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4b3a3930-54f4-4422-94ab-fc8f442cf2e1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.2955875
Jun 04 15:34:54.643001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34124) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:54.673286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11450482-bb73-4a0e-8aa5-dca98b2528c3 req-bfad67ad-fdee-4b80-8ecd-3f962626aba4 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:54.675442 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-11450482-bb73-4a0e-8aa5-dca98b2528c3 req-bfad67ad-fdee-4b80-8ecd-3f962626aba4 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.2644186
Jun 04 15:34:54.732650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-48905de0-8002-44d8-b185-45acb1c6261f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet 1620acb1-94ea-4b71-b529-a7bacedc8d38 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:34:54.736571 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-48905de0-8002-44d8-b185-45acb1c6261f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:54.838230 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-48905de0-8002-44d8-b185-45acb1c6261f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:54.893520 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-11450482-bb73-4a0e-8aa5-dca98b2528c3 req-8a070351-9959-462f-8082-98b8ecd901f0 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071422
Jun 04 15:34:54.989455 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-48905de0-8002-44d8-b185-45acb1c6261f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:55.087524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-263fc6e4-d0b6-4a9e-a04a-afa4f84621fd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port b18bd975-c4f1-42db-a765-fda1d6ae2eae {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:55.087991 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-263fc6e4-d0b6-4a9e-a04a-afa4f84621fd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:55.374834 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-263fc6e4-d0b6-4a9e-a04a-afa4f84621fd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:55.400799 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-48905de0-8002-44d8-b185-45acb1c6261f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:55.415582 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-39e15b87-e81b-400c-88ef-ca54878394a0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:55.469368 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-48905de0-8002-44d8-b185-45acb1c6261f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:55.476644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344674e2-1c9b-42d8-af95-03d83aea5f84 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:55.486340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48905de0-8002-44d8-b185-45acb1c6261f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=1620acb1-94ea-4b71-b529-a7bacedc8d38,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:55.490132 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-48905de0-8002-44d8-b185-45acb1c6261f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:55.535131 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-263fc6e4-d0b6-4a9e-a04a-afa4f84621fd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for b18bd975-c4f1-42db-a765-fda1d6ae2eae owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:55.562974 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-48905de0-8002-44d8-b185-45acb1c6261f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/1620acb1-94ea-4b71-b529-a7bacedc8d38 HTTP/1.1" status: 204  len: 168 time: 0.9153049
Jun 04 15:34:55.563333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34136) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:55.672210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-840028a3-5c13-45e9-95dd-bb6cc44ac48e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Deleting subnet d87badd3-255d-47b3-8828-bd1cebf9148b {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:34:55.677949 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-840028a3-5c13-45e9-95dd-bb6cc44ac48e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:55.784681 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-840028a3-5c13-45e9-95dd-bb6cc44ac48e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:55.946581 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-840028a3-5c13-45e9-95dd-bb6cc44ac48e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:56.052824 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:56.344473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cd29a-5815-4040-b1b2-00b0e69dab58 req-aeb255a0-9cad-4bd7-95b1-013a40141238 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:56.353600 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f91cd29a-5815-4040-b1b2-00b0e69dab58 req-aeb255a0-9cad-4bd7-95b1-013a40141238 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.2085366
Jun 04 15:34:56.382247 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-263fc6e4-d0b6-4a9e-a04a-afa4f84621fd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:56.391143 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e4425b23-d5ce-49d2-8e95-382bbde13145 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:56.501163 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fc6e4-d0b6-4a9e-a04a-afa4f84621fd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=b18bd975-c4f1-42db-a765-fda1d6ae2eae,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:56.512415 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-263fc6e4-d0b6-4a9e-a04a-afa4f84621fd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:56.533037 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f91cd29a-5815-4040-b1b2-00b0e69dab58 req-974190a7-4caf-4555-b2bd-5b8ad76a15bd tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1751163
Jun 04 15:34:56.819665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162f1f6-7aca-4411-91cb-a3f0282914f5 req-3e3b3db4-702c-4e24-934d-921439d0e402 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:56.831254 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1162f1f6-7aca-4411-91cb-a3f0282914f5 req-3e3b3db4-702c-4e24-934d-921439d0e402 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1096 time: 0.9477713
Jun 04 15:34:56.993362 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1162f1f6-7aca-4411-91cb-a3f0282914f5 req-52dd73c7-2436-4384-804e-535dcee3b080 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1603334
Jun 04 15:34:56.995170 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-840028a3-5c13-45e9-95dd-bb6cc44ac48e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:57.003307 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2d0280d6-2624-42d1-91ff-da4752216934 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:57.112910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840028a3-5c13-45e9-95dd-bb6cc44ac48e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Subnet': ['ID=d87badd3-255d-47b3-8828-bd1cebf9148b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:57.123985 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-840028a3-5c13-45e9-95dd-bb6cc44ac48e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:57.148015 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-840028a3-5c13-45e9-95dd-bb6cc44ac48e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:57.153091 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-840028a3-5c13-45e9-95dd-bb6cc44ac48e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/d87badd3-255d-47b3-8828-bd1cebf9148b HTTP/1.1" status: 204  len: 168 time: 1.5885205
Jun 04 15:34:57.157194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34154) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:57.158186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaae95c-e947-4dd9-8e7a-112488aa96f8 None None] Network 6acae085-7932-4691-b36e-433651ec3de1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:34:57.250168 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fbb97273-c36b-42b1-8d48-b0ad01f9246c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0909040
Jun 04 15:34:57.259227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34158) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:57.417718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2727ab9f-3068-422c-8872-5212eba21024 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:57.419289 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2727ab9f-3068-422c-8872-5212eba21024 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1578693
Jun 04 15:34:57.430162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34162) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:57.467951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c418e545-dd5d-4551-8e86-dd8146e14683 None None] Provisioning complete for port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:34:57.468612 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c418e545-dd5d-4551-8e86-dd8146e14683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:57.492194 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-263fc6e4-d0b6-4a9e-a04a-afa4f84621fd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:57.605912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f12139-46be-4053-ae74-439052714279 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:57.607765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a4f12139-46be-4053-ae74-439052714279 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:57.728845 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a4f12139-46be-4053-ae74-439052714279 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:subnet {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:57.732870 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a4f12139-46be-4053-ae74-439052714279 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3017094
Jun 04 15:34:57.733542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34168) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:57.939471 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a8d31995-6c87-4389-a232-828aa05d1dad tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2020812
Jun 04 15:34:57.944395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34170) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:57.960813 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb76926f-1540-41e9-aeb0-ae19aba8ccf3 None None] DHCP port deletion for 6acae085-7932-4691-b36e-433651ec3de1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:34:57.988937 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2947165-18e5-4c99-bf07-5b4c17036a65 req-0e281717-d25c-47f8-a379-983bbb4ac2b7 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:57.990750 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2947165-18e5-4c99-bf07-5b4c17036a65 req-0e281717-d25c-47f8-a379-983bbb4ac2b7 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1096 time: 0.4946027
Jun 04 15:34:58.038419 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab4e7b9-83fd-40d6-aba9-e3a6c434c6db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:34:58.039030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab4e7b9-83fd-40d6-aba9-e3a6c434c6db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:34:58.043868 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cab4e7b9-83fd-40d6-aba9-e3a6c434c6db tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/95e9151d-61ee-4005-babf-c91896b7f7cf HTTP/1.1" status: 404  len: 333 time: 0.0982623
Jun 04 15:34:58.052828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34172) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:58.083939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-fb76926f-1540-41e9-aeb0-ae19aba8ccf3 None None] Deleting port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:34:58.084679 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fb76926f-1540-41e9-aeb0-ae19aba8ccf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:58.084799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1eef91-9981-4da3-a24d-1870e22a9d6a req-1b06a28d-2238-47e9-a761-6dbe08e908dc tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:58.092213 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec1eef91-9981-4da3-a24d-1870e22a9d6a req-1b06a28d-2238-47e9-a761-6dbe08e908dc tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.2545087
Jun 04 15:34:58.151861 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec1eef91-9981-4da3-a24d-1870e22a9d6a req-40f8ac98-5525-41f7-857a-caab5b4de170 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585387
Jun 04 15:34:58.176411 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-01431335-d9c5-4e9c-88ba-94e09dc8f47f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:34:58.176827 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01431335-d9c5-4e9c-88ba-94e09dc8f47f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:34:58.182229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263fc6e4-d0b6-4a9e-a04a-afa4f84621fd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Router 2276b0f4-7443-4881-9749-503caa1a5fe8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:34:58.191726 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2947165-18e5-4c99-bf07-5b4c17036a65 req-312d9a28-4190-4fcb-9d1f-e5cd130be47a tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923177
Jun 04 15:34:58.200211 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-01431335-d9c5-4e9c-88ba-94e09dc8f47f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/d87badd3-255d-47b3-8828-bd1cebf9148b HTTP/1.1" status: 404  len: 337 time: 0.0871880
Jun 04 15:34:58.201044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34174) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:58.234955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fb76926f-1540-41e9-aeb0-ae19aba8ccf3 None None] For port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=84fb2ee1-ea5a-437b-9ecd-e9047ed0989b,segment=NetworkSegment(c6a1599d-e8a8-4ee9-856e-6cd960ec138c),segment_id=c6a1599d-e8a8-4ee9-856e-6cd960ec138c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:34:58.236194 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fb76926f-1540-41e9-aeb0-ae19aba8ccf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:58.319297 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54f2882-4dbf-4a3c-a4c7-33ce66e4c9c8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:34:58.319943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a54f2882-4dbf-4a3c-a4c7-33ce66e4c9c8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:34:58.333185 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a54f2882-4dbf-4a3c-a4c7-33ce66e4c9c8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/1620acb1-94ea-4b71-b529-a7bacedc8d38 HTTP/1.1" status: 404  len: 337 time: 0.1277506
Jun 04 15:34:58.333756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34182) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:58.468312 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09ee64c-62d1-4064-89e6-a54c2f4e9395 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:34:58.473545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09ee64c-62d1-4064-89e6-a54c2f4e9395 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:34:58.473545 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d09ee64c-62d1-4064-89e6-a54c2f4e9395 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/64825203-56e3-43ab-a637-bec3e42a449a HTTP/1.1" status: 404  len: 333 time: 0.1358654
Jun 04 15:34:58.475984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34184) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:58.511806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-fb76926f-1540-41e9-aeb0-ae19aba8ccf3 None None] Calling delete_port for 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:34:58.513704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34186) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:58.546394 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263fc6e4-d0b6-4a9e-a04a-afa4f84621fd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:34:58.546394 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf8abf5-2fc5-4808-89cb-72f66a248380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:34:58.546394 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf8abf5-2fc5-4808-89cb-72f66a248380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:34:58.548565 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bbf8abf5-2fc5-4808-89cb-72f66a248380 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/384b63a4-937f-4b2b-bd69-3676b0859b22 HTTP/1.1" status: 404  len: 337 time: 0.0643685
Jun 04 15:34:58.553613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34192) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:58.555876 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3eccdd-9a06-4d25-9815-389174549b8e None None] Sync routers for ids ['2276b0f4-7443-4881-9749-503caa1a5fe8'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:34:58.567582 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-263fc6e4-d0b6-4a9e-a04a-afa4f84621fd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "PUT /v2.0/routers/2276b0f4-7443-4881-9749-503caa1a5fe8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4960730
Jun 04 15:34:58.568376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34194) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:58.590727 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3eccdd-9a06-4d25-9815-389174549b8e None None] Routers {'2276b0f4-7443-4881-9749-503caa1a5fe8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:34:58.591421 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8c3eccdd-9a06-4d25-9815-389174549b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb88850>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:34:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2276b0f4-7443-4881-9749-503caa1a5fe8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:58.655441 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-0212350c-b69c-4f8e-b6e9-d770fe644dc6 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] GET failed (client error): The resource could not be found.
Jun 04 15:34:58.660389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0212350c-b69c-4f8e-b6e9-d770fe644dc6 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:34:58.685749 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c48a93a-fb73-47fb-99e8-1402ac115a45 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:34:58.687805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c48a93a-fb73-47fb-99e8-1402ac115a45 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:34:58.692107 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3c48a93a-fb73-47fb-99e8-1402ac115a45 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/11bda7d1-93a6-411d-b2a7-c09b6671e201 HTTP/1.1" status: 404  len: 337 time: 0.1288290
Jun 04 15:34:58.694782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34196) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:58.696943 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fb76926f-1540-41e9-aeb0-ae19aba8ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:58.707211 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6b076ceb-a4cb-4236-b11a-766cd94b53a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:58.738833 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8c3eccdd-9a06-4d25-9815-389174549b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb88850>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:58.750228 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3eccdd-9a06-4d25-9815-389174549b8e None None] Routers {'2276b0f4-7443-4881-9749-503caa1a5fe8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:34:58.750838 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8c3eccdd-9a06-4d25-9815-389174549b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb88850>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:34:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['2276b0f4-7443-4881-9749-503caa1a5fe8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:58.780701 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728e1ad-d473-44a0-906c-170b3b93d953 req-6c7a7dc9-422c-4d02-8ebb-0ca2a3a6c91a tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:58.793844 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e728e1ad-d473-44a0-906c-170b3b93d953 req-6c7a7dc9-422c-4d02-8ebb-0ca2a3a6c91a tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1096 time: 0.3797581
Jun 04 15:34:58.811442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0212350c-b69c-4f8e-b6e9-d770fe644dc6 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:34:58.816141 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0212350c-b69c-4f8e-b6e9-d770fe644dc6 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/b18bd975-c4f1-42db-a765-fda1d6ae2eae HTTP/1.1" status: 404  len: 333 time: 0.2451506
Jun 04 15:34:58.816829 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34198) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:58.825345 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8c3eccdd-9a06-4d25-9815-389174549b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb88850>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:34:58.826039 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3eccdd-9a06-4d25-9815-389174549b8e None None] The sync data for ids ['2276b0f4-7443-4881-9749-503caa1a5fe8'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:34:58.856509 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76926f-1540-41e9-aeb0-ae19aba8ccf3 None None] Pushing event deleted for resources: {'Port': ['ID=84fb2ee1-ea5a-437b-9ecd-e9047ed0989b,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:58.858596 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:34:58.904316 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5db483-231d-477c-9b35-1879a82ff06c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:34:58.905118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5db483-231d-477c-9b35-1879a82ff06c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:34:58.911000 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6e5db483-231d-477c-9b35-1879a82ff06c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/e86f8198-a47d-4c10-b558-603306618521 HTTP/1.1" status: 404  len: 333 time: 0.1942513
Jun 04 15:34:58.912250 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fb76926f-1540-41e9-aeb0-ae19aba8ccf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:58.913164 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb76926f-1540-41e9-aeb0-ae19aba8ccf3 None None] No DVR routers for this DVR port 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:34:58.915569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34202) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:58.928933 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:34:58.929313 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 84fb2ee1-ea5a-437b-9ecd-e9047ed0989b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:34:58.976660 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-8086da3f-7044-414d-b60b-2e56706cefa8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:34:58.977513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8086da3f-7044-414d-b60b-2e56706cefa8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:34:58.981965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8086da3f-7044-414d-b60b-2e56706cefa8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/b823b26f-531d-41ca-b834-a4e22fc63d9a HTTP/1.1" status: 404  len: 337 time: 0.0648823
Jun 04 15:34:58.983092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34206) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:58.988415 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e728e1ad-d473-44a0-906c-170b3b93d953 req-12ca79d9-1240-48a1-8dfe-cc29279e7a75 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933746
Jun 04 15:34:59.106036 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-48455a65-2e26-488a-b848-1c6df4dcd284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:59.122399 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-48455a65-2e26-488a-b848-1c6df4dcd284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:59.124401 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecdcdb8-73f6-48fb-84f8-63cb3a950d72 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:34:59.124401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aecdcdb8-73f6-48fb-84f8-63cb3a950d72 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:34:59.126286 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-aecdcdb8-73f6-48fb-84f8-63cb3a950d72 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/825b4786-5bd3-4269-9c2f-9fe15e70959f HTTP/1.1" status: 404  len: 337 time: 0.1422517
Jun 04 15:34:59.126557 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-48455a65-2e26-488a-b848-1c6df4dcd284 admin admin] Usage tracker for resource:security_group_rule and tenant:b0208b8b68b24524a06143190b454b8e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:59.130458 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-48455a65-2e26-488a-b848-1c6df4dcd284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:34:59.131300 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-558bfb37-dca5-4504-b435-6a013cb01a1d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:59.136325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-48455a65-2e26-488a-b848-1c6df4dcd284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:34:59.205973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34212) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:59.292404 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-48455a65-2e26-488a-b848-1c6df4dcd284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:59.367854 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-48455a65-2e26-488a-b848-1c6df4dcd284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:59.421145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34222) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:59.424200 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eb124c7f-ade9-4ca6-a79f-ea4ae7975082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:34:59.475693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48455a65-2e26-488a-b848-1c6df4dcd284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62396f2d-3733-47b8-8df3-6c11cbfb814c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:34:59.494039 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-48455a65-2e26-488a-b848-1c6df4dcd284 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0208b8b68b24524a06143190b454b8e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9728112
Jun 04 15:34:59.518770 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a1a82b8f-a72f-4ecf-b955-cdfcf6e619ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:59.521040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34236) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:59.522350 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-48455a65-2e26-488a-b848-1c6df4dcd284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:34:59.651033 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47760ad-8ef3-446b-9129-7422ccaa38ef tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:34:59.651616 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47760ad-8ef3-446b-9129-7422ccaa38ef tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:34:59.655626 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d47760ad-8ef3-446b-9129-7422ccaa38ef tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/2799d9a5-c713-4b7f-a4bb-7da45b9a147d HTTP/1.1" status: 404  len: 333 time: 0.4412172
Jun 04 15:34:59.657522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34240) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:59.785261 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29604ec6-1ec0-4eef-a1c2-585a99953192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:59.818442 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29604ec6-1ec0-4eef-a1c2-585a99953192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:59.842600 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fb3dd1-4c10-47f1-9879-790e4b142f19 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:34:59.843064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1fb3dd1-4c10-47f1-9879-790e4b142f19 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:34:59.848220 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d1fb3dd1-4c10-47f1-9879-790e4b142f19 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/3b811cc9-e584-41b7-90ed-989923779582 HTTP/1.1" status: 404  len: 337 time: 0.1847746
Jun 04 15:34:59.856751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34246) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:59.902978 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-032e72cd-2368-4a59-bd16-3f932d5f6c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:59.915540 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-558bfb37-dca5-4504-b435-6a013cb01a1d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:59.925170 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-558bfb37-dca5-4504-b435-6a013cb01a1d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:34:59.926509 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b97c69-f859-46e7-a5e3-9acdcde2e716 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:34:59.929493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b97c69-f859-46e7-a5e3-9acdcde2e716 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:34:59.970261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-032e72cd-2368-4a59-bd16-3f932d5f6c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:34:59.978572 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-06b97c69-f859-46e7-a5e3-9acdcde2e716 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/d2ecd1fc-91de-43ed-a744-ed9bc762d476 HTTP/1.1" status: 404  len: 337 time: 0.1153564
Jun 04 15:34:59.979209 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8028528-54da-440c-867f-3dbeb27e165f req-5fbb923f-6c78-4cee-98d3-c3b91bc7c883 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:59.979209 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f8028528-54da-440c-867f-3dbeb27e165f req-5fbb923f-6c78-4cee-98d3-c3b91bc7c883 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.3899748
Jun 04 15:34:59.979952 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34250) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:34:59.991871 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-032e72cd-2368-4a59-bd16-3f932d5f6c95 admin admin] Usage tracker for resource:security_group_rule and tenant:9cbdd2815f654b9da3bba832175e683e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:34:59.995465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-52a5f4bf-d732-4aef-8d3a-237e37c54f89 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:34:59.996993 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-52a5f4bf-d732-4aef-8d3a-237e37c54f89 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/networks?id=fa2a2256-60b6-4e22-8e8a-680899e6dd2c HTTP/1.1" status: 200  len: 911 time: 0.4987607
Jun 04 15:34:59.999569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-032e72cd-2368-4a59-bd16-3f932d5f6c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:00.007127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-032e72cd-2368-4a59-bd16-3f932d5f6c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:00.027883 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-e3e14226-888e-463a-97ca-20951599f8fb tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/quotas/0ac02eba8afb416294685148968468a5 HTTP/1.1" status: 200  len: 375 time: 0.0162823
Jun 04 15:35:00.039059 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-32788a77-f3a1-44d7-a65b-a8a5c1722a2c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:00.039541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32788a77-f3a1-44d7-a65b-a8a5c1722a2c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:00.054472 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-32788a77-f3a1-44d7-a65b-a8a5c1722a2c tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/3b6b4180-6216-474d-9ae9-3b5203fe523d HTTP/1.1" status: 404  len: 333 time: 0.0732379
Jun 04 15:35:00.069388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34252) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:00.131264 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f8028528-54da-440c-867f-3dbeb27e165f req-846fc08e-30e8-4bd2-ada2-a749e30be8d6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1139057
Jun 04 15:35:00.137389 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-558bfb37-dca5-4504-b435-6a013cb01a1d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:00.138228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558bfb37-dca5-4504-b435-6a013cb01a1d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Fanout notify agent at l3_agent the message router_deleted on router 2276b0f4-7443-4881-9749-503caa1a5fe8 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:35:00.151252 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-558bfb37-dca5-4504-b435-6a013cb01a1d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:00.153904 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-558bfb37-dca5-4504-b435-6a013cb01a1d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/routers/2276b0f4-7443-4881-9749-503caa1a5fe8 HTTP/1.1" status: 204  len: 168 time: 1.3359270
Jun 04 15:35:00.155524 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53464b6-ea32-4052-b6ad-c850b87aa5c5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:00.156105 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53464b6-ea32-4052-b6ad-c850b87aa5c5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:00.158259 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c53464b6-ea32-4052-b6ad-c850b87aa5c5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/2ab6eabf-23b6-4340-a874-9f963466e0fb HTTP/1.1" status: 404  len: 337 time: 0.0876095
Jun 04 15:35:00.161369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34258) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:00.221682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34260) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:00.269083 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29604ec6-1ec0-4eef-a1c2-585a99953192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:00.275344 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e92ab07-95d7-4f64-bfa5-dac217d80d7e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:00.275506 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-484a98d5-d700-4f2e-8874-a8c855913877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:00.275822 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e92ab07-95d7-4f64-bfa5-dac217d80d7e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:00.277887 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6e92ab07-95d7-4f64-bfa5-dac217d80d7e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/555c46a0-bb8d-4387-9939-08b778d17104 HTTP/1.1" status: 404  len: 333 time: 0.0499744
Jun 04 15:35:00.284455 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34262) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:00.297347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29604ec6-1ec0-4eef-a1c2-585a99953192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62396f2d-3733-47b8-8df3-6c11cbfb814c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:00.309526 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29604ec6-1ec0-4eef-a1c2-585a99953192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:00.321329 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29604ec6-1ec0-4eef-a1c2-585a99953192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:00.322688 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-29604ec6-1ec0-4eef-a1c2-585a99953192 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62396f2d-3733-47b8-8df3-6c11cbfb814c HTTP/1.1" status: 204  len: 168 time: 0.7966702
Jun 04 15:35:00.340240 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf96c64d-dc66-48be-995d-c2b597c6c576 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:00.340743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf96c64d-dc66-48be-995d-c2b597c6c576 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:00.342791 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cf96c64d-dc66-48be-995d-c2b597c6c576 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/3a9afae7-b17b-4d97-910a-1e5eb28517d2 HTTP/1.1" status: 404  len: 337 time: 0.0572946
Jun 04 15:35:00.347310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34266) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:00.351019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c1248c-6371-46a9-bf31-1aae9bd2acff tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting subnet d6b689ad-c0ab-4fb7-9b69-c5b9abd26f1b {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:35:00.355019 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38c1248c-6371-46a9-bf31-1aae9bd2acff tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:00.405209 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-f817d162-6fc3-48d5-8783-415b6b9ad88d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:00.406273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f817d162-6fc3-48d5-8783-415b6b9ad88d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:00.423514 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f817d162-6fc3-48d5-8783-415b6b9ad88d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/aed3a34a-9417-49d7-8049-782b04ff199e HTTP/1.1" status: 404  len: 333 time: 0.0760300
Jun 04 15:35:00.425223 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38c1248c-6371-46a9-bf31-1aae9bd2acff tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:00.427741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34268) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:00.439517 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-b36ad55f-4347-4f3b-932a-fb9e5887a654 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ac02eba8afb416294685148968468a5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4051540
Jun 04 15:35:00.488504 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-032e72cd-2368-4a59-bd16-3f932d5f6c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:00.489901 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa01843f-db44-4f4f-8663-bc61ddbf7430 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:00.490344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa01843f-db44-4f4f-8663-bc61ddbf7430 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:00.492034 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-aa01843f-db44-4f4f-8663-bc61ddbf7430 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/b26ee535-3c2a-43af-88b8-f2886427cab4 HTTP/1.1" status: 404  len: 337 time: 0.0573828
Jun 04 15:35:00.494802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34272) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:00.529793 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38c1248c-6371-46a9-bf31-1aae9bd2acff tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:00.538132 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43ea2ba-f89b-4ab2-8561-61a5d6e3f0a4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:00.538608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43ea2ba-f89b-4ab2-8561-61a5d6e3f0a4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:00.540322 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e43ea2ba-f89b-4ab2-8561-61a5d6e3f0a4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/8b3fbb13-1683-408a-aa7a-17cb176022ec HTTP/1.1" status: 404  len: 333 time: 0.0446105
Jun 04 15:35:00.542961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34274) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:00.586232 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-f190a4f6-64fc-4444-91eb-e668b4cb508d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:00.586699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f190a4f6-64fc-4444-91eb-e668b4cb508d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:00.588592 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f190a4f6-64fc-4444-91eb-e668b4cb508d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/7b6b02ad-f908-42dd-b6af-ebdcd3b079ac HTTP/1.1" status: 404  len: 337 time: 0.0447264
Jun 04 15:35:00.591176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34276) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:00.633607 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-4747c3e1-4c89-4d0f-81bd-a95bda1dbe21 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:00.634536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4747c3e1-4c89-4d0f-81bd-a95bda1dbe21 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:00.636574 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4747c3e1-4c89-4d0f-81bd-a95bda1dbe21 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/f0f5f0f6-4ce1-40e7-8e3b-7b42f5faa6ab HTTP/1.1" status: 404  len: 333 time: 0.0444152
Jun 04 15:35:00.637499 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-032e72cd-2368-4a59-bd16-3f932d5f6c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:00.639186 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34278) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:00.646320 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cc3a1eaa-caa0-4f21-8b7d-316a9b897564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:00.686454 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-032e72cd-2368-4a59-bd16-3f932d5f6c95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cbdd2815f654b9da3bba832175e683e&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2206254
Jun 04 15:35:00.688160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e72cd-2368-4a59-bd16-3f932d5f6c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663af450-ccc3-406c-a5ae-2305373e397c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:00.690536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34280) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:00.692522 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-032e72cd-2368-4a59-bd16-3f932d5f6c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:00.782176 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5f17f2d2-2b6f-4d76-941d-0d0711320420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:00.819607 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5f17f2d2-2b6f-4d76-941d-0d0711320420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:00.943557 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-9edafc0a-fbca-4ab8-9060-9efd2e2beac4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:00.944422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9edafc0a-fbca-4ab8-9060-9efd2e2beac4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:00.946710 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9edafc0a-fbca-4ab8-9060-9efd2e2beac4 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/fade87fe-6e70-4ea4-944e-468617941c17 HTTP/1.1" status: 404  len: 337 time: 0.3038056
Jun 04 15:35:00.949342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34292) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:01.004402 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5f17f2d2-2b6f-4d76-941d-0d0711320420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:01.014740 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-24186683-c820-4cce-be0c-dce53575d215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:01.025310 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-5264a439-65c3-4ad1-b009-37701f091fc2 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:01.025992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5264a439-65c3-4ad1-b009-37701f091fc2 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:01.043489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17f2d2-2b6f-4d76-941d-0d0711320420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663af450-ccc3-406c-a5ae-2305373e397c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:01.048030 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5f17f2d2-2b6f-4d76-941d-0d0711320420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:01.050905 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5264a439-65c3-4ad1-b009-37701f091fc2 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/ad2d9560-feac-4371-813c-911f8ef31289 HTTP/1.1" status: 404  len: 333 time: 0.1004581
Jun 04 15:35:01.052219 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5f17f2d2-2b6f-4d76-941d-0d0711320420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:01.053450 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34294) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:01.053659 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5f17f2d2-2b6f-4d76-941d-0d0711320420 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/663af450-ccc3-406c-a5ae-2305373e397c HTTP/1.1" status: 204  len: 168 time: 0.3621328
Jun 04 15:35:01.111325 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38c1248c-6371-46a9-bf31-1aae9bd2acff tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:01.119875 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f792f2f6-3718-4811-8af3-337ea1cdb7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:01.166834 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1248c-6371-46a9-bf31-1aae9bd2acff tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b689ad-c0ab-4fb7-9b69-c5b9abd26f1b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:01.173519 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca973803-bfd5-4190-8fb0-24db3dc60747 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:01.175313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca973803-bfd5-4190-8fb0-24db3dc60747 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:01.185267 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-38c1248c-6371-46a9-bf31-1aae9bd2acff tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:01.188991 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ca973803-bfd5-4190-8fb0-24db3dc60747 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/8b66a289-a9b6-4d3b-ac22-be25e875e87c HTTP/1.1" status: 404  len: 337 time: 0.1337564
Jun 04 15:35:01.191993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34302) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:01.241389 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-471834a1-ed35-4768-b3a8-7841b37eb59b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:01.242097 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471834a1-ed35-4768-b3a8-7841b37eb59b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:01.244362 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-471834a1-ed35-4768-b3a8-7841b37eb59b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/c7de2c6c-6e7e-4e63-9610-f1a0847827e9 HTTP/1.1" status: 404  len: 337 time: 0.0511584
Jun 04 15:35:01.245037 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a5871b-76ac-4dc0-ab6a-eb0ccd643d11 None None] Network c7a384f4-0c22-4d7d-9ac6-c7787781daa7 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:35:01.256380 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34304) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:01.257795 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38c1248c-6371-46a9-bf31-1aae9bd2acff tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:01.263165 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-38c1248c-6371-46a9-bf31-1aae9bd2acff tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/d6b689ad-c0ab-4fb7-9b69-c5b9abd26f1b HTTP/1.1" status: 204  len: 168 time: 1.1018796
Jun 04 15:35:01.288039 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34306) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:01.367179 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-872abb84-11b8-4a98-905d-4f333f7aca4f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:01.367674 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872abb84-11b8-4a98-905d-4f333f7aca4f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:01.371849 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-872abb84-11b8-4a98-905d-4f333f7aca4f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/7c25f77e-c996-4538-80ea-90f483bd6ac1 HTTP/1.1" status: 404  len: 333 time: 0.1049633
Jun 04 15:35:01.372297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34310) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:01.510029 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed73a9d2-fb76-4184-8c37-ddc1093a07c6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:01.511496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed73a9d2-fb76-4184-8c37-ddc1093a07c6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:01.515407 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ed73a9d2-fb76-4184-8c37-ddc1093a07c6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/333dc7c6-0f81-41ec-b9c6-f50993c716fe HTTP/1.1" status: 404  len: 337 time: 0.1424119
Jun 04 15:35:01.519474 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34316) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:01.680429 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f3a8c6-5267-4033-aa91-6ae02f86e6d9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:01.682010 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f3a8c6-5267-4033-aa91-6ae02f86e6d9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:01.686035 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-14f3a8c6-5267-4033-aa91-6ae02f86e6d9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/5fec758f-6dab-434a-b6d6-2d8f5aa90817 HTTP/1.1" status: 404  len: 337 time: 0.1596329
Jun 04 15:35:01.691025 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34322) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:01.745675 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8663fa-891d-4f37-b280-c815372c26c0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:01.746415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8663fa-891d-4f37-b280-c815372c26c0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:01.748457 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-be8663fa-891d-4f37-b280-c815372c26c0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/f98cc3a6-1e19-4777-9a1b-c1e94788cf26 HTTP/1.1" status: 404  len: 333 time: 0.0557182
Jun 04 15:35:01.751271 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34324) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:01.816300 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-4344dd2f-41d9-4937-a75b-e8edee7acf80 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:01.817165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4344dd2f-41d9-4937-a75b-e8edee7acf80 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:01.819100 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4344dd2f-41d9-4937-a75b-e8edee7acf80 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/627a0a97-d6eb-455e-8e77-7fcb9f9d722c HTTP/1.1" status: 404  len: 337 time: 0.0667384
Jun 04 15:35:01.822250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34326) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:01.829266 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2d41b7-bc88-48ee-95ce-c95d8d0fdf28 None None] DHCP port deletion for c7a384f4-0c22-4d7d-9ac6-c7787781daa7 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:35:01.838866 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:01.850016 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-d8c7209d-378b-46f2-b20b-6f367c9333ab service neutron] 10.222.0.32 "GET /v2.0/networks/fa2a2256-60b6-4e22-8e8a-680899e6dd2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3764417
Jun 04 15:35:01.874345 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce44682-9ef3-44da-b226-e02ea821497a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:01.875089 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce44682-9ef3-44da-b226-e02ea821497a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:01.876927 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2ce44682-9ef3-44da-b226-e02ea821497a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/0d40e8c4-4e96-44aa-b25e-a4d0a387042f HTTP/1.1" status: 404  len: 337 time: 0.0528429
Jun 04 15:35:01.880463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34328) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:01.915616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a08ab-24dd-4fbc-b75f-47e118a7984c req-f8de2c70-a37b-4b2b-96bd-96f836f4f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:01.917445 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9d7a08ab-24dd-4fbc-b75f-47e118a7984c req-f8de2c70-a37b-4b2b-96bd-96f836f4f444 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 1095 time: 0.6196704
Jun 04 15:35:01.957185 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb55d33b-6655-44f5-be03-1650f2e1c9f8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:01.957757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb55d33b-6655-44f5-be03-1650f2e1c9f8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:01.959670 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fb55d33b-6655-44f5-be03-1650f2e1c9f8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/f3d847ad-3bdf-4dd0-9023-501bde6f8c33 HTTP/1.1" status: 404  len: 333 time: 0.0777519
Jun 04 15:35:01.983319 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f52a6-41fa-4788-b433-2265ddcb57f3 req-c67ca902-b001-43d6-9dab-7ce16a638ed5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:01.984911 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e59f52a6-41fa-4788-b433-2265ddcb57f3 req-c67ca902-b001-43d6-9dab-7ce16a638ed5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.4662259
Jun 04 15:35:01.985491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34332) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:02.026217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d41b7-bc88-48ee-95ce-c95d8d0fdf28 None None] Deleting port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:02.026500 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0b2d41b7-bc88-48ee-95ce-c95d8d0fdf28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:02.114660 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c412e1c-3337-43e0-8137-19176d1d9846 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:02.115137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c412e1c-3337-43e0-8137-19176d1d9846 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:02.116910 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9c412e1c-3337-43e0-8137-19176d1d9846 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/af5c427d-3c00-474b-8983-9619e54184b1 HTTP/1.1" status: 404  len: 337 time: 0.1305330
Jun 04 15:35:02.132202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34336) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:02.213078 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0b2d41b7-bc88-48ee-95ce-c95d8d0fdf28 None None] For port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4b930ff5-deaf-44d8-8c7c-a49addbbb4b2,segment=NetworkSegment(173b197c-5455-48fe-ad9c-be77cf38f20a),segment_id=173b197c-5455-48fe-ad9c-be77cf38f20a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:02.213078 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0b2d41b7-bc88-48ee-95ce-c95d8d0fdf28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:02.266138 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc62755-2139-49b7-a8fc-7a0b3e5595b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:02.266627 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc62755-2139-49b7-a8fc-7a0b3e5595b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:02.277734 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3bc62755-2139-49b7-a8fc-7a0b3e5595b3 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/f1ab85f2-21c2-46ec-9663-45edd91b2c80 HTTP/1.1" status: 404  len: 337 time: 0.1294215
Jun 04 15:35:02.297746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34338) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:02.319023 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e59f52a6-41fa-4788-b433-2265ddcb57f3 req-405443ab-1bd8-49e3-8e0c-63ef0bc65e0b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2646427
Jun 04 15:35:02.349975 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-5ba9c0e1-0af7-4be3-9709-054e2a2f8277 service neutron] 10.222.0.32 "GET /v2.0/networks/fa2a2256-60b6-4e22-8e8a-680899e6dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4933662
Jun 04 15:35:02.354025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34342) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:02.356623 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d41b7-bc88-48ee-95ce-c95d8d0fdf28 None None] Calling delete_port for 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:02.387204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bcbbcb03-5dd5-4d01-8f82-ec3477589c10 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Synchronizing usage tracker for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:35:02.395828 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:02.451791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:02.452326 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:02.469811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a08ab-24dd-4fbc-b75f-47e118a7984c req-91b32dff-a02f-402e-94d1-feff201381d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:02.471758 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9d7a08ab-24dd-4fbc-b75f-47e118a7984c req-91b32dff-a02f-402e-94d1-feff201381d2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.5211704
Jun 04 15:35:02.567847 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7a6be-e91d-4066-bcf8-78a9a0e7ed20 req-4af5180e-c390-47b0-8371-1a70579bf8ed tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:02.569920 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1ae7a6be-e91d-4066-bcf8-78a9a0e7ed20 req-4af5180e-c390-47b0-8371-1a70579bf8ed tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.0922651
Jun 04 15:35:02.579321 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5523e1c6-fe38-4fb9-8dc5-b0b3d723fa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:02.582877 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0b2d41b7-bc88-48ee-95ce-c95d8d0fdf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:02.593334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bcbbcb03-5dd5-4d01-8f82-ec3477589c10 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Unset dirty status for tenant:edcd6c1b558d4c8182358c12b8245b8e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:35:02.599296 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bcbbcb03-5dd5-4d01-8f82-ec3477589c10 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d5b60da-e9fc-46e5-91db-3abfedc2801d HTTP/1.1" status: 200  len: 205 time: 0.2788150
Jun 04 15:35:02.603254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34348) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:02.617034 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1b8c3eea-8372-469d-98ab-7ca189b56821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:02.645812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] For port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4b930ff5-deaf-44d8-8c7c-a49addbbb4b2,segment=NetworkSegment(173b197c-5455-48fe-ad9c-be77cf38f20a),segment_id=173b197c-5455-48fe-ad9c-be77cf38f20a)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:02.646179 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:02.668532 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9d7a08ab-24dd-4fbc-b75f-47e118a7984c req-947d87cd-10c6-4edd-9d03-aef832bde13d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 HTTP/1.1" status: 200  len: 999 time: 0.1829405
Jun 04 15:35:02.734979 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-996ff399-2053-4d5a-bfe4-3fff32478523 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] delete failed (client error): The resource could not be found.
Jun 04 15:35:02.739879 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-996ff399-2053-4d5a-bfe4-3fff32478523 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/routers/3d5b60da-e9fc-46e5-91db-3abfedc2801d HTTP/1.1" status: 404  len: 336 time: 0.1355035
Jun 04 15:35:02.740484 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34356) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:02.786169 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2d41b7-bc88-48ee-95ce-c95d8d0fdf28 None None] No DVR routers for this DVR port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:35:02.806910 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d41b7-bc88-48ee-95ce-c95d8d0fdf28 None None] Pushing event deleted for resources: {'Port': ['ID=4b930ff5-deaf-44d8-8c7c-a49addbbb4b2,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:02.811272 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0b2d41b7-bc88-48ee-95ce-c95d8d0fdf28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:02.873778 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:35:02.946506 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:35:02.947871 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:35:03.061636 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34362) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:03.103521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:03.108481 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f4f686-d2d0-497f-86fc-2136303d6184 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:03.109060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f4f686-d2d0-497f-86fc-2136303d6184 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:03.110660 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-81f4f686-d2d0-497f-86fc-2136303d6184 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/07d96862-5eff-4bd6-84ac-740b24244039 HTTP/1.1" status: 404  len: 337 time: 0.3647287
Jun 04 15:35:03.114070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34374) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:03.155201 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1ae7a6be-e91d-4066-bcf8-78a9a0e7ed20 req-bf07e66e-3144-45f7-a05a-07be399a7012 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4472792
Jun 04 15:35:03.162503 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1446645b-7087-4016-a58c-76b8c203a089 req-10d8e218-ee3a-4fe9-998b-aeec92534dab tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 210 time: 0.0981507
Jun 04 15:35:03.163017 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3db98c0b-ba99-4451-a795-de834563fb62 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a17972-517f-43a3-9748-b630da3f4059 HTTP/1.1" status: 200  len: 205 time: 0.0477967
Jun 04 15:35:03.165477 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34376) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:03.168226 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2cdee84d-4678-425f-9c0a-31c6630ef7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:03.184517 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c2bb5dea-9341-41cf-bde4-26142d311b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:03.225789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2cdee84d-4678-425f-9c0a-31c6630ef7e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:03.231126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c2bb5dea-9341-41cf-bde4-26142d311b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:03.236870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a08ab-24dd-4fbc-b75f-47e118a7984c req-ec34819f-96f2-450b-9884-4a1b94105564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:03.238853 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9d7a08ab-24dd-4fbc-b75f-47e118a7984c req-ec34819f-96f2-450b-9884-4a1b94105564 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.4966750
Jun 04 15:35:03.243015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2cdee84d-4678-425f-9c0a-31c6630ef7e1 admin admin] Usage tracker for resource:security_group_rule and tenant:0e9f427829f844e48cec4aef04810498 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:03.250405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2cdee84d-4678-425f-9c0a-31c6630ef7e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:03.257271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c2bb5dea-9341-41cf-bde4-26142d311b94 admin admin] Usage tracker for resource:security_group_rule and tenant:12fc6dcbfaaf4350a168b2e25b5aa660 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:03.267794 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-3cce7e44-6b60-490a-b35b-26d183e2597f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] delete failed (client error): The resource could not be found.
Jun 04 15:35:03.268837 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3cce7e44-6b60-490a-b35b-26d183e2597f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/routers/69a17972-517f-43a3-9748-b630da3f4059 HTTP/1.1" status: 404  len: 336 time: 0.1024299
Jun 04 15:35:03.274714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34382) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:03.295704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2cdee84d-4678-425f-9c0a-31c6630ef7e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:03.298357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c2bb5dea-9341-41cf-bde4-26142d311b94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:03.321782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c2bb5dea-9341-41cf-bde4-26142d311b94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:03.326357 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2da2d3-3dab-40d6-87a0-310da3e551ad tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:03.326900 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2da2d3-3dab-40d6-87a0-310da3e551ad tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:03.329047 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ba2da2d3-3dab-40d6-87a0-310da3e551ad tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/a2a61c3e-58de-4875-958d-efbbc1667593 HTTP/1.1" status: 404  len: 337 time: 0.0522518
Jun 04 15:35:03.331464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34386) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:03.387465 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbb7582-ff4a-4a9e-9985-7b704446e5df tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:03.388858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbb7582-ff4a-4a9e-9985-7b704446e5df tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:03.392311 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6bbb7582-ff4a-4a9e-9985-7b704446e5df tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/3f4f2160-5431-4076-ab63-6b5326eed760 HTTP/1.1" status: 404  len: 337 time: 0.0587394
Jun 04 15:35:03.394699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34392) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:03.401806 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:03.410344 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:03.466502 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-85eebde3-b7e4-4dc3-a98c-5dae68bc0f20 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:03.467152 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85eebde3-b7e4-4dc3-a98c-5dae68bc0f20 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:03.469194 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-85eebde3-b7e4-4dc3-a98c-5dae68bc0f20 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/a6de6e49-40cb-4d99-88af-d25c0576431d HTTP/1.1" status: 404  len: 333 time: 0.0732183
Jun 04 15:35:03.472334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34396) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:03.489694 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=4b930ff5-deaf-44d8-8c7c-a49addbbb4b2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:03.506694 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:03.507085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:03.507464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:03.507839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:03.508211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:03.508577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:03.508993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:03.509325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:03.509687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:03.510049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:03.510412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:03.510768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:03.522386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No DVR routers for this DVR port 4b930ff5-deaf-44d8-8c7c-a49addbbb4b2 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:35:03.525305 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:03.588738 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-194621a3-6ac0-43c7-90c1-0522ab13be84 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:03.589251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194621a3-6ac0-43c7-90c1-0522ab13be84 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:03.592347 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-194621a3-6ac0-43c7-90c1-0522ab13be84 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/2f59feca-d566-4ae6-ab46-6c07d202c522 HTTP/1.1" status: 404  len: 337 time: 0.1183219
Jun 04 15:35:03.599569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34398) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:03.605584 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:03.608336 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a08ab-24dd-4fbc-b75f-47e118a7984c req-8c7af50a-0f92-402c-8c5d-37f1e9753917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:03.609900 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9d7a08ab-24dd-4fbc-b75f-47e118a7984c req-8c7af50a-0f92-402c-8c5d-37f1e9753917 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3610458
Jun 04 15:35:03.660039 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3e28f9-0ce3-4156-aeba-ab15ad533d6a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:03.660699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3e28f9-0ce3-4156-aeba-ab15ad533d6a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:03.670337 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4a3e28f9-0ce3-4156-aeba-ab15ad533d6a tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/5e77a9d7-a0eb-4701-a85d-2f3ed6c248b8 HTTP/1.1" status: 404  len: 333 time: 0.0605986
Jun 04 15:35:03.670337 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34404) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:03.715557 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e5cce6-02c4-4591-8de7-71a17a86e9c8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:03.716022 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e5cce6-02c4-4591-8de7-71a17a86e9c8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:03.720060 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-94e5cce6-02c4-4591-8de7-71a17a86e9c8 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/245a66a9-5737-440b-8b87-4210c8b9b1b4 HTTP/1.1" status: 404  len: 337 time: 0.0432231
Jun 04 15:35:03.720390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34406) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:03.771625 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-38be5cb4-d78f-435c-a2c1-762c1deb2bf5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:03.772111 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38be5cb4-d78f-435c-a2c1-762c1deb2bf5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:03.774041 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-38be5cb4-d78f-435c-a2c1-762c1deb2bf5 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/96984d34-9ddf-49de-bc2c-b46b8df244a4 HTTP/1.1" status: 404  len: 333 time: 0.0519049
Jun 04 15:35:03.784173 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34408) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:03.827794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2023f2-5581-4606-a03f-27502e852e1d req-083734f2-0fc2-4e39-aa3a-f8350d722c53 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:03.829634 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-db2023f2-5581-4606-a03f-27502e852e1d req-083734f2-0fc2-4e39-aa3a-f8350d722c53 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.3041615
Jun 04 15:35:03.838021 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90d09ed-6d24-4bba-9db4-96183f94a4f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:03.838731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90d09ed-6d24-4bba-9db4-96183f94a4f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:03.840596 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f90d09ed-6d24-4bba-9db4-96183f94a4f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/48094716-94b4-46de-bad2-c331ecc76743 HTTP/1.1" status: 404  len: 337 time: 0.0548337
Jun 04 15:35:03.854337 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34410) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:03.859453 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2cdee84d-4678-425f-9c0a-31c6630ef7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:03.862676 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:03.893281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386cc5e20>,) {'filters': {'network_id': ['c7a384f4-0c22-4d7d-9ac6-c7787781daa7']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:03.916119 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfa1b98-10b9-4112-aaa4-f080779908c6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:03.916599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdfa1b98-10b9-4112-aaa4-f080779908c6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:03.918325 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bdfa1b98-10b9-4112-aaa4-f080779908c6 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/09a30ee9-d82d-4a92-b233-8c0013d27851 HTTP/1.1" status: 404  len: 333 time: 0.0615819
Jun 04 15:35:03.921215 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34412) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:03.967190 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-db2023f2-5581-4606-a03f-27502e852e1d req-177b7c7b-9535-46ba-9a09-6b85bf1d9902 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1304574
Jun 04 15:35:03.967550 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2cdee84d-4678-425f-9c0a-31c6630ef7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:03.968348 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e36af73-1ab6-488e-8a1d-e6abedb05e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:03.968811 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e36af73-1ab6-488e-8a1d-e6abedb05e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:03.970501 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1e36af73-1ab6-488e-8a1d-e6abedb05e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/aee4a21e-e55c-4f48-bf0c-a5aa676cdf53 HTTP/1.1" status: 404  len: 337 time: 0.0483627
Jun 04 15:35:03.973851 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34414) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:03.975864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386cc5e20>, '173b197c-5455-48fe-ad9c-be77cf38f20a') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:03.979811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386cc5e20>, '173b197c-5455-48fe-ad9c-be77cf38f20a') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:03.986171 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c2bb5dea-9341-41cf-bde4-26142d311b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:03.988988 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dab4b95c-eb6d-4474-b154-5c927cfecd1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:04.019476 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.023890 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-11168d00-29c4-463d-9f63-6d4da1aedebb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:04.024576 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11168d00-29c4-463d-9f63-6d4da1aedebb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:04.028401 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-11168d00-29c4-463d-9f63-6d4da1aedebb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/cdb319e9-f443-460f-bb5b-398b1f595091 HTTP/1.1" status: 404  len: 333 time: 0.0518584
Jun 04 15:35:04.029868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34416) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:04.069961 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8e27bd-6e2b-4510-a241-41b4eb66ce83 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:04.070551 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8e27bd-6e2b-4510-a241-41b4eb66ce83 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:04.072311 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-df8e27bd-6e2b-4510-a241-41b4eb66ce83 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/e17742f5-5617-4557-ba67-14c4b0d36d39 HTTP/1.1" status: 404  len: 337 time: 0.0411370
Jun 04 15:35:04.074001 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.075138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34418) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:04.087711 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2cdee84d-4678-425f-9c0a-31c6630ef7e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e9f427829f844e48cec4aef04810498&name=default HTTP/1.1" status: 200  len: 2983 time: 1.7290099
Jun 04 15:35:04.097768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34420) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:04.100355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdee84d-4678-425f-9c0a-31c6630ef7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac220bd-4b49-4c34-9595-020d27aeeb7c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:04.104092 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c2bb5dea-9341-41cf-bde4-26142d311b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.117020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:35:04.117425 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.122909 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdddf4e1-9371-4699-accd-dee6fd7b750b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:04.123380 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdddf4e1-9371-4699-accd-dee6fd7b750b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:04.125085 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cdddf4e1-9371-4699-accd-dee6fd7b750b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/cb9c576b-e058-446d-a479-a56562a986c4 HTTP/1.1" status: 404  len: 333 time: 0.0490041
Jun 04 15:35:04.130050 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34422) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:04.164857 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2cdee84d-4678-425f-9c0a-31c6630ef7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:04.165908 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2cdee84d-4678-425f-9c0a-31c6630ef7e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:04.170342 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3e09f2-4f57-4a04-bc0e-fdcf7d1a00b1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:04.170805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3e09f2-4f57-4a04-bc0e-fdcf7d1a00b1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:04.176362 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fe3e09f2-4f57-4a04-bc0e-fdcf7d1a00b1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/b30e5441-f4c0-4a4b-8783-ead82e40c630 HTTP/1.1" status: 404  len: 337 time: 0.0399635
Jun 04 15:35:04.176362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34426) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:35:04.184413 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:35:04.186867 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9d7a08ab-24dd-4fbc-b75f-47e118a7984c req-3f7ab142-a613-487d-9a4f-354417f32a45 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5542991
Jun 04 15:35:04.228616 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c40922-08ef-4d2f-a191-4aad1ea5a726 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:04.229201 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c40922-08ef-4d2f-a191-4aad1ea5a726 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:04.233752 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-28c40922-08ef-4d2f-a191-4aad1ea5a726 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/ports/0105fdd7-1446-4b62-a9d7-2a15c9f0ef54 HTTP/1.1" status: 404  len: 333 time: 0.0535741
Jun 04 15:35:04.239377 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34432) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:04.250029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb53419-8646-4cc6-93f8-2b03e5823046 req-80387276-dde6-4145-9f77-0c306a901867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:04.251562 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cb53419-8646-4cc6-93f8-2b03e5823046 req-80387276-dde6-4145-9f77-0c306a901867 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 1097 time: 0.5613856
Jun 04 15:35:04.315747 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6375746-c476-4f49-b8c9-2122a574ac72 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:04.316676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6375746-c476-4f49-b8c9-2122a574ac72 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:04.323223 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e6375746-c476-4f49-b8c9-2122a574ac72 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/subnets/58e5cf48-9ffe-4ffc-b822-846cee74de29 HTTP/1.1" status: 404  len: 337 time: 0.0824618
Jun 04 15:35:04.325685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34434) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:04.374816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34436) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:04.414473 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-98ca3c51-76b4-4580-b405-78e6fbeebe9b req-dd9ce10d-4462-4a6a-b455-6aceec006617 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 210 time: 0.0611532
Jun 04 15:35:04.494348 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c2bb5dea-9341-41cf-bde4-26142d311b94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12fc6dcbfaaf4350a168b2e25b5aa660&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4262273
Jun 04 15:35:04.494924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34440) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:04.539979 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3668a69a-e85e-4331-a8fc-8892f281f916 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.571539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb5dea-9341-41cf-bde4-26142d311b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80e5dba-45a6-4fe1-b5e3-94e8b330a1ce,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:04.601070 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c2bb5dea-9341-41cf-bde4-26142d311b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:04.642352 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1211-4237-4405-9c45-c289511c596a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.706444 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cca9d27f-98fb-4af6-afbe-e67be4617faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.715548 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.738345 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b6ee5bf2-7d40-46a3-a548-a8e70fff85a3 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:04.744828 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1211-4237-4405-9c45-c289511c596a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.753161 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-447eaf2b-add0-4ba2-a3cb-84ac0ddaadd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.754561 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3668a69a-e85e-4331-a8fc-8892f281f916 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.760157 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.777878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3668a69a-e85e-4331-a8fc-8892f281f916 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838602c7c0>,) {'filters': {'network_id': ['6acae085-7932-4691-b36e-433651ec3de1']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:04.807180 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Network': ['ID=c7a384f4-0c22-4d7d-9ac6-c7787781daa7,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:04.807467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3668a69a-e85e-4331-a8fc-8892f281f916 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838602c7c0>, 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:04.807953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3668a69a-e85e-4331-a8fc-8892f281f916 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838602c7c0>, 'c6a1599d-e8a8-4ee9-856e-6cd960ec138c') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:04.813664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cca9d27f-98fb-4af6-afbe-e67be4617faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:04.827000 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:04.830636 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3668a69a-e85e-4331-a8fc-8892f281f916 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.846702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cca9d27f-98fb-4af6-afbe-e67be4617faa admin admin] Usage tracker for resource:security_group_rule and tenant:9bc3b6ae017b49608a819af018819f71 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:04.850179 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3668a69a-e85e-4331-a8fc-8892f281f916 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.857150 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3668a69a-e85e-4331-a8fc-8892f281f916 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:35:04.857556 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3668a69a-e85e-4331-a8fc-8892f281f916 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.863321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cca9d27f-98fb-4af6-afbe-e67be4617faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:04.867650 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9d7a08ab-24dd-4fbc-b75f-47e118a7984c req-398deb21-3f41-4904-a6eb-d2547cfa942b service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6653259
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:35:04.872931 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:35:04.879152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cca9d27f-98fb-4af6-afbe-e67be4617faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:04.892629 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb53419-8646-4cc6-93f8-2b03e5823046 req-45c1129b-f4ee-4ce3-8a53-c97c97c168a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:04.894463 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cb53419-8646-4cc6-93f8-2b03e5823046 req-45c1129b-f4ee-4ce3-8a53-c97c97c168a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 917 time: 0.5261130
Jun 04 15:35:04.897011 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-447eaf2b-add0-4ba2-a3cb-84ac0ddaadd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.965455 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1211-4237-4405-9c45-c289511c596a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:04.968413 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-40fff16e-e208-422d-b98a-d7179d21db95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:04.985536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e1211-4237-4405-9c45-c289511c596a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80e5dba-45a6-4fe1-b5e3-94e8b330a1ce,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:04.991683 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aa8e1211-4237-4405-9c45-c289511c596a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:05.005043 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1211-4237-4405-9c45-c289511c596a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:05.006386 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-aa8e1211-4237-4405-9c45-c289511c596a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e80e5dba-45a6-4fe1-b5e3-94e8b330a1ce HTTP/1.1" status: 204  len: 168 time: 0.5107815
Jun 04 15:35:05.026639 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3668a69a-e85e-4331-a8fc-8892f281f916 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:05.035199 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3712f7da-cf8e-4b2e-815c-142c4cba478a tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:05.075766 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3668a69a-e85e-4331-a8fc-8892f281f916 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:05.079709 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3668a69a-e85e-4331-a8fc-8892f281f916 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] 10.222.0.32 "DELETE /v2.0/networks/6acae085-7932-4691-b36e-433651ec3de1 HTTP/1.1" status: 204  len: 168 time: 0.7524230
Jun 04 15:35:05.097938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668a69a-e85e-4331-a8fc-8892f281f916 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Pushing event deleted for resources: {'Network': ['ID=6acae085-7932-4691-b36e-433651ec3de1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:05.103361 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3668a69a-e85e-4331-a8fc-8892f281f916 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:05.204234 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/networks/c7a384f4-0c22-4d7d-9ac6-c7787781daa7 HTTP/1.1" status: 204  len: 168 time: 3.9049578
Jun 04 15:35:05.209201 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:05.213210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34448) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:05.251990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdc0fd-a297-4729-9bcc-03b43d1d7458 req-09c04a2b-29dc-4613-a5b1-493607ccab80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:05.254268 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8ffdc0fd-a297-4729-9bcc-03b43d1d7458 req-09c04a2b-29dc-4613-a5b1-493607ccab80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.8502996
Jun 04 15:35:05.316134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38636d8-cf54-45dd-9128-8851bab186b9 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:05.317565 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f38636d8-cf54-45dd-9128-8851bab186b9 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/b25ffce2-0a96-4495-aaca-1932c79171ad HTTP/1.1" status: 200  len: 840 time: 0.1032226
Jun 04 15:35:05.324527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34450) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:05.336428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cb53419-8646-4cc6-93f8-2b03e5823046 req-7537c305-1cf1-4e5f-8aff-3ed93c9d540d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=131cf642-94ad-4a61-899e-9c9bae477d1d HTTP/1.1" status: 200  len: 1002 time: 0.4304080
Jun 04 15:35:05.398565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60293488-749f-496d-9bdf-94e5ad4da0a5 req-702cd062-4747-405e-a131-b649cd82bbd5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:05.400115 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-60293488-749f-496d-9bdf-94e5ad4da0a5 req-702cd062-4747-405e-a131-b649cd82bbd5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.2310233
Jun 04 15:35:05.416203 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ffdb489b-5f33-456d-a41a-15cf27fcf44c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/b25ffce2-0a96-4495-aaca-1932c79171ad?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0896375
Jun 04 15:35:05.438740 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34454) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:05.450530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-f65dcdc8-5da2-4439-a435-be987ae1aa67 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'subnet': {'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:05.492971 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8ffdc0fd-a297-4729-9bcc-03b43d1d7458 req-ddff2983-d9b6-4a8f-99bf-44df22302432 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2301166
Jun 04 15:35:05.527038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb53419-8646-4cc6-93f8-2b03e5823046 req-27cd1e11-07fc-4f8b-93aa-9affe7d479a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:05.528970 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cb53419-8646-4cc6-93f8-2b03e5823046 req-27cd1e11-07fc-4f8b-93aa-9affe7d479a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 200  len: 855 time: 0.1844444
Jun 04 15:35:05.583086 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cca9d27f-98fb-4af6-afbe-e67be4617faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:05.589318 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-60293488-749f-496d-9bdf-94e5ad4da0a5 req-5b3a935c-bb02-4bee-8ab9-5a5730930017 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1693764
Jun 04 15:35:05.626311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-d39b0c70-94e6-4c41-95bc-9a3982963b09 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:05.628083 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-d39b0c70-94e6-4c41-95bc-9a3982963b09 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.62 "GET /v2.0/networks?id=fa2a2256-60b6-4e22-8e8a-680899e6dd2c HTTP/1.1" status: 200  len: 911 time: 0.3688424
Jun 04 15:35:05.632914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f65dcdc8-5da2-4439-a435-be987ae1aa67 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:05.637773 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f65dcdc8-5da2-4439-a435-be987ae1aa67 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:subnet and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:05.641939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f65dcdc8-5da2-4439-a435-be987ae1aa67 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:05.666677 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f65dcdc8-5da2-4439-a435-be987ae1aa67 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:05.691399 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-447eaf2b-add0-4ba2-a3cb-84ac0ddaadd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:05.695953 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-48455a65-2e26-488a-b848-1c6df4dcd284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:05.737421 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cca9d27f-98fb-4af6-afbe-e67be4617faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:05.751746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Request body: {'port': {'device_id': '9673be47-aadb-4aae-9046-cd62378df96e', 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c', 'admin_state_up': True, 'tenant_id': '0ac02eba8afb416294685148968468a5'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:05.759453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65dcdc8-5da2-4439-a435-be987ae1aa67 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:05.763450 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f65dcdc8-5da2-4439-a435-be987ae1aa67 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:05.772017 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447eaf2b-add0-4ba2-a3cb-84ac0ddaadd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac220bd-4b49-4c34-9595-020d27aeeb7c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:05.776554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34462) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:05.778497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:05.780916 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-447eaf2b-add0-4ba2-a3cb-84ac0ddaadd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:05.783973 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-36aee328-6cf2-44bb-8e29-81e727a96ede tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:05.912396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:05.918819 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-265c0071-e7ca-407a-ac64-1a2d448a4c57 req-5c26cf2b-7f0a-40c3-8f6d-272c57fb5e49 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 210 time: 0.1546514
Jun 04 15:35:05.929469 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cca9d27f-98fb-4af6-afbe-e67be4617faa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bc3b6ae017b49608a819af018819f71&name=default HTTP/1.1" status: 200  len: 2983 time: 1.5509551
Jun 04 15:35:05.932030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9d27f-98fb-4af6-afbe-e67be4617faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb67e23-8985-4061-830a-e6a367b22c76,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:05.935735 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-447eaf2b-add0-4ba2-a3cb-84ac0ddaadd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:05.937107 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-447eaf2b-add0-4ba2-a3cb-84ac0ddaadd2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ac220bd-4b49-4c34-9595-020d27aeeb7c HTTP/1.1" status: 204  len: 168 time: 1.8338981
Jun 04 15:35:05.938274 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cca9d27f-98fb-4af6-afbe-e67be4617faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:05.938869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34470) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:06.007447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb53419-8646-4cc6-93f8-2b03e5823046 req-106acca8-30da-409d-a2bd-0013eebbfff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:06.009066 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cb53419-8646-4cc6-93f8-2b03e5823046 req-106acca8-30da-409d-a2bd-0013eebbfff5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3795958
Jun 04 15:35:06.049567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Made reservation on behalf of 0ac02eba8afb416294685148968468a5 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:06.051929 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:06.071214 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-033229bb-2561-4725-b250-a6204de8e9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:06.243343 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-033229bb-2561-4725-b250-a6204de8e9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:06.329771 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-79246186-9c6f-4fb5-b830-59ac6efdb972 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edcd6c1b558d4c8182358c12b8245b8e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5465257
Jun 04 15:35:06.330463 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34478) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:06.371388 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cb53419-8646-4cc6-93f8-2b03e5823046 req-ed3a7ecc-7c2e-4b69-b5ba-a77ac9fdd0b0 service neutron] 10.222.0.65 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3515329
Jun 04 15:35:06.569210 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-033229bb-2561-4725-b250-a6204de8e9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:06.572283 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f65dcdc8-5da2-4439-a435-be987ae1aa67 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:06.583682 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-43f0f59a-a766-4bdd-9670-87f243c2c654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:06.585852 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1e5b521f-7d87-4be7-91c3-50d480c5f699 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:06.610042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033229bb-2561-4725-b250-a6204de8e9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb67e23-8985-4061-830a-e6a367b22c76,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:06.622146 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-033229bb-2561-4725-b250-a6204de8e9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:06.622851 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2a0d63b-beac-49e8-9cce-77d85d12c41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:06.634441 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Allocated IP 172.20.0.13 (fa2a2256-60b6-4e22-8e8a-680899e6dd2c/ab45c8df-8207-46d9-a35e-1c832a9bd74c/4a18e036-9f10-4bf9-8f06-952239722db9) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:35:06.674805 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cb53419-8646-4cc6-93f8-2b03e5823046 req-8ddf9323-d3f2-47d4-ba66-cd7105b34f2b service neutron] 10.222.0.65 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2852399
Jun 04 15:35:06.744833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65dcdc8-5da2-4439-a435-be987ae1aa67 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:35:06.752794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-f65dcdc8-5da2-4439-a435-be987ae1aa67 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:06.764875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18c84c4-bcb1-4617-ba47-090da1de3504 None None] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:35:06.769387 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2a0d63b-beac-49e8-9cce-77d85d12c41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:06.770340 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dcdc8-5da2-4439-a435-be987ae1aa67 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Subnet': ['ID=5169ec93-a5ec-4c09-b198-cf0af35af815,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:06.773268 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65dcdc8-5da2-4439-a435-be987ae1aa67 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:06.773796 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f65dcdc8-5da2-4439-a435-be987ae1aa67 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:06.787564 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f65dcdc8-5da2-4439-a435-be987ae1aa67 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:06.830984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a5ca2-6735-4263-8ed2-7e5dc28295d0 req-75a3d612-f1cc-45dd-b33e-8dd4bb2be4df tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:06.832600 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-699a5ca2-6735-4263-8ed2-7e5dc28295d0 req-75a3d612-f1cc-45dd-b33e-8dd4bb2be4df tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 946 time: 0.1504183
Jun 04 15:35:06.892516 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-033229bb-2561-4725-b250-a6204de8e9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:06.892801 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f65dcdc8-5da2-4439-a435-be987ae1aa67 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4517050
Jun 04 15:35:06.896212 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-033229bb-2561-4725-b250-a6204de8e9ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ceb67e23-8985-4061-830a-e6a367b22c76 HTTP/1.1" status: 204  len: 168 time: 0.9504199
Jun 04 15:35:06.900215 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34496) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:06.912145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'security_group': {'name': 'tempest-secgroup-1857420358'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:06.922082 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:06.927817 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-699a5ca2-6735-4263-8ed2-7e5dc28295d0 req-70ba3a1c-4228-4c95-a0e4-367270ed3733 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891991
Jun 04 15:35:06.930453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:security_group and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:06.933621 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:06.941913 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:06.988901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34500) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:07.013164 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.019612 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 131cf642-94ad-4a61-899e-9c9bae477d1d no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:35:07.046084 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34739ecc-fdd9-48eb-b788-f07e4a874744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.070263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-34739ecc-fdd9-48eb-b788-f07e4a874744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:07.074579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-34739ecc-fdd9-48eb-b788-f07e4a874744 admin admin] Usage tracker for resource:security_group_rule and tenant:0d619d5a756743fbba9a54adff82c4a2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:07.078295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-34739ecc-fdd9-48eb-b788-f07e4a874744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:07.085996 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-34739ecc-fdd9-48eb-b788-f07e4a874744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:07.139874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:07.147739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:security_group_rule and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:07.166984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d9bbe-f14b-4b9c-afda-ecbbcafb83e4 req-4552c47f-e4d8-4434-a85f-d49dfa3ba7a7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:07.168943 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b1d9bbe-f14b-4b9c-afda-ecbbcafb83e4 req-4552c47f-e4d8-4434-a85f-d49dfa3ba7a7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.3901000
Jun 04 15:35:07.207996 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.215275 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3228ee19-ea87-4713-a89d-e32d47ae4bfd req-afb31e78-a10a-42ed-b50e-0f7a2de90970 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 210 time: 0.0609534
Jun 04 15:35:07.216386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:07.226807 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:07.242392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Transition to ACTIVE for port object 4a18e036-9f10-4bf9-8f06-952239722db9 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:07.260091 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b1d9bbe-f14b-4b9c-afda-ecbbcafb83e4 req-49b7b1ee-ab35-448a-bc7c-affaeecfa194 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819762
Jun 04 15:35:07.282599 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2a0d63b-beac-49e8-9cce-77d85d12c41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.288424 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ba355d57-01a9-455f-b3d3-076537064947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:07.309771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0d63b-beac-49e8-9cce-77d85d12c41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fb6cee-c37a-44ee-be37-4c38c5f312c2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:07.312806 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2a0d63b-beac-49e8-9cce-77d85d12c41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.315449 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f2a0d63b-beac-49e8-9cce-77d85d12c41d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67fb6cee-c37a-44ee-be37-4c38c5f312c2 HTTP/1.1" status: 204  len: 168 time: 0.9700935
Jun 04 15:35:07.315449 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f2a0d63b-beac-49e8-9cce-77d85d12c41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:07.337795 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.344696 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-194745d8-62c5-4a59-9833-4d823eb143c1 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:07.367713 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.380294 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.387132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9c7066c4-0038-41ea-acbd-05e4dbab8cee'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:35:07.446728 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Network fa2a2256-60b6-4e22-8e8a-680899e6dd2c is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:35:07.448731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:07.450134 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.454051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:35:07.458481 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34739ecc-fdd9-48eb-b788-f07e4a874744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.459757 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6460e32a-6b82-4dbb-8a81-4578ffdb2f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:07.506995 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f78503-0767-4336-83db-a5cb7e497fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '131cf642-94ad-4a61-899e-9c9bae477d1d'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:35:07.509277 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041af4de-600e-42ef-9b9e-4488cf0e8eef" -d '{"events": [{"server_uuid": "56f78503-0767-4336-83db-a5cb7e497fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "131cf642-94ad-4a61-899e-9c9bae477d1d"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:35:07.531448 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 131cf642-94ad-4a61-899e-9c9bae477d1d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=131cf642-94ad-4a61-899e-9c9bae477d1d,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:07.537260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d787a321-3fec-41a4-8558-30488acf13a4,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:07.544830 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:07.552656 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34739ecc-fdd9-48eb-b788-f07e4a874744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.592986 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8803b9a2-fc5d-4454-8e01-50f3b61f3f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:07.607807 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df3208d-650d-4bf6-bb7f-5a818fe35942 x-openstack-request-id: req-7df3208d-650d-4bf6-bb7f-5a818fe35942 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:35:07.608222 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f78503-0767-4336-83db-a5cb7e497fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "131cf642-94ad-4a61-899e-9c9bae477d1d", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:35:07.608553 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7df3208d-650d-4bf6-bb7f-5a818fe35942 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:35:07.609036 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f78503-0767-4336-83db-a5cb7e497fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '131cf642-94ad-4a61-899e-9c9bae477d1d', 'code': 200}
Jun 04 15:35:07.634692 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.639156 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:07.646391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:07.647332 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.648903 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-34739ecc-fdd9-48eb-b788-f07e4a874744 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d619d5a756743fbba9a54adff82c4a2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6582818
Jun 04 15:35:07.651362 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.656375 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.7473800
Jun 04 15:35:07.656375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34512) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:07.656375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34739ecc-fdd9-48eb-b788-f07e4a874744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fea9f2-6624-41d8-bf32-0c536582a3c9,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:07.661044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34514) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:07.717584 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'security_group': {'name': 'tempest-secgroup-169812343'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:07.730715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Pushing event updated for resources: {'Port': ['ID=4a18e036-9f10-4bf9-8f06-952239722db9,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:07.732941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:07.739502 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-34739ecc-fdd9-48eb-b788-f07e4a874744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:07.747972 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:07.754340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:security_group and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:07.760465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:07.762382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=131cf642-94ad-4a61-899e-9c9bae477d1d,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:07.767386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:07.771476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'tenant_id': 'bc0fd670a5404a5abae106526d666969', 'fixed_ips': [{'subnet_id': '5169ec93-a5ec-4c09-b198-cf0af35af815'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:35:07.772140 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 2.0370879
Jun 04 15:35:07.772323 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.782155 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0d9248ef-e2e0-4302-8192-1d1dbd050838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.792677 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:07.797948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Request body: {'port': {'device_id': '9673be47-aadb-4aae-9046-cd62378df96e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:07.816530 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0d9248ef-e2e0-4302-8192-1d1dbd050838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.857257 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.896846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:07.957083 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9641890b-5f10-4541-91b5-547e0e3fe6aa None None] Provisioning for port 4a18e036-9f10-4bf9-8f06-952239722db9 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:35:07.969135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9641890b-5f10-4541-91b5-547e0e3fe6aa None None] Provisioning complete for port 4a18e036-9f10-4bf9-8f06-952239722db9 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:07.971453 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9641890b-5f10-4541-91b5-547e0e3fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.985670 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0d9248ef-e2e0-4302-8192-1d1dbd050838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:07.994645 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1b247fff-2822-4164-86d9-ed423a3cb9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:08.028384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9248ef-e2e0-4302-8192-1d1dbd050838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fea9f2-6624-41d8-bf32-0c536582a3c9,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:08.032822 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0d9248ef-e2e0-4302-8192-1d1dbd050838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:08.039521 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0d9248ef-e2e0-4302-8192-1d1dbd050838 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4fea9f2-6624-41d8-bf32-0c536582a3c9 HTTP/1.1" status: 204  len: 168 time: 0.3725030
Jun 04 15:35:08.040709 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0d9248ef-e2e0-4302-8192-1d1dbd050838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:08.156277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9641890b-5f10-4541-91b5-547e0e3fe6aa None None] Port 4a18e036-9f10-4bf9-8f06-952239722db9 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:08.168695 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Allocated IP 172.20.0.2 (e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62/5169ec93-a5ec-4c09-b198-cf0af35af815/b1297f61-13f5-4b4c-89f4-98d1276caaf9) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:35:08.175282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:security_group_rule and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:08.209038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:08.233402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:08.278317 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:08.411766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71c843-8cab-4a44-8657-dd6c943a156c req-106f0ebb-2415-44ce-97d6-ed0482f8a989 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:08.413355 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4a71c843-8cab-4a44-8657-dd6c943a156c req-106f0ebb-2415-44ce-97d6-ed0482f8a989 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.2445757
Jun 04 15:35:08.421983 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:08.433574 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Transition to ACTIVE for port object b1297f61-13f5-4b4c-89f4-98d1276caaf9 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:08.442150 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f430d59-9e64-41c6-a204-1af7cc1b2e79 req-927847cd-d937-4bd4-9b4d-cd56f19e6210 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:08.443665 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7f430d59-9e64-41c6-a204-1af7cc1b2e79 req-927847cd-d937-4bd4-9b4d-cd56f19e6210 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1028 time: 0.1170132
Jun 04 15:35:08.455874 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Transition to ACTIVE for port object b1297f61-13f5-4b4c-89f4-98d1276caaf9 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:08.495307 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7f430d59-9e64-41c6-a204-1af7cc1b2e79 req-1896f227-8b58-48af-936a-a9bc1d780b70 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459301
Jun 04 15:35:08.537340 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:08.557650 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:08.562696 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:08.570868 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4a71c843-8cab-4a44-8657-dd6c943a156c req-57c1f66d-798b-41ab-8815-821052e72b15 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1432676
Jun 04 15:35:08.668455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:35:08.669493 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Pushing event updated for resources: {'Port': ['ID=b1297f61-13f5-4b4c-89f4-98d1276caaf9,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:08.672305 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:08.673404 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:08.676109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:35:08.685196 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:08.713839 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ee2f8cc1-e3eb-4f36-ad46-ed1b742c0ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:08.774903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed073b7-d2d6-4e6c-931c-750cd253243a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:08.780940 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Attempting to bind port b1297f61-13f5-4b4c-89f4-98d1276caaf9 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:08.781507 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Attempting to bind port b1297f61-13f5-4b4c-89f4-98d1276caaf9 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '75a3e03d-1e36-496c-8f34-4b2104198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:08.781880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Attempting to bind port b1297f61-13f5-4b4c-89f4-98d1276caaf9 on network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:08.788442 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:08.796237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:35:08.806053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Checking segment: {'id': '75a3e03d-1e36-496c-8f34-4b2104198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:35:08.806053 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:08.806053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Bound using segment: {'id': '75a3e03d-1e36-496c-8f34-4b2104198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:35:08.806053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Bound port: b1297f61-13f5-4b4c-89f4-98d1276caaf9, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a3e03d-1e36-496c-8f34-4b2104198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:35:08.806053 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:08.806655 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:08.806655 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.1260743
Jun 04 15:35:08.808255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34550) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:08.815601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-803312855', 'security_groups': ['bed073b7-d2d6-4e6c-931c-750cd253243a'], 'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5169ec93-a5ec-4c09-b198-cf0af35af815'}]}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:08.900531 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] For port b1297f61-13f5-4b4c-89f4-98d1276caaf9, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:35:08.905258 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] For port b1297f61-13f5-4b4c-89f4-98d1276caaf9, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b1297f61-13f5-4b4c-89f4-98d1276caaf9,segment=NetworkSegment(75a3e03d-1e36-496c-8f34-4b2104198c18),segment_id=75a3e03d-1e36-496c-8f34-4b2104198c18)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:35:08.917232 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:35:09.023197 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a18e036-9f10-4bf9-8f06-952239722db9 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:35:09.041710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:09.041710 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:09.045091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:port and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:09.050945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:09.064873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:09.069587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Transition to ACTIVE for port object 4a18e036-9f10-4bf9-8f06-952239722db9 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:09.137360 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:09.150975 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-522b1ba8-09c5-4e82-81dd-227d4666bb80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:09.225146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Pushing event updated for resources: {'Port': ['ID=b1297f61-13f5-4b4c-89f4-98d1276caaf9,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:09.228157 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:09.299789 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:09.306069 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e5265894-c5f6-4686-879d-43462edd653e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:09.347314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:09.665429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Pushing event updated for resources: {'Port': ['ID=4a18e036-9f10-4bf9-8f06-952239722db9,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:09.671419 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:09.692065 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:09.910250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b32cb-07cf-4196-8a8d-297f127a1872 req-1fc53544-f18e-4395-8bf7-b5101aeb1e78 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:09.914816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] device_id is not set on port d709196f-bb6b-4153-94fc-e0228e5bd3de yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:35:09.915304 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-791b32cb-07cf-4196-8a8d-297f127a1872 req-1fc53544-f18e-4395-8bf7-b5101aeb1e78 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1053 time: 0.1014571
Jun 04 15:35:09.982447 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-791b32cb-07cf-4196-8a8d-297f127a1872 req-dbb22c74-0ec9-4e38-9dcb-13deba1373b0 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617714
Jun 04 15:35:10.010690 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Attempting to bind port 4a18e036-9f10-4bf9-8f06-952239722db9 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:10.011036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Attempting to bind port 4a18e036-9f10-4bf9-8f06-952239722db9 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:10.011402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Attempting to bind port 4a18e036-9f10-4bf9-8f06-952239722db9 on network fa2a2256-60b6-4e22-8e8a-680899e6dd2c {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:10.044003 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Port 4a18e036-9f10-4bf9-8f06-952239722db9 on network fa2a2256-60b6-4e22-8e8a-680899e6dd2c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:10.044374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Attempting to bind port 4a18e036-9f10-4bf9-8f06-952239722db9 on network fa2a2256-60b6-4e22-8e8a-680899e6dd2c {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:10.087026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:35:10.087375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Checking segment: {'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:35:10.088235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Bound using segment: {'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:35:10.088235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Bound port: 4a18e036-9f10-4bf9-8f06-952239722db9, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386c49e8-a94f-4080-913f-69e935354d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:35:10.088528 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:10.163847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aadd0f-5509-43ec-a209-db6d282c9d7a req-bf4da9da-a221-44cf-bba9-0d6728922807 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:10.165376 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-67aadd0f-5509-43ec-a209-db6d282c9d7a req-bf4da9da-a221-44cf-bba9-0d6728922807 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.3283489
Jun 04 15:35:10.306619 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-67aadd0f-5509-43ec-a209-db6d282c9d7a req-2e00fdf6-6b86-4aec-bdfd-bb9008773daf tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1312971
Jun 04 15:35:10.321618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] For port 4a18e036-9f10-4bf9-8f06-952239722db9, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:35:10.329208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Allocated IP 172.20.0.14 (e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62/5169ec93-a5ec-4c09-b198-cf0af35af815/d709196f-bb6b-4153-94fc-e0228e5bd3de) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:35:10.329208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] For port 4a18e036-9f10-4bf9-8f06-952239722db9, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4a18e036-9f10-4bf9-8f06-952239722db9,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:35:10.641709 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:10.649620 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:10.730113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:10.730841 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:10.732224 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] 10.222.0.62 "PUT /v2.0/ports/4a18e036-9f10-4bf9-8f06-952239722db9 HTTP/1.1" status: 200  len: 1092 time: 2.9459627
Jun 04 15:35:10.732788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9673be47-aadb-4aae-9046-cd62378df96e', 'tag': '4a18e036-9f10-4bf9-8f06-952239722db9'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:35:10.735373 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8967e342-fe4f-456c-a735-1a6e5ade4614" -d '{"events": [{"name": "network-changed", "server_uuid": "9673be47-aadb-4aae-9046-cd62378df96e", "tag": "4a18e036-9f10-4bf9-8f06-952239722db9"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:35:10.842530 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d38b6f-d246-434b-a0c6-652ea4d25189 x-openstack-request-id: req-e1d38b6f-d246-434b-a0c6-652ea4d25189 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:35:10.844510 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9673be47-aadb-4aae-9046-cd62378df96e", "tag": "4a18e036-9f10-4bf9-8f06-952239722db9", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:35:10.844510 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1d38b6f-d246-434b-a0c6-652ea4d25189 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:35:10.844510 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9673be47-aadb-4aae-9046-cd62378df96e', 'tag': '4a18e036-9f10-4bf9-8f06-952239722db9', 'status': 'completed', 'code': 200}
Jun 04 15:35:10.852103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Pushing event updated for resources: {'Port': ['ID=4a18e036-9f10-4bf9-8f06-952239722db9,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:10.864920 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8ba4c69b-7d1b-4d98-b358-a7501202581a None None] Provisioning for port b1297f61-13f5-4b4c-89f4-98d1276caaf9 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:35:10.903710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8ba4c69b-7d1b-4d98-b358-a7501202581a None None] Provisioning complete for port b25ffce2-0a96-4495-aaca-1932c79171ad triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:10.904364 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c69b-7d1b-4d98-b358-a7501202581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:10.968851 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:10.985674 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 131cf642-94ad-4a61-899e-9c9bae477d1d no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:35:10.988645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34614) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:10.995636 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:11.054720 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b1297f61-13f5-4b4c-89f4-98d1276caaf9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:35:11.055982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Transition to ACTIVE for port object d709196f-bb6b-4153-94fc-e0228e5bd3de will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:11.075560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e342-fe4f-456c-a735-1a6e5ade4614 req-f596c71f-6063-4ecf-8bea-f22fb5e5a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:11.077434 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8967e342-fe4f-456c-a735-1a6e5ade4614 req-f596c71f-6063-4ecf-8bea-f22fb5e5a1e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ac02eba8afb416294685148968468a5&device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1095 time: 0.2285109
Jun 04 15:35:11.167451 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8ba4c69b-7d1b-4d98-b358-a7501202581a None None] Port b25ffce2-0a96-4495-aaca-1932c79171ad cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:11.322527 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port b1297f61-13f5-4b4c-89f4-98d1276caaf9 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:35:11.331243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b1297f61-13f5-4b4c-89f4-98d1276caaf9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:11.338164 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:11.343987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e342-fe4f-456c-a735-1a6e5ade4614 req-e25e9f1a-bfa8-4d4f-9065-38943fd829b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:11.346256 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8967e342-fe4f-456c-a735-1a6e5ade4614 req-e25e9f1a-bfa8-4d4f-9065-38943fd829b7 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0ac02eba8afb416294685148968468a5&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2590923
Jun 04 15:35:11.377874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-205653092'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:11.383511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07defd4-4a8a-4ab9-9f7a-b4ab94835fb9 req-94ebd8bc-0a05-47e2-b426-4dde0ebc6419 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:11.383703 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a07defd4-4a8a-4ab9-9f7a-b4ab94835fb9 req-94ebd8bc-0a05-47e2-b426-4dde0ebc6419 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Synchronizing usage tracker for tenant:0ac02eba8afb416294685148968468a5 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:35:11.385671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:11.393744 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Usage tracker for resource:network and tenant:b88cfe702dd743c6a4b2e7e90aee46f1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:11.397778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:11.411670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:11.482370 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:11.490879 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:11.515458 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:11.559034 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port b1297f61-13f5-4b4c-89f4-98d1276caaf9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b1297f61-13f5-4b4c-89f4-98d1276caaf9,segment=NetworkSegment(75a3e03d-1e36-496c-8f34-4b2104198c18),segment_id=75a3e03d-1e36-496c-8f34-4b2104198c18)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:11.562176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Made reservation on behalf of b88cfe702dd743c6a4b2e7e90aee46f1 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:11.566061 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:11.591912 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:11.608675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:11.612466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:35:11.613762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e342-fe4f-456c-a735-1a6e5ade4614 req-437c6f16-363c-46f9-a781-7a090895950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:11.614739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Usage tracker for resource:security_group_rule and tenant:b88cfe702dd743c6a4b2e7e90aee46f1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:11.615330 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8967e342-fe4f-456c-a735-1a6e5ade4614 req-437c6f16-363c-46f9-a781-7a090895950c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2615087
Jun 04 15:35:11.618986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:11.619709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:11.622405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:35:11.628004 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:11.676081 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:11.681656 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:11.757974 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:11.772686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a07defd4-4a8a-4ab9-9f7a-b4ab94835fb9 req-94ebd8bc-0a05-47e2-b426-4dde0ebc6419 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Unset dirty status for tenant:0ac02eba8afb416294685148968468a5 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:35:11.775243 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a07defd4-4a8a-4ab9-9f7a-b4ab94835fb9 req-94ebd8bc-0a05-47e2-b426-4dde0ebc6419 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1095 time: 0.6451206
Jun 04 15:35:11.851488 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:11.856227 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5b5bcef2-117e-4cf1-b0b0-ff057a98a5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:11.859269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=d709196f-bb6b-4153-94fc-e0228e5bd3de,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:11.871680 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:11.880434 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a07defd4-4a8a-4ab9-9f7a-b4ab94835fb9 req-4d5cdf02-cae3-4d7e-a1e4-d58fdee90498 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874579
Jun 04 15:35:11.905318 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=b1297f61-13f5-4b4c-89f4-98d1276caaf9,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:11.909233 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:11.920683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:11.923364 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:11.941025 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821d6e52-ee4b-46d0-a398-b9e4ea4a0151,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:11.945260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:35:11.947287 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:11.957305 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:11.958309 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Added segment db54393a-1eb9-45fa-abfb-e83473d965f4 of type vlan for network b602621f-eb2b-45ee-8ea5-14535df6dd78
Jun 04 15:35:11.994823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-086191b6-9756-430f-9291-af47b596e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:11.996303 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-086191b6-9756-430f-9291-af47b596e018 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ac02eba8afb416294685148968468a5&device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1095 time: 0.3051562
Jun 04 15:35:11.996686 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:12.074628 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-117d2c38-fbb2-42f2-9db0-484319e6a818 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a18e036-9f10-4bf9-8f06-952239722db9 HTTP/1.1" status: 200  len: 217 time: 0.0668509
Jun 04 15:35:12.158133 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.3486295
Jun 04 15:35:12.163905 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34650) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:12.169936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-f3c8a6af-e213-49e6-8800-084dc23687e3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'subnet': {'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:12.184017 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-074fd4d1-d305-4fdc-9f8b-f79a3172b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:12.185631 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-074fd4d1-d305-4fdc-9f8b-f79a3172b279 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ab45c8df-8207-46d9-a35e-1c832a9bd74c HTTP/1.1" status: 200  len: 849 time: 0.1027405
Jun 04 15:35:12.188213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3a8e418c-6677-4384-b06d-47569cea43ec None None] Provisioning for port d709196f-bb6b-4153-94fc-e0228e5bd3de completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:35:12.196283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3a8e418c-6677-4384-b06d-47569cea43ec None None] Provisioning complete for port d709196f-bb6b-4153-94fc-e0228e5bd3de triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:12.196283 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3a8e418c-6677-4384-b06d-47569cea43ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:12.212024 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:12.219468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:12.220323 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:12.248247 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:12.287259 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3a8e418c-6677-4384-b06d-47569cea43ec None None] Port d709196f-bb6b-4153-94fc-e0228e5bd3de cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:12.308279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1c9b8c03-96b2-4073-b1dd-3f946b695c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:12.310929 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-1c9b8c03-96b2-4073-b1dd-3f946b695c54 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa2a2256-60b6-4e22-8e8a-680899e6dd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1175084
Jun 04 15:35:12.473681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-4f813be3-6348-4412-b246-ea258b2818b7 service neutron] 10.222.0.62 "GET /v2.0/networks/fa2a2256-60b6-4e22-8e8a-680899e6dd2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495521
Jun 04 15:35:12.482990 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Pushing event updated for resources: {'Network': ['ID=b602621f-eb2b-45ee-8ea5-14535df6dd78,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:12.488465 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:12.496579 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network b602621f-eb2b-45ee-8ea5-14535df6dd78 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:35:12.531948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f3c8a6af-e213-49e6-8800-084dc23687e3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:12.536967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f3c8a6af-e213-49e6-8800-084dc23687e3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:subnet and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:12.540772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f3c8a6af-e213-49e6-8800-084dc23687e3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:12.563798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f3c8a6af-e213-49e6-8800-084dc23687e3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:12.588617 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.5966637
Jun 04 15:35:12.601550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34660) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:12.614015 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Request body: {'subnet': {'network_id': 'b602621f-eb2b-45ee-8ea5-14535df6dd78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:12.731012 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1eac6aad-9f7a-429c-a7c3-efe4f49a99b1 req-b0fb6bde-0669-4780-af66-d0aada1e0194 service neutron] 10.222.0.62 "GET /v2.0/networks/fa2a2256-60b6-4e22-8e8a-680899e6dd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2536876
Jun 04 15:35:12.814088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c8a6af-e213-49e6-8800-084dc23687e3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:12.821615 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3c8a6af-e213-49e6-8800-084dc23687e3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:12.828709 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b1297f61-13f5-4b4c-89f4-98d1276caaf9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:35:12.905828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:12.910513 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Usage tracker for resource:subnet and tenant:b88cfe702dd743c6a4b2e7e90aee46f1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:12.913966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:12.917454 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b1297f61-13f5-4b4c-89f4-98d1276caaf9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:12.918553 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:12.919859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:13.113756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdc4fd-3123-4c70-93fd-d12c3cd605fb req-ae22c054-0283-47a1-9955-99f3f584c1ba tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:13.115609 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-90bdc4fd-3123-4c70-93fd-d12c3cd605fb req-ae22c054-0283-47a1-9955-99f3f584c1ba tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1095 time: 0.1021488
Jun 04 15:35:13.178124 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-90bdc4fd-3123-4c70-93fd-d12c3cd605fb req-9eaeeb10-59f5-4c8d-96a1-e971639522f4 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546608
Jun 04 15:35:13.224129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Made reservation on behalf of b88cfe702dd743c6a4b2e7e90aee46f1 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:13.228061 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:13.438767 n-d-791505-9 neutron-server[88301]: INFO neutron.db.ipam_backend_mixin [None req-f3c8a6af-e213-49e6-8800-084dc23687e3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5169ec93-a5ec-4c09-b198-cf0af35af815 (CIDR: 172.20.0.0/28)
Jun 04 15:35:13.465782 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea19074-9cc4-4da4-a35b-8faa945fffcb req-e89c161d-7b1f-43e0-b18e-edea1f7541ab tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:13.471174 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1ea19074-9cc4-4da4-a35b-8faa945fffcb req-e89c161d-7b1f-43e0-b18e-edea1f7541ab tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.6576953
Jun 04 15:35:13.560600 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c8a6af-e213-49e6-8800-084dc23687e3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:35:13.561368 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c8a6af-e213-49e6-8800-084dc23687e3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:13.589930 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1ea19074-9cc4-4da4-a35b-8faa945fffcb req-13913686-7ad6-430d-902e-d2cfb3982f46 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1053147
Jun 04 15:35:13.599766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34700) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:13.697893 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f3c8a6af-e213-49e6-8800-084dc23687e3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.5325332
Jun 04 15:35:13.702020 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34706) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:13.711799 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a8e6cb8d-6451-43ba-81fb-424ff1f0a4a3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'subnet': {'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:13.925556 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eef0f184-e34f-4a1d-bba4-260843c7be1b req-6fac9056-87e1-42d6-b166-777cee08947c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3143139
Jun 04 15:35:14.034560 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a8e6cb8d-6451-43ba-81fb-424ff1f0a4a3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:14.041886 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a8e6cb8d-6451-43ba-81fb-424ff1f0a4a3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:subnet and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:14.048182 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a8e6cb8d-6451-43ba-81fb-424ff1f0a4a3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:14.058313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a8e6cb8d-6451-43ba-81fb-424ff1f0a4a3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:14.198676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e6cb8d-6451-43ba-81fb-424ff1f0a4a3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:14.210652 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a8e6cb8d-6451-43ba-81fb-424ff1f0a4a3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:14.238213 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:14.244842 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f1e05a7a-48d9-4e1d-9f97-bb14dd373ed7 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:14.412935 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Pushing event updated for resources: {'Subnet': ['ID=a2717510-3e21-4c24-8707-309cfc7c3424,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:14.425826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63042d-508e-4a87-89e6-b883ecf391f0 req-00eb43a8-2c7f-4acb-8883-f5df69bc08d7 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:14.425826 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f63042d-508e-4a87-89e6-b883ecf391f0 req-00eb43a8-2c7f-4acb-8883-f5df69bc08d7 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1095 time: 0.0873125
Jun 04 15:35:14.426412 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:14.426412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Checking segment: {'id': 'db54393a-1eb9-45fa-abfb-e83473d965f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b602621f-eb2b-45ee-8ea5-14535df6dd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:35:14.426412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Network hostable DHCP agents. Network: b602621f-eb2b-45ee-8ea5-14535df6dd78, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:35:14.482838 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f63042d-508e-4a87-89e6-b883ecf391f0 req-6ded0e47-2bd8-45ce-b506-f4d7f2b8743a tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550888
Jun 04 15:35:14.573554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Network b602621f-eb2b-45ee-8ea5-14535df6dd78 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:35:14.709165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, b602621f-eb2b-45ee-8ea5-14535df6dd78) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:14.721828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae706f4-290c-4bec-b0a5-5f06f9cb9781 None None] Network b602621f-eb2b-45ee-8ea5-14535df6dd78 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:35:14.763154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:14.763154 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:14.924028 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3237455
Jun 04 15:35:14.929292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34750) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:14.932498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Request body: {'port': {'network_id': 'b602621f-eb2b-45ee-8ea5-14535df6dd78', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1528756979'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:14.946369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fed2c-688a-416c-b72d-9fce0b70e2bc req-a7f068f7-2f61-47bb-a439-6901a476632e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:14.947972 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dd0fed2c-688a-416c-b72d-9fce0b70e2bc req-a7f068f7-2f61-47bb-a439-6901a476632e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.1862121
Jun 04 15:35:14.987547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-b602621f-eb2b-45ee-8ea5-14535df6dd78', 'network_id': 'b602621f-eb2b-45ee-8ea5-14535df6dd78', 'tenant_id': 'b88cfe702dd743c6a4b2e7e90aee46f1', 'fixed_ips': [{'subnet_id': 'a2717510-3e21-4c24-8707-309cfc7c3424'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:35:14.988877 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:15.026462 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dd0fed2c-688a-416c-b72d-9fce0b70e2bc req-5ec0d62e-e700-4b52-8b3e-a7ca6258835f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660956
Jun 04 15:35:15.144608 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a8e6cb8d-6451-43ba-81fb-424ff1f0a4a3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:15.159669 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ed05c062-96b5-4b49-a195-a21e7a12c232 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:15.204891 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34756) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:15.237829 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e6cb8d-6451-43ba-81fb-424ff1f0a4a3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:35:15.242229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a8e6cb8d-6451-43ba-81fb-424ff1f0a4a3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:15.244317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34760) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:15.259853 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f31e31a-2ca0-4b82-beb2-b47fd9732cbc None None] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:35:15.263872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e6cb8d-6451-43ba-81fb-424ff1f0a4a3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:15.266484 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a8e6cb8d-6451-43ba-81fb-424ff1f0a4a3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:15.290295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6cb8d-6451-43ba-81fb-424ff1f0a4a3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Subnet': ['ID=8082d3d7-4966-4686-bb59-78f70af34b3d,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:15.293512 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a8e6cb8d-6451-43ba-81fb-424ff1f0a4a3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:15.388128 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a8e6cb8d-6451-43ba-81fb-424ff1f0a4a3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.6845343
Jun 04 15:35:15.391968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34764) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:15.396701 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Allocated IP 172.20.0.2 (b602621f-eb2b-45ee-8ea5-14535df6dd78/a2717510-3e21-4c24-8707-309cfc7c3424/e8926401-aaf6-4457-8ff7-ec0dfebb26e5) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:35:15.407734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:15.412456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Usage tracker for resource:port and tenant:b88cfe702dd743c6a4b2e7e90aee46f1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:15.416352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:15.423472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:15.433756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-f6539bf0-02bb-4f4b-bca2-326c8fc048f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1790870118', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8082d3d7-4966-4686-bb59-78f70af34b3d'}], 'security_groups': ['d787a321-3fec-41a4-8558-30488acf13a4']}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:15.508446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Made reservation on behalf of b88cfe702dd743c6a4b2e7e90aee46f1 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:15.512181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:15.568320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] device_id is not set on port 51956d5b-b278-4b25-8dd5-c5e816c1c660 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:35:15.687284 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-804c11db-8572-4df3-9552-e5694aa63336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:15.822643 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:15.838075 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Transition to ACTIVE for port object e8926401-aaf6-4457-8ff7-ec0dfebb26e5 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:15.868160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaed4f-dfe4-4a3a-b3aa-01d8a3648272 req-28d4b48a-a45a-43d3-8458-d813880b3ac4 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:15.869040 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Transition to ACTIVE for port object e8926401-aaf6-4457-8ff7-ec0dfebb26e5 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:15.877132 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3eaed4f-dfe4-4a3a-b3aa-01d8a3648272 req-28d4b48a-a45a-43d3-8458-d813880b3ac4 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1095 time: 0.1037319
Jun 04 15:35:15.945425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3eaed4f-dfe4-4a3a-b3aa-01d8a3648272 req-e90bf243-e166-48f2-8c1b-1234876579dc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668898
Jun 04 15:35:15.955154 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8279-be64-41e4-9fff-05a785e7dab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:15.982340 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:15.993947 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:16.002565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-804c11db-8572-4df3-9552-e5694aa63336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:16.050254 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6539bf0-02bb-4f4b-bca2-326c8fc048f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:16.110014 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Pushing event updated for resources: {'Port': ['ID=e8926401-aaf6-4457-8ff7-ec0dfebb26e5,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:16.116347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Network b602621f-eb2b-45ee-8ea5-14535df6dd78 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:35:16.117303 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:16.122196 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:16.125424 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:35:16.168409 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.api [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9f6d3358-9152-4ea6-9e74-58a5e704254f {{(pid=88300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:35:16.168776 n-d-791505-9 neutron-server[88300]: DEBUG oslo_db.api [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:35:16.170665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06191988-4f8e-4214-9760-ce2ba64fb24b None None] Update dhcp port {'port': {'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'fixed_ips': [{'subnet_id': '5169ec93-a5ec-4c09-b198-cf0af35af815', 'ip_address': '172.20.0.2'}, {'subnet_id': '8082d3d7-4966-4686-bb59-78f70af34b3d'}], 'binding:host_id': 'n-d-791505-9'}, 'id': 'b1297f61-13f5-4b4c-89f4-98d1276caaf9'} from n-d-791505-9. {{(pid=88302) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 04 15:35:16.280378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-804c11db-8572-4df3-9552-e5694aa63336 admin admin] Usage tracker for resource:security_group_rule and tenant:5652fac4488a4ddc86daf3d83ad29916 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:16.284107 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-804c11db-8572-4df3-9552-e5694aa63336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:16.287440 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Attempting to bind port e8926401-aaf6-4457-8ff7-ec0dfebb26e5 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:16.287829 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Attempting to bind port e8926401-aaf6-4457-8ff7-ec0dfebb26e5 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'db54393a-1eb9-45fa-abfb-e83473d965f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b602621f-eb2b-45ee-8ea5-14535df6dd78'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:16.288208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Attempting to bind port e8926401-aaf6-4457-8ff7-ec0dfebb26e5 on network b602621f-eb2b-45ee-8ea5-14535df6dd78 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:16.290812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-804c11db-8572-4df3-9552-e5694aa63336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:16.299941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:35:16.300307 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Checking segment: {'id': 'db54393a-1eb9-45fa-abfb-e83473d965f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b602621f-eb2b-45ee-8ea5-14535df6dd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:35:16.300793 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:16.301149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Bound using segment: {'id': 'db54393a-1eb9-45fa-abfb-e83473d965f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b602621f-eb2b-45ee-8ea5-14535df6dd78'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:35:16.301654 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Bound port: e8926401-aaf6-4457-8ff7-ec0dfebb26e5, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db54393a-1eb9-45fa-abfb-e83473d965f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b602621f-eb2b-45ee-8ea5-14535df6dd78'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:35:16.302039 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:16.324690 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-06191988-4f8e-4214-9760-ce2ba64fb24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:16.345012 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0e7b8279-be64-41e4-9fff-05a785e7dab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:16.388605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0e7b8279-be64-41e4-9fff-05a785e7dab3 admin admin] Usage tracker for resource:security_group_rule and tenant:f5625c164dad4e97a6d81ab4212b4bf2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:16.404096 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0e7b8279-be64-41e4-9fff-05a785e7dab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:16.436904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0e7b8279-be64-41e4-9fff-05a785e7dab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:16.587103 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] For port e8926401-aaf6-4457-8ff7-ec0dfebb26e5, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:35:16.602811 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] For port e8926401-aaf6-4457-8ff7-ec0dfebb26e5, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e8926401-aaf6-4457-8ff7-ec0dfebb26e5,segment=NetworkSegment(db54393a-1eb9-45fa-abfb-e83473d965f4),segment_id=db54393a-1eb9-45fa-abfb-e83473d965f4)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:35:16.670461 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:16.677136 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282da84-a469-4274-9a08-27dfb7b21ed0 req-ff1de686-970c-41aa-b42a-fce2719c5ab9 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:16.678817 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e282da84-a469-4274-9a08-27dfb7b21ed0 req-ff1de686-970c-41aa-b42a-fce2719c5ab9 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.4015081
Jun 04 15:35:16.688931 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-06191988-4f8e-4214-9760-ce2ba64fb24b None None] Allocated IP 172.20.0.18 (e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62/8082d3d7-4966-4686-bb59-78f70af34b3d/b1297f61-13f5-4b4c-89f4-98d1276caaf9) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:35:16.732444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] device_id is not set on port defaecfd-8ad9-4144-83cf-54f6c860dfd3 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:35:16.742824 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:16.773550 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fb76926f-1540-41e9-aeb0-ae19aba8ccf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:16.903423 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e282da84-a469-4274-9a08-27dfb7b21ed0 req-a360cb94-9774-4aa0-b5d7-d11538e4f435 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1612489
Jun 04 15:35:16.907409 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-804c11db-8572-4df3-9552-e5694aa63336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:16.927403 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8279-be64-41e4-9fff-05a785e7dab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:17.014870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Allocated IP 172.20.0.4 (b602621f-eb2b-45ee-8ea5-14535df6dd78/a2717510-3e21-4c24-8707-309cfc7c3424/defaecfd-8ad9-4144-83cf-54f6c860dfd3) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:35:17.022997 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Pushing event updated for resources: {'Port': ['ID=e8926401-aaf6-4457-8ff7-ec0dfebb26e5,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:17.028036 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:17.036286 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-804c11db-8572-4df3-9552-e5694aa63336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:17.049628 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-365dda2e-a910-492d-ac6b-38abe91e0a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:17.087644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-06191988-4f8e-4214-9760-ce2ba64fb24b None None] For port b1297f61-13f5-4b4c-89f4-98d1276caaf9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b1297f61-13f5-4b4c-89f4-98d1276caaf9,segment=NetworkSegment(75a3e03d-1e36-496c-8f34-4b2104198c18),segment_id=75a3e03d-1e36-496c-8f34-4b2104198c18)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:17.091452 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8279-be64-41e4-9fff-05a785e7dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:17.161160 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-06191988-4f8e-4214-9760-ce2ba64fb24b None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:17.192585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-06191988-4f8e-4214-9760-ce2ba64fb24b None None] Transition to ACTIVE for port object b1297f61-13f5-4b4c-89f4-98d1276caaf9 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:17.225225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c11db-8572-4df3-9552-e5694aa63336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7edf454-8bbb-44ff-9e9e-1d10d5f81f0a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:17.229893 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-804c11db-8572-4df3-9552-e5694aa63336 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5652fac4488a4ddc86daf3d83ad29916&name=default HTTP/1.1" status: 200  len: 2983 time: 2.0146580
Jun 04 15:35:17.231173 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-804c11db-8572-4df3-9552-e5694aa63336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:17.232346 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:17.283994 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34782) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:17.284665 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-06191988-4f8e-4214-9760-ce2ba64fb24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:17.286772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b8279-be64-41e4-9fff-05a785e7dab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7b0abb-5717-4099-8a30-c949134b291d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:17.295231 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0e7b8279-be64-41e4-9fff-05a785e7dab3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5625c164dad4e97a6d81ab4212b4bf2&name=default HTTP/1.1" status: 200  len: 2983 time: 2.0469825
Jun 04 15:35:17.302565 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:17.334907 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34784) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:17.345493 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e7b8279-be64-41e4-9fff-05a785e7dab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:17.596726 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06191988-4f8e-4214-9760-ce2ba64fb24b None None] Pushing event updated for resources: {'Port': ['ID=b1297f61-13f5-4b4c-89f4-98d1276caaf9,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:17.600492 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-06191988-4f8e-4214-9760-ce2ba64fb24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:17.643039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-f6539bf0-02bb-4f4b-bca2-326c8fc048f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Delete allocated IP 172.20.0.14 (e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62/5169ec93-a5ec-4c09-b198-cf0af35af815) {{(pid=88301) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jun 04 15:35:17.653807 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-f6539bf0-02bb-4f4b-bca2-326c8fc048f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Allocated IP 172.20.0.29 (e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62/8082d3d7-4966-4686-bb59-78f70af34b3d/d709196f-bb6b-4153-94fc-e0228e5bd3de) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:35:17.773137 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:17.793251 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Transition to ACTIVE for port object defaecfd-8ad9-4144-83cf-54f6c860dfd3 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:17.820864 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1f313ee9-b59e-42d6-85e1-fe39532684b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:17.859814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dd9f5-e485-4f82-abb9-171e86d80719 req-f4ffa266-30b8-4878-b393-9f988411fa38 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:17.869586 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8d9dd9f5-e485-4f82-abb9-171e86d80719 req-f4ffa266-30b8-4878-b393-9f988411fa38 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1095 time: 0.6851923
Jun 04 15:35:17.875088 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34e199fd-0b43-4689-8f5f-2fab35b03160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:17.898046 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1f313ee9-b59e-42d6-85e1-fe39532684b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:17.923941 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:17.929295 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34e199fd-0b43-4689-8f5f-2fab35b03160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:17.935436 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-62aa8797-3f0c-41cf-92fb-4ed08d4a92d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:18.025985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Pushing event updated for resources: {'Port': ['ID=defaecfd-8ad9-4144-83cf-54f6c860dfd3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:18.045609 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8d9dd9f5-e485-4f82-abb9-171e86d80719 req-683e73b1-a8d8-4c03-a45f-61849c6e265c tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722844
Jun 04 15:35:18.046679 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:18.089403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Network b602621f-eb2b-45ee-8ea5-14535df6dd78 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:35:18.095983 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:18.116714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:35:18.124083 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6539bf0-02bb-4f4b-bca2-326c8fc048f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:18.241426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-f6539bf0-02bb-4f4b-bca2-326c8fc048f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Transition to ACTIVE for port object d709196f-bb6b-4153-94fc-e0228e5bd3de will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:18.249504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:18.251333 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:18.298936 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34e199fd-0b43-4689-8f5f-2fab35b03160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:18.319839 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7f16882c-c06f-4ff0-99a9-4fcdb886942f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:18.349856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e199fd-0b43-4689-8f5f-2fab35b03160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7edf454-8bbb-44ff-9e9e-1d10d5f81f0a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:18.357208 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34e199fd-0b43-4689-8f5f-2fab35b03160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:18.358426 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-34e199fd-0b43-4689-8f5f-2fab35b03160 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7edf454-8bbb-44ff-9e9e-1d10d5f81f0a HTTP/1.1" status: 204  len: 168 time: 1.0621169
Jun 04 15:35:18.359509 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-34e199fd-0b43-4689-8f5f-2fab35b03160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:18.369586 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6539bf0-02bb-4f4b-bca2-326c8fc048f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:18.387488 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2be8f136-f22c-40f8-8c73-cb433455afaf tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:18.396796 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1f313ee9-b59e-42d6-85e1-fe39532684b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:18.406350 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1f313ee9-b59e-42d6-85e1-fe39532684b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:18.406350 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1f313ee9-b59e-42d6-85e1-fe39532684b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb7b0abb-5717-4099-8a30-c949134b291d HTTP/1.1" status: 204  len: 168 time: 1.0331910
Jun 04 15:35:18.410966 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0316dfb1-c966-4f0d-8c86-b7629c2ce39b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:18.428309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f313ee9-b59e-42d6-85e1-fe39532684b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7b0abb-5717-4099-8a30-c949134b291d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:18.442022 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1f313ee9-b59e-42d6-85e1-fe39532684b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:18.477155 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 3.5489638
Jun 04 15:35:18.480679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34802) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:18.502158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Request body: {'port': {'network_id': 'b602621f-eb2b-45ee-8ea5-14535df6dd78', 'name': 'tempest-ExtraDHCPOptionsTestJSON-778505719', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:18.503143 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.api.validators [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] bootfile-name is not in valid_values {{(pid=88300) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 04 15:35:18.503707 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.api.validators [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] tftp-server is not in valid_values {{(pid=88300) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 04 15:35:18.504480 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.api.validators [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] server-ip-address is not in valid_values {{(pid=88300) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 04 15:35:18.604557 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 4a18e036-9f10-4bf9-8f06-952239722db9 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:35:18.677032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3d60e-3da8-447c-bcc9-26b165406a8d req-43818f44-137e-4a3b-8c6b-a23a0ee584ca tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:18.678920 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-90b3d60e-3da8-447c-bcc9-26b165406a8d req-43818f44-137e-4a3b-8c6b-a23a0ee584ca tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.5237875
Jun 04 15:35:18.728384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6539bf0-02bb-4f4b-bca2-326c8fc048f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=d709196f-bb6b-4153-94fc-e0228e5bd3de,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:18.740017 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f6539bf0-02bb-4f4b-bca2-326c8fc048f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:18.801778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:18.806753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Usage tracker for resource:port and tenant:b88cfe702dd743c6a4b2e7e90aee46f1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:18.811095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:18.818503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:18.838443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-f6539bf0-02bb-4f4b-bca2-326c8fc048f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] In _notify_port_updated(), no bound segment for port d709196f-bb6b-4153-94fc-e0228e5bd3de on network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 {{(pid=88301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:35:18.853599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6539bf0-02bb-4f4b-bca2-326c8fc048f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:18.853599 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6539bf0-02bb-4f4b-bca2-326c8fc048f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:18.853599 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f6539bf0-02bb-4f4b-bca2-326c8fc048f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "PUT /v2.0/ports/d709196f-bb6b-4153-94fc-e0228e5bd3de HTTP/1.1" status: 200  len: 921 time: 3.4331870
Jun 04 15:35:18.854117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34806) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:18.855667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8485867a-d107-44b6-b73e-5e661114bf9d None None] Network b602621f-eb2b-45ee-8ea5-14535df6dd78 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:35:18.871573 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-90b3d60e-3da8-447c-bcc9-26b165406a8d req-6cf04846-1c0b-4859-89bc-f867cfff8414 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1599362
Jun 04 15:35:18.991684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Made reservation on behalf of b88cfe702dd743c6a4b2e7e90aee46f1 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:18.995779 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:19.046944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1be67204-215f-455c-afdc-2c2ecc8f9460 None None] Provisioning for port d709196f-bb6b-4153-94fc-e0228e5bd3de completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:35:19.055869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1be67204-215f-455c-afdc-2c2ecc8f9460 None None] Provisioning complete for port d709196f-bb6b-4153-94fc-e0228e5bd3de triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:19.056714 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1be67204-215f-455c-afdc-2c2ecc8f9460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:19.061875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] device_id is not set on port bdc83221-2ae1-4b3e-839e-2e98ec83476e yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:35:19.160043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d9db0c24-7871-465d-afd0-12e3a6998635 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port d709196f-bb6b-4153-94fc-e0228e5bd3de {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:19.160722 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9db0c24-7871-465d-afd0-12e3a6998635 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:19.194861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b1297f61-13f5-4b4c-89f4-98d1276caaf9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:35:19.390403 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 4a18e036-9f10-4bf9-8f06-952239722db9, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4a18e036-9f10-4bf9-8f06-952239722db9,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:19.399352 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9db0c24-7871-465d-afd0-12e3a6998635 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:19.437294 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1be67204-215f-455c-afdc-2c2ecc8f9460 None None] Port d709196f-bb6b-4153-94fc-e0228e5bd3de cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:19.445484 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '4a18e036-9f10-4bf9-8f06-952239722db9', 'network_id': 'fa2a2256-60b6-4e22-8e8a-680899e6dd2c', 'port_id': '4a18e036-9f10-4bf9-8f06-952239722db9', 'mac_address': 'fa:16:3e:bc:18:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab45c8df-8207-46d9-a35e-1c832a9bd74c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:35:19.560500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e8926401-aaf6-4457-8ff7-ec0dfebb26e5 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:35:19.627292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1be67204-215f-455c-afdc-2c2ecc8f9460 None None] Provisioning for port b1297f61-13f5-4b4c-89f4-98d1276caaf9 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:35:19.657559 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1be67204-215f-455c-afdc-2c2ecc8f9460 None None] Provisioning complete for port b1297f61-13f5-4b4c-89f4-98d1276caaf9 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:19.657559 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1be67204-215f-455c-afdc-2c2ecc8f9460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:19.680307 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:19.729173 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a18e036-9f10-4bf9-8f06-952239722db9 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:35:19.745677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 4a18e036-9f10-4bf9-8f06-952239722db9, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4a18e036-9f10-4bf9-8f06-952239722db9,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:19.825581 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34818) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:19.849520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d9db0c24-7871-465d-afd0-12e3a6998635 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for d709196f-bb6b-4153-94fc-e0228e5bd3de owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:19.851457 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:19.854137 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-522b1ba8-09c5-4e82-81dd-227d4666bb80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:19.875145 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd5e3-2232-4104-bb86-0296daf1fe3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:19.904567 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port e8926401-aaf6-4457-8ff7-ec0dfebb26e5 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:35:19.915719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d6bdd5e3-2232-4104-bb86-0296daf1fe3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:19.920923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d6bdd5e3-2232-4104-bb86-0296daf1fe3e admin admin] Usage tracker for resource:security_group_rule and tenant:404215c7b5cc4403a7b15375475d74d9 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:19.936337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1be67204-215f-455c-afdc-2c2ecc8f9460 None None] Provisioning complete for port b25ffce2-0a96-4495-aaca-1932c79171ad triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:19.936800 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1be67204-215f-455c-afdc-2c2ecc8f9460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:19.940052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d6bdd5e3-2232-4104-bb86-0296daf1fe3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:19.966810 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d6bdd5e3-2232-4104-bb86-0296daf1fe3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:20.059055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Allocated IP 172.20.0.5 (b602621f-eb2b-45ee-8ea5-14535df6dd78/a2717510-3e21-4c24-8707-309cfc7c3424/bdc83221-2ae1-4b3e-839e-2e98ec83476e) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:35:20.172928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34822) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:20.181294 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1be67204-215f-455c-afdc-2c2ecc8f9460 None None] Port b25ffce2-0a96-4495-aaca-1932c79171ad cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:20.192818 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=4a18e036-9f10-4bf9-8f06-952239722db9,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:20.196372 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:20.232725 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3a3ae4f-d588-4272-8f0e-05544941a998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:20.241181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9db0c24-7871-465d-afd0-12e3a6998635 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:20.255490 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1ca045b3-7809-4c30-95b4-032307250c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:20.283793 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['4a18e036-9f10-4bf9-8f06-952239722db9'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:35:20.307022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db0c24-7871-465d-afd0-12e3a6998635 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=d709196f-bb6b-4153-94fc-e0228e5bd3de,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:20.315395 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d9db0c24-7871-465d-afd0-12e3a6998635 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:20.344106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a3a3ae4f-d588-4272-8f0e-05544941a998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:20.348551 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a3a3ae4f-d588-4272-8f0e-05544941a998 admin admin] Usage tracker for resource:security_group_rule and tenant:788c366d81be4ddd942671088ba0bdea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:20.351511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a3a3ae4f-d588-4272-8f0e-05544941a998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:20.357565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a3a3ae4f-d588-4272-8f0e-05544941a998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:20.412470 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd5e3-2232-4104-bb86-0296daf1fe3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:20.415484 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-80e09de8-8d84-4c70-becf-389f9a300f5f None None] Could not find standard attr ID for object d709196f-bb6b-4153-94fc-e0228e5bd3de. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:35:20.474937 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937c054-c879-409f-8298-befc8938043b req-d0505cd2-6736-47b6-b15c-03e5843fb408 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:20.476524 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b937c054-c879-409f-8298-befc8938043b req-d0505cd2-6736-47b6-b15c-03e5843fb408 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.2315333
Jun 04 15:35:20.551478 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-80e09de8-8d84-4c70-becf-389f9a300f5f None None] Provisioning for port e8926401-aaf6-4457-8ff7-ec0dfebb26e5 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:35:20.590875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-80e09de8-8d84-4c70-becf-389f9a300f5f None None] Provisioning complete for port e8926401-aaf6-4457-8ff7-ec0dfebb26e5 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:20.594882 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-80e09de8-8d84-4c70-becf-389f9a300f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:20.728867 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd5e3-2232-4104-bb86-0296daf1fe3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:20.744580 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9db0c24-7871-465d-afd0-12e3a6998635 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:20.746038 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-287e5f94-3600-4033-bb8b-f458b1744af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:20.784947 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:20.799580 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0d6ad-029c-4395-a10e-7224cc6acb4c req-21d01eaf-5c26-4d76-8e1b-0311e8b66473 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:20.807082 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e5f0d6ad-029c-4395-a10e-7224cc6acb4c req-21d01eaf-5c26-4d76-8e1b-0311e8b66473 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1095 time: 1.3876696
Jun 04 15:35:20.816008 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3a3ae4f-d588-4272-8f0e-05544941a998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:20.819562 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b937c054-c879-409f-8298-befc8938043b req-2d278193-049e-4b69-8615-d70757137234 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3291636
Jun 04 15:35:20.826306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Transition to ACTIVE for port object bdc83221-2ae1-4b3e-839e-2e98ec83476e will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:20.843257 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:35:20.846583 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdd5e3-2232-4104-bb86-0296daf1fe3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff67204-d75c-4302-989e-33abcbd3015a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:20.862363 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d6bdd5e3-2232-4104-bb86-0296daf1fe3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=404215c7b5cc4403a7b15375475d74d9&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0231571
Jun 04 15:35:20.862363 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34826) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:20.873143 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d6bdd5e3-2232-4104-bb86-0296daf1fe3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:20.898575 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d9db0c24-7871-465d-afd0-12e3a6998635 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/d709196f-bb6b-4153-94fc-e0228e5bd3de HTTP/1.1" status: 204  len: 168 time: 2.0420294
Jun 04 15:35:20.901444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34828) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:20.902226 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3a3ae4f-d588-4272-8f0e-05544941a998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:20.913182 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1281d874-6e49-4bf6-835c-d3e2e2788fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:20.968426 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e5f0d6ad-029c-4395-a10e-7224cc6acb4c req-f6c7d6c1-86c3-4c5b-8b45-6faca36c0b11 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584902
Jun 04 15:35:20.994342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3ae4f-d588-4272-8f0e-05544941a998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f14993-9799-438d-bcdf-9c618c6f82ee,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:20.999055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.001952 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-996ecabf-f872-49a8-82d4-6a5d69fbfb61 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] GET failed (client error): The resource could not be found.
Jun 04 15:35:21.002152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-996ecabf-f872-49a8-82d4-6a5d69fbfb61 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:35:21.014269 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a3a3ae4f-d588-4272-8f0e-05544941a998 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=788c366d81be4ddd942671088ba0bdea&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8393393
Jun 04 15:35:21.021873 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3a3ae4f-d588-4272-8f0e-05544941a998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:21.021971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34830) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:21.021971 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fd70fa1f-7ab4-4916-a9bb-73eda8334198 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:21.029149 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-03c71942-6274-4634-8496-bc4af5dc51d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.044883 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-80e09de8-8d84-4c70-becf-389f9a300f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.063583 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-03c71942-6274-4634-8496-bc4af5dc51d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.099422 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-80e09de8-8d84-4c70-becf-389f9a300f5f None None] For port e8926401-aaf6-4457-8ff7-ec0dfebb26e5, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e8926401-aaf6-4457-8ff7-ec0dfebb26e5,segment=NetworkSegment(db54393a-1eb9-45fa-abfb-e83473d965f4),segment_id=db54393a-1eb9-45fa-abfb-e83473d965f4)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:21.143444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Network b602621f-eb2b-45ee-8ea5-14535df6dd78 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:35:21.156408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:21.166088 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:35:21.206054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Pushing event updated for resources: {'Port': ['ID=bdc83221-2ae1-4b3e-839e-2e98ec83476e,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:21.210727 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-80e09de8-8d84-4c70-becf-389f9a300f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.214728 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:21.222664 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fe20caa4-b0ae-4646-9780-55a82ac4d13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:21.248248 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-03c71942-6274-4634-8496-bc4af5dc51d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.252481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-996ecabf-f872-49a8-82d4-6a5d69fbfb61 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:35:21.256397 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-804c11db-8572-4df3-9552-e5694aa63336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:21.257269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-996ecabf-f872-49a8-82d4-6a5d69fbfb61 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/d709196f-bb6b-4153-94fc-e0228e5bd3de HTTP/1.1" status: 404  len: 333 time: 0.3548000
Jun 04 15:35:21.259937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34832) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:21.267906 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-34faa5c1-9e55-49bc-a1d7-2d63715ad747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.310133 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-03c71942-6274-4634-8496-bc4af5dc51d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.311304 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-03c71942-6274-4634-8496-bc4af5dc51d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dff67204-d75c-4302-989e-33abcbd3015a HTTP/1.1" status: 204  len: 168 time: 0.4547906
Jun 04 15:35:21.316702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:21.317483 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.338165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c71942-6274-4634-8496-bc4af5dc51d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff67204-d75c-4302-989e-33abcbd3015a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:21.341315 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-03c71942-6274-4634-8496-bc4af5dc51d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:21.361419 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e09de8-8d84-4c70-becf-389f9a300f5f None None] Pushing event updated for resources: {'Port': ['ID=e8926401-aaf6-4457-8ff7-ec0dfebb26e5,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:21.361825 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-34faa5c1-9e55-49bc-a1d7-2d63715ad747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.367334 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-80e09de8-8d84-4c70-becf-389f9a300f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:21.433706 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-deb6bf93-6f58-4804-a45e-3b5805c948f0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.461940 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-80e09de8-8d84-4c70-becf-389f9a300f5f None None] Provisioning for port defaecfd-8ad9-4144-83cf-54f6c860dfd3 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:35:21.467008 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-deb6bf93-6f58-4804-a45e-3b5805c948f0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.470640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-80e09de8-8d84-4c70-becf-389f9a300f5f None None] Provisioning complete for port defaecfd-8ad9-4144-83cf-54f6c860dfd3 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:21.471269 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-80e09de8-8d84-4c70-becf-389f9a300f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.499431 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1151 time: 3.0169942
Jun 04 15:35:21.502201 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34836) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:21.579339 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-34faa5c1-9e55-49bc-a1d7-2d63715ad747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.586461 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-42d3ce13-c639-438a-8723-855d28cfbe61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:21.586916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-80e09de8-8d84-4c70-becf-389f9a300f5f None None] Port defaecfd-8ad9-4144-83cf-54f6c860dfd3 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:21.612493 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-deb6bf93-6f58-4804-a45e-3b5805c948f0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.622483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34faa5c1-9e55-49bc-a1d7-2d63715ad747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f14993-9799-438d-bcdf-9c618c6f82ee,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:21.649118 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-34faa5c1-9e55-49bc-a1d7-2d63715ad747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:21.657179 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-73ff0798-ffb1-47e1-abab-8a6750f7344b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:21.661232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453507d4-3f00-4512-a88b-bd735d844246 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:21.667595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453507d4-3f00-4512-a88b-bd735d844246 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:21.675965 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-34faa5c1-9e55-49bc-a1d7-2d63715ad747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.681877 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453507d4-3f00-4512-a88b-bd735d844246 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:21.683610 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-453507d4-3f00-4512-a88b-bd735d844246 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2617 time: 0.1800339
Jun 04 15:35:21.683794 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-34faa5c1-9e55-49bc-a1d7-2d63715ad747 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16f14993-9799-438d-bcdf-9c618c6f82ee HTTP/1.1" status: 204  len: 168 time: 0.6157019
Jun 04 15:35:21.686752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34840) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:21.732928 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4f44167d-65ff-4ae5-8c43-38ab4e8b9d06 None None] Provisioning complete for port defaecfd-8ad9-4144-83cf-54f6c860dfd3 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:21.733459 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4f44167d-65ff-4ae5-8c43-38ab4e8b9d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.734066 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6bf93-6f58-4804-a45e-3b5805c948f0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed073b7-d2d6-4e6c-931c-750cd253243a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:21.736664 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-deb6bf93-6f58-4804-a45e-3b5805c948f0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.738350 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-deb6bf93-6f58-4804-a45e-3b5805c948f0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/security-groups/bed073b7-d2d6-4e6c-931c-750cd253243a HTTP/1.1" status: 204  len: 168 time: 0.4740374
Jun 04 15:35:21.738840 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-deb6bf93-6f58-4804-a45e-3b5805c948f0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:21.741493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34844) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:21.910200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4f44167d-65ff-4ae5-8c43-38ab4e8b9d06 None None] Port defaecfd-8ad9-4144-83cf-54f6c860dfd3 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:21.941554 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b00c8c00-a648-4fb4-be9c-4b963a4824ae tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:21.978918 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b00c8c00-a648-4fb4-be9c-4b963a4824ae tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:22.025621 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4f44167d-65ff-4ae5-8c43-38ab4e8b9d06 None None] Provisioning for port bdc83221-2ae1-4b3e-839e-2e98ec83476e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:35:22.027006 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-57643909-511e-4a54-852b-b8eac110b632 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Deleting port bdc83221-2ae1-4b3e-839e-2e98ec83476e {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:22.027890 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-57643909-511e-4a54-852b-b8eac110b632 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:22.031149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4f44167d-65ff-4ae5-8c43-38ab4e8b9d06 None None] Provisioning complete for port bdc83221-2ae1-4b3e-839e-2e98ec83476e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:22.031600 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4f44167d-65ff-4ae5-8c43-38ab4e8b9d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:22.156383 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ae792-7ebf-4c91-8d88-db5e9075364b req-ebaa3033-76f6-4750-90bd-9e24cbeb6d6a tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:22.156658 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50173220-fbcb-44d3-b568-c9fe59101381 req-c4b4ebe2-14f6-4372-853b-a2dc714d4fab service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2744882
Jun 04 15:35:22.168807 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-367ae792-7ebf-4c91-8d88-db5e9075364b req-ebaa3033-76f6-4750-90bd-9e24cbeb6d6a tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.1577659
Jun 04 15:35:22.191414 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-57643909-511e-4a54-852b-b8eac110b632 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:22.202251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4f44167d-65ff-4ae5-8c43-38ab4e8b9d06 None None] Port bdc83221-2ae1-4b3e-839e-2e98ec83476e cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:22.241594 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-367ae792-7ebf-4c91-8d88-db5e9075364b req-bdae51d3-9cef-4a43-aef4-71dd710d7304 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717394
Jun 04 15:35:22.271738 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b00c8c00-a648-4fb4-be9c-4b963a4824ae tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:22.273128 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aa8e1211-4237-4405-9c45-c289511c596a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:22.289211 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b00c8c00-a648-4fb4-be9c-4b963a4824ae tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:22.290784 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b00c8c00-a648-4fb4-be9c-4b963a4824ae tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/security-groups/d787a321-3fec-41a4-8558-30488acf13a4 HTTP/1.1" status: 204  len: 168 time: 0.5482295
Jun 04 15:35:22.301762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34854) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:22.302654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c8c00-a648-4fb4-be9c-4b963a4824ae tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d787a321-3fec-41a4-8558-30488acf13a4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:22.361886 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b00c8c00-a648-4fb4-be9c-4b963a4824ae tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:22.411921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7930d0a-f1a5-4520-a4aa-83cf3e5cf361 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting subnet 5169ec93-a5ec-4c09-b198-cf0af35af815 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:35:22.415359 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c7930d0a-f1a5-4520-a4aa-83cf3e5cf361 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:22.517710 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c7930d0a-f1a5-4520-a4aa-83cf3e5cf361 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:22.619710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 4a18e036-9f10-4bf9-8f06-952239722db9 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:35:22.631616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-57643909-511e-4a54-852b-b8eac110b632 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Calling delete_port for bdc83221-2ae1-4b3e-839e-2e98ec83476e owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:22.643308 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c7930d0a-f1a5-4520-a4aa-83cf3e5cf361 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:22.714727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50173220-fbcb-44d3-b568-c9fe59101381 req-3f27b2b8-905a-4e6b-aa61-715e77fda4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:22.716239 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50173220-fbcb-44d3-b568-c9fe59101381 req-3f27b2b8-905a-4e6b-aa61-715e77fda4c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 1096 time: 0.5297458
Jun 04 15:35:22.732021 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27027e5-92f8-4810-9787-4f3e0686f4cc req-e24044ed-0c36-4128-abab-2239e1ed0fe3 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:22.733457 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f27027e5-92f8-4810-9787-4f3e0686f4cc req-e24044ed-0c36-4128-abab-2239e1ed0fe3 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1096 time: 0.4791496
Jun 04 15:35:22.807880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 4a18e036-9f10-4bf9-8f06-952239722db9 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:35:22.815538 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 4a18e036-9f10-4bf9-8f06-952239722db9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:22.816029 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:22.916678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e8926401-aaf6-4457-8ff7-ec0dfebb26e5 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:35:23.049225 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f27027e5-92f8-4810-9787-4f3e0686f4cc req-56d37e79-c5ad-454f-922f-a8d1202baa40 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338305
Jun 04 15:35:23.077769 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e8926401-aaf6-4457-8ff7-ec0dfebb26e5 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:23.078151 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:23.079876 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50173220-fbcb-44d3-b568-c9fe59101381 req-e7bf80b8-a086-4c80-9916-9d3887db5ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:23.083868 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50173220-fbcb-44d3-b568-c9fe59101381 req-e7bf80b8-a086-4c80-9916-9d3887db5ebd service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.2660587
Jun 04 15:35:23.136710 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:23.173759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9673be47-aadb-4aae-9046-cd62378df96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a18e036-9f10-4bf9-8f06-952239722db9'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:35:23.176066 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8effd406-7d49-4974-b5e8-4bc7b99c6310" -d '{"events": [{"server_uuid": "9673be47-aadb-4aae-9046-cd62378df96e", "name": "network-vif-plugged", "status": "completed", "tag": "4a18e036-9f10-4bf9-8f06-952239722db9"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:35:23.187556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 4a18e036-9f10-4bf9-8f06-952239722db9, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4a18e036-9f10-4bf9-8f06-952239722db9,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:23.222235 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-57643909-511e-4a54-852b-b8eac110b632 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:23.228427 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50173220-fbcb-44d3-b568-c9fe59101381 req-9891f125-b047-4a4e-85fa-279006c18fce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e4b3b84-9fb6-4739-a10e-164c3bda63cc HTTP/1.1" status: 200  len: 217 time: 0.1364918
Jun 04 15:35:23.241399 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b9f7b7c6-e02f-4a63-9086-71bec1a8f56f tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:23.263687 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:23.265877 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f0ba0c5b-8bfc-4582-8238-2890bdac9149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:23.302370 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2689bc54-292d-45d1-abef-09dd327065a4 x-openstack-request-id: req-2689bc54-292d-45d1-abef-09dd327065a4 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:35:23.305231 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9673be47-aadb-4aae-9046-cd62378df96e", "name": "network-vif-plugged", "status": "completed", "tag": "4a18e036-9f10-4bf9-8f06-952239722db9", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:35:23.305231 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2689bc54-292d-45d1-abef-09dd327065a4 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:35:23.305231 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9673be47-aadb-4aae-9046-cd62378df96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a18e036-9f10-4bf9-8f06-952239722db9', 'code': 200}
Jun 04 15:35:23.332382 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c7930d0a-f1a5-4520-a4aa-83cf3e5cf361 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:23.342084 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1f3ce687-7da3-4376-970e-234d4d825ed2 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:23.355787 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=4a18e036-9f10-4bf9-8f06-952239722db9,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:23.358957 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:23.417123 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c7930d0a-f1a5-4520-a4aa-83cf3e5cf361 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:23.421589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7930d0a-f1a5-4520-a4aa-83cf3e5cf361 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Subnet': ['ID=5169ec93-a5ec-4c09-b198-cf0af35af815,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:23.425381 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed229d-a8cf-4d4c-98cd-2284f0ca4331 None None] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:35:23.439631 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c7930d0a-f1a5-4520-a4aa-83cf3e5cf361 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:23.442732 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c7930d0a-f1a5-4520-a4aa-83cf3e5cf361 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/5169ec93-a5ec-4c09-b198-cf0af35af815 HTTP/1.1" status: 204  len: 168 time: 1.1372483
Jun 04 15:35:23.448760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34892) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:23.449317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57643909-511e-4a54-852b-b8eac110b632 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Pushing event deleted for resources: {'Port': ['ID=bdc83221-2ae1-4b3e-839e-2e98ec83476e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:23.455545 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-57643909-511e-4a54-852b-b8eac110b632 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:23.458700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-33bd3bc0-ef0f-4fe3-8140-6cce901ad727 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'subnet': {'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:23.488765 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:23.752529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50173220-fbcb-44d3-b568-c9fe59101381 req-5cf725ce-4fd8-4f6a-a0e7-d6cb05e871cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:23.754222 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50173220-fbcb-44d3-b568-c9fe59101381 req-5cf725ce-4fd8-4f6a-a0e7-d6cb05e871cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.4334035
Jun 04 15:35:23.761596 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-33bd3bc0-ef0f-4fe3-8140-6cce901ad727 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:23.775799 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-33bd3bc0-ef0f-4fe3-8140-6cce901ad727 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:subnet and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:23.779191 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-33bd3bc0-ef0f-4fe3-8140-6cce901ad727 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:23.789324 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-33bd3bc0-ef0f-4fe3-8140-6cce901ad727 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:23.890702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bd3bc0-ef0f-4fe3-8140-6cce901ad727 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:23.895329 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-33bd3bc0-ef0f-4fe3-8140-6cce901ad727 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:23.905887 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-57643909-511e-4a54-852b-b8eac110b632 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:23.944681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-57643909-511e-4a54-852b-b8eac110b632 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] 10.222.0.32 "DELETE /v2.0/ports/bdc83221-2ae1-4b3e-839e-2e98ec83476e HTTP/1.1" status: 204  len: 168 time: 2.2532177
Jun 04 15:35:23.946850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34910) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:23.953260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808a5f3-6a8c-4e3a-8ff0-9ae3f8f5d7d7 req-fafa69e0-8b01-41ca-8385-4d7fd13dea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:23.955368 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5808a5f3-6a8c-4e3a-8ff0-9ae3f8f5d7d7 req-fafa69e0-8b01-41ca-8385-4d7fd13dea54 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1097 time: 0.5209451
Jun 04 15:35:23.963812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5fdff-0e47-4db3-9dbd-85d72d071298 req-9832c13b-0099-4106-b1b1-92cbfc3f69df tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:23.965504 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-84e5fdff-0e47-4db3-9dbd-85d72d071298 req-9832c13b-0099-4106-b1b1-92cbfc3f69df tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.4260447
Jun 04 15:35:24.004034 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-29781178-7174-4e87-b7ac-b5cee297e29b tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Request body: {'port': {'name': 'tempest-new-port-name-2006471519', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:24.005622 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.api.validators [None req-29781178-7174-4e87-b7ac-b5cee297e29b tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] bootfile-name is not in valid_values {{(pid=88301) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 04 15:35:24.009521 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.api.validators [None req-29781178-7174-4e87-b7ac-b5cee297e29b tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] tftp-server is not in valid_values {{(pid=88301) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 04 15:35:24.009959 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.api.validators [None req-29781178-7174-4e87-b7ac-b5cee297e29b tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] server-ip-address is not in valid_values {{(pid=88301) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 04 15:35:24.068732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50173220-fbcb-44d3-b568-c9fe59101381 req-6b919a58-d19c-4055-8643-8c73b6c654b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:24.070267 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50173220-fbcb-44d3-b568-c9fe59101381 req-6b919a58-d19c-4055-8643-8c73b6c654b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3001974
Jun 04 15:35:24.281461 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50173220-fbcb-44d3-b568-c9fe59101381 req-2fca7bc5-d7fb-47ac-9d2a-95baed8fbaed service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1815305
Jun 04 15:35:24.287530 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5808a5f3-6a8c-4e3a-8ff0-9ae3f8f5d7d7 req-97282b51-18e2-40c3-af0b-3b1ba4eaa09a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3210437
Jun 04 15:35:24.294165 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-84e5fdff-0e47-4db3-9dbd-85d72d071298 req-f2084c5a-456d-4698-a1f2-15e4ee6f0039 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3176522
Jun 04 15:35:24.330153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0f184-e34f-4a1d-bba4-260843c7be1b req-6cc1735a-5294-4804-a7b0-6f5e87c26107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:24.333284 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eef0f184-e34f-4a1d-bba4-260843c7be1b req-6cc1735a-5294-4804-a7b0-6f5e87c26107 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6&tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c HTTP/1.1" status: 200  len: 1095 time: 0.4788008
Jun 04 15:35:24.389452 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-29781178-7174-4e87-b7ac-b5cee297e29b tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:24.668292 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50173220-fbcb-44d3-b568-c9fe59101381 req-7608ccbd-fcd5-493c-8198-d27e895cddd9 service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3446226
Jun 04 15:35:24.690629 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0f184-e34f-4a1d-bba4-260843c7be1b req-c47b500d-f17e-4b79-b5c7-7edf5e3f61bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:24.693634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eef0f184-e34f-4a1d-bba4-260843c7be1b req-c47b500d-f17e-4b79-b5c7-7edf5e3f61bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 1095 time: 0.2229443
Jun 04 15:35:24.752238 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-89286c0a-28f8-4ccd-9a26-5b56a487de19 None None] Provisioning complete for port b1297f61-13f5-4b4c-89f4-98d1276caaf9 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:24.752950 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-89286c0a-28f8-4ccd-9a26-5b56a487de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:24.811520 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf9a9-d747-434b-b448-ac2b085a236d req-5328deb8-0214-468a-ac7e-f64d16e4047d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:24.813069 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-807cf9a9-d747-434b-b448-ac2b085a236d req-5328deb8-0214-468a-ac7e-f64d16e4047d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1097 time: 0.5040715
Jun 04 15:35:24.868840 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-29781178-7174-4e87-b7ac-b5cee297e29b tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:24.891274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0f184-e34f-4a1d-bba4-260843c7be1b req-b7d74ed7-6b0d-4ba4-881d-5345309c10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:24.897270 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eef0f184-e34f-4a1d-bba4-260843c7be1b req-b7d74ed7-6b0d-4ba4-881d-5345309c10d7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 917 time: 0.1934700
Jun 04 15:35:24.921362 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-807cf9a9-d747-434b-b448-ac2b085a236d req-88a27e6e-63a0-4c0b-b2d5-318f3776f26d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795846
Jun 04 15:35:24.958784 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-89286c0a-28f8-4ccd-9a26-5b56a487de19 None None] Provisioning complete for port b25ffce2-0a96-4495-aaca-1932c79171ad triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:24.959167 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-89286c0a-28f8-4ccd-9a26-5b56a487de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:24.973582 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-29781178-7174-4e87-b7ac-b5cee297e29b tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:24.980058 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:25.048888 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-89286c0a-28f8-4ccd-9a26-5b56a487de19 None None] Port b25ffce2-0a96-4495-aaca-1932c79171ad cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:25.192370 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29781178-7174-4e87-b7ac-b5cee297e29b tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Pushing event updated for resources: {'Port': ['ID=defaecfd-8ad9-4144-83cf-54f6c860dfd3,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:25.215578 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-29781178-7174-4e87-b7ac-b5cee297e29b tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:25.239489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-29781178-7174-4e87-b7ac-b5cee297e29b tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] In _notify_port_updated(), no bound segment for port defaecfd-8ad9-4144-83cf-54f6c860dfd3 on network b602621f-eb2b-45ee-8ea5-14535df6dd78 {{(pid=88301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:35:25.247982 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29781178-7174-4e87-b7ac-b5cee297e29b tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:25.249019 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-29781178-7174-4e87-b7ac-b5cee297e29b tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:25.250819 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-29781178-7174-4e87-b7ac-b5cee297e29b tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] 10.222.0.32 "PUT /v2.0/ports/defaecfd-8ad9-4144-83cf-54f6c860dfd3 HTTP/1.1" status: 200  len: 1136 time: 1.2641227
Jun 04 15:35:25.255496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34932) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:25.305965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eef0f184-e34f-4a1d-bba4-260843c7be1b req-598a7ea0-eedd-41fa-b1a8-e3c5f8a5e627 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=131cf642-94ad-4a61-899e-9c9bae477d1d HTTP/1.1" status: 200  len: 1000 time: 0.4047861
Jun 04 15:35:25.351572 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665dc06f-29d6-4113-843b-df385b940a13 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:25.356916 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-665dc06f-29d6-4113-843b-df385b940a13 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] 10.222.0.32 "GET /v2.0/ports/defaecfd-8ad9-4144-83cf-54f6c860dfd3 HTTP/1.1" status: 200  len: 1136 time: 0.0970547
Jun 04 15:35:25.372284 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34936) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:25.442846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0f184-e34f-4a1d-bba4-260843c7be1b req-2997d9b5-200e-4ecc-b6da-2dbf1ec66cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:25.444354 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eef0f184-e34f-4a1d-bba4-260843c7be1b req-2997d9b5-200e-4ecc-b6da-2dbf1ec66cf5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 200  len: 855 time: 0.1305211
Jun 04 15:35:25.524684 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-eb094433-4ff6-4c4f-9af6-28132bd3ac3f None None] Provisioning complete for port defaecfd-8ad9-4144-83cf-54f6c860dfd3 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:25.526720 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eb094433-4ff6-4c4f-9af6-28132bd3ac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:25.575705 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-33bd3bc0-ef0f-4fe3-8140-6cce901ad727 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:25.586283 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-349e8c8d-0fbe-48dc-a571-ae96eacaaedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:25.640781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-eb094433-4ff6-4c4f-9af6-28132bd3ac3f None None] Port defaecfd-8ad9-4144-83cf-54f6c860dfd3 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:25.681849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0f184-e34f-4a1d-bba4-260843c7be1b req-ac0e458e-4be6-42a1-a805-d32b9c2324ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:25.683372 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eef0f184-e34f-4a1d-bba4-260843c7be1b req-ac0e458e-4be6-42a1-a805-d32b9c2324ee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2315998
Jun 04 15:35:25.747323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67e70f-2013-4658-85c1-b48000acdbc6 req-98837b27-e433-40f5-9b57-6d6c97bb09ec tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:25.748908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a67e70f-2013-4658-85c1-b48000acdbc6 req-98837b27-e433-40f5-9b57-6d6c97bb09ec tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.2291965
Jun 04 15:35:25.754535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-24e5d4f4-1e3a-444b-8938-b4a052a08522 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Deleting port defaecfd-8ad9-4144-83cf-54f6c860dfd3 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:25.754883 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-24e5d4f4-1e3a-444b-8938-b4a052a08522 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:25.761780 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:25.889125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bd3bc0-ef0f-4fe3-8140-6cce901ad727 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:35:25.893690 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-33bd3bc0-ef0f-4fe3-8140-6cce901ad727 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:25.905430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a35207-e03a-4b22-9e6a-a524e02b8fbe None None] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:35:25.913470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bd3bc0-ef0f-4fe3-8140-6cce901ad727 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:25.914062 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-33bd3bc0-ef0f-4fe3-8140-6cce901ad727 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:25.952538 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd3bc0-ef0f-4fe3-8140-6cce901ad727 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Subnet': ['ID=f0dfd1d1-03af-48d0-ba82-25d6c56cb098,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:25.960948 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-33bd3bc0-ef0f-4fe3-8140-6cce901ad727 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:26.016606 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-33bd3bc0-ef0f-4fe3-8140-6cce901ad727 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5667672
Jun 04 15:35:26.019325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34952) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:26.028111 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'security_group': {'name': 'tempest-secgroup-697611656'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:26.028583 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a67e70f-2013-4658-85c1-b48000acdbc6 req-82ad2504-ecb6-470a-8949-0c7c401346c5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2205880
Jun 04 15:35:26.043311 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-24e5d4f4-1e3a-444b-8938-b4a052a08522 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:26.060536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:26.060536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:security_group and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:26.060536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:26.060782 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eef0f184-e34f-4a1d-bba4-260843c7be1b req-3f1d5d7c-2f13-4ed7-b0fd-69f276718077 service neutron] 10.222.0.65 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3677967
Jun 04 15:35:26.069976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:26.164355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b3636-10d8-47d4-9807-1652a76a496f req-4ab66889-f175-4884-9d04-7eafadeec78d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:26.165936 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-679b3636-10d8-47d4-9807-1652a76a496f req-4ab66889-f175-4884-9d04-7eafadeec78d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1097 time: 0.0992219
Jun 04 15:35:26.216384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-24e5d4f4-1e3a-444b-8938-b4a052a08522 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Calling delete_port for defaecfd-8ad9-4144-83cf-54f6c860dfd3 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:26.221620 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-679b3636-10d8-47d4-9807-1652a76a496f req-710593d1-a0f7-4522-aa02-94c88f3919dd tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493770
Jun 04 15:35:26.249988 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:26.306598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:26.311491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:security_group_rule and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:26.315442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:26.323936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:26.450298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbbc53f-7ecc-449b-84a8-61286763cafa None None] Update dhcp port {'port': {'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'fixed_ips': [{'subnet_id': '8082d3d7-4966-4686-bb59-78f70af34b3d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f0dfd1d1-03af-48d0-ba82-25d6c56cb098'}], 'binding:host_id': 'n-d-791505-9'}, 'id': 'b1297f61-13f5-4b4c-89f4-98d1276caaf9'} from n-d-791505-9. {{(pid=88302) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 04 15:35:26.451098 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:26.521485 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:26.526881 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc53f-7ecc-449b-84a8-61286763cafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:26.527550 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-784d4c9b-6869-4673-b0b4-d547d63088dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:26.585593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1075a0bd-2491-40c5-b1c9-5a5fe88ad457,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:26.592109 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eef0f184-e34f-4a1d-bba4-260843c7be1b req-5f4600c6-ff41-4f14-810c-040cbf3d0b15 service neutron] 10.222.0.65 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4672704
Jun 04 15:35:26.601660 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:26.613255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07d30a-b05d-495e-9a47-a28ec47f4644 req-018bb159-f637-48ea-9820-33b3ee04ab56 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:26.614973 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e07d30a-b05d-495e-9a47-a28ec47f4644 req-018bb159-f637-48ea-9820-33b3ee04ab56 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1097 time: 0.2375627
Jun 04 15:35:26.651145 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:26.652634 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.6315684
Jun 04 15:35:26.655682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34966) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:26.662696 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'security_group': {'name': 'tempest-secgroup-1467059632'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:26.675526 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:26.684812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:security_group and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:26.688157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:26.696425 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:26.743754 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e07d30a-b05d-495e-9a47-a28ec47f4644 req-c3fb284b-9498-4b4e-a844-c8800473572c tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227343
Jun 04 15:35:26.817226 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:26.818977 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-8dbbc53f-7ecc-449b-84a8-61286763cafa None None] Allocated IP 172.20.0.2 (e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62/f0dfd1d1-03af-48d0-ba82-25d6c56cb098/b1297f61-13f5-4b4c-89f4-98d1276caaf9) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:35:26.848116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:26.856613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:security_group_rule and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:26.857999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:26.867938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:26.882197 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-24e5d4f4-1e3a-444b-8938-b4a052a08522 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:26.900374 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bcffac75-a050-4022-95d3-9d276e906f6f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:27.002154 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:27.029559 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34984) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:27.034244 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5d4f4-1e3a-444b-8938-b4a052a08522 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Pushing event deleted for resources: {'Port': ['ID=defaecfd-8ad9-4144-83cf-54f6c860dfd3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:27.049983 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-24e5d4f4-1e3a-444b-8938-b4a052a08522 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:27.071592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8dbbc53f-7ecc-449b-84a8-61286763cafa None None] For port b1297f61-13f5-4b4c-89f4-98d1276caaf9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b1297f61-13f5-4b4c-89f4-98d1276caaf9,segment=NetworkSegment(75a3e03d-1e36-496c-8f34-4b2104198c18),segment_id=75a3e03d-1e36-496c-8f34-4b2104198c18)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:27.091628 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:27.099605 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-543c46e5-0e5e-447f-85f6-fe3d1aaa3f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:27.104281 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc53f-7ecc-449b-84a8-61286763cafa None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:27.125746 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8dbbc53f-7ecc-449b-84a8-61286763cafa None None] Transition to ACTIVE for port object b1297f61-13f5-4b4c-89f4-98d1276caaf9 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:27.148428 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-24e5d4f4-1e3a-444b-8938-b4a052a08522 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:27.158826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4682c8b9-2de5-427b-99d5-3a7a45da4110,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:27.168685 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-24e5d4f4-1e3a-444b-8938-b4a052a08522 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] 10.222.0.32 "DELETE /v2.0/ports/defaecfd-8ad9-4144-83cf-54f6c860dfd3 HTTP/1.1" status: 204  len: 168 time: 1.7951481
Jun 04 15:35:27.169879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34990) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:27.176560 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:27.202480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec82657-6066-4316-a9aa-e7b234d54099 req-9dba7d7f-11da-4a2a-9b5e-e900dbacdc03 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:27.214352 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1ec82657-6066-4316-a9aa-e7b234d54099 req-9dba7d7f-11da-4a2a-9b5e-e900dbacdc03 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1097 time: 0.2077615
Jun 04 15:35:27.226182 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc53f-7ecc-449b-84a8-61286763cafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:27.237916 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-80e09de8-8d84-4c70-becf-389f9a300f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:27.268242 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:27.271890 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.6122940
Jun 04 15:35:27.273266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34992) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:27.308435 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'security_group': {'name': 'tempest-secgroup-1275913881'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:27.324227 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1ec82657-6066-4316-a9aa-e7b234d54099 req-c524c6d2-784a-494b-8a1b-3474fcb718b9 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088607
Jun 04 15:35:27.390332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:27.403725 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:security_group and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:27.420080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:27.454175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:27.462093 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01a41a9-4eac-41bd-b3d8-aeaf6f265400 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Deleting subnet a2717510-3e21-4c24-8707-309cfc7c3424 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:35:27.478111 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e01a41a9-4eac-41bd-b3d8-aeaf6f265400 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:27.498707 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbc53f-7ecc-449b-84a8-61286763cafa None None] Pushing event updated for resources: {'Port': ['ID=b1297f61-13f5-4b4c-89f4-98d1276caaf9,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:27.505452 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8dbbc53f-7ecc-449b-84a8-61286763cafa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:27.580683 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e01a41a9-4eac-41bd-b3d8-aeaf6f265400 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:27.648632 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:27.670726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd16cfe-3f4d-4f36-a2ce-0fc7bfc4ba5f req-194cc635-de30-4c84-84b2-ce618d3d8a42 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:27.672438 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dbd16cfe-3f4d-4f36-a2ce-0fc7bfc4ba5f req-194cc635-de30-4c84-84b2-ce618d3d8a42 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.3975594
Jun 04 15:35:27.731324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:27.753443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:security_group_rule and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:27.945336 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:27.954665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1320832885'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:27.968514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:27.976103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:27.985281 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dbd16cfe-3f4d-4f36-a2ce-0fc7bfc4ba5f req-4f52d98e-94a7-423e-b560-fcce00bc381f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3049331
Jun 04 15:35:27.988237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Usage tracker for resource:network and tenant:8561dde7e5374fc8b358d3edbfa09506 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:27.994501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:28.008663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:28.028336 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e01a41a9-4eac-41bd-b3d8-aeaf6f265400 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:28.109260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Made reservation on behalf of 8561dde7e5374fc8b358d3edbfa09506 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:28.113605 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:28.192428 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:28.230751 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a7e3f-47b4-4ee2-bad3-45ac1453623a req-50f5dfae-af0d-473b-8813-6aca49d2d635 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:28.232943 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6b6a7e3f-47b4-4ee2-bad3-45ac1453623a req-50f5dfae-af0d-473b-8813-6aca49d2d635 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1097 time: 0.1094878
Jun 04 15:35:28.286405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:28.301114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Usage tracker for resource:security_group_rule and tenant:8561dde7e5374fc8b358d3edbfa09506 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:28.328495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:28.341122 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6b6a7e3f-47b4-4ee2-bad3-45ac1453623a req-4d326dab-7209-4c83-aaf2-c1c1f4c87a9e tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004407
Jun 04 15:35:28.348383 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:28.349412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:28.405198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5176b140-5bea-4fd3-8cc8-3a412dfe9744 None None] Provisioning for port b1297f61-13f5-4b4c-89f4-98d1276caaf9 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:35:28.412477 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5176b140-5bea-4fd3-8cc8-3a412dfe9744 None None] Provisioning complete for port b1297f61-13f5-4b4c-89f4-98d1276caaf9 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:28.412877 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5176b140-5bea-4fd3-8cc8-3a412dfe9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:28.445906 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:28.458999 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1f313ee9-b59e-42d6-85e1-fe39532684b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:28.599736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35054) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:28.715899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfbab07-9e49-4626-844b-2ff68ac1182d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:28.720265 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:28.764576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5176b140-5bea-4fd3-8cc8-3a412dfe9744 None None] Provisioning complete for port b25ffce2-0a96-4495-aaca-1932c79171ad triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:28.764576 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5176b140-5bea-4fd3-8cc8-3a412dfe9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:28.789604 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:28.790842 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.5100930
Jun 04 15:35:28.794108 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35062) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:28.806227 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-5747587', 'security_groups': ['cdfbab07-9e49-4626-844b-2ff68ac1182d'], 'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f0dfd1d1-03af-48d0-ba82-25d6c56cb098'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:28.848797 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:28.927065 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e01a41a9-4eac-41bd-b3d8-aeaf6f265400 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:28.928816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5176b140-5bea-4fd3-8cc8-3a412dfe9744 None None] Port b25ffce2-0a96-4495-aaca-1932c79171ad cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:28.935367 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5dac2e25-b1cf-4e6d-90f6-0c934ca5d306 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:28.950904 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cf72eab1-a828-4f6f-8342-054075ac5821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:28.960542 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b1297f61-13f5-4b4c-89f4-98d1276caaf9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:35:29.006555 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:29.022305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a41a9-4eac-41bd-b3d8-aeaf6f265400 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Pushing event deleted for resources: {'Subnet': ['ID=a2717510-3e21-4c24-8707-309cfc7c3424,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:29.025276 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e01a41a9-4eac-41bd-b3d8-aeaf6f265400 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:29.035367 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e01a41a9-4eac-41bd-b3d8-aeaf6f265400 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:29.037759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8ac679-931c-48fc-a441-d27353cd9e70 None None] Network b602621f-eb2b-45ee-8ea5-14535df6dd78 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:35:29.044419 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c2bb5dea-9341-41cf-bde4-26142d311b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:29.098245 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e01a41a9-4eac-41bd-b3d8-aeaf6f265400 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] 10.222.0.32 "DELETE /v2.0/subnets/a2717510-3e21-4c24-8707-309cfc7c3424 HTTP/1.1" status: 204  len: 168 time: 1.9270639
Jun 04 15:35:29.104411 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:35:29.107276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35074) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:29.179677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432caaee-3c57-4482-b957-e2f06497419b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:29.188393 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:29.193804 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:29.194301 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Added segment ac706f58-fe54-4108-a550-ef93293d552b of type vlan for network b743083a-2e94-47fc-a0cd-4cd6cb5b8294
Jun 04 15:35:29.222334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cf72eab1-a828-4f6f-8342-054075ac5821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:29.254468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cf72eab1-a828-4f6f-8342-054075ac5821 admin admin] Usage tracker for resource:security_group_rule and tenant:c042684916d5480bac558a261c0eeb74 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:29.262770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cf72eab1-a828-4f6f-8342-054075ac5821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:29.309477 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cf72eab1-a828-4f6f-8342-054075ac5821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:29.333153 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:29.395236 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:29.447260 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b1297f61-13f5-4b4c-89f4-98d1276caaf9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:29.448447 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:29.535680 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cf72eab1-a828-4f6f-8342-054075ac5821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:29.536983 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:29.627069 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:29.668651 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-82f3274b-29ba-413b-b065-97181517718b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:29.668651 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a80b056-2012-413d-b7ba-c80c46597f05 None None] DHCP port deletion for b602621f-eb2b-45ee-8ea5-14535df6dd78 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:35:29.682429 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:29.754931 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cf72eab1-a828-4f6f-8342-054075ac5821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:29.769417 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7a80b056-2012-413d-b7ba-c80c46597f05 None None] Deleting port e8926401-aaf6-4457-8ff7-ec0dfebb26e5 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:29.770397 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7a80b056-2012-413d-b7ba-c80c46597f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:29.781872 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e7b8279-be64-41e4-9fff-05a785e7dab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:29.860264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a29ce-dc20-43dc-b5b1-cc999ce49f13 req-f2a7f41b-3f40-4b37-a457-6f2f44c78bd1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:29.867448 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a8a29ce-dc20-43dc-b5b1-cc999ce49f13 req-f2a7f41b-3f40-4b37-a457-6f2f44c78bd1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.6202183
Jun 04 15:35:29.898262 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7a80b056-2012-413d-b7ba-c80c46597f05 None None] For port e8926401-aaf6-4457-8ff7-ec0dfebb26e5, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e8926401-aaf6-4457-8ff7-ec0dfebb26e5,segment=NetworkSegment(db54393a-1eb9-45fa-abfb-e83473d965f4),segment_id=db54393a-1eb9-45fa-abfb-e83473d965f4)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:29.899008 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7a80b056-2012-413d-b7ba-c80c46597f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:29.923796 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cf72eab1-a828-4f6f-8342-054075ac5821 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c042684916d5480bac558a261c0eeb74&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3202031
Jun 04 15:35:29.933352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35092) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:29.947224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72eab1-a828-4f6f-8342-054075ac5821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cea3aa5-f5ca-4a1c-8c4f-1b8b77e7771d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:29.951296 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cf72eab1-a828-4f6f-8342-054075ac5821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:30.003147 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:30.011733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:30.012614 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:30.035892 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1de999a9-a416-4dfe-8964-e74009cd75fd tempest-RoutersNegativeIpV6Test-1792262699 tempest-RoutersNegativeIpV6Test-1792262699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:30.036283 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93e2f1-130d-4789-8811-bf2597b4ae76 req-aaea4783-8fa9-45df-aef3-77c6df72b5a1 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:30.044522 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e93e2f1-130d-4789-8811-bf2597b4ae76 req-aaea4783-8fa9-45df-aef3-77c6df72b5a1 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1097 time: 0.3480582
Jun 04 15:35:30.065359 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:30.113282 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbf201fa-ef42-414c-8db6-77c7c4350af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:30.124928 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a8a29ce-dc20-43dc-b5b1-cc999ce49f13 req-fc6a12dd-4525-4247-b082-4a68339b694c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2562969
Jun 04 15:35:30.148242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] device_id is not set on port 7518de93-4f3b-4e8a-a93d-7ca712fd4398 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:35:30.225400 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e93e2f1-130d-4789-8811-bf2597b4ae76 req-a11e54e6-80f6-4246-8301-fa91ac92726f tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755161
Jun 04 15:35:30.247274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7a80b056-2012-413d-b7ba-c80c46597f05 None None] Calling delete_port for e8926401-aaf6-4457-8ff7-ec0dfebb26e5 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:30.251444 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbf201fa-ef42-414c-8db6-77c7c4350af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:30.255412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Pushing event updated for resources: {'Network': ['ID=b743083a-2e94-47fc-a0cd-4cd6cb5b8294,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:30.264311 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:30.268078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Deleting port e8926401-aaf6-4457-8ff7-ec0dfebb26e5 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:30.268425 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:30.281045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:35:30.291939 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 3.2588978
Jun 04 15:35:30.324070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169157d2-7b55-4c4f-b2a7-08ec5f983cb1 req-ffe04600-8081-4304-a32f-ef8aec39a7fb tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:30.325612 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-169157d2-7b55-4c4f-b2a7-08ec5f983cb1 req-ffe04600-8081-4304-a32f-ef8aec39a7fb tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1097 time: 0.4369581
Jun 04 15:35:30.352542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35100) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:30.617587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbf201fa-ef42-414c-8db6-77c7c4350af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:30.646765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] For port e8926401-aaf6-4457-8ff7-ec0dfebb26e5, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e8926401-aaf6-4457-8ff7-ec0dfebb26e5,segment=NetworkSegment(db54393a-1eb9-45fa-abfb-e83473d965f4),segment_id=db54393a-1eb9-45fa-abfb-e83473d965f4)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:30.647256 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:30.666186 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-34739ecc-fdd9-48eb-b788-f07e4a874744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:30.686865 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-466d7919-289e-4c8d-af57-a3bc8d596624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:30.709575 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf201fa-ef42-414c-8db6-77c7c4350af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cea3aa5-f5ca-4a1c-8c4f-1b8b77e7771d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:30.714054 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bbf201fa-ef42-414c-8db6-77c7c4350af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:30.716648 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7a80b056-2012-413d-b7ba-c80c46597f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:30.723317 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-381ebcf3-dc10-4d6e-952c-49f7b0c7e1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:30.742783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-466d7919-289e-4c8d-af57-a3bc8d596624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:30.751687 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Allocated IP 172.20.0.13 (e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62/f0dfd1d1-03af-48d0-ba82-25d6c56cb098/7518de93-4f3b-4e8a-a93d-7ca712fd4398) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:35:30.763452 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-466d7919-289e-4c8d-af57-a3bc8d596624 admin admin] Usage tracker for resource:security_group_rule and tenant:ccab285e564c45c48c9197894048d9ba is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:30.772558 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-466d7919-289e-4c8d-af57-a3bc8d596624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:30.780719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-466d7919-289e-4c8d-af57-a3bc8d596624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:30.793421 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbf201fa-ef42-414c-8db6-77c7c4350af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:30.796939 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bbf201fa-ef42-414c-8db6-77c7c4350af9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cea3aa5-f5ca-4a1c-8c4f-1b8b77e7771d HTTP/1.1" status: 204  len: 168 time: 0.8600483
Jun 04 15:35:30.880261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Calling delete_port for e8926401-aaf6-4457-8ff7-ec0dfebb26e5 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:30.913841 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80b056-2012-413d-b7ba-c80c46597f05 None None] Pushing event deleted for resources: {'Port': ['ID=e8926401-aaf6-4457-8ff7-ec0dfebb26e5,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:30.921174 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7a80b056-2012-413d-b7ba-c80c46597f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:30.943478 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35106) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:30.943838 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e8926401-aaf6-4457-8ff7-ec0dfebb26e5 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:35:30.964668 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Request body: {'port': {'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294', 'binding:host_id': 'n-h1-791505-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102895030'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:30.983617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:30.999298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Usage tracker for resource:port and tenant:6f0996bd2f8b491cae8db33ca86e0710 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:31.017109 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:31.035172 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80b056-2012-413d-b7ba-c80c46597f05 None None] No DVR routers for this DVR port e8926401-aaf6-4457-8ff7-ec0dfebb26e5 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:35:31.040438 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: e8926401-aaf6-4457-8ff7-ec0dfebb26e5 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:35:31.040869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e8926401-aaf6-4457-8ff7-ec0dfebb26e5 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:35:31.062842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-169157d2-7b55-4c4f-b2a7-08ec5f983cb1 req-98347346-f014-4b15-b6a9-d27c89e13a49 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Deleting port 4a18e036-9f10-4bf9-8f06-952239722db9 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:31.063523 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-169157d2-7b55-4c4f-b2a7-08ec5f983cb1 req-98347346-f014-4b15-b6a9-d27c89e13a49 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:31.113826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:31.204760 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:31.211550 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b221db3d-78c3-48e5-98d0-ae91980f42e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:31.242713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Made reservation on behalf of 6f0996bd2f8b491cae8db33ca86e0710 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:31.246952 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:31.267739 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:31.301408 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-466d7919-289e-4c8d-af57-a3bc8d596624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:31.337574 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:31.369748 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:31.379423 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-466d7919-289e-4c8d-af57-a3bc8d596624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:31.509803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Pushing event deleted for resources: {'Port': ['ID=e8926401-aaf6-4457-8ff7-ec0dfebb26e5,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:31.516392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] No DVR routers for this DVR port e8926401-aaf6-4457-8ff7-ec0dfebb26e5 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:35:31.523553 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b5c4bf70-8314-4846-bc78-95dec94df174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:31.540888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Usage tracker for resource:security_group_rule and tenant:6f0996bd2f8b491cae8db33ca86e0710 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:31.545822 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:31.554990 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:31.556989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Transition to ACTIVE for port object 7518de93-4f3b-4e8a-a93d-7ca712fd4398 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:31.568284 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:31.583134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-169157d2-7b55-4c4f-b2a7-08ec5f983cb1 req-98347346-f014-4b15-b6a9-d27c89e13a49 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] For port 4a18e036-9f10-4bf9-8f06-952239722db9, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=4a18e036-9f10-4bf9-8f06-952239722db9,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:31.583517 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-169157d2-7b55-4c4f-b2a7-08ec5f983cb1 req-98347346-f014-4b15-b6a9-d27c89e13a49 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:31.706901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d7919-289e-4c8d-af57-a3bc8d596624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa07e6c-ea8d-4ed5-889f-14e8b1a76ae6,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:31.718798 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-466d7919-289e-4c8d-af57-a3bc8d596624 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccab285e564c45c48c9197894048d9ba&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3544865
Jun 04 15:35:31.721708 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-466d7919-289e-4c8d-af57-a3bc8d596624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:31.727467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35114) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:31.750364 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:31.764471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838723c580>,) {'filters': {'network_id': ['b602621f-eb2b-45ee-8ea5-14535df6dd78']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:31.778516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838723c580>, 'db54393a-1eb9-45fa-abfb-e83473d965f4') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:31.778813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838723c580>, 'db54393a-1eb9-45fa-abfb-e83473d965f4') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:31.835613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4cf9e-c30a-4187-9e6b-84da20ebd213 req-73e585d6-8c22-4b3a-870f-7eedb2f6744c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:31.838301 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-41a4cf9e-c30a-4187-9e6b-84da20ebd213 req-73e585d6-8c22-4b3a-870f-7eedb2f6744c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.4338617
Jun 04 15:35:31.849538 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:31.938124 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-169157d2-7b55-4c4f-b2a7-08ec5f983cb1 req-98347346-f014-4b15-b6a9-d27c89e13a49 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Calling delete_port for 4a18e036-9f10-4bf9-8f06-952239722db9 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:31.955334 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:31.974331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:35:31.974713 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:31.979095 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:35:31.992304 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:35:32.022576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35116) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:32.075455 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:32.086369 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:32.087394 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-26792c3d-a1d0-4900-9635-42b182573340 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:32.119044 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a1235ac1-022d-4b94-9e71-21f3a9d7cd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:32.151173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca1b7c-2164-48a8-ae70-f0e2eb7ec8be req-6a8ba0e7-b79f-4f05-a664-507cf7eb4f1a tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:32.160122 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6ca1b7c-2164-48a8-ae70-f0e2eb7ec8be req-6a8ba0e7-b79f-4f05-a664-507cf7eb4f1a tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 1097 time: 0.7070582
Jun 04 15:35:32.164882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a1235ac1-022d-4b94-9e71-21f3a9d7cd5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:32.205813 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-41a4cf9e-c30a-4187-9e6b-84da20ebd213 req-0696365f-b5fa-4960-a224-56f7d949f4a8 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1670585
Jun 04 15:35:32.214403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a1235ac1-022d-4b94-9e71-21f3a9d7cd5f admin admin] Usage tracker for resource:security_group_rule and tenant:ae10a28182274cfd9c0b30543d064c2f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:32.218555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a1235ac1-022d-4b94-9e71-21f3a9d7cd5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:32.232184 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:32.237796 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a1235ac1-022d-4b94-9e71-21f3a9d7cd5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:32.242561 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:35:32.247185 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f8b7ea7-92ee-47a2-a95b-c19c35c10443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:32.252117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] device_id is not set on port 04a28d46-ec8b-42f7-86b0-65538e9b4399 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:35:32.285962 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:32.289965 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:32.296789 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:32.305252 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:35:32.317855 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9015d9b1-5d0c-4326-9aef-31ae065fc512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:32.334755 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-76773686-ef84-498e-a985-9dd1519c6d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:32.376719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=7518de93-4f3b-4e8a-a93d-7ca712fd4398,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:32.397840 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:32.401132 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-37329855-e1c1-465f-bbbf-4c40066d8ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:32.420231 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f8b7ea7-92ee-47a2-a95b-c19c35c10443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:32.510482 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6ca1b7c-2164-48a8-ae70-f0e2eb7ec8be req-9f169b99-315c-48f3-a469-e781566a1ad7 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3489692
Jun 04 15:35:32.511328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Pushing event deleted for resources: {'Network': ['ID=b602621f-eb2b-45ee-8ea5-14535df6dd78,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:32.513956 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] 10.222.0.32 "DELETE /v2.0/networks/b602621f-eb2b-45ee-8ea5-14535df6dd78 HTTP/1.1" status: 204  len: 168 time: 3.4052894
Jun 04 15:35:32.516100 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:32.553410 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-169157d2-7b55-4c4f-b2a7-08ec5f983cb1 req-98347346-f014-4b15-b6a9-d27c89e13a49 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:32.564570 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-24e5d4f4-1e3a-444b-8938-b4a052a08522 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:32.581712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fbffc7-e0e5-4a0a-a8a9-7584d379c08f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:32.595671 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:32.598025 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9c7066c4-0038-41ea-acbd-05e4dbab8cee'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:35:32.608392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:32.609061 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:32.676558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98347346-f014-4b15-b6a9-d27c89e13a49 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a18e036-9f10-4bf9-8f06-952239722db9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:32.693370 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-98347346-f014-4b15-b6a9-d27c89e13a49 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:32.790917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['4a18e036-9f10-4bf9-8f06-952239722db9'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:35:32.849805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-169157d2-7b55-4c4f-b2a7-08ec5f983cb1 req-98347346-f014-4b15-b6a9-d27c89e13a49 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] No DVR routers for this DVR port 4a18e036-9f10-4bf9-8f06-952239722db9 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:35:32.856277 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-169157d2-7b55-4c4f-b2a7-08ec5f983cb1 req-98347346-f014-4b15-b6a9-d27c89e13a49 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:32.865494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9673be47-aadb-4aae-9046-cd62378df96e', 'name': 'network-vif-deleted', 'tag': '4a18e036-9f10-4bf9-8f06-952239722db9'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:35:32.869223 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53339632-49ad-4667-a818-815df83da6de" -d '{"events": [{"server_uuid": "9673be47-aadb-4aae-9046-cd62378df96e", "name": "network-vif-deleted", "tag": "4a18e036-9f10-4bf9-8f06-952239722db9"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:35:32.873677 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-169157d2-7b55-4c4f-b2a7-08ec5f983cb1 req-98347346-f014-4b15-b6a9-d27c89e13a49 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.62 "DELETE /v2.0/ports/4a18e036-9f10-4bf9-8f06-952239722db9 HTTP/1.1" status: 204  len: 173 time: 2.3903205
Jun 04 15:35:32.947829 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a1235ac1-022d-4b94-9e71-21f3a9d7cd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:32.974015 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d32a8d-2c1b-4c21-a505-a43f4c60c692 x-openstack-request-id: req-29d32a8d-2c1b-4c21-a505-a43f4c60c692 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:35:32.974732 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9673be47-aadb-4aae-9046-cd62378df96e", "name": "network-vif-deleted", "tag": "4a18e036-9f10-4bf9-8f06-952239722db9", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:35:32.975349 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29d32a8d-2c1b-4c21-a505-a43f4c60c692 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:35:32.976260 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9673be47-aadb-4aae-9046-cd62378df96e', 'name': 'network-vif-deleted', 'tag': '4a18e036-9f10-4bf9-8f06-952239722db9', 'status': 'completed', 'code': 200}
Jun 04 15:35:33.034589 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a1235ac1-022d-4b94-9e71-21f3a9d7cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:33.051919 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d0774db0-80d1-4b81-944a-1f771bb8cc06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:33.132501 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a1235ac1-022d-4b94-9e71-21f3a9d7cd5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae10a28182274cfd9c0b30543d064c2f&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1065247
Jun 04 15:35:33.133773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35124) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:33.158605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1235ac1-022d-4b94-9e71-21f3a9d7cd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915a0bb9-03d3-42ea-8b78-e0098b7a5950,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:33.181568 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a1235ac1-022d-4b94-9e71-21f3a9d7cd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:33.202111 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f8b7ea7-92ee-47a2-a95b-c19c35c10443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:33.211412 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f8b7ea7-92ee-47a2-a95b-c19c35c10443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:33.212616 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7f8b7ea7-92ee-47a2-a95b-c19c35c10443 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffa07e6c-ea8d-4ed5-889f-14e8b1a76ae6 HTTP/1.1" status: 204  len: 168 time: 1.4841139
Jun 04 15:35:33.220152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-dc2778a6-7053-404e-b07e-98b6cfe4902d None None] Provisioning for port 7518de93-4f3b-4e8a-a93d-7ca712fd4398 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:35:33.223016 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0d9248ef-e2e0-4302-8192-1d1dbd050838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:33.229869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-dc2778a6-7053-404e-b07e-98b6cfe4902d None None] Provisioning complete for port 7518de93-4f3b-4e8a-a93d-7ca712fd4398 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:33.230269 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dc2778a6-7053-404e-b07e-98b6cfe4902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:33.235902 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 4.4405503
Jun 04 15:35:33.254565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35128) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:33.261269 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fbf3d31e-33eb-4103-99b7-1911f82c19dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:33.265700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-09a7e2f1-26ce-4224-8276-aaa26b6bb50b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'subnet': {'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:33.297176 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fbf3d31e-33eb-4103-99b7-1911f82c19dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:33.340088 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-dc2778a6-7053-404e-b07e-98b6cfe4902d None None] Port 7518de93-4f3b-4e8a-a93d-7ca712fd4398 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:33.433511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] device_id is not set on port 04a28d46-ec8b-42f7-86b0-65538e9b4399 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:35:33.444190 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:33.459408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b7ea7-92ee-47a2-a95b-c19c35c10443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa07e6c-ea8d-4ed5-889f-14e8b1a76ae6,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:33.464678 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7f8b7ea7-92ee-47a2-a95b-c19c35c10443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:33.472309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35134) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:33.481111 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fbf3d31e-33eb-4103-99b7-1911f82c19dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:33.506683 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b1014785-63e3-4415-b338-c5f632a03b91 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:33.562188 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Transition to ACTIVE for port object 04a28d46-ec8b-42f7-86b0-65538e9b4399 will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:33.590661 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:33.597157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3d31e-33eb-4103-99b7-1911f82c19dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915a0bb9-03d3-42ea-8b78-e0098b7a5950,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:33.616970 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fbf3d31e-33eb-4103-99b7-1911f82c19dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:33.649376 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:33.658925 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fbf3d31e-33eb-4103-99b7-1911f82c19dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:33.663116 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fbf3d31e-33eb-4103-99b7-1911f82c19dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/915a0bb9-03d3-42ea-8b78-e0098b7a5950 HTTP/1.1" status: 204  len: 168 time: 0.5237846
Jun 04 15:35:33.663634 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f6539bf0-02bb-4f4b-bca2-326c8fc048f7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:33.732070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f175836-bf6e-485a-a874-5fee271196e7 req-91a07bf4-31e7-4d7d-b134-1c6635e89fd1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:33.734842 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f175836-bf6e-485a-a874-5fee271196e7 req-91a07bf4-31e7-4d7d-b134-1c6635e89fd1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.2281120
Jun 04 15:35:33.892384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-09a7e2f1-26ce-4224-8276-aaa26b6bb50b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:33.909537 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f175836-bf6e-485a-a874-5fee271196e7 req-bb13b703-02a8-479f-908e-612ee32283e8 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1625843
Jun 04 15:35:34.066965 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-09a7e2f1-26ce-4224-8276-aaa26b6bb50b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:subnet and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:34.071243 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-09a7e2f1-26ce-4224-8276-aaa26b6bb50b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:34.083139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-09a7e2f1-26ce-4224-8276-aaa26b6bb50b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:34.108141 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2c5e1516-7cc6-4ba5-8091-c5f409e26dc3 req-ae1d2e0d-8bf0-4840-b840-ee3cff6b24eb tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9673be47-aadb-4aae-9046-cd62378df96e HTTP/1.1" status: 200  len: 210 time: 0.2529871
Jun 04 15:35:34.126628 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Pushing event updated for resources: {'Port': ['ID=04a28d46-ec8b-42f7-86b0-65538e9b4399,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:34.144666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Checking segment: {'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:35:34.147417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Network hostable DHCP agents. Network: b743083a-2e94-47fc-a0cd-4cd6cb5b8294, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:35:34.157899 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ced049a4-4d99-44c3-b13e-20ac3bd76996 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b88cfe702dd743c6a4b2e7e90aee46f1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6835406
Jun 04 15:35:34.163791 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35144) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:34.164820 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:34.197873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a7e2f1-26ce-4224-8276-aaa26b6bb50b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:34.202875 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09a7e2f1-26ce-4224-8276-aaa26b6bb50b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:34.293864 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-35dd95d3-b5e7-4867-92d9-473d083552ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:34.449525 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-35dd95d3-b5e7-4867-92d9-473d083552ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:34.468219 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:35:34.555878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35150) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:34.557877 n-d-791505-9 neutron-server[88301]: INFO neutron.db.ipam_backend_mixin [None req-09a7e2f1-26ce-4224-8276-aaa26b6bb50b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f0dfd1d1-03af-48d0-ba82-25d6c56cb098 (CIDR: 172.20.0.0/28)
Jun 04 15:35:34.578225 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-57362ac8-4444-41cb-988c-6e502d40a8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:34.590350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, b743083a-2e94-47fc-a0cd-4cd6cb5b8294) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:34.595489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:35:34.605999 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ee109e-79d9-4056-916a-ed672ada55cf None None] Network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:35:34.615743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:34.616164 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:34.616664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:34.622420 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:34.622851 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:34.623086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-57362ac8-4444-41cb-988c-6e502d40a8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:34.624725 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 2 to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399
Jun 04 15:35:34.631270 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-57362ac8-4444-41cb-988c-6e502d40a8b1 admin admin] Usage tracker for resource:security_group_rule and tenant:f08fbca4329444549194afa25f338b5e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:34.634964 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-57362ac8-4444-41cb-988c-6e502d40a8b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:34.643154 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a7e2f1-26ce-4224-8276-aaa26b6bb50b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:35:34.643154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a7e2f1-26ce-4224-8276-aaa26b6bb50b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:34.643444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-57362ac8-4444-41cb-988c-6e502d40a8b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:34.692377 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-35dd95d3-b5e7-4867-92d9-473d083552ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:34.695494 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-35dd95d3-b5e7-4867-92d9-473d083552ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:34.699144 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-35dd95d3-b5e7-4867-92d9-473d083552ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/821d6e52-ee4b-46d0-a398-b9e4ea4a0151 HTTP/1.1" status: 204  len: 168 time: 0.5268204
Jun 04 15:35:34.699144 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b4b364e7-6892-4449-add5-6ba11c620efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:34.734275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:34.734275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:34.734275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:34.734275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd95d3-b5e7-4867-92d9-473d083552ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821d6e52-ee4b-46d0-a398-b9e4ea4a0151,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:34.734275 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-35dd95d3-b5e7-4867-92d9-473d083552ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:34.734275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:34.734275 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:34.743645 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 3 to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399
Jun 04 15:35:34.776027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:34.776370 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:34.776818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:34.794823 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-09a7e2f1-26ce-4224-8276-aaa26b6bb50b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.5368764
Jun 04 15:35:34.795778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35158) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:34.799292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:34.799292 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:34.799878 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-57362ac8-4444-41cb-988c-6e502d40a8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:34.805765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-505118ab-9a0b-4b0d-a0c4-e0f2fe302a73 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'subnet': {'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:34.820972 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 4 to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399
Jun 04 15:35:34.824360 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 4a18e036-9f10-4bf9-8f06-952239722db9 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:35:34.841951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:34.842690 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:34.843071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:34.868239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:34.868530 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:34.871045 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 5 to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399
Jun 04 15:35:34.896978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:34.897327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:34.897758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:34.902077 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 4a18e036-9f10-4bf9-8f06-952239722db9 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:35:34.902422 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 4a18e036-9f10-4bf9-8f06-952239722db9 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:35:34.966995 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:34.967360 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:34.970557 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 6 to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399
Jun 04 15:35:34.972121 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-57362ac8-4444-41cb-988c-6e502d40a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:34.982511 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2d62fc1f-a98d-4ecf-a358-904a3a69c115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:35.012434 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:35.012797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:35.013124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:35.021681 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:35.022102 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:35.024784 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 7 to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399
Jun 04 15:35:35.058893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:35.059225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:35.059558 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:35.067528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:35.068034 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:35.068592 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 8 to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399
Jun 04 15:35:35.086696 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-505118ab-9a0b-4b0d-a0c4-e0f2fe302a73 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:35.096772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-505118ab-9a0b-4b0d-a0c4-e0f2fe302a73 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:subnet and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:35.101345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-505118ab-9a0b-4b0d-a0c4-e0f2fe302a73 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:35.104188 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:35.104565 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-57362ac8-4444-41cb-988c-6e502d40a8b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f08fbca4329444549194afa25f338b5e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5473831
Jun 04 15:35:35.109044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:35.109044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:35.109272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57362ac8-4444-41cb-988c-6e502d40a8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e259f0dc-9a42-4bfd-aeaf-c9975882c855,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:35.109272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35164) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:35.113929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:35.114325 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:35.115281 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-505118ab-9a0b-4b0d-a0c4-e0f2fe302a73 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:35.117128 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 9 to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399
Jun 04 15:35:35.126851 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-57362ac8-4444-41cb-988c-6e502d40a8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:35.144265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:35.144824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:35.145214 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:35.156468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:35.157107 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:35.157534 n-d-791505-9 neutron-server[88301]: INFO neutron.plugins.ml2.plugin [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 10 to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399
Jun 04 15:35:35.191397 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:35.197391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:35.197797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:35.198239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:35.204550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:35.205065 n-d-791505-9 neutron-server[88301]: ERROR neutron.plugins.ml2.managers [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 04a28d46-ec8b-42f7-86b0-65538e9b4399 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:35.205443 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:35.255550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505118ab-9a0b-4b0d-a0c4-e0f2fe302a73 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:35.259508 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-505118ab-9a0b-4b0d-a0c4-e0f2fe302a73 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:35.500941 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4fed5e2-7a43-4d1d-905f-58df26f160c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:35.525760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] For port 04a28d46-ec8b-42f7-86b0-65538e9b4399, host n-h1-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:35:35.526264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempted to set empty binding levels {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Jun 04 15:35:35.546908 n-d-791505-9 neutron-server[88301]: INFO neutron.db.ipam_backend_mixin [None req-505118ab-9a0b-4b0d-a0c4-e0f2fe302a73 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8082d3d7-4966-4686-bb59-78f70af34b3d (CIDR: 172.20.0.16/28)
Jun 04 15:35:35.554536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd2b51-779c-48b9-a69a-9e53db458152 req-83bd94f3-7dfc-4ad9-a04f-a5c22244bd7b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:35.556229 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7dd2b51-779c-48b9-a69a-9e53db458152 req-83bd94f3-7dfc-4ad9-a04f-a5c22244bd7b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.3624809
Jun 04 15:35:35.558395 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4fed5e2-7a43-4d1d-905f-58df26f160c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:35.595882 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-505118ab-9a0b-4b0d-a0c4-e0f2fe302a73 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:35:35.596709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505118ab-9a0b-4b0d-a0c4-e0f2fe302a73 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:35.630973 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:35.647950 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5272711c-1f8e-43b4-b29c-c4acf0f9cd34 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:35.680366 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7dd2b51-779c-48b9-a69a-9e53db458152 req-78758629-adc7-4115-b07f-eb725c15ca4b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949755
Jun 04 15:35:35.767462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:35.768373 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:35.807357 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4fed5e2-7a43-4d1d-905f-58df26f160c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:35.819320 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-032e72cd-2368-4a59-bd16-3f932d5f6c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:35.866345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fed5e2-7a43-4d1d-905f-58df26f160c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e259f0dc-9a42-4bfd-aeaf-c9975882c855,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:35.875367 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4fed5e2-7a43-4d1d-905f-58df26f160c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:35.878649 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d4fed5e2-7a43-4d1d-905f-58df26f160c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:35.884986 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d4fed5e2-7a43-4d1d-905f-58df26f160c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e259f0dc-9a42-4bfd-aeaf-c9975882c855 HTTP/1.1" status: 204  len: 168 time: 0.7603903
Jun 04 15:35:36.024838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35196) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:36.030022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1fb7f19f-a649-4395-ad02-d7bcff52a930 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'subnet': {'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:36.033631 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-505118ab-9a0b-4b0d-a0c4-e0f2fe302a73 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 1.2358301
Jun 04 15:35:36.083611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Pushing event updated for resources: {'Port': ['ID=04a28d46-ec8b-42f7-86b0-65538e9b4399,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:36.091048 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:36.216412 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 984 time: 5.2687836
Jun 04 15:35:36.217377 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35204) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:36.504689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-71229379-a75f-4869-afab-59fa72bceef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Deleting port 04a28d46-ec8b-42f7-86b0-65538e9b4399 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:36.505196 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-71229379-a75f-4869-afab-59fa72bceef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:36.629364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-71229379-a75f-4869-afab-59fa72bceef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] For port 04a28d46-ec8b-42f7-86b0-65538e9b4399, host n-h1-791505-9, got binding levels [] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:36.629989 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-71229379-a75f-4869-afab-59fa72bceef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:36.639630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1fb7f19f-a649-4395-ad02-d7bcff52a930 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:36.646803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47340edd-b351-4cc0-9f0a-bfd150c7fe8b req-64f29177-ebc5-4ae8-b254-5e041b20b79f tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:36.647508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-47340edd-b351-4cc0-9f0a-bfd150c7fe8b req-64f29177-ebc5-4ae8-b254-5e041b20b79f tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Synchronizing usage tracker for tenant:0ac02eba8afb416294685148968468a5 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:35:36.653046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1fb7f19f-a649-4395-ad02-d7bcff52a930 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Usage tracker for resource:subnet and tenant:bc0fd670a5404a5abae106526d666969 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:36.656385 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1fb7f19f-a649-4395-ad02-d7bcff52a930 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:36.665247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1fb7f19f-a649-4395-ad02-d7bcff52a930 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:36.765020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-47340edd-b351-4cc0-9f0a-bfd150c7fe8b req-64f29177-ebc5-4ae8-b254-5e041b20b79f tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Unset dirty status for tenant:0ac02eba8afb416294685148968468a5 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:35:36.766226 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-47340edd-b351-4cc0-9f0a-bfd150c7fe8b req-64f29177-ebc5-4ae8-b254-5e041b20b79f tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1096 time: 0.6999071
Jun 04 15:35:36.827033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-71229379-a75f-4869-afab-59fa72bceef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Calling delete_port for 04a28d46-ec8b-42f7-86b0-65538e9b4399 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:36.842326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb7f19f-a649-4395-ad02-d7bcff52a930 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Made reservation on behalf of bc0fd670a5404a5abae106526d666969 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:36.847244 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f19f-a649-4395-ad02-d7bcff52a930 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:36.909807 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-47340edd-b351-4cc0-9f0a-bfd150c7fe8b req-f8aaa432-ed0f-4f13-9e33-d8fbe4f89443 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288507
Jun 04 15:35:37.079247 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e675db0-7b25-4c19-8b42-17a69f2a3467 req-d2c6f986-c49d-48c3-b28c-0c870b60f97b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:37.089212 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1e675db0-7b25-4c19-8b42-17a69f2a3467 req-d2c6f986-c49d-48c3-b28c-0c870b60f97b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.1952279
Jun 04 15:35:37.122585 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-71229379-a75f-4869-afab-59fa72bceef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:37.133887 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e81c1438-20e4-480b-959c-80936591280c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:37.274869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35226) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:37.289412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71229379-a75f-4869-afab-59fa72bceef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Pushing event deleted for resources: {'Port': ['ID=04a28d46-ec8b-42f7-86b0-65538e9b4399,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:37.304430 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-71229379-a75f-4869-afab-59fa72bceef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:37.309927 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-71229379-a75f-4869-afab-59fa72bceef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:37.377871 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-71229379-a75f-4869-afab-59fa72bceef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] 10.222.0.32 "DELETE /v2.0/ports/04a28d46-ec8b-42f7-86b0-65538e9b4399 HTTP/1.1" status: 204  len: 168 time: 1.1590161
Jun 04 15:35:37.415560 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1e675db0-7b25-4c19-8b42-17a69f2a3467 req-4534b6fe-2d49-4d9f-850f-89ec4e6ecd69 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3216486
Jun 04 15:35:37.416391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35236) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:37.516953 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b779c17-8464-4068-a346-08a7c2460de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] GET failed (client error): The resource could not be found.
Jun 04 15:35:37.517636 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3b779c17-8464-4068-a346-08a7c2460de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Synchronizing usage tracker for tenant:6f0996bd2f8b491cae8db33ca86e0710 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:35:37.641760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3b779c17-8464-4068-a346-08a7c2460de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Unset dirty status for tenant:6f0996bd2f8b491cae8db33ca86e0710 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:35:37.643329 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3b779c17-8464-4068-a346-08a7c2460de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] 10.222.0.32 "GET /v2.0/ports/04a28d46-ec8b-42f7-86b0-65538e9b4399 HTTP/1.1" status: 404  len: 333 time: 0.2193997
Jun 04 15:35:37.647073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35240) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:37.654625 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Request body: {'port': {'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700520348'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:37.662023 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:37.676095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:37.755358 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Request body: {'networks': [{'name': 'tempest-network--1012114948'}, {'name': 'tempest-network--1967076536'}]} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:37.755987 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Request body: {'network': {'name': 'tempest-network--1012114948'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:37.756514 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Request body: {'network': {'name': 'tempest-network--1967076536'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:37.767139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:37.772826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Made reservation on behalf of 6f0996bd2f8b491cae8db33ca86e0710 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:37.775190 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:37.790776 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f19f-a649-4395-ad02-d7bcff52a930 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:37.796191 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-48905de0-8002-44d8-b185-45acb1c6261f tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:37.801784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Usage tracker for resource:network and tenant:9ae088e27e674d2688fb28b5b0859725 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:37.805359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:37.822138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] device_id is not set on port 07e9454b-f795-4704-9313-774ed53c922a yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:35:37.855612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb7f19f-a649-4395-ad02-d7bcff52a930 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:35:37.859429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-1fb7f19f-a649-4395-ad02-d7bcff52a930 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:37.869585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353a6fc5-7443-4a2e-b38f-b18ee73ccc21 None None] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:35:37.875564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:37.913127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7f19f-a649-4395-ad02-d7bcff52a930 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:37.917438 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f19f-a649-4395-ad02-d7bcff52a930 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:37.983183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7f19f-a649-4395-ad02-d7bcff52a930 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Subnet': ['ID=758d14cf-19f4-4c89-94d3-15f1448e3a37,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:37.997115 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1fb7f19f-a649-4395-ad02-d7bcff52a930 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:38.029420 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Made reservation on behalf of 9ae088e27e674d2688fb28b5b0859725 for: {'network': 2} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:38.039035 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:38.062393 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:38.133984 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1fb7f19f-a649-4395-ad02-d7bcff52a930 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.1078253
Jun 04 15:35:38.136397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35250) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:38.144230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1217252227', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '758d14cf-19f4-4c89-94d3-15f1448e3a37'}], 'security_groups': ['1075a0bd-2491-40c5-b1c9-5a5fe88ad457', '4682c8b9-2de5-427b-99d5-3a7a45da4110']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:38.177536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:38.211079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Usage tracker for resource:security_group_rule and tenant:9ae088e27e674d2688fb28b5b0859725 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:38.236013 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:38.268820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:38.273654 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:38.445266 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:38.451453 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:38.460495 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5508831b-7827-4422-9de6-2968ac2aa8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:38.587399 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5077e4f-db85-418d-ad09-918b9ba5d5c5 None None] Update dhcp port {'port': {'network_id': 'e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62', 'fixed_ips': [{'subnet_id': '8082d3d7-4966-4686-bb59-78f70af34b3d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f0dfd1d1-03af-48d0-ba82-25d6c56cb098', 'ip_address': '172.20.0.2'}, {'subnet_id': '758d14cf-19f4-4c89-94d3-15f1448e3a37'}], 'binding:host_id': 'n-d-791505-9'}, 'id': 'b1297f61-13f5-4b4c-89f4-98d1276caaf9'} from n-d-791505-9. {{(pid=88302) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 04 15:35:38.595213 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:38.602454 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:38.667905 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c5077e4f-db85-418d-ad09-918b9ba5d5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:38.720512 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:35:38.734898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:38.734898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:35:38.738363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d37c1-45d4-423d-84c8-fbd29a1c893c req-bb58558a-ee39-4f66-afd4-6dee1283bec0 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:38.738578 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:38.739487 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:38.741424 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b9d37c1-45d4-423d-84c8-fbd29a1c893c req-bb58558a-ee39-4f66-afd4-6dee1283bec0 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1096 time: 0.5197945
Jun 04 15:35:38.857684 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b9d37c1-45d4-423d-84c8-fbd29a1c893c req-16da9fc9-911a-41f0-b3db-bc6b72374417 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077738
Jun 04 15:35:38.947042 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.2974129
Jun 04 15:35:38.956243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35264) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:38.958974 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:38.960457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Pushing event updated for resources: {'Port': ['ID=07e9454b-f795-4704-9313-774ed53c922a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:38.987144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:35:38.992464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:38.992906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:38.993237 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:38.993624 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:38.993982 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:38.994435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:38.994786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:38.994900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:38.995167 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:38.995529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:38.995913 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:38.996272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:38.996628 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:39.013855 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:39.020790 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d6bdd5e3-2232-4104-bb86-0296daf1fe3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:39.085631 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:39.085876 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Added segment 3ad36141-11a9-4384-8e42-90181cd256e2 of type vlan for network 1933a611-7fe1-453b-8bf3-69c96a668bb3
Jun 04 15:35:39.145689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0754bdbb-ba23-45b1-a7f2-eef7f463dd3d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:39.152726 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:39.203452 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:39.239313 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-c5077e4f-db85-418d-ad09-918b9ba5d5c5 None None] Allocated IP 172.20.0.34 (e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62/758d14cf-19f4-4c89-94d3-15f1448e3a37/b1297f61-13f5-4b4c-89f4-98d1276caaf9) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:35:39.332087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573bfd4-2f72-4bd2-8d48-397b9243fe44 req-f9070303-1fd7-4c59-8305-9844ca6be371 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:39.347340 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7573bfd4-2f72-4bd2-8d48-397b9243fe44 req-f9070303-1fd7-4c59-8305-9844ca6be371 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.5474987
Jun 04 15:35:39.427743 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:39.465698 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:35:39.524620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c5077e4f-db85-418d-ad09-918b9ba5d5c5 None None] For port b1297f61-13f5-4b4c-89f4-98d1276caaf9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b1297f61-13f5-4b4c-89f4-98d1276caaf9,segment=NetworkSegment(75a3e03d-1e36-496c-8f34-4b2104198c18),segment_id=75a3e03d-1e36-496c-8f34-4b2104198c18)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:39.526414 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7573bfd4-2f72-4bd2-8d48-397b9243fe44 req-7b0b03af-5bfd-4bd7-af45-5b9d3c1ed724 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1600206
Jun 04 15:35:39.537163 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:39.537517 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Added segment ab59e130-4b0c-40b8-9c07-b2ff13ad4faa of type vlan for network 32bcbc34-3bb9-44d8-838d-e77b435f3cf8
Jun 04 15:35:39.623079 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c5077e4f-db85-418d-ad09-918b9ba5d5c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:39.634307 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:39.665508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c5077e4f-db85-418d-ad09-918b9ba5d5c5 None None] Transition to ACTIVE for port object b1297f61-13f5-4b4c-89f4-98d1276caaf9 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:39.768293 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c5077e4f-db85-418d-ad09-918b9ba5d5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:39.783009 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:39.817737 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:39.818335 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:39.829415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:39.852460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:39.855870 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:39.860511 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2b4f3cef-fbfc-489b-b8ed-c0ecc8b6f228 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:39.922657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f210c5-00c9-452a-a726-ae971225a3f3 req-0309f30d-8058-44db-8620-5b09bc10c0b2 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:39.924792 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-32f210c5-00c9-452a-a726-ae971225a3f3 req-0309f30d-8058-44db-8620-5b09bc10c0b2 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1096 time: 0.3855093
Jun 04 15:35:40.242351 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event updated for resources: {'Network': ['ID=1933a611-7fe1-453b-8bf3-69c96a668bb3,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:40.429016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 1933a611-7fe1-453b-8bf3-69c96a668bb3 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:35:40.447914 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:35:40.503666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event updated for resources: {'Network': ['ID=32bcbc34-3bb9-44d8-838d-e77b435f3cf8,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:40.541392 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:40.544439 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:40.544836 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:40.557672 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5077e4f-db85-418d-ad09-918b9ba5d5c5 None None] Pushing event updated for resources: {'Port': ['ID=b1297f61-13f5-4b4c-89f4-98d1276caaf9,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:40.567223 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c5077e4f-db85-418d-ad09-918b9ba5d5c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:40.618414 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 32bcbc34-3bb9-44d8-838d-e77b435f3cf8 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:35:40.619585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd89bd-217e-4266-89b3-f06eab66eba6 req-9bea1031-c503-431c-9fc5-6eb1752ecae9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:40.627883 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f1cd89bd-217e-4266-89b3-f06eab66eba6 req-9bea1031-c503-431c-9fc5-6eb1752ecae9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.1287253
Jun 04 15:35:40.744181 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f1cd89bd-217e-4266-89b3-f06eab66eba6 req-32faae3a-720f-45e1-9953-ad360b9b3f53 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154037
Jun 04 15:35:40.895549 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] device_id is not set on port 07e9454b-f795-4704-9313-774ed53c922a yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:35:40.918981 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:40.969877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Transition to ACTIVE for port object 07e9454b-f795-4704-9313-774ed53c922a will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:40.984813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1438ee-65f2-497d-a24a-2608242ea5e9 req-12826f20-a5b2-4977-a670-0f9864754e98 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:40.992576 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bf1438ee-65f2-497d-a24a-2608242ea5e9 req-12826f20-a5b2-4977-a670-0f9864754e98 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1096 time: 0.5463543
Jun 04 15:35:41.020152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-32f210c5-00c9-452a-a726-ae971225a3f3 req-523f9654-4cd2-440f-8dfa-cde72a22ae0d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Deleting port 9c7066c4-0038-41ea-acbd-05e4dbab8cee {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:41.036441 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-32f210c5-00c9-452a-a726-ae971225a3f3 req-523f9654-4cd2-440f-8dfa-cde72a22ae0d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:41.036601 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b1297f61-13f5-4b4c-89f4-98d1276caaf9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:35:41.145361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c95b64-0c57-4029-8745-c83c175df53c req-f9669d3b-44ea-4ddd-8b5d-192cdbce5ff4 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:41.149176 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-82c95b64-0c57-4029-8745-c83c175df53c req-f9669d3b-44ea-4ddd-8b5d-192cdbce5ff4 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.1930842
Jun 04 15:35:41.263373 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.api [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-398e2e0b-e997-48c2-8912-d9a49beea592 {{(pid=88300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:35:41.263373 n-d-791505-9 neutron-server[88300]: DEBUG oslo_db.api [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:35:41.263373 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bf1438ee-65f2-497d-a24a-2608242ea5e9 req-7c8f3815-a063-4220-ab90-27cff4cbfd93 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462652
Jun 04 15:35:41.263373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-32f210c5-00c9-452a-a726-ae971225a3f3 req-523f9654-4cd2-440f-8dfa-cde72a22ae0d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] For port 9c7066c4-0038-41ea-acbd-05e4dbab8cee, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9c7066c4-0038-41ea-acbd-05e4dbab8cee,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:41.263373 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-32f210c5-00c9-452a-a726-ae971225a3f3 req-523f9654-4cd2-440f-8dfa-cde72a22ae0d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:41.435333 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-82c95b64-0c57-4029-8745-c83c175df53c req-d2b4f4bd-d045-492b-a398-994691dc4f88 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2791100
Jun 04 15:35:41.437384 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 4.1454260
Jun 04 15:35:41.441178 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35294) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:41.554232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-32f210c5-00c9-452a-a726-ae971225a3f3 req-523f9654-4cd2-440f-8dfa-cde72a22ae0d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Calling delete_port for 9c7066c4-0038-41ea-acbd-05e4dbab8cee owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:41.567350 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:41.586460 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7402b17c-13ca-4b7f-9fd5-d581e326961c tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:41.758188 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ce1b1b76-e289-4122-8c0e-45e9c5eb7f4f None None] Provisioning complete for port b25ffce2-0a96-4495-aaca-1932c79171ad triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:41.759244 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1b76-e289-4122-8c0e-45e9c5eb7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:41.799435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf4baa-f69e-40f0-b40b-958a7c09c31e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:41.805478 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf4baa-f69e-40f0-b40b-958a7c09c31e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:41.823445 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf4baa-f69e-40f0-b40b-958a7c09c31e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:41.830407 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf4baa-f69e-40f0-b40b-958a7c09c31e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:41.839200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-eaaf4baa-f69e-40f0-b40b-958a7c09c31e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Synchronizing usage tracker for tenant:9ae088e27e674d2688fb28b5b0859725 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:35:41.841916 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:41.879045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b1b76-e289-4122-8c0e-45e9c5eb7f4f None None] Port b25ffce2-0a96-4495-aaca-1932c79171ad cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:41.893178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ce1b1b76-e289-4122-8c0e-45e9c5eb7f4f None None] Provisioning complete for port 7518de93-4f3b-4e8a-a93d-7ca712fd4398 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:41.893693 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1b76-e289-4122-8c0e-45e9c5eb7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:41.902608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Pushing event updated for resources: {'Port': ['ID=07e9454b-f795-4704-9313-774ed53c922a,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:41.905890 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:41.945624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:41.945873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:41.946210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:41.953734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-eaaf4baa-f69e-40f0-b40b-958a7c09c31e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Unset dirty status for tenant:9ae088e27e674d2688fb28b5b0859725 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:35:41.957391 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eaaf4baa-f69e-40f0-b40b-958a7c09c31e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.5125053
Jun 04 15:35:41.958145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35310) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:41.964920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763a074-2b0b-4204-b0cc-88727d1d46ca req-a61930dc-9e27-49b4-959b-e254c49488f1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:41.966479 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8763a074-2b0b-4204-b0cc-88727d1d46ca req-a61930dc-9e27-49b4-959b-e254c49488f1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.5463219
Jun 04 15:35:41.975980 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b1b76-e289-4122-8c0e-45e9c5eb7f4f None None] Port 7518de93-4f3b-4e8a-a93d-7ca712fd4398 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:41.981239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:41.981829 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:41.995914 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 2 to bind port 07e9454b-f795-4704-9313-774ed53c922a
Jun 04 15:35:42.073858 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ce1b1b76-e289-4122-8c0e-45e9c5eb7f4f None None] Provisioning for port b1297f61-13f5-4b4c-89f4-98d1276caaf9 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:35:42.079877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ce1b1b76-e289-4122-8c0e-45e9c5eb7f4f None None] Provisioning complete for port b1297f61-13f5-4b4c-89f4-98d1276caaf9 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:42.080336 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1b76-e289-4122-8c0e-45e9c5eb7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:42.157799 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9d9b20f-cbf4-4e90-af07-75a92e505836 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:42.201965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:42.202273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:42.202621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:42.223182 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8763a074-2b0b-4204-b0cc-88727d1d46ca req-540a5a4e-fbff-46d0-98d0-18beeec04d9d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2458141
Jun 04 15:35:42.239345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:42.239806 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:42.244528 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 3 to bind port 07e9454b-f795-4704-9313-774ed53c922a
Jun 04 15:35:42.320414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:42.320755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:42.321326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:42.383571 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9d9b20f-cbf4-4e90-af07-75a92e505836 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:42.392817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:42.392817 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:42.400052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a9d9b20f-cbf4-4e90-af07-75a92e505836 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f839121bfa0>,) {'filters': {'network_id': ['1933a611-7fe1-453b-8bf3-69c96a668bb3']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:42.403692 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 4 to bind port 07e9454b-f795-4704-9313-774ed53c922a
Jun 04 15:35:42.425640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a9d9b20f-cbf4-4e90-af07-75a92e505836 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f839121bfa0>, '3ad36141-11a9-4384-8e42-90181cd256e2') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:42.425640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a9d9b20f-cbf4-4e90-af07-75a92e505836 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f839121bfa0>, '3ad36141-11a9-4384-8e42-90181cd256e2') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:42.446067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:42.446393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:42.446732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:42.462060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:42.467878 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:42.471542 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 5 to bind port 07e9454b-f795-4704-9313-774ed53c922a
Jun 04 15:35:42.490929 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9d9b20f-cbf4-4e90-af07-75a92e505836 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:42.525151 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9d9b20f-cbf4-4e90-af07-75a92e505836 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:42.528324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:42.528324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:42.528324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:42.534463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d9b20f-cbf4-4e90-af07-75a92e505836 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:35:42.534863 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9d9b20f-cbf4-4e90-af07-75a92e505836 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:35:42.550003 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:35:42.568583 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-32f210c5-00c9-452a-a726-ae971225a3f3 req-523f9654-4cd2-440f-8dfa-cde72a22ae0d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:42.583228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:42.583560 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:42.590956 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 6 to bind port 07e9454b-f795-4704-9313-774ed53c922a
Jun 04 15:35:42.597984 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ad894297-3b1f-4d9f-b2fe-80ebbf42af58 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:42.635884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8f611-10b2-4532-9b73-c79e7c9a84be req-3161cd30-c0b3-4a93-8a07-10be8dceebb6 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:42.637456 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-faf8f611-10b2-4532-9b73-c79e7c9a84be req-3161cd30-c0b3-4a93-8a07-10be8dceebb6 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 1018 time: 0.2241833
Jun 04 15:35:42.654834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f9654-4cd2-440f-8dfa-cde72a22ae0d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c7066c4-0038-41ea-acbd-05e4dbab8cee,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:42.689658 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-faf8f611-10b2-4532-9b73-c79e7c9a84be req-e6e0c136-21ee-4711-8dc6-3db7502166e3 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cbdce72-c180-403f-bad3-3cd75d38b3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425305
Jun 04 15:35:42.787645 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9d9b20f-cbf4-4e90-af07-75a92e505836 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:42.792883 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-16d5cf66-f838-490d-abdc-549bcf467b8b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:42.826254 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9d9b20f-cbf4-4e90-af07-75a92e505836 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:42.840477 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35366) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:42.872822 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9b20f-cbf4-4e90-af07-75a92e505836 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event deleted for resources: {'Network': ['ID=1933a611-7fe1-453b-8bf3-69c96a668bb3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:42.889271 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a9d9b20f-cbf4-4e90-af07-75a92e505836 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:42.892427 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-523f9654-4cd2-440f-8dfa-cde72a22ae0d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:42.893211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:42.893547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:42.893888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:42.934169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42e835-c177-4450-bf31-9cc8a4979447 req-0bb60e35-5cea-4133-850e-9c5b50e9df7a tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:42.935824 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ec42e835-c177-4450-bf31-9cc8a4979447 req-0bb60e35-5cea-4133-850e-9c5b50e9df7a tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.1113007
Jun 04 15:35:42.949853 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:42.950199 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:42.983705 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a9d9b20f-cbf4-4e90-af07-75a92e505836 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "DELETE /v2.0/networks/1933a611-7fe1-453b-8bf3-69c96a668bb3 HTTP/1.1" status: 204  len: 168 time: 1.0243719
Jun 04 15:35:42.986844 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35372) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:42.989212 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 7 to bind port 07e9454b-f795-4704-9313-774ed53c922a
Jun 04 15:35:42.992987 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ec42e835-c177-4450-bf31-9cc8a4979447 req-8ad48200-a739-4f11-ad88-3fb1bdea7a3b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501854
Jun 04 15:35:43.015140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f210c5-00c9-452a-a726-ae971225a3f3 req-523f9654-4cd2-440f-8dfa-cde72a22ae0d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] No DVR routers for this DVR port 9c7066c4-0038-41ea-acbd-05e4dbab8cee on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:35:43.043176 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-32f210c5-00c9-452a-a726-ae971225a3f3 req-523f9654-4cd2-440f-8dfa-cde72a22ae0d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.045850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67231f71-5cc6-4d69-a2b7-a048ec467418', 'name': 'network-vif-deleted', 'tag': '9c7066c4-0038-41ea-acbd-05e4dbab8cee'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:35:43.049341 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fc8c16-a10b-4f54-8be6-ac0cdd3b9a2a" -d '{"events": [{"server_uuid": "67231f71-5cc6-4d69-a2b7-a048ec467418", "name": "network-vif-deleted", "tag": "9c7066c4-0038-41ea-acbd-05e4dbab8cee"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:35:43.062060 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-74b660a5-8b57-45cc-b314-ef19a1477fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.066796 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:43.067139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:43.067479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:43.097842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:43.098222 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:43.101220 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 8 to bind port 07e9454b-f795-4704-9313-774ed53c922a
Jun 04 15:35:43.107351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9c7066c4-0038-41ea-acbd-05e4dbab8cee no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:35:43.122483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-60f15580-8650-4880-9bc7-ed89ab8257d4 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:43.123966 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-60f15580-8650-4880-9bc7-ed89ab8257d4 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 812 time: 0.6010721
Jun 04 15:35:43.127490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Delete allocated IP 172.20.0.13 (e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62/f0dfd1d1-03af-48d0-ba82-25d6c56cb098) {{(pid=88300) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jun 04 15:35:43.130673 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5864eee-3a24-4634-86e1-992b72448ec6 x-openstack-request-id: req-f5864eee-3a24-4634-86e1-992b72448ec6 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:35:43.131202 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67231f71-5cc6-4d69-a2b7-a048ec467418", "name": "network-vif-deleted", "tag": "9c7066c4-0038-41ea-acbd-05e4dbab8cee", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:35:43.135289 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5864eee-3a24-4634-86e1-992b72448ec6 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:35:43.135289 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67231f71-5cc6-4d69-a2b7-a048ec467418', 'name': 'network-vif-deleted', 'tag': '9c7066c4-0038-41ea-acbd-05e4dbab8cee', 'status': 'completed', 'code': 200}
Jun 04 15:35:43.135508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-74b660a5-8b57-45cc-b314-ef19a1477fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:43.139312 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-74b660a5-8b57-45cc-b314-ef19a1477fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:265071ef14b742fda56f478a8b5a2972 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:43.142912 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-74b660a5-8b57-45cc-b314-ef19a1477fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:43.149336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-74b660a5-8b57-45cc-b314-ef19a1477fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:43.152611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 9c7066c4-0038-41ea-acbd-05e4dbab8cee {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:35:43.152766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:43.152966 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9c7066c4-0038-41ea-acbd-05e4dbab8cee not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:35:43.153128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:43.153422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:43.155872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Allocated IP 172.20.0.35 (e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62/758d14cf-19f4-4c89-94d3-15f1448e3a37/7518de93-4f3b-4e8a-a93d-7ca712fd4398) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:35:43.161048 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-4ff3fad4-e722-4ed4-b5fa-738ab9fb0761 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/quotas/1d658397c2f54645b763ef21f67c47da HTTP/1.1" status: 200  len: 375 time: 0.0258045
Jun 04 15:35:43.168184 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-32f210c5-00c9-452a-a726-ae971225a3f3 req-523f9654-4cd2-440f-8dfa-cde72a22ae0d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.65 "DELETE /v2.0/ports/9c7066c4-0038-41ea-acbd-05e4dbab8cee HTTP/1.1" status: 204  len: 173 time: 3.2062807
Jun 04 15:35:43.171123 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:43.171454 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:43.174931 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 9 to bind port 07e9454b-f795-4704-9313-774ed53c922a
Jun 04 15:35:43.199318 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb99e-fb65-4bea-a50d-828176248b4f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.255464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:43.255803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:43.256116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:43.279548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:43.280136 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:43.292971 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 10 to bind port 07e9454b-f795-4704-9313-774ed53c922a
Jun 04 15:35:43.342360 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:43.344112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:43.345637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:43.373802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:43.374133 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 07e9454b-f795-4704-9313-774ed53c922a on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:43.374485 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.380758 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb99e-fb65-4bea-a50d-828176248b4f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.404831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-8a2cb99e-fb65-4bea-a50d-828176248b4f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387f58160>,) {'filters': {'network_id': ['32bcbc34-3bb9-44d8-838d-e77b435f3cf8']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:43.431964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-8a2cb99e-fb65-4bea-a50d-828176248b4f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387f58160>, 'ab59e130-4b0c-40b8-9c07-b2ff13ad4faa') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:43.432289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-8a2cb99e-fb65-4bea-a50d-828176248b4f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387f58160>, 'ab59e130-4b0c-40b8-9c07-b2ff13ad4faa') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:43.443897 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-74b660a5-8b57-45cc-b314-ef19a1477fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.448931 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb99e-fb65-4bea-a50d-828176248b4f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.468624 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb99e-fb65-4bea-a50d-828176248b4f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.478202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2cb99e-fb65-4bea-a50d-828176248b4f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:35:43.478685 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb99e-fb65-4bea-a50d-828176248b4f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:35:43.494805 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:35:43.555689 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-14f359a0-21dc-49e0-b76e-27ed9b87e486 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&fields=id HTTP/1.1" status: 200  len: 486 time: 0.3853393
Jun 04 15:35:43.560813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35378) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:43.624347 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-74b660a5-8b57-45cc-b314-ef19a1477fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.634792 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-03c71942-6274-4634-8496-bc4af5dc51d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:43.678659 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-74b660a5-8b57-45cc-b314-ef19a1477fd4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=265071ef14b742fda56f478a8b5a2972&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8076830
Jun 04 15:35:43.679625 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b660a5-8b57-45cc-b314-ef19a1477fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbd65dd-7ff8-4f13-bf89-570d3a5c0f3f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:43.684743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35382) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:43.694738 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-74b660a5-8b57-45cc-b314-ef19a1477fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:43.746900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] For port 07e9454b-f795-4704-9313-774ed53c922a, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:35:43.747196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempted to set empty binding levels {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Jun 04 15:35:43.756167 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb99e-fb65-4bea-a50d-828176248b4f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.761501 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c83dd78b-d585-40b7-ae64-7616ab70ddab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:43.781078 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb99e-fb65-4bea-a50d-828176248b4f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.789657 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91934f7a-4cde-4b7d-b2fc-6a361ebc0990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.794795 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1510f377-a073-41d9-ab54-e396f1e3cee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.799429 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cb99e-fb65-4bea-a50d-828176248b4f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event deleted for resources: {'Network': ['ID=32bcbc34-3bb9-44d8-838d-e77b435f3cf8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:43.804272 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.818440 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8a2cb99e-fb65-4bea-a50d-828176248b4f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:43.840107 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8a2cb99e-fb65-4bea-a50d-828176248b4f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "DELETE /v2.0/networks/32bcbc34-3bb9-44d8-838d-e77b435f3cf8 HTTP/1.1" status: 204  len: 168 time: 0.8518512
Jun 04 15:35:43.844748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-91934f7a-4cde-4b7d-b2fc-6a361ebc0990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:43.847594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35386) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:43.847773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Transition to ACTIVE for port object 7518de93-4f3b-4e8a-a93d-7ca712fd4398 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:43.851476 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.861834 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d9db0c24-7871-465d-afd0-12e3a6998635 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:43.882799 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1510f377-a073-41d9-ab54-e396f1e3cee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.902270 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-91934f7a-4cde-4b7d-b2fc-6a361ebc0990 admin admin] Usage tracker for resource:security_group_rule and tenant:a8cc705fd46747e8a4533a5c232902c4 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:43.917447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-f13d9e51-abee-4da8-8b62-39afb41f29ea service neutron] 10.222.0.32 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3420420
Jun 04 15:35:43.919116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-91934f7a-4cde-4b7d-b2fc-6a361ebc0990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:43.938951 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.942764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-91934f7a-4cde-4b7d-b2fc-6a361ebc0990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:43.947507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] In _notify_port_updated(), no bound segment for port 07e9454b-f795-4704-9313-774ed53c922a on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:35:43.948188 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d210ea54-d74b-4326-9823-af91e1aedee3 req-66688d0b-9689-4ca6-9a48-0522cbc0e43b tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=67231f71-5cc6-4d69-a2b7-a048ec467418 HTTP/1.1" status: 200  len: 210 time: 0.1063771
Jun 04 15:35:43.948592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:43.949438 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:43.950903 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] 10.222.0.32 "PUT /v2.0/ports/07e9454b-f795-4704-9313-774ed53c922a HTTP/1.1" status: 200  len: 979 time: 4.9935145
Jun 04 15:35:43.961204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35388) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:44.023743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Pushing event updated for resources: {'Port': ['ID=07e9454b-f795-4704-9313-774ed53c922a,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:44.038161 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:44.038778 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f598277e-d45e-4eb1-9040-7993ef279674 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:44.329958 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event updated for resources: {'Port': ['ID=7518de93-4f3b-4e8a-a93d-7ca712fd4398,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:44.333711 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:44.374378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] In _notify_port_updated(), no bound segment for port 7518de93-4f3b-4e8a-a93d-7ca712fd4398 on network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 {{(pid=88300) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:35:44.381070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.385962 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:44.385962 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "PUT /v2.0/ports/7518de93-4f3b-4e8a-a93d-7ca712fd4398 HTTP/1.1" status: 200  len: 960 time: 6.2453508
Jun 04 15:35:44.388250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35392) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:44.397864 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-20317c19-d2f4-453f-bf5b-f6e41ae2a3bc service neutron] 10.222.0.32 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4631493
Jun 04 15:35:44.447782 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d6772e-59f8-49e4-bded-f917fae55042 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.454299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d6772e-59f8-49e4-bded-f917fae55042 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.455113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e7d6772e-59f8-49e4-bded-f917fae55042 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Synchronizing usage tracker for tenant:9ae088e27e674d2688fb28b5b0859725 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:35:44.481175 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91934f7a-4cde-4b7d-b2fc-6a361ebc0990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:44.530111 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.530606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.531781 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.531781 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.532697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.532697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.532937 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.543605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.543605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.543605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.543605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.543605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.543605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.543605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.543605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.543605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.543605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.543605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.543605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.543605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.544699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.544699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.544699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.544699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.544699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.544699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.544699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Synchronizing usage tracker for tenant:6f0996bd2f8b491cae8db33ca86e0710 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:35:44.589999 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91934f7a-4cde-4b7d-b2fc-6a361ebc0990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:44.592140 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d642b8-2e20-4c46-b137-67668cd890e2 req-8443730a-02a7-48b8-8997-4023b25c5a5c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:44.593805 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-59d642b8-2e20-4c46-b137-67668cd890e2 req-8443730a-02a7-48b8-8997-4023b25c5a5c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.3440621
Jun 04 15:35:44.598593 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5f17f2d2-2b6f-4d76-941d-0d0711320420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:44.601395 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1510f377-a073-41d9-ab54-e396f1e3cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:44.611492 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d050e498-de7f-41c8-b168-c5fab6ce169e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:44.642898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91934f7a-4cde-4b7d-b2fc-6a361ebc0990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946cda84-5922-493f-9749-01108275224c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:44.646621 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510f377-a073-41d9-ab54-e396f1e3cee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbd65dd-7ff8-4f13-bf89-570d3a5c0f3f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:44.646946 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-91934f7a-4cde-4b7d-b2fc-6a361ebc0990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:44.653501 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-91934f7a-4cde-4b7d-b2fc-6a361ebc0990 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8cc705fd46747e8a4533a5c232902c4&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0912547
Jun 04 15:35:44.658448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35394) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:44.658957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e7d6772e-59f8-49e4-bded-f917fae55042 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Unset dirty status for tenant:9ae088e27e674d2688fb28b5b0859725 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:35:44.659600 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e7d6772e-59f8-49e4-bded-f917fae55042 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.8109787
Jun 04 15:35:44.666722 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1510f377-a073-41d9-ab54-e396f1e3cee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:44.670151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35396) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:44.678484 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-451343ba-bf27-4038-be42-33c8a74da881 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-161073803'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:44.695151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-451343ba-bf27-4038-be42-33c8a74da881 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:44.699140 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1510f377-a073-41d9-ab54-e396f1e3cee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:44.700256 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1510f377-a073-41d9-ab54-e396f1e3cee7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcbd65dd-7ff8-4f13-bf89-570d3a5c0f3f HTTP/1.1" status: 204  len: 168 time: 1.0173631
Jun 04 15:35:44.722464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-451343ba-bf27-4038-be42-33c8a74da881 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:44.724884 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-59d642b8-2e20-4c46-b137-67668cd890e2 req-9a333b78-5316-4871-9230-d4d1628b3861 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055496
Jun 04 15:35:44.742410 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-666a1e85-3e87-4223-a390-5e497ce7ee5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:44.762963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a9431797-4d7c-451e-9b49-e86f7f60bbb8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port 7518de93-4f3b-4e8a-a93d-7ca712fd4398 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:44.763124 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9431797-4d7c-451e-9b49-e86f7f60bbb8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:44.789995 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-666a1e85-3e87-4223-a390-5e497ce7ee5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:44.797032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Unset dirty status for tenant:6f0996bd2f8b491cae8db33ca86e0710 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:35:44.799086 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dec798d3-36c1-4e64-90c5-2f6ab7ec621a tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 23463 time: 0.8348825
Jun 04 15:35:44.804556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35404) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:44.833641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-da84f4b1-7ba8-4fca-9202-d5634e193142 None None] Provisioning for port 7518de93-4f3b-4e8a-a93d-7ca712fd4398 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:35:44.838903 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-da84f4b1-7ba8-4fca-9202-d5634e193142 None None] Provisioning complete for port 7518de93-4f3b-4e8a-a93d-7ca712fd4398 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:44.839516 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-da84f4b1-7ba8-4fca-9202-d5634e193142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:44.859979 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c3a052f-2028-43c7-af5c-56a7f9389e16 req-43ca6fd9-7f24-494e-8974-42dc62b37b33 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 210 time: 0.0718265
Jun 04 15:35:44.896611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451343ba-bf27-4038-be42-33c8a74da881 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Made reservation on behalf of 9ae088e27e674d2688fb28b5b0859725 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:44.900504 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-451343ba-bf27-4038-be42-33c8a74da881 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:44.903138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-da84f4b1-7ba8-4fca-9202-d5634e193142 None None] Port 7518de93-4f3b-4e8a-a93d-7ca712fd4398 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:44.999163 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-666a1e85-3e87-4223-a390-5e497ce7ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:45.005656 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f2a0d63b-beac-49e8-9cce-77d85d12c41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:45.020306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a1e85-3e87-4223-a390-5e497ce7ee5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946cda84-5922-493f-9749-01108275224c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:45.023082 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-666a1e85-3e87-4223-a390-5e497ce7ee5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:45.024302 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-666a1e85-3e87-4223-a390-5e497ce7ee5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:45.025441 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-666a1e85-3e87-4223-a390-5e497ce7ee5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/946cda84-5922-493f-9749-01108275224c HTTP/1.1" status: 204  len: 168 time: 0.3703709
Jun 04 15:35:45.062807 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451343ba-bf27-4038-be42-33c8a74da881 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:35:45.106457 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9431797-4d7c-451e-9b49-e86f7f60bbb8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:45.115506 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-451343ba-bf27-4038-be42-33c8a74da881 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:45.115838 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-451343ba-bf27-4038-be42-33c8a74da881 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Added segment f9f316ca-6dd7-466d-8d24-130607ff71b9 of type vlan for network a76a2468-c9db-4062-9873-2fb6cde71cff
Jun 04 15:35:45.139652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35416) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:45.262360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a9431797-4d7c-451e-9b49-e86f7f60bbb8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for 7518de93-4f3b-4e8a-a93d-7ca712fd4398 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:45.302120 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-451343ba-bf27-4038-be42-33c8a74da881 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:45.311007 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8e6252ac-3137-41ae-84f7-b2233269a90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Deleting port 07e9454b-f795-4704-9313-774ed53c922a {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:45.311332 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e6252ac-3137-41ae-84f7-b2233269a90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:45.482752 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-8e6252ac-3137-41ae-84f7-b2233269a90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] For port 07e9454b-f795-4704-9313-774ed53c922a, host n-h1-791505-9, got binding levels [] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:45.483326 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e6252ac-3137-41ae-84f7-b2233269a90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:45.640303 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-451343ba-bf27-4038-be42-33c8a74da881 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:45.646506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451343ba-bf27-4038-be42-33c8a74da881 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:45.647127 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-451343ba-bf27-4038-be42-33c8a74da881 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:45.654606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35422) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:45.665683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8e6252ac-3137-41ae-84f7-b2233269a90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Calling delete_port for 07e9454b-f795-4704-9313-774ed53c922a owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:45.668387 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-22d97dc7-2e44-4eee-9813-a77c4cf9aaab tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:45.740371 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9d14525a-c93b-4cef-bbfd-3c2cabb63dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:45.842838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9d14525a-c93b-4cef-bbfd-3c2cabb63dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:45.855713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451343ba-bf27-4038-be42-33c8a74da881 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event updated for resources: {'Network': ['ID=a76a2468-c9db-4062-9873-2fb6cde71cff,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:45.860770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9d14525a-c93b-4cef-bbfd-3c2cabb63dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:2bf25a6de8684ebda6b9ddb8ea42568b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:45.866483 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-451343ba-bf27-4038-be42-33c8a74da881 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:45.867225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9d14525a-c93b-4cef-bbfd-3c2cabb63dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:45.874757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network a76a2468-c9db-4062-9873-2fb6cde71cff details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:35:45.880183 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9d14525a-c93b-4cef-bbfd-3c2cabb63dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:45.959069 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-451343ba-bf27-4038-be42-33c8a74da881 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.2866745
Jun 04 15:35:45.959857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35428) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:45.972432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1523290692'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:45.981766 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:46.043307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35430) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:46.058746 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e6252ac-3137-41ae-84f7-b2233269a90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.059932 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2791eb6d-11a2-4b4c-a63f-613b9b8437b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.060427 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9431797-4d7c-451e-9b49-e86f7f60bbb8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.067302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Usage tracker for resource:network and tenant:9ae088e27e674d2688fb28b5b0859725 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:46.077780 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:46.128737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330713a-b15a-4861-abb0-9e74de4f1347 req-3af0a9ec-06e8-49d5-a5e7-0ce12852f215 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:46.131511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:46.133696 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c330713a-b15a-4861-abb0-9e74de4f1347 req-3af0a9ec-06e8-49d5-a5e7-0ce12852f215 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.1970696
Jun 04 15:35:46.148722 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f85aa5f-5f58-4e36-99f9-ebd9c6f17a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.198888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8f85aa5f-5f58-4e36-99f9-ebd9c6f17a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:46.218994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8f85aa5f-5f58-4e36-99f9-ebd9c6f17a24 admin admin] Usage tracker for resource:security_group_rule and tenant:f94692542d1f4548a6e90d5710b0fa26 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:46.280010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8f85aa5f-5f58-4e36-99f9-ebd9c6f17a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:46.309049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8f85aa5f-5f58-4e36-99f9-ebd9c6f17a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:46.317188 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c330713a-b15a-4861-abb0-9e74de4f1347 req-b3277165-108c-4ceb-9b24-1fd1c8483f74 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1697717
Jun 04 15:35:46.318169 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d0738ec-6bf1-4ade-a152-1bb12f1cea8d req-4a0e42be-870f-41ff-ab45-4f14ce330660 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 210 time: 0.2947235
Jun 04 15:35:46.330881 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:46.342670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6252ac-3137-41ae-84f7-b2233269a90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Pushing event deleted for resources: {'Port': ['ID=07e9454b-f795-4704-9313-774ed53c922a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:46.358765 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8e6252ac-3137-41ae-84f7-b2233269a90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:46.398561 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-71229379-a75f-4869-afab-59fa72bceef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:46.498456 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9431797-4d7c-451e-9b49-e86f7f60bbb8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=7518de93-4f3b-4e8a-a93d-7ca712fd4398,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:46.512239 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a9431797-4d7c-451e-9b49-e86f7f60bbb8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:46.533642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Made reservation on behalf of 9ae088e27e674d2688fb28b5b0859725 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:46.537394 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.555136 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e6252ac-3137-41ae-84f7-b2233269a90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.574147 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f85aa5f-5f58-4e36-99f9-ebd9c6f17a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.598439 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a9431797-4d7c-451e-9b49-e86f7f60bbb8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.626458 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a9431797-4d7c-451e-9b49-e86f7f60bbb8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/7518de93-4f3b-4e8a-a93d-7ca712fd4398 HTTP/1.1" status: 204  len: 168 time: 2.2332649
Jun 04 15:35:46.629960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35434) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:46.632160 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:35:46.640600 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9d14525a-c93b-4cef-bbfd-3c2cabb63dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.649608 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.649875 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Added segment 25725975-6a1a-44c9-a9a6-cee4d65d0249 of type vlan for network 58608d50-2ab7-4972-a8e3-6c3ee2752c84
Jun 04 15:35:46.677255 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f85aa5f-5f58-4e36-99f9-ebd9c6f17a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.680541 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.692302 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-033229bb-2561-4725-b250-a6204de8e9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:46.701298 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8e6252ac-3137-41ae-84f7-b2233269a90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] 10.222.0.32 "DELETE /v2.0/ports/07e9454b-f795-4704-9313-774ed53c922a HTTP/1.1" status: 204  len: 168 time: 1.8953600
Jun 04 15:35:46.707960 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35436) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:46.709753 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-7489346b-2938-415f-822f-d41a7f958bcd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] GET failed (client error): The resource could not be found.
Jun 04 15:35:46.711081 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7489346b-2938-415f-822f-d41a7f958bcd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports/7518de93-4f3b-4e8a-a93d-7ca712fd4398 HTTP/1.1" status: 404  len: 333 time: 0.0807476
Jun 04 15:35:46.743811 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35438) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:46.767147 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9d14525a-c93b-4cef-bbfd-3c2cabb63dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.778521 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8f85aa5f-5f58-4e36-99f9-ebd9c6f17a24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f94692542d1f4548a6e90d5710b0fa26&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7334058
Jun 04 15:35:46.779803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85aa5f-5f58-4e36-99f9-ebd9c6f17a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa32e090-a2f1-4503-8ed5-691a23fcdd86,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:46.781411 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eaaf9112-67ab-465b-a383-56abac29e6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:46.788504 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35440) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:46.788651 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f85aa5f-5f58-4e36-99f9-ebd9c6f17a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:46.798729 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-352d44c8-0016-445a-81c8-fb15143585ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] GET failed (client error): The resource could not be found.
Jun 04 15:35:46.799606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-352d44c8-0016-445a-81c8-fb15143585ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Synchronizing usage tracker for tenant:6f0996bd2f8b491cae8db33ca86e0710 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:35:46.819239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-2791eb6d-11a2-4b4c-a63f-613b9b8437b5 admin admin] Deleting port da74d22d-3c87-4b77-a243-5b052c6fa609 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:46.819239 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2791eb6d-11a2-4b4c-a63f-613b9b8437b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.883237 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9d14525a-c93b-4cef-bbfd-3c2cabb63dd7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2bf25a6de8684ebda6b9ddb8ea42568b&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1972079
Jun 04 15:35:46.889625 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35444) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:46.890389 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.896332 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:46.896914 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.901841 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14525a-c93b-4cef-bbfd-3c2cabb63dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58234dc-1d0d-416a-80fc-1a62d00aa147,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:46.927794 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9d14525a-c93b-4cef-bbfd-3c2cabb63dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:46.940185 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:46.963402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-2791eb6d-11a2-4b4c-a63f-613b9b8437b5 admin admin] For port da74d22d-3c87-4b77-a243-5b052c6fa609, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=da74d22d-3c87-4b77-a243-5b052c6fa609,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:46.963900 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2791eb6d-11a2-4b4c-a63f-613b9b8437b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:46.986152 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-352d44c8-0016-445a-81c8-fb15143585ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Unset dirty status for tenant:6f0996bd2f8b491cae8db33ca86e0710 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:35:46.990821 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-352d44c8-0016-445a-81c8-fb15143585ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] 10.222.0.32 "GET /v2.0/ports/07e9454b-f795-4704-9313-774ed53c922a HTTP/1.1" status: 404  len: 333 time: 0.2818170
Jun 04 15:35:47.004986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35448) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:47.026958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-25526550', 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:47.056524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:47.100267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-2791eb6d-11a2-4b4c-a63f-613b9b8437b5 admin admin] Calling delete_port for da74d22d-3c87-4b77-a243-5b052c6fa609 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:47.128313 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3b8168d1-71b5-487c-8ccf-d6102f6c4a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:47.135179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:47.138897 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a67d1db6-ce2c-4072-8a38-4e009adbb1bb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:47.150583 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.1827033
Jun 04 15:35:47.171572 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event updated for resources: {'Network': ['ID=58608d50-2ab7-4972-a8e3-6c3ee2752c84,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:47.178169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35450) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:47.194726 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 58608d50-2ab7-4972-a8e3-6c3ee2752c84 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:35:47.195274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Request body: {'ports': [{'network_id': 'a76a2468-c9db-4062-9873-2fb6cde71cff', 'name': 'tempest-port--2110976533', 'admin_state_up': True}, {'network_id': '58608d50-2ab7-4972-a8e3-6c3ee2752c84', 'admin_state_up': False}]} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:47.195396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Request body: {'port': {'network_id': 'a76a2468-c9db-4062-9873-2fb6cde71cff', 'name': 'tempest-port--2110976533', 'admin_state_up': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:47.195849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Request body: {'port': {'network_id': '58608d50-2ab7-4972-a8e3-6c3ee2752c84', 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:47.220105 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:47.238872 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0cb94db3-8f60-41f7-81d8-e128fcf9fc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:47.275762 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a67d1db6-ce2c-4072-8a38-4e009adbb1bb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:47.290644 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3b8168d1-71b5-487c-8ccf-d6102f6c4a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:47.374951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Made reservation on behalf of 6f0996bd2f8b491cae8db33ca86e0710 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:47.377690 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:47.417062 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0cb94db3-8f60-41f7-81d8-e128fcf9fc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:47.425852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-20fcea8d-23f6-47b9-bcf0-51da98e30819 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:47.427462 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-20fcea8d-23f6-47b9-bcf0-51da98e30819 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.62 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 812 time: 0.3348973
Jun 04 15:35:47.572676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] device_id is not set on port 7e12145a-8481-43a5-9edf-7c2192c31d2f yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:35:47.589902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Request body: {'port': {'device_id': '0bdceeb0-6fc9-4e93-97ad-326958b5ae55', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'admin_state_up': True, 'tenant_id': '1d658397c2f54645b763ef21f67c47da'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:47.629721 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2a1ad488-ff3a-432c-8273-0e9efec14a15 req-6dd177cf-972b-4eac-8d68-9b7da2b31a49 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 210 time: 0.1722922
Jun 04 15:35:47.714833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:47.718611 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a67d1db6-ce2c-4072-8a38-4e009adbb1bb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:47.723637 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Usage tracker for resource:port and tenant:9ae088e27e674d2688fb28b5b0859725 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:47.726487 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7b696954-e0cd-4d21-9780-0c8f677ccb2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:47.739295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:47.750613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:47.752934 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d1db6-ce2c-4072-8a38-4e009adbb1bb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfbab07-9e49-4626-844b-2ff68ac1182d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:47.758058 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a67d1db6-ce2c-4072-8a38-4e009adbb1bb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:47.771123 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a67d1db6-ce2c-4072-8a38-4e009adbb1bb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:47.774901 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a67d1db6-ce2c-4072-8a38-4e009adbb1bb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/security-groups/cdfbab07-9e49-4626-844b-2ff68ac1182d HTTP/1.1" status: 204  len: 168 time: 1.0274639
Jun 04 15:35:47.775102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35456) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:47.837060 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3b8168d1-71b5-487c-8ccf-d6102f6c4a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:47.839540 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3b8168d1-71b5-487c-8ccf-d6102f6c4a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:47.840660 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3b8168d1-71b5-487c-8ccf-d6102f6c4a86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa32e090-a2f1-4503-8ed5-691a23fcdd86 HTTP/1.1" status: 204  len: 168 time: 1.0442905
Jun 04 15:35:47.843622 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ad6a8405-9671-474a-806e-012585840101 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:47.853715 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2f4a4b47-cae1-4f03-aeea-8f87d6c1c0c8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:47.857637 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8168d1-71b5-487c-8ccf-d6102f6c4a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa32e090-a2f1-4503-8ed5-691a23fcdd86,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:47.868004 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3b8168d1-71b5-487c-8ccf-d6102f6c4a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:47.893559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Made reservation on behalf of 9ae088e27e674d2688fb28b5b0859725 for: {'port': 2} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:47.898122 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:47.909357 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2f4a4b47-cae1-4f03-aeea-8f87d6c1c0c8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:47.915238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:47.927757 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0cb94db3-8f60-41f7-81d8-e128fcf9fc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:47.940936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:47.950333 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9d14525a-c93b-4cef-bbfd-3c2cabb63dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:47.967154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f02b20-8f72-438e-a511-2bf35ded87d2 req-59659b9c-c976-42af-97ae-f361b9a8b5d8 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:47.973538 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-49f02b20-8f72-438e-a511-2bf35ded87d2 req-59659b9c-c976-42af-97ae-f361b9a8b5d8 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.3885028
Jun 04 15:35:47.977909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb94db3-8f60-41f7-81d8-e128fcf9fc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58234dc-1d0d-416a-80fc-1a62d00aa147,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:47.979594 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:47.990460 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0cb94db3-8f60-41f7-81d8-e128fcf9fc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:48.075670 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-49f02b20-8f72-438e-a511-2bf35ded87d2 req-d94a1df6-2fd5-43c9-868a-95524b707aca tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008930
Jun 04 15:35:48.078772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Made reservation on behalf of 1d658397c2f54645b763ef21f67c47da for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:48.082853 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:48.202947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] device_id is not set on port 1969ad61-bd14-48b4-aa7a-67bd80234c56 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:35:48.271055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Allocated IP 172.20.0.3 (cb825790-7668-4447-8139-06bca8b4c119/6d3d49c1-ad0d-4cec-968c-8e5249f55dad/30684302-e49b-4f44-8c5e-bfc6906fbf62) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:35:48.273202 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2791eb6d-11a2-4b4c-a63f-613b9b8437b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:48.279127 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2f4a4b47-cae1-4f03-aeea-8f87d6c1c0c8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:48.279719 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b902d321-4618-45df-abdf-c699bf17591f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:48.286366 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:48.294536 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0cb94db3-8f60-41f7-81d8-e128fcf9fc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:48.295661 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0cb94db3-8f60-41f7-81d8-e128fcf9fc7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b58234dc-1d0d-416a-80fc-1a62d00aa147 HTTP/1.1" status: 204  len: 168 time: 1.3948894
Jun 04 15:35:48.318843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a4b47-cae1-4f03-aeea-8f87d6c1c0c8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4682c8b9-2de5-427b-99d5-3a7a45da4110,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:48.321865 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2f4a4b47-cae1-4f03-aeea-8f87d6c1c0c8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:48.325590 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2f4a4b47-cae1-4f03-aeea-8f87d6c1c0c8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/security-groups/4682c8b9-2de5-427b-99d5-3a7a45da4110 HTTP/1.1" status: 204  len: 168 time: 0.5470107
Jun 04 15:35:48.325590 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2f4a4b47-cae1-4f03-aeea-8f87d6c1c0c8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:48.326112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35462) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:48.327806 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:48.328688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791eb6d-11a2-4b4c-a63f-613b9b8437b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=da74d22d-3c87-4b77-a243-5b052c6fa609,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:48.378294 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2791eb6d-11a2-4b4c-a63f-613b9b8437b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:48.482854 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:48.542955 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-46e3af0f-4b08-4c49-b59b-1b55c249a0fb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:48.549270 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:48.623578 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-46e3af0f-4b08-4c49-b59b-1b55c249a0fb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:48.793564 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-88e4833b-c8b1-49d1-bf19-f11b03f636bb tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:48.905449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:35:48.918679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:48.925025 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] device_id is not set on port 70a9336a-cbb9-4bf5-b80e-d06668957484 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:35:48.929821 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4784aa80-4e6f-40b8-9a1f-a954a34c50eb req-5a9cc87a-388c-4dae-acc5-0e1f97fafb7f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 210 time: 0.1373847
Jun 04 15:35:48.933510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:35:48.934428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:48.935047 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:48.955018 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Pushing event updated for resources: {'Port': ['ID=7e12145a-8481-43a5-9edf-7c2192c31d2f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:48.966345 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:48.993915 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-46e3af0f-4b08-4c49-b59b-1b55c249a0fb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:49.001811 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4c33dec6-502e-4e8b-a93b-695358dcd7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:49.026015 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2791eb6d-11a2-4b4c-a63f-613b9b8437b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:49.037582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3af0f-4b08-4c49-b59b-1b55c249a0fb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1075a0bd-2491-40c5-b1c9-5a5fe88ad457,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:49.040275 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-46e3af0f-4b08-4c49-b59b-1b55c249a0fb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:49.082640 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 962 time: 2.0762875
Jun 04 15:35:49.086505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35484) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:49.135957 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 131cf642-94ad-4a61-899e-9c9bae477d1d details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:35:49.182159 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:49.196217 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d56e1b-70da-4186-b5c0-dff02c4c7d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:49.196857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c8d56e1b-70da-4186-b5c0-dff02c4c7d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Synchronizing usage tracker for tenant:6f0996bd2f8b491cae8db33ca86e0710 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:35:49.304071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c8d56e1b-70da-4186-b5c0-dff02c4c7d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Unset dirty status for tenant:6f0996bd2f8b491cae8db33ca86e0710 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:35:49.305315 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c8d56e1b-70da-4186-b5c0-dff02c4c7d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] 10.222.0.32 "GET /v2.0/ports/7e12145a-8481-43a5-9edf-7c2192c31d2f HTTP/1.1" status: 200  len: 957 time: 0.2178485
Jun 04 15:35:49.308086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35494) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:49.379601 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:49.388755 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8e6252ac-3137-41ae-84f7-b2233269a90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:49.396482 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-46e3af0f-4b08-4c49-b59b-1b55c249a0fb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:49.397618 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-46e3af0f-4b08-4c49-b59b-1b55c249a0fb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/security-groups/1075a0bd-2491-40c5-b1c9-5a5fe88ad457 HTTP/1.1" status: 204  len: 168 time: 1.0666320
Jun 04 15:35:49.403469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35498) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:49.407492 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:49.416720 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 131cf642-94ad-4a61-899e-9c9bae477d1d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=131cf642-94ad-4a61-899e-9c9bae477d1d,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:49.433112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '131cf642-94ad-4a61-899e-9c9bae477d1d', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'port_id': '131cf642-94ad-4a61-899e-9c9bae477d1d', 'mac_address': 'fa:16:3e:7f:8a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:35:49.504581 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:49.526024 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131cf642-94ad-4a61-899e-9c9bae477d1d {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:35:49.550206 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 131cf642-94ad-4a61-899e-9c9bae477d1d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=131cf642-94ad-4a61-899e-9c9bae477d1d,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:49.551253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Transition to ACTIVE for port object 30684302-e49b-4f44-8c5e-bfc6906fbf62 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:49.588464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event updated for resources: {'Port': ['ID=1969ad61-bd14-48b4-aa7a-67bd80234c56,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:49.596005 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:49.605987 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Checking segment: {'id': 'f9f316ca-6dd7-466d-8d24-130607ff71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a76a2468-c9db-4062-9873-2fb6cde71cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:35:49.606621 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Network hostable DHCP agents. Network: a76a2468-c9db-4062-9873-2fb6cde71cff, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:35:49.614017 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-40865398-65a8-44d3-93cd-0e72b40a18c5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting subnet f0dfd1d1-03af-48d0-ba82-25d6c56cb098 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:35:49.624494 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-40865398-65a8-44d3-93cd-0e72b40a18c5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:49.646853 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:49.647117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-34a35221-60b2-4898-ace5-b5bba1c09e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Deleting port 7e12145a-8481-43a5-9edf-7c2192c31d2f {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:49.647403 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34a35221-60b2-4898-ace5-b5bba1c09e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:49.649259 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d902268c-0725-401e-88ad-681c1d1da99b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:49.727006 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:49.759326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeef2c-01b3-483a-ae43-0dbf8a02cef8 req-fba934ad-a34e-4f05-ae3f-100e963d0b65 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:49.760855 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-38eeef2c-01b3-483a-ae43-0dbf8a02cef8 req-fba934ad-a34e-4f05-ae3f-100e963d0b65 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 944 time: 0.4873269
Jun 04 15:35:49.761644 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:49.767585 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34a35221-60b2-4898-ace5-b5bba1c09e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:49.779121 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Network a76a2468-c9db-4062-9873-2fb6cde71cff is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:35:49.798452 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=131cf642-94ad-4a61-899e-9c9bae477d1d,revision_number=9']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:49.801428 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['362ae327-1346-41be-be0d-0a7b0c46ce77', '9e4b3b84-9fb6-4739-a10e-164c3bda63cc'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:35:49.857685 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:49.858294 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:49.858786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:49.859270 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:49.859787 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:49.860853 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:49.861359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:49.861835 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:49.862311 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:49.862811 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:49.863297 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:49.863759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:35:49.875669 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:49.882887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Network cb825790-7668-4447-8139-06bca8b4c119 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:35:49.894233 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:49.901059 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-40865398-65a8-44d3-93cd-0e72b40a18c5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:49.904205 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['131cf642-94ad-4a61-899e-9c9bae477d1d'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:35:49.945327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, a76a2468-c9db-4062-9873-2fb6cde71cff) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:49.953550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-34a35221-60b2-4898-ace5-b5bba1c09e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Calling delete_port for 7e12145a-8481-43a5-9edf-7c2192c31d2f owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:49.959969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:35:49.962111 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:49.994772 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3a32c359-5274-49e6-b7f8-1b01ec9fe665 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:49.996550 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d74f3f4-30de-4627-a338-1c429e10186f None None] Network a76a2468-c9db-4062-9873-2fb6cde71cff requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:35:50.049298 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:35:50.119305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event updated for resources: {'Port': ['ID=30684302-e49b-4f44-8c5e-bfc6906fbf62,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:50.144311 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:50.187294 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-38eeef2c-01b3-483a-ae43-0dbf8a02cef8 req-0173de08-7859-41cc-b503-391d648a2a7c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3839872
Jun 04 15:35:50.259953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:50.260845 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:50.284063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Checking segment: {'id': '25725975-6a1a-44c9-a9a6-cee4d65d0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '58608d50-2ab7-4972-a8e3-6c3ee2752c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:35:50.284673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Network hostable DHCP agents. Network: 58608d50-2ab7-4972-a8e3-6c3ee2752c84, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:35:50.288197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event updated for resources: {'Port': ['ID=70a9336a-cbb9-4bf5-b80e-d06668957484,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:50.303241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2791eb6d-11a2-4b4c-a63f-613b9b8437b5 admin admin] Router 7b16138b-9faf-43cf-81d8-f902a2116018 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:35:50.303355 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:50.362579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851989ff-994e-40a9-bbe9-0a24833e41ae req-705fa4c9-e3c7-47e2-a5d5-a99bcf3f05e5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:50.370671 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-851989ff-994e-40a9-bbe9-0a24833e41ae req-705fa4c9-e3c7-47e2-a5d5-a99bcf3f05e5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 931 time: 0.2182860
Jun 04 15:35:50.413774 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-40865398-65a8-44d3-93cd-0e72b40a18c5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:50.430262 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-851989ff-994e-40a9-bbe9-0a24833e41ae req-e478501a-8af5-418c-a7e8-73cd90b61551 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583785
Jun 04 15:35:50.447234 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Network 58608d50-2ab7-4972-a8e3-6c3ee2752c84 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:35:50.452642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8664744
Jun 04 15:35:50.454057 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34a35221-60b2-4898-ace5-b5bba1c09e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:50.464359 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-32f9be4e-9b78-43ff-ba87-6a75af771a06 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:50.473441 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Request body: {'port': {'device_id': '0bdceeb0-6fc9-4e93-97ad-326958b5ae55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:50.490757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0ac255da-40aa-424d-b297-5b53302fb8cb None None] Provisioning for port 30684302-e49b-4f44-8c5e-bfc6906fbf62 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:35:50.512884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a35221-60b2-4898-ace5-b5bba1c09e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e12145a-8481-43a5-9edf-7c2192c31d2f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:50.516635 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-34a35221-60b2-4898-ace5-b5bba1c09e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:50.519454 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34a35221-60b2-4898-ace5-b5bba1c09e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:50.523256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0ac255da-40aa-424d-b297-5b53302fb8cb None None] Provisioning complete for port 30684302-e49b-4f44-8c5e-bfc6906fbf62 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:50.523636 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0ac255da-40aa-424d-b297-5b53302fb8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:50.569338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 58608d50-2ab7-4972-a8e3-6c3ee2752c84) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:50.571753 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:35:50.581759 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:50.591824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:50.593130 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:50.609747 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-34a35221-60b2-4898-ace5-b5bba1c09e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] 10.222.0.32 "DELETE /v2.0/ports/7e12145a-8481-43a5-9edf-7c2192c31d2f HTTP/1.1" status: 204  len: 168 time: 1.3000395
Jun 04 15:35:50.614222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35526) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:50.642871 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab72fc41-0868-4aea-8e76-fb53f9363982 None None] Network 58608d50-2ab7-4972-a8e3-6c3ee2752c84 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:35:50.735766 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 3.5517344
Jun 04 15:35:50.738069 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35532) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:50.752329 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-39016033-9512-4c76-a1ce-aa414544be14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] GET failed (client error): The resource could not be found.
Jun 04 15:35:50.757801 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-39016033-9512-4c76-a1ce-aa414544be14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] 10.222.0.32 "GET /v2.0/ports/7e12145a-8481-43a5-9edf-7c2192c31d2f HTTP/1.1" status: 404  len: 333 time: 0.1216795
Jun 04 15:35:50.815270 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35534) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:50.816454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2791eb6d-11a2-4b4c-a63f-613b9b8437b5 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:35:50.832906 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2791eb6d-11a2-4b4c-a63f-613b9b8437b5 admin admin] 10.222.0.32 "PUT /v2.0/routers/7b16138b-9faf-43cf-81d8-f902a2116018/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6896245
Jun 04 15:35:50.837043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Request body: {'port': {'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-677202598'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:50.837211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35540) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:50.852346 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d79f43-b8b8-4854-baf5-306b9c1d7d81 None None] Sync routers for ids ['7b16138b-9faf-43cf-81d8-f902a2116018'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:35:50.854708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:50.872510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Usage tracker for resource:port and tenant:6f0996bd2f8b491cae8db33ca86e0710 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:50.878056 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:50.886733 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0ac255da-40aa-424d-b297-5b53302fb8cb None None] Port 30684302-e49b-4f44-8c5e-bfc6906fbf62 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:50.888438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:50.922011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:50.925102 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d79f43-b8b8-4854-baf5-306b9c1d7d81 None None] Routers {'7b16138b-9faf-43cf-81d8-f902a2116018'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:35:50.925955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c6d79f43-b8b8-4854-baf5-306b9c1d7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8f1eb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:35:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7b16138b-9faf-43cf-81d8-f902a2116018'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:50.996778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd1f4d7-554a-4dcc-80c9-e6016663684b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:50.999725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd1f4d7-554a-4dcc-80c9-e6016663684b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:51.000627 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5dd1f4d7-554a-4dcc-80c9-e6016663684b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Synchronizing usage tracker for tenant:9ae088e27e674d2688fb28b5b0859725 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:35:51.060093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35542) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:51.113683 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:51.188750 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5dd1f4d7-554a-4dcc-80c9-e6016663684b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Unset dirty status for tenant:9ae088e27e674d2688fb28b5b0859725 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:35:51.190190 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5dd1f4d7-554a-4dcc-80c9-e6016663684b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.4510953
Jun 04 15:35:51.199570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35548) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:51.320127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-c6d79f43-b8b8-4854-baf5-306b9c1d7d81 None None] Set router 7b16138b-9faf-43cf-81d8-f902a2116018 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:35:51.345593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Made reservation on behalf of 6f0996bd2f8b491cae8db33ca86e0710 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:51.348083 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:51.471088 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] device_id is not set on port 67b9f436-2431-4c20-9c11-dfdfca1f0630 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:35:51.677668 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a1263d39-cf20-4064-b7ac-9ae90bad2bf1 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1197173246'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:51.678420 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a1263d39-cf20-4064-b7ac-9ae90bad2bf1 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] Unknown quota resources ['metering_label']. {{(pid=88301) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 15:35:51.761715 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:51.800662 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-40865398-65a8-44d3-93cd-0e72b40a18c5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:51.817527 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2d7cc945-216e-44a0-a6cf-903b8f3546e0 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:51.841840 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c6d79f43-b8b8-4854-baf5-306b9c1d7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8f1eb0>, [{'id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'name': 'tempest-TestServerMultinode-1139232172-router', 'tenant_id': '2f44e84ed8194ff186011ba9ef2052d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '88b89693-0d90-46b3-b350-8c563d00b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:33:41Z', 'updated_at': '2021-06-04T15:35:47Z', 'revision_number': 5, 'project_id': '2f44e84ed8194ff186011ba9ef2052d5', 'gw_port': {'id': '88b89693-0d90-46b3-b350-8c563d00b230', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:33:44Z', 'updated_at': '2021-06-04T15:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:51.847366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d79f43-b8b8-4854-baf5-306b9c1d7d81 None None] Checking router: 7b16138b-9faf-43cf-81d8-f902a2116018 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:35:51.862006 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d79f43-b8b8-4854-baf5-306b9c1d7d81 None None] Routers {'7b16138b-9faf-43cf-81d8-f902a2116018'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:35:51.862916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c6d79f43-b8b8-4854-baf5-306b9c1d7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8f1eb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:35:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7b16138b-9faf-43cf-81d8-f902a2116018'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:51.876913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcd161-39e4-416a-8f5d-98e003da52b8 req-e1464313-088c-40f7-98e2-75477eba067e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:51.876913 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-43fcd161-39e4-416a-8f5d-98e003da52b8 req-e1464313-088c-40f7-98e2-75477eba067e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 945 time: 0.4888093
Jun 04 15:35:51.882177 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad5161-dc96-406c-802a-ba547332a107 req-2e30660d-9f3f-4f24-9acc-e1e280137dd5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:51.883755 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-26ad5161-dc96-406c-802a-ba547332a107 req-2e30660d-9f3f-4f24-9acc-e1e280137dd5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 931 time: 0.2025661
Jun 04 15:35:51.905275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40865398-65a8-44d3-93cd-0e72b40a18c5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Subnet': ['ID=f0dfd1d1-03af-48d0-ba82-25d6c56cb098,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:51.916347 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-40865398-65a8-44d3-93cd-0e72b40a18c5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:51.928017 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-40865398-65a8-44d3-93cd-0e72b40a18c5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:51.955479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3004e4b3-29f7-4cb6-a039-b4c1912ad9a3 None None] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:35:52.015824 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-40865398-65a8-44d3-93cd-0e72b40a18c5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/f0dfd1d1-03af-48d0-ba82-25d6c56cb098 HTTP/1.1" status: 204  len: 168 time: 2.6050968
Jun 04 15:35:52.043654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ad8e0-9629-4f32-aa16-b45ace293fd6 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Deleting port 1969ad61-bd14-48b4-aa7a-67bd80234c56 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:52.044218 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad8e0-9629-4f32-aa16-b45ace293fd6 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:52.045732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35562) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:52.126022 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-43fcd161-39e4-416a-8f5d-98e003da52b8 req-6fe355f4-8f7b-49c2-9ebb-014d944f2337 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2256787
Jun 04 15:35:52.165886 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:52.168104 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a1263d39-cf20-4064-b7ac-9ae90bad2bf1 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:52.172767 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a1263d39-cf20-4064-b7ac-9ae90bad2bf1 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 1.1009171
Jun 04 15:35:52.177449 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35566) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:52.193290 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-bfec46ca-8beb-4599-acb9-b0708379a12f tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c0dfab42-1a9d-4a02-a5e9-48b54bee6854'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:52.193290 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-bfec46ca-8beb-4599-acb9-b0708379a12f tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=88300) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 15:35:52.213492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-6225e0fe-049e-4319-98ba-ca69403796dd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting subnet 758d14cf-19f4-4c89-94d3-15f1448e3a37 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:35:52.225833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-c6d79f43-b8b8-4854-baf5-306b9c1d7d81 None None] Set router 7b16138b-9faf-43cf-81d8-f902a2116018 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:35:52.226464 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6225e0fe-049e-4319-98ba-ca69403796dd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:52.312244 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-26ad5161-dc96-406c-802a-ba547332a107 req-a73634c4-8cfc-4675-a65e-a31d618150ae tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4220064
Jun 04 15:35:52.336105 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad8e0-9629-4f32-aa16-b45ace293fd6 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:52.349456 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] Deleting port 88b89693-0d90-46b3-b350-8c563d00b230 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:52.349828 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:52.352586 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c6d79f43-b8b8-4854-baf5-306b9c1d7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8f1eb0>, [{'id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'name': 'tempest-TestServerMultinode-1139232172-router', 'tenant_id': '2f44e84ed8194ff186011ba9ef2052d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:33:41Z', 'updated_at': '2021-06-04T15:35:51Z', 'revision_number': 6, 'project_id': '2f44e84ed8194ff186011ba9ef2052d5', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:52.373718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d79f43-b8b8-4854-baf5-306b9c1d7d81 None None] The sync data for ids ['7b16138b-9faf-43cf-81d8-f902a2116018'] in n-d-791505-9 is: [{'id': '7b16138b-9faf-43cf-81d8-f902a2116018', 'name': 'tempest-TestServerMultinode-1139232172-router', 'tenant_id': '2f44e84ed8194ff186011ba9ef2052d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:33:41Z', 'updated_at': '2021-06-04T15:35:51Z', 'revision_number': 6, 'project_id': '2f44e84ed8194ff186011ba9ef2052d5', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:35:52.508000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ad8e0-9629-4f32-aa16-b45ace293fd6 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Calling delete_port for 1969ad61-bd14-48b4-aa7a-67bd80234c56 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:52.524126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30684302-e49b-4f44-8c5e-bfc6906fbf62 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:35:52.529486 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6225e0fe-049e-4319-98ba-ca69403796dd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:52.589576 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:52.599753 n-d-791505-9 neutron-server[88300]: WARNING neutron.services.metering.metering_plugin [None req-bfec46ca-8beb-4599-acb9-b0708379a12f tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jun 04 15:35:52.644383 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] For port 88b89693-0d90-46b3-b350-8c563d00b230, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=88b89693-0d90-46b3-b350-8c563d00b230,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:52.644750 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:52.697691 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Transition to ACTIVE for port object 30684302-e49b-4f44-8c5e-bfc6906fbf62 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:52.713921 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:52.786274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] Calling delete_port for 88b89693-0d90-46b3-b350-8c563d00b230 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:52.792195 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bfec46ca-8beb-4599-acb9-b0708379a12f tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:52.793415 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bfec46ca-8beb-4599-acb9-b0708379a12f tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.6115305
Jun 04 15:35:52.794196 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9e9542fe-29e0-4183-89a1-03528fd70ecc tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:52.815274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35574) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:52.822584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device da74d22d-3c87-4b77-a243-5b052c6fa609 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:35:52.831311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-af1c03ba-7352-490f-bd54-56ae7b2c7b54 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c0dfab42-1a9d-4a02-a5e9-48b54bee6854'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:52.831812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-af1c03ba-7352-490f-bd54-56ae7b2c7b54 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=88301) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 15:35:52.892612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Pushing event updated for resources: {'Port': ['ID=67b9f436-2431-4c20-9c11-dfdfca1f0630,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:52.894356 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: da74d22d-3c87-4b77-a243-5b052c6fa609 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:35:52.900820 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:52.905856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device da74d22d-3c87-4b77-a243-5b052c6fa609 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:35:52.910556 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:52.911584 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:52.915018 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad8e0-9629-4f32-aa16-b45ace293fd6 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:52.923978 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:52.981319 n-d-791505-9 neutron-server[88301]: WARNING neutron.services.metering.metering_plugin [None req-af1c03ba-7352-490f-bd54-56ae7b2c7b54 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jun 04 15:35:53.000633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ad8e0-9629-4f32-aa16-b45ace293fd6 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event deleted for resources: {'Port': ['ID=1969ad61-bd14-48b4-aa7a-67bd80234c56,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:53.008591 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bf3ad8e0-9629-4f32-aa16-b45ace293fd6 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:53.091479 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad8e0-9629-4f32-aa16-b45ace293fd6 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:53.154498 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 131cf642-94ad-4a61-899e-9c9bae477d1d up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:35:53.186827 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:35:53.259257 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:35:53.274903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:35:53.275882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:53.276619 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:53.343059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=30684302-e49b-4f44-8c5e-bfc6906fbf62,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:53.403186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 131cf642-94ad-4a61-899e-9c9bae477d1d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:53.406280 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:53.429845 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:53.455366 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6225e0fe-049e-4319-98ba-ca69403796dd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:53.481255 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:53.494663 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af1c03ba-7352-490f-bd54-56ae7b2c7b54 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:53.501332 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-af1c03ba-7352-490f-bd54-56ae7b2c7b54 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.6770263
Jun 04 15:35:53.503318 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35592) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:53.523013 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-777093b4-5d1f-4f1b-b4c5-329fce8c5545 None None] Provisioning complete for port b1297f61-13f5-4b4c-89f4-98d1276caaf9 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:53.523602 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-777093b4-5d1f-4f1b-b4c5-329fce8c5545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:53.527305 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e508336f-e833-4892-9c6d-c765f39de7dd tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=aed827c0-ab68-428b-a20b-ee86c5a4f24d HTTP/1.1" status: 200  len: 462 time: 0.0219650
Jun 04 15:35:53.528649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35594) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:53.639001 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bf3ad8e0-9629-4f32-aa16-b45ace293fd6 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "DELETE /v2.0/ports/1969ad61-bd14-48b4-aa7a-67bd80234c56 HTTP/1.1" status: 204  len: 168 time: 2.4380958
Jun 04 15:35:53.647260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35596) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:53.653893 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f485f94c-cb6e-444b-8143-bf31dc5af0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 2.8353114
Jun 04 15:35:53.660884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35598) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:53.678464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:53.699338 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:53.754995 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f78503-0767-4336-83db-a5cb7e497fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131cf642-94ad-4a61-899e-9c9bae477d1d'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:35:53.754995 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffa7d00-a2ec-48e3-925f-59ac31f8ab5d" -d '{"events": [{"server_uuid": "56f78503-0767-4336-83db-a5cb7e497fc6", "name": "network-vif-plugged", "status": "completed", "tag": "131cf642-94ad-4a61-899e-9c9bae477d1d"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:35:53.765415 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 131cf642-94ad-4a61-899e-9c9bae477d1d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=131cf642-94ad-4a61-899e-9c9bae477d1d,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:53.777102 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-777093b4-5d1f-4f1b-b4c5-329fce8c5545 None None] Provisioning complete for port b25ffce2-0a96-4495-aaca-1932c79171ad triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:53.777494 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-777093b4-5d1f-4f1b-b4c5-329fce8c5545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:53.831336 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-777093b4-5d1f-4f1b-b4c5-329fce8c5545 None None] Port b25ffce2-0a96-4495-aaca-1932c79171ad cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:53.884567 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:53.887051 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:53.894101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Attempting to bind port 30684302-e49b-4f44-8c5e-bfc6906fbf62 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:53.894754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Attempting to bind port 30684302-e49b-4f44-8c5e-bfc6906fbf62 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:53.894754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Attempting to bind port 30684302-e49b-4f44-8c5e-bfc6906fbf62 on network cb825790-7668-4447-8139-06bca8b4c119 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:53.948980 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:53.959810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Port 30684302-e49b-4f44-8c5e-bfc6906fbf62 on network cb825790-7668-4447-8139-06bca8b4c119 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:53.960194 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-34a35221-60b2-4898-ace5-b5bba1c09e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:53.960310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Attempting to bind port 30684302-e49b-4f44-8c5e-bfc6906fbf62 on network cb825790-7668-4447-8139-06bca8b4c119 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:53.973641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:35:53.974059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Checking segment: {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:35:53.974517 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Bound using segment: {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:35:53.975033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Bound port: 30684302-e49b-4f44-8c5e-bfc6906fbf62, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:35:53.975378 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:53.985061 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=131cf642-94ad-4a61-899e-9c9bae477d1d,revision_number=10']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:53.989466 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:54.010317 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e82f8e4-b0f9-44a1-b52b-1bf5d56b0604 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:54.010317 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9e82f8e4-b0f9-44a1-b52b-1bf5d56b0604 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/aed827c0-ab68-428b-a20b-ee86c5a4f24d HTTP/1.1" status: 204  len: 168 time: 0.4767120
Jun 04 15:35:54.016470 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9da1b7-7dde-4d59-9a1b-61054760afd7 req-cff77be3-13ad-427f-b440-955f757e9064 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:54.018107 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8e9da1b7-7dde-4d59-9a1b-61054760afd7 req-cff77be3-13ad-427f-b440-955f757e9064 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 945 time: 0.5850329
Jun 04 15:35:54.018644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35606) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:54.089531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] Pushing event deleted for resources: {'Port': ['ID=88b89693-0d90-46b3-b350-8c563d00b230,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:54.092102 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:54.105485 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:54.115677 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a807b05a-b594-4d9d-befa-9b143c2bc4da tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=aed827c0-ab68-428b-a20b-ee86c5a4f24d HTTP/1.1" status: 200  len: 221 time: 0.0899088
Jun 04 15:35:54.132541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35610) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:54.137286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ce2e3019-4d94-402c-b8f5-64825777fd5a tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--691767116', 'description': 'label created by tempest'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:54.137739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ce2e3019-4d94-402c-b8f5-64825777fd5a tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] Unknown quota resources ['metering_label']. {{(pid=88301) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 15:35:54.173675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0b642-264c-4dcc-b731-8ce0156995bc req-3bdb42a3-2b65-4a9c-a0e6-3d935db23023 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:54.175190 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4fd0b642-264c-4dcc-b731-8ce0156995bc req-3bdb42a3-2b65-4a9c-a0e6-3d935db23023 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 943 time: 0.6262350
Jun 04 15:35:54.221723 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:54.270930 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8e9da1b7-7dde-4d59-9a1b-61054760afd7 req-7bba9081-2952-4f32-8e05-c45ef5d2e706 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2370658
Jun 04 15:35:54.313730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] For port 30684302-e49b-4f44-8c5e-bfc6906fbf62, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:35:54.342042 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f42aba3-9718-48b2-aeb4-844b32d5db84 x-openstack-request-id: req-9f42aba3-9718-48b2-aeb4-844b32d5db84 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:35:54.342567 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f78503-0767-4336-83db-a5cb7e497fc6", "name": "network-vif-plugged", "status": "completed", "tag": "131cf642-94ad-4a61-899e-9c9bae477d1d", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:35:54.344078 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f42aba3-9718-48b2-aeb4-844b32d5db84 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:35:54.344846 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f78503-0767-4336-83db-a5cb7e497fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131cf642-94ad-4a61-899e-9c9bae477d1d', 'code': 200}
Jun 04 15:35:54.361159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] For port 30684302-e49b-4f44-8c5e-bfc6906fbf62, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=30684302-e49b-4f44-8c5e-bfc6906fbf62,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:35:54.434324 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:54.440407 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6225e0fe-049e-4319-98ba-ca69403796dd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:54.448261 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e7e0eb43-8386-4f2b-9306-3c01f856676b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:54.510988 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6225e0fe-049e-4319-98ba-ca69403796dd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:54.518525 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a04e84-d746-4ac8-ab75-5517427d74ea None None] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:35:54.523823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:54.524445 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:54.525934 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] 10.222.0.62 "PUT /v2.0/ports/30684302-e49b-4f44-8c5e-bfc6906fbf62 HTTP/1.1" status: 200  len: 1091 time: 4.0599945
Jun 04 15:35:54.527704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bdceeb0-6fc9-4e93-97ad-326958b5ae55', 'tag': '30684302-e49b-4f44-8c5e-bfc6906fbf62'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:35:54.530183 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05255fd0-8933-4803-815a-a6e0588a31df" -d '{"events": [{"name": "network-changed", "server_uuid": "0bdceeb0-6fc9-4e93-97ad-326958b5ae55", "tag": "30684302-e49b-4f44-8c5e-bfc6906fbf62"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:35:54.547718 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6225e0fe-049e-4319-98ba-ca69403796dd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/758d14cf-19f4-4c89-94d3-15f1448e3a37 HTTP/1.1" status: 204  len: 168 time: 2.4859915
Jun 04 15:35:54.551777 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35620) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:54.591007 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4fd0b642-264c-4dcc-b731-8ce0156995bc req-0cb531e6-a2c0-438b-be68-e4a1762e268c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4010029
Jun 04 15:35:54.647429 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-7537727b-b7b7-4db4-9e2e-cd0cdd88f1cb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:54.647894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7537727b-b7b7-4db4-9e2e-cd0cdd88f1cb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:54.652673 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7537727b-b7b7-4db4-9e2e-cd0cdd88f1cb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/f0dfd1d1-03af-48d0-ba82-25d6c56cb098 HTTP/1.1" status: 404  len: 337 time: 0.0893855
Jun 04 15:35:54.654226 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20c3211-9e42-4ff4-b5fa-bfd905957ff1 x-openstack-request-id: req-d20c3211-9e42-4ff4-b5fa-bfd905957ff1 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:35:54.654799 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bdceeb0-6fc9-4e93-97ad-326958b5ae55", "tag": "30684302-e49b-4f44-8c5e-bfc6906fbf62", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:35:54.656384 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d20c3211-9e42-4ff4-b5fa-bfd905957ff1 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:35:54.656384 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bdceeb0-6fc9-4e93-97ad-326958b5ae55', 'tag': '30684302-e49b-4f44-8c5e-bfc6906fbf62', 'status': 'completed', 'code': 200}
Jun 04 15:35:54.686094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35622) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:54.696449 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:54.702245 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:54.719771 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-f75e0186-3969-4517-85ea-c96ac338dbe3 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Deleting port 70a9336a-cbb9-4bf5-b80e-d06668957484 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:54.720337 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f75e0186-3969-4517-85ea-c96ac338dbe3 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:54.740220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=30684302-e49b-4f44-8c5e-bfc6906fbf62,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:54.816269 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:54.833104 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ce2e3019-4d94-402c-b8f5-64825777fd5a tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:54.834845 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-84c2745e-aea6-4eb4-aa73-c915947066ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:54.835792 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ce2e3019-4d94-402c-b8f5-64825777fd5a tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.7022221
Jun 04 15:35:54.840502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35624) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:54.896365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225e0fe-049e-4319-98ba-ca69403796dd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Subnet': ['ID=758d14cf-19f4-4c89-94d3-15f1448e3a37,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:54.907880 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6225e0fe-049e-4319-98ba-ca69403796dd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:54.916520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 88b89693-0d90-46b3-b350-8c563d00b230 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:35:54.925337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] device_id is not set on port 67b9f436-2431-4c20-9c11-dfdfca1f0630 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:35:54.940827 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:54.957698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-715decae-eb36-4f4b-8fd2-e7573cd3522f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting subnet 8082d3d7-4966-4686-bb59-78f70af34b3d {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:35:54.965719 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-715decae-eb36-4f4b-8fd2-e7573cd3522f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:54.976592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 88b89693-0d90-46b3-b350-8c563d00b230 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:35:54.977104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 88b89693-0d90-46b3-b350-8c563d00b230 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:35:55.024183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Transition to ACTIVE for port object 67b9f436-2431-4c20-9c11-dfdfca1f0630 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:35:55.045569 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-715decae-eb36-4f4b-8fd2-e7573cd3522f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:55.087222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35628) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:55.268167 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:55.268758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b16138b-9faf-43cf-81d8-f902a2116018 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:35:55.279782 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9d0bf56e-cb0a-49ca-b901-ec71cd138bb5 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=87cfb67e-59cb-410e-a14f-b61b809a7cde HTTP/1.1" status: 200  len: 467 time: 0.4334476
Jun 04 15:35:55.280629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35632) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:55.294920 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f75e0186-3969-4517-85ea-c96ac338dbe3 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:55.305296 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:55.311080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f632d2-1a1f-4db5-b3b3-5751ac93b691 req-214fd559-4553-476e-9192-44056a2b9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:55.312600 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f8f632d2-1a1f-4db5-b3b3-5751ac93b691 req-214fd559-4553-476e-9192-44056a2b9582 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 1098 time: 0.6047091
Jun 04 15:35:55.314769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05255fd0-8933-4803-815a-a6e0588a31df req-ad3e3d8b-95e6-4a71-a9d1-f27b3527e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:55.316697 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05255fd0-8933-4803-815a-a6e0588a31df req-ad3e3d8b-95e6-4a71-a9d1-f27b3527e98a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 1094 time: 0.5779221
Jun 04 15:35:55.322515 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:55.324231 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:55.330005 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] 10.222.0.32 "DELETE /v2.0/routers/7b16138b-9faf-43cf-81d8-f902a2116018 HTTP/1.1" status: 204  len: 168 time: 4.4920118
Jun 04 15:35:55.398192 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35636) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:55.451363 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-88d6edb6-089d-4b98-a25c-5b33d98be9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:55.555519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-88d6edb6-089d-4b98-a25c-5b33d98be9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:55.555988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-88d6edb6-089d-4b98-a25c-5b33d98be9f7 admin admin] Usage tracker for resource:security_group_rule and tenant:298b90ac58814d449f636a44b155a6cd is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:55.559414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-88d6edb6-089d-4b98-a25c-5b33d98be9f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:55.601689 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-88d6edb6-089d-4b98-a25c-5b33d98be9f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:55.653338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-f75e0186-3969-4517-85ea-c96ac338dbe3 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Calling delete_port for 70a9336a-cbb9-4bf5-b80e-d06668957484 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:55.712226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Pushing event updated for resources: {'Port': ['ID=67b9f436-2431-4c20-9c11-dfdfca1f0630,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:55.717609 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:55.770006 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f8f632d2-1a1f-4db5-b3b3-5751ac93b691 req-1ddd502a-2b11-4d8e-83f1-3e55d91cf152 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3620410
Jun 04 15:35:55.809804 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1bc29ab7-d6d9-4848-b6e8-af3094ce3917 None None] Provisioning complete for port b1297f61-13f5-4b4c-89f4-98d1276caaf9 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:55.810366 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1bc29ab7-d6d9-4848-b6e8-af3094ce3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:55.850938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:55.851268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:55.851604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:55.860932 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-715decae-eb36-4f4b-8fd2-e7573cd3522f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:55.868775 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:55.891204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-15143302-40f4-405a-886d-9f76126a2291 admin admin] Deleting subnet ab45c8df-8207-46d9-a35e-1c832a9bd74c {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:35:55.905411 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15143302-40f4-405a-886d-9f76126a2291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:55.918296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:55.918618 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:55.925855 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 2 to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630
Jun 04 15:35:55.965206 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1bc29ab7-d6d9-4848-b6e8-af3094ce3917 None None] Provisioning complete for port b25ffce2-0a96-4495-aaca-1932c79171ad triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:35:55.965854 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1bc29ab7-d6d9-4848-b6e8-af3094ce3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:55.968390 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15143302-40f4-405a-886d-9f76126a2291 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:55.982642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:55.982991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:55.983393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:56.005947 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:56.006266 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:56.010991 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 3 to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630
Jun 04 15:35:56.018738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05255fd0-8933-4803-815a-a6e0588a31df req-3c73fe86-a00f-4010-8fdc-f9b4d627ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:56.020172 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05255fd0-8933-4803-815a-a6e0588a31df req-3c73fe86-a00f-4010-8fdc-f9b4d627ab87 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1d658397c2f54645b763ef21f67c47da&shared=False HTTP/1.1" status: 200  len: 913 time: 0.6221459
Jun 04 15:35:56.023325 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1bc29ab7-d6d9-4848-b6e8-af3094ce3917 None None] Port b25ffce2-0a96-4495-aaca-1932c79171ad cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:35:56.122593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:56.122872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:56.123120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:56.134378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e963b56-4be8-435b-96b2-d7f26d523899 req-2a1257bd-8ee0-43d2-9a66-680a52d841b1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:56.135931 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1e963b56-4be8-435b-96b2-d7f26d523899 req-2a1257bd-8ee0-43d2-9a66-680a52d841b1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 947 time: 0.6456668
Jun 04 15:35:56.178621 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3128435c-6866-4e51-8cff-aad98dfe6b7a tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:56.179738 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3128435c-6866-4e51-8cff-aad98dfe6b7a tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/87cfb67e-59cb-410e-a14f-b61b809a7cde HTTP/1.1" status: 204  len: 168 time: 0.8955584
Jun 04 15:35:56.186515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35640) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:56.217692 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1e963b56-4be8-435b-96b2-d7f26d523899 req-2eaee9ea-747a-47a9-9ab2-f86b13264f54 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719311
Jun 04 15:35:56.223687 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15143302-40f4-405a-886d-9f76126a2291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:56.258249 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f75e0186-3969-4517-85ea-c96ac338dbe3 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:56.259257 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:56.259596 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:56.266847 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-48ac2b10-f287-4bf9-ae0b-7c0c2af60bfa tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:56.274652 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 4 to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630
Jun 04 15:35:56.318791 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d806b6ff-c41e-4b7f-a2cc-ff43c5f289af tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=87cfb67e-59cb-410e-a14f-b61b809a7cde HTTP/1.1" status: 200  len: 216 time: 0.1211131
Jun 04 15:35:56.321998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e0186-3969-4517-85ea-c96ac338dbe3 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event deleted for resources: {'Port': ['ID=70a9336a-cbb9-4bf5-b80e-d06668957484,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:56.326489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35642) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:56.326799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f1282-a5bf-4c2e-893c-a670ada20b12 req-698bef05-aefb-4393-86f9-b78607d45d22 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:56.327289 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f75e0186-3969-4517-85ea-c96ac338dbe3 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:56.327528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e68f1282-a5bf-4c2e-893c-a670ada20b12 req-698bef05-aefb-4393-86f9-b78607d45d22 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Synchronizing usage tracker for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:35:56.338715 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f75e0186-3969-4517-85ea-c96ac338dbe3 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:56.346643 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-88d6edb6-089d-4b98-a25c-5b33d98be9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:56.347917 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-45231b7e-a850-43b4-aa0a-edd7e3c69330 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0193377
Jun 04 15:35:56.354840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35644) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:56.362003 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:56.362332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:56.362660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:56.372014 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f75e0186-3969-4517-85ea-c96ac338dbe3 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "DELETE /v2.0/ports/70a9336a-cbb9-4bf5-b80e-d06668957484 HTTP/1.1" status: 204  len: 168 time: 2.7235909
Jun 04 15:35:56.380497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35646) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:56.443232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:56.443587 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:56.454349 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 5 to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630
Jun 04 15:35:56.462005 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-facce97a-650c-49e0-bf07-641cc44c62a6 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.1008177
Jun 04 15:35:56.465360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35648) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:56.479676 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-88d6edb6-089d-4b98-a25c-5b33d98be9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:56.495210 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-539f223c-a894-497d-a88b-f3f236a2c094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:56.504080 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3bd9980f-afa8-4bcd-9fe8-db9c6b8a4cd1 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1070759
Jun 04 15:35:56.512412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05255fd0-8933-4803-815a-a6e0588a31df req-895ea462-0788-4fb8-bb5b-7d200ffdfc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:56.518727 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05255fd0-8933-4803-815a-a6e0588a31df req-895ea462-0788-4fb8-bb5b-7d200ffdfc7e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4665267
Jun 04 15:35:56.558139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35650) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:56.580907 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e68f1282-a5bf-4c2e-893c-a670ada20b12 req-698bef05-aefb-4393-86f9-b78607d45d22 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Unset dirty status for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:35:56.583144 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e68f1282-a5bf-4c2e-893c-a670ada20b12 req-698bef05-aefb-4393-86f9-b78607d45d22 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 943 time: 0.8532522
Jun 04 15:35:56.608098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1081866843'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:56.619308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:56.619684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:56.620017 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:56.681674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6edb6-089d-4b98-a25c-5b33d98be9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d615fb2f-a99c-4ff5-b34c-b6e5c8d13aea,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:56.717369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:56.721535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:56.721869 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:56.724633 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-88d6edb6-089d-4b98-a25c-5b33d98be9f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=298b90ac58814d449f636a44b155a6cd&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6355181
Jun 04 15:35:56.725562 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-88d6edb6-089d-4b98-a25c-5b33d98be9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:56.731312 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 6 to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630
Jun 04 15:35:56.743157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Usage tracker for resource:network and tenant:9ae088e27e674d2688fb28b5b0859725 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:56.748872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35662) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:56.768034 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fab1141c-08ac-447d-b9a3-388c13cf2ed7 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/c0dfab42-1a9d-4a02-a5e9-48b54bee6854 HTTP/1.1" status: 200  len: 473 time: 0.3013206
Jun 04 15:35:56.774459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:56.792470 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35664) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:56.808671 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:56.817284 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:56.817559 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:56.817895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:56.860157 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1e1a5863-57df-49d3-99f3-0573f04593d4 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/af853a8b-87ad-4e12-b067-376116378efd HTTP/1.1" status: 200  len: 459 time: 0.0617518
Jun 04 15:35:56.864480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35670) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:56.870488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:56.870815 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:56.889997 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 7 to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630
Jun 04 15:35:56.904134 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e68f1282-a5bf-4c2e-893c-a670ada20b12 req-564cf94e-0e11-44de-b46b-56ed7950c52b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2417207
Jun 04 15:35:56.910905 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15143302-40f4-405a-886d-9f76126a2291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:56.915894 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c5b8aceb-11f7-42ce-bf1e-a0ae834cc49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:56.928947 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:56.929304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:56.929642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:56.949370 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:56.949608 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:56.952797 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 8 to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630
Jun 04 15:35:56.955534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15143302-40f4-405a-886d-9f76126a2291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab45c8df-8207-46d9-a35e-1c832a9bd74c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:56.959296 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-15143302-40f4-405a-886d-9f76126a2291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:56.964278 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb8f476e-1560-4dfd-ab9d-a028cecc18f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:56.964983 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15143302-40f4-405a-886d-9f76126a2291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:56.971095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-5c17491a-7d07-4301-afce-6c7374302b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:56.972813 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-5c17491a-7d07-4301-afce-6c7374302b28 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 1094 time: 0.3700633
Jun 04 15:35:56.990070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:56.990070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:56.990070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:57.046146 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-15143302-40f4-405a-886d-9f76126a2291 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ab45c8df-8207-46d9-a35e-1c832a9bd74c HTTP/1.1" status: 204  len: 168 time: 1.5569110
Jun 04 15:35:57.058870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35680) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:57.066735 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-715decae-eb36-4f4b-8fd2-e7573cd3522f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:57.073655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Made reservation on behalf of 9ae088e27e674d2688fb28b5b0859725 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:57.074186 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:57.094528 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ded0c6fe-cd4a-4ddd-87e3-9bbad5e703f9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:57.115171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b8a59-7dff-4cd2-8d2f-818be0f7d3dc None None] Network fa2a2256-60b6-4e22-8e8a-680899e6dd2c requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:35:57.120055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:57.120386 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:57.121765 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-6f92d065-0f7c-409f-9d66-8c01042c78c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30684302-e49b-4f44-8c5e-bfc6906fbf62 HTTP/1.1" status: 200  len: 217 time: 0.1372883
Jun 04 15:35:57.133772 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 9 to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630
Jun 04 15:35:57.186060 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb8f476e-1560-4dfd-ab9d-a028cecc18f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:57.195737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715decae-eb36-4f4b-8fd2-e7573cd3522f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Subnet': ['ID=8082d3d7-4966-4686-bb59-78f70af34b3d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:57.202831 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-715decae-eb36-4f4b-8fd2-e7573cd3522f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:57.212759 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b48eed2f-f237-466a-9baf-ba48761472ac tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:57.214182 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b48eed2f-f237-466a-9baf-ba48761472ac tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/af853a8b-87ad-4e12-b067-376116378efd HTTP/1.1" status: 204  len: 168 time: 0.3486831
Jun 04 15:35:57.219832 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35690) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:57.222690 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8460db-799a-43d0-87a8-6f74a54c20a0 None None] Network e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:35:57.224075 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-715decae-eb36-4f4b-8fd2-e7573cd3522f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:57.235813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:57.236143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:57.236667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:57.277409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:57.277842 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:57.278397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:35:57.284703 n-d-791505-9 neutron-server[88300]: INFO neutron.plugins.ml2.plugin [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempt 10 to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630
Jun 04 15:35:57.293137 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-715decae-eb36-4f4b-8fd2-e7573cd3522f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/8082d3d7-4966-4686-bb59-78f70af34b3d HTTP/1.1" status: 204  len: 168 time: 2.6041734
Jun 04 15:35:57.303100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35696) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:57.353452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-83d3d13c-a43f-46d0-8d91-817c1a01c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:57.354892 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-83d3d13c-a43f-46d0-8d91-817c1a01c9ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.2037725
Jun 04 15:35:57.362028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:35:57.362595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:35:57.363286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempting to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:35:57.366216 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:57.366727 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Added segment e1848275-a218-482a-923a-6499bb69f93a of type vlan for network 49d71368-d641-460a-a7be-39db1c530241
Jun 04 15:35:57.370700 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c4a167-f928-47a2-b3a3-7e331f1c79d8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:57.371298 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c4a167-f928-47a2-b3a3-7e331f1c79d8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:57.448964 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:35:57.449594 n-d-791505-9 neutron-server[88300]: ERROR neutron.plugins.ml2.managers [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Failed to bind port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on host n-h1-791505-9 for vnic_type normal using segments [{'id': 'ac706f58-fe54-4108-a550-ef93293d552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b743083a-2e94-47fc-a0cd-4cd6cb5b8294'}]
Jun 04 15:35:57.450105 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:57.577013 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:57.696818 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e11981-528f-4c41-a0ae-74a6ea57a6d3 None None] DHCP port deletion for fa2a2256-60b6-4e22-8e8a-680899e6dd2c request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:35:57.751603 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-77c4a167-f928-47a2-b3a3-7e331f1c79d8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/5169ec93-a5ec-4c09-b198-cf0af35af815 HTTP/1.1" status: 404  len: 337 time: 0.4382074
Jun 04 15:35:57.761606 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:57.761762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35702) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:57.768122 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb8f476e-1560-4dfd-ab9d-a028cecc18f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:57.775343 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb8f476e-1560-4dfd-ab9d-a028cecc18f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:57.775343 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cb8f476e-1560-4dfd-ab9d-a028cecc18f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d615fb2f-a99c-4ff5-b34c-b6e5c8d13aea HTTP/1.1" status: 204  len: 168 time: 1.0180566
Jun 04 15:35:57.775343 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-34faa5c1-9e55-49bc-a1d7-2d63715ad747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:57.829357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f476e-1560-4dfd-ab9d-a028cecc18f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d615fb2f-a99c-4ff5-b34c-b6e5c8d13aea,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:57.831975 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a92c943-21e0-49b8-a43a-98d5a4f2ed63 None None] DHCP port deletion for e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:35:57.846145 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:35:57.851349 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cb8f476e-1560-4dfd-ab9d-a028cecc18f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:57.872625 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c29ec51f-3db8-41d2-a5d4-e4beeaab8b73 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:57.873798 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c29ec51f-3db8-41d2-a5d4-e4beeaab8b73 tempest-MeteringIpV6TestJSON-1372761467 tempest-MeteringIpV6TestJSON-1372761467-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/c0dfab42-1a9d-4a02-a5e9-48b54bee6854 HTTP/1.1" status: 204  len: 168 time: 0.6527488
Jun 04 15:35:57.942373 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2d85653d-19eb-49b1-aa63-1ecabf9d2adb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Synchronizing usage tracker for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:35:57.949365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] For port 67b9f436-2431-4c20-9c11-dfdfca1f0630, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:35:57.949955 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attempted to set empty binding levels {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Jun 04 15:35:57.954654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c339ccd4-18ea-47da-ae17-0cf6e92e65b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:57.956321 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-c339ccd4-18ea-47da-ae17-0cf6e92e65b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5879345
Jun 04 15:35:57.960966 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:57.970970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:57.970970 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:57.988470 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f42a6c3-e532-481d-8007-835ac4cab48a tempest-NetworksIpV6TestAttrs-2124057829 tempest-NetworksIpV6TestAttrs-2124057829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:58.012944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f6e11981-528f-4c41-a0ae-74a6ea57a6d3 None None] Deleting port f0dbd5da-5b14-4c6b-9eaf-8039b986f545 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:58.016380 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebacd69-364f-4e30-aa75-8ca1c02be49a req-6d957da4-3287-4d3c-b920-00853bc54751 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:58.018073 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ebacd69-364f-4e30-aa75-8ca1c02be49a req-6d957da4-3287-4d3c-b920-00853bc54751 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 947 time: 0.5529959
Jun 04 15:35:58.033584 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6e11981-528f-4c41-a0ae-74a6ea57a6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:58.067605 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3a92c943-21e0-49b8-a43a-98d5a4f2ed63 None None] Deleting port b1297f61-13f5-4b4c-89f4-98d1276caaf9 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:58.067991 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3a92c943-21e0-49b8-a43a-98d5a4f2ed63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:58.077807 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Deleting port f0dbd5da-5b14-4c6b-9eaf-8039b986f545 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:58.078808 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:58.088451 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:58.104492 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2d85653d-19eb-49b1-aa63-1ecabf9d2adb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Unset dirty status for tenant:bc0fd670a5404a5abae106526d666969 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:35:58.106449 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2d85653d-19eb-49b1-aa63-1ecabf9d2adb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "GET /v2.0/ports?device_id=2276b0f4-7443-4881-9749-503caa1a5fe8 HTTP/1.1" status: 200  len: 205 time: 0.3417797
Jun 04 15:35:58.119021 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35710) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:58.140583 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ebacd69-364f-4e30-aa75-8ca1c02be49a req-29536c7b-0e7a-42f5-b145-4b8c4ca12d22 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1126914
Jun 04 15:35:58.267955 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] For port f0dbd5da-5b14-4c6b-9eaf-8039b986f545, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f0dbd5da-5b14-4c6b-9eaf-8039b986f545,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:58.268760 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:58.314056 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f6e11981-528f-4c41-a0ae-74a6ea57a6d3 None None] For port f0dbd5da-5b14-4c6b-9eaf-8039b986f545, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f0dbd5da-5b14-4c6b-9eaf-8039b986f545,segment=NetworkSegment(386c49e8-a94f-4080-913f-69e935354d22),segment_id=386c49e8-a94f-4080-913f-69e935354d22)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:58.315081 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6e11981-528f-4c41-a0ae-74a6ea57a6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:58.331780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3a92c943-21e0-49b8-a43a-98d5a4f2ed63 None None] For port b1297f61-13f5-4b4c-89f4-98d1276caaf9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b1297f61-13f5-4b4c-89f4-98d1276caaf9,segment=NetworkSegment(75a3e03d-1e36-496c-8f34-4b2104198c18),segment_id=75a3e03d-1e36-496c-8f34-4b2104198c18)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:58.332704 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3a92c943-21e0-49b8-a43a-98d5a4f2ed63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:58.375838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event updated for resources: {'Network': ['ID=49d71368-d641-460a-a7be-39db1c530241,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:58.378788 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:58.396240 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:58.397341 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 49d71368-d641-460a-a7be-39db1c530241 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:35:58.456451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Calling delete_port for f0dbd5da-5b14-4c6b-9eaf-8039b986f545 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:58.473670 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.8914249
Jun 04 15:35:58.480185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] In _notify_port_updated(), no bound segment for port 67b9f436-2431-4c20-9c11-dfdfca1f0630 on network b743083a-2e94-47fc-a0cd-4cd6cb5b8294 {{(pid=88300) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:35:58.480185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:58.480185 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:58.483797 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] 10.222.0.32 "PUT /v2.0/ports/67b9f436-2431-4c20-9c11-dfdfca1f0630 HTTP/1.1" status: 200  len: 978 time: 4.8159542
Jun 04 15:35:58.483797 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-dcdcb42d-4050-4ae1-81be-53b52e1471f6 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] delete failed (client error): The resource could not be found.
Jun 04 15:35:58.486860 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dcdcb42d-4050-4ae1-81be-53b52e1471f6 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/routers/2276b0f4-7443-4881-9749-503caa1a5fe8 HTTP/1.1" status: 404  len: 336 time: 0.3656237
Jun 04 15:35:58.489719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35716) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:58.490043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35718) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:58.490358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35720) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:58.527501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Pushing event updated for resources: {'Port': ['ID=67b9f436-2431-4c20-9c11-dfdfca1f0630,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:58.530896 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:58.535347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f6e11981-528f-4c41-a0ae-74a6ea57a6d3 None None] Calling delete_port for f0dbd5da-5b14-4c6b-9eaf-8039b986f545 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:58.583203 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1649679219'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:35:58.611669 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3a92c943-21e0-49b8-a43a-98d5a4f2ed63 None None] Calling delete_port for b1297f61-13f5-4b4c-89f4-98d1276caaf9 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:58.634057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35722) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:58.662427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:58.676788 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-608352b0-5161-484b-ab0a-b7a77f1f2813 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:58.677264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608352b0-5161-484b-ab0a-b7a77f1f2813 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:58.681282 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-608352b0-5161-484b-ab0a-b7a77f1f2813 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/d6b689ad-c0ab-4fb7-9b69-c5b9abd26f1b HTTP/1.1" status: 404  len: 337 time: 0.1440740
Jun 04 15:35:58.681282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Usage tracker for resource:network and tenant:9ae088e27e674d2688fb28b5b0859725 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:58.681646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35726) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:58.711178 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:58.736042 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-dd14973c-9e83-4366-a28f-ea1e14a9c9cf service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7536066
Jun 04 15:35:58.739149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:58.743505 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:58.753960 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-276ce926-7373-43d7-860c-402dac0890b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.767944 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.776086 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.776086 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.776086 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.776086 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.776086 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.776086 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.776086 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.776086 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.776086 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.776086 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.776086 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.776086 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.776086 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.776086 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.776086 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:35:58.776086 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:35:58.787409 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6e11981-528f-4c41-a0ae-74a6ea57a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:58.792412 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:58.831754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35728) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:58.845573 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e11981-528f-4c41-a0ae-74a6ea57a6d3 None None] Pushing event deleted for resources: {'Port': ['ID=f0dbd5da-5b14-4c6b-9eaf-8039b986f545,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:58.850987 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f6e11981-528f-4c41-a0ae-74a6ea57a6d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:58.851770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e11981-528f-4c41-a0ae-74a6ea57a6d3 None None] No DVR routers for this DVR port f0dbd5da-5b14-4c6b-9eaf-8039b986f545 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:35:58.866132 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] No DVR routers for this DVR port f0dbd5da-5b14-4c6b-9eaf-8039b986f545 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:35:58.881766 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b1297f61-13f5-4b4c-89f4-98d1276caaf9 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:35:58.888421 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c8d641f-ae7f-42f3-bdc3-b9501bcb9adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:58.901501 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb3d335-463c-4737-9112-8f952ed37c62 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:58.901958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb3d335-463c-4737-9112-8f952ed37c62 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:58.917857 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3a92c943-21e0-49b8-a43a-98d5a4f2ed63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:58.925086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Made reservation on behalf of 9ae088e27e674d2688fb28b5b0859725 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:35:58.928452 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:58.930558 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:58.967580 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: b1297f61-13f5-4b4c-89f4-98d1276caaf9 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:35:58.968411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b1297f61-13f5-4b4c-89f4-98d1276caaf9 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:35:58.969924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f0dbd5da-5b14-4c6b-9eaf-8039b986f545 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:35:58.986076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5c8d641f-ae7f-42f3-bdc3-b9501bcb9adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:59.015072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5c8d641f-ae7f-42f3-bdc3-b9501bcb9adc admin admin] Usage tracker for resource:security_group_rule and tenant:74b0138312604e778aff99003e99b165 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:59.022461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5c8d641f-ae7f-42f3-bdc3-b9501bcb9adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:59.027764 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92c943-21e0-49b8-a43a-98d5a4f2ed63 None None] Pushing event deleted for resources: {'Port': ['ID=b1297f61-13f5-4b4c-89f4-98d1276caaf9,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:59.030331 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a92c943-21e0-49b8-a43a-98d5a4f2ed63 None None] No DVR routers for this DVR port b1297f61-13f5-4b4c-89f4-98d1276caaf9 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:35:59.034408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: f0dbd5da-5b14-4c6b-9eaf-8039b986f545 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:35:59.034886 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f0dbd5da-5b14-4c6b-9eaf-8039b986f545 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:35:59.044150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86085f-b998-42ae-9f93-fdae1d628481 req-156bdc00-a2a4-44e7-aa8b-f3d5079e1281 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:59.044150 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab86085f-b998-42ae-9f93-fdae1d628481 req-156bdc00-a2a4-44e7-aa8b-f3d5079e1281 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 943 time: 0.6663752
Jun 04 15:35:59.047111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5c8d641f-ae7f-42f3-bdc3-b9501bcb9adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:59.050160 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3a92c943-21e0-49b8-a43a-98d5a4f2ed63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:59.104222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:35:59.110538 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0dbd5da-5b14-4c6b-9eaf-8039b986f545,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:35:59.112864 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:35:59.130196 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c343886f-2dde-43b6-b355-92f880eed2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.139426 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2eb3d335-463c-4737-9112-8f952ed37c62 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/2d0b1914-9f3c-43c8-ab72-3d5b41641516 HTTP/1.1" status: 404  len: 337 time: 0.4567759
Jun 04 15:35:59.151875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35730) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:59.161059 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d23df8db-a233-42d6-9a00-92a5ced6c5ae req-eb230913-7e16-457c-89bf-cd2eddc59ffb service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4146850
Jun 04 15:35:59.163821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c343886f-2dde-43b6-b355-92f880eed2c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:35:59.169098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c343886f-2dde-43b6-b355-92f880eed2c3 admin admin] Usage tracker for resource:security_group_rule and tenant:83deceb6524648c9b40b20ec85af67b2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:35:59.172825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c343886f-2dde-43b6-b355-92f880eed2c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:35:59.180337 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c343886f-2dde-43b6-b355-92f880eed2c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:35:59.206294 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.206635 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Added segment 5a494ddd-ed50-4d10-9286-a0bd202484da of type vlan for network c98920e9-cd10-4b18-9ffa-d4979bd5b821
Jun 04 15:35:59.215044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-69893a35-47b2-4b00-8457-726219a39d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Deleting port 67b9f436-2431-4c20-9c11-dfdfca1f0630 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:35:59.215382 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69893a35-47b2-4b00-8457-726219a39d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.230269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab86085f-b998-42ae-9f93-fdae1d628481 req-ab45db4f-8d4e-4841-b6bb-c6d73808fcd6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745808
Jun 04 15:35:59.239496 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a752f39-61d6-4f8b-8de5-4e2126d3bc8f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:59.239963 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a752f39-61d6-4f8b-8de5-4e2126d3bc8f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:59.246065 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.264071 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0a752f39-61d6-4f8b-8de5-4e2126d3bc8f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/ffcd5eae-8de8-4a8b-b8f6-086b528018ea HTTP/1.1" status: 404  len: 337 time: 0.1064286
Jun 04 15:35:59.268489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35734) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:59.273752 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838669bac0>,) {'filters': {'network_id': ['fa2a2256-60b6-4e22-8e8a-680899e6dd2c']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:59.315295 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.331522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838669bac0>, '386c49e8-a94f-4080-913f-69e935354d22') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:59.331830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838669bac0>, '386c49e8-a94f-4080-913f-69e935354d22') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:35:59.399723 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef80517-cd75-435c-92ef-f608e521eeba tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:59.400217 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef80517-cd75-435c-92ef-f608e521eeba tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:59.408223 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.415838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-69893a35-47b2-4b00-8457-726219a39d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] For port 67b9f436-2431-4c20-9c11-dfdfca1f0630, host n-h1-791505-9, got binding levels [] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:35:59.416206 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69893a35-47b2-4b00-8457-726219a39d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.426902 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3ef80517-cd75-435c-92ef-f608e521eeba tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/b92e9c55-95ec-4c53-ae86-97f63bbaa344 HTTP/1.1" status: 404  len: 333 time: 0.1563079
Jun 04 15:35:59.431972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35736) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:59.451582 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.458436 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa5f-1bfe-4bc6-aaee-066f9b426f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.472693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:35:59.473635 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:35:59.502858 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:35:59.543768 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdde3a11-1249-4b47-8b1e-7d797b2b5fd7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:59.543768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdde3a11-1249-4b47-8b1e-7d797b2b5fd7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:59.615303 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-69893a35-47b2-4b00-8457-726219a39d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Calling delete_port for 67b9f436-2431-4c20-9c11-dfdfca1f0630 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:35:59.620581 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.626131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:59.626717 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.634719 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c8d641f-ae7f-42f3-bdc3-b9501bcb9adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.635339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1a7b9-62b8-444f-8ed9-a62a9b4edf78 req-c561a959-b3bc-479d-9a28-ce1ca21d1120 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:35:59.635883 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a7865a5d-b317-4adb-a235-7e7a1f056b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:59.640185 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ac1a7b9-62b8-444f-8ed9-a62a9b4edf78 req-c561a959-b3bc-479d-9a28-ce1ca21d1120 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 947 time: 0.3180003
Jun 04 15:35:59.653326 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fdde3a11-1249-4b47-8b1e-7d797b2b5fd7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/95440219-1f04-489b-a457-fdd91986e63e HTTP/1.1" status: 404  len: 337 time: 0.2195649
Jun 04 15:35:59.669632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c343886f-2dde-43b6-b355-92f880eed2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.670437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35738) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:59.731836 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-5333e00f-b7d4-4bff-90d4-937b415c3beb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:59.732287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5333e00f-b7d4-4bff-90d4-937b415c3beb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:59.747155 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5333e00f-b7d4-4bff-90d4-937b415c3beb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/0519d608-a5ad-462b-96c6-02dc95eec0a6 HTTP/1.1" status: 404  len: 337 time: 0.0756924
Jun 04 15:35:59.752386 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ac1a7b9-62b8-444f-8ed9-a62a9b4edf78 req-87c26e20-9e8b-4967-ada6-1d4885773f62 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045768
Jun 04 15:35:59.752861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35740) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:59.801446 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8303eaa-d423-4532-a1ce-e71b35db85fd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:59.801919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8303eaa-d423-4532-a1ce-e71b35db85fd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:59.803995 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a8303eaa-d423-4532-a1ce-e71b35db85fd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/d8d8d5a5-f938-4b03-b321-64a80b693918 HTTP/1.1" status: 404  len: 333 time: 0.0493629
Jun 04 15:35:59.806347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35744) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:59.844036 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.845602 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c343886f-2dde-43b6-b355-92f880eed2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.858529 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a67d1db6-ce2c-4072-8a38-4e009adbb1bb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:35:59.870748 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bebed9f-78e0-4ea1-924a-3c44c44d5e54 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:59.871247 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bebed9f-78e0-4ea1-924a-3c44c44d5e54 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:59.873204 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6bebed9f-78e0-4ea1-924a-3c44c44d5e54 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/42822775-5170-48fc-aaaf-5279fc398dda HTTP/1.1" status: 404  len: 337 time: 0.0657804
Jun 04 15:35:59.883710 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35746) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:59.930831 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:35:59.935579 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fa2a2256-60b6-4e22-8e8a-680899e6dd2c HTTP/1.1" status: 204  len: 168 time: 2.8729739
Jun 04 15:35:59.945268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35748) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:59.961038 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-739a7a35-2d1b-4b3f-92c1-08878a82d4ab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:35:59.961472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739a7a35-2d1b-4b3f-92c1-08878a82d4ab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:35:59.963154 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-739a7a35-2d1b-4b3f-92c1-08878a82d4ab tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/subnets/38a88220-b7e2-4ad5-8158-417d0dc4a5c0 HTTP/1.1" status: 404  len: 337 time: 0.0762675
Jun 04 15:35:59.966904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35750) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:35:59.998117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343886f-2dde-43b6-b355-92f880eed2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f32f1e-36a7-447c-8432-b8cf1e4cbb64,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:00.005543 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c343886f-2dde-43b6-b355-92f880eed2c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83deceb6524648c9b40b20ec85af67b2&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3672645
Jun 04 15:36:00.008772 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c343886f-2dde-43b6-b355-92f880eed2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:00.009322 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-451343ba-bf27-4038-be42-33c8a74da881 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:00.017714 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.4848599
Jun 04 15:36:00.018644 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c8d641f-ae7f-42f3-bdc3-b9501bcb9adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:00.022011 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35752) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:00.039782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event updated for resources: {'Network': ['ID=c98920e9-cd10-4b18-9ffa-d4979bd5b821,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:00.056117 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:00.056572 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa2a2256-60b6-4e22-8e8a-680899e6dd2c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:00.057792 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cca9d27f-98fb-4af6-afbe-e67be4617faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:00.058567 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network c98920e9-cd10-4b18-9ffa-d4979bd5b821 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:36:00.066062 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:00.095892 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d641f-ae7f-42f3-bdc3-b9501bcb9adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa17d671-a58f-460a-ad8d-ab6be11e86a7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:00.117950 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5c8d641f-ae7f-42f3-bdc3-b9501bcb9adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:00.131958 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5c8d641f-ae7f-42f3-bdc3-b9501bcb9adc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74b0138312604e778aff99003e99b165&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2932198
Jun 04 15:36:00.134416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35754) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:00.168023 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35756) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:00.180370 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Request body: {'subnets': [{'network_id': '49d71368-d641-460a-a7be-39db1c530241', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--96923466', 'ip_version': 4}, {'network_id': 'c98920e9-cd10-4b18-9ffa-d4979bd5b821', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:00.180370 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Request body: {'subnet': {'network_id': '49d71368-d641-460a-a7be-39db1c530241', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--96923466', 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:00.180909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Request body: {'subnet': {'network_id': 'c98920e9-cd10-4b18-9ffa-d4979bd5b821', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:00.224468 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81340f3d-283c-4c59-a671-65f9e7510a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:00.348411 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81340f3d-283c-4c59-a671-65f9e7510a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:00.360802 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69893a35-47b2-4b00-8457-726219a39d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:00.366135 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17f7c9b8-934b-4dfd-bf92-cd7e2278af57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:00.381758 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c60a5a19-b512-4682-8bfa-01f08965b1b5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:00.408720 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-5e11c033-0dc7-4ae2-8beb-a844c52e02d6 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Deleting port b25ffce2-0a96-4495-aaca-1932c79171ad {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:36:00.409076 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5e11c033-0dc7-4ae2-8beb-a844c52e02d6 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:00.486694 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69893a35-47b2-4b00-8457-726219a39d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Pushing event deleted for resources: {'Port': ['ID=67b9f436-2431-4c20-9c11-dfdfca1f0630,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:00.500922 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-69893a35-47b2-4b00-8457-726219a39d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:00.509295 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69893a35-47b2-4b00-8457-726219a39d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:00.513683 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17f7c9b8-934b-4dfd-bf92-cd7e2278af57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:00.620356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:00.629989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Usage tracker for resource:subnet and tenant:9ae088e27e674d2688fb28b5b0859725 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:00.633229 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-69893a35-47b2-4b00-8457-726219a39d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] 10.222.0.32 "DELETE /v2.0/ports/67b9f436-2431-4c20-9c11-dfdfca1f0630 HTTP/1.1" status: 204  len: 168 time: 2.0969515
Jun 04 15:36:00.633576 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5e11c033-0dc7-4ae2-8beb-a844c52e02d6 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:00.640069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35760) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:00.640694 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:00.651320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:00.708513 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01f71d4-8f6e-48fa-bf72-4aa9d3e5e73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] GET failed (client error): The resource could not be found.
Jun 04 15:36:00.709074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f01f71d4-8f6e-48fa-bf72-4aa9d3e5e73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Synchronizing usage tracker for tenant:6f0996bd2f8b491cae8db33ca86e0710 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:36:00.778841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffe4e4-5598-43f2-8bc8-f48bb35e87b4 req-b76dd6aa-2d55-464e-b814-f8beb4c48ce8 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:00.780299 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1ffe4e4-5598-43f2-8bc8-f48bb35e87b4 req-b76dd6aa-2d55-464e-b814-f8beb4c48ce8 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 943 time: 0.4175975
Jun 04 15:36:00.783106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-5e11c033-0dc7-4ae2-8beb-a844c52e02d6 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Calling delete_port for b25ffce2-0a96-4495-aaca-1932c79171ad owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:36:00.787214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81340f3d-283c-4c59-a671-65f9e7510a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:00.794451 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-27deae2d-7558-4ef4-84f2-4ad38540ac84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:00.811223 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81340f3d-283c-4c59-a671-65f9e7510a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f32f1e-36a7-447c-8432-b8cf1e4cbb64,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:00.816292 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-81340f3d-283c-4c59-a671-65f9e7510a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:00.823817 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81340f3d-283c-4c59-a671-65f9e7510a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:00.824923 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-81340f3d-283c-4c59-a671-65f9e7510a44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4f32f1e-36a7-447c-8432-b8cf1e4cbb64 HTTP/1.1" status: 204  len: 168 time: 0.7955410
Jun 04 15:36:00.867192 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Made reservation on behalf of 9ae088e27e674d2688fb28b5b0859725 for: {'subnet': 2} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:00.872111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f01f71d4-8f6e-48fa-bf72-4aa9d3e5e73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Unset dirty status for tenant:6f0996bd2f8b491cae8db33ca86e0710 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:36:00.877841 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:00.877841 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:00.878154 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f01f71d4-8f6e-48fa-bf72-4aa9d3e5e73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] 10.222.0.32 "GET /v2.0/ports/67b9f436-2431-4c20-9c11-dfdfca1f0630 HTTP/1.1" status: 404  len: 333 time: 0.2320080
Jun 04 15:36:00.878154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35764) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:00.912595 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1ffe4e4-5598-43f2-8bc8-f48bb35e87b4 req-b3f9c5af-3a27-4b44-ad37-103eea51f2b1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253698
Jun 04 15:36:00.931676 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17f7c9b8-934b-4dfd-bf92-cd7e2278af57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:00.938734 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fdb721a5-c664-486a-9fa2-5da947d2858b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:00.959118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7c9b8-934b-4dfd-bf92-cd7e2278af57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa17d671-a58f-460a-ad8d-ab6be11e86a7,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:01.011510 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-17f7c9b8-934b-4dfd-bf92-cd7e2278af57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:01.033292 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17f7c9b8-934b-4dfd-bf92-cd7e2278af57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.034353 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-17f7c9b8-934b-4dfd-bf92-cd7e2278af57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa17d671-a58f-460a-ad8d-ab6be11e86a7 HTTP/1.1" status: 204  len: 168 time: 0.8992460
Jun 04 15:36:01.044224 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58506c67-3a4a-4aed-95b1-962987403d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.164531 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5e11c033-0dc7-4ae2-8beb-a844c52e02d6 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.174637 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:01.236235 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11c033-0dc7-4ae2-8beb-a844c52e02d6 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Port': ['ID=b25ffce2-0a96-4495-aaca-1932c79171ad,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:01.237866 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58506c67-3a4a-4aed-95b1-962987403d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.245398 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5e11c033-0dc7-4ae2-8beb-a844c52e02d6 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.248638 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5e11c033-0dc7-4ae2-8beb-a844c52e02d6 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:01.260147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-58506c67-3a4a-4aed-95b1-962987403d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8391247760>,) {'filters': {'network_id': ['b743083a-2e94-47fc-a0cd-4cd6cb5b8294']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:01.277717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-58506c67-3a4a-4aed-95b1-962987403d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391247760>, 'ac706f58-fe54-4108-a550-ef93293d552b') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:01.278012 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-58506c67-3a4a-4aed-95b1-962987403d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391247760>, 'ac706f58-fe54-4108-a550-ef93293d552b') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:01.293688 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58506c67-3a4a-4aed-95b1-962987403d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.319534 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-daee83ec-d7bc-4dd4-b780-a2a2f5d4fd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.323969 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5e11c033-0dc7-4ae2-8beb-a844c52e02d6 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/ports/b25ffce2-0a96-4495-aaca-1932c79171ad HTTP/1.1" status: 204  len: 168 time: 1.3553727
Jun 04 15:36:01.331059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35770) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:01.395697 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58506c67-3a4a-4aed-95b1-962987403d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.417785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58506c67-3a4a-4aed-95b1-962987403d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:36:01.418194 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58506c67-3a4a-4aed-95b1-962987403d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:36:01.434757 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:36:01.684948 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21ed44db-6d49-4524-8777-c93082a72029 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.754666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35782) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:01.855145 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5a7e3b6d-745d-4e95-a75c-a6decf304974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.880628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5a7e3b6d-745d-4e95-a75c-a6decf304974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:01.886994 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21ed44db-6d49-4524-8777-c93082a72029 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.893833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5a7e3b6d-745d-4e95-a75c-a6decf304974 admin admin] Usage tracker for resource:security_group_rule and tenant:2b232032e3f9470581ec02e18dc563c3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:01.897442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5a7e3b6d-745d-4e95-a75c-a6decf304974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:01.909708 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-21ed44db-6d49-4524-8777-c93082a72029 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386d1a3a0>,) {'filters': {'network_id': ['e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:01.937411 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-21ed44db-6d49-4524-8777-c93082a72029 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d1a3a0>, '75a3e03d-1e36-496c-8f34-4b2104198c18') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:01.938450 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-21ed44db-6d49-4524-8777-c93082a72029 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d1a3a0>, '75a3e03d-1e36-496c-8f34-4b2104198c18') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:01.962555 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21ed44db-6d49-4524-8777-c93082a72029 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.965215 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.972255 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58506c67-3a4a-4aed-95b1-962987403d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.983587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21ed44db-6d49-4524-8777-c93082a72029 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.992035 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ed44db-6d49-4524-8777-c93082a72029 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:36:01.992035 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21ed44db-6d49-4524-8777-c93082a72029 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:01.995907 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58506c67-3a4a-4aed-95b1-962987403d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:02.000637 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:36:02.022861 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:36:02.028854 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5a7e3b6d-745d-4e95-a75c-a6decf304974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:02.112856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58506c67-3a4a-4aed-95b1-962987403d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Pushing event deleted for resources: {'Network': ['ID=b743083a-2e94-47fc-a0cd-4cd6cb5b8294,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:02.115799 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-58506c67-3a4a-4aed-95b1-962987403d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:02.131102 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-58506c67-3a4a-4aed-95b1-962987403d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] 10.222.0.32 "DELETE /v2.0/networks/b743083a-2e94-47fc-a0cd-4cd6cb5b8294 HTTP/1.1" status: 204  len: 168 time: 1.2516663
Jun 04 15:36:02.341640 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21ed44db-6d49-4524-8777-c93082a72029 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:02.348015 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5a7e3b6d-745d-4e95-a75c-a6decf304974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:02.350364 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-49e29582-16d6-4b6a-9dde-28b158eed16c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:02.366962 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-58c7d7f5-b927-4785-9e04-f6fb76c1794a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:02.379858 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21ed44db-6d49-4524-8777-c93082a72029 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:02.398105 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf8483-76cc-4c5e-82ff-ca9c33dc0c1e req-a34852a7-538d-4ec3-9ee0-62193642d66d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:02.399738 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fabf8483-76cc-4c5e-82ff-ca9c33dc0c1e req-a34852a7-538d-4ec3-9ee0-62193642d66d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 943 time: 0.2358067
Jun 04 15:36:02.414161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed44db-6d49-4524-8777-c93082a72029 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Pushing event deleted for resources: {'Network': ['ID=e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:02.417925 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-21ed44db-6d49-4524-8777-c93082a72029 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:02.431062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-daee83ec-d7bc-4dd4-b780-a2a2f5d4fd93 admin admin] Deleting port 46d8facb-2209-4318-a7e4-a538a6da2f30 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:36:02.433454 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-daee83ec-d7bc-4dd4-b780-a2a2f5d4fd93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:02.442546 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-21ed44db-6d49-4524-8777-c93082a72029 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] 10.222.0.32 "DELETE /v2.0/networks/e20b00e0-bdbf-4b3b-bca2-40dd6a2b1a62 HTTP/1.1" status: 204  len: 168 time: 1.1101639
Jun 04 15:36:02.448924 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5a7e3b6d-745d-4e95-a75c-a6decf304974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:02.460435 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-91934f7a-4cde-4b7d-b2fc-6a361ebc0990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:02.479915 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fabf8483-76cc-4c5e-82ff-ca9c33dc0c1e req-a75adc72-847d-48b8-9a91-4f43ee192fd9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670516
Jun 04 15:36:02.526443 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5a7e3b6d-745d-4e95-a75c-a6decf304974 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b232032e3f9470581ec02e18dc563c3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7682905
Jun 04 15:36:02.577395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35800) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:02.605293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e3b6d-745d-4e95-a75c-a6decf304974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0c8785-f4d4-4af7-83c6-fdafdfa3ffb2,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:02.607968 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:02.613402 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5a7e3b6d-745d-4e95-a75c-a6decf304974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:02.616254 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3d0c7c44-12c0-4084-9818-989f17a0e358 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:02.669666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-daee83ec-d7bc-4dd4-b780-a2a2f5d4fd93 admin admin] For port 46d8facb-2209-4318-a7e4-a538a6da2f30, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=46d8facb-2209-4318-a7e4-a538a6da2f30,segment=NetworkSegment(a53e3549-998f-4b22-9e74-f4be83402616),segment_id=a53e3549-998f-4b22-9e74-f4be83402616)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:02.669902 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-daee83ec-d7bc-4dd4-b780-a2a2f5d4fd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:02.724504 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event updated for resources: {'Subnet': ['ID=7c139981-773c-4c9f-babb-fab404c02b5f,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:02.727184 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:02.737518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Checking segment: {'id': 'e1848275-a218-482a-923a-6499bb69f93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '49d71368-d641-460a-a7be-39db1c530241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:02.737970 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Network hostable DHCP agents. Network: 49d71368-d641-460a-a7be-39db1c530241, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:36:02.807378 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 30684302-e49b-4f44-8c5e-bfc6906fbf62 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:36:02.823348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-daee83ec-d7bc-4dd4-b780-a2a2f5d4fd93 admin admin] Calling delete_port for 46d8facb-2209-4318-a7e4-a538a6da2f30 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:36:02.826194 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2edb7766-aba0-4a31-acb7-4854b2693010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:02.856328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Network 49d71368-d641-460a-a7be-39db1c530241 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:36:02.864095 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2edb7766-aba0-4a31-acb7-4854b2693010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:02.906877 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35806) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:02.941454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 49d71368-d641-460a-a7be-39db1c530241) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:02.954056 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10225324-b13c-4184-9794-0da039af02a4 None None] Network 49d71368-d641-460a-a7be-39db1c530241 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:03.008689 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 30684302-e49b-4f44-8c5e-bfc6906fbf62, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=30684302-e49b-4f44-8c5e-bfc6906fbf62,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:03.048833 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2edb7766-aba0-4a31-acb7-4854b2693010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:03.058359 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-17f7c9b8-934b-4dfd-bf92-cd7e2278af57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:03.094608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb7766-aba0-4a31-acb7-4854b2693010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0c8785-f4d4-4af7-83c6-fdafdfa3ffb2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:03.103487 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2edb7766-aba0-4a31-acb7-4854b2693010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:03.128396 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2edb7766-aba0-4a31-acb7-4854b2693010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:03.133494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2edb7766-aba0-4a31-acb7-4854b2693010 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b0c8785-f4d4-4af7-83c6-fdafdfa3ffb2 HTTP/1.1" status: 204  len: 168 time: 0.5512879
Jun 04 15:36:03.191840 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '30684302-e49b-4f44-8c5e-bfc6906fbf62', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'port_id': '30684302-e49b-4f44-8c5e-bfc6906fbf62', 'mac_address': 'fa:16:3e:af:4b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:36:03.227361 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-daee83ec-d7bc-4dd4-b780-a2a2f5d4fd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:03.233268 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:03.252884 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:03.259278 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:03.269039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35816) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:03.269977 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2d7ce321-4bde-45ba-8ca5-30d318f286b7 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:03.279634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30684302-e49b-4f44-8c5e-bfc6906fbf62 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:36:03.336480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee83ec-d7bc-4dd4-b780-a2a2f5d4fd93 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d8facb-2209-4318-a7e4-a538a6da2f30,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:03.346031 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-daee83ec-d7bc-4dd4-b780-a2a2f5d4fd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:03.351964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 30684302-e49b-4f44-8c5e-bfc6906fbf62, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=30684302-e49b-4f44-8c5e-bfc6906fbf62,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:03.423778 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:03.425696 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:03.460801 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ed6b6bd5-537c-48d4-9934-8bbc0ea3f3aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8561dde7e5374fc8b358d3edbfa09506&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5524464
Jun 04 15:36:03.464367 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35824) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:03.465276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-49d71368-d641-460a-a7be-39db1c530241', 'network_id': '49d71368-d641-460a-a7be-39db1c530241', 'tenant_id': '9ae088e27e674d2688fb28b5b0859725', 'fixed_ips': [{'subnet_id': '7c139981-773c-4c9f-babb-fab404c02b5f'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:36:03.466320 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:03.559795 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event updated for resources: {'Subnet': ['ID=64f301af-4b5b-41de-87f1-8f44875b61de,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:03.568212 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:03.595065 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Checking segment: {'id': '5a494ddd-ed50-4d10-9286-a0bd202484da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c98920e9-cd10-4b18-9ffa-d4979bd5b821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:03.595210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Network hostable DHCP agents. Network: c98920e9-cd10-4b18-9ffa-d4979bd5b821, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:36:03.662662 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-90c6ff16-58c6-4699-836c-14bf4abfd22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:03.719597 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-90c6ff16-58c6-4699-836c-14bf4abfd22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:03.733853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Network c98920e9-cd10-4b18-9ffa-d4979bd5b821 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:36:03.758587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-c3215d46-be87-4c71-8f33-37e53ae87dbf req-37a90307-d01e-46f0-aa5e-81429f918796 service neutron] (88301) timed out ('10.222.0.62', 64751) {{(pid=88301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 15:36:03.764636 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=30684302-e49b-4f44-8c5e-bfc6906fbf62,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:03.805217 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:03.832769 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:03.851218 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Allocated IP 172.20.0.2 (49d71368-d641-460a-a7be-39db1c530241/7c139981-773c-4c9f-babb-fab404c02b5f/98c2af84-bf32-49d5-8bc6-591e12ce2387) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:03.858498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, c98920e9-cd10-4b18-9ffa-d4979bd5b821) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:03.869715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:03.870323 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6329efe2-2a2e-43ae-a591-e678d7fce2f3 None None] Network c98920e9-cd10-4b18-9ffa-d4979bd5b821 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:03.871599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:03.872243 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:03.919467 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-90c6ff16-58c6-4699-836c-14bf4abfd22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:03.927835 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-466d7919-289e-4c8d-af57-a3bc8d596624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:03.934873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['30684302-e49b-4f44-8c5e-bfc6906fbf62'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:36:03.963085 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6ff16-58c6-4699-836c-14bf4abfd22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432caaee-3c57-4482-b957-e2f06497419b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:03.973093 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-90c6ff16-58c6-4699-836c-14bf4abfd22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:03.974287 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-90c6ff16-58c6-4699-836c-14bf4abfd22f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/432caaee-3c57-4482-b957-e2f06497419b HTTP/1.1" status: 204  len: 168 time: 0.5070827
Jun 04 15:36:03.978863 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-90c6ff16-58c6-4699-836c-14bf4abfd22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:03.987133 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-daee83ec-d7bc-4dd4-b780-a2a2f5d4fd93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:04.021809 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-39986cd1-768a-43cf-8cb7-0d7aa05d0498 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc0fd670a5404a5abae106526d666969&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6778817
Jun 04 15:36:04.023180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35838) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:04.024767 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1424 time: 3.8488145
Jun 04 15:36:04.027492 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35840) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:04.174855 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378c05b6-3260-4405-bba5-b3b2c540b390 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:04.177650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378c05b6-3260-4405-bba5-b3b2c540b390 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:04.180170 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378c05b6-3260-4405-bba5-b3b2c540b390 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:04.181820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-378c05b6-3260-4405-bba5-b3b2c540b390 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Synchronizing usage tracker for tenant:9ae088e27e674d2688fb28b5b0859725 on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:36:04.426055 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd7c9536-0599-45e3-b21d-d2d649fb50cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:04.443623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead81d6-e438-4e4d-bab3-080d39d18170 req-20a0f8e8-6daa-426c-8b70-374433ea3de9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:04.444628 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:04.445539 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dead81d6-e438-4e4d-bab3-080d39d18170 req-20a0f8e8-6daa-426c-8b70-374433ea3de9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 944 time: 0.6223788
Jun 04 15:36:04.457957 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Transition to ACTIVE for port object 98c2af84-bf32-49d5-8bc6-591e12ce2387 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:04.460946 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd7c9536-0599-45e3-b21d-d2d649fb50cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:04.497791 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-378c05b6-3260-4405-bba5-b3b2c540b390 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Unset dirty status for tenant:9ae088e27e674d2688fb28b5b0859725 on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:36:04.499306 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-378c05b6-3260-4405-bba5-b3b2c540b390 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2050 time: 0.4709818
Jun 04 15:36:04.504084 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35850) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:04.519557 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Transition to ACTIVE for port object 98c2af84-bf32-49d5-8bc6-591e12ce2387 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:04.583401 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dead81d6-e438-4e4d-bab3-080d39d18170 req-8eeb6e41-d778-4add-9dce-ae82ff533fb7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785050
Jun 04 15:36:04.607412 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:04.608557 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabfd6fc-1f31-46fb-ba76-da6464452953 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Deleting subnet 7c139981-773c-4c9f-babb-fab404c02b5f {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:36:04.615177 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aabfd6fc-1f31-46fb-ba76-da6464452953 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:04.623781 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:04.712730 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aabfd6fc-1f31-46fb-ba76-da6464452953 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:04.735298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Network 49d71368-d641-460a-a7be-39db1c530241 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:04.769627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:04.772911 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:04.776358 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-c98920e9-cd10-4b18-9ffa-d4979bd5b821', 'network_id': 'c98920e9-cd10-4b18-9ffa-d4979bd5b821', 'tenant_id': '9ae088e27e674d2688fb28b5b0859725', 'fixed_ips': [{'subnet_id': '64f301af-4b5b-41de-87f1-8f44875b61de'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:36:04.777852 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:04.790716 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd7c9536-0599-45e3-b21d-d2d649fb50cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:04.804679 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9806a083-dc7b-4761-b5de-f80fe7b2da88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:04.827138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c9536-0599-45e3-b21d-d2d649fb50cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6f0ac2-1278-4caf-a828-df8826858a5a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:04.833234 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cd7c9536-0599-45e3-b21d-d2d649fb50cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:04.842625 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd7c9536-0599-45e3-b21d-d2d649fb50cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:04.842625 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cd7c9536-0599-45e3-b21d-d2d649fb50cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f6f0ac2-1278-4caf-a828-df8826858a5a HTTP/1.1" status: 204  len: 168 time: 0.8144343
Jun 04 15:36:04.859347 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aabfd6fc-1f31-46fb-ba76-da6464452953 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:04.909043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daee83ec-d7bc-4dd4-b780-a2a2f5d4fd93 admin admin] Router fabe56b7-cd2b-4871-944e-ec6c23742b08 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:36:05.038433 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Pushing event updated for resources: {'Port': ['ID=98c2af84-bf32-49d5-8bc6-591e12ce2387,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:05.041719 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:05.051985 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Attempting to bind port 98c2af84-bf32-49d5-8bc6-591e12ce2387 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:36:05.052399 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Attempting to bind port 98c2af84-bf32-49d5-8bc6-591e12ce2387 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'e1848275-a218-482a-923a-6499bb69f93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '49d71368-d641-460a-a7be-39db1c530241'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:36:05.053169 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Attempting to bind port 98c2af84-bf32-49d5-8bc6-591e12ce2387 on network 49d71368-d641-460a-a7be-39db1c530241 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:36:05.067852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35860) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:05.135427 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:36:05.136145 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Checking segment: {'id': 'e1848275-a218-482a-923a-6499bb69f93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '49d71368-d641-460a-a7be-39db1c530241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:05.136777 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:05.137404 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Bound using segment: {'id': 'e1848275-a218-482a-923a-6499bb69f93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '49d71368-d641-460a-a7be-39db1c530241'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:36:05.138095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Bound port: 98c2af84-bf32-49d5-8bc6-591e12ce2387, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1848275-a218-482a-923a-6499bb69f93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '49d71368-d641-460a-a7be-39db1c530241'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:36:05.138678 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:05.164612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daee83ec-d7bc-4dd4-b780-a2a2f5d4fd93 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:36:05.175908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-daee83ec-d7bc-4dd4-b780-a2a2f5d4fd93 admin admin] 10.222.0.32 "PUT /v2.0/routers/fabe56b7-cd2b-4871-944e-ec6c23742b08/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2216473
Jun 04 15:36:05.178440 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0b028-7642-4231-9fa9-e08cad560671 None None] Sync routers for ids ['fabe56b7-cd2b-4871-944e-ec6c23742b08'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:36:05.179432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35862) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:05.189922 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0b028-7642-4231-9fa9-e08cad560671 None None] Routers {'fabe56b7-cd2b-4871-944e-ec6c23742b08'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:05.190645 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a0f0b028-7642-4231-9fa9-e08cad560671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc2daf0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['fabe56b7-cd2b-4871-944e-ec6c23742b08'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:05.206794 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0cab4e7d-7429-4282-b8e9-6bba7966c48e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f0996bd2f8b491cae8db33ca86e0710&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1335933
Jun 04 15:36:05.211846 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35866) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:05.352560 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f16f161-4f68-4f25-a6d5-a5978050ff69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:05.354514 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:05.367632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aabfd6fc-1f31-46fb-ba76-da6464452953 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:05.383471 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-94ecbe03-ec32-44f8-a608-d664fb109511 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:05.451144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfd6fc-1f31-46fb-ba76-da6464452953 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event deleted for resources: {'Subnet': ['ID=7c139981-773c-4c9f-babb-fab404c02b5f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:05.453325 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aabfd6fc-1f31-46fb-ba76-da6464452953 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:05.463652 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f16f161-4f68-4f25-a6d5-a5978050ff69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:05.470445 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a0f0b028-7642-4231-9fa9-e08cad560671 None None] Set router fabe56b7-cd2b-4871-944e-ec6c23742b08 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:36:05.476298 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:05.480613 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aabfd6fc-1f31-46fb-ba76-da6464452953 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:05.581570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Allocated IP 172.20.0.18 (c98920e9-cd10-4b18-9ffa-d4979bd5b821/64f301af-4b5b-41de-87f1-8f44875b61de/a8240f85-c5f2-48e4-944e-1eeebbffeb7d) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:05.584264 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-aabfd6fc-1f31-46fb-ba76-da6464452953 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "DELETE /v2.0/subnets/7c139981-773c-4c9f-babb-fab404c02b5f HTTP/1.1" status: 204  len: 168 time: 1.0782917
Jun 04 15:36:05.587365 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35874) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:05.694111 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f16f161-4f68-4f25-a6d5-a5978050ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:05.728728 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b00c8c00-a648-4fb4-be9c-4b963a4824ae tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:05.807036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16f161-4f68-4f25-a6d5-a5978050ff69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fbffc7-e0e5-4a0a-a8a9-7584d379c08f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:05.810162 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6f16f161-4f68-4f25-a6d5-a5978050ff69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:05.811123 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f16f161-4f68-4f25-a6d5-a5978050ff69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:05.816334 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6f16f161-4f68-4f25-a6d5-a5978050ff69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22fbffc7-e0e5-4a0a-a8a9-7584d379c08f HTTP/1.1" status: 204  len: 168 time: 0.6034081
Jun 04 15:36:05.851926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-b008c6b6-6b5c-480c-a9eb-bd2a0a013074 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Deleting subnet 64f301af-4b5b-41de-87f1-8f44875b61de {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:36:05.883297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85283edf-8fd6-4f39-94fe-f726c59cfe6d req-6e06e45e-5226-43bb-9e5b-4176fb7651c7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:05.884895 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-85283edf-8fd6-4f39-94fe-f726c59cfe6d req-6e06e45e-5226-43bb-9e5b-4176fb7651c7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 944 time: 0.1342626
Jun 04 15:36:05.920087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] For port 98c2af84-bf32-49d5-8bc6-591e12ce2387, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:36:05.979776 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:06.016256 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-85283edf-8fd6-4f39-94fe-f726c59cfe6d req-e43124f6-6376-47ef-bec7-662676e31949 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223700
Jun 04 15:36:06.018171 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a0f0b028-7642-4231-9fa9-e08cad560671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc2daf0>, [{'id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'name': 'tempest-TestServerMultinode-2101052175-router', 'tenant_id': '0ac02eba8afb416294685148968468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '32c755b2-1701-4d82-a402-739683e39a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:34:02Z', 'updated_at': '2021-06-04T15:36:03Z', 'revision_number': 5, 'project_id': '0ac02eba8afb416294685148968468a5', 'gw_port': {'id': '32c755b2-1701-4d82-a402-739683e39a86', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:34:05Z', 'updated_at': '2021-06-04T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:06.023398 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0b028-7642-4231-9fa9-e08cad560671 None None] Checking router: fabe56b7-cd2b-4871-944e-ec6c23742b08 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:36:06.030822 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] For port 98c2af84-bf32-49d5-8bc6-591e12ce2387, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=98c2af84-bf32-49d5-8bc6-591e12ce2387,segment=NetworkSegment(e1848275-a218-482a-923a-6499bb69f93a),segment_id=e1848275-a218-482a-923a-6499bb69f93a)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:36:06.033645 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0b028-7642-4231-9fa9-e08cad560671 None None] Routers {'fabe56b7-cd2b-4871-944e-ec6c23742b08'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:06.034782 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a0f0b028-7642-4231-9fa9-e08cad560671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc2daf0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['fabe56b7-cd2b-4871-944e-ec6c23742b08'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:06.165782 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:06.179035 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-50135d78-4b95-4b4e-8597-943ef1f83822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:06.217329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Deleting port 32c755b2-1701-4d82-a402-739683e39a86 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:36:06.217329 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:06.224113 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a0f0b028-7642-4231-9fa9-e08cad560671 None None] Set router fabe56b7-cd2b-4871-944e-ec6c23742b08 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:36:06.351912 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a0f0b028-7642-4231-9fa9-e08cad560671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc2daf0>, [{'id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'name': 'tempest-TestServerMultinode-2101052175-router', 'tenant_id': '0ac02eba8afb416294685148968468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:34:02Z', 'updated_at': '2021-06-04T15:36:05Z', 'revision_number': 6, 'project_id': '0ac02eba8afb416294685148968468a5', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:06.357321 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0b028-7642-4231-9fa9-e08cad560671 None None] The sync data for ids ['fabe56b7-cd2b-4871-944e-ec6c23742b08'] in n-d-791505-9 is: [{'id': 'fabe56b7-cd2b-4871-944e-ec6c23742b08', 'name': 'tempest-TestServerMultinode-2101052175-router', 'tenant_id': '0ac02eba8afb416294685148968468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:34:02Z', 'updated_at': '2021-06-04T15:36:05Z', 'revision_number': 6, 'project_id': '0ac02eba8afb416294685148968468a5', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:36:06.366696 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Pushing event updated for resources: {'Port': ['ID=98c2af84-bf32-49d5-8bc6-591e12ce2387,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:06.372456 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:06.389016 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:06.416423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Transition to ACTIVE for port object a8240f85-c5f2-48e4-944e-1eeebbffeb7d will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:06.448428 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Transition to ACTIVE for port object a8240f85-c5f2-48e4-944e-1eeebbffeb7d will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:06.454571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] For port 32c755b2-1701-4d82-a402-739683e39a86, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=32c755b2-1701-4d82-a402-739683e39a86,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:06.454935 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:06.538826 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b008c6b6-6b5c-480c-a9eb-bd2a0a013074 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:06.539461 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:06.547425 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-06191988-4f8e-4214-9760-ce2ba64fb24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:06.679125 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b008c6b6-6b5c-480c-a9eb-bd2a0a013074 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:06.692805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Calling delete_port for 32c755b2-1701-4d82-a402-739683e39a86 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:36:06.719293 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Network c98920e9-cd10-4b18-9ffa-d4979bd5b821 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:06.722885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:06.728977 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:06.773419 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Pushing event updated for resources: {'Port': ['ID=a8240f85-c5f2-48e4-944e-1eeebbffeb7d,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:06.783149 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:06.837749 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 30684302-e49b-4f44-8c5e-bfc6906fbf62 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:06.842657 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b008c6b6-6b5c-480c-a9eb-bd2a0a013074 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:06.945251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Attempting to bind port a8240f85-c5f2-48e4-944e-1eeebbffeb7d on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:36:06.945632 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Attempting to bind port a8240f85-c5f2-48e4-944e-1eeebbffeb7d by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '5a494ddd-ed50-4d10-9286-a0bd202484da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c98920e9-cd10-4b18-9ffa-d4979bd5b821'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:36:06.946009 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Attempting to bind port a8240f85-c5f2-48e4-944e-1eeebbffeb7d on network c98920e9-cd10-4b18-9ffa-d4979bd5b821 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:36:06.957495 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:36:06.957990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Checking segment: {'id': '5a494ddd-ed50-4d10-9286-a0bd202484da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c98920e9-cd10-4b18-9ffa-d4979bd5b821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:06.958558 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:06.959063 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Bound using segment: {'id': '5a494ddd-ed50-4d10-9286-a0bd202484da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c98920e9-cd10-4b18-9ffa-d4979bd5b821'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:36:06.959698 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Bound port: a8240f85-c5f2-48e4-944e-1eeebbffeb7d, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a494ddd-ed50-4d10-9286-a0bd202484da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c98920e9-cd10-4b18-9ffa-d4979bd5b821'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:36:06.960199 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:06.996491 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:07.005836 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-daee83ec-d7bc-4dd4-b780-a2a2f5d4fd93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:07.166922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Pushing event deleted for resources: {'Port': ['ID=32c755b2-1701-4d82-a402-739683e39a86,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:07.173412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 30684302-e49b-4f44-8c5e-bfc6906fbf62 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:07.181944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 30684302-e49b-4f44-8c5e-bfc6906fbf62 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:07.182523 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:07.293831 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 98c2af84-bf32-49d5-8bc6-591e12ce2387 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:07.456685 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b008c6b6-6b5c-480c-a9eb-bd2a0a013074 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:07.462915 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-775e15ec-933d-41fa-80a0-a25c7165d4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:07.504231 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-af166660-1a1f-479d-8348-e83128bc712c None None] For port a8240f85-c5f2-48e4-944e-1eeebbffeb7d, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:36:07.513349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-af166660-1a1f-479d-8348-e83128bc712c None None] For port a8240f85-c5f2-48e4-944e-1eeebbffeb7d, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=a8240f85-c5f2-48e4-944e-1eeebbffeb7d,segment=NetworkSegment(5a494ddd-ed50-4d10-9286-a0bd202484da),segment_id=5a494ddd-ed50-4d10-9286-a0bd202484da)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:36:07.560753 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c6b6-6b5c-480c-a9eb-bd2a0a013074 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event deleted for resources: {'Subnet': ['ID=64f301af-4b5b-41de-87f1-8f44875b61de,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:07.565464 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b008c6b6-6b5c-480c-a9eb-bd2a0a013074 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:07.568005 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b008c6b6-6b5c-480c-a9eb-bd2a0a013074 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:07.579043 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b008c6b6-6b5c-480c-a9eb-bd2a0a013074 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "DELETE /v2.0/subnets/64f301af-4b5b-41de-87f1-8f44875b61de HTTP/1.1" status: 204  len: 168 time: 1.9900391
Jun 04 15:36:07.581758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35926) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:07.591520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:07.591916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:07.592301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:07.592679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:07.593099 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:07.593629 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:07.594144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:07.594521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:07.594893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:07.595404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:07.595778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:07.596148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:07.605366 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:07.606362 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:07.629289 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:07.638857 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4ba7f95f-c5ee-4c2a-abba-9459eb6b410c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:07.679531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8a943-55cb-4614-84d5-2c970cfda0b9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:07.680279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-beb8a943-55cb-4614-84d5-2c970cfda0b9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Synchronizing usage tracker for tenant:9ae088e27e674d2688fb28b5b0859725 on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:36:07.717435 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bdceeb0-6fc9-4e93-97ad-326958b5ae55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30684302-e49b-4f44-8c5e-bfc6906fbf62'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:36:07.719905 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91c89a1-229c-439a-a61a-de0169655721" -d '{"events": [{"server_uuid": "0bdceeb0-6fc9-4e93-97ad-326958b5ae55", "name": "network-vif-plugged", "status": "completed", "tag": "30684302-e49b-4f44-8c5e-bfc6906fbf62"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:36:07.742966 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 98c2af84-bf32-49d5-8bc6-591e12ce2387 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:07.757818 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 30684302-e49b-4f44-8c5e-bfc6906fbf62, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=30684302-e49b-4f44-8c5e-bfc6906fbf62,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:07.789247 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:07.795615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-beb8a943-55cb-4614-84d5-2c970cfda0b9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Unset dirty status for tenant:9ae088e27e674d2688fb28b5b0859725 on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:36:07.795615 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-beb8a943-55cb-4614-84d5-2c970cfda0b9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2093227
Jun 04 15:36:07.796197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35934) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:07.817723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Pushing event updated for resources: {'Port': ['ID=a8240f85-c5f2-48e4-944e-1eeebbffeb7d,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:07.823511 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:07.865321 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 46d8facb-2209-4318-a7e4-a538a6da2f30 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:36:07.926811 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:07.930948 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbbec4c-a852-4021-9a33-936171fcd6a0 x-openstack-request-id: req-0cbbec4c-a852-4021-9a33-936171fcd6a0 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:36:07.931134 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bdceeb0-6fc9-4e93-97ad-326958b5ae55", "name": "network-vif-plugged", "status": "completed", "tag": "30684302-e49b-4f44-8c5e-bfc6906fbf62", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:36:07.931542 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cbbec4c-a852-4021-9a33-936171fcd6a0 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:36:07.931980 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bdceeb0-6fc9-4e93-97ad-326958b5ae55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30684302-e49b-4f44-8c5e-bfc6906fbf62', 'code': 200}
Jun 04 15:36:07.938944 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:08.026593 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:08.030130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef157b1-41f2-4abe-80ca-6d5e451c250d None None] Network 49d71368-d641-460a-a7be-39db1c530241 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:08.087415 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 46d8facb-2209-4318-a7e4-a538a6da2f30 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:36:08.087415 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 46d8facb-2209-4318-a7e4-a538a6da2f30 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:36:08.099223 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 32c755b2-1701-4d82-a402-739683e39a86 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:36:08.171420 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 32c755b2-1701-4d82-a402-739683e39a86 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:36:08.172365 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 32c755b2-1701-4d82-a402-739683e39a86 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:36:08.228697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Deleting port a8240f85-c5f2-48e4-944e-1eeebbffeb7d {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:36:08.229769 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:08.329020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=30684302-e49b-4f44-8c5e-bfc6906fbf62,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:08.357786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71322-b96b-4420-83b1-b3491b093705 req-04856086-d385-462f-b714-4018d390de64 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:08.368142 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-90c71322-b96b-4420-83b1-b3491b093705 req-04856086-d385-462f-b714-4018d390de64 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 944 time: 0.7888713
Jun 04 15:36:08.372481 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:08.408937 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] For port a8240f85-c5f2-48e4-944e-1eeebbffeb7d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=a8240f85-c5f2-48e4-944e-1eeebbffeb7d,segment=NetworkSegment(5a494ddd-ed50-4d10-9286-a0bd202484da),segment_id=5a494ddd-ed50-4d10-9286-a0bd202484da)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:08.410086 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:08.410667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-887124d7-2c42-4c97-9eca-ab8e5f77631e None None] Provisioning for port 98c2af84-bf32-49d5-8bc6-591e12ce2387 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:08.431149 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35942) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:08.431955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-887124d7-2c42-4c97-9eca-ab8e5f77631e None None] Provisioning complete for port 98c2af84-bf32-49d5-8bc6-591e12ce2387 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:08.432581 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-887124d7-2c42-4c97-9eca-ab8e5f77631e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:08.446184 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:08.449707 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:08.496767 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-90c71322-b96b-4420-83b1-b3491b093705 req-ff438498-6357-462b-81f2-f2d0aafb467c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277092
Jun 04 15:36:08.540732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee499678-c933-4a9e-b07b-c843cf87f9cb req-019ff2d5-bced-44ae-b9aa-e7db2090103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:08.542418 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee499678-c933-4a9e-b07b-c843cf87f9cb req-019ff2d5-bced-44ae-b9aa-e7db2090103a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 1096 time: 0.5133169
Jun 04 15:36:08.601615 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee499678-c933-4a9e-b07b-c843cf87f9cb req-4194759a-8e5a-4ad9-8812-3f9c36173319 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513999
Jun 04 15:36:08.614872 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:08.615678 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fabe56b7-cd2b-4871-944e-ec6c23742b08 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:36:08.648820 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:08.650491 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fabe56b7-cd2b-4871-944e-ec6c23742b08 HTTP/1.1" status: 204  len: 168 time: 3.4700518
Jun 04 15:36:08.654303 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35950) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:08.662762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Calling delete_port for a8240f85-c5f2-48e4-944e-1eeebbffeb7d owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:36:08.727169 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da404811-a6a9-4a23-8ad8-fa4c747193d2 None None] DHCP port deletion for 49d71368-d641-460a-a7be-39db1c530241 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:36:08.793308 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-887124d7-2c42-4c97-9eca-ab8e5f77631e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:08.833192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c7aac4-2ba0-41df-bd41-1f188614302a admin admin] Deleting subnet 1205ab82-a34f-4ac8-aee9-fb0e6fd7a11b {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:36:08.837316 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c5c7aac4-2ba0-41df-bd41-1f188614302a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:08.846408 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:08.853486 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fec090f9-239b-49e8-b1f2-cfd4b051697d tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:08.967758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] No DVR routers for this DVR port a8240f85-c5f2-48e4-944e-1eeebbffeb7d on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:36:08.991246 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-887124d7-2c42-4c97-9eca-ab8e5f77631e None None] For port 98c2af84-bf32-49d5-8bc6-591e12ce2387, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=98c2af84-bf32-49d5-8bc6-591e12ce2387,segment=NetworkSegment(e1848275-a218-482a-923a-6499bb69f93a),segment_id=e1848275-a218-482a-923a-6499bb69f93a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:08.995004 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c5c7aac4-2ba0-41df-bd41-1f188614302a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:09.025577 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device a8240f85-c5f2-48e4-944e-1eeebbffeb7d up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:09.043883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event deleted for resources: {'Port': ['ID=a8240f85-c5f2-48e4-944e-1eeebbffeb7d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:09.053799 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:09.091193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35954) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:09.127461 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c5c7aac4-2ba0-41df-bd41-1f188614302a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:09.247944 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-887124d7-2c42-4c97-9eca-ab8e5f77631e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:09.261514 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: a8240f85-c5f2-48e4-944e-1eeebbffeb7d {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:36:09.263147 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device a8240f85-c5f2-48e4-944e-1eeebbffeb7d not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Jun 04 15:36:09.348194 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3a92c943-21e0-49b8-a43a-98d5a4f2ed63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:09.410813 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Port a8240f85-c5f2-48e4-944e-1eeebbffeb7d not found, will not notify nova. {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Jun 04 15:36:09.412409 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836f682c-9d57-40f2-8778-7eb8c8340b28 None None] Network c98920e9-cd10-4b18-9ffa-d4979bd5b821 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:09.424815 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:09.439659 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8385f00e50>,) {'filters': {'network_id': ['c98920e9-cd10-4b18-9ffa-d4979bd5b821']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:09.455229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385f00e50>, '5a494ddd-ed50-4d10-9286-a0bd202484da') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:09.455699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385f00e50>, '5a494ddd-ed50-4d10-9286-a0bd202484da') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:09.477389 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:09.505869 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:09.520838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:36:09.525632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:09.549215 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 98c2af84-bf32-49d5-8bc6-591e12ce2387 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:36:09.590955 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:36:09.593629 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-de184124-891a-45c7-afb4-a4cfb835deee None None] Could not find standard attr ID for object a8240f85-c5f2-48e4-944e-1eeebbffeb7d. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:36:09.612805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1120749334'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:09.627637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1422056158', 'router:external': True}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:09.640934 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:09.647157 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c5c7aac4-2ba0-41df-bd41-1f188614302a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:09.666321 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-70ffe75c-cb52-46f7-93f1-83ad5c2f1f73 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:09.676868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:09.697512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Usage tracker for resource:network and tenant:8bc0d37ffc2744d5861de697d0f7fe2b is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:09.706648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:09.720037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7aac4-2ba0-41df-bd41-1f188614302a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1205ab82-a34f-4ac8-aee9-fb0e6fd7a11b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:09.723534 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c5c7aac4-2ba0-41df-bd41-1f188614302a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:09.724724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:09.727678 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c5c7aac4-2ba0-41df-bd41-1f188614302a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:09.740651 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c5c7aac4-2ba0-41df-bd41-1f188614302a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1205ab82-a34f-4ac8-aee9-fb0e6fd7a11b HTTP/1.1" status: 204  len: 168 time: 1.0836048
Jun 04 15:36:09.742296 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4e180c-d852-45db-ac5d-0f0b9f995600 None None] Network 1cd853d6-299e-4638-a773-1972be281476 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:09.743713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35964) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:09.756844 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887124d7-2c42-4c97-9eca-ab8e5f77631e None None] Pushing event updated for resources: {'Port': ['ID=98c2af84-bf32-49d5-8bc6-591e12ce2387,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:09.766764 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-887124d7-2c42-4c97-9eca-ab8e5f77631e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:09.780448 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-da404811-a6a9-4a23-8ad8-fa4c747193d2 None None] Deleting port 98c2af84-bf32-49d5-8bc6-591e12ce2387 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:36:09.781082 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-da404811-a6a9-4a23-8ad8-fa4c747193d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:09.852596 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:network and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:09.857031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Made reservation on behalf of 8bc0d37ffc2744d5861de697d0f7fe2b for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:09.860083 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:09.862099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:09.883434 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:09.890949 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:09.907701 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:09.913290 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:09.921969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Usage tracker for resource:security_group_rule and tenant:8bc0d37ffc2744d5861de697d0f7fe2b is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:09.926836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:09.939081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:09.958225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f0935-2ad5-4563-a655-238dd872c5c2 req-56eaeebc-a99b-48b3-94d3-38805668f43c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:09.961027 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eb3f0935-2ad5-4563-a655-238dd872c5c2 req-56eaeebc-a99b-48b3-94d3-38805668f43c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 945 time: 0.1857717
Jun 04 15:36:09.996739 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.005371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-da404811-a6a9-4a23-8ad8-fa4c747193d2 None None] For port 98c2af84-bf32-49d5-8bc6-591e12ce2387, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=98c2af84-bf32-49d5-8bc6-591e12ce2387,segment=NetworkSegment(e1848275-a218-482a-923a-6499bb69f93a),segment_id=e1848275-a218-482a-923a-6499bb69f93a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:10.005777 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-da404811-a6a9-4a23-8ad8-fa4c747193d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.009288 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.016084 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8cda02ed-ecaa-488b-9443-7cbf4b863b4c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:10.052212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event deleted for resources: {'Network': ['ID=c98920e9-cd10-4b18-9ffa-d4979bd5b821,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:10.054893 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:10.055744 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:10.060457 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.067899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Deleting port f6819027-3878-40c0-af7b-9ca4c311ed95 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:36:10.068537 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.104959 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.122013 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eb3f0935-2ad5-4563-a655-238dd872c5c2 req-781cd52f-a534-4d87-b672-af22f5af5fa5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506097
Jun 04 15:36:10.128449 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "DELETE /v2.0/networks/c98920e9-cd10-4b18-9ffa-d4979bd5b821 HTTP/1.1" status: 204  len: 168 time: 2.3303576
Jun 04 15:36:10.131373 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:10.133411 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35970) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:10.193767 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-da404811-a6a9-4a23-8ad8-fa4c747193d2 None None] Calling delete_port for 98c2af84-bf32-49d5-8bc6-591e12ce2387 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:36:10.274729 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f21149c9-c439-4c61-ab80-bad048f2b7d9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.277079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:security_group_rule and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:10.280816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:10.282628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] For port f6819027-3878-40c0-af7b-9ca4c311ed95, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f6819027-3878-40c0-af7b-9ca4c311ed95,segment=NetworkSegment(a53e3549-998f-4b22-9e74-f4be83402616),segment_id=a53e3549-998f-4b22-9e74-f4be83402616)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:10.283007 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.290672 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35974) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:10.291667 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:10.294928 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.360725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-f21149c9-c439-4c61-ab80-bad048f2b7d9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] The port '98c2af84-bf32-49d5-8bc6-591e12ce2387' was deleted {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}}
Jun 04 15:36:10.434002 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Calling delete_port for f6819027-3878-40c0-af7b-9ca4c311ed95 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:36:10.440320 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.457260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:36:10.467886 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.468273 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Added segment 3ec07f80-d96d-44aa-9c70-1f5ecdaf9fbb of type vlan for network 6d6a1ab4-259b-4053-a375-1ccb9e07281f
Jun 04 15:36:10.481211 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-da404811-a6a9-4a23-8ad8-fa4c747193d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.491032 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0b2d41b7-bc88-48ee-95ce-c95d8d0fdf28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:10.507016 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.524057 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5ef5015c-1481-4156-87d7-15db24a6143f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.538388 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f21149c9-c439-4c61-ab80-bad048f2b7d9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.542559 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2edb7766-aba0-4a31-acb7-4854b2693010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:10.548652 n-d-791505-9 neutron-server[88302]: INFO neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No ports have port_id starting with 98c2af84-bf32-49d5-8bc6-591e12ce2387
Jun 04 15:36:10.553350 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da404811-a6a9-4a23-8ad8-fa4c747193d2 None None] Pushing event deleted for resources: {'Port': ['ID=98c2af84-bf32-49d5-8bc6-591e12ce2387,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:10.574784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aac537-f7fb-4c65-a3d1-516d91f8410c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:10.580920 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:10.601365 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-f21149c9-c439-4c61-ab80-bad048f2b7d9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c500280>,) {'filters': {'network_id': ['49d71368-d641-460a-a7be-39db1c530241']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:10.610694 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5ef5015c-1481-4156-87d7-15db24a6143f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:10.613720 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-da404811-a6a9-4a23-8ad8-fa4c747193d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:10.620504 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.621619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:10.622250 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.623505 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef096f0-64dc-41c8-8ce0-e1aa5ee8be8a None None] DHCP port deletion for c98920e9-cd10-4b18-9ffa-d4979bd5b821 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:36:10.627640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da404811-a6a9-4a23-8ad8-fa4c747193d2 None None] No DVR routers for this DVR port 98c2af84-bf32-49d5-8bc6-591e12ce2387 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:36:10.630657 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ca575df3-a93b-4a0d-8187-e36b00490dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:10.632275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5ef5015c-1481-4156-87d7-15db24a6143f admin admin] Usage tracker for resource:security_group_rule and tenant:33ed4766f2694abda8eda3b7b41a6eb1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:10.639065 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5ef5015c-1481-4156-87d7-15db24a6143f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:10.652772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-f21149c9-c439-4c61-ab80-bad048f2b7d9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c500280>, 'e1848275-a218-482a-923a-6499bb69f93a') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:10.653290 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-f21149c9-c439-4c61-ab80-bad048f2b7d9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c500280>, 'e1848275-a218-482a-923a-6499bb69f93a') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:10.676630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5ef5015c-1481-4156-87d7-15db24a6143f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:10.693154 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f21149c9-c439-4c61-ab80-bad048f2b7d9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.726932 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.728909 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f21149c9-c439-4c61-ab80-bad048f2b7d9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.738206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21149c9-c439-4c61-ab80-bad048f2b7d9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:36:10.743791 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f21149c9-c439-4c61-ab80-bad048f2b7d9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:36:10.755819 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:36:10.768604 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.773697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Pushing event updated for resources: {'Network': ['ID=6d6a1ab4-259b-4053-a375-1ccb9e07281f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:10.776942 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:10.777496 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1e078392-328d-4eed-8673-9d6f4bfcd8c0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:10.784817 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5907022c-018e-4d52-8fad-6912b6941f46 None None] DHCP port deletion for 1cd853d6-299e-4638-a773-1972be281476 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:36:10.801916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 6d6a1ab4-259b-4053-a375-1ccb9e07281f details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:36:10.830397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6819027-3878-40c0-af7b-9ca4c311ed95,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:10.834581 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:10.836702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] No DVR routers for this DVR port f6819027-3878-40c0-af7b-9ca4c311ed95 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:36:10.842018 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:10.863995 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-34e199fd-0b43-4689-8f5f-2fab35b03160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:10.876991 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.7754591
Jun 04 15:36:10.887187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35984) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:10.892240 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Request body: {'subnet': {'network_id': '6d6a1ab4-259b-4053-a375-1ccb9e07281f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:10.898156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:10.901390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d913644-0ad2-420c-917f-113c82570fd5,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:10.902785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Usage tracker for resource:subnet and tenant:8bc0d37ffc2744d5861de697d0f7fe2b is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:10.906347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:10.913261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:10.920028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:36:10.928002 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:10.959259 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device a8240f85-c5f2-48e4-944e-1eeebbffeb7d no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:36:11.006530 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: a8240f85-c5f2-48e4-944e-1eeebbffeb7d {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:36:11.006886 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device a8240f85-c5f2-48e4-944e-1eeebbffeb7d not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:36:11.007321 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f6819027-3878-40c0-af7b-9ca4c311ed95 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:36:11.025758 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f21149c9-c439-4c61-ab80-bad048f2b7d9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.030962 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.030962 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Added segment ac1c464b-bdfb-4b2d-a10c-0fa11da58fd1 of type vlan for network 39e6db7f-7533-41fb-bfae-7d98bf268600
Jun 04 15:36:11.033610 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1ad2cbf-1cc1-429f-9579-409f0e33fc86 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:11.045950 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: f6819027-3878-40c0-af7b-9ca4c311ed95 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:36:11.046837 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f6819027-3878-40c0-af7b-9ca4c311ed95 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:36:11.065677 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f21149c9-c439-4c61-ab80-bad048f2b7d9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.074622 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5ef5015c-1481-4156-87d7-15db24a6143f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.091741 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21149c9-c439-4c61-ab80-bad048f2b7d9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event deleted for resources: {'Network': ['ID=49d71368-d641-460a-a7be-39db1c530241,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:11.098491 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f21149c9-c439-4c61-ab80-bad048f2b7d9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:11.121407 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f21149c9-c439-4c61-ab80-bad048f2b7d9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "DELETE /v2.0/networks/49d71368-d641-460a-a7be-39db1c530241 HTTP/1.1" status: 204  len: 168 time: 0.9847047
Jun 04 15:36:11.121407 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.125191 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35992) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:11.174357 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5ef5015c-1481-4156-87d7-15db24a6143f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.193982 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-90c6ff16-58c6-4699-836c-14bf4abfd22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:11.209637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Made reservation on behalf of 8bc0d37ffc2744d5861de697d0f7fe2b for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:11.212015 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.238311 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.238751 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5015c-1481-4156-87d7-15db24a6143f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c0808e-5c48-480a-b172-44e994fd274f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:11.264675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c6fd6a0>,) {'filters': {'network_id': ['1cd853d6-299e-4638-a773-1972be281476']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:11.302573 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5ef5015c-1481-4156-87d7-15db24a6143f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:11.327829 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5ef5015c-1481-4156-87d7-15db24a6143f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33ed4766f2694abda8eda3b7b41a6eb1&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0331237
Jun 04 15:36:11.331534 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-40cdd7a5-f63b-499c-822d-07b5f38f777f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.333531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35996) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:11.368724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c6fd6a0>, 'a53e3549-998f-4b22-9e74-f4be83402616') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:11.369098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c6fd6a0>, 'a53e3549-998f-4b22-9e74-f4be83402616') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:11.401282 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.431732 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.435777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:11.436556 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.438089 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.449631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:36:11.449904 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8a440976-29a1-4562-b29d-fe2ff20da20c tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:11.450052 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:36:11.464184 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:36:11.495827 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479179c6-21f4-4267-9c15-9d88abee7654 req-ab8a6142-f838-4924-99b7-300d33b7efef tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:11.497344 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-479179c6-21f4-4267-9c15-9d88abee7654 req-ab8a6142-f838-4924-99b7-300d33b7efef tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 945 time: 0.2390726
Jun 04 15:36:11.598235 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-479179c6-21f4-4267-9c15-9d88abee7654 req-b937831e-0ad0-464b-9597-8db67b97d10c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568023
Jun 04 15:36:11.636133 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-40cdd7a5-f63b-499c-822d-07b5f38f777f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.649840 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.653925 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-45cbf884-5b31-48db-83d6-d4802e772749 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:11.669851 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Network': ['ID=39e6db7f-7533-41fb-bfae-7d98bf268600,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:11.672578 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.672796 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-717133cb-e396-4147-9d04-766ec8e4aeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.681755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd853d6-299e-4638-a773-1972be281476,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:11.684649 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 39e6db7f-7533-41fb-bfae-7d98bf268600 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:36:11.689694 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:11.733420 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-717133cb-e396-4147-9d04-766ec8e4aeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.739112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36006) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:11.750839 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:11.752276 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 3.3187628
Jun 04 15:36:11.755778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36010) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:11.766393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2022507768'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:11.772612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:11.777174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:network and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:11.779762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-40cdd7a5-f63b-499c-822d-07b5f38f777f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83868850a0>,) {'filters': {'network_id': ['58608d50-2ab7-4972-a8e3-6c3ee2752c84']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:11.781780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:11.788491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:11.808941 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1cd853d6-299e-4638-a773-1972be281476 HTTP/1.1" status: 204  len: 168 time: 2.0615954
Jun 04 15:36:11.823086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-40cdd7a5-f63b-499c-822d-07b5f38f777f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83868850a0>, '25725975-6a1a-44c9-a9a6-cee4d65d0249') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:11.823394 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-40cdd7a5-f63b-499c-822d-07b5f38f777f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83868850a0>, '25725975-6a1a-44c9-a9a6-cee4d65d0249') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:11.847152 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-40cdd7a5-f63b-499c-822d-07b5f38f777f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.856077 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f36c8eff-fe1c-44d4-941a-693263ab4629 req-fc733848-3687-487c-bcbc-4689a5f16685 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1d658397c2f54645b763ef21f67c47da HTTP/1.1" status: 200  len: 267 time: 0.1069980
Jun 04 15:36:11.886533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:11.891727 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.919939 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-40cdd7a5-f63b-499c-822d-07b5f38f777f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.944543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40cdd7a5-f63b-499c-822d-07b5f38f777f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:36:11.945295 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-40cdd7a5-f63b-499c-822d-07b5f38f777f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:36:11.970519 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:36:11.978335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c1779380-61de-4df3-8783-81d680da2c94 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:12.248203 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c8eff-fe1c-44d4-941a-693263ab4629 req-cd9529d1-c657-49a1-a9b1-cefcdba1467f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:12.250392 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f36c8eff-fe1c-44d4-941a-693263ab4629 req-cd9529d1-c657-49a1-a9b1-cefcdba1467f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 945 time: 0.3710601
Jun 04 15:36:12.261894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-f36c8eff-fe1c-44d4-941a-693263ab4629 req-3b20b629-409e-4a0f-b027-b4ce8e663e14 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Request body: {'port': {'security_groups': []}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:12.329805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:36:12.356369 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-717133cb-e396-4147-9d04-766ec8e4aeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:12.365909 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3b8168d1-71b5-487c-8ccf-d6102f6c4a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:12.388613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717133cb-e396-4147-9d04-766ec8e4aeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c0808e-5c48-480a-b172-44e994fd274f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:12.397488 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-717133cb-e396-4147-9d04-766ec8e4aeee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:12.403585 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f36c8eff-fe1c-44d4-941a-693263ab4629 req-3b20b629-409e-4a0f-b027-b4ce8e663e14 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:12.423682 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-717133cb-e396-4147-9d04-766ec8e4aeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:12.424798 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-717133cb-e396-4147-9d04-766ec8e4aeee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31c0808e-5c48-480a-b172-44e994fd274f HTTP/1.1" status: 204  len: 168 time: 1.0894947
Jun 04 15:36:12.493344 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-40cdd7a5-f63b-499c-822d-07b5f38f777f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:12.499122 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d20fee36-ad75-46d3-8b52-a9d3a3be1041 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:12.510548 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:12.512422 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Added segment 2b714067-65c4-4a00-a75d-ea10340c8c6f of type vlan for network 5208f65a-e8c9-47af-b0ec-db091086b7a1
Jun 04 15:36:12.513601 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-40cdd7a5-f63b-499c-822d-07b5f38f777f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:12.516009 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-40cdd7a5-f63b-499c-822d-07b5f38f777f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "DELETE /v2.0/networks/58608d50-2ab7-4972-a8e3-6c3ee2752c84 HTTP/1.1" status: 204  len: 168 time: 1.3898518
Jun 04 15:36:12.521357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36016) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:12.527547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdd7a5-f63b-499c-822d-07b5f38f777f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event deleted for resources: {'Network': ['ID=58608d50-2ab7-4972-a8e3-6c3ee2752c84,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:12.549152 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-40cdd7a5-f63b-499c-822d-07b5f38f777f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:12.554979 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:12.559629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-2e773316-fc41-4f46-b016-44b8982ae1c7 req-8f785db1-89e6-4382-8b02-6ed2772aa11f service neutron] (88301) timed out ('10.222.0.62', 64750) {{(pid=88301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 15:36:12.650150 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c1779380-61de-4df3-8783-81d680da2c94 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] 10.222.0.32 "PUT /v2.0/quotas/d5f15e6dc7b14d289a0795489d8929d5 HTTP/1.1" status: 200  len: 366 time: 0.9099448
Jun 04 15:36:12.654357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36018) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:12.667241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4959e2aa-1eb6-4e91-88b0-196d3b999714 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 468 time: 0.0122688
Jun 04 15:36:12.669641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36020) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:12.685483 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-713bcd2e-9516-4378-9f1b-47fae1392f7e tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] 10.222.0.32 "GET /v2.0/quotas/d5f15e6dc7b14d289a0795489d8929d5 HTTP/1.1" status: 200  len: 366 time: 0.0145121
Jun 04 15:36:12.689647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36022) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:12.748620 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:12.757728 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c12a32ff-7900-4c1e-a610-3e9bb667339b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:12.757913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:12.757913 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:12.767509 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fff72e45-44de-41ad-af1c-2705958c3bcc tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:12.817727 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d79becc6-8664-4485-98c8-d9c6cf26a2c6 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/d5f15e6dc7b14d289a0795489d8929d5 HTTP/1.1" status: 204  len: 168 time: 0.1230686
Jun 04 15:36:12.825684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36026) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:12.875338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-f36c8eff-fe1c-44d4-941a-693263ab4629 req-3b20b629-409e-4a0f-b027-b4ce8e663e14 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] For port 30684302-e49b-4f44-8c5e-bfc6906fbf62, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=30684302-e49b-4f44-8c5e-bfc6906fbf62,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:12.925507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36028) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:12.943877 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.1838510
Jun 04 15:36:12.949846 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c12a32ff-7900-4c1e-a610-3e9bb667339b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:12.954194 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bce44b46-bcd2-4a88-b363-3293085f4774 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 207 time: 0.1273282
Jun 04 15:36:12.955153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36030) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:12.955793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.objects.ports [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88300) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:36:12.956362 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:12.960531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36032) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:12.961745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Network': ['ID=5208f65a-e8c9-47af-b0ec-db091086b7a1,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:12.972742 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 5208f65a-e8c9-47af-b0ec-db091086b7a1 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:36:12.978658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c12a32ff-7900-4c1e-a610-3e9bb667339b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c47eb80>,) {'filters': {'network_id': ['a76a2468-c9db-4062-9873-2fb6cde71cff']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:12.983508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'subnet': {'network_id': '39e6db7f-7533-41fb-bfae-7d98bf268600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:12.999397 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-29c25ab6-a964-4a10-b5fd-c9cd6cb90e3f tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] 10.222.0.32 "GET /v2.0/quotas/d5f15e6dc7b14d289a0795489d8929d5 HTTP/1.1" status: 200  len: 370 time: 0.0375452
Jun 04 15:36:13.004873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36034) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:13.007467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c12a32ff-7900-4c1e-a610-3e9bb667339b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c47eb80>, 'f9f316ca-6dd7-466d-8d24-130607ff71b9') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:13.007809 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c12a32ff-7900-4c1e-a610-3e9bb667339b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c47eb80>, 'f9f316ca-6dd7-466d-8d24-130607ff71b9') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:13.013824 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:13.018612 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-840028a3-5c13-45e9-95dd-bb6cc44ac48e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:13.028418 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ddd8cb71-372d-42e2-927e-9c50432c49df tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] 10.222.0.32 "GET /v2.0/quotas/d5f15e6dc7b14d289a0795489d8929d5/default HTTP/1.1" status: 200  len: 370 time: 0.0114057
Jun 04 15:36:13.042296 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c12a32ff-7900-4c1e-a610-3e9bb667339b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.045546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36036) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:13.065854 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f36c8eff-fe1c-44d4-941a-693263ab4629 req-3b20b629-409e-4a0f-b027-b4ce8e663e14 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.069916 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-de9eeebe-c8d7-4006-ab74-cde326daabb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f44e84ed8194ff186011ba9ef2052d5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1438832
Jun 04 15:36:13.072676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36038) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:13.085413 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c12a32ff-7900-4c1e-a610-3e9bb667339b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.105193 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-e2c84048-60a2-4d89-9950-0cd341339b07 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] delete failed (client error): The resource could not be found.
Jun 04 15:36:13.106079 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e2c84048-60a2-4d89-9950-0cd341339b07 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/d5f15e6dc7b14d289a0795489d8929d5 HTTP/1.1" status: 404  len: 348 time: 0.0550308
Jun 04 15:36:13.108565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12a32ff-7900-4c1e-a610-3e9bb667339b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:36:13.109191 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c12a32ff-7900-4c1e-a610-3e9bb667339b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:36:13.125608 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:36:13.156753 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f36c8eff-fe1c-44d4-941a-693263ab4629 req-3b20b629-409e-4a0f-b027-b4ce8e663e14 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.172181 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['362ae327-1346-41be-be0d-0a7b0c46ce77', '9e4b3b84-9fb6-4739-a10e-164c3bda63cc', '30684302-e49b-4f44-8c5e-bfc6906fbf62'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:36:13.189233 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Pushing event updated for resources: {'Subnet': ['ID=43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:13.198214 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:13.212514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Checking segment: {'id': '3ec07f80-d96d-44aa-9c70-1f5ecdaf9fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6d6a1ab4-259b-4053-a375-1ccb9e07281f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:13.212882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Network hostable DHCP agents. Network: 6d6a1ab4-259b-4053-a375-1ccb9e07281f, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:36:13.216963 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:13.225590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:subnet and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:13.231828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:13.237967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:13.250285 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-79e48fdc-ba99-4eb9-a3f4-9705aa305569 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:13.333308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:13.348322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36042) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:13.351165 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.374409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c8eff-fe1c-44d4-941a-693263ab4629 req-3b20b629-409e-4a0f-b027-b4ce8e663e14 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:13.375272 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f36c8eff-fe1c-44d4-941a-693263ab4629 req-3b20b629-409e-4a0f-b027-b4ce8e663e14 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.383986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Network 6d6a1ab4-259b-4053-a375-1ccb9e07281f is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:36:13.385415 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f36c8eff-fe1c-44d4-941a-693263ab4629 req-3b20b629-409e-4a0f-b027-b4ce8e663e14 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "PUT /v2.0/ports/30684302-e49b-4f44-8c5e-bfc6906fbf62 HTTP/1.1" status: 200  len: 904 time: 1.1284461
Jun 04 15:36:13.392092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bdceeb0-6fc9-4e93-97ad-326958b5ae55', 'tag': '30684302-e49b-4f44-8c5e-bfc6906fbf62'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:36:13.397486 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36465392-9cda-4a63-8deb-510b1ab0beda" -d '{"events": [{"name": "network-changed", "server_uuid": "0bdceeb0-6fc9-4e93-97ad-326958b5ae55", "tag": "30684302-e49b-4f44-8c5e-bfc6906fbf62"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:36:13.400133 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-511e3c61-507d-460c-b533-1f6dbe6ddeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.433761 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-511e3c61-507d-460c-b533-1f6dbe6ddeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.466612 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['30684302-e49b-4f44-8c5e-bfc6906fbf62'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:36:13.531126 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-678b9964-5574-4518-8a2a-c26eb5c1f689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.536240 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c12a32ff-7900-4c1e-a610-3e9bb667339b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.547433 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c12a32ff-7900-4c1e-a610-3e9bb667339b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.558004 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20b629-409e-4a0f-b027-b4ce8e663e14 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event updated for resources: {'Port': ['ID=30684302-e49b-4f44-8c5e-bfc6906fbf62,revision_number=6']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:13.566159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36050) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:13.570127 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-678b9964-5574-4518-8a2a-c26eb5c1f689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:13.573155 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3b20b629-409e-4a0f-b027-b4ce8e663e14 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:13.573925 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ccb91389-5e6e-49db-88ff-9bb8804e3cdd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:13.602386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-511e3c61-507d-460c-b533-1f6dbe6ddeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.612156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-678b9964-5574-4518-8a2a-c26eb5c1f689 admin admin] Usage tracker for resource:security_group_rule and tenant:d9dbe32d31df43e7afb0e1a990439790 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:13.621530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a32ff-7900-4c1e-a610-3e9bb667339b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Pushing event deleted for resources: {'Network': ['ID=a76a2468-c9db-4062-9873-2fb6cde71cff,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:13.625552 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-678b9964-5574-4518-8a2a-c26eb5c1f689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:13.641748 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c12a32ff-7900-4c1e-a610-3e9bb667339b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] 10.222.0.32 "DELETE /v2.0/networks/a76a2468-c9db-4062-9873-2fb6cde71cff HTTP/1.1" status: 204  len: 168 time: 1.1173229
Jun 04 15:36:13.646535 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-678b9964-5574-4518-8a2a-c26eb5c1f689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:13.650096 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c12a32ff-7900-4c1e-a610-3e9bb667339b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:13.651340 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3a3ae4f-d588-4272-8f0e-05544941a998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:13.657640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 6d6a1ab4-259b-4053-a375-1ccb9e07281f) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:13.662264 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-511e3c61-507d-460c-b533-1f6dbe6ddeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.663602 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-511e3c61-507d-460c-b533-1f6dbe6ddeba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14fd5b10-0932-42bc-9fe7-1dbb815acd88 HTTP/1.1" status: 204  len: 168 time: 0.5899167
Jun 04 15:36:13.674154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e3c61-507d-460c-b533-1f6dbe6ddeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fd5b10-0932-42bc-9fe7-1dbb815acd88,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:13.677927 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-511e3c61-507d-460c-b533-1f6dbe6ddeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:13.717474 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a63f4f-42f3-4bae-a944-426800288eb9 None None] Network 6d6a1ab4-259b-4053-a375-1ccb9e07281f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:13.787039 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:13.787777 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.794458 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-678b9964-5574-4518-8a2a-c26eb5c1f689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.821922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Usage tracker for resource:network and tenant:fa090c52cc6e479887ce42b6e4ad33c3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:13.830355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:13.858131 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-678b9964-5574-4518-8a2a-c26eb5c1f689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.867621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Usage tracker for resource:subnet and tenant:fa090c52cc6e479887ce42b6e4ad33c3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:13.872640 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c343886f-2dde-43b6-b355-92f880eed2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:13.888042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:13.900859 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 3.0126350
Jun 04 15:36:13.905121 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36056) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:13.915597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-766009495', 'network_id': '6d6a1ab4-259b-4053-a375-1ccb9e07281f'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:13.928433 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-678b9964-5574-4518-8a2a-c26eb5c1f689 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9dbe32d31df43e7afb0e1a990439790&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5761199
Jun 04 15:36:13.929835 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b9964-5574-4518-8a2a-c26eb5c1f689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e1ca89-982f-4f24-8a0b-b08a60f0387c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:13.932298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36058) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:13.947451 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-678b9964-5574-4518-8a2a-c26eb5c1f689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:13.968525 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4c109ba5-973f-4748-8581-7d644eeed092 None None] Provisioning complete for port 30684302-e49b-4f44-8c5e-bfc6906fbf62 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:13.969221 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c109ba5-973f-4748-8581-7d644eeed092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:13.974560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Usage tracker for resource:subnetpool and tenant:fa090c52cc6e479887ce42b6e4ad33c3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:13.987329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c605b74-d181-4650-bb19-17fd2d5cff69 req-b54be4d2-3047-4fd8-b4f6-03409849f321 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:14.001419 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c605b74-d181-4650-bb19-17fd2d5cff69 req-b54be4d2-3047-4fd8-b4f6-03409849f321 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 907 time: 0.3557045
Jun 04 15:36:14.003291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:14.021555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Usage tracker for resource:port and tenant:8bc0d37ffc2744d5861de697d0f7fe2b is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:14.031581 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed61a998-2922-4427-b94e-ef362d583e81 x-openstack-request-id: req-ed61a998-2922-4427-b94e-ef362d583e81 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:36:14.031935 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bdceeb0-6fc9-4e93-97ad-326958b5ae55", "tag": "30684302-e49b-4f44-8c5e-bfc6906fbf62", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:36:14.032219 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed61a998-2922-4427-b94e-ef362d583e81 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:36:14.032665 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bdceeb0-6fc9-4e93-97ad-326958b5ae55', 'tag': '30684302-e49b-4f44-8c5e-bfc6906fbf62', 'status': 'completed', 'code': 200}
Jun 04 15:36:14.039891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:14.047331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:14.058048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:14.087680 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-728806bb-3a5c-45b8-bdd5-bd9ea30e1f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:14.136550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Usage tracker for resource:port and tenant:fa090c52cc6e479887ce42b6e4ad33c3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:14.142642 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-728806bb-3a5c-45b8-bdd5-bd9ea30e1f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:14.167764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:14.249339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Usage tracker for resource:router and tenant:fa090c52cc6e479887ce42b6e4ad33c3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:14.252103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Made reservation on behalf of 8bc0d37ffc2744d5861de697d0f7fe2b for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:14.254659 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:14.274515 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216a8ef0-d5df-48ae-bbcd-a0442642bcb2 None None] Network 6d6a1ab4-259b-4053-a375-1ccb9e07281f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:14.275857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:14.284474 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-728806bb-3a5c-45b8-bdd5-bd9ea30e1f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:14.291139 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-44fb83e0-5fff-4152-a2c9-aeb13290ec3d tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:14.302746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36465392-9cda-4a63-8deb-510b1ab0beda req-463b7474-fb2d-4516-8952-f6fd8cdba36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:14.304253 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36465392-9cda-4a63-8deb-510b1ab0beda req-463b7474-fb2d-4516-8952-f6fd8cdba36d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 1058 time: 0.2434738
Jun 04 15:36:14.307438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] device_id is not set on port 948ec0e6-ef68-43e2-b21b-5ede0c8cf6fe yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:36:14.314485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728806bb-3a5c-45b8-bdd5-bd9ea30e1f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e1ca89-982f-4f24-8a0b-b08a60f0387c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:14.319302 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-728806bb-3a5c-45b8-bdd5-bd9ea30e1f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:14.326426 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-728806bb-3a5c-45b8-bdd5-bd9ea30e1f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:14.329783 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-728806bb-3a5c-45b8-bdd5-bd9ea30e1f73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72e1ca89-982f-4f24-8a0b-b08a60f0387c HTTP/1.1" status: 204  len: 168 time: 0.3963141
Jun 04 15:36:14.367618 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36068) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:14.512993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Usage tracker for resource:floatingip and tenant:fa090c52cc6e479887ce42b6e4ad33c3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:14.584993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:14.650819 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c0f9c6e9-2a2f-4bad-bf68-8f39817f6894 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ae088e27e674d2688fb28b5b0859725&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2812366
Jun 04 15:36:14.653162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36074) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:14.733331 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb07490e-e7d1-46a5-bc18-48d83c4e15c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:14.763959 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb07490e-e7d1-46a5-bc18-48d83c4e15c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:14.829166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fffee2-6542-4136-a553-1156a39f0701 req-2823d93c-062d-4664-b8ab-eef481f39a33 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:14.835649 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0fffee2-6542-4136-a553-1156a39f0701 req-2823d93c-062d-4664-b8ab-eef481f39a33 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.6352887
Jun 04 15:36:14.936177 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb07490e-e7d1-46a5-bc18-48d83c4e15c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:14.946049 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7f8b7ea7-92ee-47a2-a95b-c19c35c10443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:14.954686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36465392-9cda-4a63-8deb-510b1ab0beda req-18db83b7-fb37-4cc3-8c4b-1842e65a43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:14.956136 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36465392-9cda-4a63-8deb-510b1ab0beda req-18db83b7-fb37-4cc3-8c4b-1842e65a43fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.4460576
Jun 04 15:36:14.969109 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07490e-e7d1-46a5-bc18-48d83c4e15c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0754bdbb-ba23-45b1-a7f2-eef7f463dd3d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:14.976667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Usage tracker for resource:security_group and tenant:fa090c52cc6e479887ce42b6e4ad33c3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:14.977673 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eb07490e-e7d1-46a5-bc18-48d83c4e15c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:14.977673 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb07490e-e7d1-46a5-bc18-48d83c4e15c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:14.977673 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eb07490e-e7d1-46a5-bc18-48d83c4e15c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0754bdbb-ba23-45b1-a7f2-eef7f463dd3d HTTP/1.1" status: 204  len: 168 time: 0.3199222
Jun 04 15:36:15.040634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Allocated IP 2001:db8::2a7 (6d6a1ab4-259b-4053-a375-1ccb9e07281f/43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8/948ec0e6-ef68-43e2-b21b-5ede0c8cf6fe) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:15.050294 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:15.071428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36465392-9cda-4a63-8deb-510b1ab0beda req-98a1cee7-5538-418e-97b2-7c8a3e7183a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30684302-e49b-4f44-8c5e-bfc6906fbf62 HTTP/1.1" status: 200  len: 217 time: 0.0876231
Jun 04 15:36:15.075686 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c0fffee2-6542-4136-a553-1156a39f0701 req-4fc5a52b-45ef-4f48-a169-9a85933310af tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2311075
Jun 04 15:36:15.129977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36090) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:15.138478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Usage tracker for resource:security_group_rule and tenant:fa090c52cc6e479887ce42b6e4ad33c3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:15.169062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:15.199456 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-adddd812-1916-4a7c-99d3-43b4d1f82074 tempest-QuotasTest-1916081865 tempest-QuotasTest-1916081865-project-admin] 10.222.0.32 "GET /v2.0/quotas/fa090c52cc6e479887ce42b6e4ad33c3/details.json HTTP/1.1" status: 200  len: 703 time: 1.6323888
Jun 04 15:36:15.215658 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4a2b0d4f-f1ab-4187-809a-8c7a24e4fec1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ac02eba8afb416294685148968468a5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0835509
Jun 04 15:36:15.217448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36465392-9cda-4a63-8deb-510b1ab0beda req-03241eaa-97b2-4944-96a3-7e4e25c985af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:15.219498 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36465392-9cda-4a63-8deb-510b1ab0beda req-03241eaa-97b2-4944-96a3-7e4e25c985af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.1429632
Jun 04 15:36:15.225665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36094) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:15.299894 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2006aa6a-834d-4841-a6eb-a3a49a2c6bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:15.331140 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2006aa6a-834d-4841-a6eb-a3a49a2c6bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:15.455372 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2006aa6a-834d-4841-a6eb-a3a49a2c6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:15.464506 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-678b9964-5574-4518-8a2a-c26eb5c1f689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:15.474218 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:15.479005 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:15.480981 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006aa6a-834d-4841-a6eb-a3a49a2c6bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbdce72-c180-403f-bad3-3cd75d38b3ad,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:15.486192 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2006aa6a-834d-4841-a6eb-a3a49a2c6bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:15.529407 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36465392-9cda-4a63-8deb-510b1ab0beda req-40d2e858-8d2d-42c9-9c4c-47e974846f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:15.530977 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36465392-9cda-4a63-8deb-510b1ab0beda req-40d2e858-8d2d-42c9-9c4c-47e974846f34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2920010
Jun 04 15:36:15.570974 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2006aa6a-834d-4841-a6eb-a3a49a2c6bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:15.577538 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2006aa6a-834d-4841-a6eb-a3a49a2c6bfe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cbdce72-c180-403f-bad3-3cd75d38b3ad HTTP/1.1" status: 204  len: 168 time: 0.3496270
Jun 04 15:36:15.595273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Subnet': ['ID=ccafba6f-5629-449b-a596-953ccb435b54,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:15.612942 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:15.621478 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:15.696005 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Checking segment: {'id': 'ac1c464b-bdfb-4b2d-a10c-0fa11da58fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39e6db7f-7533-41fb-bfae-7d98bf268600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:15.696353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network hostable DHCP agents. Network: 39e6db7f-7533-41fb-bfae-7d98bf268600, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:36:15.737482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795322b-2191-4b4a-ae83-d3ae6642818e req-203da2c4-9759-40c4-8aa2-4b521ba79e63 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:15.745442 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e795322b-2191-4b4a-ae83-d3ae6642818e req-203da2c4-9759-40c4-8aa2-4b521ba79e63 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.5281901
Jun 04 15:36:15.746697 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36465392-9cda-4a63-8deb-510b1ab0beda req-cfe43720-445a-4783-8ab2-32c0d1098adc service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2037425
Jun 04 15:36:15.802114 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e795322b-2191-4b4a-ae83-d3ae6642818e req-c2d0caad-532b-4091-8d07-bba3bfc7e891 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551341
Jun 04 15:36:15.803273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 39e6db7f-7533-41fb-bfae-7d98bf268600 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:36:15.860891 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:15.880313 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5139cb06-0c91-41ab-b1a6-879544013b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:15.935573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 39e6db7f-7533-41fb-bfae-7d98bf268600) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:15.949340 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68650d3-b435-47bd-84f0-360369c42351 None None] Network 39e6db7f-7533-41fb-bfae-7d98bf268600 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:15.974996 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Network 6d6a1ab4-259b-4053-a375-1ccb9e07281f is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:15.983462 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:15.985888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:15.986253 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:15.991119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:15.991859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:15.992682 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:16.017508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Pushing event updated for resources: {'Port': ['ID=948ec0e6-ef68-43e2-b21b-5ede0c8cf6fe,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:16.033158 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:16.044233 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-36465392-9cda-4a63-8deb-510b1ab0beda req-a3be91a0-13ee-4265-b6b5-66f3fa206e65 service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2860246
Jun 04 15:36:16.086404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36118) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:16.144198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 2.2357190
Jun 04 15:36:16.151400 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36122) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:16.204814 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.2412610
Jun 04 15:36:16.217378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36132) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:16.225218 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'subnet': {'network_id': '5208f65a-e8c9-47af-b0ec-db091086b7a1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:16.239809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-39e6db7f-7533-41fb-bfae-7d98bf268600', 'network_id': '39e6db7f-7533-41fb-bfae-7d98bf268600', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'fixed_ips': [{'subnet_id': 'ccafba6f-5629-449b-a596-953ccb435b54'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:36:16.240929 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:16.331091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c9b90-c454-4246-917e-de436cbf36f0 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Deleting port 948ec0e6-ef68-43e2-b21b-5ede0c8cf6fe {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:36:16.336430 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb9c9b90-c454-4246-917e-de436cbf36f0 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:16.488717 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Allocated IP 2001:db8::2 (39e6db7f-7533-41fb-bfae-7d98bf268600/ccafba6f-5629-449b-a596-953ccb435b54/2b248769-8e83-4acf-9f1c-360d43614351) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:16.588469 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f8e281c8-e921-410b-af87-154d181b6ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:16.610356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f8e281c8-e921-410b-af87-154d181b6ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:16.634207 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f8e281c8-e921-410b-af87-154d181b6ac8 admin admin] Usage tracker for resource:security_group_rule and tenant:20e640be9076482689c5637da76e2874 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:16.656113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f8e281c8-e921-410b-af87-154d181b6ac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:16.669274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f8e281c8-e921-410b-af87-154d181b6ac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:16.673534 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb9c9b90-c454-4246-917e-de436cbf36f0 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:16.807700 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:16.808917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:16.820392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Transition to ACTIVE for port object 2b248769-8e83-4acf-9f1c-360d43614351 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:16.832480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:subnet and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:16.838947 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:16.844619 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Transition to ACTIVE for port object 2b248769-8e83-4acf-9f1c-360d43614351 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:16.851258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:16.897077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c52caa-d172-49ce-8401-e37f0c20261a req-7a4565e5-9ae5-4aaa-97ae-1f22395f47e6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:16.898778 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89c52caa-d172-49ce-8401-e37f0c20261a req-7a4565e5-9ae5-4aaa-97ae-1f22395f47e6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 812 time: 0.6131988
Jun 04 15:36:16.917705 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89c52caa-d172-49ce-8401-e37f0c20261a req-0e6d54c4-4864-49ab-a638-82d7d3b9c697 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/quotas/1d658397c2f54645b763ef21f67c47da HTTP/1.1" status: 200  len: 375 time: 0.0130005
Jun 04 15:36:16.959131 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:16.965604 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:16.976259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:16.980097 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:17.049083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c9b90-c454-4246-917e-de436cbf36f0 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Calling delete_port for 948ec0e6-ef68-43e2-b21b-5ede0c8cf6fe owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:36:17.092132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Network 39e6db7f-7533-41fb-bfae-7d98bf268600 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:17.096228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:17.100296 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:17.115240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Pushing event updated for resources: {'Port': ['ID=2b248769-8e83-4acf-9f1c-360d43614351,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:17.122698 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:17.167186 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f8e281c8-e921-410b-af87-154d181b6ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:17.221329 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89c52caa-d172-49ce-8401-e37f0c20261a req-cac08ed9-8f3c-4163-85e4-b3dce7c36ac2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&fields=id HTTP/1.1" status: 200  len: 532 time: 0.2924576
Jun 04 15:36:17.241995 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Attempting to bind port 2b248769-8e83-4acf-9f1c-360d43614351 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:36:17.242610 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Attempting to bind port 2b248769-8e83-4acf-9f1c-360d43614351 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'ac1c464b-bdfb-4b2d-a10c-0fa11da58fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39e6db7f-7533-41fb-bfae-7d98bf268600'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:36:17.243087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Attempting to bind port 2b248769-8e83-4acf-9f1c-360d43614351 on network 39e6db7f-7533-41fb-bfae-7d98bf268600 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:36:17.249906 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:36:17.250476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Checking segment: {'id': 'ac1c464b-bdfb-4b2d-a10c-0fa11da58fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39e6db7f-7533-41fb-bfae-7d98bf268600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:17.259438 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:17.259438 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Bound using segment: {'id': 'ac1c464b-bdfb-4b2d-a10c-0fa11da58fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39e6db7f-7533-41fb-bfae-7d98bf268600'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:36:17.259438 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Bound port: 2b248769-8e83-4acf-9f1c-360d43614351, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1c464b-bdfb-4b2d-a10c-0fa11da58fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '39e6db7f-7533-41fb-bfae-7d98bf268600'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:36:17.259438 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:17.275579 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f8e281c8-e921-410b-af87-154d181b6ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:17.286598 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-17126868-0ddf-4ddc-9101-8322dac17429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:17.337892 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb9c9b90-c454-4246-917e-de436cbf36f0 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:17.347064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e281c8-e921-410b-af87-154d181b6ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bc382a-607e-4dbe-9d6b-a6e1a93be950,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:17.354450 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f8e281c8-e921-410b-af87-154d181b6ac8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20e640be9076482689c5637da76e2874&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2700906
Jun 04 15:36:17.360569 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f8e281c8-e921-410b-af87-154d181b6ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:17.361373 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bf3ad8e0-9629-4f32-aa16-b45ace293fd6 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:17.413077 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36158) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:17.414561 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c9b90-c454-4246-917e-de436cbf36f0 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Pushing event deleted for resources: {'Port': ['ID=948ec0e6-ef68-43e2-b21b-5ede0c8cf6fe,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:17.414711 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89c52caa-d172-49ce-8401-e37f0c20261a req-e30b7af4-585f-486e-a6cf-1c02a6462c5b service neutron] 10.222.0.32 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831405
Jun 04 15:36:17.445446 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eb9c9b90-c454-4246-917e-de436cbf36f0 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:17.497187 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] For port 2b248769-8e83-4acf-9f1c-360d43614351, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:36:17.501633 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] For port 2b248769-8e83-4acf-9f1c-360d43614351, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2b248769-8e83-4acf-9f1c-360d43614351,segment=NetworkSegment(ac1c464b-bdfb-4b2d-a10c-0fa11da58fd1),segment_id=ac1c464b-bdfb-4b2d-a10c-0fa11da58fd1)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:36:17.526906 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb9c9b90-c454-4246-917e-de436cbf36f0 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:17.551056 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eb9c9b90-c454-4246-917e-de436cbf36f0 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "DELETE /v2.0/ports/948ec0e6-ef68-43e2-b21b-5ede0c8cf6fe HTTP/1.1" status: 204  len: 168 time: 1.3984690
Jun 04 15:36:17.553923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36166) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:17.558134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d6a1ab4-259b-4053-a375-1ccb9e07281f', 'external_fixed_ips': [{'subnet_id': '43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8', 'ip_address': '2001:db8::2a7'}]}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:17.568312 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:17.570060 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86b9f9ca-7ff3-49b3-9de8-f4157d265d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:17.573953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Usage tracker for resource:router and tenant:8bc0d37ffc2744d5861de697d0f7fe2b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:17.588936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:17.597887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:17.616732 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:17.617856 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86b9f9ca-7ff3-49b3-9de8-f4157d265d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:17.641851 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:17.694185 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89c52caa-d172-49ce-8401-e37f0c20261a req-c52599d6-aea3-4930-8f60-24f4dd430dec service neutron] 10.222.0.32 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2666907
Jun 04 15:36:17.736057 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:17.737287 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:17.783736 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86b9f9ca-7ff3-49b3-9de8-f4157d265d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:17.802232 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-74b660a5-8b57-45cc-b314-ef19a1477fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:17.820326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Pushing event updated for resources: {'Port': ['ID=2b248769-8e83-4acf-9f1c-360d43614351,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:17.825874 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:17.829823 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:17.855759 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9f9ca-7ff3-49b3-9de8-f4157d265d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bc382a-607e-4dbe-9d6b-a6e1a93be950,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:17.859574 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-86b9f9ca-7ff3-49b3-9de8-f4157d265d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:17.897164 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86b9f9ca-7ff3-49b3-9de8-f4157d265d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:17.900946 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-86b9f9ca-7ff3-49b3-9de8-f4157d265d9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2bc382a-607e-4dbe-9d6b-a6e1a93be950 HTTP/1.1" status: 204  len: 168 time: 0.4814987
Jun 04 15:36:18.249709 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8b4f4b0c-47b6-45df-bebf-39ac404d4b46 req-f0ea8946-663f-4547-999e-b8a291028f0f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 210 time: 0.1884453
Jun 04 15:36:18.265849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36192) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:18.326557 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:18.333529 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d82d8bf4-af7b-4e1d-9ba8-388cec713099 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:18.465985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Subnet': ['ID=08f052b2-76b6-4213-852b-a4071ca70b97,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:18.471501 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:18.480089 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Checking segment: {'id': '2b714067-65c4-4a00-a75d-ea10340c8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5208f65a-e8c9-47af-b0ec-db091086b7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:18.483667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network hostable DHCP agents. Network: 5208f65a-e8c9-47af-b0ec-db091086b7a1, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:36:18.547890 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:18.558524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 5208f65a-e8c9-47af-b0ec-db091086b7a1 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:36:18.647834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-287079764'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:18.653328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:18.661655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:network and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:18.661655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:18.668324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:18.680547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 5208f65a-e8c9-47af-b0ec-db091086b7a1) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:18.692977 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad664e7-4179-4577-a617-1c559f0eb8b6 None None] Network 5208f65a-e8c9-47af-b0ec-db091086b7a1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:18.695303 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:18.695897 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:18.767767 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:18.772759 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:18.795236 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:18.829714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36206) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:18.833803 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.6050484
Jun 04 15:36:18.838131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:18.840795 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-79ac425a-60f1-4df1-8973-bfb249ff758f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-694972608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:18.843452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:security_group_rule and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:18.847531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:18.859978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-79ac425a-60f1-4df1-8973-bfb249ff758f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:18.860502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:18.873774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-79ac425a-60f1-4df1-8973-bfb249ff758f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:router and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:19.004197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-79ac425a-60f1-4df1-8973-bfb249ff758f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:19.029445 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.075635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2b248769-8e83-4acf-9f1c-360d43614351 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:19.076967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36210) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:19.100692 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-935c7023-fa3b-49f3-8ad8-c85b8ec993fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.115388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36212) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:19.121047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-79ac425a-60f1-4df1-8973-bfb249ff758f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:19.126731 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.133020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-935c7023-fa3b-49f3-8ad8-c85b8ec993fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:19.136573 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-68ccd712-b70a-4f6c-b3ee-efd8c09ae89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:19.185348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-935c7023-fa3b-49f3-8ad8-c85b8ec993fa admin admin] Usage tracker for resource:security_group_rule and tenant:fa090c52cc6e479887ce42b6e4ad33c3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:19.198867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-935c7023-fa3b-49f3-8ad8-c85b8ec993fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:19.225937 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-5208f65a-e8c9-47af-b0ec-db091086b7a1', 'network_id': '5208f65a-e8c9-47af-b0ec-db091086b7a1', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'fixed_ips': [{'subnet_id': '08f052b2-76b6-4213-852b-a4071ca70b97'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:36:19.226750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-935c7023-fa3b-49f3-8ad8-c85b8ec993fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:19.226871 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.241991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:36:19.258975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cacd0d-9db4-47e4-8e18-7353ca983549,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:19.285683 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:19.306127 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.308242 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Added segment 4de83842-7608-4070-ba80-57d77cab002e of type vlan for network 73b53d1f-f263-4105-a035-b68edeb9d7e5
Jun 04 15:36:19.320676 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-79ac425a-60f1-4df1-8973-bfb249ff758f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.321518 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-79ac425a-60f1-4df1-8973-bfb249ff758f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.363118 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.375674 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.431267 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.478461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126e3f19-8356-4ce5-8e56-8f4aa17a14c9 None None] Network 39e6db7f-7533-41fb-bfae-7d98bf268600 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:19.492439 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-935c7023-fa3b-49f3-8ad8-c85b8ec993fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.510183 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-79ac425a-60f1-4df1-8973-bfb249ff758f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.532588 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.563001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:19.580782 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.623025 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bfb7892d-1500-4c82-bcaa-5a7cd62b3310 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:19.649630 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-935c7023-fa3b-49f3-8ad8-c85b8ec993fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.659605 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 2b248769-8e83-4acf-9f1c-360d43614351 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:19.674554 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-79ac425a-60f1-4df1-8973-bfb249ff758f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.685341 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-935c7023-fa3b-49f3-8ad8-c85b8ec993fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa090c52cc6e479887ce42b6e4ad33c3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6071191
Jun 04 15:36:19.692431 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36222) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:19.709563 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.4401131
Jun 04 15:36:19.781314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Allocated IP 2001:db8:1::2 (5208f65a-e8c9-47af-b0ec-db091086b7a1/08f052b2-76b6-4213-852b-a4071ca70b97/7afc33d0-f409-4d4a-828e-cefda7b8b65e) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:19.812253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bb6473b2-d2c8-4df2-8dc6-38016a43e4d3 None None] Provisioning for port 2b248769-8e83-4acf-9f1c-360d43614351 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:19.839236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bb6473b2-d2c8-4df2-8dc6-38016a43e4d3 None None] Provisioning complete for port 2b248769-8e83-4acf-9f1c-360d43614351 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:19.839747 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bb6473b2-d2c8-4df2-8dc6-38016a43e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:19.898368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Network': ['ID=73b53d1f-f263-4105-a035-b68edeb9d7e5,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:19.913292 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:19.928454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-419997949-network', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:19.934950 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cb8f476e-1560-4dfd-ab9d-a028cecc18f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:19.949706 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 73b53d1f-f263-4105-a035-b68edeb9d7e5 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:36:19.978370 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:20.004864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Usage tracker for resource:network and tenant:3a0b97e8de834ebea3f73cfa41700327 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:20.011694 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-79ac425a-60f1-4df1-8973-bfb249ff758f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:20.017517 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-79ac425a-60f1-4df1-8973-bfb249ff758f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.1801746
Jun 04 15:36:20.036112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36230) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:20.061117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Allocated IP 2001:db8::2a7 (6d6a1ab4-259b-4053-a375-1ccb9e07281f/43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8/91f83d2a-f483-40af-bb6b-fa81c0f54a31) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:20.068645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:20.093436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c7023-fa3b-49f3-8ad8-c85b8ec993fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037e59ae-c107-437d-884c-c9638b4ed483,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:20.096190 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-935c7023-fa3b-49f3-8ad8-c85b8ec993fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:20.097932 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:20.114049 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f21b43f4-1d99-479c-a4ce-d534608b5f3b req-55b60085-4ca9-406b-a5e0-409784f7f44b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 210 time: 0.5015001
Jun 04 15:36:20.175431 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-468d5228-98c5-4e08-a796-62fb3d925714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:20.213575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Made reservation on behalf of 3a0b97e8de834ebea3f73cfa41700327 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:20.216082 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:20.239164 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:20.295307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:20.315689 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Usage tracker for resource:security_group_rule and tenant:3a0b97e8de834ebea3f73cfa41700327 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:20.329903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:20.363028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:20.444207 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bb6473b2-d2c8-4df2-8dc6-38016a43e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:20.582880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-bb6473b2-d2c8-4df2-8dc6-38016a43e4d3 None None] For port 2b248769-8e83-4acf-9f1c-360d43614351, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2b248769-8e83-4acf-9f1c-360d43614351,segment=NetworkSegment(ac1c464b-bdfb-4b2d-a10c-0fa11da58fd1),segment_id=ac1c464b-bdfb-4b2d-a10c-0fa11da58fd1)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:20.639324 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:20.693515 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bb6473b2-d2c8-4df2-8dc6-38016a43e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:20.699325 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:20.779371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6473b2-d2c8-4df2-8dc6-38016a43e4d3 None None] Pushing event updated for resources: {'Port': ['ID=2b248769-8e83-4acf-9f1c-360d43614351,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:20.793126 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bb6473b2-d2c8-4df2-8dc6-38016a43e4d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:20.836747 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:20.849124 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2cb10a69-50b3-485e-a60c-5fd4c43a89ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:20.862837 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:20.881715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Transition to ACTIVE for port object 7afc33d0-f409-4d4a-828e-cefda7b8b65e will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:20.907243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Transition to ACTIVE for port object 7afc33d0-f409-4d4a-828e-cefda7b8b65e will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:20.930537 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-468d5228-98c5-4e08-a796-62fb3d925714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:20.966659 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2b248769-8e83-4acf-9f1c-360d43614351 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:21.032934 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:36:21.045361 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:21.053602 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc1d329-b426-4d98-a01e-c40952e6a965,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:21.071520 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:21.095393 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:21.172831 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:21.207854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Pushing event updated for resources: {'Port': ['ID=7afc33d0-f409-4d4a-828e-cefda7b8b65e,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:21.213238 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Network 5208f65a-e8c9-47af-b0ec-db091086b7a1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:21.217411 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:21.220232 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:21.234924 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:21.236978 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Added segment d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0 of type vlan for network aaebff77-728c-4e73-9052-ac24eb7613ad
Jun 04 15:36:21.242561 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 2b248769-8e83-4acf-9f1c-360d43614351 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:21.243391 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:21.276663 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:21.287755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c52caa-d172-49ce-8401-e37f0c20261a req-c23853c2-1344-4441-aba4-8f1062ed6953 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:21.306471 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89c52caa-d172-49ce-8401-e37f0c20261a req-c23853c2-1344-4441-aba4-8f1062ed6953 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.65 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 812 time: 0.6335280
Jun 04 15:36:21.318977 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:21.333229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-89c52caa-d172-49ce-8401-e37f0c20261a req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Request body: {'port': {'device_id': 'ab071fde-b9af-4ba9-b521-3130daaa501c', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'admin_state_up': True, 'tenant_id': '1d658397c2f54645b763ef21f67c47da'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:21.538004 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Attempting to bind port 7afc33d0-f409-4d4a-828e-cefda7b8b65e on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:36:21.538773 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Attempting to bind port 7afc33d0-f409-4d4a-828e-cefda7b8b65e by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '2b714067-65c4-4a00-a75d-ea10340c8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5208f65a-e8c9-47af-b0ec-db091086b7a1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:36:21.539375 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Attempting to bind port 7afc33d0-f409-4d4a-828e-cefda7b8b65e on network 5208f65a-e8c9-47af-b0ec-db091086b7a1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:36:21.548203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:36:21.550465 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Checking segment: {'id': '2b714067-65c4-4a00-a75d-ea10340c8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5208f65a-e8c9-47af-b0ec-db091086b7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:21.550465 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:21.550465 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Bound using segment: {'id': '2b714067-65c4-4a00-a75d-ea10340c8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5208f65a-e8c9-47af-b0ec-db091086b7a1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:36:21.550465 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Bound port: 7afc33d0-f409-4d4a-828e-cefda7b8b65e, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b714067-65c4-4a00-a75d-ea10340c8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5208f65a-e8c9-47af-b0ec-db091086b7a1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:36:21.551343 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:21.567191 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b3c2f480-74b9-401c-878f-4cda76ff2a58 None None] Provisioning complete for port 2b248769-8e83-4acf-9f1c-360d43614351 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:21.567914 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b3c2f480-74b9-401c-878f-4cda76ff2a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:21.684435 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:21.694243 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1fc8948a-f5fc-45fa-8342-a0c526b3252c req-c629eefa-7877-4f37-ad97-c881b6f5934f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 210 time: 0.1878300
Jun 04 15:36:21.715586 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-468d5228-98c5-4e08-a796-62fb3d925714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:21.762444 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1510f377-a073-41d9-ab54-e396f1e3cee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:21.781608 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:21.804225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5228-98c5-4e08-a796-62fb3d925714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037e59ae-c107-437d-884c-c9638b4ed483,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:21.823129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-89c52caa-d172-49ce-8401-e37f0c20261a req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:21.829700 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-468d5228-98c5-4e08-a796-62fb3d925714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:21.830445 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:21.847292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] For port 7afc33d0-f409-4d4a-828e-cefda7b8b65e, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:36:21.848207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-89c52caa-d172-49ce-8401-e37f0c20261a req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:21.852501 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] For port 7afc33d0-f409-4d4a-828e-cefda7b8b65e, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7afc33d0-f409-4d4a-828e-cefda7b8b65e,segment=NetworkSegment(2b714067-65c4-4a00-a75d-ea10340c8c6f),segment_id=2b714067-65c4-4a00-a75d-ea10340c8c6f)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:36:21.879394 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b69dfef-545a-41de-af61-ef89ff66ee8f req-1b4d790c-4217-497f-8d20-c6eea8fe6fda service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3137927
Jun 04 15:36:21.880567 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Network 6d6a1ab4-259b-4053-a375-1ccb9e07281f is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:21.919431 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:21.943404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:21.949543 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c52caa-d172-49ce-8401-e37f0c20261a req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Made reservation on behalf of 1d658397c2f54645b763ef21f67c47da for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:21.950466 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:21.954421 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89c52caa-d172-49ce-8401-e37f0c20261a req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:21.957887 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-887124d7-2c42-4c97-9eca-ab8e5f77631e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:22.027422 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:22.028470 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:22.029231 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:22.072301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Pushing event updated for resources: {'Port': ['ID=7afc33d0-f409-4d4a-828e-cefda7b8b65e,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:22.093969 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:22.201529 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-468d5228-98c5-4e08-a796-62fb3d925714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:22.203480 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-468d5228-98c5-4e08-a796-62fb3d925714 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/037e59ae-c107-437d-884c-c9638b4ed483 HTTP/1.1" status: 204  len: 168 time: 2.5034454
Jun 04 15:36:22.207076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36246) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:22.285874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Pushing event updated for resources: {'Port': ['ID=91f83d2a-f483-40af-bb6b-fa81c0f54a31,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:22.383672 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:22.477518 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:22.523829 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54e7abe7-d796-4a64-af88-9469910b87ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:22.548123 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-54e7abe7-d796-4a64-af88-9469910b87ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:22.563114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-54e7abe7-d796-4a64-af88-9469910b87ea admin admin] Usage tracker for resource:security_group_rule and tenant:27e1691b86904e74947b15cbef19d465 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:22.579738 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-54e7abe7-d796-4a64-af88-9469910b87ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:22.598660 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-54e7abe7-d796-4a64-af88-9469910b87ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:22.651951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Allocated IP 2001:db8::1 (39e6db7f-7533-41fb-bfae-7d98bf268600/ccafba6f-5629-449b-a596-953ccb435b54/8bb34399-9b81-4698-89c0-7af9091e067a) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:22.713472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Pushing event updated for resources: {'Network': ['ID=aaebff77-728c-4e73-9052-ac24eb7613ad,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:22.725049 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:22.726193 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network aaebff77-728c-4e73-9052-ac24eb7613ad details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:36:22.868611 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 3.7489281
Jun 04 15:36:22.876405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36256) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:22.918108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Request body: {'subnet': {'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-419997949-subnet', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:22.926545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:22.932936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Usage tracker for resource:subnet and tenant:3a0b97e8de834ebea3f73cfa41700327 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:22.936187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:22.944431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:22.989259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69dfef-545a-41de-af61-ef89ff66ee8f req-ef9a8d09-0e4e-4293-9076-0191433a5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:22.991478 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b69dfef-545a-41de-af61-ef89ff66ee8f req-ef9a8d09-0e4e-4293-9076-0191433a5531 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 1095 time: 0.5744717
Jun 04 15:36:23.035543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7afc33d0-f409-4d4a-828e-cefda7b8b65e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:23.082403 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b5077bb-84b3-4229-8f53-35bc6627a884 req-df782c71-11f1-4b66-8c81-a0cdc64351c4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5514452
Jun 04 15:36:23.178391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Made reservation on behalf of 3a0b97e8de834ebea3f73cfa41700327 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:23.186057 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:23.211641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36264) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:23.217369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d33dd68f-6142-4ec4-8239-6edd86d41c37 req-57df34f1-17ac-4e9d-81c8-cef2eae9e458 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Synchronizing usage tracker for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:36:23.226396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'subnet': {'network_id': '73b53d1f-f263-4105-a035-b68edeb9d7e5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:23.260603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-89c52caa-d172-49ce-8401-e37f0c20261a req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Allocated IP 172.20.0.5 (cb825790-7668-4447-8139-06bca8b4c119/6d3d49c1-ad0d-4cec-968c-8e5249f55dad/7e096382-7276-489b-af69-4b5444aba047) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:23.300094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 7afc33d0-f409-4d4a-828e-cefda7b8b65e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:23.369083 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:23.389043 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:23.428530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Transition to ACTIVE for port object 8bb34399-9b81-4698-89c0-7af9091e067a will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:23.588658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cd61bc-d7b7-491d-a492-e48c7c98a791 None None] Network 5208f65a-e8c9-47af-b0ec-db091086b7a1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:23.612209 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:23.724011 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54e7abe7-d796-4a64-af88-9469910b87ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:23.754069 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:23.760300 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d971bd73-06c4-466e-a1ae-a1ad27ff9e69 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:23.775372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:23.819397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:subnet and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:23.825101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d33dd68f-6142-4ec4-8239-6edd86d41c37 req-57df34f1-17ac-4e9d-81c8-cef2eae9e458 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Unset dirty status for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:36:23.826206 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d33dd68f-6142-4ec4-8239-6edd86d41c37 req-57df34f1-17ac-4e9d-81c8-cef2eae9e458 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 210 time: 0.8683043
Jun 04 15:36:23.851728 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:23.874821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69dfef-545a-41de-af61-ef89ff66ee8f req-df010ed2-df56-4d3f-a58b-7a415f0b4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:23.876444 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b69dfef-545a-41de-af61-ef89ff66ee8f req-df010ed2-df56-4d3f-a58b-7a415f0b4e93 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.7808607
Jun 04 15:36:23.891169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:23.903711 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54e7abe7-d796-4a64-af88-9469910b87ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:23.919672 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c7989191-b36e-458b-b5af-2bb3e55c64fd None None] Provisioning for port 7afc33d0-f409-4d4a-828e-cefda7b8b65e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:23.920615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 39e6db7f-7533-41fb-bfae-7d98bf268600 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:23.928645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c7989191-b36e-458b-b5af-2bb3e55c64fd None None] Provisioning complete for port 7afc33d0-f409-4d4a-828e-cefda7b8b65e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:23.929607 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c7989191-b36e-458b-b5af-2bb3e55c64fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:23.929882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:23.956221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:23.956221 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:24.122338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5077bb-84b3-4229-8f53-35bc6627a884 req-abd64570-4700-471b-84a0-2670dc2b2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:24.124117 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b5077bb-84b3-4229-8f53-35bc6627a884 req-abd64570-4700-471b-84a0-2670dc2b2cf0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 1096 time: 0.8393056
Jun 04 15:36:24.144472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=8bb34399-9b81-4698-89c0-7af9091e067a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:24.185630 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c7989191-b36e-458b-b5af-2bb3e55c64fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:24.188107 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:24.188894 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cf72eab1-a828-4f6f-8342-054075ac5821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:24.247477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:24.248352 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c7989191-b36e-458b-b5af-2bb3e55c64fd None None] For port 7afc33d0-f409-4d4a-828e-cefda7b8b65e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7afc33d0-f409-4d4a-828e-cefda7b8b65e,segment=NetworkSegment(2b714067-65c4-4a00-a75d-ea10340c8c6f),segment_id=2b714067-65c4-4a00-a75d-ea10340c8c6f)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:24.252366 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:24.338139 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c7989191-b36e-458b-b5af-2bb3e55c64fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:24.340949 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c0b71d24-8398-4449-b435-8ae270647b01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:24.353753 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-54e7abe7-d796-4a64-af88-9469910b87ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27e1691b86904e74947b15cbef19d465&name=default HTTP/1.1" status: 200  len: 2983 time: 2.1363626
Jun 04 15:36:24.356490 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36280) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:24.373544 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b69dfef-545a-41de-af61-ef89ff66ee8f req-c7d52dcc-d097-4eb9-944f-8fbb6f8e27f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 HTTP/1.1" status: 200  len: 999 time: 0.4766004
Jun 04 15:36:24.396662 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7abe7-d796-4a64-af88-9469910b87ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88de51d-3d41-41bd-a15a-7d68a1908823,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:24.406186 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-54e7abe7-d796-4a64-af88-9469910b87ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:24.425267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7989191-b36e-458b-b5af-2bb3e55c64fd None None] Pushing event updated for resources: {'Port': ['ID=7afc33d0-f409-4d4a-828e-cefda7b8b65e,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:24.434930 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c7989191-b36e-458b-b5af-2bb3e55c64fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:24.463864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-68ab8e2c-3dea-484c-aef9-f669ea7716f9 None None] Provisioning complete for port 7afc33d0-f409-4d4a-828e-cefda7b8b65e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:24.464692 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-68ab8e2c-3dea-484c-aef9-f669ea7716f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:24.622353 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-42e6fcc8-0a2c-4221-990a-998caca5cf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:24.624407 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:24.709311 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-68ab8e2c-3dea-484c-aef9-f669ea7716f9 None None] Provisioning for port 8bb34399-9b81-4698-89c0-7af9091e067a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:24.715800 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-68ab8e2c-3dea-484c-aef9-f669ea7716f9 None None] Provisioning complete for port 8bb34399-9b81-4698-89c0-7af9091e067a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:24.720160 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-68ab8e2c-3dea-484c-aef9-f669ea7716f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:24.758041 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89c52caa-d172-49ce-8401-e37f0c20261a req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:24.766963 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-42e6fcc8-0a2c-4221-990a-998caca5cf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:24.774309 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:24.786122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-68ab8e2c-3dea-484c-aef9-f669ea7716f9 None None] Port 8bb34399-9b81-4698-89c0-7af9091e067a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:36:24.827516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-89c52caa-d172-49ce-8401-e37f0c20261a req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Transition to ACTIVE for port object 7e096382-7276-489b-af69-4b5444aba047 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:24.926764 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7afc33d0-f409-4d4a-828e-cefda7b8b65e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:24.941540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69dfef-545a-41de-af61-ef89ff66ee8f req-e0c0d3d7-b698-4f9c-981e-32a5c7bb3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:24.943031 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b69dfef-545a-41de-af61-ef89ff66ee8f req-e0c0d3d7-b698-4f9c-981e-32a5c7bb3485 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.5002446
Jun 04 15:36:24.964349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5077bb-84b3-4229-8f53-35bc6627a884 req-338fb5c1-f255-43c3-9c00-0197e25769d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:24.966012 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b5077bb-84b3-4229-8f53-35bc6627a884 req-338fb5c1-f255-43c3-9c00-0197e25769d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.8000040
Jun 04 15:36:25.026111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 7afc33d0-f409-4d4a-828e-cefda7b8b65e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:25.026771 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:25.144805 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b5077bb-84b3-4229-8f53-35bc6627a884 req-2f6310d0-4145-482f-b615-342980b87321 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=362ae327-1346-41be-be0d-0a7b0c46ce77 HTTP/1.1" status: 200  len: 217 time: 0.1125476
Jun 04 15:36:25.204541 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-368d9fda-a99b-4c4d-8f9d-8943eb91ca98 req-c3f5d69d-86e8-4013-b61c-cdf2f6d6cf51 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 210 time: 0.0825458
Jun 04 15:36:25.284756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36298) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:25.322549 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5077bb-84b3-4229-8f53-35bc6627a884 req-dcd3069c-e98b-4cb3-9403-7fee1aa46e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:25.324110 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b5077bb-84b3-4229-8f53-35bc6627a884 req-dcd3069c-e98b-4cb3-9403-7fee1aa46e4a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.1661294
Jun 04 15:36:25.411493 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89c52caa-d172-49ce-8401-e37f0c20261a req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:25.423131 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f314d21f-8366-4a8b-a24c-54178b18c001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:25.431742 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['362ae327-1346-41be-be0d-0a7b0c46ce77', '9e4b3b84-9fb6-4739-a10e-164c3bda63cc'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:36:25.446224 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-42e6fcc8-0a2c-4221-990a-998caca5cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:25.453719 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:25.476353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-91d77d3b-f27d-486e-92ef-5048c76f65f8 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2035802981'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:25.509292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-91d77d3b-f27d-486e-92ef-5048c76f65f8 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:25.513316 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69dfef-545a-41de-af61-ef89ff66ee8f req-59a9b8cb-c4c6-43ef-bd0e-d3d48c9686bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:25.515515 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b69dfef-545a-41de-af61-ef89ff66ee8f req-59a9b8cb-c4c6-43ef-bd0e-d3d48c9686bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5442042
Jun 04 15:36:25.520829 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6fcc8-0a2c-4221-990a-998caca5cf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88de51d-3d41-41bd-a15a-7d68a1908823,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:25.525972 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Router cc757324-381f-4777-b306-0c6ff15d2c98 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:36:25.528065 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-42e6fcc8-0a2c-4221-990a-998caca5cf3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:25.532502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-91d77d3b-f27d-486e-92ef-5048c76f65f8 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Usage tracker for resource:router and tenant:4961f056c528486eaa9aec223af1cb33 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:25.538845 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c52caa-d172-49ce-8401-e37f0c20261a req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Network cb825790-7668-4447-8139-06bca8b4c119 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:25.547899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-42e6fcc8-0a2c-4221-990a-998caca5cf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:25.549060 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-42e6fcc8-0a2c-4221-990a-998caca5cf3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f88de51d-3d41-41bd-a15a-7d68a1908823 HTTP/1.1" status: 204  len: 168 time: 1.1793046
Jun 04 15:36:25.597453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-91d77d3b-f27d-486e-92ef-5048c76f65f8 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:25.605766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-89c52caa-d172-49ce-8401-e37f0c20261a req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:25.608273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c52caa-d172-49ce-8401-e37f0c20261a req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:25.713165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-91d77d3b-f27d-486e-92ef-5048c76f65f8 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:25.724358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event updated for resources: {'Port': ['ID=7e096382-7276-489b-af69-4b5444aba047,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:25.731011 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:25.807273 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:25.821385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:36:25.854827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Sync routers for ids ['cc757324-381f-4777-b306-0c6ff15d2c98'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:36:25.874607 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:25.885618 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-52bcc2a0-ca30-4a1e-a89a-c89eafb1e5fb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:25.886458 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Routers {'cc757324-381f-4777-b306-0c6ff15d2c98'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:25.886840 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:25.887335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8391128880>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['cc757324-381f-4777-b306-0c6ff15d2c98'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:25.888330 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:25.895278 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f75e0186-3969-4517-85ea-c96ac338dbe3 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:25.916759 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91d77d3b-f27d-486e-92ef-5048c76f65f8 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:25.917825 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91d77d3b-f27d-486e-92ef-5048c76f65f8 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:25.934796 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c52caa-d172-49ce-8401-e37f0c20261a req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:25.935498 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89c52caa-d172-49ce-8401-e37f0c20261a req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:25.992529 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:25.995782 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 8.4401886
Jun 04 15:36:26.002192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5077bb-84b3-4229-8f53-35bc6627a884 req-3c448d08-14da-433f-90f5-be72dfb5f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:26.003435 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b5077bb-84b3-4229-8f53-35bc6627a884 req-3c448d08-14da-433f-90f5-be72dfb5f8fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6609137
Jun 04 15:36:26.004192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36304) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:26.034806 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:26.081980 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=8bb34399-9b81-4698-89c0-7af9091e067a,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:26.086455 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:26.151972 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7c1d5d65-89ad-49d6-ab37-1e7b1ce1078d None None] Provisioning for port 7e096382-7276-489b-af69-4b5444aba047 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:26.152666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 39e6db7f-7533-41fb-bfae-7d98bf268600 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:26.153991 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:26.161810 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7c1d5d65-89ad-49d6-ab37-1e7b1ce1078d None None] Provisioning complete for port 7e096382-7276-489b-af69-4b5444aba047 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:26.162078 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c1d5d65-89ad-49d6-ab37-1e7b1ce1078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:26.192200 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b69dfef-545a-41de-af61-ef89ff66ee8f req-4369d7ff-fb01-44aa-8b6a-0544c53d7e27 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6518805
Jun 04 15:36:26.242067 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Set router cc757324-381f-4777-b306-0c6ff15d2c98 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:36:26.246558 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91d77d3b-f27d-486e-92ef-5048c76f65f8 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:26.391335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d5d65-89ad-49d6-ab37-1e7b1ce1078d None None] Port 7e096382-7276-489b-af69-4b5444aba047 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:36:26.423122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=504bb84e-4545-4226-8f6e-0cf6a7520374,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:26.426324 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:26.446930 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89c52caa-d172-49ce-8401-e37f0c20261a req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.1270165
Jun 04 15:36:26.478301 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router a3995489-db02-4e18-bab8-23666c3f14a5 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:36:26.542259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Request body: {'port': {'device_id': 'ab071fde-b9af-4ba9-b521-3130daaa501c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:26.570876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36310) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:26.611687 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-526e7a22-4d11-463c-9195-e59d25ad67fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:26.651960 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-64af2f3e-44c2-4f07-9fac-255b26baa916 None None] Provisioning complete for port 8bb34399-9b81-4698-89c0-7af9091e067a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:26.652749 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-64af2f3e-44c2-4f07-9fac-255b26baa916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:26.695581 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-526e7a22-4d11-463c-9195-e59d25ad67fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:26.705576 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-526e7a22-4d11-463c-9195-e59d25ad67fc admin admin] Usage tracker for resource:security_group_rule and tenant:3981f43615f64466bed9d126f3c2f367 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:26.710974 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-526e7a22-4d11-463c-9195-e59d25ad67fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:26.720230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-64af2f3e-44c2-4f07-9fac-255b26baa916 None None] Port 8bb34399-9b81-4698-89c0-7af9091e067a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:36:26.720553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-526e7a22-4d11-463c-9195-e59d25ad67fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:26.729270 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8391128880>, [{'id': 'cc757324-381f-4777-b306-0c6ff15d2c98', 'name': '', 'tenant_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d6a1ab4-259b-4053-a375-1ccb9e07281f', 'external_fixed_ips': [{'subnet_id': '43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8', 'ip_address': '2001:db8::2a7'}], 'enable_snat': True}, 'gw_port_id': '91f83d2a-f483-40af-bb6b-fa81c0f54a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:17Z', 'updated_at': '2021-06-04T15:36:22Z', 'revision_number': 3, 'project_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'gw_port': {'id': '91f83d2a-f483-40af-bb6b-fa81c0f54a31', 'name': '', 'network_id': '6d6a1ab4-259b-4053-a375-1ccb9e07281f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc757324-381f-4777-b306-0c6ff15d2c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8', 'ip_address': '2001:db8::2a7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:19Z', 'updated_at': '2021-06-04T15:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:26.733864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Checking router: cc757324-381f-4777-b306-0c6ff15d2c98 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:36:26.737922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Updating router cc757324-381f-4777-b306-0c6ff15d2c98 port 91f83d2a-f483-40af-bb6b-fa81c0f54a31 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:36:26.738039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:36:26.743498 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/a3995489-db02-4e18-bab8-23666c3f14a5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6995490
Jun 04 15:36:26.751061 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3fe97-49f4-40bd-845b-dba999d2d755 None None] Sync routers for ids ['a3995489-db02-4e18-bab8-23666c3f14a5'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:36:26.761254 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3fe97-49f4-40bd-845b-dba999d2d755 None None] Routers {'a3995489-db02-4e18-bab8-23666c3f14a5'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:26.763378 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e9c3fe97-49f4-40bd-845b-dba999d2d755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc2ddf0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a3995489-db02-4e18-bab8-23666c3f14a5'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:26.790613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36312) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:26.806107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Checking segment: {'id': 'd6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:26.806465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Network hostable DHCP agents. Network: aaebff77-728c-4e73-9052-ac24eb7613ad, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:36:26.821044 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:26.860909 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-526e7a22-4d11-463c-9195-e59d25ad67fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:26.864498 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e9c3fe97-49f4-40bd-845b-dba999d2d755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc2ddf0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:26.873600 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3fe97-49f4-40bd-845b-dba999d2d755 None None] Routers {'a3995489-db02-4e18-bab8-23666c3f14a5'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:26.874661 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e9c3fe97-49f4-40bd-845b-dba999d2d755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc2ddf0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a3995489-db02-4e18-bab8-23666c3f14a5'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:26.929635 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-526e7a22-4d11-463c-9195-e59d25ad67fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:26.935954 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e9c3fe97-49f4-40bd-845b-dba999d2d755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc2ddf0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:26.937205 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3fe97-49f4-40bd-845b-dba999d2d755 None None] The sync data for ids ['a3995489-db02-4e18-bab8-23666c3f14a5'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:36:26.948861 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cd7c9536-0599-45e3-b21d-d2d649fb50cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:26.992613 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-526e7a22-4d11-463c-9195-e59d25ad67fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3981f43615f64466bed9d126f3c2f367&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4201555
Jun 04 15:36:26.993610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e7a22-4d11-463c-9195-e59d25ad67fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d48a1d4-1b37-4d54-acf7-f7bb8b4afb2f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:26.997085 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36314) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:27.017271 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-526e7a22-4d11-463c-9195-e59d25ad67fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:27.049407 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91d77d3b-f27d-486e-92ef-5048c76f65f8 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:27.060822 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8417f64b-4dfe-4a69-8b16-f27562671288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:27.091278 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b5077bb-84b3-4229-8f53-35bc6627a884 req-2519b22c-4a07-4ab1-8a38-984cf5acde56 service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0734076
Jun 04 15:36:27.094732 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8417f64b-4dfe-4a69-8b16-f27562671288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:27.211489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e0a48-e592-4f1d-8a25-de92f7f2da38 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:27.212784 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9b7e0a48-e592-4f1d-8a25-de92f7f2da38 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports/8bb34399-9b81-4698-89c0-7af9091e067a HTTP/1.1" status: 200  len: 911 time: 0.4078946
Jun 04 15:36:27.215781 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36316) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:27.220303 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:27.258570 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b69dfef-545a-41de-af61-ef89ff66ee8f req-69bd0b15-39af-47ce-bfc5-62d81d160790 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0100543
Jun 04 15:36:27.259912 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-04792e0c-dd94-4823-98fb-8c25149b96ab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:27.349131 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Transition to ACTIVE for port object 91f83d2a-f483-40af-bb6b-fa81c0f54a31 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:27.394858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Network aaebff77-728c-4e73-9052-ac24eb7613ad is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:36:27.408114 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:27.417251 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91d77d3b-f27d-486e-92ef-5048c76f65f8 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:27.418469 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-91d77d3b-f27d-486e-92ef-5048c76f65f8 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 2.1282132
Jun 04 15:36:27.435280 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:27.440687 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8dbbc53f-7ecc-449b-84a8-61286763cafa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:27.440892 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36318) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:27.473459 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8417f64b-4dfe-4a69-8b16-f27562671288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:27.481353 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bbf201fa-ef42-414c-8db6-77c7c4350af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:27.524349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Attempting to bind port 91f83d2a-f483-40af-bb6b-fa81c0f54a31 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:36:27.524730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Attempting to bind port 91f83d2a-f483-40af-bb6b-fa81c0f54a31 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '3ec07f80-d96d-44aa-9c70-1f5ecdaf9fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6d6a1ab4-259b-4053-a375-1ccb9e07281f'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:36:27.525573 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Attempting to bind port 91f83d2a-f483-40af-bb6b-fa81c0f54a31 on network 6d6a1ab4-259b-4053-a375-1ccb9e07281f {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:36:27.536425 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ebe95-45d5-43bc-99f5-9e7ca805709e None None] Pushing event updated for resources: {'Port': ['ID=91f83d2a-f483-40af-bb6b-fa81c0f54a31,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:27.539401 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-912ebe95-45d5-43bc-99f5-9e7ca805709e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:27.540555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:36:27.540946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Checking segment: {'id': '3ec07f80-d96d-44aa-9c70-1f5ecdaf9fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6d6a1ab4-259b-4053-a375-1ccb9e07281f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:27.541924 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:27.541924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Bound using segment: {'id': '3ec07f80-d96d-44aa-9c70-1f5ecdaf9fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6d6a1ab4-259b-4053-a375-1ccb9e07281f'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:36:27.542243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Bound port: 91f83d2a-f483-40af-bb6b-fa81c0f54a31, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec07f80-d96d-44aa-9c70-1f5ecdaf9fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6d6a1ab4-259b-4053-a375-1ccb9e07281f'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:36:27.543779 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:27.549574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347df311-6044-43d5-930d-83628a47dd51 req-cc8f0113-f2a0-4a21-a30b-c1575eb23576 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:27.550756 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-347df311-6044-43d5-930d-83628a47dd51 req-cc8f0113-f2a0-4a21-a30b-c1575eb23576 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 931 time: 1.1375153
Jun 04 15:36:27.570533 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417f64b-4dfe-4a69-8b16-f27562671288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d48a1d4-1b37-4d54-acf7-f7bb8b4afb2f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:27.576648 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8417f64b-4dfe-4a69-8b16-f27562671288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:27.581742 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8417f64b-4dfe-4a69-8b16-f27562671288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:27.585807 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8417f64b-4dfe-4a69-8b16-f27562671288 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d48a1d4-1b37-4d54-acf7-f7bb8b4afb2f HTTP/1.1" status: 204  len: 168 time: 0.5876966
Jun 04 15:36:27.656153 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] For port 91f83d2a-f483-40af-bb6b-fa81c0f54a31, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:36:27.663953 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] For port 91f83d2a-f483-40af-bb6b-fa81c0f54a31, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=91f83d2a-f483-40af-bb6b-fa81c0f54a31,segment=NetworkSegment(3ec07f80-d96d-44aa-9c70-1f5ecdaf9fbb),segment_id=3ec07f80-d96d-44aa-9c70-1f5ecdaf9fbb)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:36:27.746503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, aaebff77-728c-4e73-9052-ac24eb7613ad) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:27.770472 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:27.775348 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f23490fd-da61-4553-9e46-2ff08b3d474e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:27.826463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce452455-653b-4175-a486-8dca7e5124fc None None] Network aaebff77-728c-4e73-9052-ac24eb7613ad requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:27.860582 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a2eebdd-6f7f-4d7a-8d75-2097e42b92b5 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:27.961949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:27.962583 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:27.968184 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b5077bb-84b3-4229-8f53-35bc6627a884 req-61fd184e-ece6-47f5-9717-08e8eab927fa service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8229442
Jun 04 15:36:27.990127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Routers {'cc757324-381f-4777-b306-0c6ff15d2c98'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:27.990759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8391128880>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['cc757324-381f-4777-b306-0c6ff15d2c98'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:28.061040 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:28.076650 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ee9637d0-b03f-4917-9621-43d8973b6bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:28.094359 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:28.235550 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-347df311-6044-43d5-930d-83628a47dd51 req-c93a0963-9751-491b-b0d7-10ae95732adb tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6104934
Jun 04 15:36:28.313428 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] Set router cc757324-381f-4777-b306-0c6ff15d2c98 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:36:28.433259 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ebe95-45d5-43bc-99f5-9e7ca805709e None None] Pushing event updated for resources: {'Port': ['ID=91f83d2a-f483-40af-bb6b-fa81c0f54a31,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:28.438623 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-912ebe95-45d5-43bc-99f5-9e7ca805709e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:28.558176 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 5.6636322
Jun 04 15:36:28.621594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36332) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:28.627076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:28.629488 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-04792e0c-dd94-4823-98fb-8c25149b96ab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:28.642748 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:28.648915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Usage tracker for resource:router and tenant:3a0b97e8de834ebea3f73cfa41700327 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:28.654108 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:28.664837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:28.667349 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a2eebdd-6f7f-4d7a-8d75-2097e42b92b5 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:28.676350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Allocated IP 2001:db8:1::1 (5208f65a-e8c9-47af-b0ec-db091086b7a1/08f052b2-76b6-4213-852b-a4071ca70b97/748aa92a-e50a-407f-ac72-b56d5463bc96) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:28.690702 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a2eebdd-6f7f-4d7a-8d75-2097e42b92b5 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:28.692527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Subnet': ['ID=c0f7e588-cc1e-4ffe-9ddd-0cd38e66f578,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:28.701944 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:28.718579 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-aaebff77-728c-4e73-9052-ac24eb7613ad', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'fixed_ips': [{'subnet_id': '504bb84e-4545-4226-8f6e-0cf6a7520374'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:36:28.719654 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:28.790639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Checking segment: {'id': '4de83842-7608-4070-ba80-57d77cab002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '73b53d1f-f263-4105-a035-b68edeb9d7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:28.791018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network hostable DHCP agents. Network: 73b53d1f-f263-4105-a035-b68edeb9d7e5, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:36:28.807468 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:28.809063 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:28.893115 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a2eebdd-6f7f-4d7a-8d75-2097e42b92b5 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:28.893631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2eebdd-6f7f-4d7a-8d75-2097e42b92b5 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5587d9c2-ddbf-4e7f-9884-37a132f8851b {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:36:28.917461 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a2eebdd-6f7f-4d7a-8d75-2097e42b92b5 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:28.918596 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8a2eebdd-6f7f-4d7a-8d75-2097e42b92b5 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] 10.222.0.32 "DELETE /v2.0/routers/5587d9c2-ddbf-4e7f-9884-37a132f8851b HTTP/1.1" status: 204  len: 168 time: 1.4654830
Jun 04 15:36:28.925182 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36340) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:28.926227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8391128880>, [{'id': 'cc757324-381f-4777-b306-0c6ff15d2c98', 'name': '', 'tenant_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d6a1ab4-259b-4053-a375-1ccb9e07281f', 'external_fixed_ips': [{'subnet_id': '43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8', 'ip_address': '2001:db8::2a7'}], 'enable_snat': True}, 'gw_port_id': '91f83d2a-f483-40af-bb6b-fa81c0f54a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:17Z', 'updated_at': '2021-06-04T15:36:22Z', 'revision_number': 3, 'project_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'gw_port': {'id': '91f83d2a-f483-40af-bb6b-fa81c0f54a31', 'name': '', 'network_id': '6d6a1ab4-259b-4053-a375-1ccb9e07281f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc757324-381f-4777-b306-0c6ff15d2c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8', 'ip_address': '2001:db8::2a7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:19Z', 'updated_at': '2021-06-04T15:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:28.928088 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:28.930822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d2a11cc4-6c9b-4ca7-9070-2ff0b9c727bc tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Request body: {'router': {'name': 'tempest-router-1519022', 'distributed': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:28.935279 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5943380f-86b4-40ec-a057-d68f0c6f822c None None] The sync data for ids ['cc757324-381f-4777-b306-0c6ff15d2c98'] in n-d-791505-9 is: [{'id': 'cc757324-381f-4777-b306-0c6ff15d2c98', 'name': '', 'tenant_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d6a1ab4-259b-4053-a375-1ccb9e07281f', 'external_fixed_ips': [{'subnet_id': '43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8', 'ip_address': '2001:db8::2a7'}], 'enable_snat': True}, 'gw_port_id': '91f83d2a-f483-40af-bb6b-fa81c0f54a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:17Z', 'updated_at': '2021-06-04T15:36:22Z', 'revision_number': 3, 'project_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'gw_port': {'id': '91f83d2a-f483-40af-bb6b-fa81c0f54a31', 'name': '', 'network_id': '6d6a1ab4-259b-4053-a375-1ccb9e07281f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc757324-381f-4777-b306-0c6ff15d2c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8', 'ip_address': '2001:db8::2a7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:19Z', 'updated_at': '2021-06-04T15:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:36:28.938978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d2a11cc4-6c9b-4ca7-9070-2ff0b9c727bc tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:28.948343 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:28.959891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d2a11cc4-6c9b-4ca7-9070-2ff0b9c727bc tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Usage tracker for resource:router and tenant:4961f056c528486eaa9aec223af1cb33 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:28.964309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d2a11cc4-6c9b-4ca7-9070-2ff0b9c727bc tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:28.969546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network 73b53d1f-f263-4105-a035-b68edeb9d7e5 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:36:28.974849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Transition to ACTIVE for port object 748aa92a-e50a-407f-ac72-b56d5463bc96 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:28.978536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-04792e0c-dd94-4823-98fb-8c25149b96ab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Deleting port 91f83d2a-f483-40af-bb6b-fa81c0f54a31 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:36:28.979003 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-04792e0c-dd94-4823-98fb-8c25149b96ab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:28.983925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Allocated IP 172.20.0.2 (aaebff77-728c-4e73-9052-ac24eb7613ad/504bb84e-4545-4226-8f6e-0cf6a7520374/d4a3c517-7327-49bb-899e-f2e9eedfa954) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:29.034331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d2a11cc4-6c9b-4ca7-9070-2ff0b9c727bc tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:29.157730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 73b53d1f-f263-4105-a035-b68edeb9d7e5) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:29.170666 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b98203a-bd09-44c8-b1dd-10a32d48ab35 None None] Network 73b53d1f-f263-4105-a035-b68edeb9d7e5 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:29.193812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e096382-7276-489b-af69-4b5444aba047 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:36:29.208524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:29.209157 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:29.224517 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:29.281792 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2a11cc4-6c9b-4ca7-9070-2ff0b9c727bc tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:29.283403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2a11cc4-6c9b-4ca7-9070-2ff0b9c727bc tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:29.313995 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Transition to ACTIVE for port object 7e096382-7276-489b-af69-4b5444aba047 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:29.318812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-04792e0c-dd94-4823-98fb-8c25149b96ab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] For port 91f83d2a-f483-40af-bb6b-fa81c0f54a31, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=91f83d2a-f483-40af-bb6b-fa81c0f54a31,segment=NetworkSegment(3ec07f80-d96d-44aa-9c70-1f5ecdaf9fbb),segment_id=3ec07f80-d96d-44aa-9c70-1f5ecdaf9fbb)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:29.319185 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-04792e0c-dd94-4823-98fb-8c25149b96ab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:29.436618 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:29.458443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Transition to ACTIVE for port object d4a3c517-7327-49bb-899e-f2e9eedfa954 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:29.539251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Transition to ACTIVE for port object d4a3c517-7327-49bb-899e-f2e9eedfa954 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:29.545363 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d5ba91e4-84fe-445a-8d67-5d4bcac88a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:29.588942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 6.3679576
Jun 04 15:36:29.590058 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:29.603147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-04792e0c-dd94-4823-98fb-8c25149b96ab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Calling delete_port for 91f83d2a-f483-40af-bb6b-fa81c0f54a31 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:36:29.607171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36350) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:29.612213 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8cd91e9e-a0f5-4935-9c37-d829f05894c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:29.637030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-73b53d1f-f263-4105-a035-b68edeb9d7e5', 'network_id': '73b53d1f-f263-4105-a035-b68edeb9d7e5', 'tenant_id': '176b0820955d43e1804123ce0dc0994d', 'fixed_ips': [{'subnet_id': 'c0f7e588-cc1e-4ffe-9ddd-0cd38e66f578'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:36:29.638114 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:29.661533 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2a11cc4-6c9b-4ca7-9070-2ff0b9c727bc tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:29.669088 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536044963'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:29.673507 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:29.680947 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:29.730554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:29.742755 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:29.771345 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-263fc6e4-d0b6-4a9e-a04a-afa4f84621fd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:29.815290 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Pushing event updated for resources: {'Port': ['ID=d4a3c517-7327-49bb-899e-f2e9eedfa954,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:29.832326 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:29.878366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:network and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:29.886339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:29.907456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:29.928974 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Network aaebff77-728c-4e73-9052-ac24eb7613ad is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:29.931325 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:29.938724 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:29.998356 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:30.043606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Pushing event updated for resources: {'Port': ['ID=7e096382-7276-489b-af69-4b5444aba047,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:30.060708 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:30.077663 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2a11cc4-6c9b-4ca7-9070-2ff0b9c727bc tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:30.097752 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 5208f65a-e8c9-47af-b0ec-db091086b7a1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:30.129129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:30.165433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:30.168965 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:30.192790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Attempting to bind port d4a3c517-7327-49bb-899e-f2e9eedfa954 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:36:30.192790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Attempting to bind port d4a3c517-7327-49bb-899e-f2e9eedfa954 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'd6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:36:30.193284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Attempting to bind port d4a3c517-7327-49bb-899e-f2e9eedfa954 on network aaebff77-728c-4e73-9052-ac24eb7613ad {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:36:30.215323 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:30.216124 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:30.244323 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:36:30.244710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Checking segment: {'id': 'd6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:30.245152 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:30.245560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Bound using segment: {'id': 'd6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:36:30.246068 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Bound port: d4a3c517-7327-49bb-899e-f2e9eedfa954, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:36:30.246440 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:30.320019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:36:30.328692 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2a11cc4-6c9b-4ca7-9070-2ff0b9c727bc tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:30.339661 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d2a11cc4-6c9b-4ca7-9070-2ff0b9c727bc tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 719 time: 1.4090810
Jun 04 15:36:30.341714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36372) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:30.344856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Attempting to bind port 7e096382-7276-489b-af69-4b5444aba047 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:36:30.344856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Attempting to bind port 7e096382-7276-489b-af69-4b5444aba047 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:36:30.344856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Attempting to bind port 7e096382-7276-489b-af69-4b5444aba047 on network cb825790-7668-4447-8139-06bca8b4c119 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:36:30.442529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=748aa92a-e50a-407f-ac72-b56d5463bc96,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:30.450127 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:30.457567 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:30.457917 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Added segment 2abe75fe-75dd-493a-9351-0b56c2b9dfc5 of type vlan for network d4b9b0b6-3fe2-491e-a52a-7cc10b42def6
Jun 04 15:36:30.474375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Port 7e096382-7276-489b-af69-4b5444aba047 on network cb825790-7668-4447-8139-06bca8b4c119 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:36:30.474956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Attempting to bind port 7e096382-7276-489b-af69-4b5444aba047 on network cb825790-7668-4447-8139-06bca8b4c119 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:36:30.532490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Allocated IP 2001:db8:0:ffff::2 (73b53d1f-f263-4105-a035-b68edeb9d7e5/c0f7e588-cc1e-4ffe-9ddd-0cd38e66f578/76a31a6b-2ea4-4038-92c8-84d41d8ef8ff) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:30.685790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cf18e-7e94-4e12-896f-2b5bfd030954 req-91f3b72c-85cd-4726-95a9-55924ad27da2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:30.687518 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e51cf18e-7e94-4e12-896f-2b5bfd030954 req-91f3b72c-85cd-4726-95a9-55924ad27da2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 943 time: 0.9606082
Jun 04 15:36:30.699814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:36:30.700017 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Checking segment: {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:30.700585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Bound using segment: {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:36:30.701559 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Bound port: 7e096382-7276-489b-af69-4b5444aba047, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e87de7b-fabf-4b1e-ad50-191260546339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:36:30.702902 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:30.722767 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:30.741680 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bdd70ed0-197d-4213-b521-d07ff32238ba tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:30.772834 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e51cf18e-7e94-4e12-896f-2b5bfd030954 req-7260eb07-b8a3-40c1-af2e-baad29be2b41 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776839
Jun 04 15:36:31.019172 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.034163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Transition to ACTIVE for port object 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:31.060283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Transition to ACTIVE for port object 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:31.106156 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] For port d4a3c517-7327-49bb-899e-f2e9eedfa954, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:36:31.115976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] For port d4a3c517-7327-49bb-899e-f2e9eedfa954, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d4a3c517-7327-49bb-899e-f2e9eedfa954,segment=NetworkSegment(d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0),segment_id=d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:36:31.126305 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 91f83d2a-f483-40af-bb6b-fa81c0f54a31 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:31.210425 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.228735 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:31.261646 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.284160 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.329238 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Network 73b53d1f-f263-4105-a035-b68edeb9d7e5 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:31.347122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:31.363444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:31.372255 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Pushing event updated for resources: {'Port': ['ID=76a31a6b-2ea4-4038-92c8-84d41d8ef8ff,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:31.378640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-61514091-02db-4dab-8d84-9b4bfce22f8b None None] Provisioning for port 748aa92a-e50a-407f-ac72-b56d5463bc96 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:31.384117 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:31.424274 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:31.476098 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.489502 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:36:31.492063 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-61514091-02db-4dab-8d84-9b4bfce22f8b None None] Provisioning complete for port 748aa92a-e50a-407f-ac72-b56d5463bc96 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:31.492509 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-61514091-02db-4dab-8d84-9b4bfce22f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.522705 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.647459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Attempting to bind port 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:36:31.648058 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bdd70ed0-197d-4213-b521-d07ff32238ba tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.651538 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Attempting to bind port 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '4de83842-7608-4070-ba80-57d77cab002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '73b53d1f-f263-4105-a035-b68edeb9d7e5'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:36:31.651972 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Attempting to bind port 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff on network 73b53d1f-f263-4105-a035-b68edeb9d7e5 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:36:31.664567 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bdd70ed0-197d-4213-b521-d07ff32238ba tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.669560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Pushing event updated for resources: {'Port': ['ID=d4a3c517-7327-49bb-899e-f2e9eedfa954,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:31.676733 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-61514091-02db-4dab-8d84-9b4bfce22f8b None None] Port 748aa92a-e50a-407f-ac72-b56d5463bc96 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:36:31.679956 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:31.680767 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:36:31.681362 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Checking segment: {'id': '4de83842-7608-4070-ba80-57d77cab002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '73b53d1f-f263-4105-a035-b68edeb9d7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:31.685203 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.685718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Bound using segment: {'id': '4de83842-7608-4070-ba80-57d77cab002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '73b53d1f-f263-4105-a035-b68edeb9d7e5'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:36:31.686785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Bound port: 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de83842-7608-4070-ba80-57d77cab002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '73b53d1f-f263-4105-a035-b68edeb9d7e5'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:36:31.687189 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.771633 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.781116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:31.781507 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.816404 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-45233c02-0c64-4bf0-b3df-27862e653685 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:31.852944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] For port 7e096382-7276-489b-af69-4b5444aba047, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:36:31.855687 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Allocated IP 172.25.4.151 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/74c77f4d-d4a7-4374-b093-0b087ad27f70) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:31.892870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] For port 7e096382-7276-489b-af69-4b5444aba047, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7e096382-7276-489b-af69-4b5444aba047,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:36:31.894187 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bdd70ed0-197d-4213-b521-d07ff32238ba tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.894694 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd70ed0-197d-4213-b521-d07ff32238ba tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4842bae5-59e6-4584-90ca-389153431cdc {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:36:31.896318 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-04792e0c-dd94-4823-98fb-8c25149b96ab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.937327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 91f83d2a-f483-40af-bb6b-fa81c0f54a31 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:31.958402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 91f83d2a-f483-40af-bb6b-fa81c0f54a31 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:31.973213 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.983628 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bdd70ed0-197d-4213-b521-d07ff32238ba tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:31.984928 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bdd70ed0-197d-4213-b521-d07ff32238ba tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] 10.222.0.32 "DELETE /v2.0/routers/4842bae5-59e6-4584-90ca-389153431cdc HTTP/1.1" status: 204  len: 168 time: 1.6420386
Jun 04 15:36:31.993047 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36394) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:32.002925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-12dbd0f7-9c1b-4c4a-8d9d-c7cc0da1e967 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Request body: {'router': {'name': 'tempest-router-1987662544', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '31fe3dc451d04c5cbe4c6123e98a12eb'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:32.007407 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:32.015290 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.3629324
Jun 04 15:36:32.017364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36396) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:32.046164 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] For port 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:36:32.052057 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Network': ['ID=d4b9b0b6-3fe2-491e-a52a-7cc10b42def6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:32.058104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'subnet': {'network_id': 'd4b9b0b6-3fe2-491e-a52a-7cc10b42def6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:32.081163 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-12dbd0f7-9c1b-4c4a-8d9d-c7cc0da1e967 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:32.084041 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:32.085092 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Port 91f83d2a-f483-40af-bb6b-fa81c0f54a31 was deleted so its status cannot be updated. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jun 04 15:36:32.086709 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:32.089168 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network d4b9b0b6-3fe2-491e-a52a-7cc10b42def6 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:36:32.103495 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0f602eac-afb4-46d9-a542-6fcc22dad001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:32.136619 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] For port 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=76a31a6b-2ea4-4038-92c8-84d41d8ef8ff,segment=NetworkSegment(4de83842-7608-4070-ba80-57d77cab002e),segment_id=4de83842-7608-4070-ba80-57d77cab002e)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:36:32.198239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-12dbd0f7-9c1b-4c4a-8d9d-c7cc0da1e967 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Usage tracker for resource:router and tenant:31fe3dc451d04c5cbe4c6123e98a12eb is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:32.247042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-12dbd0f7-9c1b-4c4a-8d9d-c7cc0da1e967 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:32.255151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:32.256156 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:32.260685 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] 10.222.0.65 "PUT /v2.0/ports/7e096382-7276-489b-af69-4b5444aba047 HTTP/1.1" status: 200  len: 1091 time: 5.7532985
Jun 04 15:36:32.262142 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-04792e0c-dd94-4823-98fb-8c25149b96ab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:32.301897 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:32.354510 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-67ac49e3-d93e-4dbb-ad92-c068f5d83542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:32.368622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04792e0c-dd94-4823-98fb-8c25149b96ab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Pushing event deleted for resources: {'Port': ['ID=91f83d2a-f483-40af-bb6b-fa81c0f54a31,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:32.388583 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab071fde-b9af-4ba9-b521-3130daaa501c', 'tag': '7e096382-7276-489b-af69-4b5444aba047'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:36:32.392314 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff0e284-8395-4c51-90c2-4b85cd818f97" -d '{"events": [{"name": "network-changed", "server_uuid": "ab071fde-b9af-4ba9-b521-3130daaa501c", "tag": "7e096382-7276-489b-af69-4b5444aba047"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:36:32.461887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-12dbd0f7-9c1b-4c4a-8d9d-c7cc0da1e967 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:32.548397 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c889-5b9d-4829-b441-d07640dafbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:32.579004 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:32.618367 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c50356-392c-435d-b305-086ee5f745b1 x-openstack-request-id: req-50c50356-392c-435d-b305-086ee5f745b1 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:36:32.623207 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab071fde-b9af-4ba9-b521-3130daaa501c", "tag": "7e096382-7276-489b-af69-4b5444aba047", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:36:32.623207 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50c50356-392c-435d-b305-086ee5f745b1 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:36:32.623207 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab071fde-b9af-4ba9-b521-3130daaa501c', 'tag': '7e096382-7276-489b-af69-4b5444aba047', 'status': 'completed', 'code': 200}
Jun 04 15:36:32.627193 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:32.653849 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Pushing event updated for resources: {'Port': ['ID=76a31a6b-2ea4-4038-92c8-84d41d8ef8ff,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:32.662804 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:32.725137 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:32.749015 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:32.757851 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:32.763842 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d599c0f9-67c5-43c9-ac11-a777e110557f tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:32.835297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:32.848545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:32.915794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:33.074264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Pushing event updated for resources: {'Port': ['ID=74c77f4d-d4a7-4374-b093-0b087ad27f70,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:33.129799 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12dbd0f7-9c1b-4c4a-8d9d-c7cc0da1e967 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:33.130552 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12dbd0f7-9c1b-4c4a-8d9d-c7cc0da1e967 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:33.146531 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-04792e0c-dd94-4823-98fb-8c25149b96ab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:33.158076 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-04792e0c-dd94-4823-98fb-8c25149b96ab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:33.178359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:33.208837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Pushing event updated for resources: {'Port': ['ID=7e096382-7276-489b-af69-4b5444aba047,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:33.229610 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.126s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:33.232654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:subnet and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:33.237397 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.187s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:33.237800 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:33.241526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:33.258406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d4a3c517-7327-49bb-899e-f2e9eedfa954 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:33.265633 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12dbd0f7-9c1b-4c4a-8d9d-c7cc0da1e967 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:33.280811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:33.325669 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-04792e0c-dd94-4823-98fb-8c25149b96ab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:33.330708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04792e0c-dd94-4823-98fb-8c25149b96ab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc757324-381f-4777-b306-0c6ff15d2c98 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:36:33.346067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c52caa-d172-49ce-8401-e37f0c20261a req-02f09feb-cde8-4de6-8b6c-f8aa626858e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:33.350206 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89c52caa-d172-49ce-8401-e37f0c20261a req-02f09feb-cde8-4de6-8b6c-f8aa626858e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 1094 time: 0.8983352
Jun 04 15:36:33.356478 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-04792e0c-dd94-4823-98fb-8c25149b96ab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:33.358199 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-04792e0c-dd94-4823-98fb-8c25149b96ab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "DELETE /v2.0/routers/cc757324-381f-4777-b306-0c6ff15d2c98 HTTP/1.1" status: 204  len: 168 time: 7.3413937
Jun 04 15:36:33.358970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36412) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:33.438864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b967c6-60d1-49f4-83ce-8bea0125df8c None None] Network aaebff77-728c-4e73-9052-ac24eb7613ad requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:33.488599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=748aa92a-e50a-407f-ac72-b56d5463bc96,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:33.495522 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:33.533655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:33.538724 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:33.565043 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12dbd0f7-9c1b-4c4a-8d9d-c7cc0da1e967 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:33.583267 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89c52caa-d172-49ce-8401-e37f0c20261a req-3b5f2667-7cca-4cdd-8203-fc9ab87be8cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e096382-7276-489b-af69-4b5444aba047 HTTP/1.1" status: 200  len: 217 time: 0.2186639
Jun 04 15:36:33.661815 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.859s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:33.662127 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:33.665406 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 5208f65a-e8c9-47af-b0ec-db091086b7a1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:33.674510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:33.684392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c8ba9-1ea7-4475-a495-b67deb94b9bf req-ad59e7bd-3783-4804-9a61-7b2750ba3d36 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:33.686019 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c38c8ba9-1ea7-4475-a495-b67deb94b9bf req-ad59e7bd-3783-4804-9a61-7b2750ba3d36 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 943 time: 1.0664792
Jun 04 15:36:33.805628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c52caa-d172-49ce-8401-e37f0c20261a req-469f2785-b18a-4e16-8c19-a264d08ceab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:33.806186 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:33.808305 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89c52caa-d172-49ce-8401-e37f0c20261a req-469f2785-b18a-4e16-8c19-a264d08ceab4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.1921659
Jun 04 15:36:33.825359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port d4a3c517-7327-49bb-899e-f2e9eedfa954 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:33.850694 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cf0d0a-5117-468c-8fe4-ebc082117644 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Deleting subnet 43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:36:33.855035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0d0a-5117-468c-8fe4-ebc082117644 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:33.878237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5ebf542c-36a5-44c9-bb59-e57556d420db None None] Provisioning for port d4a3c517-7327-49bb-899e-f2e9eedfa954 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:33.887230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d4a3c517-7327-49bb-899e-f2e9eedfa954 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:33.887783 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:33.970847 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0d0a-5117-468c-8fe4-ebc082117644 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:33.978313 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5ebf542c-36a5-44c9-bb59-e57556d420db None None] Provisioning complete for port d4a3c517-7327-49bb-899e-f2e9eedfa954 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:33.981772 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5ebf542c-36a5-44c9-bb59-e57556d420db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:34.057904 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0d0a-5117-468c-8fe4-ebc082117644 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:34.345803 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c38c8ba9-1ea7-4475-a495-b67deb94b9bf req-1f3cbf14-a0ad-4003-887c-8b38ff212225 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5754993
Jun 04 15:36:34.404751 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12dbd0f7-9c1b-4c4a-8d9d-c7cc0da1e967 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:34.405433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router a3995489-db02-4e18-bab8-23666c3f14a5 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:36:34.409864 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-12dbd0f7-9c1b-4c4a-8d9d-c7cc0da1e967 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 2.4152231
Jun 04 15:36:34.411281 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36424) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:34.419290 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-247fd4d2-2daf-4b68-bd1f-6e548bb39fc4 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:34.501837 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:34.511750 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bfdcd4-5e27-4ca8-bb42-7db35b53ad2a None None] Network 73b53d1f-f263-4105-a035-b68edeb9d7e5 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:34.730908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c52caa-d172-49ce-8401-e37f0c20261a req-88812a5c-8312-475c-8eee-24eb8c41ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:34.734861 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89c52caa-d172-49ce-8401-e37f0c20261a req-88812a5c-8312-475c-8eee-24eb8c41ccc1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3465786
Jun 04 15:36:34.847620 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:36:34.951935 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port d4a3c517-7327-49bb-899e-f2e9eedfa954, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d4a3c517-7327-49bb-899e-f2e9eedfa954,segment=NetworkSegment(d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0),segment_id=d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:35.014944 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5ebf542c-36a5-44c9-bb59-e57556d420db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:35.058987 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:35.064083 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4a17880d-00ba-4571-960a-8cfe73836ccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:35.290031 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-5ebf542c-36a5-44c9-bb59-e57556d420db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:36:35.290548 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-5ebf542c-36a5-44c9-bb59-e57556d420db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:36:35.291442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:35.384897 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=d4a3c517-7327-49bb-899e-f2e9eedfa954,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:35.388084 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:35.393633 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:35.439187 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89c52caa-d172-49ce-8401-e37f0c20261a req-b202b393-27bf-41a3-a41d-3cd3c98a523d service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6758385
Jun 04 15:36:35.544355 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:35.568552 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 91f83d2a-f483-40af-bb6b-fa81c0f54a31 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:36:35.629106 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 91f83d2a-f483-40af-bb6b-fa81c0f54a31 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:36:35.630395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 91f83d2a-f483-40af-bb6b-fa81c0f54a31 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:36:35.792887 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0d0a-5117-468c-8fe4-ebc082117644 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:35.804509 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-40d6c0d9-de9a-4eeb-b63a-0d66b8a661f1 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:35.870169 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89c52caa-d172-49ce-8401-e37f0c20261a req-a5277452-296a-4a2e-a3a7-1c716d048126 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4314291
Jun 04 15:36:35.875021 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf0d0a-5117-468c-8fe4-ebc082117644 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:35.883077 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0d0a-5117-468c-8fe4-ebc082117644 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:35.908419 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e2cf0d0a-5117-468c-8fe4-ebc082117644 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:35.930595 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e2cf0d0a-5117-468c-8fe4-ebc082117644 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8 HTTP/1.1" status: 204  len: 168 time: 2.5669582
Jun 04 15:36:35.934659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36444) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:35.992151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:36:36.009895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993eac8-8125-4a19-815b-847a2d3c632d None None] Sync routers for ids ['a3995489-db02-4e18-bab8-23666c3f14a5'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:36:36.010115 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-247fd4d2-2daf-4b68-bd1f-6e548bb39fc4 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:36.010335 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-247fd4d2-2daf-4b68-bd1f-6e548bb39fc4 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:36.046384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993eac8-8125-4a19-815b-847a2d3c632d None None] Routers {'a3995489-db02-4e18-bab8-23666c3f14a5'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:36.047325 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7993eac8-8125-4a19-815b-847a2d3c632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83912b0bb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a3995489-db02-4e18-bab8-23666c3f14a5'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:36.068448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2630913-7fa3-4b99-bb1e-c20b46e52478 req-eb464571-061b-4c8c-96f2-f265c2e051a0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:36.070399 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2630913-7fa3-4b99-bb1e-c20b46e52478 req-eb464571-061b-4c8c-96f2-f265c2e051a0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 943 time: 0.4227426
Jun 04 15:36:36.161132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5f19335e-77f5-4459-bf12-b437fba19009 None None] Provisioning for port 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:36.165718 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:36.166164 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7993eac8-8125-4a19-815b-847a2d3c632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83912b0bb0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:36.170132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5f19335e-77f5-4459-bf12-b437fba19009 None None] Provisioning complete for port 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:36.171314 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5f19335e-77f5-4459-bf12-b437fba19009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:36.272197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993eac8-8125-4a19-815b-847a2d3c632d None None] Routers {'a3995489-db02-4e18-bab8-23666c3f14a5'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:36.272541 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/a3995489-db02-4e18-bab8-23666c3f14a5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0553124
Jun 04 15:36:36.276035 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7993eac8-8125-4a19-815b-847a2d3c632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83912b0bb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a3995489-db02-4e18-bab8-23666c3f14a5'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:36.278418 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7e02523-381c-4561-843a-89e970a31397 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:36.284443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36448) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:36.357706 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-247fd4d2-2daf-4b68-bd1f-6e548bb39fc4 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88301) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Jun 04 15:36:36.358969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-247fd4d2-2daf-4b68-bd1f-6e548bb39fc4 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Router 3b35fa72-cbfa-476f-bb93-f87160b3af88 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f838dae6fa0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f838dae6ca0> provider. {{(pid=88301) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Jun 04 15:36:36.359532 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-247fd4d2-2daf-4b68-bd1f-6e548bb39fc4 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:36.379471 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7993eac8-8125-4a19-815b-847a2d3c632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83912b0bb0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:36.380035 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993eac8-8125-4a19-815b-847a2d3c632d None None] The sync data for ids ['a3995489-db02-4e18-bab8-23666c3f14a5'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:36:36.385229 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-247fd4d2-2daf-4b68-bd1f-6e548bb39fc4 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:36.388879 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a2630913-7fa3-4b99-bb1e-c20b46e52478 req-7daf54a1-6f37-420f-bb8f-5763e2ca6969 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347179
Jun 04 15:36:36.454047 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5f19335e-77f5-4459-bf12-b437fba19009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:36.494587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-5f19335e-77f5-4459-bf12-b437fba19009 None None] For port 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=76a31a6b-2ea4-4038-92c8-84d41d8ef8ff,segment=NetworkSegment(4de83842-7608-4070-ba80-57d77cab002e),segment_id=4de83842-7608-4070-ba80-57d77cab002e)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:36.525782 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-247fd4d2-2daf-4b68-bd1f-6e548bb39fc4 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:36.544454 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7e02523-381c-4561-843a-89e970a31397 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:36.567818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-e7e02523-381c-4561-843a-89e970a31397 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386d39f70>,) {'filters': {'network_id': ['6d6a1ab4-259b-4053-a375-1ccb9e07281f']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:36.572131 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5f19335e-77f5-4459-bf12-b437fba19009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:36.578991 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:36.585195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0e284-8395-4c51-90c2-4b85cd818f97 req-6cd83a66-7e28-4e9d-96ac-a526f3597865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:36.586707 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ff0e284-8395-4c51-90c2-4b85cd818f97 req-6cd83a66-7e28-4e9d-96ac-a526f3597865 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 1094 time: 0.5151541
Jun 04 15:36:36.591849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-e7e02523-381c-4561-843a-89e970a31397 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d39f70>, '3ec07f80-d96d-44aa-9c70-1f5ecdaf9fbb') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:36.592202 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-e7e02523-381c-4561-843a-89e970a31397 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d39f70>, '3ec07f80-d96d-44aa-9c70-1f5ecdaf9fbb') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:36.634620 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7e02523-381c-4561-843a-89e970a31397 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:36.665950 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5f19335e-77f5-4459-bf12-b437fba19009 None None] Provisioning complete for port d4a3c517-7327-49bb-899e-f2e9eedfa954 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:36.666329 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5f19335e-77f5-4459-bf12-b437fba19009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:36.707938 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7e02523-381c-4561-843a-89e970a31397 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:36.781650 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19335e-77f5-4459-bf12-b437fba19009 None None] Pushing event updated for resources: {'Port': ['ID=76a31a6b-2ea4-4038-92c8-84d41d8ef8ff,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:36.788361 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5f19335e-77f5-4459-bf12-b437fba19009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:36.832036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3293dff0-8526-4af4-96bc-418220b01375 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:36.835222 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3293dff0-8526-4af4-96bc-418220b01375 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Synchronizing usage tracker for tenant:bf31fa0d2656419485a32380aade8957 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:36:36.974578 n-d-791505-9 neutron-server[88301]: WARNING neutron.scheduler.l3_agent_scheduler [None req-247fd4d2-2daf-4b68-bd1f-6e548bb39fc4 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] No L3 agents can host the router 3b35fa72-cbfa-476f-bb93-f87160b3af88
Jun 04 15:36:36.989194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e02523-381c-4561-843a-89e970a31397 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:36:36.989490 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7e02523-381c-4561-843a-89e970a31397 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:36.990474 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5f19335e-77f5-4459-bf12-b437fba19009 None None] Provisioning complete for port 748aa92a-e50a-407f-ac72-b56d5463bc96 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:36.991945 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5f19335e-77f5-4459-bf12-b437fba19009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:36:37.016015 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:36:37.077620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5f19335e-77f5-4459-bf12-b437fba19009 None None] Port 748aa92a-e50a-407f-ac72-b56d5463bc96 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:36:37.146573 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:37.154485 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c5c7aac4-2ba0-41df-bd41-1f188614302a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:37.208793 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:37.223700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3293dff0-8526-4af4-96bc-418220b01375 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Unset dirty status for tenant:bf31fa0d2656419485a32380aade8957 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:36:37.225225 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3293dff0-8526-4af4-96bc-418220b01375 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports/748aa92a-e50a-407f-ac72-b56d5463bc96 HTTP/1.1" status: 200  len: 913 time: 0.9395418
Jun 04 15:36:37.235773 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:37.240267 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36464) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:37.247292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0e284-8395-4c51-90c2-4b85cd818f97 req-270a4f4e-5352-48ee-a08b-aa50bf7777b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:37.251514 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ff0e284-8395-4c51-90c2-4b85cd818f97 req-270a4f4e-5352-48ee-a08b-aa50bf7777b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.6472006
Jun 04 15:36:37.373078 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7e096382-7276-489b-af69-4b5444aba047 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:36:37.388880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:37.390189 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:37.403252 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ff0e284-8395-4c51-90c2-4b85cd818f97 req-cf7a1bce-09ad-4637-8bd7-570231f010ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e096382-7276-489b-af69-4b5444aba047 HTTP/1.1" status: 200  len: 217 time: 0.1162422
Jun 04 15:36:37.487054 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7e02523-381c-4561-843a-89e970a31397 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:37.617329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0e284-8395-4c51-90c2-4b85cd818f97 req-9b886999-f253-4f58-aa74-cbc7dcf6b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:37.619596 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ff0e284-8395-4c51-90c2-4b85cd818f97 req-9b886999-f253-4f58-aa74-cbc7dcf6b9d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.1882868
Jun 04 15:36:37.620564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e02523-381c-4561-843a-89e970a31397 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  6d6a1ab4-259b-4053-a375-1ccb9e07281f {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Jun 04 15:36:37.625157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Subnet': ['ID=1941666d-7c26-4510-b51f-092fd25f6d7c,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:37.635056 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7e02523-381c-4561-843a-89e970a31397 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:37.698033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Checking segment: {'id': '2abe75fe-75dd-493a-9351-0b56c2b9dfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4b9b0b6-3fe2-491e-a52a-7cc10b42def6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:37.698815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network hostable DHCP agents. Network: d4b9b0b6-3fe2-491e-a52a-7cc10b42def6, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:36:37.703700 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e7e02523-381c-4561-843a-89e970a31397 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "DELETE /v2.0/networks/6d6a1ab4-259b-4053-a375-1ccb9e07281f HTTP/1.1" status: 204  len: 168 time: 1.7617443
Jun 04 15:36:37.715885 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:37.723342 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-280f2e7b-861e-4c36-a699-b2ffcc97b72b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:37.741264 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d4a3c517-7327-49bb-899e-f2e9eedfa954 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:37.747102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e02523-381c-4561-843a-89e970a31397 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d6a1ab4-259b-4053-a375-1ccb9e07281f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:37.773912 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e7e02523-381c-4561-843a-89e970a31397 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:37.801149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0e284-8395-4c51-90c2-4b85cd818f97 req-131fc914-6eb6-4b60-8c1a-79ef341ac682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:37.802878 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ff0e284-8395-4c51-90c2-4b85cd818f97 req-131fc914-6eb6-4b60-8c1a-79ef341ac682 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1590612
Jun 04 15:36:37.890181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network d4b9b0b6-3fe2-491e-a52a-7cc10b42def6 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:36:37.906182 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7e096382-7276-489b-af69-4b5444aba047, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7e096382-7276-489b-af69-4b5444aba047,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:37.931401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '7e096382-7276-489b-af69-4b5444aba047', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'port_id': '7e096382-7276-489b-af69-4b5444aba047', 'mac_address': 'fa:16:3e:05:72:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:36:38.015753 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d4a3c517-7327-49bb-899e-f2e9eedfa954 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:38.016139 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:38.041622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, d4b9b0b6-3fe2-491e-a52a-7cc10b42def6) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:38.061976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28e2f97-5ec9-4ad1-82cf-72003cedcedb None None] Network d4b9b0b6-3fe2-491e-a52a-7cc10b42def6 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:38.096469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:38.098780 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:38.139853 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:38.200133 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ff0e284-8395-4c51-90c2-4b85cd818f97 req-66ae94f3-dc67-434c-8f9a-73dc2568994e service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3879502
Jun 04 15:36:38.218816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247fd4d2-2daf-4b68-bd1f-6e548bb39fc4 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Hosts for router 3b35fa72-cbfa-476f-bb93-f87160b3af88: [] {{(pid=88301) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Jun 04 15:36:38.280856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247fd4d2-2daf-4b68-bd1f-6e548bb39fc4 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Hosts for other DVR routers connected to router 3b35fa72-cbfa-476f-bb93-f87160b3af88: set() {{(pid=88301) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Jun 04 15:36:38.283318 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-247fd4d2-2daf-4b68-bd1f-6e548bb39fc4 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:38.287425 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-247fd4d2-2daf-4b68-bd1f-6e548bb39fc4 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] 10.222.0.32 "PUT /v2.0/routers/3b35fa72-cbfa-476f-bb93-f87160b3af88 HTTP/1.1" status: 200  len: 717 time: 3.8700936
Jun 04 15:36:38.365917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e096382-7276-489b-af69-4b5444aba047 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:36:38.367067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36484) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:38.402850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7e096382-7276-489b-af69-4b5444aba047, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7e096382-7276-489b-af69-4b5444aba047,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:38.421762 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 6.3704679
Jun 04 15:36:38.438015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36490) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:38.540480 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:38.544598 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:38.588577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36494) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:38.593773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0469dc44-06d1-4d42-b78d-c37884df1f96 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Request body: {'router': {'name': 'tempest-router--531254457', 'project_id': '05b4118bd0d54c60b1881f0c40eafa25'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:38.662046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0469dc44-06d1-4d42-b78d-c37884df1f96 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:38.696919 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0469dc44-06d1-4d42-b78d-c37884df1f96 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Usage tracker for resource:router and tenant:05b4118bd0d54c60b1881f0c40eafa25 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:38.714807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0469dc44-06d1-4d42-b78d-c37884df1f96 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:38.754147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0469dc44-06d1-4d42-b78d-c37884df1f96 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:38.771276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7e096382-7276-489b-af69-4b5444aba047,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:38.775736 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ff0e284-8395-4c51-90c2-4b85cd818f97 req-773abc9b-030e-4bbc-9a79-16449ddda397 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5690138
Jun 04 15:36:38.787693 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0cb5263f-84c0-4ec9-8ebd-e1d94773185d tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] 10.222.0.32 "GET /v2.0/routers/3b35fa72-cbfa-476f-bb93-f87160b3af88 HTTP/1.1" status: 200  len: 717 time: 0.3985662
Jun 04 15:36:38.790398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36498) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:38.828552 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72b2f1-b44d-4e4f-8081-566246756be1 req-3a3423f4-61e0-4200-9d2c-77569775851a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:38.830321 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fa72b2f1-b44d-4e4f-8081-566246756be1 req-3a3423f4-61e0-4200-9d2c-77569775851a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 943 time: 1.0926290
Jun 04 15:36:38.854269 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:38.859670 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0469dc44-06d1-4d42-b78d-c37884df1f96 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:38.861757 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0469dc44-06d1-4d42-b78d-c37884df1f96 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:38.883677 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:38.890665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['7e096382-7276-489b-af69-4b5444aba047'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:36:38.934951 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0469dc44-06d1-4d42-b78d-c37884df1f96 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:38.951889 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-d4b9b0b6-3fe2-491e-a52a-7cc10b42def6', 'network_id': 'd4b9b0b6-3fe2-491e-a52a-7cc10b42def6', 'tenant_id': '176b0820955d43e1804123ce0dc0994d', 'fixed_ips': [{'subnet_id': '1941666d-7c26-4510-b51f-092fd25f6d7c'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:36:38.953400 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:39.001390 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:39.065925 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fa72b2f1-b44d-4e4f-8081-566246756be1 req-a3e9ca5f-f388-45e7-8cce-927e0a315d57 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2231064
Jun 04 15:36:39.130141 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Router 46839d45-72f1-41d4-ae55-9b97543e4444 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:36:39.202645 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0469dc44-06d1-4d42-b78d-c37884df1f96 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:39.281799 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Allocated IP 2001:db8::1 (d4b9b0b6-3fe2-491e-a52a-7cc10b42def6/1941666d-7c26-4510-b51f-092fd25f6d7c/9c7a21e5-e4ea-42c4-8446-c82574fb13f7) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:39.349085 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:36:39.359181 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Sync routers for ids ['46839d45-72f1-41d4-ae55-9b97543e4444'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:36:39.375224 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Routers {'46839d45-72f1-41d4-ae55-9b97543e4444'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:39.377778 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8e3b50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['46839d45-72f1-41d4-ae55-9b97543e4444'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:39.394067 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bd91801a-fb2f-4118-bcd5-2c08462b8ef0 tempest-RoutersTestDVR-1083200619 tempest-RoutersTestDVR-1083200619-project] 10.222.0.32 "GET /v2.0/routers/3b35fa72-cbfa-476f-bb93-f87160b3af88 HTTP/1.1" status: 200  len: 683 time: 0.6022389
Jun 04 15:36:39.398809 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36508) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:39.513038 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0469dc44-06d1-4d42-b78d-c37884df1f96 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:39.517379 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0469dc44-06d1-4d42-b78d-c37884df1f96 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.9275980
Jun 04 15:36:39.518066 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36510) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:39.585654 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:39.600478 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Transition to ACTIVE for port object 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:39.627363 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Transition to ACTIVE for port object 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:39.655124 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Set router 46839d45-72f1-41d4-ae55-9b97543e4444 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:36:39.754767 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:39.756062 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fda91e5a-3be9-463b-b8bc-41792b07bd23 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 11.1332872
Jun 04 15:36:39.760553 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:39.767339 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-286b4917-8182-44ed-975b-e3194a757b1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:39.805276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36514) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:39.920146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Network d4b9b0b6-3fe2-491e-a52a-7cc10b42def6 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:39.940723 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccd825f4-8db0-4a27-ae6e-640a38a1d44b tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:39.943198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:39.952877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:40.091595 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a57e1ca-1306-4da4-bf0f-485ff264de57 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:40.150210 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8e3b50>, [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:36:34Z', 'revision_number': 3, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port': {'id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:31Z', 'updated_at': '2021-06-04T15:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:40.166461 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Checking router: 46839d45-72f1-41d4-ae55-9b97543e4444 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:36:40.167181 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Updating router 46839d45-72f1-41d4-ae55-9b97543e4444 port 74c77f4d-d4a7-4374-b093-0b087ad27f70 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:36:40.194637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Pushing event updated for resources: {'Port': ['ID=9c7a21e5-e4ea-42c4-8446-c82574fb13f7,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:40.200358 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:40.215358 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Attempting to bind port 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:36:40.218074 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Attempting to bind port 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '2abe75fe-75dd-493a-9351-0b56c2b9dfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4b9b0b6-3fe2-491e-a52a-7cc10b42def6'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:36:40.218470 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Attempting to bind port 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 on network d4b9b0b6-3fe2-491e-a52a-7cc10b42def6 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:36:40.233765 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:36:40.234232 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Checking segment: {'id': '2abe75fe-75dd-493a-9351-0b56c2b9dfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4b9b0b6-3fe2-491e-a52a-7cc10b42def6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:40.234570 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:40.234975 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Bound using segment: {'id': '2abe75fe-75dd-493a-9351-0b56c2b9dfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4b9b0b6-3fe2-491e-a52a-7cc10b42def6'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:36:40.235679 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Bound port: 9c7a21e5-e4ea-42c4-8446-c82574fb13f7, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abe75fe-75dd-493a-9351-0b56c2b9dfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd4b9b0b6-3fe2-491e-a52a-7cc10b42def6'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:36:40.236598 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:40.312504 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:40.459004 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] For port 9c7a21e5-e4ea-42c4-8446-c82574fb13f7, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:36:40.467862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] For port 9c7a21e5-e4ea-42c4-8446-c82574fb13f7, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9c7a21e5-e4ea-42c4-8446-c82574fb13f7,segment=NetworkSegment(2abe75fe-75dd-493a-9351-0b56c2b9dfc5),segment_id=2abe75fe-75dd-493a-9351-0b56c2b9dfc5)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:36:40.498343 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:40.536105 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:40.548738 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:40.612417 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-149e2576-0daf-4d22-86b8-d33662236298 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:40.753689 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Pushing event updated for resources: {'Port': ['ID=9c7a21e5-e4ea-42c4-8446-c82574fb13f7,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:40.756808 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:40.791004 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Subnet': ['ID=1941666d-7c26-4510-b51f-092fd25f6d7c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:40.806782 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:40.845871 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a57e1ca-1306-4da4-bf0f-485ff264de57 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:40.854164 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a57e1ca-1306-4da4-bf0f-485ff264de57 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:40.877636 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc32fa-7a1e-44fb-b713-9f42cf45b3e6 req-f4c368c1-bdc6-4857-9e00-e8eaae049fef tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:40.884955 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-18bc32fa-7a1e-44fb-b713-9f42cf45b3e6 req-f4c368c1-bdc6-4857-9e00-e8eaae049fef tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 947 time: 1.3997293
Jun 04 15:36:40.897397 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.043591 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccd825f4-8db0-4a27-ae6e-640a38a1d44b tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.051874 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccd825f4-8db0-4a27-ae6e-640a38a1d44b tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.153962 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.197064 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.228365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387317700>,) {'filters': {'network_id': ['d4b9b0b6-3fe2-491e-a52a-7cc10b42def6']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:41.229825 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Transition to ACTIVE for port object 74c77f4d-d4a7-4374-b093-0b087ad27f70 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:41.264475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1327fa-9592-48c3-bb0e-4f4956e5fec2 req-cf6f0221-2d2c-4077-840a-5c0daccc12ea tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:41.278929 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b1327fa-9592-48c3-bb0e-4f4956e5fec2 req-cf6f0221-2d2c-4077-840a-5c0daccc12ea tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 944 time: 0.8605480
Jun 04 15:36:41.286162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387317700>, '2abe75fe-75dd-493a-9351-0b56c2b9dfc5') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:41.286590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387317700>, '2abe75fe-75dd-493a-9351-0b56c2b9dfc5') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:41.322752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:41.335666 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.343527 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.348427 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-68246b31-6829-4297-8312-c01a1ae7d0ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:41.414037 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7e096382-7276-489b-af69-4b5444aba047 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:41.427148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8b101-8fbd-4b11-905a-6a0163ee54e5 req-bc2d3474-6a6d-4d69-90f9-76af0ff386f8 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:41.428698 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89f8b101-8fbd-4b11-905a-6a0163ee54e5 req-bc2d3474-6a6d-4d69-90f9-76af0ff386f8 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 947 time: 0.6045613
Jun 04 15:36:41.429460 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccd825f4-8db0-4a27-ae6e-640a38a1d44b tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.429938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd825f4-8db0-4a27-ae6e-640a38a1d44b tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15843d64-2a0a-43cc-8ffb-74cfbaddf886 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:36:41.431968 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.527558 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Attempting to bind port 74c77f4d-d4a7-4374-b093-0b087ad27f70 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:36:41.546871 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Attempting to bind port 74c77f4d-d4a7-4374-b093-0b087ad27f70 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:36:41.546871 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Attempting to bind port 74c77f4d-d4a7-4374-b093-0b087ad27f70 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:36:41.546871 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Pushing event updated for resources: {'Port': ['ID=74c77f4d-d4a7-4374-b093-0b087ad27f70,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:41.555334 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:36:41.555714 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:41.556195 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.556526 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:36:41.557242 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Bound port: 74c77f4d-d4a7-4374-b093-0b087ad27f70, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:36:41.557396 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.567575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:36:41.568362 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:36:41.590187 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:36:41.602823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:41.603161 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:41.603683 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:41.604017 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:41.604137 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b1327fa-9592-48c3-bb0e-4f4956e5fec2 req-486b5bb1-9a9c-4200-9a88-32d44d4f8320 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3101144
Jun 04 15:36:41.604342 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:41.604729 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:41.605081 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:41.605389 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:41.605863 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:41.606333 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:41.606804 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:41.607272 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:41.618723 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:41.657731 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] For port 74c77f4d-d4a7-4374-b093-0b087ad27f70, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:36:41.661853 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] For port 74c77f4d-d4a7-4374-b093-0b087ad27f70, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=74c77f4d-d4a7-4374-b093-0b087ad27f70,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:36:41.713496 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 7e096382-7276-489b-af69-4b5444aba047 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:41.720401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:41.721078 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccd825f4-8db0-4a27-ae6e-640a38a1d44b tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.722433 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ccd825f4-8db0-4a27-ae6e-640a38a1d44b tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "DELETE /v2.0/routers/15843d64-2a0a-43cc-8ffb-74cfbaddf886 HTTP/1.1" status: 204  len: 168 time: 2.1942804
Jun 04 15:36:41.724990 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-18bc32fa-7a1e-44fb-b713-9f42cf45b3e6 req-76a4d742-3631-427f-8cc3-b81f039b4586 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8383486
Jun 04 15:36:41.743924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 7e096382-7276-489b-af69-4b5444aba047 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:41.744537 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.752792 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.api [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 15:36:41.752792 n-d-791505-9 neutron-server[88300]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 15:36:41.752792 n-d-791505-9 neutron-server[88300]: [parameters: {'id': 'd4b9b0b6-3fe2-491e-a52a-7cc10b42def6'}]
Jun 04 15:36:41.752792 n-d-791505-9 neutron-server[88300]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:36:41.753808 n-d-791505-9 neutron-server[88300]: DEBUG oslo_db.api [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:36:41.783436 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.793393 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-255d0e5f-cc00-4f67-8979-823bc3ea9a8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:41.907353 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a57e1ca-1306-4da4-bf0f-485ff264de57 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.910119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a57e1ca-1306-4da4-bf0f-485ff264de57 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b35fa72-cbfa-476f-bb93-f87160b3af88 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:36:41.931074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-89f8b101-8fbd-4b11-905a-6a0163ee54e5 req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Deleting port 131cf642-94ad-4a61-899e-9c9bae477d1d {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:36:41.931539 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89f8b101-8fbd-4b11-905a-6a0163ee54e5 req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.949646 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Routers {'46839d45-72f1-41d4-ae55-9b97543e4444'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:41.950640 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8e3b50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['46839d45-72f1-41d4-ae55-9b97543e4444'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:41.962749 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3a57e1ca-1306-4da4-bf0f-485ff264de57 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:41.964053 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3a57e1ca-1306-4da4-bf0f-485ff264de57 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] 10.222.0.32 "DELETE /v2.0/routers/3b35fa72-cbfa-476f-bb93-f87160b3af88 HTTP/1.1" status: 204  len: 168 time: 2.5603430
Jun 04 15:36:41.969248 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36546) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:41.989958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7b7847c8-110a-46cf-9212-c459002a2dcd tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Request body: {'router': {'name': 'tempest-router-1911516024', 'distributed': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:42.010921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7b7847c8-110a-46cf-9212-c459002a2dcd tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:42.015426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7b7847c8-110a-46cf-9212-c459002a2dcd tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Usage tracker for resource:router and tenant:4961f056c528486eaa9aec223af1cb33 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:42.019136 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7b7847c8-110a-46cf-9212-c459002a2dcd tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:42.025608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7b7847c8-110a-46cf-9212-c459002a2dcd tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:42.043908 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:42.079134 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Pushing event updated for resources: {'Port': ['ID=74c77f4d-d4a7-4374-b093-0b087ad27f70,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:42.090185 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:42.095742 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab071fde-b9af-4ba9-b521-3130daaa501c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e096382-7276-489b-af69-4b5444aba047'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:36:42.098064 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9794aa2-4271-488c-8979-652d6c4bcaac" -d '{"events": [{"server_uuid": "ab071fde-b9af-4ba9-b521-3130daaa501c", "name": "network-vif-plugged", "status": "completed", "tag": "7e096382-7276-489b-af69-4b5444aba047"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:36:42.131663 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7e096382-7276-489b-af69-4b5444aba047, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7e096382-7276-489b-af69-4b5444aba047,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:42.203884 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3124834-635e-4932-8b56-49f0a8c74abc x-openstack-request-id: req-e3124834-635e-4932-8b56-49f0a8c74abc {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:36:42.204176 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab071fde-b9af-4ba9-b521-3130daaa501c", "name": "network-vif-plugged", "status": "completed", "tag": "7e096382-7276-489b-af69-4b5444aba047", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:36:42.204456 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3124834-635e-4932-8b56-49f0a8c74abc {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:36:42.204845 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab071fde-b9af-4ba9-b521-3130daaa501c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e096382-7276-489b-af69-4b5444aba047', 'code': 200}
Jun 04 15:36:42.218216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-89f8b101-8fbd-4b11-905a-6a0163ee54e5 req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] For port 131cf642-94ad-4a61-899e-9c9bae477d1d, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=131cf642-94ad-4a61-899e-9c9bae477d1d,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:42.219655 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89f8b101-8fbd-4b11-905a-6a0163ee54e5 req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:42.228455 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b7847c8-110a-46cf-9212-c459002a2dcd tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:42.229679 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b7847c8-110a-46cf-9212-c459002a2dcd tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:42.242558 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a71aab0-951c-49b2-bc01-8a9bad163754 None None] Network d4b9b0b6-3fe2-491e-a52a-7cc10b42def6 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:42.266414 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:42.287054 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-912ebe95-45d5-43bc-99f5-9e7ca805709e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:42.313760 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] Set router 46839d45-72f1-41d4-ae55-9b97543e4444 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:36:42.318564 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:42.362824 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b7847c8-110a-46cf-9212-c459002a2dcd tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:42.466026 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port 748aa92a-e50a-407f-ac72-b56d5463bc96 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:36:42.466576 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:42.478608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36556) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:42.620362 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b7847c8-110a-46cf-9212-c459002a2dcd tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:42.710924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bf499e0c-a191-480e-88a7-b0ab5bf83b4c None None] Provisioning for port 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:42.725741 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7e096382-7276-489b-af69-4b5444aba047,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:42.738096 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:42.740107 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bf499e0c-a191-480e-88a7-b0ab5bf83b4c None None] Provisioning complete for port 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:42.740491 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bf499e0c-a191-480e-88a7-b0ab5bf83b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:42.786789 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:42.812695 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b7847c8-110a-46cf-9212-c459002a2dcd tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:42.818119 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7b7847c8-110a-46cf-9212-c459002a2dcd tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.8359072
Jun 04 15:36:42.819208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36566) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:42.916224 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8e3b50>, [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:36:34Z', 'revision_number': 3, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port': {'id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:31Z', 'updated_at': '2021-06-04T15:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:42.922237 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61130d80-85f6-432b-acf1-335c6a194f0e None None] The sync data for ids ['46839d45-72f1-41d4-ae55-9b97543e4444'] in n-d-791505-9 is: [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:36:34Z', 'revision_number': 3, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port': {'id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:31Z', 'updated_at': '2021-06-04T15:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:36:42.978512 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:43.068476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e97b3-53a0-4441-ad86-3bfbd69ab9b9 req-9383fdfb-e5f3-4ab8-8d3e-8e9327a238da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:43.070392 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7f5e97b3-53a0-4441-ad86-3bfbd69ab9b9 req-9383fdfb-e5f3-4ab8-8d3e-8e9327a238da service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 1096 time: 0.7309813
Jun 04 15:36:43.186427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-614524713', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}, 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:43.186674 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bf499e0c-a191-480e-88a7-b0ab5bf83b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:43.223368 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89f8b101-8fbd-4b11-905a-6a0163ee54e5 req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:43.227581 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89f8b101-8fbd-4b11-905a-6a0163ee54e5 req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:43.227581 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-89f8b101-8fbd-4b11-905a-6a0163ee54e5 req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Floating IP da4d0913-ecfd-4aab-90f8-9e1366515a46 disassociated. External IP: 172.25.4.139, port: 131cf642-94ad-4a61-899e-9c9bae477d1d.
Jun 04 15:36:43.227581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-89f8b101-8fbd-4b11-905a-6a0163ee54e5 req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Calling delete_port for 131cf642-94ad-4a61-899e-9c9bae477d1d owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:36:43.229459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:43.231578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-bf499e0c-a191-480e-88a7-b0ab5bf83b4c None None] For port 9c7a21e5-e4ea-42c4-8446-c82574fb13f7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9c7a21e5-e4ea-42c4-8446-c82574fb13f7,segment=NetworkSegment(2abe75fe-75dd-493a-9351-0b56c2b9dfc5),segment_id=2abe75fe-75dd-493a-9351-0b56c2b9dfc5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:43.246246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Usage tracker for resource:router and tenant:4cfb9e5b310141548e98c02f39a55c8e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:43.259089 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:43.278990 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3d714ac-92d5-4774-a54f-14256b969021 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:43.297722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:43.305307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Deleting port 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:36:43.305307 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:43.333326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb265a4-9c05-4215-a8e0-49f6185ed30f None None] DHCP port deletion for d4b9b0b6-3fe2-491e-a52a-7cc10b42def6 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:36:43.357984 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7f5e97b3-53a0-4441-ad86-3bfbd69ab9b9 req-537f5a50-9e77-42c8-b430-32870a889353 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840861
Jun 04 15:36:43.391480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for 748aa92a-e50a-407f-ac72-b56d5463bc96 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:36:43.426313 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bf499e0c-a191-480e-88a7-b0ab5bf83b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:43.431231 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-af166660-1a1f-479d-8348-e83128bc712c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:43.499746 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:43.501514 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:43.524889 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf499e0c-a191-480e-88a7-b0ab5bf83b4c None None] Pushing event updated for resources: {'Port': ['ID=9c7a21e5-e4ea-42c4-8446-c82574fb13f7,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:43.530294 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bf499e0c-a191-480e-88a7-b0ab5bf83b4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:43.534450 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:43.539152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cfb265a4-9c05-4215-a8e0-49f6185ed30f None None] Deleting port 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:36:43.539891 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cfb265a4-9c05-4215-a8e0-49f6185ed30f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:43.573802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b67729-067b-419b-bc6f-cebbe07cb8ec req-d2d6f1f3-667b-41f2-a562-cc151904ce87 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:43.584600 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-88b67729-067b-419b-bc6f-cebbe07cb8ec req-d2d6f1f3-667b-41f2-a562-cc151904ce87 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 947 time: 0.5284626
Jun 04 15:36:43.635419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] For port 9c7a21e5-e4ea-42c4-8446-c82574fb13f7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9c7a21e5-e4ea-42c4-8446-c82574fb13f7,segment=NetworkSegment(2abe75fe-75dd-493a-9351-0b56c2b9dfc5),segment_id=2abe75fe-75dd-493a-9351-0b56c2b9dfc5)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:43.635793 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:43.712435 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-cfb265a4-9c05-4215-a8e0-49f6185ed30f None None] For port 9c7a21e5-e4ea-42c4-8446-c82574fb13f7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9c7a21e5-e4ea-42c4-8446-c82574fb13f7,segment=NetworkSegment(2abe75fe-75dd-493a-9351-0b56c2b9dfc5),segment_id=2abe75fe-75dd-493a-9351-0b56c2b9dfc5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:43.713878 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cfb265a4-9c05-4215-a8e0-49f6185ed30f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:43.874459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cfb265a4-9c05-4215-a8e0-49f6185ed30f None None] Calling delete_port for 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:36:44.063348 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cfb265a4-9c05-4215-a8e0-49f6185ed30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:44.069238 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-da404811-a6a9-4a23-8ad8-fa4c747193d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:44.180803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dcc67-f03e-436f-9e59-516e269ab919 req-02c34351-6bfa-435e-af84-aca8a500ad7c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:44.183865 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-625dcc67-f03e-436f-9e59-516e269ab919 req-02c34351-6bfa-435e-af84-aca8a500ad7c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 945 time: 1.1831529
Jun 04 15:36:44.203733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Calling delete_port for 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:36:44.217924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb265a4-9c05-4215-a8e0-49f6185ed30f None None] Pushing event deleted for resources: {'Port': ['ID=9c7a21e5-e4ea-42c4-8446-c82574fb13f7,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:44.221834 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cfb265a4-9c05-4215-a8e0-49f6185ed30f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:44.222730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb265a4-9c05-4215-a8e0-49f6185ed30f None None] No DVR routers for this DVR port 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:36:44.299748 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3d714ac-92d5-4774-a54f-14256b969021 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:44.317521 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3d714ac-92d5-4774-a54f-14256b969021 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:44.339893 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-88b67729-067b-419b-bc6f-cebbe07cb8ec req-10cbc973-b56f-4a86-af72-d7b1a93ab3bb tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e4000b1-49e2-48b1-b0e3-a797a6ea1505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7513547
Jun 04 15:36:44.342596 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:44.404352 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89f8b101-8fbd-4b11-905a-6a0163ee54e5 req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:44.420111 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-523f9654-4cd2-440f-8dfa-cde72a22ae0d tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:44.508497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event deleted for resources: {'Port': ['ID=131cf642-94ad-4a61-899e-9c9bae477d1d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:44.518918 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:44.558070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Allocated IP 172.20.0.1 (aaebff77-728c-4e73-9052-ac24eb7613ad/504bb84e-4545-4226-8f6e-0cf6a7520374/1e512355-7eb9-4a58-bbf9-f025f8bc19dc) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:44.598649 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-625dcc67-f03e-436f-9e59-516e269ab919 req-edc6d0a3-ff67-4518-b108-37d0e25157f5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3171523
Jun 04 15:36:44.611107 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3d714ac-92d5-4774-a54f-14256b969021 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:44.611737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d714ac-92d5-4774-a54f-14256b969021 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e26cbb8-a278-4649-abe6-b84d07936fe1 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:36:44.629568 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:44.638406 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:44.736581 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3d714ac-92d5-4774-a54f-14256b969021 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:44.737781 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d3d714ac-92d5-4774-a54f-14256b969021 tempest-RoutersTestDVR-1910751071 tempest-RoutersTestDVR-1910751071-project-admin] 10.222.0.32 "DELETE /v2.0/routers/3e26cbb8-a278-4649-abe6-b84d07936fe1 HTTP/1.1" status: 204  len: 168 time: 1.9122353
Jun 04 15:36:44.748050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No DVR routers for this DVR port 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:36:44.869042 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:44.901245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Transition to ACTIVE for port object 1e512355-7eb9-4a58-bbf9-f025f8bc19dc will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:44.962420 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:44.969018 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7bbd5db4-435b-4b37-985a-8cc7bc37f48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:45.000019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Port': ['ID=9c7a21e5-e4ea-42c4-8446-c82574fb13f7,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:45.003072 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:45.078593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=748aa92a-e50a-407f-ac72-b56d5463bc96,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:45.118193 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:45.135445 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:45.152350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83874ed400>,) {'filters': {'network_id': ['d4b9b0b6-3fe2-491e-a52a-7cc10b42def6']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:45.175931 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:45.176302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:45.176682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:45.177085 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:45.177566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:45.177821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:45.178189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:45.178570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:45.178917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:45.179280 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:45.179401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83874ed400>, '2abe75fe-75dd-493a-9351-0b56c2b9dfc5') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:45.179639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:45.179762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83874ed400>, '2abe75fe-75dd-493a-9351-0b56c2b9dfc5') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:45.179998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:45.202237 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:45.218838 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:45.277624 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 74c77f4d-d4a7-4374-b093-0b087ad27f70 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:45.282321 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:45.368635 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:45.392011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:36:45.392537 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:45.416546 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 131cf642-94ad-4a61-899e-9c9bae477d1d no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:36:45.462078 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:36:45.519653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 131cf642-94ad-4a61-899e-9c9bae477d1d {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:36:45.520202 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 131cf642-94ad-4a61-899e-9c9bae477d1d not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:36:45.585889 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Network aaebff77-728c-4e73-9052-ac24eb7613ad is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:45.589999 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89f8b101-8fbd-4b11-905a-6a0163ee54e5 req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:36:45.626816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 74c77f4d-d4a7-4374-b093-0b087ad27f70 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:45.633841 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 74c77f4d-d4a7-4374-b093-0b087ad27f70 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:45.634863 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:45.650995 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:45.661195 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:45.746398 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:45.763519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36604) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:45.828939 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-16957343-e19c-4d83-a2f0-198de2f9da84 req-5d703fa5-b784-4440-a440-270a9736cb27 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 210 time: 0.2374623
Jun 04 15:36:45.871591 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:45.913537 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 74c77f4d-d4a7-4374-b093-0b087ad27f70, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=74c77f4d-d4a7-4374-b093-0b087ad27f70,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:45.967769 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Pushing event updated for resources: {'Port': ['ID=1e512355-7eb9-4a58-bbf9-f025f8bc19dc,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:45.994775 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:45.997935 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bb6473b2-d2c8-4df2-8dc6-38016a43e4d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:46.008807 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:46.060200 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:46.090737 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:36:46.137255 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:36:46.137904 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9c7a21e5-e4ea-42c4-8446-c82574fb13f7 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:36:46.151547 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:46.167215 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=74c77f4d-d4a7-4374-b093-0b087ad27f70,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:46.172036 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-91177068-2987-42a9-a0f5-b371d0028460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:46.180441 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:46.234461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-390822ec-1b80-4520-98cc-9be6d2927531 None None] Provisioning for port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:46.240315 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-390822ec-1b80-4520-98cc-9be6d2927531 None None] Provisioning complete for port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:46.241030 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-390822ec-1b80-4520-98cc-9be6d2927531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:46.249400 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:46.266525 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb7b7716-2287-4b07-865c-7845bf112bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:46.291956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Network': ['ID=d4b9b0b6-3fe2-491e-a52a-7cc10b42def6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:46.302571 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-390822ec-1b80-4520-98cc-9be6d2927531 None None] Port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:36:46.329481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89f8b101-8fbd-4b11-905a-6a0163ee54e5 req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:36:46.331742 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:46.352760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a09cb7-5b07-49ea-935e-7195c40c28e1 None None] Sync routers for ids ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:36:46.357377 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a09cb7-5b07-49ea-935e-7195c40c28e1 None None] Routers {'4e9f87de-899c-40c3-b79f-56ab3a1143e7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:46.358423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-86a09cb7-5b07-49ea-935e-7195c40c28e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c441820>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:46.409141 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bb7b7716-2287-4b07-865c-7845bf112bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:46.416922 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:46.441496 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/d4b9b0b6-3fe2-491e-a52a-7cc10b42def6 HTTP/1.1" status: 204  len: 168 time: 8.0019469
Jun 04 15:36:46.448545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a385e-4d33-42c5-933f-71b762e8da0f req-498d739d-9760-4aa2-8a82-8296b7fb944b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:46.455689 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d5a385e-4d33-42c5-933f-71b762e8da0f req-498d739d-9760-4aa2-8a82-8296b7fb944b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 945 time: 0.5090206
Jun 04 15:36:46.461361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36610) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:46.462468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-bb7b7716-2287-4b07-865c-7845bf112bae admin admin] Usage tracker for resource:security_group_rule and tenant:31fe3dc451d04c5cbe4c6123e98a12eb is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:46.468908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f8b101-8fbd-4b11-905a-6a0163ee54e5 req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] No DVR routers for this DVR port 131cf642-94ad-4a61-899e-9c9bae477d1d on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:36:46.473909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2019151334'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:46.481978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-bb7b7716-2287-4b07-865c-7845bf112bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:46.486120 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89f8b101-8fbd-4b11-905a-6a0163ee54e5 req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:46.489832 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89f8b101-8fbd-4b11-905a-6a0163ee54e5 req-75e8d5af-4142-45bc-9e79-69a841e1a45f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.65 "DELETE /v2.0/ports/131cf642-94ad-4a61-899e-9c9bae477d1d HTTP/1.1" status: 204  len: 173 time: 5.0229747
Jun 04 15:36:46.490169 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:46.491887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f78503-0767-4336-83db-a5cb7e497fc6', 'name': 'network-vif-deleted', 'tag': '131cf642-94ad-4a61-899e-9c9bae477d1d'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:36:46.494260 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6408af0-bb16-4695-80e7-4b62ae94f541" -d '{"events": [{"server_uuid": "56f78503-0767-4336-83db-a5cb7e497fc6", "name": "network-vif-deleted", "tag": "131cf642-94ad-4a61-899e-9c9bae477d1d"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:36:46.499263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:46.507532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:network and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:46.512970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:46.521827 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:46.572663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bb7b7716-2287-4b07-865c-7845bf112bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:46.585636 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb80955-b845-4f88-8232-9f68c142487a x-openstack-request-id: req-3eb80955-b845-4f88-8232-9f68c142487a {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:36:46.586055 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f78503-0767-4336-83db-a5cb7e497fc6", "name": "network-vif-deleted", "tag": "131cf642-94ad-4a61-899e-9c9bae477d1d", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:36:46.586336 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3eb80955-b845-4f88-8232-9f68c142487a {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:36:46.586776 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f78503-0767-4336-83db-a5cb7e497fc6', 'name': 'network-vif-deleted', 'tag': '131cf642-94ad-4a61-899e-9c9bae477d1d', 'status': 'completed', 'code': 200}
Jun 04 15:36:46.591273 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-86a09cb7-5b07-49ea-935e-7195c40c28e1 None None] Set router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:36:46.664278 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d5a385e-4d33-42c5-933f-71b762e8da0f req-44f644d3-888b-4b40-9f0e-613d460bfc31 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522989
Jun 04 15:36:46.821161 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:46.821746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:46.821746 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:46.821746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Allocated IP 172.25.4.163 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/3f8f2135-c5cd-4cba-b4d8-ece654731cb7) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:46.821746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:36:46.854311 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:46.854673 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Added segment 5ec8bc17-5d93-46f6-9cf7-a8d1519dd8d6 of type vlan for network 61dd6222-da58-49a7-9b80-a23f7d379009
Jun 04 15:36:46.898710 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb7b7716-2287-4b07-865c-7845bf112bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:47.003889 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb7b7716-2287-4b07-865c-7845bf112bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:47.023699 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:47.027436 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a1235ac1-022d-4b94-9e71-21f3a9d7cd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:47.118607 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bb7b7716-2287-4b07-865c-7845bf112bae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31fe3dc451d04c5cbe4c6123e98a12eb&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3243263
Jun 04 15:36:47.118607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36624) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:47.193386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b7716-2287-4b07-865c-7845bf112bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5d5cfa-86ed-4ef6-9943-53523d802968,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:47.209755 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bb7b7716-2287-4b07-865c-7845bf112bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:47.235752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 74c77f4d-d4a7-4374-b093-0b087ad27f70 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:47.247212 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5fe31afc-5062-49c3-950f-ec75d2599c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:47.251545 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:47.356487 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8008f300-d87d-44b0-9357-df7378e498e1 req-f243cacc-08e7-4245-804d-0648259fffbe tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f78503-0767-4336-83db-a5cb7e497fc6 HTTP/1.1" status: 200  len: 210 time: 0.3223722
Jun 04 15:36:47.359868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router a3995489-db02-4e18-bab8-23666c3f14a5 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:36:47.429693 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-86a09cb7-5b07-49ea-935e-7195c40c28e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c441820>, [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:52Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'e2f29c41-10d6-4b72-91e6-7aea4e550748', 'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'mac_address': 'fa:16:3e:22:c8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:50Z', 'updated_at': '2021-06-04T15:32:04Z', 'revision_number': 5, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'subnets': [{'id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:47.439359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a09cb7-5b07-49ea-935e-7195c40c28e1 None None] Checking router: 4e9f87de-899c-40c3-b79f-56ab3a1143e7 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:36:47.460955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a09cb7-5b07-49ea-935e-7195c40c28e1 None None] Routers {'4e9f87de-899c-40c3-b79f-56ab3a1143e7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:47.461627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-86a09cb7-5b07-49ea-935e-7195c40c28e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c441820>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:47.536884 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 74c77f4d-d4a7-4374-b093-0b087ad27f70 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:47.537286 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:47.554624 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5fe31afc-5062-49c3-950f-ec75d2599c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:47.562906 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:47.568733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:47.571623 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:47.583691 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-08fd8eb7-178a-4cba-91f8-d5e30796ed9e tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:47.627660 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:36:47.636289 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b090abd2-b5ea-4674-abba-b0dfff384c69 None None] Sync routers for ids ['a3995489-db02-4e18-bab8-23666c3f14a5'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:36:47.650363 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b090abd2-b5ea-4674-abba-b0dfff384c69 None None] Routers {'a3995489-db02-4e18-bab8-23666c3f14a5'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:47.650996 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b090abd2-b5ea-4674-abba-b0dfff384c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c928220>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a3995489-db02-4e18-bab8-23666c3f14a5'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:47.653207 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:47.726924 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b090abd2-b5ea-4674-abba-b0dfff384c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c928220>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:47.738741 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b090abd2-b5ea-4674-abba-b0dfff384c69 None None] Routers {'a3995489-db02-4e18-bab8-23666c3f14a5'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:47.739772 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b090abd2-b5ea-4674-abba-b0dfff384c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c928220>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a3995489-db02-4e18-bab8-23666c3f14a5'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:47.751868 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/a3995489-db02-4e18-bab8-23666c3f14a5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4430819
Jun 04 15:36:47.755168 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36634) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:47.770199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Network': ['ID=61dd6222-da58-49a7-9b80-a23f7d379009,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:47.780749 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:47.792534 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 61dd6222-da58-49a7-9b80-a23f7d379009 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:36:47.848878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c27feb-4625-453c-b2b9-2bb3bdc6cc2c req-8bd9b157-8926-49f8-b68d-1988a159acc2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:47.856454 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8c27feb-4625-453c-b2b9-2bb3bdc6cc2c req-8bd9b157-8926-49f8-b68d-1988a159acc2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 945 time: 0.5729740
Jun 04 15:36:47.864741 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b090abd2-b5ea-4674-abba-b0dfff384c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c928220>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:47.866053 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b090abd2-b5ea-4674-abba-b0dfff384c69 None None] The sync data for ids ['a3995489-db02-4e18-bab8-23666c3f14a5'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:36:47.877872 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:47.897086 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5fe31afc-5062-49c3-950f-ec75d2599c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:47.900409 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5fe31afc-5062-49c3-950f-ec75d2599c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:47.905933 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5fe31afc-5062-49c3-950f-ec75d2599c2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd5d5cfa-86ed-4ef6-9943-53523d802968 HTTP/1.1" status: 204  len: 168 time: 0.7714419
Jun 04 15:36:47.908499 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f85aa5f-5f58-4e36-99f9-ebd9c6f17a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:47.918973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe31afc-5062-49c3-950f-ec75d2599c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5d5cfa-86ed-4ef6-9943-53523d802968,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:47.923129 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5fe31afc-5062-49c3-950f-ec75d2599c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:47.937206 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8c27feb-4625-453c-b2b9-2bb3bdc6cc2c req-bc632c3d-ff35-42dd-9eb1-957c27c63590 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750554
Jun 04 15:36:47.956439 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:47.968780 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5e11c033-0dc7-4ae2-8beb-a844c52e02d6 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:47.974416 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8e6d8681-bb59-4d35-87cb-33eee49fba9c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:48.040193 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:48.050289 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-86a09cb7-5b07-49ea-935e-7195c40c28e1 None None] Set router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:36:48.094421 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:48.105103 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.6382208
Jun 04 15:36:48.109432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:48.116226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:48.150430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36640) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:48.160915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'subnet': {'network_id': '61dd6222-da58-49a7-9b80-a23f7d379009', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:48.233802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Pushing event updated for resources: {'Port': ['ID=3f8f2135-c5cd-4cba-b4d8-ece654731cb7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:48.241993 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:48.269770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Pushing event updated for resources: {'Port': ['ID=1e512355-7eb9-4a58-bbf9-f025f8bc19dc,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:48.272948 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:48.525587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-86a09cb7-5b07-49ea-935e-7195c40c28e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c441820>, [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:52Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'e2f29c41-10d6-4b72-91e6-7aea4e550748', 'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'mac_address': 'fa:16:3e:22:c8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:50Z', 'updated_at': '2021-06-04T15:32:04Z', 'revision_number': 5, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'subnets': [{'id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:48.533809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a09cb7-5b07-49ea-935e-7195c40c28e1 None None] The sync data for ids ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'] in n-d-791505-9 is: [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:52Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'e2f29c41-10d6-4b72-91e6-7aea4e550748', 'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'mac_address': 'fa:16:3e:22:c8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:50Z', 'updated_at': '2021-06-04T15:32:04Z', 'revision_number': 5, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'subnets': [{'id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:36:48.547933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:48.552389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:subnet and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:48.556085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:48.563630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:48.697480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36654) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:48.749865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:48.753504 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:48.869867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Network aaebff77-728c-4e73-9052-ac24eb7613ad is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:48.874810 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:48.986726 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de0ebb-7852-4aa4-b3a2-e623590b7548 None None] New status for floating IP da4d0913-ecfd-4aab-90f8-9e1366515a46: DOWN {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:36:49.049955 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:49.125726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36662) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:49.158934 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65b714f3-f933-4a93-b777-79a50c345a05 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:49.189476 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-73eb81ba-dd5d-4cc7-a989-0ae512f5420e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:49.258650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-73eb81ba-dd5d-4cc7-a989-0ae512f5420e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:49.277407 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-73eb81ba-dd5d-4cc7-a989-0ae512f5420e admin admin] Usage tracker for resource:security_group_rule and tenant:4961f056c528486eaa9aec223af1cb33 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:49.284493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-73eb81ba-dd5d-4cc7-a989-0ae512f5420e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:49.288476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c68ac715-c845-4f78-a101-828357e1d992 None None] Provisioning complete for port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:49.290118 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c68ac715-c845-4f78-a101-828357e1d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:49.302183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-73eb81ba-dd5d-4cc7-a989-0ae512f5420e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:49.306041 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65b714f3-f933-4a93-b777-79a50c345a05 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:49.370141 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c68ac715-c845-4f78-a101-828357e1d992 None None] Port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:36:49.391805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Router 46839d45-72f1-41d4-ae55-9b97543e4444 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:36:49.561598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04c790-619c-4cd0-90de-965a1d71c75c req-3bf31b44-ce9f-444f-8b90-e06b3b25629c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:49.563830 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3a04c790-619c-4cd0-90de-965a1d71c75c req-3bf31b44-ce9f-444f-8b90-e06b3b25629c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 945 time: 0.3677588
Jun 04 15:36:49.748448 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3a04c790-619c-4cd0-90de-965a1d71c75c req-979ba20f-7c61-46a2-96bc-5c3b2ab8c7f1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1705024
Jun 04 15:36:49.752391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:36:49.766382 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] 10.222.0.32 "PUT /v2.0/routers/46839d45-72f1-41d4-ae55-9b97543e4444/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8957028
Jun 04 15:36:49.769053 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Sync routers for ids ['46839d45-72f1-41d4-ae55-9b97543e4444'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:36:49.781454 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-faf661a4-d9b3-414f-af14-1fd1bdc0fb36 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:49.787483 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Routers {'46839d45-72f1-41d4-ae55-9b97543e4444'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:49.788458 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c928970>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['46839d45-72f1-41d4-ae55-9b97543e4444'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:49.936479 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:50.180288 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Set router 46839d45-72f1-41d4-ae55-9b97543e4444 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:36:50.295381 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65b714f3-f933-4a93-b777-79a50c345a05 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:50.306908 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-46e3af0f-4b08-4c49-b59b-1b55c249a0fb tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:50.328362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b714f3-f933-4a93-b777-79a50c345a05 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4000b1-49e2-48b1-b0e3-a797a6ea1505,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:50.339411 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-65b714f3-f933-4a93-b777-79a50c345a05 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:50.375680 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-73eb81ba-dd5d-4cc7-a989-0ae512f5420e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:50.377450 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-faf661a4-d9b3-414f-af14-1fd1bdc0fb36 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port 8bb34399-9b81-4698-89c0-7af9091e067a {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:36:50.377927 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-faf661a4-d9b3-414f-af14-1fd1bdc0fb36 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:50.494197 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-73eb81ba-dd5d-4cc7-a989-0ae512f5420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:50.507489 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e43914fa-3c2b-45b5-8ddf-2ea2f3f4819d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:50.525576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Router c9c9387f-a567-4e76-b80f-7064e1bdc5a5 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:36:50.555802 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-faf661a4-d9b3-414f-af14-1fd1bdc0fb36 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:50.603534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb81ba-dd5d-4cc7-a989-0ae512f5420e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243269e8-af06-4df4-a70e-5c2c52f808b1,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:50.651169 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65b714f3-f933-4a93-b777-79a50c345a05 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:50.658193 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-65b714f3-f933-4a93-b777-79a50c345a05 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "DELETE /v2.0/security-groups/9e4000b1-49e2-48b1-b0e3-a797a6ea1505 HTTP/1.1" status: 204  len: 168 time: 1.9607697
Jun 04 15:36:50.663364 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c928970>, [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:36:46Z', 'revision_number': 4, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port': {'id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:31Z', 'updated_at': '2021-06-04T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '1e512355-7eb9-4a58-bbf9-f025f8bc19dc', 'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'mac_address': 'fa:16:3e:ff:82:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:42Z', 'updated_at': '2021-06-04T15:36:46Z', 'revision_number': 2, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'subnets': [{'id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:50.676079 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Checking router: 46839d45-72f1-41d4-ae55-9b97543e4444 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:36:50.678916 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Updating router 46839d45-72f1-41d4-ae55-9b97543e4444 port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:36:50.681291 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-73eb81ba-dd5d-4cc7-a989-0ae512f5420e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:50.681733 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36694) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:50.729426 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-73eb81ba-dd5d-4cc7-a989-0ae512f5420e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4961f056c528486eaa9aec223af1cb33&name=default HTTP/1.1" status: 200  len: 2983 time: 1.5714288
Jun 04 15:36:50.797029 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:50.812392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36696) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:50.979201 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-4322aaa3-333e-4aac-abc5-6cb1c6b688f3 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] show failed (client error): The resource could not be found.
Jun 04 15:36:50.983211 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4322aaa3-333e-4aac-abc5-6cb1c6b688f3 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups/9e4000b1-49e2-48b1-b0e3-a797a6ea1505 HTTP/1.1" status: 404  len: 347 time: 0.2975190
Jun 04 15:36:50.987806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-faf661a4-d9b3-414f-af14-1fd1bdc0fb36 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for 8bb34399-9b81-4698-89c0-7af9091e067a owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:36:50.990314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36710) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:51.231734 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b052332-597b-4f1a-b45d-f775e1cb5fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:51.290901 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b052332-597b-4f1a-b45d-f775e1cb5fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:51.335386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:36:51.347797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1fea52-ec58-4927-ac36-f1f48da6fcd8 None None] Sync routers for ids ['c9c9387f-a567-4e76-b80f-7064e1bdc5a5'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:36:51.365626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1fea52-ec58-4927-ac36-f1f48da6fcd8 None None] Routers {'c9c9387f-a567-4e76-b80f-7064e1bdc5a5'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:51.366667 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:51.369914 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7d1fea52-ec58-4927-ac36-f1f48da6fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5d4c10>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['c9c9387f-a567-4e76-b80f-7064e1bdc5a5'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:51.394418 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Transition to ACTIVE for port object 1e512355-7eb9-4a58-bbf9-f025f8bc19dc will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:51.479866 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:51.485831 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-33dfee9f-236a-454a-a579-fc039e75503a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:51.497679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593cf05-1008-4727-b53e-e0db68567027 req-dc20473a-fd9d-4759-8c9a-eed3f4d8cbc1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:51.499493 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3593cf05-1008-4727-b53e-e0db68567027 req-dc20473a-fd9d-4759-8c9a-eed3f4d8cbc1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 945 time: 0.3507817
Jun 04 15:36:51.518453 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:51.561274 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:51.568921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7d1fea52-ec58-4927-ac36-f1f48da6fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5d4c10>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:51.583396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1fea52-ec58-4927-ac36-f1f48da6fcd8 None None] Routers {'c9c9387f-a567-4e76-b80f-7064e1bdc5a5'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:51.584033 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7d1fea52-ec58-4927-ac36-f1f48da6fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5d4c10>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['c9c9387f-a567-4e76-b80f-7064e1bdc5a5'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:51.637236 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb825c-c9f4-43d9-affd-d98a6f216a2b None None] Pushing event updated for resources: {'Port': ['ID=1e512355-7eb9-4a58-bbf9-f025f8bc19dc,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:51.646697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36720) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:51.649732 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7d1fea52-ec58-4927-ac36-f1f48da6fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5d4c10>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:51.650343 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1fea52-ec58-4927-ac36-f1f48da6fcd8 None None] The sync data for ids ['c9c9387f-a567-4e76-b80f-7064e1bdc5a5'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:36:51.671175 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-3ceb825c-c9f4-43d9-affd-d98a6f216a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:51.674080 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3593cf05-1008-4727-b53e-e0db68567027 req-62be1018-45f8-47c0-aff0-2850bf2f8108 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648631
Jun 04 15:36:51.682842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-15e7d335-66b0-4eec-8e01-fb68b44df193 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Deleting port d889a513-f8d9-47c1-9707-2df77bfd243f {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:36:51.683193 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15e7d335-66b0-4eec-8e01-fb68b44df193 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:51.697165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-747443550-network', 'tenant_id': '5d1119e5f8f2473a9a0d2b3366bd5a61'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:51.808740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Subnet': ['ID=560d4f15-b541-4efc-95a0-63a1cc323bc6,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:51.818152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:51.822793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Usage tracker for resource:network and tenant:5d1119e5f8f2473a9a0d2b3366bd5a61 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:51.833343 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:51.838258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:51.846692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Checking segment: {'id': '5ec8bc17-5d93-46f6-9cf7-a8d1519dd8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61dd6222-da58-49a7-9b80-a23f7d379009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:51.847110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network hostable DHCP agents. Network: 61dd6222-da58-49a7-9b80-a23f7d379009, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:36:51.852259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:51.867933 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15e7d335-66b0-4eec-8e01-fb68b44df193 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:51.868631 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15e7d335-66b0-4eec-8e01-fb68b44df193 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:51.899654 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Attempting to bind port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:36:51.900609 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Attempting to bind port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'd6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:36:51.900965 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Attempting to bind port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc on network aaebff77-728c-4e73-9052-ac24eb7613ad {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:36:51.912270 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:36:51.912735 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Checking segment: {'id': 'd6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:51.913163 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:51.913558 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Bound using segment: {'id': 'd6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:36:51.914064 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Bound port: 1e512355-7eb9-4a58-bbf9-f025f8bc19dc, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:36:51.914437 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:51.942708 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-faf661a4-d9b3-414f-af14-1fd1bdc0fb36 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:51.945878 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:51.948010 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 9.4544969
Jun 04 15:36:51.949120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network 61dd6222-da58-49a7-9b80-a23f7d379009 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:36:51.958020 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b052332-597b-4f1a-b45d-f775e1cb5fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:51.962984 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b052332-597b-4f1a-b45d-f775e1cb5fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:51.964366 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9b052332-597b-4f1a-b45d-f775e1cb5fec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/243269e8-af06-4df4-a70e-5c2c52f808b1 HTTP/1.1" status: 204  len: 168 time: 1.1414614
Jun 04 15:36:51.965456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36724) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:51.971769 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-57362ac8-4444-41cb-988c-6e502d40a8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:51.986603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Made reservation on behalf of 5d1119e5f8f2473a9a0d2b3366bd5a61 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:51.990283 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:52.018873 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a9fe7a7d-8ec3-4cdc-8d8f-59e1c63a2a42 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:52.039489 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] For port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:36:52.043853 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] For port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1e512355-7eb9-4a58-bbf9-f025f8bc19dc,segment=NetworkSegment(d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0),segment_id=d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:36:52.062771 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-15e7d335-66b0-4eec-8e01-fb68b44df193 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Calling delete_port for d889a513-f8d9-47c1-9707-2df77bfd243f owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:36:52.077262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf661a4-d9b3-414f-af14-1fd1bdc0fb36 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=8bb34399-9b81-4698-89c0-7af9091e067a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:52.087454 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-faf661a4-d9b3-414f-af14-1fd1bdc0fb36 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:52.101031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b052332-597b-4f1a-b45d-f775e1cb5fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243269e8-af06-4df4-a70e-5c2c52f808b1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:52.102908 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:52.128181 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:52.140164 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-5397371e-f863-4fcd-8634-bc5507272bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:52.143546 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9b052332-597b-4f1a-b45d-f775e1cb5fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:52.158252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:52.175258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Usage tracker for resource:security_group_rule and tenant:5d1119e5f8f2473a9a0d2b3366bd5a61 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:52.180173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:52.191230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:52.257930 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 61dd6222-da58-49a7-9b80-a23f7d379009) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:52.277744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0839e6ce-385f-43cc-9b77-77fc5acf16fc None None] Network 61dd6222-da58-49a7-9b80-a23f7d379009 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:52.290692 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Routers {'46839d45-72f1-41d4-ae55-9b97543e4444'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:52.291865 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c928970>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['46839d45-72f1-41d4-ae55-9b97543e4444'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:52.317346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-faf661a4-d9b3-414f-af14-1fd1bdc0fb36 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:52.394686 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e35a492b-4dca-4e77-ae48-b279001bacab tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/routers/c9c9387f-a567-4e76-b80f-7064e1bdc5a5 HTTP/1.1" status: 200  len: 924 time: 0.3573494
Jun 04 15:36:52.440140 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36734) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:52.456799 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb825c-c9f4-43d9-affd-d98a6f216a2b None None] Pushing event updated for resources: {'Port': ['ID=1e512355-7eb9-4a58-bbf9-f025f8bc19dc,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:52.471023 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-3ceb825c-c9f4-43d9-affd-d98a6f216a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:52.490579 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:52.491188 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:52.655738 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 4.5040655
Jun 04 15:36:52.671652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36738) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:52.678984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-839414920'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:52.687195 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] Set router 46839d45-72f1-41d4-ae55-9b97543e4444 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:36:52.697513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:52.703535 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:52.705521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:network and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:52.709859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:52.736941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:52.833780 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:52.849951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-61dd6222-da58-49a7-9b80-a23f7d379009', 'network_id': '61dd6222-da58-49a7-9b80-a23f7d379009', 'tenant_id': '176b0820955d43e1804123ce0dc0994d', 'fixed_ips': [{'subnet_id': '560d4f15-b541-4efc-95a0-63a1cc323bc6'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:36:52.851399 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:52.862865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:36:52.891356 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:52.892605 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Added segment b6eeb612-1a70-4510-931c-d9ac00f02374 of type vlan for network ad26fff3-9890-457d-98bc-65995ac398cb
Jun 04 15:36:52.907642 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-615b70f4-9d8e-410f-b02a-8689d419b79d tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9c9387f-a567-4e76-b80f-7064e1bdc5a5 HTTP/1.1" status: 200  len: 205 time: 0.4623415
Jun 04 15:36:52.908343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36746) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:52.953584 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:53.005359 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-447eaf2b-add0-4ba2-a3cb-84ac0ddaadd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:53.101790 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:53.101790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:53.101790 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:53.150053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:53.155271 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:53.191441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Allocated IP 2001:db8::3 (61dd6222-da58-49a7-9b80-a23f7d379009/560d4f15-b541-4efc-95a0-63a1cc323bc6/cd332551-adb8-409d-813b-d2e01ac7c697) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:53.201692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:36:53.213067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:53.213416 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Added segment d04c65b6-5f7b-46ed-9096-190e454911ae of type vlan for network 16a1605d-7504-4c7a-87e6-578e0dd0a5e6
Jun 04 15:36:53.313891 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c928970>, [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:36:46Z', 'revision_number': 4, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port': {'id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:31Z', 'updated_at': '2021-06-04T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '1e512355-7eb9-4a58-bbf9-f025f8bc19dc', 'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'mac_address': 'fa:16:3e:ff:82:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:42Z', 'updated_at': '2021-06-04T15:36:52Z', 'revision_number': 4, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'subnets': [{'id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:53.325196 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd789dc1-fb4d-4a4b-8213-c13cfc3d7d79 None None] The sync data for ids ['46839d45-72f1-41d4-ae55-9b97543e4444'] in n-d-791505-9 is: [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:36:46Z', 'revision_number': 4, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port': {'id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:31Z', 'updated_at': '2021-06-04T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '1e512355-7eb9-4a58-bbf9-f025f8bc19dc', 'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'mac_address': 'fa:16:3e:ff:82:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:42Z', 'updated_at': '2021-06-04T15:36:52Z', 'revision_number': 4, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'subnets': [{'id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:36:53.444584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7e096382-7276-489b-af69-4b5444aba047 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:36:53.523728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf661a4-d9b3-414f-af14-1fd1bdc0fb36 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router a3995489-db02-4e18-bab8-23666c3f14a5 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:36:53.553172 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7e138a-ccf0-4ba1-a41c-bf3ef4346474,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:53.568650 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:53.576544 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:53.586647 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-66ebcfb8-f6aa-4c8a-84d0-a835b4756b3d tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.474s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:53.684849 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:53.756378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09d7a0-f437-402b-9bbc-463de47b9a85 req-0f38eef0-669a-41cf-9c82-4d00052c23a7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:53.766998 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f09d7a0-f437-402b-9bbc-463de47b9a85 req-0f38eef0-669a-41cf-9c82-4d00052c23a7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 945 time: 0.7634048
Jun 04 15:36:53.799063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf661a4-d9b3-414f-af14-1fd1bdc0fb36 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:36:53.802830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Pushing event updated for resources: {'Network': ['ID=ad26fff3-9890-457d-98bc-65995ac398cb,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:53.806180 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.1328800
Jun 04 15:36:53.807292 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:53.819337 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36768) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:53.821539 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd63e9-aec3-4491-bc63-b5650d7b60a4 None None] Sync routers for ids ['a3995489-db02-4e18-bab8-23666c3f14a5'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:36:53.829358 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Request body: {'subnet': {'network_id': 'ad26fff3-9890-457d-98bc-65995ac398cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-747443550-subnet', 'tenant_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:53.836701 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd63e9-aec3-4491-bc63-b5650d7b60a4 None None] Routers {'a3995489-db02-4e18-bab8-23666c3f14a5'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:53.837104 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:53.841317 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-00dd63e9-aec3-4491-bc63-b5650d7b60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca226a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a3995489-db02-4e18-bab8-23666c3f14a5'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:53.842144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Usage tracker for resource:subnet and tenant:5d1119e5f8f2473a9a0d2b3366bd5a61 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:53.845539 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:53.852720 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:53.855721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network ad26fff3-9890-457d-98bc-65995ac398cb details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:36:53.871510 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:53.898845 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8f09d7a0-f437-402b-9bbc-463de47b9a85 req-ccce0abd-a546-4fbb-95a7-5b46b372c112 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307228
Jun 04 15:36:53.905596 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:53.916453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:53.921566 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:53.928325 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-64435d63-3315-4e9e-b9ec-669b706e11bb tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:53.980974 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Made reservation on behalf of 5d1119e5f8f2473a9a0d2b3366bd5a61 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:53.989468 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-00dd63e9-aec3-4491-bc63-b5650d7b60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca226a0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:53.993052 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:54.013249 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7e096382-7276-489b-af69-4b5444aba047, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7e096382-7276-489b-af69-4b5444aba047,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:54.017602 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd63e9-aec3-4491-bc63-b5650d7b60a4 None None] Routers {'a3995489-db02-4e18-bab8-23666c3f14a5'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:36:54.017602 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-00dd63e9-aec3-4491-bc63-b5650d7b60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca226a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:36:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a3995489-db02-4e18-bab8-23666c3f14a5'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:54.063993 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:54.079428 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-faf661a4-d9b3-414f-af14-1fd1bdc0fb36 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/a3995489-db02-4e18-bab8-23666c3f14a5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3222339
Jun 04 15:36:54.083186 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36776) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:54.161541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d0db447b-f19d-41ab-9640-07cbb19d0b96 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Synchronizing usage tracker for tenant:bf31fa0d2656419485a32380aade8957 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:36:54.166180 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15e7d335-66b0-4eec-8e01-fb68b44df193 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:54.195789 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-00dd63e9-aec3-4491-bc63-b5650d7b60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca226a0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:36:54.196195 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd63e9-aec3-4491-bc63-b5650d7b60a4 None None] The sync data for ids ['a3995489-db02-4e18-bab8-23666c3f14a5'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:36:54.204107 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.5299335
Jun 04 15:36:54.219082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36780) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:54.235605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'subnet': {'network_id': '16a1605d-7504-4c7a-87e6-578e0dd0a5e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:54.255714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Network': ['ID=16a1605d-7504-4c7a-87e6-578e0dd0a5e6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:54.269823 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-330e2764-5dd4-4388-a90c-0547d6d4b573 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:54.276619 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:54.284516 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '7e096382-7276-489b-af69-4b5444aba047', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'port_id': '7e096382-7276-489b-af69-4b5444aba047', 'mac_address': 'fa:16:3e:05:72:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:36:54.437125 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 16a1605d-7504-4c7a-87e6-578e0dd0a5e6 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:36:54.499226 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Transition to ACTIVE for port object cd332551-adb8-409d-813b-d2e01ac7c697 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:54.664218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7d335-66b0-4eec-8e01-fb68b44df193 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event deleted for resources: {'Port': ['ID=d889a513-f8d9-47c1-9707-2df77bfd243f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:54.668829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:54.676560 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-15e7d335-66b0-4eec-8e01-fb68b44df193 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:54.686865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:subnet and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:54.693484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:54.705784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:54.787472 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:54.811247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:54.818561 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:54.829202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d0db447b-f19d-41ab-9640-07cbb19d0b96 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Unset dirty status for tenant:bf31fa0d2656419485a32380aade8957 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:36:54.833575 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d0db447b-f19d-41ab-9640-07cbb19d0b96 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3995489-db02-4e18-bab8-23666c3f14a5 HTTP/1.1" status: 200  len: 205 time: 0.7320096
Jun 04 15:36:54.850818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36794) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:54.863055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Transition to ACTIVE for port object cd332551-adb8-409d-813b-d2e01ac7c697 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:54.896548 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e096382-7276-489b-af69-4b5444aba047 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:36:54.932208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7e096382-7276-489b-af69-4b5444aba047, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7e096382-7276-489b-af69-4b5444aba047,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:54.958539 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:54.963173 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:54.984667 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:55.064722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.ipam_backend_mixin [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Performing IP validity checks on allocation pools {{(pid=88300) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Jun 04 15:36:55.066195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.ipam_backend_mixin [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88300) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Jun 04 15:36:55.141677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Pushing event updated for resources: {'Port': ['ID=cd332551-adb8-409d-813b-d2e01ac7c697,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:55.149755 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:55.225021 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Network 61dd6222-da58-49a7-9b80-a23f7d379009 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:55.239238 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:55.241775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:55.268496 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:55.269265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:55.269772 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:55.270622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:55.275130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:55.275759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:55.276444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:55.276953 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:55.277726 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:55.278251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:55.278799 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:55.279929 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:36:55.295836 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:55.370427 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f6e11981-528f-4c41-a0ae-74a6ea57a6d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:55.402545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1e512355-7eb9-4a58-bbf9-f025f8bc19dc up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:55.429366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['7e096382-7276-489b-af69-4b5444aba047'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:36:55.478419 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15e7d335-66b0-4eec-8e01-fb68b44df193 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:55.544203 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2f32159f-48b7-404a-889c-3e36eedba2e8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:55.609420 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Attempting to bind port cd332551-adb8-409d-813b-d2e01ac7c697 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:36:55.610098 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Attempting to bind port cd332551-adb8-409d-813b-d2e01ac7c697 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '5ec8bc17-5d93-46f6-9cf7-a8d1519dd8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61dd6222-da58-49a7-9b80-a23f7d379009'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:36:55.610641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Attempting to bind port cd332551-adb8-409d-813b-d2e01ac7c697 on network 61dd6222-da58-49a7-9b80-a23f7d379009 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:36:55.623394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:36:55.624092 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Checking segment: {'id': '5ec8bc17-5d93-46f6-9cf7-a8d1519dd8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61dd6222-da58-49a7-9b80-a23f7d379009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:55.624667 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:55.625419 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Bound using segment: {'id': '5ec8bc17-5d93-46f6-9cf7-a8d1519dd8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61dd6222-da58-49a7-9b80-a23f7d379009'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:36:55.626108 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Bound port: cd332551-adb8-409d-813b-d2e01ac7c697, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec8bc17-5d93-46f6-9cf7-a8d1519dd8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61dd6222-da58-49a7-9b80-a23f7d379009'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:36:55.626663 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:55.709587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7e096382-7276-489b-af69-4b5444aba047,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:55.731503 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:55.758713 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:55.764616 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ee997136-c2fd-4c8b-84c9-a56ea54769e7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:55.809439 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15e7d335-66b0-4eec-8e01-fb68b44df193 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:55.817317 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-15e7d335-66b0-4eec-8e01-fb68b44df193 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "DELETE /v2.0/floatingips/da4d0913-ecfd-4aab-90f8-9e1366515a46 HTTP/1.1" status: 204  len: 168 time: 4.8194990
Jun 04 15:36:55.868104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Subnet': ['ID=3ac74374-f396-4c32-987b-e9b58f4e3cbb,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:55.894848 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:55.914248 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:55.929564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Checking segment: {'id': 'd04c65b6-5f7b-46ed-9096-190e454911ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '16a1605d-7504-4c7a-87e6-578e0dd0a5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:55.930803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network hostable DHCP agents. Network: 16a1605d-7504-4c7a-87e6-578e0dd0a5e6, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:36:55.949614 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:55.970263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:55.970651 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:56.034152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network 16a1605d-7504-4c7a-87e6-578e0dd0a5e6 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:36:56.081639 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2f32159f-48b7-404a-889c-3e36eedba2e8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:56.098794 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2f32159f-48b7-404a-889c-3e36eedba2e8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:56.127939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] For port cd332551-adb8-409d-813b-d2e01ac7c697, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:36:56.141627 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Deleting port 3f8f2135-c5cd-4cba-b4d8-ece654731cb7 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:36:56.142282 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:56.154825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 16a1605d-7504-4c7a-87e6-578e0dd0a5e6) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:56.166820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:56.167199 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:56.181128 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fb9c0c-f45a-4f9a-8104-d6012c553be2 None None] Network 16a1605d-7504-4c7a-87e6-578e0dd0a5e6 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:56.218812 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] For port cd332551-adb8-409d-813b-d2e01ac7c697, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=cd332551-adb8-409d-813b-d2e01ac7c697,segment=NetworkSegment(5ec8bc17-5d93-46f6-9cf7-a8d1519dd8d6),segment_id=5ec8bc17-5d93-46f6-9cf7-a8d1519dd8d6)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:36:56.355882 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 2.1359932
Jun 04 15:36:56.356562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36826) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:56.361729 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2f32159f-48b7-404a-889c-3e36eedba2e8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:56.364938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f32159f-48b7-404a-889c-3e36eedba2e8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Fanout notify agent at l3_agent the message router_deleted on router a3995489-db02-4e18-bab8-23666c3f14a5 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:36:56.382889 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907d588-f17a-4399-87ca-f002e9318d2a req-12882386-fbff-4e29-833b-33fe57a4b286 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:56.385570 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5907d588-f17a-4399-87ca-f002e9318d2a req-12882386-fbff-4e29-833b-33fe57a4b286 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 944 time: 0.9417431
Jun 04 15:36:56.443079 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2f32159f-48b7-404a-889c-3e36eedba2e8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:56.444548 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2f32159f-48b7-404a-889c-3e36eedba2e8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/routers/a3995489-db02-4e18-bab8-23666c3f14a5 HTTP/1.1" status: 204  len: 168 time: 1.5910122
Jun 04 15:36:56.456197 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36828) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:56.475463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36830) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:56.480534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--602511697', 'description': 'tempest-description--980338137'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:56.517834 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:56.528413 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:56.539464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36832) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:56.541110 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Usage tracker for resource:security_group and tenant:f88fe13e4e9341d3ae1ddeb05c02284c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:56.559006 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:56.610416 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:56.627824 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:56.641833 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5907d588-f17a-4399-87ca-f002e9318d2a req-3e629caf-f6f9-4bfd-bf27-fb0092be7b5c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2353597
Jun 04 15:36:56.649238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:56.651697 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7a80b056-2012-413d-b7ba-c80c46597f05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:56.784370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1e512355-7eb9-4a58-bbf9-f025f8bc19dc,segment=NetworkSegment(d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0),segment_id=d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:36:56.797120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Pushing event updated for resources: {'Port': ['ID=cd332551-adb8-409d-813b-d2e01ac7c697,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:56.809746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Calling delete_port for 3f8f2135-c5cd-4cba-b4d8-ece654731cb7 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:36:56.882845 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:56.931014 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:56.943021 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-912ebe95-45d5-43bc-99f5-9e7ca805709e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:56.951352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-f337f418-07ae-4e50-8035-c58734dd9293 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting subnet 08f052b2-76b6-4213-852b-a4071ca70b97 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:36:56.991880 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f337f418-07ae-4e50-8035-c58734dd9293 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:56.999527 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:57.070144 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-16a1605d-7504-4c7a-87e6-578e0dd0a5e6', 'network_id': '16a1605d-7504-4c7a-87e6-578e0dd0a5e6', 'tenant_id': '176b0820955d43e1804123ce0dc0994d', 'fixed_ips': [{'subnet_id': '3ac74374-f396-4c32-987b-e9b58f4e3cbb'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:36:57.073753 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:57.089650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-632248863', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:57.115613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:57.149117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:57.168865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Usage tracker for resource:port and tenant:7db358ba333e4073b2eb339d384df9e2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:57.191175 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:57.195908 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Usage tracker for resource:security_group_rule and tenant:f88fe13e4e9341d3ae1ddeb05c02284c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:57.205634 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:57.213828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:57.215566 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f337f418-07ae-4e50-8035-c58734dd9293 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:57.218876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:57.222605 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=1e512355-7eb9-4a58-bbf9-f025f8bc19dc,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:57.236986 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:57.335251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Made reservation on behalf of 7db358ba333e4073b2eb339d384df9e2 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:36:57.337675 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:57.369030 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:57.405659 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f337f418-07ae-4e50-8035-c58734dd9293 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:57.449635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Allocated IP 2001:db8::3 (16a1605d-7504-4c7a-87e6-578e0dd0a5e6/3ac74374-f396-4c32-987b-e9b58f4e3cbb/c30fdb67-654b-4a85-b450-32d9e7ae2aee) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:57.450219 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:57.456219 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:57.468486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Usage tracker for resource:security_group_rule and tenant:7db358ba333e4073b2eb339d384df9e2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:57.502291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:57.518190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:57.539891 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:57.550622 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f582c356-233d-4b69-a880-182dbcbcd520 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:57.582854 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:57.798559 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:57.829782 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:57.847109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Transition to ACTIVE for port object c30fdb67-654b-4a85-b450-32d9e7ae2aee will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:57.848169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Pushing event updated for resources: {'Subnet': ['ID=efc92231-7523-466d-a074-c9db9fd0f0bc,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:57.873120 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:57.875081 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:57.878858 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-728806bb-3a5c-45b8-bdd5-bd9ea30e1f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:57.909532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Transition to ACTIVE for port object c30fdb67-654b-4a85-b450-32d9e7ae2aee will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:36:57.927769 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7e096382-7276-489b-af69-4b5444aba047 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:57.932647 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f337f418-07ae-4e50-8035-c58734dd9293 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:57.942006 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Checking segment: {'id': 'b6eeb612-1a70-4510-931c-d9ac00f02374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ad26fff3-9890-457d-98bc-65995ac398cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:57.949265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Network hostable DHCP agents. Network: ad26fff3-9890-457d-98bc-65995ac398cb, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:36:57.975043 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-de528f8d-a1a2-42e9-9aae-d33b5bd7b200 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:57.995475 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:58.016432 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:58.018054 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.5412729
Jun 04 15:36:58.022286 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:58.057279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36844) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:58.060525 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b231b8-f08d-49a9-87ff-cc806044de6b,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:58.150827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Pushing event updated for resources: {'Port': ['ID=c30fdb67-654b-4a85-b450-32d9e7ae2aee,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:58.155279 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85fbf08-d95d-4f0d-adeb-5112aa518559 None None] Network 5208f65a-e8c9-47af-b0ec-db091086b7a1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:58.180628 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:58.512637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e066de-a987-4b4d-9b95-11f2d8114af2 None None] Network 61dd6222-da58-49a7-9b80-a23f7d379009 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:58.528028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Network 16a1605d-7504-4c7a-87e6-578e0dd0a5e6 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:36:58.528279 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f337f418-07ae-4e50-8035-c58734dd9293 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:58.558517 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:58.565108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337f418-07ae-4e50-8035-c58734dd9293 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Subnet': ['ID=08f052b2-76b6-4213-852b-a4071ca70b97,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:58.579117 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f337f418-07ae-4e50-8035-c58734dd9293 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:58.597571 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:36:58.645603 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f337f418-07ae-4e50-8035-c58734dd9293 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/08f052b2-76b6-4213-852b-a4071ca70b97 HTTP/1.1" status: 204  len: 168 time: 2.1861224
Jun 04 15:36:58.649466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36848) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:58.689712 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:58.711274 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6a6496f8-8111-42bb-8988-c24ad3dc80a7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.816s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:58.787721 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-045f6bd6-77c1-45f6-b89b-e04670d01b97 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting subnet ccafba6f-5629-449b-a596-953ccb435b54 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:36:58.791564 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:58.827426 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-045f6bd6-77c1-45f6-b89b-e04670d01b97 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:58.830525 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Pushing event deleted for resources: {'Port': ['ID=3f8f2135-c5cd-4cba-b4d8-ece654731cb7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:58.842964 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:58.922656 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-67c360ba-3874-419b-8a37-744186a907fe None None] Provisioning for port cd332551-adb8-409d-813b-d2e01ac7c697 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:36:58.927857 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:58.929322 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-045f6bd6-77c1-45f6-b89b-e04670d01b97 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:58.941996 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:59.007712 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Attempting to bind port c30fdb67-654b-4a85-b450-32d9e7ae2aee on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:36:59.008302 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Attempting to bind port c30fdb67-654b-4a85-b450-32d9e7ae2aee by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'd04c65b6-5f7b-46ed-9096-190e454911ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '16a1605d-7504-4c7a-87e6-578e0dd0a5e6'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:36:59.008586 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Attempting to bind port c30fdb67-654b-4a85-b450-32d9e7ae2aee on network 16a1605d-7504-4c7a-87e6-578e0dd0a5e6 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:36:59.025728 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfba613-539d-4082-b9a5-f65b3c4e463b req-81d131de-16d8-4f5b-bfd8-d8ba7c6d5a59 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:59.027351 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9bfba613-539d-4082-b9a5-f65b3c4e463b req-81d131de-16d8-4f5b-bfd8-d8ba7c6d5a59 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 944 time: 1.1044745
Jun 04 15:36:59.028490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:36:59.029526 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Checking segment: {'id': 'd04c65b6-5f7b-46ed-9096-190e454911ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '16a1605d-7504-4c7a-87e6-578e0dd0a5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:36:59.030167 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:59.030826 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Bound using segment: {'id': 'd04c65b6-5f7b-46ed-9096-190e454911ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '16a1605d-7504-4c7a-87e6-578e0dd0a5e6'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:36:59.031596 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Bound port: c30fdb67-654b-4a85-b450-32d9e7ae2aee, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04c65b6-5f7b-46ed-9096-190e454911ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '16a1605d-7504-4c7a-87e6-578e0dd0a5e6'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:36:59.031987 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:59.048599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b475926c-5436-4b31-8ba8-590e09398a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Request body: {'security_group_rule': {'security_group_id': '59b231b8-f08d-49a9-87ff-cc806044de6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:59.056429 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b475926c-5436-4b31-8ba8-590e09398a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:59.061112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b475926c-5436-4b31-8ba8-590e09398a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Usage tracker for resource:security_group_rule and tenant:f88fe13e4e9341d3ae1ddeb05c02284c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:59.068581 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b475926c-5436-4b31-8ba8-590e09398a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:59.069323 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 7e096382-7276-489b-af69-4b5444aba047 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:36:59.070003 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:59.080086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b475926c-5436-4b31-8ba8-590e09398a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:59.153843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Network ad26fff3-9890-457d-98bc-65995ac398cb is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:36:59.161632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:59.165232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] device_id is not set on port b9f424cc-5f12-40bb-8a87-168b7f4fb76d yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:36:59.203826 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9bfba613-539d-4082-b9a5-f65b3c4e463b req-51f3523e-c83b-42a1-8b19-7e001f1e2e93 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482780
Jun 04 15:36:59.299590 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-045f6bd6-77c1-45f6-b89b-e04670d01b97 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:59.322103 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Allocated IP 172.25.4.11 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/b9f424cc-5f12-40bb-8a87-168b7f4fb76d) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:36:59.482601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36854) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:59.563759 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-81340f3d-283c-4c59-a671-65f9e7510a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:59.589898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, ad26fff3-9890-457d-98bc-65995ac398cb) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:36:59.634752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1e512355-7eb9-4a58-bbf9-f025f8bc19dc up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:36:59.663819 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b475926c-5436-4b31-8ba8-590e09398a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:59.726740 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:59.732495 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3ebc2a-4c30-4efa-ad2b-2a86287c5da9 None None] Network ad26fff3-9890-457d-98bc-65995ac398cb requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:36:59.735853 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:59.739200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:36:59.739785 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:59.753539 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2ac590-9778-4566-ac01-3e44c4327752,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:59.769073 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:36:59.771170 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:59.789586 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-715decae-eb36-4f4b-8fd2-e7573cd3522f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:36:59.847177 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:59.869332 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2256-c0a1-4746-ab16-bdd392e245cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:59.882401 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b475926c-5436-4b31-8ba8-590e09398a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:59.914101 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:59.914624 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Fanout notify agent at l3_agent the message router_deleted on router c9c9387f-a567-4e76-b80f-7064e1bdc5a5 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:36:59.922104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac74374-f396-4c32-987b-e9b58f4e3cbb,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:36:59.936927 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:36:59.938602 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "DELETE /v2.0/routers/c9c9387f-a567-4e76-b80f-7064e1bdc5a5 HTTP/1.1" status: 204  len: 168 time: 7.0258782
Jun 04 15:36:59.942774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36858) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:59.947604 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2074554146', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'enable_snat': False}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:59.952396 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 6.1317148
Jun 04 15:36:59.954886 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36860) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:36:59.957417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:59.962540 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-747443550-router', 'tenant_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:36:59.969820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Usage tracker for resource:router and tenant:8bc0d37ffc2744d5861de697d0f7fe2b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:59.972733 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:36:59.975292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:59.982867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Usage tracker for resource:router and tenant:5d1119e5f8f2473a9a0d2b3366bd5a61 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:36:59.983335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0732f30b-e5ec-4a2e-b8af-a5112cde642c None None] DHCP port deletion for 5208f65a-e8c9-47af-b0ec-db091086b7a1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:36:59.986736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:36:59.990542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:36:59.994626 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b475926c-5436-4b31-8ba8-590e09398a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.001560 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.006007 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:00.019142 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1d2377be-a442-4e13-9ba4-7581821e1d3c tempest-ServersTestBootFromVolume-154958143 tempest-ServersTestBootFromVolume-154958143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:00.036242 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.046898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475926c-5436-4b31-8ba8-590e09398a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da6c3ed-ddcd-4cd9-9b99-7b040b33e900,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:00.057714 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b475926c-5436-4b31-8ba8-590e09398a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:00.062152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] For port c30fdb67-654b-4a85-b450-32d9e7ae2aee, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:37:00.062699 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d5f4a471-5ee9-4c4c-878a-5539fc16377a tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:00.065761 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] For port c30fdb67-654b-4a85-b450-32d9e7ae2aee, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c30fdb67-654b-4a85-b450-32d9e7ae2aee,segment=NetworkSegment(d04c65b6-5f7b-46ed-9096-190e454911ae),segment_id=d04c65b6-5f7b-46ed-9096-190e454911ae)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:37:00.067044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83874ef250>,) {'filters': {'network_id': ['16a1605d-7504-4c7a-87e6-578e0dd0a5e6']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:00.082686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83874ef250>, 'd04c65b6-5f7b-46ed-9096-190e454911ae') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:00.083466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83874ef250>, 'd04c65b6-5f7b-46ed-9096-190e454911ae') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:00.096683 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.121372 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:00.130668 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:00.139282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ee3b2256-c0a1-4746-ab16-bdd392e245cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:00.142027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:00.146712 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.147777 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.149461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ee3b2256-c0a1-4746-ab16-bdd392e245cd admin admin] Usage tracker for resource:security_group_rule and tenant:b4f4318ccf404c838107361a7fdd7411 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:00.152255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:00.160526 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.167229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:37:00.167761 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.184263 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.192667 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.193995 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.201289 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:00.229316 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Pushing event updated for resources: {'Port': ['ID=b9f424cc-5f12-40bb-8a87-168b7f4fb76d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:00.235382 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:00.260855 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b475926c-5436-4b31-8ba8-590e09398a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.262132 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b475926c-5436-4b31-8ba8-590e09398a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.5825918
Jun 04 15:37:00.268474 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36864) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:00.286331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-879dc8f9-b41e-40be-b91d-75e295a5bff7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Request body: {'security_group_rule': {'security_group_id': '59b231b8-f08d-49a9-87ff-cc806044de6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:37:00.294111 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:37:00.298880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ee3b2256-c0a1-4746-ab16-bdd392e245cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:00.303612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:00.307354 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.307482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Pushing event updated for resources: {'Port': ['ID=c30fdb67-654b-4a85-b450-32d9e7ae2aee,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:00.309294 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:00.323035 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ee3b2256-c0a1-4746-ab16-bdd392e245cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:00.323249 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-879dc8f9-b41e-40be-b91d-75e295a5bff7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:00.328561 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6fc73877-f790-4954-88e1-bd6bcb677af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.341153 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.api [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 15:37:00.341153 n-d-791505-9 neutron-server[88300]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 15:37:00.341153 n-d-791505-9 neutron-server[88300]: [parameters: {'id': '16a1605d-7504-4c7a-87e6-578e0dd0a5e6'}]
Jun 04 15:37:00.341153 n-d-791505-9 neutron-server[88300]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:37:00.347528 n-d-791505-9 neutron-server[88300]: DEBUG oslo_db.api [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:37:00.362776 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.368746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-879dc8f9-b41e-40be-b91d-75e295a5bff7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Usage tracker for resource:security_group_rule and tenant:f88fe13e4e9341d3ae1ddeb05c02284c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:00.382801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-879dc8f9-b41e-40be-b91d-75e295a5bff7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:00.407979 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.429758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-879dc8f9-b41e-40be-b91d-75e295a5bff7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:00.446428 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-045f6bd6-77c1-45f6-b89b-e04670d01b97 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.457155 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9ed27074-3285-4600-8975-760d74297a1b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:00.537579 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f6bd6-77c1-45f6-b89b-e04670d01b97 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Subnet': ['ID=ccafba6f-5629-449b-a596-953ccb435b54,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:00.544908 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-ad26fff3-9890-457d-98bc-65995ac398cb', 'network_id': 'ad26fff3-9890-457d-98bc-65995ac398cb', 'tenant_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'fixed_ips': [{'subnet_id': 'efc92231-7523-466d-a074-c9db9fd0f0bc'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:37:00.548164 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.549893 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-045f6bd6-77c1-45f6-b89b-e04670d01b97 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:00.555063 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-045f6bd6-77c1-45f6-b89b-e04670d01b97 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.559396 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 4.0086479
Jun 04 15:37:00.563345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36866) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:00.569853 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:00.570235 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.578640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.11'}]}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:00.579742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36868) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:00.585280 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-045f6bd6-77c1-45f6-b89b-e04670d01b97 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/ccafba6f-5629-449b-a596-953ccb435b54 HTTP/1.1" status: 204  len: 168 time: 1.9297199
Jun 04 15:37:00.604112 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2256-c0a1-4746-ab16-bdd392e245cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.647013 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db26c5b-18f5-4690-af3b-a5753f1513e2 None None] Network 39e6db7f-7533-41fb-bfae-7d98bf268600 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:00.686162 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2256-c0a1-4746-ab16-bdd392e245cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.694811 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.736094 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bb7b7716-2287-4b07-865c-7845bf112bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:00.756776 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ee3b2256-c0a1-4746-ab16-bdd392e245cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4f4318ccf404c838107361a7fdd7411&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2679856
Jun 04 15:37:00.759444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36870) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:00.766727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:00.780589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Usage tracker for resource:router and tenant:7db358ba333e4073b2eb339d384df9e2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:00.784412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:00.797412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:00.929038 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:00.974715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b2256-c0a1-4746-ab16-bdd392e245cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7f213c-c346-4ec4-9b45-9c3b3e7f43aa,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:00.980978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81a61d-a028-4f4c-924b-b3387634a256 req-836f9aff-6e74-41d1-a35b-d97885730d62 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:00.988464 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ee3b2256-c0a1-4746-ab16-bdd392e245cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:01.007127 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d81a61d-a028-4f4c-924b-b3387634a256 req-836f9aff-6e74-41d1-a35b-d97885730d62 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 944 time: 0.5686908
Jun 04 15:37:01.031395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0732f30b-e5ec-4a2e-b8af-a5112cde642c None None] Deleting port 7afc33d0-f409-4d4a-828e-cefda7b8b65e {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:37:01.031802 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0732f30b-e5ec-4a2e-b8af-a5112cde642c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:01.097137 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab071fde-b9af-4ba9-b521-3130daaa501c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e096382-7276-489b-af69-4b5444aba047'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:37:01.100763 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc086a7d-06f0-472d-8b55-2febe0bf9616" -d '{"events": [{"server_uuid": "ab071fde-b9af-4ba9-b521-3130daaa501c", "name": "network-vif-plugged", "status": "completed", "tag": "7e096382-7276-489b-af69-4b5444aba047"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:37:01.129992 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6b1f873b-7cee-4b2e-8e55-f9d0c779eb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:01.155063 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:01.156172 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:01.190403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6b1f873b-7cee-4b2e-8e55-f9d0c779eb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:01.236200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Deleting port c30fdb67-654b-4a85-b450-32d9e7ae2aee {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:37:01.236974 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:01.293061 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Allocated IP 172.20.0.2 (ad26fff3-9890-457d-98bc-65995ac398cb/efc92231-7523-466d-a074-c9db9fd0f0bc/44690870-41a3-496e-938b-df35a948461d) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:01.412663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] For port c30fdb67-654b-4a85-b450-32d9e7ae2aee, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c30fdb67-654b-4a85-b450-32d9e7ae2aee,segment=NetworkSegment(d04c65b6-5f7b-46ed-9096-190e454911ae),segment_id=d04c65b6-5f7b-46ed-9096-190e454911ae)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:01.416025 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:01.442220 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-879dc8f9-b41e-40be-b91d-75e295a5bff7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:01.499660 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7e096382-7276-489b-af69-4b5444aba047, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7e096382-7276-489b-af69-4b5444aba047,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:01.523515 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154cb328-4df2-4a3e-91dc-d87a672d5b54 x-openstack-request-id: req-154cb328-4df2-4a3e-91dc-d87a672d5b54 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:37:01.523860 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab071fde-b9af-4ba9-b521-3130daaa501c", "name": "network-vif-plugged", "status": "completed", "tag": "7e096382-7276-489b-af69-4b5444aba047", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:37:01.524073 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-154cb328-4df2-4a3e-91dc-d87a672d5b54 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:37:01.524478 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab071fde-b9af-4ba9-b521-3130daaa501c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e096382-7276-489b-af69-4b5444aba047', 'code': 200}
Jun 04 15:37:01.600710 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:01.613130 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:01.748304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7e096382-7276-489b-af69-4b5444aba047,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:01.760186 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:01.770477 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:01.780205 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0732f30b-e5ec-4a2e-b8af-a5112cde642c None None] For port 7afc33d0-f409-4d4a-828e-cefda7b8b65e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7afc33d0-f409-4d4a-828e-cefda7b8b65e,segment=NetworkSegment(2b714067-65c4-4a00-a75d-ea10340c8c6f),segment_id=2b714067-65c4-4a00-a75d-ea10340c8c6f)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:01.780983 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0732f30b-e5ec-4a2e-b8af-a5112cde642c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:01.913106 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6b1f873b-7cee-4b2e-8e55-f9d0c779eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:01.922537 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:01.934112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Calling delete_port for c30fdb67-654b-4a85-b450-32d9e7ae2aee owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:37:01.943063 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:01.953465 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:01.969648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f873b-7cee-4b2e-8e55-f9d0c779eb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7f213c-c346-4ec4-9b45-9c3b3e7f43aa,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:01.974095 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6b1f873b-7cee-4b2e-8e55-f9d0c779eb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:01.976799 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6b1f873b-7cee-4b2e-8e55-f9d0c779eb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:01.992337 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6b1f873b-7cee-4b2e-8e55-f9d0c779eb78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae7f213c-c346-4ec4-9b45-9c3b3e7f43aa HTTP/1.1" status: 204  len: 168 time: 1.2179534
Jun 04 15:37:02.004403 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:02.128909 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0732f30b-e5ec-4a2e-b8af-a5112cde642c None None] Calling delete_port for 7afc33d0-f409-4d4a-828e-cefda7b8b65e owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:37:02.145758 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d81a61d-a028-4f4c-924b-b3387634a256 req-65033b32-a759-4fd4-a9b6-b43c57f97e03 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9611299
Jun 04 15:37:02.175760 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:02.181742 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c9ec1bd-5fb5-49b2-89ab-ca1fded35b8c tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:02.256031 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:02.268393 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Transition to ACTIVE for port object 44690870-41a3-496e-938b-df35a948461d will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:02.278652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Port': ['ID=c30fdb67-654b-4a85-b450-32d9e7ae2aee,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:02.283607 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:02.285522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No DVR routers for this DVR port c30fdb67-654b-4a85-b450-32d9e7ae2aee on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:37:02.297158 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-879dc8f9-b41e-40be-b91d-75e295a5bff7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:02.305737 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Transition to ACTIVE for port object 44690870-41a3-496e-938b-df35a948461d will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:02.326777 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d966239f-f5dd-4913-8559-1d529cb8c9d4 None None] Network 16a1605d-7504-4c7a-87e6-578e0dd0a5e6 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:02.344083 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cd332551-adb8-409d-813b-d2e01ac7c697 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:02.428905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ae4f517a-5aca-4baa-98c6-740b5debc1eb None None] Could not find standard attr ID for object c30fdb67-654b-4a85-b450-32d9e7ae2aee. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:37:02.446837 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:02.457293 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:02.476596 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:02.500195 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:02.516674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c2ff610>,) {'filters': {'network_id': ['16a1605d-7504-4c7a-87e6-578e0dd0a5e6']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:02.535301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c2ff610>, 'd04c65b6-5f7b-46ed-9096-190e454911ae') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:02.535746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c2ff610>, 'd04c65b6-5f7b-46ed-9096-190e454911ae') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:02.550318 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:02.571684 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:02.579878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:37:02.580439 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:02.596992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Pushing event updated for resources: {'Port': ['ID=44690870-41a3-496e-938b-df35a948461d,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:02.613629 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77a489f-f13c-4805-96f3-77cd0b6459f9 None None] DHCP port deletion for 39e6db7f-7533-41fb-bfae-7d98bf268600 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:37:02.619880 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-879dc8f9-b41e-40be-b91d-75e295a5bff7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:02.633442 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:02.641105 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Network ad26fff3-9890-457d-98bc-65995ac398cb is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:37:02.745199 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:37:02.755762 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2fa5a365-1c27-4b14-980b-714f25c6b57b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:02.769385 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:02.773100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:02.798218 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3bfa0fb2-cbca-4282-a9af-ff4b4b3fcd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:02.816171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dc8f9-b41e-40be-b91d-75e295a5bff7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69fd5cc-7340-4492-aca6-7b5fafae5162,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:02.822783 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:02.828080 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-35d31140-2708-4ada-95d1-dd65d6b016bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:02.864725 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:02.872186 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0732f30b-e5ec-4a2e-b8af-a5112cde642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:02.882250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Network': ['ID=16a1605d-7504-4c7a-87e6-578e0dd0a5e6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:02.884557 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:02.884976 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-879dc8f9-b41e-40be-b91d-75e295a5bff7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:02.895397 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:02.898334 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/16a1605d-7504-4c7a-87e6-578e0dd0a5e6 HTTP/1.1" status: 204  len: 168 time: 6.5396335
Jun 04 15:37:02.901697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36880) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:02.911150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-829928193'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:02.920032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:02.927566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:network and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:02.932474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:02.942346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:02.988730 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:02.990574 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port cd332551-adb8-409d-813b-d2e01ac7c697 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:02.993522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port 7afc33d0-f409-4d4a-828e-cefda7b8b65e {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:37:02.993860 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.025966 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732f30b-e5ec-4a2e-b8af-a5112cde642c None None] Pushing event deleted for resources: {'Port': ['ID=7afc33d0-f409-4d4a-828e-cefda7b8b65e,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:03.028588 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0732f30b-e5ec-4a2e-b8af-a5112cde642c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:03.031383 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0732f30b-e5ec-4a2e-b8af-a5112cde642c None None] No DVR routers for this DVR port 7afc33d0-f409-4d4a-828e-cefda7b8b65e on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:37:03.053984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port cd332551-adb8-409d-813b-d2e01ac7c697 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:03.054379 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.114079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36882) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:03.117573 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-879dc8f9-b41e-40be-b91d-75e295a5bff7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.121542 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-879dc8f9-b41e-40be-b91d-75e295a5bff7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.8492620
Jun 04 15:37:03.136355 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Attempting to bind port 44690870-41a3-496e-938b-df35a948461d on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:37:03.136929 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Attempting to bind port 44690870-41a3-496e-938b-df35a948461d by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'b6eeb612-1a70-4510-931c-d9ac00f02374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ad26fff3-9890-457d-98bc-65995ac398cb'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:37:03.137134 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Attempting to bind port 44690870-41a3-496e-938b-df35a948461d on network ad26fff3-9890-457d-98bc-65995ac398cb {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:37:03.139957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36884) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:03.150129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:03.152387 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] For port 7afc33d0-f409-4d4a-828e-cefda7b8b65e, host n-d-791505-9, got binding levels [] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:03.152757 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.171701 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:37:03.172060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Checking segment: {'id': 'b6eeb612-1a70-4510-931c-d9ac00f02374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ad26fff3-9890-457d-98bc-65995ac398cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:03.172416 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.173457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Bound using segment: {'id': 'b6eeb612-1a70-4510-931c-d9ac00f02374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ad26fff3-9890-457d-98bc-65995ac398cb'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:37:03.173978 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Bound port: 44690870-41a3-496e-938b-df35a948461d, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6eeb612-1a70-4510-931c-d9ac00f02374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ad26fff3-9890-457d-98bc-65995ac398cb'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:37:03.174444 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.215578 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-06d4688b-b42d-4617-9f1e-a9d65d34afd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.261751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:03.275652 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.285426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e77a489f-f13c-4805-96f3-77cd0b6459f9 None None] Deleting port 2b248769-8e83-4acf-9f1c-360d43614351 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:37:03.285811 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e77a489f-f13c-4805-96f3-77cd0b6459f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.312715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2da6e1-58e8-4039-a855-5a325ea78eb8 None None] DHCP port deletion for 16a1605d-7504-4c7a-87e6-578e0dd0a5e6 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:37:03.316117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:03.333447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Usage tracker for resource:floatingip and tenant:f88fe13e4e9341d3ae1ddeb05c02284c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:03.342507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:03.352217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-06d4688b-b42d-4617-9f1e-a9d65d34afd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:03.360640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:03.382960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:37:03.398734 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.399581 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Added segment f78c4c39-7276-4f55-859c-c392bf970ee4 of type vlan for network a4850350-48ce-45ed-b1aa-cd7a69beb804
Jun 04 15:37:03.441944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] For port 44690870-41a3-496e-938b-df35a948461d, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:37:03.444140 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.445328 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] For port 44690870-41a3-496e-938b-df35a948461d, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=44690870-41a3-496e-938b-df35a948461d,segment=NetworkSegment(b6eeb612-1a70-4510-931c-d9ac00f02374),segment_id=b6eeb612-1a70-4510-931c-d9ac00f02374)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:37:03.503910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-06d4688b-b42d-4617-9f1e-a9d65d34afd5 admin admin] Usage tracker for resource:security_group_rule and tenant:f2d2c5e9c97344e5bfad598a79a40ba7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:03.510842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-06d4688b-b42d-4617-9f1e-a9d65d34afd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:03.542546 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.567986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-06d4688b-b42d-4617-9f1e-a9d65d34afd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:03.622703 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e77a489f-f13c-4805-96f3-77cd0b6459f9 None None] For port 2b248769-8e83-4acf-9f1c-360d43614351, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2b248769-8e83-4acf-9f1c-360d43614351,segment=NetworkSegment(ac1c464b-bdfb-4b2d-a10c-0fa11da58fd1),segment_id=ac1c464b-bdfb-4b2d-a10c-0fa11da58fd1)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:03.623603 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e77a489f-f13c-4805-96f3-77cd0b6459f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.704529 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-06d4688b-b42d-4617-9f1e-a9d65d34afd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.715544 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.734028 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.739740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:03.740398 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.747650 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9f32f9d7-bd04-4027-a4a0-caf16a7b3663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:03.768481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for 7afc33d0-f409-4d4a-828e-cefda7b8b65e owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:37:03.792678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e77a489f-f13c-4805-96f3-77cd0b6459f9 None None] Calling delete_port for 2b248769-8e83-4acf-9f1c-360d43614351 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:37:03.805683 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-06d4688b-b42d-4617-9f1e-a9d65d34afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.833320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.ipam_backend_mixin [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Port 7afc33d0-f409-4d4a-828e-cefda7b8b65e was not found and therefore no delete operation was performed {{(pid=88301) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Jun 04 15:37:03.858456 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.865172 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-29781178-7174-4e87-b7ac-b5cee297e29b tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:03.882212 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.898663 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:03.914292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port cd332551-adb8-409d-813b-d2e01ac7c697, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=cd332551-adb8-409d-813b-d2e01ac7c697,segment=NetworkSegment(5ec8bc17-5d93-46f6-9cf7-a8d1519dd8d6),segment_id=5ec8bc17-5d93-46f6-9cf7-a8d1519dd8d6)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:03.917702 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:03.995284 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Network': ['ID=a4850350-48ce-45ed-b1aa-cd7a69beb804,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:04.004279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=7afc33d0-f409-4d4a-828e-cefda7b8b65e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:04.004950 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e77a489f-f13c-4805-96f3-77cd0b6459f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:04.008778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No DVR routers for this DVR port 7afc33d0-f409-4d4a-828e-cefda7b8b65e on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:37:04.010142 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:04.012663 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:04.019958 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:04.038198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network a4850350-48ce-45ed-b1aa-cd7a69beb804 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:37:04.057567 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-06d4688b-b42d-4617-9f1e-a9d65d34afd5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2d2c5e9c97344e5bfad598a79a40ba7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9418733
Jun 04 15:37:04.061615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36888) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:04.165686 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:04.173040 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:04.175745 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77a489f-f13c-4805-96f3-77cd0b6459f9 None None] No DVR routers for this DVR port 2b248769-8e83-4acf-9f1c-360d43614351 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:37:04.204741 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:04.205501 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Pushing event updated for resources: {'Port': ['ID=44690870-41a3-496e-938b-df35a948461d,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:04.210551 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:04.211079 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:04.214768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4688b-b42d-4617-9f1e-a9d65d34afd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83714b22-9d52-4974-92cd-52d302a2a3e6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:04.233620 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdaa8d3-a562-48ff-8a97-50a109f5e56d req-8bb707e9-7e5d-455c-a5da-58c6f6b8010b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:04.235206 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0cdaa8d3-a562-48ff-8a97-50a109f5e56d req-8bb707e9-7e5d-455c-a5da-58c6f6b8010b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 945 time: 0.7329464
Jun 04 15:37:04.241683 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.3385236
Jun 04 15:37:04.242411 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36890) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:04.245870 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-06d4688b-b42d-4617-9f1e-a9d65d34afd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:04.252700 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'subnet': {'network_id': 'a4850350-48ce-45ed-b1aa-cd7a69beb804', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:04.280810 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a489f-f13c-4805-96f3-77cd0b6459f9 None None] Pushing event deleted for resources: {'Port': ['ID=2b248769-8e83-4acf-9f1c-360d43614351,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:04.288881 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:04.295028 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:04.346732 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2b248769-8e83-4acf-9f1c-360d43614351 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:37:04.431131 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:04.456681 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 2b248769-8e83-4acf-9f1c-360d43614351 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:37:04.456681 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2b248769-8e83-4acf-9f1c-360d43614351 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:37:04.456681 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7afc33d0-f409-4d4a-828e-cefda7b8b65e no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:37:04.465198 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8eb76c5b-5c03-4090-8bdc-bee83dd937e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:04.488548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8391088dc0>,) {'filters': {'network_id': ['5208f65a-e8c9-47af-b0ec-db091086b7a1']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:04.498334 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 7afc33d0-f409-4d4a-828e-cefda7b8b65e {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:37:04.498334 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7afc33d0-f409-4d4a-828e-cefda7b8b65e not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:37:04.513647 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=cd332551-adb8-409d-813b-d2e01ac7c697,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:04.515904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391088dc0>, '2b714067-65c4-4a00-a75d-ea10340c8c6f') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:04.515904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391088dc0>, '2b714067-65c4-4a00-a75d-ea10340c8c6f') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:04.526744 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:04.526744 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:04.526744 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:04.546727 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:04.547860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:04.559127 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8eb76c5b-5c03-4090-8bdc-bee83dd937e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:04.571557 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:subnet and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:04.582665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:04.602949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:04.612073 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0cdaa8d3-a562-48ff-8a97-50a109f5e56d req-ceb0eed1-087a-4b90-a6a4-1a9704ed74b1 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165949
Jun 04 15:37:04.633029 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:04.657812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:37:04.658231 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:04.658496 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:37:04.677233 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:37:04.737838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:04.742034 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:04.851880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Allocated IP 172.25.4.164 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:04.989711 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:05.006166 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8eb76c5b-5c03-4090-8bdc-bee83dd937e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:05.014795 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9b052332-597b-4f1a-b45d-f775e1cb5fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:05.050123 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb76c5b-5c03-4090-8bdc-bee83dd937e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83714b22-9d52-4974-92cd-52d302a2a3e6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:05.053115 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8eb76c5b-5c03-4090-8bdc-bee83dd937e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:05.055887 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ac5bc796-f9bc-4d70-a45f-e835f15338ca tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:05.124689 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8eb76c5b-5c03-4090-8bdc-bee83dd937e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:05.131613 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8eb76c5b-5c03-4090-8bdc-bee83dd937e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83714b22-9d52-4974-92cd-52d302a2a3e6 HTTP/1.1" status: 204  len: 168 time: 1.0167203
Jun 04 15:37:05.211065 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:05.328820 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:05.396940 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Network': ['ID=5208f65a-e8c9-47af-b0ec-db091086b7a1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:05.400391 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:05.480584 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/networks/5208f65a-e8c9-47af-b0ec-db091086b7a1 HTTP/1.1" status: 204  len: 168 time: 4.8984120
Jun 04 15:37:05.481350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36898) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:05.744673 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:05.785633 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:05.931043 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:05.935774 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:05.947922 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-294543cd-be35-4ed9-a627-6e2fe0a97ef2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:05.956337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b481013e-061a-45fa-b87a-d531f83ae528 None None] Network ad26fff3-9890-457d-98bc-65995ac398cb requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:06.064216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Subnet': ['ID=221b287c-59dd-45c2-90ea-2de6412e3d2f,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:06.073097 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:06.073097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Checking segment: {'id': 'f78c4c39-7276-4f55-859c-c392bf970ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a4850350-48ce-45ed-b1aa-cd7a69beb804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:06.073097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network hostable DHCP agents. Network: a4850350-48ce-45ed-b1aa-cd7a69beb804, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:37:06.128326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ee3f806c-5a34-4555-b950-21cfd195b9df None None] Provisioning for port 44690870-41a3-496e-938b-df35a948461d completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:06.134320 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73d55f59-f28b-4c7d-9037-2c46323cd25c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:06.136992 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:06.147865 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ac7630bf-d519-4a67-83e3-b91b619ff85e tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:06.155312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network a4850350-48ce-45ed-b1aa-cd7a69beb804 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:37:06.221303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Allocated IP 172.25.4.192 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/c188f652-b1ca-40ce-b8df-ad5450bfa4b2) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:06.239779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, a4850350-48ce-45ed-b1aa-cd7a69beb804) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:06.255369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:06.257484 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:06.315816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:06.343688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d18a21d-6ee1-47d2-8460-e85b4bb3ff6a None None] Network a4850350-48ce-45ed-b1aa-cd7a69beb804 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:06.389619 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 2.1426041
Jun 04 15:37:06.392019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36912) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:06.504860 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cd332551-adb8-409d-813b-d2e01ac7c697 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:06.529452 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:06.624027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:06.741031 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port cd332551-adb8-409d-813b-d2e01ac7c697 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:06.741728 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:06.757670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Allocated IP 172.25.4.121 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/e4c9f967-86aa-460c-8fab-ab69c73ad9f5) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:06.774891 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:06.851174 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:06.870245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Pushing event updated for resources: {'Port': ['ID=24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:06.941353 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:06.947169 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a9431797-4d7c-451e-9b49-e86f7f60bbb8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:06.949125 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-a4850350-48ce-45ed-b1aa-cd7a69beb804', 'network_id': 'a4850350-48ce-45ed-b1aa-cd7a69beb804', 'tenant_id': '176b0820955d43e1804123ce0dc0994d', 'fixed_ips': [{'subnet_id': '221b287c-59dd-45c2-90ea-2de6412e3d2f'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:37:06.950599 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:07.049855 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:07.114592 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:07.151428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5526b1-25be-47fb-877f-6393afd4a22e req-d2a6a187-218f-41e5-bdc0-16f4761aa5ed tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:07.158566 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2d5526b1-25be-47fb-877f-6393afd4a22e req-d2a6a187-218f-41e5-bdc0-16f4761aa5ed tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 945 time: 1.3410454
Jun 04 15:37:07.169727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:07.244827 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:07.258668 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Allocated IP 2001:db8::1 (a4850350-48ce-45ed-b1aa-cd7a69beb804/221b287c-59dd-45c2-90ea-2de6412e3d2f/3b148620-f963-452b-9c48-3d99c34bb232) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:07.260861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:07.270445 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:07.288785 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73d55f59-f28b-4c7d-9037-2c46323cd25c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:07.328443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-73d55f59-f28b-4c7d-9037-2c46323cd25c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83910ad4c0>,) {'filters': {'network_id': ['39e6db7f-7533-41fb-bfae-7d98bf268600']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:07.339725 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:07.351496 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:07.428360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c188f652-b1ca-40ce-b8df-ad5450bfa4b2,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:07.471221 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event updated for resources: {'Port': ['ID=e4c9f967-86aa-460c-8fab-ab69c73ad9f5,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:07.477246 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:07.490835 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:07.498511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-73d55f59-f28b-4c7d-9037-2c46323cd25c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83910ad4c0>, 'ac1c464b-bdfb-4b2d-a10c-0fa11da58fd1') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:07.498854 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-73d55f59-f28b-4c7d-9037-2c46323cd25c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83910ad4c0>, 'ac1c464b-bdfb-4b2d-a10c-0fa11da58fd1') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:07.531257 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 44690870-41a3-496e-938b-df35a948461d up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:07.567131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:07.596019 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2d5526b1-25be-47fb-877f-6393afd4a22e req-83dd7491-55bc-4843-bd6d-15d12723a520 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4365301
Jun 04 15:37:07.602307 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:07.624018 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Transition to ACTIVE for port object 3b148620-f963-452b-9c48-3d99c34bb232 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:07.629718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:07.641318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:07.651155 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Transition to ACTIVE for port object 3b148620-f963-452b-9c48-3d99c34bb232 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:07.667276 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73d55f59-f28b-4c7d-9037-2c46323cd25c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:07.718876 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 44690870-41a3-496e-938b-df35a948461d completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:07.726367 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 44690870-41a3-496e-938b-df35a948461d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:07.728197 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:07.767778 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:07.787378 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:07.871717 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:07.942907 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Pushing event updated for resources: {'Port': ['ID=3b148620-f963-452b-9c48-3d99c34bb232,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:07.946402 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:07.949962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Network a4850350-48ce-45ed-b1aa-cd7a69beb804 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:07.952620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:07.957870 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:08.076284 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73d55f59-f28b-4c7d-9037-2c46323cd25c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.078631 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Attempting to bind port 3b148620-f963-452b-9c48-3d99c34bb232 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:37:08.079003 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Attempting to bind port 3b148620-f963-452b-9c48-3d99c34bb232 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'f78c4c39-7276-4f55-859c-c392bf970ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a4850350-48ce-45ed-b1aa-cd7a69beb804'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:37:08.079507 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Attempting to bind port 3b148620-f963-452b-9c48-3d99c34bb232 on network a4850350-48ce-45ed-b1aa-cd7a69beb804 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:37:08.105391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d55f59-f28b-4c7d-9037-2c46323cd25c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:37:08.107224 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73d55f59-f28b-4c7d-9037-2c46323cd25c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:37:08.121902 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:37:08.124974 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:37:08.124974 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Checking segment: {'id': 'f78c4c39-7276-4f55-859c-c392bf970ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a4850350-48ce-45ed-b1aa-cd7a69beb804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:08.125232 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.125736 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Bound using segment: {'id': 'f78c4c39-7276-4f55-859c-c392bf970ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a4850350-48ce-45ed-b1aa-cd7a69beb804'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:37:08.126114 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Bound port: 3b148620-f963-452b-9c48-3d99c34bb232, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78c4c39-7276-4f55-859c-c392bf970ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a4850350-48ce-45ed-b1aa-cd7a69beb804'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:37:08.126492 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.153924 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.153924 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-31b71ad8-5bfd-4658-969f-d45689cef748 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:08.198747 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.256173 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.274917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Subnet': ['ID=221b287c-59dd-45c2-90ea-2de6412e3d2f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:08.305260 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.367354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:08.367897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:08.368342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:08.368891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:08.369342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:08.369782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:08.370154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:08.370637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:08.371078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:08.371508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:08.371956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:08.374137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:08.386470 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:08.441515 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] For port 3b148620-f963-452b-9c48-3d99c34bb232, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:37:08.445202 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] For port 3b148620-f963-452b-9c48-3d99c34bb232, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3b148620-f963-452b-9c48-3d99c34bb232,segment=NetworkSegment(f78c4c39-7276-4f55-859c-c392bf970ee4),segment_id=f78c4c39-7276-4f55-859c-c392bf970ee4)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:37:08.480574 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 44690870-41a3-496e-938b-df35a948461d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=44690870-41a3-496e-938b-df35a948461d,segment=NetworkSegment(b6eeb612-1a70-4510-931c-d9ac00f02374),segment_id=b6eeb612-1a70-4510-931c-d9ac00f02374)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:08.523887 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.543036 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.556224 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5f19335e-77f5-4459-bf12-b437fba19009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:08.591234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c9f4940>,) {'filters': {'network_id': ['a4850350-48ce-45ed-b1aa-cd7a69beb804']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:08.609195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c9f4940>, 'f78c4c39-7276-4f55-859c-c392bf970ee4') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:08.609493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c9f4940>, 'f78c4c39-7276-4f55-859c-c392bf970ee4') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:08.672236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Pushing event updated for resources: {'Port': ['ID=3b148620-f963-452b-9c48-3d99c34bb232,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:08.677802 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.679702 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:08.680166 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:08.734266 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73d55f59-f28b-4c7d-9037-2c46323cd25c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.758889 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f21149c9-c439-4c61-ab80-bad048f2b7d9 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:08.796070 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73d55f59-f28b-4c7d-9037-2c46323cd25c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.861153 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.911307 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=44690870-41a3-496e-938b-df35a948461d,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:08.915160 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:08.921323 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.934565 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7379be0b-b274-42b7-95ae-da6e04763fe3 None None] Network a4850350-48ce-45ed-b1aa-cd7a69beb804 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:08.963281 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.980358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:37:08.980358 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:37:08.995771 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:37:09.001926 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:09.026117 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-69893a35-47b2-4b00-8457-726219a39d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:09.054485 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:09.057119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d55f59-f28b-4c7d-9037-2c46323cd25c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Network': ['ID=39e6db7f-7533-41fb-bfae-7d98bf268600,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:09.119112 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-73d55f59-f28b-4c7d-9037-2c46323cd25c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:09.121107 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:09.164576 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-73d55f59-f28b-4c7d-9037-2c46323cd25c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/networks/39e6db7f-7533-41fb-bfae-7d98bf268600 HTTP/1.1" status: 204  len: 168 time: 3.6701005
Jun 04 15:37:09.181103 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36942) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:09.207717 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-276727458'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:09.226304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:09.244137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:network and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:09.253311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:09.256671 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:09.301854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e63f09-9fbd-4105-8c1a-994b21f1b347 None None] get_active_networks_info from n-d-791505-9 {{(pid=88302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 04 15:37:09.519523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e63f09-9fbd-4105-8c1a-994b21f1b347 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 04 15:37:09.557503 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:09.578917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038294ee-dbf8-4777-ba02-c243021a144c req-932ae21b-dac5-47ee-ac92-49fc998aa27d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:09.580500 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-038294ee-dbf8-4777-ba02-c243021a144c req-932ae21b-dac5-47ee-ac92-49fc998aa27d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 945 time: 0.7146873
Jun 04 15:37:09.604907 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:09.620205 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:09.620685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9568497e-bc06-4691-a8c1-8a787d67666d {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:37:09.640875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event updated for resources: {'Port': ['ID=e4c9f967-86aa-460c-8fab-ab69c73ad9f5,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:09.648457 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:09.649257 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.api [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 15:37:09.649257 n-d-791505-9 neutron-server[88300]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 15:37:09.649257 n-d-791505-9 neutron-server[88300]: [parameters: {'id': 'a4850350-48ce-45ed-b1aa-cd7a69beb804'}]
Jun 04 15:37:09.649257 n-d-791505-9 neutron-server[88300]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:37:09.649655 n-d-791505-9 neutron-server[88300]: DEBUG oslo_db.api [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:37:09.659271 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-038294ee-dbf8-4777-ba02-c243021a144c req-82fa6f23-83b5-480f-9b92-c14e594ce3d9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654569
Jun 04 15:37:09.719947 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:09.729737 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.5879469
Jun 04 15:37:09.771271 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:10.151446 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:10.248317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Deleting port 3b148620-f963-452b-9c48-3d99c34bb232 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:37:10.249268 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:10.285335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:10.288671 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:10.318272 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:37:10.322276 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3f6f766e-64f8-44e3-a4ee-ff017e05297b tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 9.7555707
Jun 04 15:37:10.400626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36966) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:10.456258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:37:10.515763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] For port 3b148620-f963-452b-9c48-3d99c34bb232, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3b148620-f963-452b-9c48-3d99c34bb232,segment=NetworkSegment(f78c4c39-7276-4f55-859c-c392bf970ee4),segment_id=f78c4c39-7276-4f55-859c-c392bf970ee4)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:10.516339 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:10.563354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-03104145-e1b7-44fb-a183-dec3d69067ab req-63ab8ed6-9584-4702-a6fa-c319548ff0f3 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Synchronizing usage tracker for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:37:10.569790 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:10.569790 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Added segment c329d8ca-fe38-4396-88af-8ae765c239f3 of type vlan for network 1c625a7b-6d80-4401-9348-9ff97333dfce
Jun 04 15:37:10.706176 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:10.858507 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:10.859237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Calling delete_port for 3b148620-f963-452b-9c48-3d99c34bb232 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:37:10.860144 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 44690870-41a3-496e-938b-df35a948461d up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:10.862072 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.resource_extend [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:37:10.941631 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 44690870-41a3-496e-938b-df35a948461d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:10.942573 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:10.971729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe262c-ac3c-4f68-901b-5afc42d3e7ee tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Deleting port b9f424cc-5f12-40bb-8a87-168b7f4fb76d {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:37:10.972067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9fe262c-ac3c-4f68-901b-5afc42d3e7ee tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:11.004820 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:11.033205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf49a0-6205-43c9-a681-8ba2d0f014ea req-389815f1-65cc-4b6c-bc9b-8dff4730c941 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:11.036244 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7fdf49a0-6205-43c9-a681-8ba2d0f014ea req-389815f1-65cc-4b6c-bc9b-8dff4730c941 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 945 time: 0.2289464
Jun 04 15:37:11.068084 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-03104145-e1b7-44fb-a183-dec3d69067ab req-63ab8ed6-9584-4702-a6fa-c319548ff0f3 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Unset dirty status for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:37:11.068792 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-63ab8ed6-9584-4702-a6fa-c319548ff0f3 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--602511697&fields=id&tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c HTTP/1.1" status: 200  len: 267 time: 0.9069448
Jun 04 15:37:11.134940 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:11.141274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:11.141857 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:11.176699 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7fdf49a0-6205-43c9-a681-8ba2d0f014ea req-084d27b2-49f1-4616-b4d3-44ce873bce85 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628138
Jun 04 15:37:11.186756 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:11.199316 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:11.267371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No DVR routers for this DVR port 3b148620-f963-452b-9c48-3d99c34bb232 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:37:11.276559 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9fe262c-ac3c-4f68-901b-5afc42d3e7ee tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:11.313121 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c12a32ff-7900-4c1e-a610-3e9bb667339b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:11.313687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Port': ['ID=3b148620-f963-452b-9c48-3d99c34bb232,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:11.321867 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:11.538713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104145-e1b7-44fb-a183-dec3d69067ab req-62a7752c-ae79-446f-a202-b47cedf577cc tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:11.540251 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-62a7752c-ae79-446f-a202-b47cedf577cc tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 816 time: 0.4514296
Jun 04 15:37:11.609092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36980) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:11.623712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe262c-ac3c-4f68-901b-5afc42d3e7ee tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Calling delete_port for b9f424cc-5f12-40bb-8a87-168b7f4fb76d owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:37:11.651744 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 2.4649036
Jun 04 15:37:11.652405 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Network': ['ID=1c625a7b-6d80-4401-9348-9ff97333dfce,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:11.659604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36984) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:11.664808 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 1c625a7b-6d80-4401-9348-9ff97333dfce details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:37:11.668372 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:11.672544 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-d5e08036-81ae-43cd-adf5-4ae3a7d826cc tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/quotas/f88fe13e4e9341d3ae1ddeb05c02284c HTTP/1.1" status: 200  len: 375 time: 0.0253518
Jun 04 15:37:11.675446 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:11.692586 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'subnet': {'network_id': '1c625a7b-6d80-4401-9348-9ff97333dfce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:11.727900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c641190>,) {'filters': {'network_id': ['a4850350-48ce-45ed-b1aa-cd7a69beb804']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:11.754856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Router 0dae78ef-ac4e-4e8f-92b7-0aafa7718faf is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:37:11.773850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c641190>, 'f78c4c39-7276-4f55-859c-c392bf970ee4') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:11.774449 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c641190>, 'f78c4c39-7276-4f55-859c-c392bf970ee4') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:11.801190 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69c4538d-81d9-4eb0-8ac6-38f7c92bbe22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:11.847231 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:11.850265 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:37:11.893426 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:11.900649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:11.902872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:subnet and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:11.906776 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:11.912849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:11.933599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:37:11.934290 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:37:11.950718 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:37:12.105659 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-69c4538d-81d9-4eb0-8ac6-38f7c92bbe22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:12.110070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Router 490cda33-4f15-476b-b038-abe57edbc546 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:37:12.128558 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-69c4538d-81d9-4eb0-8ac6-38f7c92bbe22 admin admin] Usage tracker for resource:security_group_rule and tenant:dba2e19b78f14238a0edd8ef1db5742d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:12.132192 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-69c4538d-81d9-4eb0-8ac6-38f7c92bbe22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:12.150402 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-69c4538d-81d9-4eb0-8ac6-38f7c92bbe22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:12.199657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:12.203529 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:12.357616 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-03104145-e1b7-44fb-a183-dec3d69067ab req-95eba89d-22ed-4e47-a2bb-e357b0a848ad tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Synchronizing usage tracker for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:37:12.362956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:37:12.382971 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Sync routers for ids ['0dae78ef-ac4e-4e8f-92b7-0aafa7718faf'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:37:12.413786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Routers {'0dae78ef-ac4e-4e8f-92b7-0aafa7718faf'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:12.414433 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5f56d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['0dae78ef-ac4e-4e8f-92b7-0aafa7718faf'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:12.472192 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:12.492188 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:12.510639 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:12.532235 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9fe262c-ac3c-4f68-901b-5afc42d3e7ee tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:12.552644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Network': ['ID=a4850350-48ce-45ed-b1aa-cd7a69beb804,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:12.596923 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:12.598730 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:12.617238 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69c4538d-81d9-4eb0-8ac6-38f7c92bbe22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:12.627341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:37:12.636365 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:12.638592 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Sync routers for ids ['490cda33-4f15-476b-b038-abe57edbc546'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:37:12.641943 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 12.6980865
Jun 04 15:37:12.642771 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-03104145-e1b7-44fb-a183-dec3d69067ab req-95eba89d-22ed-4e47-a2bb-e357b0a848ad tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Unset dirty status for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:37:12.648010 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-95eba89d-22ed-4e47-a2bb-e357b0a848ad tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9620569
Jun 04 15:37:12.648010 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36988) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:12.655776 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Routers {'490cda33-4f15-476b-b038-abe57edbc546'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:12.656414 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8f7df0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['490cda33-4f15-476b-b038-abe57edbc546'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:12.724086 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69c4538d-81d9-4eb0-8ac6-38f7c92bbe22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:12.751532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Set router 0dae78ef-ac4e-4e8f-92b7-0aafa7718faf gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:37:12.753829 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2006aa6a-834d-4841-a6eb-a3a49a2c6bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:12.831099 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-69c4538d-81d9-4eb0-8ac6-38f7c92bbe22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dba2e19b78f14238a0edd8ef1db5742d&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2200060
Jun 04 15:37:12.835109 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4538d-81d9-4eb0-8ac6-38f7c92bbe22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d96f95-2932-48f4-88c8-36362b6c85a2,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:12.839376 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-69c4538d-81d9-4eb0-8ac6-38f7c92bbe22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:12.840848 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/a4850350-48ce-45ed-b1aa-cd7a69beb804 HTTP/1.1" status: 204  len: 168 time: 6.4371040
Jun 04 15:37:12.842966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe262c-ac3c-4f68-901b-5afc42d3e7ee tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9f424cc-5f12-40bb-8a87-168b7f4fb76d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:12.843118 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36992) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:12.843471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36994) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:12.880826 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d9fe262c-ac3c-4f68-901b-5afc42d3e7ee tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:12.942442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1989136119'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:12.948853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:12.953501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:network and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:12.957130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:12.963845 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:13.041910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dae4b2-0582-4d25-900a-146d0e229258 req-23f44137-90e8-41bd-835a-14a07554e832 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:13.049600 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35dae4b2-0582-4d25-900a-146d0e229258 req-23f44137-90e8-41bd-835a-14a07554e832 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 945 time: 0.6470275
Jun 04 15:37:13.071922 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:13.072830 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 13.1169753
Jun 04 15:37:13.080967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36998) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:13.096684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:13.099690 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:13.154719 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Set router 490cda33-4f15-476b-b038-abe57edbc546 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:37:13.158230 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9fe262c-ac3c-4f68-901b-5afc42d3e7ee tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:13.160157 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d9fe262c-ac3c-4f68-901b-5afc42d3e7ee tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b9f424cc-5f12-40bb-8a87-168b7f4fb76d HTTP/1.1" status: 204  len: 168 time: 2.7541027
Jun 04 15:37:13.246801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:37:13.269952 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:13.272552 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Added segment 9a418d79-5795-4694-8585-ca06589b437a of type vlan for network a49fc8e7-b9dc-4654-ab06-3148965f34d8
Jun 04 15:37:13.312908 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:13.357283 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7eb49e08-25c0-438e-8bab-c83f11281092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:13.363847 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35dae4b2-0582-4d25-900a-146d0e229258 req-9ddd3500-d7fd-4ebd-8453-a41658c90947 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3133283
Jun 04 15:37:13.423045 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7eb49e08-25c0-438e-8bab-c83f11281092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:13.428587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5f56d0>, [{'id': '0dae78ef-ac4e-4e8f-92b7-0aafa7718faf', 'name': 'tempest-snat-router-2074554146', 'tenant_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164'}], 'enable_snat': False}, 'gw_port_id': '24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:37:00Z', 'updated_at': '2021-06-04T15:37:08Z', 'revision_number': 3, 'project_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'gw_port': {'id': '24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dae78ef-ac4e-4e8f-92b7-0aafa7718faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:37:04Z', 'updated_at': '2021-06-04T15:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:13.436791 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Checking router: 0dae78ef-ac4e-4e8f-92b7-0aafa7718faf for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:37:13.437180 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Updating router 0dae78ef-ac4e-4e8f-92b7-0aafa7718faf port 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:37:13.500044 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:13.508948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:13.509809 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:13.536552 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a70a1142-8821-431c-a16c-cf71456b9847 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:13.577061 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:13.662150 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-525af3fc-440d-4c3c-98b5-b3c51c79db98 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/routers/0dae78ef-ac4e-4e8f-92b7-0aafa7718faf HTTP/1.1" status: 200  len: 909 time: 1.0139985
Jun 04 15:37:13.670500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37004) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:13.671547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Network': ['ID=a49fc8e7-b9dc-4654-ab06-3148965f34d8,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:13.674486 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:13.680366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2074554146', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'enable_snat': True}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:13.685991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network a49fc8e7-b9dc-4654-ab06-3148965f34d8 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:37:13.693244 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7eb49e08-25c0-438e-8bab-c83f11281092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:13.696831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:13.703111 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-35dd95d3-b5e7-4867-92d9-473d083552ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:13.723754 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb49e08-25c0-438e-8bab-c83f11281092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d96f95-2932-48f4-88c8-36362b6c85a2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:13.733132 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7eb49e08-25c0-438e-8bab-c83f11281092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:13.734302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Usage tracker for resource:router and tenant:8bc0d37ffc2744d5861de697d0f7fe2b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:13.746716 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:13.769767 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:13.801072 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8f7df0>, [{'id': '490cda33-4f15-476b-b038-abe57edbc546', 'name': 'tempest-TestVolumeBackupRestore-747443550-router', 'tenant_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:37:00Z', 'updated_at': '2021-06-04T15:37:08Z', 'revision_number': 3, 'project_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'gw_port': {'id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cda33-4f15-476b-b038-abe57edbc546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:37:04Z', 'updated_at': '2021-06-04T15:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:13.810123 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Checking router: 490cda33-4f15-476b-b038-abe57edbc546 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:37:13.810509 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Updating router 490cda33-4f15-476b-b038-abe57edbc546 port c188f652-b1ca-40ce-b8df-ad5450bfa4b2 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:37:13.811863 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7eb49e08-25c0-438e-8bab-c83f11281092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:13.813325 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7eb49e08-25c0-438e-8bab-c83f11281092 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05d96f95-2932-48f4-88c8-36362b6c85a2 HTTP/1.1" status: 204  len: 168 time: 0.9682043
Jun 04 15:37:13.838443 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-041c9c73-f63e-4705-b79a-de2fb88902f7 service neutron] 10.222.0.32 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1244617
Jun 04 15:37:13.915752 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:13.931595 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.0845058
Jun 04 15:37:13.955411 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37008) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:13.965106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'subnet': {'network_id': 'a49fc8e7-b9dc-4654-ab06-3148965f34d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:13.984354 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:13.986240 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:14.031784 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:14.113777 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:14.119076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:subnet and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:14.123658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:14.141977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37010) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:14.165341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:14.324303 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-c26d15f9-7ddf-4b9e-a8ac-eaf22980429c service neutron] 10.222.0.32 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4846265
Jun 04 15:37:14.430359 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:14.445564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:14.449027 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:14.626977 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:14.665460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Transition to ACTIVE for port object 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:14.744591 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:14.756574 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c7989191-b36e-458b-b5af-2bb3e55c64fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:14.924666 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Attempting to bind port 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:37:14.926059 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Attempting to bind port 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:37:14.926669 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Attempting to bind port 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:37:14.937236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:37:14.937900 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:14.938526 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:14.939322 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:37:14.940023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Bound port: 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:37:14.940607 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:15.027278 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dff67-1120-4254-94b1-35e55950751a None None] Pushing event updated for resources: {'Port': ['ID=24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:15.123357 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e01a41a9-4eac-41bd-b3d8-aeaf6f265400 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:15.178864 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:15.192038 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-513dff67-1120-4254-94b1-35e55950751a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:15.194460 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Transition to ACTIVE for port object c188f652-b1ca-40ce-b8df-ad5450bfa4b2 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:15.197893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37026) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:15.209265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] For port 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:37:15.212810 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] For port 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:37:15.239688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Subnet': ['ID=733bc7c9-3fb0-40c2-b6ca-f48c42222abc,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:15.308737 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:15.328725 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:15.333244 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:15.334556 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-1140b268-50bb-48db-8281-8a806726a575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:15.339946 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-81dd3d5b-fa21-4a14-92e9-fdec0f745b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:15.358842 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9b67d825-4f4f-49ab-9f14-597c3f855af8 req-ad5d6e21-f817-4291-b818-bf25ffd40855 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 210 time: 0.1647718
Jun 04 15:37:15.365051 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0a45454-992b-4ca5-a7cf-f00d34bc298e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:15.387105 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:15.395069 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e0a45454-992b-4ca5-a7cf-f00d34bc298e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:15.399742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e0a45454-992b-4ca5-a7cf-f00d34bc298e admin admin] Usage tracker for resource:security_group_rule and tenant:f8289ac4d4284c69b6f7b0c4ebff8701 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:15.404544 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e0a45454-992b-4ca5-a7cf-f00d34bc298e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:15.419686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e0a45454-992b-4ca5-a7cf-f00d34bc298e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:15.509489 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Routers {'0dae78ef-ac4e-4e8f-92b7-0aafa7718faf'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:15.511203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5f56d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['0dae78ef-ac4e-4e8f-92b7-0aafa7718faf'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:15.521718 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590bf7a-06c9-494b-a7d6-ba8b0082c108 None None] Pushing event updated for resources: {'Port': ['ID=c188f652-b1ca-40ce-b8df-ad5450bfa4b2,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:15.525991 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Attempting to bind port c188f652-b1ca-40ce-b8df-ad5450bfa4b2 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:37:15.528642 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Attempting to bind port c188f652-b1ca-40ce-b8df-ad5450bfa4b2 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:37:15.531180 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Attempting to bind port c188f652-b1ca-40ce-b8df-ad5450bfa4b2 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:37:15.546217 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-3590bf7a-06c9-494b-a7d6-ba8b0082c108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:15.547409 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:37:15.548178 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:15.550267 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:15.555192 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:37:15.555192 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Bound port: c188f652-b1ca-40ce-b8df-ad5450bfa4b2, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:37:15.555192 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:15.607100 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c307d6f2-bb4a-4104-8b7a-a4601e43df64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:15.640427 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] For port c188f652-b1ca-40ce-b8df-ad5450bfa4b2, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:37:15.644186 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] For port c188f652-b1ca-40ce-b8df-ad5450bfa4b2, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c188f652-b1ca-40ce-b8df-ad5450bfa4b2,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:37:15.725589 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:15.732812 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-3ceb825c-c9f4-43d9-affd-d98a6f216a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:15.775048 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] Set router 0dae78ef-ac4e-4e8f-92b7-0aafa7718faf gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:37:15.783756 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0a45454-992b-4ca5-a7cf-f00d34bc298e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:15.940133 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Routers {'490cda33-4f15-476b-b038-abe57edbc546'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:15.945589 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8f7df0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['490cda33-4f15-476b-b038-abe57edbc546'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:15.956237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dff67-1120-4254-94b1-35e55950751a None None] Pushing event updated for resources: {'Port': ['ID=24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:15.956861 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e0a45454-992b-4ca5-a7cf-f00d34bc298e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:15.986248 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-513dff67-1120-4254-94b1-35e55950751a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:16.016782 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-468d5228-98c5-4e08-a796-62fb3d925714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:16.031306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c307d6f2-bb4a-4104-8b7a-a4601e43df64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:16.049830 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e0a45454-992b-4ca5-a7cf-f00d34bc298e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8289ac4d4284c69b6f7b0c4ebff8701&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8443260
Jun 04 15:37:16.053336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a45454-992b-4ca5-a7cf-f00d34bc298e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63f3e01-be2a-4cec-9299-df23def694ac,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:16.066161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37032) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:16.072170 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e0a45454-992b-4ca5-a7cf-f00d34bc298e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:16.076551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Checking segment: {'id': 'c329d8ca-fe38-4396-88af-8ae765c239f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1c625a7b-6d80-4401-9348-9ff97333dfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:16.077452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network hostable DHCP agents. Network: 1c625a7b-6d80-4401-9348-9ff97333dfce, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:37:16.081048 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590bf7a-06c9-494b-a7d6-ba8b0082c108 None None] Pushing event updated for resources: {'Port': ['ID=c188f652-b1ca-40ce-b8df-ad5450bfa4b2,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:16.084395 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-3590bf7a-06c9-494b-a7d6-ba8b0082c108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:16.149825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c307d6f2-bb4a-4104-8b7a-a4601e43df64 admin admin] Usage tracker for resource:security_group_rule and tenant:58c50c4433d3490c9a4ee655ab592a3c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:16.171573 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:16.227024 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:16.260397 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] Set router 490cda33-4f15-476b-b038-abe57edbc546 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:37:16.335800 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c307d6f2-bb4a-4104-8b7a-a4601e43df64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:16.342777 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5f56d0>, [{'id': '0dae78ef-ac4e-4e8f-92b7-0aafa7718faf', 'name': 'tempest-snat-router-2074554146', 'tenant_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164'}], 'enable_snat': False}, 'gw_port_id': '24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:37:00Z', 'updated_at': '2021-06-04T15:37:08Z', 'revision_number': 3, 'project_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'gw_port': {'id': '24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dae78ef-ac4e-4e8f-92b7-0aafa7718faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:37:04Z', 'updated_at': '2021-06-04T15:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:16.346870 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ec0dc-3df8-42aa-b22b-c06fd561f5df None None] The sync data for ids ['0dae78ef-ac4e-4e8f-92b7-0aafa7718faf'] in n-d-791505-9 is: [{'id': '0dae78ef-ac4e-4e8f-92b7-0aafa7718faf', 'name': 'tempest-snat-router-2074554146', 'tenant_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164'}], 'enable_snat': False}, 'gw_port_id': '24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:37:00Z', 'updated_at': '2021-06-04T15:37:08Z', 'revision_number': 3, 'project_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'gw_port': {'id': '24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dae78ef-ac4e-4e8f-92b7-0aafa7718faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:37:04Z', 'updated_at': '2021-06-04T15:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:37:16.381545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c307d6f2-bb4a-4104-8b7a-a4601e43df64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:16.563858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 1c625a7b-6d80-4401-9348-9ff97333dfce is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:37:16.588660 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0654a613-dca3-4e0d-b3a1-610f1f559a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:16.591973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Allocated IP 172.25.4.7 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/1fb62a3b-6c2c-476a-8faa-ff46bc115546) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:16.602402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531d7e8-e025-4698-9cbb-4b142dc7bea5 req-97e5b5a7-0094-44f9-9161-d611eab563c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:16.603976 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9531d7e8-e025-4698-9cbb-4b142dc7bea5 req-97e5b5a7-0094-44f9-9161-d611eab563c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 945 time: 1.4920537
Jun 04 15:37:16.772651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 1c625a7b-6d80-4401-9348-9ff97333dfce) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:16.805274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34cdc6a-54bc-4cb6-aab3-602af738487e None None] Network 1c625a7b-6d80-4401-9348-9ff97333dfce requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:16.830844 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0654a613-dca3-4e0d-b3a1-610f1f559a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:16.907899 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:16.947717 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0fc1712e-13ef-4280-bb10-41fb081eb628 req-f3f408b4-b7b5-41c4-964c-9944295c500e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 210 time: 0.1899292
Jun 04 15:37:16.957860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:16.960431 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:16.984433 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8f7df0>, [{'id': '490cda33-4f15-476b-b038-abe57edbc546', 'name': 'tempest-TestVolumeBackupRestore-747443550-router', 'tenant_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:37:00Z', 'updated_at': '2021-06-04T15:37:08Z', 'revision_number': 3, 'project_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'gw_port': {'id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cda33-4f15-476b-b038-abe57edbc546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:37:04Z', 'updated_at': '2021-06-04T15:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:16.993787 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4778069-7d03-4046-b45d-e07d11ad1573 None None] The sync data for ids ['490cda33-4f15-476b-b038-abe57edbc546'] in n-d-791505-9 is: [{'id': '490cda33-4f15-476b-b038-abe57edbc546', 'name': 'tempest-TestVolumeBackupRestore-747443550-router', 'tenant_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:37:00Z', 'updated_at': '2021-06-04T15:37:08Z', 'revision_number': 3, 'project_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'gw_port': {'id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cda33-4f15-476b-b038-abe57edbc546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:37:04Z', 'updated_at': '2021-06-04T15:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:37:17.060387 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:17.094281 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c307d6f2-bb4a-4104-8b7a-a4601e43df64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:17.117084 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9531d7e8-e025-4698-9cbb-4b142dc7bea5 req-6fe4046c-42e3-4937-abe9-64a7a165af4f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4850292
Jun 04 15:37:17.194331 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:17.199441 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a90e5887-69e3-4846-88b0-52e8ddbb5a3c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:17.217711 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c307d6f2-bb4a-4104-8b7a-a4601e43df64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:17.236243 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5a7e3b6d-745d-4e95-a75c-a6decf304974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:17.352420 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:17.357073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:17.361382 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:17.430984 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.7447872
Jun 04 15:37:17.503065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37036) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:17.523555 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c307d6f2-bb4a-4104-8b7a-a4601e43df64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58c50c4433d3490c9a4ee655ab592a3c&name=default HTTP/1.1" status: 200  len: 2983 time: 3.3754263
Jun 04 15:37:17.527748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37038) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:17.586737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-090dd867-6913-4346-8ff8-b234eb2e804f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-585872811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:17.595119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-090dd867-6913-4346-8ff8-b234eb2e804f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:17.599231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-090dd867-6913-4346-8ff8-b234eb2e804f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:router and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:17.602525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-090dd867-6913-4346-8ff8-b234eb2e804f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:17.612263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-090dd867-6913-4346-8ff8-b234eb2e804f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:17.626591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307d6f2-bb4a-4104-8b7a-a4601e43df64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930293a7-6900-4c83-949b-fa1942acf4e0,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:17.627371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-1c625a7b-6d80-4401-9348-9ff97333dfce', 'network_id': '1c625a7b-6d80-4401-9348-9ff97333dfce', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'fixed_ips': [{'subnet_id': '733bc7c9-3fb0-40c2-b6ca-f48c42222abc'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:37:17.628389 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:17.630108 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c307d6f2-bb4a-4104-8b7a-a4601e43df64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:17.696848 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0654a613-dca3-4e0d-b3a1-610f1f559a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:17.723345 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-88d6edb6-089d-4b98-a25c-5b33d98be9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:17.745500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Pushing event updated for resources: {'Port': ['ID=1fb62a3b-6c2c-476a-8faa-ff46bc115546,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:17.750881 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654a613-dca3-4e0d-b3a1-610f1f559a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63f3e01-be2a-4cec-9299-df23def694ac,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:17.753937 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0654a613-dca3-4e0d-b3a1-610f1f559a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:17.760414 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-090dd867-6913-4346-8ff8-b234eb2e804f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:17.762059 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-090dd867-6913-4346-8ff8-b234eb2e804f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:17.770220 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:17.781164 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-090dd867-6913-4346-8ff8-b234eb2e804f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:18.105112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Allocated IP 2001:db8::2 (1c625a7b-6d80-4401-9348-9ff97333dfce/733bc7c9-3fb0-40c2-b6ca-f48c42222abc/31e5c242-0961-4c2e-803b-b9522843a157) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:18.256853 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Allocated IP 172.20.0.1 (ad26fff3-9890-457d-98bc-65995ac398cb/efc92231-7523-466d-a074-c9db9fd0f0bc/bdf310f5-73b6-4f35-807d-2fbfe824dc5b) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:18.305197 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-090dd867-6913-4346-8ff8-b234eb2e804f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:18.367821 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1d12c917-5a15-4798-a703-282f53c2fb52 req-22dfb6f0-71de-468d-a99d-ee95dda2df5a tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 210 time: 0.1036704
Jun 04 15:37:18.473291 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0654a613-dca3-4e0d-b3a1-610f1f559a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:18.476973 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0654a613-dca3-4e0d-b3a1-610f1f559a46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b63f3e01-be2a-4cec-9299-df23def694ac HTTP/1.1" status: 204  len: 168 time: 2.4025486
Jun 04 15:37:18.555312 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-228cc09d-47c3-4b33-80a7-21e3df74abdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:18.590076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104145-e1b7-44fb-a183-dec3d69067ab req-45669471-93d8-4a0c-b0c6-07b19ae28a6c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:18.592221 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-45669471-93d8-4a0c-b0c6-07b19ae28a6c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.62 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 816 time: 0.7806516
Jun 04 15:37:18.596699 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:18.615097 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Transition to ACTIVE for port object 31e5c242-0961-4c2e-803b-b9522843a157 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:18.647799 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Transition to ACTIVE for port object 31e5c242-0961-4c2e-803b-b9522843a157 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:18.759531 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-228cc09d-47c3-4b33-80a7-21e3df74abdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:18.772027 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-090dd867-6913-4346-8ff8-b234eb2e804f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:18.773118 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-090dd867-6913-4346-8ff8-b234eb2e804f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.2480841
Jun 04 15:37:18.785136 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:18.790119 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:18.799183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37050) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:18.801358 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-241c9374-377b-4d3c-a3c6-4defa1680d81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:18.939673 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:19.051737 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Network 1c625a7b-6d80-4401-9348-9ff97333dfce is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:19.077208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:19.082832 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:19.105793 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e2cf0d0a-5117-468c-8fe4-ebc082117644 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:19.172222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'port': {'network_id': '1c625a7b-6d80-4401-9348-9ff97333dfce', 'name': 'tempest-RoutersIpV6Test-205824364'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:19.174373 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Pushing event updated for resources: {'Port': ['ID=31e5c242-0961-4c2e-803b-b9522843a157,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:19.183630 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:19.244383 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:19.267523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Attempting to bind port 31e5c242-0961-4c2e-803b-b9522843a157 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:37:19.268060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Attempting to bind port 31e5c242-0961-4c2e-803b-b9522843a157 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c329d8ca-fe38-4396-88af-8ae765c239f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1c625a7b-6d80-4401-9348-9ff97333dfce'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:37:19.268448 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Attempting to bind port 31e5c242-0961-4c2e-803b-b9522843a157 on network 1c625a7b-6d80-4401-9348-9ff97333dfce {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:37:19.275325 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:37:19.275714 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Checking segment: {'id': 'c329d8ca-fe38-4396-88af-8ae765c239f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1c625a7b-6d80-4401-9348-9ff97333dfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:19.279943 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:19.279943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Bound using segment: {'id': 'c329d8ca-fe38-4396-88af-8ae765c239f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1c625a7b-6d80-4401-9348-9ff97333dfce'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:37:19.279943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Bound port: 31e5c242-0961-4c2e-803b-b9522843a157, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c329d8ca-fe38-4396-88af-8ae765c239f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1c625a7b-6d80-4401-9348-9ff97333dfce'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:37:19.279943 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:19.280272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Transition to ACTIVE for port object bdf310f5-73b6-4f35-807d-2fbfe824dc5b will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:19.305469 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:19.454374 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:19.469622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:19.470025 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:19.498425 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] For port 31e5c242-0961-4c2e-803b-b9522843a157, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:37:19.517595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Subnet': ['ID=a032ac9b-5f25-43a4-bea6-6b385ab4ef85,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:19.537272 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] For port 31e5c242-0961-4c2e-803b-b9522843a157, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=31e5c242-0961-4c2e-803b-b9522843a157,segment=NetworkSegment(c329d8ca-fe38-4396-88af-8ae765c239f3),segment_id=c329d8ca-fe38-4396-88af-8ae765c239f3)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:37:19.538987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-03104145-e1b7-44fb-a183-dec3d69067ab req-a85eac1e-55bf-4e6e-8f99-d6ad1cdcf2ce tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Synchronizing usage tracker for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:37:19.609739 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:19.643222 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:19.677923 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:19.694435 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:19.718663 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:19.743743 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-968a0826-f8ba-43ba-9d86-25a96895429b req-e428c179-8536-41f0-9611-3249bf5d91d4 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 210 time: 0.0891089
Jun 04 15:37:19.757579 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2791eb6d-11a2-4b4c-a63f-613b9b8437b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:19.834494 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Pushing event updated for resources: {'Port': ['ID=31e5c242-0961-4c2e-803b-b9522843a157,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:19.846164 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:19.858545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:19.913145 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-228cc09d-47c3-4b33-80a7-21e3df74abdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:19.939010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Network ad26fff3-9890-457d-98bc-65995ac398cb is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:19.943522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:19.946442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-03104145-e1b7-44fb-a183-dec3d69067ab req-a85eac1e-55bf-4e6e-8f99-d6ad1cdcf2ce tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Unset dirty status for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:37:19.947613 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-a85eac1e-55bf-4e6e-8f99-d6ad1cdcf2ce tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c HTTP/1.1" status: 200  len: 379 time: 1.3244908
Jun 04 15:37:19.954587 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:19.956534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Checking segment: {'id': '9a418d79-5795-4694-8585-ca06589b437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a49fc8e7-b9dc-4654-ab06-3148965f34d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:19.956917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network hostable DHCP agents. Network: a49fc8e7-b9dc-4654-ab06-3148965f34d8, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:37:19.958940 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c188f652-b1ca-40ce-b8df-ad5450bfa4b2 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:19.960183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:19.980617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4efe2-a485-4109-867c-5f717b401045 req-b8374849-789b-4d20-a69c-96c3ffc85e49 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:19.986680 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c2c4efe2-a485-4109-867c-5f717b401045 req-b8374849-789b-4d20-a69c-96c3ffc85e49 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 945 time: 1.5567658
Jun 04 15:37:19.993879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:port and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:20.001731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:20.029318 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:20.041350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-03104145-e1b7-44fb-a183-dec3d69067ab req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Request body: {'port': {'device_id': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'admin_state_up': True, 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'security_groups': ['59b231b8-f08d-49a9-87ff-cc806044de6b']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:20.104694 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:20.144239 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-228cc09d-47c3-4b33-80a7-21e3df74abdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:20.147801 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-228cc09d-47c3-4b33-80a7-21e3df74abdf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/930293a7-6900-4c83-949b-fa1942acf4e0 HTTP/1.1" status: 204  len: 168 time: 2.5213037
Jun 04 15:37:20.156845 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:20.162656 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:20.169805 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:20.192804 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:20.295322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf310f5-73b6-4f35-807d-2fbfe824dc5b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:20.331011 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:20.332533 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port c188f652-b1ca-40ce-b8df-ad5450bfa4b2 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:20.333823 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-935c7023-fa3b-49f3-8ad8-c85b8ec993fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:20.354368 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c188f652-b1ca-40ce-b8df-ad5450bfa4b2 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:20.354850 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:20.453514 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c2c4efe2-a485-4109-867c-5f717b401045 req-0d27ce0a-5aae-403d-8362-5719640d72e0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4189787
Jun 04 15:37:20.486518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network a49fc8e7-b9dc-4654-ab06-3148965f34d8 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:37:20.508572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cc09d-47c3-4b33-80a7-21e3df74abdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930293a7-6900-4c83-949b-fa1942acf4e0,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:20.517593 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-228cc09d-47c3-4b33-80a7-21e3df74abdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:20.526270 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:20.539575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:20.543251 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:20.593040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] device_id is not set on port 1fcfa3c1-d34c-49b5-b89f-08b3ec671823 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:37:20.634044 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:20.653908 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port c188f652-b1ca-40ce-b8df-ad5450bfa4b2, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c188f652-b1ca-40ce-b8df-ad5450bfa4b2,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:20.689846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, a49fc8e7-b9dc-4654-ab06-3148965f34d8) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:20.696225 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-03104145-e1b7-44fb-a183-dec3d69067ab req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:20.698539 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4db0093-29d6-4e56-8b50-a999cdc71722 None None] Network a49fc8e7-b9dc-4654-ab06-3148965f34d8 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:20.723816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7cf66acc-2f3f-4e60-b90e-9040e906c6fd None None] Provisioning for port bdf310f5-73b6-4f35-807d-2fbfe824dc5b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:20.730352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-03104145-e1b7-44fb-a183-dec3d69067ab req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:20.748617 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7cf66acc-2f3f-4e60-b90e-9040e906c6fd None None] Provisioning complete for port bdf310f5-73b6-4f35-807d-2fbfe824dc5b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:20.749480 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7cf66acc-2f3f-4e60-b90e-9040e906c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:20.801688 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:20.819806 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3782088d-2467-46d9-8da6-4ae7e05a5337 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:20.822727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:20.823518 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:20.834067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Router 34735fe6-02c2-4cbc-95ed-e51511a00af5 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:37:20.970412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03104145-e1b7-44fb-a183-dec3d69067ab req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Made reservation on behalf of f88fe13e4e9341d3ae1ddeb05c02284c for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:20.973981 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-03104145-e1b7-44fb-a183-dec3d69067ab req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:21.057870 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 7.0964665
Jun 04 15:37:21.061532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37090) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:21.137197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7cf66acc-2f3f-4e60-b90e-9040e906c6fd None None] Port bdf310f5-73b6-4f35-807d-2fbfe824dc5b cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:37:21.155534 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=c188f652-b1ca-40ce-b8df-ad5450bfa4b2,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:21.169781 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:21.209887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Allocated IP 2001:db8::39e (1c625a7b-6d80-4401-9348-9ff97333dfce/733bc7c9-3fb0-40c2-b6ca-f48c42222abc/1fcfa3c1-d34c-49b5-b89f-08b3ec671823) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:21.216451 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:21.395209 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37094) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:21.401664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:37:21.418084 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Sync routers for ids ['34735fe6-02c2-4cbc-95ed-e51511a00af5'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:37:21.456249 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Routers {'34735fe6-02c2-4cbc-95ed-e51511a00af5'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:21.456976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c201a90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['34735fe6-02c2-4cbc-95ed-e51511a00af5'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:21.596469 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a0601087-bc25-423e-aac2-d17d7dd14d34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7db358ba333e4073b2eb339d384df9e2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1582921
Jun 04 15:37:21.607032 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:21.609250 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 7.9332366
Jun 04 15:37:21.610603 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37100) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:21.619282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37102) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:21.629436 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-741c6344-9d95-41c9-a111-aa98d2d80081 req-0badd4b2-bc1d-4cec-a3e8-6c0a54bb45bd tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 210 time: 0.2358222
Jun 04 15:37:21.697297 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af84ff3c-b51a-496d-8777-c99698f0295a None None] Network 1c625a7b-6d80-4401-9348-9ff97333dfce requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:21.705307 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:21.738602 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-374148e6-0a48-4613-aaf7-a1af73017d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:21.746183 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-a49fc8e7-b9dc-4654-ab06-3148965f34d8', 'network_id': 'a49fc8e7-b9dc-4654-ab06-3148965f34d8', 'tenant_id': '176b0820955d43e1804123ce0dc0994d', 'fixed_ips': [{'subnet_id': 'a032ac9b-5f25-43a4-bea6-6b385ab4ef85'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:37:21.751967 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:21.795623 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:21.819158 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-374148e6-0a48-4613-aaf7-a1af73017d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:21.819395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Transition to ACTIVE for port object 1fcfa3c1-d34c-49b5-b89f-08b3ec671823 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:21.868317 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:21.926463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:21.926958 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:22.021812 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fe793d33-5ce8-4954-b271-33723807a463 None None] Provisioning for port 31e5c242-0961-4c2e-803b-b9522843a157 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:22.035530 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:22.067083 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-57643909-511e-4a54-852b-b8eac110b632 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:22.127643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Set router 34735fe6-02c2-4cbc-95ed-e51511a00af5 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:37:22.290740 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-374148e6-0a48-4613-aaf7-a1af73017d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:22.301284 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-511e3c61-507d-460c-b533-1f6dbe6ddeba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:22.332604 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-374148e6-0a48-4613-aaf7-a1af73017d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:22.333974 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-374148e6-0a48-4613-aaf7-a1af73017d6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e2ac590-9778-4566-ac01-3e44c4327752 HTTP/1.1" status: 204  len: 168 time: 0.7163141
Jun 04 15:37:22.335059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374148e6-0a48-4613-aaf7-a1af73017d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2ac590-9778-4566-ac01-3e44c4327752,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:22.341460 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-374148e6-0a48-4613-aaf7-a1af73017d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:22.377386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=1fcfa3c1-d34c-49b5-b89f-08b3ec671823,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:22.380465 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:22.400338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 1c625a7b-6d80-4401-9348-9ff97333dfce is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:22.477035 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:22.479676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:22.482792 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 31e5c242-0961-4c2e-803b-b9522843a157 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:22.487108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:22.487410 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:22.509418 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:22.612176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecf9d1-7a48-48e3-ad4d-d492157a26a9 req-a0ec49f7-7c1a-4e49-a38e-7d24809235e7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:22.613782 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ceecf9d1-7a48-48e3-ad4d-d492157a26a9 req-a0ec49f7-7c1a-4e49-a38e-7d24809235e7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 945 time: 0.9953463
Jun 04 15:37:22.627495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-03104145-e1b7-44fb-a183-dec3d69067ab req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Allocated IP 172.20.0.11 (6c155a59-ba83-4d4d-a0c4-1eb46b267cbb/41ed44b3-ef4b-465d-8935-39b4f8607a3e/c2143492-b011-42f0-a341-8a7bebb56539) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:22.695078 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Allocated IP 2001:db8::1 (a49fc8e7-b9dc-4654-ab06-3148965f34d8/a032ac9b-5f25-43a4-bea6-6b385ab4ef85/6c665dd1-d260-4fb3-b4f5-aa4e183269a0) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:22.704969 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ceecf9d1-7a48-48e3-ad4d-d492157a26a9 req-b5fdc172-528d-4ef0-b727-6e6c34ac67f8 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789886
Jun 04 15:37:22.718692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ac99e-65a3-4e4a-98f4-e414f3e6998b req-586f23fb-af69-4a69-9c90-b735252cb8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:22.720401 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d19ac99e-65a3-4e4a-98f4-e414f3e6998b req-586f23fb-af69-4a69-9c90-b735252cb8af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 1096 time: 1.1729078
Jun 04 15:37:22.762981 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bd7b2af5-6f09-4cf1-849a-2612a1eeb103 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/routers/34735fe6-02c2-4cbc-95ed-e51511a00af5 HTTP/1.1" status: 200  len: 906 time: 1.1366353
Jun 04 15:37:22.782100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37124) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:22.794418 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.6267638
Jun 04 15:37:22.795963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37126) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:22.884416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 31e5c242-0961-4c2e-803b-b9522843a157 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:22.892045 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-623c6e30-9131-47ee-9d64-b72dab274099 req-9444935e-d5bc-43bf-8b59-35fe5efb2f09 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 210 time: 0.1357238
Jun 04 15:37:22.906532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 31e5c242-0961-4c2e-803b-b9522843a157 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:22.906860 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:23.052730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c201a90>, [{'id': '34735fe6-02c2-4cbc-95ed-e51511a00af5', 'name': 'tempest-snat-router-2074554146', 'tenant_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1fb62a3b-6c2c-476a-8faa-ff46bc115546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:37:13Z', 'updated_at': '2021-06-04T15:37:18Z', 'revision_number': 3, 'project_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'gw_port': {'id': '1fb62a3b-6c2c-476a-8faa-ff46bc115546', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34735fe6-02c2-4cbc-95ed-e51511a00af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:37:16Z', 'updated_at': '2021-06-04T15:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:23.058900 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Checking router: 34735fe6-02c2-4cbc-95ed-e51511a00af5 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:37:23.059367 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Updating router 34735fe6-02c2-4cbc-95ed-e51511a00af5 port 1fb62a3b-6c2c-476a-8faa-ff46bc115546 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:37:23.395260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37136) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:23.430516 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:23.525641 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:23.641613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ac99e-65a3-4e4a-98f4-e414f3e6998b req-17b85f7d-61f6-44a9-9ff5-4c3a337d7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:23.643304 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d19ac99e-65a3-4e4a-98f4-e414f3e6998b req-17b85f7d-61f6-44a9-9ff5-4c3a337d7350 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.9127519
Jun 04 15:37:23.679671 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:23.683324 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:23.704715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-00d57d90-3d28-4c14-9606-b768ce328a90 None None] Provisioning for port 1fcfa3c1-d34c-49b5-b89f-08b3ec671823 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:23.716145 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:23.749256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-00d57d90-3d28-4c14-9606-b768ce328a90 None None] Provisioning complete for port 1fcfa3c1-d34c-49b5-b89f-08b3ec671823 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:23.750537 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-00d57d90-3d28-4c14-9606-b768ce328a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:23.751868 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d19ac99e-65a3-4e4a-98f4-e414f3e6998b req-d6a5181a-9ec8-4447-a992-b37cc901eff6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e096382-7276-489b-af69-4b5444aba047 HTTP/1.1" status: 200  len: 217 time: 0.0922987
Jun 04 15:37:23.758411 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-01e45f29-458c-41ac-b42d-edc420ddd3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:23.802994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Transition to ACTIVE for port object 6c665dd1-d260-4fb3-b4f5-aa4e183269a0 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:23.824063 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:23.910839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-01e45f29-458c-41ac-b42d-edc420ddd3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:23.962069 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Transition to ACTIVE for port object 6c665dd1-d260-4fb3-b4f5-aa4e183269a0 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:23.974615 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-03104145-e1b7-44fb-a183-dec3d69067ab req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:23.984393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-01e45f29-458c-41ac-b42d-edc420ddd3b1 admin admin] Usage tracker for resource:security_group_rule and tenant:639b7676aa2f4db08ff1ea34ad0e789c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:23.999296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-01e45f29-458c-41ac-b42d-edc420ddd3b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:24.015034 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:37:24.033403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:24.035163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-00d57d90-3d28-4c14-9606-b768ce328a90 None None] Port 1fcfa3c1-d34c-49b5-b89f-08b3ec671823 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:37:24.040497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-01e45f29-458c-41ac-b42d-edc420ddd3b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:24.057460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 31e5c242-0961-4c2e-803b-b9522843a157, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=31e5c242-0961-4c2e-803b-b9522843a157,segment=NetworkSegment(c329d8ca-fe38-4396-88af-8ae765c239f3),segment_id=c329d8ca-fe38-4396-88af-8ae765c239f3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:24.075889 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-00d57d90-3d28-4c14-9606-b768ce328a90 None None] Provisioning complete for port 31e5c242-0961-4c2e-803b-b9522843a157 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:24.076658 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-00d57d90-3d28-4c14-9606-b768ce328a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:24.122588 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:24.132220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ac99e-65a3-4e4a-98f4-e414f3e6998b req-90710167-be61-419d-91e3-cd928150a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:24.134007 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d19ac99e-65a3-4e4a-98f4-e414f3e6998b req-90710167-be61-419d-91e3-cd928150a76c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.3604152
Jun 04 15:37:24.134841 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-513dff67-1120-4254-94b1-35e55950751a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:24.134972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-03104145-e1b7-44fb-a183-dec3d69067ab req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Transition to ACTIVE for port object c2143492-b011-42f0-a341-8a7bebb56539 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:24.191717 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:24.211045 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:24.245784 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Network a49fc8e7-b9dc-4654-ab06-3148965f34d8 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:24.281849 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:24.282186 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8b9c3540-a91e-4bcf-9713-becd36c31db6 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:24.288187 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:24.305311 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Pushing event updated for resources: {'Port': ['ID=6c665dd1-d260-4fb3-b4f5-aa4e183269a0,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:24.313822 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:24.314558 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0520c12b-7861-4c15-b78a-48300886d956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:24.410827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c188f652-b1ca-40ce-b8df-ad5450bfa4b2 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:24.474926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37156) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:24.482713 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-337db1ec-1cf8-4f90-b879-c6f13c9b73c0 req-588c5893-d654-4c45-bd2c-dccfcbe722f0 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 210 time: 0.3885379
Jun 04 15:37:24.578306 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:24.582203 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:24.593439 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:24.614739 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:24.614902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Attempting to bind port 6c665dd1-d260-4fb3-b4f5-aa4e183269a0 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:37:24.614902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Attempting to bind port 6c665dd1-d260-4fb3-b4f5-aa4e183269a0 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '9a418d79-5795-4694-8585-ca06589b437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a49fc8e7-b9dc-4654-ab06-3148965f34d8'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:37:24.614902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Attempting to bind port 6c665dd1-d260-4fb3-b4f5-aa4e183269a0 on network a49fc8e7-b9dc-4654-ab06-3148965f34d8 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:37:24.625371 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f9f301df-568b-49dd-b146-2ae78e7af653 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:24.627918 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=31e5c242-0961-4c2e-803b-b9522843a157,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:24.637902 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:24.640447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Transition to ACTIVE for port object 1fb62a3b-6c2c-476a-8faa-ff46bc115546 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:24.643481 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:37:24.644292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Checking segment: {'id': '9a418d79-5795-4694-8585-ca06589b437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a49fc8e7-b9dc-4654-ab06-3148965f34d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:24.644292 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:24.644720 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Bound using segment: {'id': '9a418d79-5795-4694-8585-ca06589b437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a49fc8e7-b9dc-4654-ab06-3148965f34d8'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:37:24.645143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Bound port: 6c665dd1-d260-4fb3-b4f5-aa4e183269a0, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a418d79-5795-4694-8585-ca06589b437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a49fc8e7-b9dc-4654-ab06-3148965f34d8'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:37:24.645515 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:24.660957 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:24.708414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Subnet': ['ID=a032ac9b-5f25-43a4-bea6-6b385ab4ef85,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:24.719058 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:24.724314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c188f652-b1ca-40ce-b8df-ad5450bfa4b2 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:24.724715 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:24.746431 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:24.760052 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:24.786420 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:24.798656 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:24.889279 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] For port 6c665dd1-d260-4fb3-b4f5-aa4e183269a0, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:37:24.917192 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e700d3c9-a299-4801-8632-3e5759244a9e tempest-AgentManagementNegativeTest-63558645 tempest-AgentManagementNegativeTest-63558645-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.4374127
Jun 04 15:37:24.917824 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] For port 6c665dd1-d260-4fb3-b4f5-aa4e183269a0, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6c665dd1-d260-4fb3-b4f5-aa4e183269a0,segment=NetworkSegment(9a418d79-5795-4694-8585-ca06589b437a),segment_id=9a418d79-5795-4694-8585-ca06589b437a)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:37:24.923253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebceb1-ea1c-4eab-956a-268f546ad1f4 None None] Pushing event updated for resources: {'Port': ['ID=1fb62a3b-6c2c-476a-8faa-ff46bc115546,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:24.928932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Attempting to bind port 1fb62a3b-6c2c-476a-8faa-ff46bc115546 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:37:24.930146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Attempting to bind port 1fb62a3b-6c2c-476a-8faa-ff46bc115546 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:37:24.930955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Attempting to bind port 1fb62a3b-6c2c-476a-8faa-ff46bc115546 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:37:24.943475 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ea6-7818-44bd-9ad6-690fd1db491b None None] Provisioning complete for port 1fcfa3c1-d34c-49b5-b89f-08b3ec671823 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:24.943475 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ea6-7818-44bd-9ad6-690fd1db491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:25.001191 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bbebceb1-ea1c-4eab-956a-268f546ad1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:25.025029 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-01e45f29-458c-41ac-b42d-edc420ddd3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:25.026499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf310f5-73b6-4f35-807d-2fbfe824dc5b,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:25.047761 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:25.057194 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:25.074288 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:37:25.074698 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:25.075248 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:25.075845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:37:25.076354 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Bound port: 1fb62a3b-6c2c-476a-8faa-ff46bc115546, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:37:25.076739 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:25.084004 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf88a6c-e5f4-4525-ba52-2d0fc12a3b1d req-3c2f01ef-0c44-4f60-afb8-04bf77a98979 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:25.085532 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4bf88a6c-e5f4-4525-ba52-2d0fc12a3b1d req-3c2f01ef-0c44-4f60-afb8-04bf77a98979 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 945 time: 1.1798601
Jun 04 15:37:25.094565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387c6ec10>,) {'filters': {'network_id': ['a49fc8e7-b9dc-4654-ab06-3148965f34d8']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:25.101746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=1fcfa3c1-d34c-49b5-b89f-08b3ec671823,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:25.111886 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ea6-7818-44bd-9ad6-690fd1db491b None None] Port 1fcfa3c1-d34c-49b5-b89f-08b3ec671823 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:37:25.122165 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:25.126587 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:25.138537 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-378ada63-b3ab-4019-a04f-242132deeae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:25.147872 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-01e45f29-458c-41ac-b42d-edc420ddd3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:25.172944 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5fe31afc-5062-49c3-950f-ec75d2599c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:25.174281 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387c6ec10>, '9a418d79-5795-4694-8585-ca06589b437a') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:25.174640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387c6ec10>, '9a418d79-5795-4694-8585-ca06589b437a') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:25.198426 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:25.217573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ac99e-65a3-4e4a-98f4-e414f3e6998b req-d029c90e-d428-47a5-a327-f6082b025f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:25.220208 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d19ac99e-65a3-4e4a-98f4-e414f3e6998b req-d029c90e-d428-47a5-a327-f6082b025f0a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 1.0752084
Jun 04 15:37:25.221205 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-03104145-e1b7-44fb-a183-dec3d69067ab req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:25.262563 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:25.265329 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:25.270670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Deleting port 1fb62a3b-6c2c-476a-8faa-ff46bc115546 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:37:25.271026 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:25.333015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-d19ac99e-65a3-4e4a-98f4-e414f3e6998b req-ddad4a36-4f45-434e-9acd-d9ff8db6788e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:37:25.334378 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d19ac99e-65a3-4e4a-98f4-e414f3e6998b req-ddad4a36-4f45-434e-9acd-d9ff8db6788e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0807376
Jun 04 15:37:25.341838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Network ad26fff3-9890-457d-98bc-65995ac398cb is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:25.359407 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03104145-e1b7-44fb-a183-dec3d69067ab req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:25.361018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e45f29-458c-41ac-b42d-edc420ddd3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d0ebcd-f93a-465f-9218-ba8411450172,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:25.365361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:25.378389 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-01e45f29-458c-41ac-b42d-edc420ddd3b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=639b7676aa2f4db08ff1ea34ad0e789c&name=default HTTP/1.1" status: 200  len: 2983 time: 1.9765954
Jun 04 15:37:25.379609 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-01e45f29-458c-41ac-b42d-edc420ddd3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:25.386979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37166) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:25.390790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] For port 1fb62a3b-6c2c-476a-8faa-ff46bc115546, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:37:25.395157 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7bf0c65e-5a7e-457c-9121-e6d93192ea26 None None] Provisioning complete for port 1fcfa3c1-d34c-49b5-b89f-08b3ec671823 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:25.395501 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7bf0c65e-5a7e-457c-9121-e6d93192ea26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:25.425634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-03104145-e1b7-44fb-a183-dec3d69067ab req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:25.428636 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a0a3ba29-888d-4ce9-aa4f-d0ce2c79998c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:25.430515 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-1a998d1f-63ca-442d-a62c-23d1f329f980 req-f91e961c-dd26-48ba-8e4c-a1c56db611d4 service neutron] (88301) timed out ('10.222.0.65', 55208) {{(pid=88301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 15:37:25.443543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:37:25.444046 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:37:25.461227 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:37:25.536760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Pushing event updated for resources: {'Port': ['ID=6c665dd1-d260-4fb3-b4f5-aa4e183269a0,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:25.540738 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5d55fb-4433-4bc7-a930-133789118cff None None] Network a49fc8e7-b9dc-4654-ab06-3148965f34d8 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:25.575779 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:25.595233 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7e096382-7276-489b-af69-4b5444aba047 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:37:25.642032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] For port 1fb62a3b-6c2c-476a-8faa-ff46bc115546, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1fb62a3b-6c2c-476a-8faa-ff46bc115546,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:37:25.689225 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.api [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 15:37:25.689225 n-d-791505-9 neutron-server[88301]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 15:37:25.689225 n-d-791505-9 neutron-server[88301]: [parameters: {'id': 'a49fc8e7-b9dc-4654-ab06-3148965f34d8'}]
Jun 04 15:37:25.689225 n-d-791505-9 neutron-server[88301]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:37:25.690049 n-d-791505-9 neutron-server[88301]: DEBUG oslo_db.api [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:37:25.727651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-03104145-e1b7-44fb-a183-dec3d69067ab req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:25.771184 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event updated for resources: {'Port': ['ID=c2143492-b011-42f0-a341-8a7bebb56539,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:25.802239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37172) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:25.808377 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:25.866564 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:25.869868 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:25.874005 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7bf0c65e-5a7e-457c-9121-e6d93192ea26 None None] Port 1fcfa3c1-d34c-49b5-b89f-08b3ec671823 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:37:25.889487 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-513dff67-1120-4254-94b1-35e55950751a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:25.905162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d197c0c-4eab-4dd1-8bd2-f24b639648eb req-3b1ad9c5-ffef-4022-bfa9-69f552246948 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:25.907628 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d197c0c-4eab-4dd1-8bd2-f24b639648eb req-3b1ad9c5-ffef-4022-bfa9-69f552246948 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 932 time: 0.2033832
Jun 04 15:37:26.031644 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ceb0182-bcf3-41ee-9fa8-5f2525920b66 req-e151096d-0ff0-42c1-983d-5126be2df21f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 1.4337931
Jun 04 15:37:26.057930 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:26.114071 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7d197c0c-4eab-4dd1-8bd2-f24b639648eb req-0ec669e6-176e-41fb-852b-42a8e24f4a6c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1751499
Jun 04 15:37:26.141033 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4bf88a6c-e5f4-4525-ba52-2d0fc12a3b1d req-73d9ffb4-4008-480f-b70d-8a22fc65bf13 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0389776
Jun 04 15:37:26.143591 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Routers {'34735fe6-02c2-4cbc-95ed-e51511a00af5'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:26.144391 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c201a90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['34735fe6-02c2-4cbc-95ed-e51511a00af5'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:26.195256 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:26.206763 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebceb1-ea1c-4eab-956a-268f546ad1f4 None None] Pushing event updated for resources: {'Port': ['ID=1fb62a3b-6c2c-476a-8faa-ff46bc115546,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:26.225107 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fd2c8ae8-7ea8-44e8-8315-63e045d4f6e3 None None] Provisioning complete for port bdf310f5-73b6-4f35-807d-2fbfe824dc5b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:26.226891 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8ae8-7ea8-44e8-8315-63e045d4f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:26.227350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104145-e1b7-44fb-a183-dec3d69067ab req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:26.227887 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-03104145-e1b7-44fb-a183-dec3d69067ab req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:26.232219 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d73815c-a9bf-4eb8-ac1b-38f65c0ab72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:26.271081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] For port 1fb62a3b-6c2c-476a-8faa-ff46bc115546, host n-d-791505-9, got binding levels [] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:26.271729 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:26.278708 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bbebceb1-ea1c-4eab-956a-268f546ad1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:26.353180 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2d73815c-a9bf-4eb8-ac1b-38f65c0ab72e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:26.372560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 31e5c242-0961-4c2e-803b-b9522843a157 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:26.422386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Deleting port 6c665dd1-d260-4fb3-b4f5-aa4e183269a0 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:37:26.422860 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:26.430560 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:26.459142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c8ae8-7ea8-44e8-8315-63e045d4f6e3 None None] Port bdf310f5-73b6-4f35-807d-2fbfe824dc5b cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:37:26.485129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Calling delete_port for 1fb62a3b-6c2c-476a-8faa-ff46bc115546 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:37:26.489477 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d19ac99e-65a3-4e4a-98f4-e414f3e6998b req-6d374bb6-2ab0-4847-9f20-74f7f5144499 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0949917
Jun 04 15:37:26.490119 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de61ec47-48ca-4994-80f9-322133012a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:26.493766 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] Set router 34735fe6-02c2-4cbc-95ed-e51511a00af5 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:37:26.499595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2d73815c-a9bf-4eb8-ac1b-38f65c0ab72e admin admin] Usage tracker for resource:security_group_rule and tenant:e3187eacd97b4ecbbc20711b17963590 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:26.537594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2d73815c-a9bf-4eb8-ac1b-38f65c0ab72e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:26.541458 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.5519950
Jun 04 15:37:26.548804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Router 490cda33-4f15-476b-b038-abe57edbc546 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:37:26.560755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2d73815c-a9bf-4eb8-ac1b-38f65c0ab72e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:26.575835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-4aa3a4d0-38f2-4a6d-965e-8782e2cbe9f7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:37:26.577542 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-4aa3a4d0-38f2-4a6d-965e-8782e2cbe9f7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0197773
Jun 04 15:37:26.615235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Request body: {'port': {'device_id': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:26.623883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab071fde-b9af-4ba9-b521-3130daaa501c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e096382-7276-489b-af69-4b5444aba047'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:37:26.626441 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85148500-37a6-4580-8df2-5ee81a2cd841" -d '{"events": [{"server_uuid": "ab071fde-b9af-4ba9-b521-3130daaa501c", "name": "network-vif-unplugged", "status": "completed", "tag": "7e096382-7276-489b-af69-4b5444aba047"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:37:26.642727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c45f17-7134-46bf-852c-da45dad5a2d8 None None] get_active_networks_info from n-d-791505-9 {{(pid=88302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 04 15:37:26.650946 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de61ec47-48ca-4994-80f9-322133012a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:26.686564 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c201a90>, [{'id': '34735fe6-02c2-4cbc-95ed-e51511a00af5', 'name': 'tempest-snat-router-2074554146', 'tenant_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:37:13Z', 'updated_at': '2021-06-04T15:37:24Z', 'revision_number': 4, 'project_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:26.694522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 7e096382-7276-489b-af69-4b5444aba047, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7e096382-7276-489b-af69-4b5444aba047,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:26.706992 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5470d10-06e2-46f5-b552-55e8c840b8ce x-openstack-request-id: req-a5470d10-06e2-46f5-b552-55e8c840b8ce {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:37:26.707433 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab071fde-b9af-4ba9-b521-3130daaa501c", "name": "network-vif-unplugged", "status": "completed", "tag": "7e096382-7276-489b-af69-4b5444aba047", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:37:26.707822 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5470d10-06e2-46f5-b552-55e8c840b8ce {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:37:26.708320 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab071fde-b9af-4ba9-b521-3130daaa501c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e096382-7276-489b-af69-4b5444aba047', 'code': 200}
Jun 04 15:37:26.712242 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b27ad-95af-40bf-9c3d-06f722e88588 None None] The sync data for ids ['34735fe6-02c2-4cbc-95ed-e51511a00af5'] in n-d-791505-9 is: [{'id': '34735fe6-02c2-4cbc-95ed-e51511a00af5', 'name': 'tempest-snat-router-2074554146', 'tenant_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:37:13Z', 'updated_at': '2021-06-04T15:37:24Z', 'revision_number': 4, 'project_id': '8bc0d37ffc2744d5861de697d0f7fe2b', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:37:26.755111 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] For port 6c665dd1-d260-4fb3-b4f5-aa4e183269a0, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6c665dd1-d260-4fb3-b4f5-aa4e183269a0,segment=NetworkSegment(9a418d79-5795-4694-8585-ca06589b437a),segment_id=9a418d79-5795-4694-8585-ca06589b437a)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:26.755676 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:26.761842 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fd2c8ae8-7ea8-44e8-8315-63e045d4f6e3 None None] Provisioning for port c2143492-b011-42f0-a341-8a7bebb56539 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:26.781535 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fd2c8ae8-7ea8-44e8-8315-63e045d4f6e3 None None] Provisioning complete for port c2143492-b011-42f0-a341-8a7bebb56539 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:26.788674 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fd2c8ae8-7ea8-44e8-8315-63e045d4f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:26.806590 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 31e5c242-0961-4c2e-803b-b9522843a157 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:26.807118 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:26.870269 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:26.883221 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bbebceb1-ea1c-4eab-956a-268f546ad1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:26.926246 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Calling delete_port for 6c665dd1-d260-4fb3-b4f5-aa4e183269a0 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:37:26.931850 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:26.976576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c8ae8-7ea8-44e8-8315-63e045d4f6e3 None None] Port c2143492-b011-42f0-a341-8a7bebb56539 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:37:27.018087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=7e096382-7276-489b-af69-4b5444aba047,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:27.022524 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:27.023553 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c45f17-7134-46bf-852c-da45dad5a2d8 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 04 15:37:27.033960 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:27.034899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:27.046471 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:27.104602 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb0182-bcf3-41ee-9fa8-5f2525920b66 req-d849385a-f55a-4179-a7f2-49da739c7f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:27.106695 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ceb0182-bcf3-41ee-9fa8-5f2525920b66 req-d849385a-f55a-4179-a7f2-49da739c7f70 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 1096 time: 0.9548719
Jun 04 15:37:27.142481 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:27.176555 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=1fcfa3c1-d34c-49b5-b89f-08b3ec671823,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:27.181715 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:27.183567 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No DVR routers for this DVR port 6c665dd1-d260-4fb3-b4f5-aa4e183269a0 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:37:27.266692 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b3732c05-0582-458c-ae84-f8869fadf4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:27.357239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Port': ['ID=6c665dd1-d260-4fb3-b4f5-aa4e183269a0,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:27.360366 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:27.461329 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d19ac99e-65a3-4e4a-98f4-e414f3e6998b req-c8c5f124-7036-4c49-9b9c-7c08d68ebe4b service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9514382
Jun 04 15:37:27.523658 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:27.544039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 1c625a7b-6d80-4401-9348-9ff97333dfce is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:27.548476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:27.556814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386b3ad00>,) {'filters': {'network_id': ['a49fc8e7-b9dc-4654-ab06-3148965f34d8']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:27.610585 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:27.654708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:37:27.661570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386b3ad00>, '9a418d79-5795-4694-8585-ca06589b437a') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:27.661870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386b3ad00>, '9a418d79-5795-4694-8585-ca06589b437a') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:27.666340 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Sync routers for ids ['490cda33-4f15-476b-b038-abe57edbc546'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:37:27.682485 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Routers {'490cda33-4f15-476b-b038-abe57edbc546'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:27.683114 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d6ebb80>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['490cda33-4f15-476b-b038-abe57edbc546'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:27.767564 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:27.785359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3ae89-a020-47d8-b80f-74f7ad527988 req-eb7233ab-09c7-474b-865c-a430b1f57b5d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:27.786908 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de61ec47-48ca-4994-80f9-322133012a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:27.787046 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cfa3ae89-a020-47d8-b80f-74f7ad527988 req-eb7233ab-09c7-474b-865c-a430b1f57b5d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 943 time: 0.4407225
Jun 04 15:37:27.796662 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d73815c-a9bf-4eb8-ac1b-38f65c0ab72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:27.801435 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:27.809804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb0182-bcf3-41ee-9fa8-5f2525920b66 req-02d5bffb-f5be-4bc6-869f-d0536a4bc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:27.811346 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ceb0182-bcf3-41ee-9fa8-5f2525920b66 req-02d5bffb-f5be-4bc6-869f-d0536a4bc3b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.6602185
Jun 04 15:37:27.844451 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:27.852412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:37:27.854183 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:37:27.877760 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:37:27.888575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61ec47-48ca-4994-80f9-322133012a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d0ebcd-f93a-465f-9218-ba8411450172,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:27.901561 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de61ec47-48ca-4994-80f9-322133012a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:27.903560 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-de61ec47-48ca-4994-80f9-322133012a2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02d0ebcd-f93a-465f-9218-ba8411450172 HTTP/1.1" status: 204  len: 168 time: 2.3234231
Jun 04 15:37:27.912915 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] 10.222.0.32 "PUT /v2.0/routers/490cda33-4f15-476b-b038-abe57edbc546/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.8267412
Jun 04 15:37:27.930028 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-de61ec47-48ca-4994-80f9-322133012a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:27.931705 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d73815c-a9bf-4eb8-ac1b-38f65c0ab72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:27.952610 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-06d4688b-b42d-4617-9f1e-a9d65d34afd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:27.960018 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ceb0182-bcf3-41ee-9fa8-5f2525920b66 req-265e1be7-250b-44b4-8036-0c8c4ed742e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e4b3b84-9fb6-4739-a10e-164c3bda63cc HTTP/1.1" status: 200  len: 217 time: 0.1356614
Jun 04 15:37:27.969165 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Set router 490cda33-4f15-476b-b038-abe57edbc546 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:37:28.047518 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cfa3ae89-a020-47d8-b80f-74f7ad527988 req-5009d98c-13b3-4887-beea-4cb378af2a5f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2342074
Jun 04 15:37:28.126724 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:28.138861 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:28.144885 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-399d0657-a125-4353-b306-44565411a101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:28.195509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:37:28.198681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14878b8b-35a7-48d0-922f-9d689026606a req-ed0a7bd1-a936-4bb5-9e95-b458c81f1a9e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:28.199412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-14878b8b-35a7-48d0-922f-9d689026606a req-ed0a7bd1-a936-4bb5-9e95-b458c81f1a9e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Synchronizing usage tracker for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:37:28.221096 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/a49fc8e7-b9dc-4654-ab06-3148965f34d8 HTTP/1.1" status: 204  len: 168 time: 7.1545160
Jun 04 15:37:28.227144 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e973e86e-e45b-4868-88da-b7b8669c215b None None] Provisioning complete for port 1fcfa3c1-d34c-49b5-b89f-08b3ec671823 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:28.229281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37186) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:28.229953 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e973e86e-e45b-4868-88da-b7b8669c215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:28.233930 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Network': ['ID=a49fc8e7-b9dc-4654-ab06-3148965f34d8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:28.244564 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2d73815c-a9bf-4eb8-ac1b-38f65c0ab72e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3187eacd97b4ecbbc20711b17963590&name=default HTTP/1.1" status: 200  len: 2983 time: 2.4308007
Jun 04 15:37:28.244905 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:28.251433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37188) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:28.254197 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-702806019'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:28.261752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73815c-a9bf-4eb8-ac1b-38f65c0ab72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763fa532-a8df-4bdc-9c8b-9965de568a11,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:28.279082 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2d73815c-a9bf-4eb8-ac1b-38f65c0ab72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:28.295763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:28.349783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:network and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:28.354823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:28.362528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:28.391474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb0182-bcf3-41ee-9fa8-5f2525920b66 req-fe1b41da-e1ac-45bf-b9e5-b3fd4e93734c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:28.393420 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ceb0182-bcf3-41ee-9fa8-5f2525920b66 req-fe1b41da-e1ac-45bf-b9e5-b3fd4e93734c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.3783281
Jun 04 15:37:28.393771 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e973e86e-e45b-4868-88da-b7b8669c215b None None] Port 1fcfa3c1-d34c-49b5-b89f-08b3ec671823 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:37:28.492112 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5323810-5c8f-4473-9267-fe51891cf452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:28.495627 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:28.507192 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d6ebb80>, [{'id': '490cda33-4f15-476b-b038-abe57edbc546', 'name': 'tempest-TestVolumeBackupRestore-747443550-router', 'tenant_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:37:00Z', 'updated_at': '2021-06-04T15:37:21Z', 'revision_number': 4, 'project_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'gw_port': {'id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cda33-4f15-476b-b038-abe57edbc546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:37:04Z', 'updated_at': '2021-06-04T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'bdf310f5-73b6-4f35-807d-2fbfe824dc5b', 'name': '', 'network_id': 'ad26fff3-9890-457d-98bc-65995ac398cb', 'tenant_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'mac_address': 'fa:16:3e:81:ec:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cda33-4f15-476b-b038-abe57edbc546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'efc92231-7523-466d-a074-c9db9fd0f0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:37:17Z', 'updated_at': '2021-06-04T15:37:22Z', 'revision_number': 2, 'project_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'subnets': [{'id': 'efc92231-7523-466d-a074-c9db9fd0f0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:28.517079 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Checking router: 490cda33-4f15-476b-b038-abe57edbc546 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:37:28.517441 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Updating router 490cda33-4f15-476b-b038-abe57edbc546 port bdf310f5-73b6-4f35-807d-2fbfe824dc5b binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:37:28.528520 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5323810-5c8f-4473-9267-fe51891cf452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:28.596836 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:28.700844 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:37:28.711347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5d4ac7-40a5-49a3-bb71-c63435f8a7a4 None None] Sync routers for ids ['a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:37:28.711676 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5323810-5c8f-4473-9267-fe51891cf452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:28.716864 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e0a45454-992b-4ca5-a7cf-f00d34bc298e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:28.727883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5d4ac7-40a5-49a3-bb71-c63435f8a7a4 None None] Routers {'a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:28.728519 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9b5d4ac7-40a5-49a3-bb71-c63435f8a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83910c7910>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:28.732748 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5323810-5c8f-4473-9267-fe51891cf452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763fa532-a8df-4bdc-9c8b-9965de568a11,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:28.743613 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c5323810-5c8f-4473-9267-fe51891cf452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:28.751628 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5323810-5c8f-4473-9267-fe51891cf452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:28.757065 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c5323810-5c8f-4473-9267-fe51891cf452 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/763fa532-a8df-4bdc-9c8b-9965de568a11 HTTP/1.1" status: 204  len: 168 time: 0.5008900
Jun 04 15:37:28.763907 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9671588
Jun 04 15:37:28.764339 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1a3dee84-1e30-483f-91ef-02bc219b10da tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:28.767385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37206) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:28.828616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:28.833193 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:28.912247 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9b5d4ac7-40a5-49a3-bb71-c63435f8a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83910c7910>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:28.925110 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b20663c-3303-4343-94d6-a38e03ffdc84 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:28.926548 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5d4ac7-40a5-49a3-bb71-c63435f8a7a4 None None] Routers {'a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:28.930217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9b5d4ac7-40a5-49a3-bb71-c63435f8a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83910c7910>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:28.931420 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9b20663c-3303-4343-94d6-a38e03ffdc84 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports/1fcfa3c1-d34c-49b5-b89f-08b3ec671823 HTTP/1.1" status: 200  len: 983 time: 0.1624341
Jun 04 15:37:28.932284 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37228) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:28.932881 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37230) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:28.960423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-14878b8b-35a7-48d0-922f-9d689026606a req-ed0a7bd1-a936-4bb5-9e95-b458c81f1a9e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Unset dirty status for tenant:f88fe13e4e9341d3ae1ddeb05c02284c on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:37:28.961759 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14878b8b-35a7-48d0-922f-9d689026606a req-ed0a7bd1-a936-4bb5-9e95-b458c81f1a9e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 932 time: 1.5296388
Jun 04 15:37:28.971824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fb62a3b-6c2c-476a-8faa-ff46bc115546,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:29.047382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9b5d4ac7-40a5-49a3-bb71-c63435f8a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83910c7910>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:29.048244 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5d4ac7-40a5-49a3-bb71-c63435f8a7a4 None None] The sync data for ids ['a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:37:29.054724 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:29.064659 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:29.171247 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:29.187660 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Transition to ACTIVE for port object bdf310f5-73b6-4f35-807d-2fbfe824dc5b will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:29.278685 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c64ad3d6-18b0-4f54-9191-c678e4e194da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:29.283380 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:29.292870 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:29.306806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c64ad3d6-18b0-4f54-9191-c678e4e194da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:29.383987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:37:29.472685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c64ad3d6-18b0-4f54-9191-c678e4e194da admin admin] Usage tracker for resource:security_group_rule and tenant:a87efa00cc174375a5be797eaf6d26cf is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:29.473268 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-75c462f4-059a-4f7a-b1a8-4401846e0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:29.524096 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c64ad3d6-18b0-4f54-9191-c678e4e194da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:29.549355 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea78d7-9626-405d-ba01-9968a5a3d40b None None] Pushing event updated for resources: {'Port': ['ID=bdf310f5-73b6-4f35-807d-2fbfe824dc5b,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:29.555283 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-8cea78d7-9626-405d-ba01-9968a5a3d40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:29.559406 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:29.561593 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:29.561941 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Added segment d109ab1c-4f54-4de0-bf05-5de38d81a779 of type vlan for network df68c5b0-f58e-4e65-80df-0d36b8bfd91a
Jun 04 15:37:29.564647 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Attempting to bind port bdf310f5-73b6-4f35-807d-2fbfe824dc5b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:37:29.565287 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Attempting to bind port bdf310f5-73b6-4f35-807d-2fbfe824dc5b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'b6eeb612-1a70-4510-931c-d9ac00f02374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ad26fff3-9890-457d-98bc-65995ac398cb'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:37:29.565875 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Attempting to bind port bdf310f5-73b6-4f35-807d-2fbfe824dc5b on network ad26fff3-9890-457d-98bc-65995ac398cb {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:37:29.569210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c64ad3d6-18b0-4f54-9191-c678e4e194da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:29.573219 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:37:29.573967 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Checking segment: {'id': 'b6eeb612-1a70-4510-931c-d9ac00f02374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ad26fff3-9890-457d-98bc-65995ac398cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:29.574625 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:29.575478 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Bound using segment: {'id': 'b6eeb612-1a70-4510-931c-d9ac00f02374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ad26fff3-9890-457d-98bc-65995ac398cb'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:37:29.576235 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Bound port: bdf310f5-73b6-4f35-807d-2fbfe824dc5b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6eeb612-1a70-4510-931c-d9ac00f02374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ad26fff3-9890-457d-98bc-65995ac398cb'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:37:29.576902 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:29.586682 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-14878b8b-35a7-48d0-922f-9d689026606a req-7e0b4664-db45-465d-b5fa-36bf48bc94a2 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6093986
Jun 04 15:37:29.589121 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:29.621364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb0182-bcf3-41ee-9fa8-5f2525920b66 req-7a32f486-d214-45ea-ad07-bffac0d8d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:29.623567 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ceb0182-bcf3-41ee-9fa8-5f2525920b66 req-7a32f486-d214-45ea-ad07-bffac0d8d8fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 1.2187946
Jun 04 15:37:29.740807 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:29.751478 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] For port bdf310f5-73b6-4f35-807d-2fbfe824dc5b, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:37:29.755532 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] For port bdf310f5-73b6-4f35-807d-2fbfe824dc5b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bdf310f5-73b6-4f35-807d-2fbfe824dc5b,segment=NetworkSegment(b6eeb612-1a70-4510-931c-d9ac00f02374),segment_id=b6eeb612-1a70-4510-931c-d9ac00f02374)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:37:29.780866 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:29.781401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34735fe6-02c2-4cbc-95ed-e51511a00af5 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:37:29.833779 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:29.839693 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:29.877804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cb1d1-d227-437b-bad9-70406642a251 req-ccdefee7-3654-4273-abf1-3ba920ad65f7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:29.879447 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6c4cb1d1-d227-437b-bad9-70406642a251 req-ccdefee7-3654-4273-abf1-3ba920ad65f7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 943 time: 0.5693414
Jun 04 15:37:29.888507 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:37:29.898721 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2143492-b011-42f0-a341-8a7bebb56539 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:37:29.911393 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:29.916645 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:29.917805 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "DELETE /v2.0/routers/34735fe6-02c2-4cbc-95ed-e51511a00af5 HTTP/1.1" status: 204  len: 168 time: 7.1255386
Jun 04 15:37:29.935418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37252) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:29.970605 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea78d7-9626-405d-ba01-9968a5a3d40b None None] Pushing event updated for resources: {'Port': ['ID=bdf310f5-73b6-4f35-807d-2fbfe824dc5b,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:29.973207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Transition to ACTIVE for port object c2143492-b011-42f0-a341-8a7bebb56539 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:29.979119 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ceb0182-bcf3-41ee-9fa8-5f2525920b66 req-68489cda-7858-408c-8992-ca8928f8f9ab service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3328114
Jun 04 15:37:29.980313 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-8cea78d7-9626-405d-ba01-9968a5a3d40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:29.996095 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Routers {'490cda33-4f15-476b-b038-abe57edbc546'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:29.998328 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d6ebb80>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['490cda33-4f15-476b-b038-abe57edbc546'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:30.170555 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:30.191851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:30.203143 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:30.239770 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:30.275028 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:30.345713 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] Set router 490cda33-4f15-476b-b038-abe57edbc546 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:37:30.369652 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6c4cb1d1-d227-437b-bad9-70406642a251 req-0b84f0e9-49df-4fb2-ba4b-33ecf78d8ca5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4676659
Jun 04 15:37:30.441829 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 2.2013292
Jun 04 15:37:30.487906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37266) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:30.493018 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'subnet': {'network_id': 'df68c5b0-f58e-4e65-80df-0d36b8bfd91a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:30.602203 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ceb0182-bcf3-41ee-9fa8-5f2525920b66 req-f80d2065-adfc-4f19-beb0-54a725d4c180 service neutron] 10.222.0.62 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6141212
Jun 04 15:37:30.608687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Network': ['ID=df68c5b0-f58e-4e65-80df-0d36b8bfd91a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:30.621500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network df68c5b0-f58e-4e65-80df-0d36b8bfd91a details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:37:30.688611 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c64ad3d6-18b0-4f54-9191-c678e4e194da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:30.695825 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:30.708910 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a6e1b10d-6a55-49c2-8620-1e3a8a41c3ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:30.764098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:30.779260 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c64ad3d6-18b0-4f54-9191-c678e4e194da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:30.809305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37276) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:30.815426 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5ef5015c-1481-4156-87d7-15db24a6143f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:30.822359 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:30.888702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:subnet and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:30.900565 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d6ebb80>, [{'id': '490cda33-4f15-476b-b038-abe57edbc546', 'name': 'tempest-TestVolumeBackupRestore-747443550-router', 'tenant_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:37:00Z', 'updated_at': '2021-06-04T15:37:21Z', 'revision_number': 4, 'project_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'gw_port': {'id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cda33-4f15-476b-b038-abe57edbc546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:37:04Z', 'updated_at': '2021-06-04T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'bdf310f5-73b6-4f35-807d-2fbfe824dc5b', 'name': '', 'network_id': 'ad26fff3-9890-457d-98bc-65995ac398cb', 'tenant_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'mac_address': 'fa:16:3e:81:ec:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cda33-4f15-476b-b038-abe57edbc546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'efc92231-7523-466d-a074-c9db9fd0f0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:37:17Z', 'updated_at': '2021-06-04T15:37:29Z', 'revision_number': 4, 'project_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'subnets': [{'id': 'efc92231-7523-466d-a074-c9db9fd0f0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:30.906399 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870770a5-1063-40ac-a4cf-a86c11c89b06 None None] The sync data for ids ['490cda33-4f15-476b-b038-abe57edbc546'] in n-d-791505-9 is: [{'id': '490cda33-4f15-476b-b038-abe57edbc546', 'name': 'tempest-TestVolumeBackupRestore-747443550-router', 'tenant_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:37:00Z', 'updated_at': '2021-06-04T15:37:21Z', 'revision_number': 4, 'project_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'gw_port': {'id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cda33-4f15-476b-b038-abe57edbc546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:37:04Z', 'updated_at': '2021-06-04T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'bdf310f5-73b6-4f35-807d-2fbfe824dc5b', 'name': '', 'network_id': 'ad26fff3-9890-457d-98bc-65995ac398cb', 'tenant_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'mac_address': 'fa:16:3e:81:ec:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490cda33-4f15-476b-b038-abe57edbc546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'efc92231-7523-466d-a074-c9db9fd0f0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:37:17Z', 'updated_at': '2021-06-04T15:37:29Z', 'revision_number': 4, 'project_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'subnets': [{'id': 'efc92231-7523-466d-a074-c9db9fd0f0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:37:30.907430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Attempting to bind port c2143492-b011-42f0-a341-8a7bebb56539 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:37:30.907773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Attempting to bind port c2143492-b011-42f0-a341-8a7bebb56539 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:37:30.908541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Attempting to bind port c2143492-b011-42f0-a341-8a7bebb56539 on network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:37:30.938395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Port c2143492-b011-42f0-a341-8a7bebb56539 on network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:37:30.938818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Attempting to bind port c2143492-b011-42f0-a341-8a7bebb56539 on network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:37:30.944100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:30.971876 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:37:30.972218 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Checking segment: {'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:30.972603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Bound using segment: {'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:37:30.975113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Bound port: c2143492-b011-42f0-a341-8a7bebb56539, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a4e6d33-a7bb-4679-94d8-88dea288ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:37:30.976330 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:30.991728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:31.003416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Pushing event updated for resources: {'Port': ['ID=c2143492-b011-42f0-a341-8a7bebb56539,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:31.014767 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c64ad3d6-18b0-4f54-9191-c678e4e194da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a87efa00cc174375a5be797eaf6d26cf&name=default HTTP/1.1" status: 200  len: 2983 time: 2.0788507
Jun 04 15:37:31.037528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37304) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:31.039124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ad3d6-18b0-4f54-9191-c678e4e194da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07165f9a-4ec2-476b-883a-94143bcc35f8,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:31.045968 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c64ad3d6-18b0-4f54-9191-c678e4e194da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:31.128132 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:31.131866 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1775225579'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:31.147036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:31.161402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Usage tracker for resource:network and tenant:de2c82f3aecb4c8ca6faee639caa83e1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:31.169656 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:31.170210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:31.173343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] For port c2143492-b011-42f0-a341-8a7bebb56539, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:37:31.173985 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:31.179812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] For port c2143492-b011-42f0-a341-8a7bebb56539, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c2143492-b011-42f0-a341-8a7bebb56539,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:37:31.182134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:31.210388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982c7f0-cc4e-497e-be10-36a09e3afaec req-14c60a81-8d9b-45f9-8957-af378af37dc2 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:31.218234 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8982c7f0-cc4e-497e-be10-36a09e3afaec req-14c60a81-8d9b-45f9-8957-af378af37dc2 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.3621886
Jun 04 15:37:31.241996 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:31.249610 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-65751f5b-5a91-4719-a17c-8bc0fc1015b0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:31.312879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Made reservation on behalf of de2c82f3aecb4c8ca6faee639caa83e1 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:31.316660 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:31.419690 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:31.443382 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07cc703f-9233-4742-af27-2e43d81a5aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:31.658647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Pushing event updated for resources: {'Port': ['ID=c2143492-b011-42f0-a341-8a7bebb56539,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:31.667050 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:31.668416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:31.668989 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:31.670815 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] 10.222.0.62 "PUT /v2.0/ports/c2143492-b011-42f0-a341-8a7bebb56539 HTTP/1.1" status: 200  len: 1092 time: 5.0725470
Jun 04 15:37:31.671566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'tag': 'c2143492-b011-42f0-a341-8a7bebb56539'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:37:31.674101 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45363c2-036e-4d5f-9282-e514f3efceef" -d '{"events": [{"name": "network-changed", "server_uuid": "727728a7-0634-4207-9bd7-2183c2bf2c1c", "tag": "c2143492-b011-42f0-a341-8a7bebb56539"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:37:31.676816 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:31.706753 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8982c7f0-cc4e-497e-be10-36a09e3afaec req-65aad2ac-40ac-460f-8009-3a2e0b10ab2e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4876285
Jun 04 15:37:31.718594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:31.723597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Usage tracker for resource:security_group_rule and tenant:de2c82f3aecb4c8ca6faee639caa83e1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:31.729910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:31.738821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:32.003177 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:32.010595 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:32.022783 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07cc703f-9233-4742-af27-2e43d81a5aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:32.047567 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-704bcc80-04a0-49d8-bf5d-ab47c42c560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:32.051984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104145-e1b7-44fb-a183-dec3d69067ab req-69538d22-770a-4faa-a7c1-3bf95de1cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:32.051984 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-69538d22-770a-4faa-a7c1-3bf95de1cf8c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 1095 time: 0.2520826
Jun 04 15:37:32.143932 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc577293-27d8-43be-964f-67d85a090d89 x-openstack-request-id: req-dc577293-27d8-43be-964f-67d85a090d89 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:37:32.144264 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727728a7-0634-4207-9bd7-2183c2bf2c1c", "tag": "c2143492-b011-42f0-a341-8a7bebb56539", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:37:32.144561 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc577293-27d8-43be-964f-67d85a090d89 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:37:32.145020 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'tag': 'c2143492-b011-42f0-a341-8a7bebb56539', 'status': 'completed', 'code': 200}
Jun 04 15:37:32.146682 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-61b77df2-2d9d-482b-b6c1-92d9ce86190c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2143492-b011-42f0-a341-8a7bebb56539 HTTP/1.1" status: 200  len: 217 time: 0.0861917
Jun 04 15:37:32.147672 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:32.164717 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0654a613-dca3-4e0d-b3a1-610f1f559a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:32.197021 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:37:32.262669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d2845d-7aa2-4d29-8a42-64e4098b4356,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:32.268021 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:32.280782 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:32.281179 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Added segment fbbed99f-ff5b-4cf2-a4bb-372df78223eb of type vlan for network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc
Jun 04 15:37:32.306435 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104145-e1b7-44fb-a183-dec3d69067ab req-aa291056-8646-47fa-b158-535a4a3cc335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:32.308900 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-aa291056-8646-47fa-b158-535a4a3cc335 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 200  len: 855 time: 0.1448812
Jun 04 15:37:32.411296 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d313499d-68a1-453a-8f5e-67492d867208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:32.417684 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bdf310f5-73b6-4f35-807d-2fbfe824dc5b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:32.443513 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:32.444617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Deleting port 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:37:32.444967 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:32.493628 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab7081-7287-45b9-9807-edc55ffe3e51 req-25a76573-da9e-4b5e-bba8-7cb80954511e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:32.495154 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-99ab7081-7287-45b9-9807-edc55ffe3e51 req-25a76573-da9e-4b5e-bba8-7cb80954511e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 943 time: 0.7653904
Jun 04 15:37:32.541949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104145-e1b7-44fb-a183-dec3d69067ab req-c427430b-b992-435d-b275-60a869eb0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:32.545462 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-c427430b-b992-435d-b275-60a869eb0a98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1986651
Jun 04 15:37:32.603104 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07cc703f-9233-4742-af27-2e43d81a5aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:32.612685 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7f6e8fce-8b76-4370-87c8-ac5e6f2a04f5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:32.659281 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:32.662036 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port bdf310f5-73b6-4f35-807d-2fbfe824dc5b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:32.666124 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:32.666759 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:32.669599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port bdf310f5-73b6-4f35-807d-2fbfe824dc5b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:32.669978 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:32.679011 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6fe7e4da-fd16-4fcb-a6ea-0ce4d336eb5f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:32.703589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc703f-9233-4742-af27-2e43d81a5aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07165f9a-4ec2-476b-883a-94143bcc35f8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:32.723540 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-07cc703f-9233-4742-af27-2e43d81a5aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:32.788834 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-99ab7081-7287-45b9-9807-edc55ffe3e51 req-d1f700c5-5269-4499-b7ea-27c4f02773a7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2360303
Jun 04 15:37:32.801230 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07cc703f-9233-4742-af27-2e43d81a5aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:32.802364 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-07cc703f-9233-4742-af27-2e43d81a5aad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07165f9a-4ec2-476b-883a-94143bcc35f8 HTTP/1.1" status: 204  len: 168 time: 1.7604585
Jun 04 15:37:32.883629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] For port 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:32.893441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:32.916200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event updated for resources: {'Network': ['ID=0e283dab-2b1d-416c-91d0-19d7b8e6efdc,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:32.936242 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:37:33.001316 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.1862230
Jun 04 15:37:33.002746 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:33.015987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37322) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:33.026625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Request body: {'subnet': {'network_id': '0e283dab-2b1d-416c-91d0-19d7b8e6efdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:33.053271 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:33.100567 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-ad6cc751-787b-4a1e-a851-e706f841b153 service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5478294
Jun 04 15:37:33.116725 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port bdf310f5-73b6-4f35-807d-2fbfe824dc5b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bdf310f5-73b6-4f35-807d-2fbfe824dc5b,segment=NetworkSegment(b6eeb612-1a70-4510-931c-d9ac00f02374),segment_id=b6eeb612-1a70-4510-931c-d9ac00f02374)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:33.193596 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:33.200271 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:33.206602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Calling delete_port for 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:37:33.287450 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=bdf310f5-73b6-4f35-807d-2fbfe824dc5b,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:33.301133 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:33.374729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:33.374958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140c4f8-258c-4e36-97b3-e579a13d322d req-576fc2db-a9cf-4106-b8fc-10c412efd9e0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:33.376312 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a140c4f8-258c-4e36-97b3-e579a13d322d req-576fc2db-a9cf-4106-b8fc-10c412efd9e0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.3392918
Jun 04 15:37:33.385187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Usage tracker for resource:subnet and tenant:de2c82f3aecb4c8ca6faee639caa83e1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:33.392656 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:33.408075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:33.418775 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368e48c-6e18-48d9-96e6-877e5f6617f7 req-efef0d59-de55-4808-bbb4-7d00e21fbd42 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:33.420809 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e368e48c-6e18-48d9-96e6-877e5f6617f7 req-efef0d59-de55-4808-bbb4-7d00e21fbd42 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.4136155
Jun 04 15:37:33.463144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-704bcc80-04a0-49d8-bf5d-ab47c42c560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port 1fcfa3c1-d34c-49b5-b89f-08b3ec671823 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:37:33.463479 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-704bcc80-04a0-49d8-bf5d-ab47c42c560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:33.466574 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-03104145-e1b7-44fb-a183-dec3d69067ab req-97f70257-7e7f-45c3-83da-5b781820ace9 service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3525200
Jun 04 15:37:33.499981 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e368e48c-6e18-48d9-96e6-877e5f6617f7 req-b0ad37d8-d6cb-4adc-b9e8-ae4e6198206f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665913
Jun 04 15:37:33.553641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Made reservation on behalf of de2c82f3aecb4c8ca6faee639caa83e1 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:33.558226 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:33.604068 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7e096382-7276-489b-af69-4b5444aba047 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:37:33.701764 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:33.854009 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45363c2-036e-4d5f-9282-e514f3efceef req-487a8690-aa97-4fe0-8033-8e5c9568d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:33.856295 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c45363c2-036e-4d5f-9282-e514f3efceef req-487a8690-aa97-4fe0-8033-8e5c9568d5c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 1095 time: 0.1516368
Jun 04 15:37:33.928459 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a140c4f8-258c-4e36-97b3-e579a13d322d req-3e77ddaa-b51c-4c6e-92d1-5a6a9004a4c2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5439060
Jun 04 15:37:33.978450 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:33.989842 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b008c6b6-6b5c-480c-a9eb-bd2a0a013074 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:34.067706 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45363c2-036e-4d5f-9282-e514f3efceef req-5c7d025e-ab89-4dae-957a-f0e1959416e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:34.069424 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c45363c2-036e-4d5f-9282-e514f3efceef req-5c7d025e-ab89-4dae-957a-f0e1959416e0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 917 time: 0.1958919
Jun 04 15:37:34.118199 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-704bcc80-04a0-49d8-bf5d-ab47c42c560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:34.129298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Subnet': ['ID=bf9fd9e4-06b4-48ac-a483-37472fd5f71c,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:34.142663 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:34.287373 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-704bcc80-04a0-49d8-bf5d-ab47c42c560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for 1fcfa3c1-d34c-49b5-b89f-08b3ec671823 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:37:34.308825 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bdf310f5-73b6-4f35-807d-2fbfe824dc5b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:34.317259 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:34.325513 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:34.381161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Pushing event deleted for resources: {'Port': ['ID=24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:34.427308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Checking segment: {'id': 'd109ab1c-4f54-4de0-bf05-5de38d81a779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df68c5b0-f58e-4e65-80df-0d36b8bfd91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:34.445405 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network hostable DHCP agents. Network: df68c5b0-f58e-4e65-80df-0d36b8bfd91a, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:37:34.445405 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:34.464640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port bdf310f5-73b6-4f35-807d-2fbfe824dc5b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:34.466510 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:34.541365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c45363c2-036e-4d5f-9282-e514f3efceef req-315ede62-66e6-415c-b528-cca2e30ad9ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2143492-b011-42f0-a341-8a7bebb56539 HTTP/1.1" status: 200  len: 217 time: 0.4641099
Jun 04 15:37:34.632039 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:34.758072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45363c2-036e-4d5f-9282-e514f3efceef req-49f265dc-0be0-4a07-ae80-f228e708246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:34.760695 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c45363c2-036e-4d5f-9282-e514f3efceef req-49f265dc-0be0-4a07-ae80-f228e708246d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 200  len: 855 time: 0.2068458
Jun 04 15:37:34.838131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4f041-57d8-42a6-af25-0d0145ea4792 req-50f18ef6-e252-4f4e-9007-2381657e7cff tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:34.839684 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7be4f041-57d8-42a6-af25-0d0145ea4792 req-50f18ef6-e252-4f4e-9007-2381657e7cff tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.6715848
Jun 04 15:37:34.884545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network df68c5b0-f58e-4e65-80df-0d36b8bfd91a is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:37:34.922097 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7be4f041-57d8-42a6-af25-0d0145ea4792 req-fc0008ec-926f-43b8-93a8-348e97bb048f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701830
Jun 04 15:37:34.943906 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45363c2-036e-4d5f-9282-e514f3efceef req-5fc0024a-7f82-46dc-93a8-9b18a36f550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:34.945478 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c45363c2-036e-4d5f-9282-e514f3efceef req-5fc0024a-7f82-46dc-93a8-9b18a36f550a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1762185
Jun 04 15:37:35.047072 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:35.066898 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:35.188341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb31f04-480e-4564-b753-4e0fb6a005b0 req-657539b3-b6cd-468f-8405-d880d88c6d6d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:35.189949 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9eb31f04-480e-4564-b753-4e0fb6a005b0 req-657539b3-b6cd-468f-8405-d880d88c6d6d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.4258544
Jun 04 15:37:35.190684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, df68c5b0-f58e-4e65-80df-0d36b8bfd91a) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:35.198799 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:35.203619 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981ac809-129f-466f-b683-cdbf7144b0d4 None None] Network df68c5b0-f58e-4e65-80df-0d36b8bfd91a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:35.207802 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:35.216899 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1445ab14-4101-4a6f-8ad2-999d28135e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:35.219060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:35.219814 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:35.264370 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:35.265027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0dae78ef-ac4e-4e8f-92b7-0aafa7718faf {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:37:35.270098 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:35.277277 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "DELETE /v2.0/routers/0dae78ef-ac4e-4e8f-92b7-0aafa7718faf HTTP/1.1" status: 204  len: 168 time: 5.3410809
Jun 04 15:37:35.279113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37372) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:35.290904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1278581715', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:35.302041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:35.303897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event updated for resources: {'Subnet': ['ID=d6a91bc8-7ca4-4556-a4b4-0ba2bc61aa55,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:35.310142 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:35.325061 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Usage tracker for resource:router and tenant:4cfb9e5b310141548e98c02f39a55c8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:35.328332 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:35.349664 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.8603554
Jun 04 15:37:35.354485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:35.356415 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37374) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:35.358563 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c45363c2-036e-4d5f-9282-e514f3efceef req-0b99ac9d-2046-4704-b9c7-65a228a42188 service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3973837
Jun 04 15:37:35.368585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1c51e327-e9c9-4142-8e90-0b973f667d41 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'subnet': {'network_id': 'df68c5b0-f58e-4e65-80df-0d36b8bfd91a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:35.370420 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9eb31f04-480e-4564-b753-4e0fb6a005b0 req-6692cf81-7d25-42d8-8512-2961dc743c05 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1691358
Jun 04 15:37:35.423011 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-704bcc80-04a0-49d8-bf5d-ab47c42c560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:35.435117 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d7798031-679a-4b37-8396-ca3b29ea941a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:35.467224 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Checking segment: {'id': 'fbbed99f-ff5b-4cf2-a4bb-372df78223eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0e283dab-2b1d-416c-91d0-19d7b8e6efdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:35.467751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Network hostable DHCP agents. Network: 0e283dab-2b1d-416c-91d0-19d7b8e6efdc, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:37:35.595927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bcc80-04a0-49d8-bf5d-ab47c42c560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=1fcfa3c1-d34c-49b5-b89f-08b3ec671823,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:35.610142 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:35.611828 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:35.664269 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-704bcc80-04a0-49d8-bf5d-ab47c42c560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:35.665215 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-df68c5b0-f58e-4e65-80df-0d36b8bfd91a', 'network_id': 'df68c5b0-f58e-4e65-80df-0d36b8bfd91a', 'tenant_id': '176b0820955d43e1804123ce0dc0994d', 'fixed_ips': [{'subnet_id': 'bf9fd9e4-06b4-48ac-a483-37472fd5f71c'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:37:35.666994 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:35.816448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:37:35.844643 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-704bcc80-04a0-49d8-bf5d-ab47c42c560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:35.861263 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:35.981431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 0e283dab-2b1d-416c-91d0-19d7b8e6efdc) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:36.001908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c45363c2-036e-4d5f-9282-e514f3efceef req-f47b7411-e45c-4c47-aa3e-9a18813cf709 service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5883088
Jun 04 15:37:36.027632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1c51e327-e9c9-4142-8e90-0b973f667d41 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:36.033411 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1c51e327-e9c9-4142-8e90-0b973f667d41 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:subnet and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:36.036925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1c51e327-e9c9-4142-8e90-0b973f667d41 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:36.050168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1c51e327-e9c9-4142-8e90-0b973f667d41 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:36.055433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:36.056149 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:36.077565 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ca3cee-bc62-45f2-bfa0-753698e21b32 None None] Network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:36.084541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58f1e9-58fc-4e75-aef5-f295f0b59b35 req-809a23f3-0ecc-405f-8a4b-425f4bbeac41 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:36.086431 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd58f1e9-58fc-4e75-aef5-f295f0b59b35 req-809a23f3-0ecc-405f-8a4b-425f4bbeac41 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.4299221
Jun 04 15:37:36.160985 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd58f1e9-58fc-4e75-aef5-f295f0b59b35 req-2efb1219-6dc4-4aaf-b857-7a836fde9eb4 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665507
Jun 04 15:37:36.184922 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1630242
Jun 04 15:37:36.186612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37384) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:36.192392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Request body: {'port': {'network_id': '0e283dab-2b1d-416c-91d0-19d7b8e6efdc', 'name': 'tempest-AllowedAddressPairTestJSON-1948039099'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:36.240094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Allocated IP 2001:db8::2 (df68c5b0-f58e-4e65-80df-0d36b8bfd91a/bf9fd9e4-06b4-48ac-a483-37472fd5f71c/316594d7-a71c-4498-8b76-951a29579c79) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:36.249942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c51e327-e9c9-4142-8e90-0b973f667d41 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:36.255242 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c51e327-e9c9-4142-8e90-0b973f667d41 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:36.395857 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:37:36.459921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37388) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:36.470731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:37:36.471592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 24b204ec-4ca1-49fb-a4b0-1241eb7f2aa7 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:37:36.574150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:36.583877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Usage tracker for resource:port and tenant:de2c82f3aecb4c8ca6faee639caa83e1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:36.588660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:36.602658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:36.684625 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-0e283dab-2b1d-416c-91d0-19d7b8e6efdc', 'network_id': '0e283dab-2b1d-416c-91d0-19d7b8e6efdc', 'tenant_id': 'de2c82f3aecb4c8ca6faee639caa83e1', 'fixed_ips': [{'subnet_id': 'd6a91bc8-7ca4-4556-a4b4-0ba2bc61aa55'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:37:36.685761 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:36.711249 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Made reservation on behalf of de2c82f3aecb4c8ca6faee639caa83e1 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:36.718969 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:36.762790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] device_id is not set on port c3c60871-0c50-4260-83c3-ac941273ce19 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:37:36.891110 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704bcc80-04a0-49d8-bf5d-ab47c42c560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:37:36.922951 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:36.963118 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dfa5f076-f7a3-45bd-980f-3bd2fed088d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:36.964148 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Transition to ACTIVE for port object 316594d7-a71c-4498-8b76-951a29579c79 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:36.983279 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:36.999619 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Transition to ACTIVE for port object 316594d7-a71c-4498-8b76-951a29579c79 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:37.011265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Allocated IP 172.20.0.2 (0e283dab-2b1d-416c-91d0-19d7b8e6efdc/d6a91bc8-7ca4-4556-a4b4-0ba2bc61aa55/ad1022aa-c97f-4cdb-89c2-8f3dab331e91) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:37.048262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dfa5f076-f7a3-45bd-980f-3bd2fed088d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:37.073853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dfa5f076-f7a3-45bd-980f-3bd2fed088d5 admin admin] Usage tracker for resource:security_group_rule and tenant:87e2dc035da9474fa5cf37ddc0dacf79 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:37.079564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dfa5f076-f7a3-45bd-980f-3bd2fed088d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:37.116726 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:37.123006 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:37.160965 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dfa5f076-f7a3-45bd-980f-3bd2fed088d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:37.186034 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c8b65-fe23-4551-8821-94ad9d94331b req-75cbaf0a-e9dc-405e-a0a2-c30df72b2777 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:37.193630 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-497c8b65-fe23-4551-8821-94ad9d94331b req-75cbaf0a-e9dc-405e-a0a2-c30df72b2777 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.6419859
Jun 04 15:37:37.193630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704bcc80-04a0-49d8-bf5d-ab47c42c560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:37:37.206479 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e0f9f3-f8bf-4a2c-8a4f-d0c189f12959 None None] Sync routers for ids ['a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:37:37.207323 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Network df68c5b0-f58e-4e65-80df-0d36b8bfd91a is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:37.212918 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:37.220834 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:37.227247 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0f9f3-f8bf-4a2c-8a4f-d0c189f12959 None None] Routers {'a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:37.228071 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-97e0f9f3-f8bf-4a2c-8a4f-d0c189f12959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb29bb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:37.248860 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c2143492-b011-42f0-a341-8a7bebb56539 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:37:37.287365 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-704bcc80-04a0-49d8-bf5d-ab47c42c560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3252304
Jun 04 15:37:37.287614 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Pushing event updated for resources: {'Port': ['ID=316594d7-a71c-4498-8b76-951a29579c79,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:37.315915 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-97e0f9f3-f8bf-4a2c-8a4f-d0c189f12959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb29bb0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:37.325274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37396) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:37.326086 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0f9f3-f8bf-4a2c-8a4f-d0c189f12959 None None] Routers {'a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:37.326823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-97e0f9f3-f8bf-4a2c-8a4f-d0c189f12959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb29bb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:37.354998 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:37.402071 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-97e0f9f3-f8bf-4a2c-8a4f-d0c189f12959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb29bb0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:37.402829 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e0f9f3-f8bf-4a2c-8a4f-d0c189f12959 None None] The sync data for ids ['a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:37:37.454687 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-497c8b65-fe23-4551-8821-94ad9d94331b req-20387e02-79b7-488d-8d03-19e431609c79 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2564807
Jun 04 15:37:37.587560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Attempting to bind port 316594d7-a71c-4498-8b76-951a29579c79 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:37:37.587945 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Attempting to bind port 316594d7-a71c-4498-8b76-951a29579c79 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'd109ab1c-4f54-4de0-bf05-5de38d81a779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df68c5b0-f58e-4e65-80df-0d36b8bfd91a'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:37:37.588319 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Attempting to bind port 316594d7-a71c-4498-8b76-951a29579c79 on network df68c5b0-f58e-4e65-80df-0d36b8bfd91a {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:37:37.614930 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:37:37.615263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Checking segment: {'id': 'd109ab1c-4f54-4de0-bf05-5de38d81a779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df68c5b0-f58e-4e65-80df-0d36b8bfd91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:37.615676 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:37.616076 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Bound using segment: {'id': 'd109ab1c-4f54-4de0-bf05-5de38d81a779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df68c5b0-f58e-4e65-80df-0d36b8bfd91a'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:37:37.616566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Bound port: 316594d7-a71c-4498-8b76-951a29579c79, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd109ab1c-4f54-4de0-bf05-5de38d81a779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df68c5b0-f58e-4e65-80df-0d36b8bfd91a'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:37:37.617144 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:37.628447 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:37.646478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77158ad6-0825-4dc2-a73b-4228d6d95be3 req-864deb21-f470-4728-9426-b82143e01f29 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:37.648018 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77158ad6-0825-4dc2-a73b-4228d6d95be3 req-864deb21-f470-4728-9426-b82143e01f29 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.1446486
Jun 04 15:37:37.661245 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Transition to ACTIVE for port object ad1022aa-c97f-4cdb-89c2-8f3dab331e91 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:37.737566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c2143492-b011-42f0-a341-8a7bebb56539, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c2143492-b011-42f0-a341-8a7bebb56539,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:37.750710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Transition to ACTIVE for port object ad1022aa-c97f-4cdb-89c2-8f3dab331e91 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:37.759668 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-77158ad6-0825-4dc2-a73b-4228d6d95be3 req-490884a5-bec4-447c-86c6-e470dc8bdb10 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999629
Jun 04 15:37:37.760073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'c2143492-b011-42f0-a341-8a7bebb56539', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'port_id': 'c2143492-b011-42f0-a341-8a7bebb56539', 'mac_address': 'fa:16:3e:45:d8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:37:37.762954 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c51e327-e9c9-4142-8e90-0b973f667d41 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:37.766794 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4a916260-5f0f-4ba9-a68a-97eb2fa3e12c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:37.838202 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:37.863214 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0732f30b-e5ec-4a2e-b8af-a5112cde642c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:37.863963 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c51e327-e9c9-4142-8e90-0b973f667d41 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network df68c5b0-f58e-4e65-80df-0d36b8bfd91a is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:37.871665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-1c51e327-e9c9-4142-8e90-0b973f667d41 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:37.894370 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c51e327-e9c9-4142-8e90-0b973f667d41 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:37.895067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c51e327-e9c9-4142-8e90-0b973f667d41 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:37.901539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51e327-e9c9-4142-8e90-0b973f667d41 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Subnet': ['ID=845e64d6-b466-4250-8110-06d0dc0927c8,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:37.904843 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c51e327-e9c9-4142-8e90-0b973f667d41 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:37.909658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:37.922653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:37.940508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Allocated IP 172.20.0.5 (0e283dab-2b1d-416c-91d0-19d7b8e6efdc/d6a91bc8-7ca4-4556-a4b4-0ba2bc61aa55/c3c60871-0c50-4260-83c3-ac941273ce19) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:37.953044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:37.970737 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c948b760-9152-4880-8a53-b280da6a234c None None] For port 316594d7-a71c-4498-8b76-951a29579c79, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:37:37.979508 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:38.022997 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1c51e327-e9c9-4142-8e90-0b973f667d41 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.6630464
Jun 04 15:37:38.031108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37398) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:38.046216 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c948b760-9152-4880-8a53-b280da6a234c None None] For port 316594d7-a71c-4498-8b76-951a29579c79, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=316594d7-a71c-4498-8b76-951a29579c79,segment=NetworkSegment(d109ab1c-4f54-4de0-bf05-5de38d81a779),segment_id=d109ab1c-4f54-4de0-bf05-5de38d81a779)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:37:38.047223 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Pushing event updated for resources: {'Port': ['ID=ad1022aa-c97f-4cdb-89c2-8f3dab331e91,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:38.056904 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2143492-b011-42f0-a341-8a7bebb56539 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:37:38.062201 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:38.126455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Attempting to bind port ad1022aa-c97f-4cdb-89c2-8f3dab331e91 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:37:38.126837 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Attempting to bind port ad1022aa-c97f-4cdb-89c2-8f3dab331e91 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'fbbed99f-ff5b-4cf2-a4bb-372df78223eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0e283dab-2b1d-416c-91d0-19d7b8e6efdc'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:37:38.127207 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Attempting to bind port ad1022aa-c97f-4cdb-89c2-8f3dab331e91 on network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:37:38.132614 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:38.138970 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c2143492-b011-42f0-a341-8a7bebb56539, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c2143492-b011-42f0-a341-8a7bebb56539,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:38.141719 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d0631751-bb34-4b36-a3a6-935a8e2412ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:38.147732 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-a08e636a-8123-4a81-b21d-d04eb548e6b5 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] remove_router_interface failed (client error): The resource could not be found.
Jun 04 15:37:38.148806 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a08e636a-8123-4a81-b21d-d04eb548e6b5 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.8021557
Jun 04 15:37:38.153092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37400) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:38.216592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1deb5e7a-2e26-4701-ad9f-e25b1a65ae4c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Synchronizing usage tracker for tenant:bf31fa0d2656419485a32380aade8957 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:37:38.234703 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dfa5f076-f7a3-45bd-980f-3bd2fed088d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:38.263059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e0641d-e84a-44dd-877f-7b67c49c0c3b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:38.264793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e0641d-e84a-44dd-877f-7b67c49c0c3b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:38.281556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:37:38.281942 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Checking segment: {'id': 'fbbed99f-ff5b-4cf2-a4bb-372df78223eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0e283dab-2b1d-416c-91d0-19d7b8e6efdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:38.282297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e0641d-e84a-44dd-877f-7b67c49c0c3b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:38.282422 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:38.282728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Bound using segment: {'id': 'fbbed99f-ff5b-4cf2-a4bb-372df78223eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0e283dab-2b1d-416c-91d0-19d7b8e6efdc'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:37:38.283226 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Bound port: ad1022aa-c97f-4cdb-89c2-8f3dab331e91, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbed99f-ff5b-4cf2-a4bb-372df78223eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0e283dab-2b1d-416c-91d0-19d7b8e6efdc'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:37:38.283604 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:38.286837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e0641d-e84a-44dd-877f-7b67c49c0c3b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:38.293227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e0641d-e84a-44dd-877f-7b67c49c0c3b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:38.295507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-11e0641d-e84a-44dd-877f-7b67c49c0c3b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Synchronizing usage tracker for tenant:176b0820955d43e1804123ce0dc0994d on resource:subnet {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:37:38.305390 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:38.357337 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dfa5f076-f7a3-45bd-980f-3bd2fed088d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:38.372001 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-07cc703f-9233-4742-af27-2e43d81a5aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:38.378946 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1deb5e7a-2e26-4701-ad9f-e25b1a65ae4c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Unset dirty status for tenant:bf31fa0d2656419485a32380aade8957 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:37:38.384201 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1deb5e7a-2e26-4701-ad9f-e25b1a65ae4c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857 HTTP/1.1" status: 200  len: 205 time: 0.2258096
Jun 04 15:37:38.423362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37404) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:38.434291 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Pushing event updated for resources: {'Port': ['ID=316594d7-a71c-4498-8b76-951a29579c79,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:38.447482 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:38.447482 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ad0d848c-fd80-459d-821b-c7f49cc9a68b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:38.560225 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] For port ad1022aa-c97f-4cdb-89c2-8f3dab331e91, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:37:38.561363 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:38.564302 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] For port ad1022aa-c97f-4cdb-89c2-8f3dab331e91, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ad1022aa-c97f-4cdb-89c2-8f3dab331e91,segment=NetworkSegment(fbbed99f-ff5b-4cf2-a4bb-372df78223eb),segment_id=fbbed99f-ff5b-4cf2-a4bb-372df78223eb)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:37:38.575869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=c2143492-b011-42f0-a341-8a7bebb56539,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:38.584897 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dfa5f076-f7a3-45bd-980f-3bd2fed088d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87e2dc035da9474fa5cf37ddc0dacf79&name=default HTTP/1.1" status: 200  len: 2983 time: 2.1169140
Jun 04 15:37:38.589415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5f076-f7a3-45bd-980f-3bd2fed088d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e593e174-b204-4a04-8abe-6b2f940fb3fd,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:38.592083 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:38.594796 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dfa5f076-f7a3-45bd-980f-3bd2fed088d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:38.596663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37408) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:38.597561 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:38.615140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Transition to ACTIVE for port object c3c60871-0c50-4260-83c3-ac941273ce19 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:38.640496 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:38.652448 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:38.678503 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:38.722718 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e60fef1c-3f74-45c9-9a58-4d98df7365b2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:38.755980 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['c2143492-b011-42f0-a341-8a7bebb56539'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:37:38.985834 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Pushing event updated for resources: {'Port': ['ID=ad1022aa-c97f-4cdb-89c2-8f3dab331e91,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:38.999316 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:39.087506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Allocated IP 172.25.4.102 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/62c4cbce-22f7-4be6-9898-6b9d2bf56533) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:39.114587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-11e0641d-e84a-44dd-877f-7b67c49c0c3b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Unset dirty status for tenant:176b0820955d43e1804123ce0dc0994d on resource:subnet {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:37:39.115776 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-11e0641d-e84a-44dd-877f-7b67c49c0c3b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 1.0820806
Jun 04 15:37:39.148126 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37412) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:39.168617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1239660133'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:39.176858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:39.180777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:network and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:39.184584 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:39.191306 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:39.215899 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:39.234366 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d101a38-3c19-4cea-8903-5df91e2976b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:39.272273 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e824704-f164-4596-9c18-b848aa15b0a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:39.292410 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:39.296628 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:39.367508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d09a5-3bd7-4af6-aa7a-4381acf1ebfa req-d8ea4051-cfdd-43d5-bcc7-4c0edfa71688 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:39.369269 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e65d09a5-3bd7-4af6-aa7a-4381acf1ebfa req-d8ea4051-cfdd-43d5-bcc7-4c0edfa71688 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 945 time: 0.7251096
Jun 04 15:37:39.419734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:37:39.423158 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d101a38-3c19-4cea-8903-5df91e2976b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:39.443708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event updated for resources: {'Port': ['ID=c3c60871-0c50-4260-83c3-ac941273ce19,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:39.461836 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:39.476585 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e60fef1c-3f74-45c9-9a58-4d98df7365b2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:39.484008 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e60fef1c-3f74-45c9-9a58-4d98df7365b2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:39.488374 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e65d09a5-3bd7-4af6-aa7a-4381acf1ebfa req-10e57277-c590-4515-9e30-7d855d5e9cd6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1062381
Jun 04 15:37:39.501468 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:39.502411 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Added segment 8028011d-1e7b-4a6b-90ee-5b23f94d1101 of type vlan for network 920a232e-ba52-4c66-9a94-6bbc88898f5a
Jun 04 15:37:39.517288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:39.528591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:39.534494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:39.598747 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:39.613785 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:39.638512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ceb06-3dd0-43a2-9fa1-9f111b1cc213 req-a13cbf63-d25d-4c05-b76c-f50048448592 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:39.646683 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4d4ceb06-3dd0-43a2-9fa1-9f111b1cc213 req-a13cbf63-d25d-4c05-b76c-f50048448592 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.5293953
Jun 04 15:37:39.678148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:39.678848 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:39.723412 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4d4ceb06-3dd0-43a2-9fa1-9f111b1cc213 req-9064c24a-9c02-4797-82ca-cabd3bd88f8f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755572
Jun 04 15:37:39.766811 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e60fef1c-3f74-45c9-9a58-4d98df7365b2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:39.766811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60fef1c-3f74-45c9-9a58-4d98df7365b2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Fanout notify agent at l3_agent the message router_deleted on router a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:37:39.776818 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e60fef1c-3f74-45c9-9a58-4d98df7365b2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:39.781491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37416) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:39.782333 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e60fef1c-3f74-45c9-9a58-4d98df7365b2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/routers/a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857 HTTP/1.1" status: 204  len: 168 time: 1.3574097
Jun 04 15:37:39.844451 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d101a38-3c19-4cea-8903-5df91e2976b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:39.847607 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:39.865435 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-decc608e-ad4b-4b25-93c0-9f3bb81ebe8f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:39.889665 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.7015688
Jun 04 15:37:39.893263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37418) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:39.900901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Request body: {'port': {'network_id': '0e283dab-2b1d-416c-91d0-19d7b8e6efdc', 'name': 'tempest-AllowedAddressPairTestJSON-1008530988', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:84:22:06'}]}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:39.920951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242f3324-58ba-4d3a-82c9-d4f9f705b54f None None] Network df68c5b0-f58e-4e65-80df-0d36b8bfd91a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:39.921914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:39.922979 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:39.929970 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:39.931504 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:39.947466 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:39.964760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:40.104044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ea298b-504d-414d-b7d1-d0e7764c3dd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting subnet 733bc7c9-3fb0-40c2-b6ca-f48c42222abc {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:37:40.116507 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e4ea298b-504d-414d-b7d1-d0e7764c3dd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:40.148077 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2c784472-1f85-4535-b811-f68c018b9a0c None None] Provisioning for port 316594d7-a71c-4498-8b76-951a29579c79 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:40.243748 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e4ea298b-504d-414d-b7d1-d0e7764c3dd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:40.377624 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e4ea298b-504d-414d-b7d1-d0e7764c3dd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:40.414126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339ebd24-87ed-40db-bd4b-be6df835ff46 None None] Network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:40.481729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Pushing event updated for resources: {'Port': ['ID=62c4cbce-22f7-4be6-9898-6b9d2bf56533,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:40.507265 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d101a38-3c19-4cea-8903-5df91e2976b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:40.508045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:40.511329 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6d101a38-3c19-4cea-8903-5df91e2976b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e593e174-b204-4a04-8abe-6b2f940fb3fd HTTP/1.1" status: 204  len: 168 time: 1.8813086
Jun 04 15:37:40.517527 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:40.526028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Usage tracker for resource:port and tenant:de2c82f3aecb4c8ca6faee639caa83e1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:40.534245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:40.549178 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:40.581408 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6f16f161-4f68-4f25-a6d5-a5978050ff69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.669s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:40.591768 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ad1022aa-c97f-4cdb-89c2-8f3dab331e91 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:40.645181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Made reservation on behalf of de2c82f3aecb4c8ca6faee639caa83e1 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:40.657245 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.4980080
Jun 04 15:37:40.660820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d101a38-3c19-4cea-8903-5df91e2976b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e593e174-b204-4a04-8abe-6b2f940fb3fd,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:40.665102 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6d101a38-3c19-4cea-8903-5df91e2976b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:40.679096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37426) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:40.695295 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-8b368713-715c-4a6c-a787-cb2fe65b42b5 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:40.843948 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e4f7e875-a084-4348-85f7-388780705a6d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.894s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:40.860379 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-920437a6-bad9-4341-a4a4-aa092a3505ab None None] Provisioning for port ad1022aa-c97f-4cdb-89c2-8f3dab331e91 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:41.109055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port ad1022aa-c97f-4cdb-89c2-8f3dab331e91 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:41.127393 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port ad1022aa-c97f-4cdb-89c2-8f3dab331e91 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:41.127817 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:41.229625 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24068f7-88e8-4524-aafc-c8b9cd33e8db None None] Update dhcp port {'port': {'network_id': 'df68c5b0-f58e-4e65-80df-0d36b8bfd91a', 'fixed_ips': [{'subnet_id': 'bf9fd9e4-06b4-48ac-a483-37472fd5f71c', 'ip_address': '2001:db8::2'}, {'subnet_id': '845e64d6-b466-4250-8110-06d0dc0927c8'}], 'binding:host_id': 'n-d-791505-9'}, 'id': '316594d7-a71c-4498-8b76-951a29579c79'} from n-d-791505-9. {{(pid=88302) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 04 15:37:41.342378 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c24068f7-88e8-4524-aafc-c8b9cd33e8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:41.378842 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c2143492-b011-42f0-a341-8a7bebb56539 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:41.417122 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b368713-715c-4a6c-a787-cb2fe65b42b5 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:41.503504 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b368713-715c-4a6c-a787-cb2fe65b42b5 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:41.523079 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e7e02523-381c-4561-843a-89e970a31397 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:41.544401 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:41.550460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Network': ['ID=920a232e-ba52-4c66-9a94-6bbc88898f5a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:41.554138 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:41.584123 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b368713-715c-4a6c-a787-cb2fe65b42b5 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network 920a232e-ba52-4c66-9a94-6bbc88898f5a is not hosted by any dhcp agent {{(pid=88300) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
Jun 04 15:37:41.591409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b368713-715c-4a6c-a787-cb2fe65b42b5 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:41.592352 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b368713-715c-4a6c-a787-cb2fe65b42b5 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:41.596757 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8b368713-715c-4a6c-a787-cb2fe65b42b5 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "PUT /v2.0/networks/920a232e-ba52-4c66-9a94-6bbc88898f5a HTTP/1.1" status: 200  len: 723 time: 0.9166400
Jun 04 15:37:41.600193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37440) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:41.612443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-cd436efb-f746-4a0b-bfb1-dcce9f2ee73b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'subnet': {'network_id': '920a232e-ba52-4c66-9a94-6bbc88898f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:41.632249 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] device_id is not set on port c4ba4af8-8a17-4f5d-94a1-80b18a4538d7 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:37:41.771263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cc7f6-8273-4e6c-b00e-63533600f220 req-d2f08cfa-3ed9-48b8-936e-1a3ce61db727 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:41.780340 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c69cc7f6-8273-4e6c-b00e-63533600f220 req-d2f08cfa-3ed9-48b8-936e-1a3ce61db727 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 945 time: 0.8761458
Jun 04 15:37:41.841711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c0f49-5709-4581-ab1f-c7ae38c97ccf req-13648bed-2142-4b91-8406-63f47472fdc5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:41.852030 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-599c0f49-5709-4581-ab1f-c7ae38c97ccf req-13648bed-2142-4b91-8406-63f47472fdc5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.8127418
Jun 04 15:37:41.864272 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-c24068f7-88e8-4524-aafc-c8b9cd33e8db None None] Allocated IP 172.20.0.1 (df68c5b0-f58e-4e65-80df-0d36b8bfd91a/845e64d6-b466-4250-8110-06d0dc0927c8/316594d7-a71c-4498-8b76-951a29579c79) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:41.994713 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c69cc7f6-8273-4e6c-b00e-63533600f220 req-8e92886e-f24b-4c59-bf27-ae66353a8c4d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2112222
Jun 04 15:37:42.014185 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 920a232e-ba52-4c66-9a94-6bbc88898f5a details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:37:42.094479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9b6497d9-d8b5-4a27-8990-bf9759106524 None None] Provisioning complete for port ad1022aa-c97f-4cdb-89c2-8f3dab331e91 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:42.099035 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9b6497d9-d8b5-4a27-8990-bf9759106524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:42.166584 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:42.212160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b368713-715c-4a6c-a787-cb2fe65b42b5 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Network': ['ID=920a232e-ba52-4c66-9a94-6bbc88898f5a,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:42.215809 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8b368713-715c-4a6c-a787-cb2fe65b42b5 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:42.264053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cd436efb-f746-4a0b-bfb1-dcce9f2ee73b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:42.274969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cd436efb-f746-4a0b-bfb1-dcce9f2ee73b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:42.291668 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 920a232e-ba52-4c66-9a94-6bbc88898f5a details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:37:42.301315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-599c0f49-5709-4581-ab1f-c7ae38c97ccf req-202bd7ec-0ab1-487a-99e9-f9376c3ea9ad tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4473422
Jun 04 15:37:42.344585 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e4ea298b-504d-414d-b7d1-d0e7764c3dd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:42.357842 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-60e17751-ec90-4cbf-8239-07e559844fe9 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:42.371801 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd436efb-f746-4a0b-bfb1-dcce9f2ee73b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:42.376294 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cd436efb-f746-4a0b-bfb1-dcce9f2ee73b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:42.384444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port c2143492-b011-42f0-a341-8a7bebb56539 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:42.407692 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea298b-504d-414d-b7d1-d0e7764c3dd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Subnet': ['ID=733bc7c9-3fb0-40c2-b6ca-f48c42222abc,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:42.415424 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e4ea298b-504d-414d-b7d1-d0e7764c3dd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:42.416742 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port c2143492-b011-42f0-a341-8a7bebb56539 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:42.417218 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:42.418586 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e4ea298b-504d-414d-b7d1-d0e7764c3dd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:42.514352 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e4ea298b-504d-414d-b7d1-d0e7764c3dd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/733bc7c9-3fb0-40c2-b6ca-f48c42222abc HTTP/1.1" status: 204  len: 168 time: 2.7311518
Jun 04 15:37:42.524033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37458) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:42.533849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Allocated IP 172.20.0.12 (0e283dab-2b1d-416c-91d0-19d7b8e6efdc/d6a91bc8-7ca4-4556-a4b4-0ba2bc61aa55/c4ba4af8-8a17-4f5d-94a1-80b18a4538d7) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:42.558049 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41efd40-10c3-43ec-8a29-52dabce07a21 None None] Network 1c625a7b-6d80-4401-9348-9ff97333dfce requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:42.694026 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c24068f7-88e8-4524-aafc-c8b9cd33e8db None None] For port 316594d7-a71c-4498-8b76-951a29579c79, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=316594d7-a71c-4498-8b76-951a29579c79,segment=NetworkSegment(d109ab1c-4f54-4de0-bf05-5de38d81a779),segment_id=d109ab1c-4f54-4de0-bf05-5de38d81a779)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:42.701429 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:42.773144 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:42.835719 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:42.868348 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.resource_extend [None req-c24068f7-88e8-4524-aafc-c8b9cd33e8db None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:37:42.926970 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c24068f7-88e8-4524-aafc-c8b9cd33e8db None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:43.086728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port ad1022aa-c97f-4cdb-89c2-8f3dab331e91, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ad1022aa-c97f-4cdb-89c2-8f3dab331e91,segment=NetworkSegment(fbbed99f-ff5b-4cf2-a4bb-372df78223eb),segment_id=fbbed99f-ff5b-4cf2-a4bb-372df78223eb)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:43.094418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port 31e5c242-0961-4c2e-803b-b9522843a157 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:37:43.095136 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:43.132955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c24068f7-88e8-4524-aafc-c8b9cd33e8db None None] Transition to ACTIVE for port object 316594d7-a71c-4498-8b76-951a29579c79 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:43.146896 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9b6497d9-d8b5-4a27-8990-bf9759106524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:43.179168 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:43.179168 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 316594d7-a71c-4498-8b76-951a29579c79 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:43.206614 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:43.241532 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:43.256016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Router f7807352-fca6-417a-978e-aa25ca35955c is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:37:43.285227 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c24068f7-88e8-4524-aafc-c8b9cd33e8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:43.475845 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:37:43.499644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2143492-b011-42f0-a341-8a7bebb56539'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:37:43.508518 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1850ade5-76f5-4277-a3e9-2a4c14694847" -d '{"events": [{"server_uuid": "727728a7-0634-4207-9bd7-2183c2bf2c1c", "name": "network-vif-plugged", "status": "completed", "tag": "c2143492-b011-42f0-a341-8a7bebb56539"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:37:43.523041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f23f3-a3e4-4f52-be06-7577eac63d0e None None] Sync routers for ids ['f7807352-fca6-417a-978e-aa25ca35955c'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:37:43.598207 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c2143492-b011-42f0-a341-8a7bebb56539, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c2143492-b011-42f0-a341-8a7bebb56539,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:43.602894 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=ad1022aa-c97f-4cdb-89c2-8f3dab331e91,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:43.610900 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-9b6497d9-d8b5-4a27-8990-bf9759106524 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:37:43.611926 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-9b6497d9-d8b5-4a27-8990-bf9759106524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:37:43.625349 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:43.630358 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:43.673638 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:43.683971 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:43.727091 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f23f3-a3e4-4f52-be06-7577eac63d0e None None] Routers {'f7807352-fca6-417a-978e-aa25ca35955c'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:43.728197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-781f23f3-a3e4-4f52-be06-7577eac63d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8391128eb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['f7807352-fca6-417a-978e-aa25ca35955c'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:43.801884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] For port 31e5c242-0961-4c2e-803b-b9522843a157, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=31e5c242-0961-4c2e-803b-b9522843a157,segment=NetworkSegment(c329d8ca-fe38-4396-88af-8ae765c239f3),segment_id=c329d8ca-fe38-4396-88af-8ae765c239f3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:43.802249 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:43.819030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-781f23f3-a3e4-4f52-be06-7577eac63d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8391128eb0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:43.825764 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 316594d7-a71c-4498-8b76-951a29579c79 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:43.832022 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ec21af-74fc-42ae-9e05-ac8923dc001a None None] DHCP port deletion for 1c625a7b-6d80-4401-9348-9ff97333dfce request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:37:43.854594 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f23f3-a3e4-4f52-be06-7577eac63d0e None None] Routers {'f7807352-fca6-417a-978e-aa25ca35955c'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:43.855001 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-781f23f3-a3e4-4f52-be06-7577eac63d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8391128eb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['f7807352-fca6-417a-978e-aa25ca35955c'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:43.929552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Transition to ACTIVE for port object c4ba4af8-8a17-4f5d-94a1-80b18a4538d7 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:44.032909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d88fc-01d8-4b49-8796-1a9b19a9220c req-b35b6590-d379-48c3-9461-067d8cf1d3db tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:44.039095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ad1022aa-c97f-4cdb-89c2-8f3dab331e91 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:44.045627 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a19d88fc-01d8-4b49-8796-1a9b19a9220c req-b35b6590-d379-48c3-9461-067d8cf1d3db tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 945 time: 0.7789626
Jun 04 15:37:44.082964 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for 31e5c242-0961-4c2e-803b-b9522843a157 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:37:44.092144 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-781f23f3-a3e4-4f52-be06-7577eac63d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8391128eb0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:44.092871 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f23f3-a3e4-4f52-be06-7577eac63d0e None None] The sync data for ids ['f7807352-fca6-417a-978e-aa25ca35955c'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:37:44.120043 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24068f7-88e8-4524-aafc-c8b9cd33e8db None None] Pushing event updated for resources: {'Port': ['ID=316594d7-a71c-4498-8b76-951a29579c79,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:44.139210 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:44.140416 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 8.8554447
Jun 04 15:37:44.155000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37502) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:44.160147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ba3e7ef6-4deb-4d5e-8089-2d7095e8ac04 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'enable_snat': False}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:44.163351 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c24068f7-88e8-4524-aafc-c8b9cd33e8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:44.163351 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6d698927-9654-4399-95ee-acb2929a1811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:44.278173 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a19d88fc-01d8-4b49-8796-1a9b19a9220c req-0e9b86ec-947e-4787-a94e-164e7682877e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2306242
Jun 04 15:37:44.301200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69226b-aae0-4b6a-8913-a3efcc732c93 req-0dbdf9b2-55f4-4475-a11e-274a3ef8428f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:44.306290 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2d69226b-aae0-4b6a-8913-a3efcc732c93 req-0dbdf9b2-55f4-4475-a11e-274a3ef8428f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.7391362
Jun 04 15:37:44.375685 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:44.383544 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1fd0f245-fe23-4bab-8b6c-796b9cfbc3ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:44.450051 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4caf27-067d-49fd-8086-e20ae28a610b x-openstack-request-id: req-0e4caf27-067d-49fd-8086-e20ae28a610b {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:37:44.455854 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727728a7-0634-4207-9bd7-2183c2bf2c1c", "name": "network-vif-plugged", "status": "completed", "tag": "c2143492-b011-42f0-a341-8a7bebb56539", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:37:44.459449 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e4caf27-067d-49fd-8086-e20ae28a610b {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:37:44.461668 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2143492-b011-42f0-a341-8a7bebb56539', 'code': 200}
Jun 04 15:37:44.507942 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:44.549190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=31e5c242-0961-4c2e-803b-b9522843a157,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:44.559726 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec21af-74fc-42ae-9e05-ac8923dc001a None None] Deleting port 31e5c242-0961-4c2e-803b-b9522843a157 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:37:44.559726 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e1ec21af-74fc-42ae-9e05-ac8923dc001a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:44.623362 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:44.624153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No DVR routers for this DVR port 31e5c242-0961-4c2e-803b-b9522843a157 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:37:44.638393 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e48e5e8-773d-474d-ba91-2d2611c0de92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-332762003-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:44.677709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:44.713253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e1ec21af-74fc-42ae-9e05-ac8923dc001a None None] For port 31e5c242-0961-4c2e-803b-b9522843a157, host n-d-791505-9, got binding levels [] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:44.714093 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e1ec21af-74fc-42ae-9e05-ac8923dc001a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:44.757381 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2d69226b-aae0-4b6a-8913-a3efcc732c93 req-18971d14-cf1e-43f1-ad71-d7d5b28ab27f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4249051
Jun 04 15:37:44.758216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37506) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:44.803773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:44.830644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:44.868661 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec21af-74fc-42ae-9e05-ac8923dc001a None None] Calling delete_port for 31e5c242-0961-4c2e-803b-b9522843a157 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:37:44.877646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.ipam_backend_mixin [None req-e1ec21af-74fc-42ae-9e05-ac8923dc001a None None] Port 31e5c242-0961-4c2e-803b-b9522843a157 was not found and therefore no delete operation was performed {{(pid=88302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Jun 04 15:37:44.894311 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e1ec21af-74fc-42ae-9e05-ac8923dc001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:44.898668 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=c2143492-b011-42f0-a341-8a7bebb56539,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:44.901926 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:44.903755 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:44.965618 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b727e709-032c-47af-93f5-73c35d868c5f None None] Network df68c5b0-f58e-4e65-80df-0d36b8bfd91a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:45.015951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:45.017220 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:45.026856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec21af-74fc-42ae-9e05-ac8923dc001a None None] Pushing event deleted for resources: {'Port': ['ID=31e5c242-0961-4c2e-803b-b9522843a157,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:45.029315 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e1ec21af-74fc-42ae-9e05-ac8923dc001a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:45.029925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port ad1022aa-c97f-4cdb-89c2-8f3dab331e91 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:45.030308 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:45.097923 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9b6497d9-d8b5-4a27-8990-bf9759106524 None None] Provisioning for port c3c60871-0c50-4260-83c3-ac941273ce19 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:45.111288 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9b6497d9-d8b5-4a27-8990-bf9759106524 None None] Provisioning complete for port c3c60871-0c50-4260-83c3-ac941273ce19 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:45.111683 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9b6497d9-d8b5-4a27-8990-bf9759106524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:45.146281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event updated for resources: {'Port': ['ID=c4ba4af8-8a17-4f5d-94a1-80b18a4538d7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:45.228135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec21af-74fc-42ae-9e05-ac8923dc001a None None] No DVR routers for this DVR port 31e5c242-0961-4c2e-803b-b9522843a157 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:37:45.247888 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:45.258532 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:45.276576 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-56cbc9f1-8ac1-4cc7-b6bc-52ea7d5540a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:45.276843 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba3e7ef6-4deb-4d5e-8089-2d7095e8ac04 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:45.309494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83869b0100>,) {'filters': {'network_id': ['1c625a7b-6d80-4401-9348-9ff97333dfce']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:45.322093 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cd436efb-f746-4a0b-bfb1-dcce9f2ee73b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:45.333049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-56cbc9f1-8ac1-4cc7-b6bc-52ea7d5540a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:45.338927 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1fb7f19f-a649-4395-ad02-d7bcff52a930 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:45.403976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83869b0100>, 'c329d8ca-fe38-4396-88af-8ae765c239f3') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:45.404638 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83869b0100>, 'c329d8ca-fe38-4396-88af-8ae765c239f3') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:45.421940 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-56cbc9f1-8ac1-4cc7-b6bc-52ea7d5540a0 admin admin] Usage tracker for resource:security_group_rule and tenant:b13fb14b6ec943a58c34bfadabb7c0c6 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:45.437450 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 5.5430152
Jun 04 15:37:45.460352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37514) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:45.463215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-56cbc9f1-8ac1-4cc7-b6bc-52ea7d5540a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:45.484311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-56cbc9f1-8ac1-4cc7-b6bc-52ea7d5540a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:45.488273 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:45.536459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd955b79-ba2d-4715-80ea-e0d14ccfdd8c req-47d264aa-d5fc-4285-8fe0-4b4fccec93e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:45.536459 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dd955b79-ba2d-4715-80ea-e0d14ccfdd8c req-47d264aa-d5fc-4285-8fe0-4b4fccec93e8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 1097 time: 0.9938705
Jun 04 15:37:45.541117 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:45.558874 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9b6497d9-d8b5-4a27-8990-bf9759106524 None None] Port c3c60871-0c50-4260-83c3-ac941273ce19 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:37:45.560752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 31e5c242-0961-4c2e-803b-b9522843a157 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:37:45.595113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:37:45.595676 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:37:45.612354 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:37:45.655029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd436efb-f746-4a0b-bfb1-dcce9f2ee73b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Subnet': ['ID=6016455b-1854-4e16-ade5-a455c391ef1c,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:45.675537 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cd436efb-f746-4a0b-bfb1-dcce9f2ee73b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:45.696700 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 31e5c242-0961-4c2e-803b-b9522843a157 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:37:45.697537 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 31e5c242-0961-4c2e-803b-b9522843a157 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:37:45.751774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd436efb-f746-4a0b-bfb1-dcce9f2ee73b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Checking segment: {'id': '8028011d-1e7b-4a6b-90ee-5b23f94d1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '920a232e-ba52-4c66-9a94-6bbc88898f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:45.753697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd436efb-f746-4a0b-bfb1-dcce9f2ee73b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network hostable DHCP agents. Network: 920a232e-ba52-4c66-9a94-6bbc88898f5a, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:37:45.768497 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dd955b79-ba2d-4715-80ea-e0d14ccfdd8c req-bbc19770-f0de-42d1-bc70-14dc8988741d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2210901
Jun 04 15:37:45.778167 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d6f622-ab97-4ffb-b400-e1a99463e145 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:45.784945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d6f622-ab97-4ffb-b400-e1a99463e145 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:45.791160 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d6f622-ab97-4ffb-b400-e1a99463e145 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:45.793885 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-89d6f622-ab97-4ffb-b400-e1a99463e145 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2467 time: 0.3314505
Jun 04 15:37:45.796993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37518) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:45.895562 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-56cbc9f1-8ac1-4cc7-b6bc-52ea7d5540a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:45.896157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1d8e2-f3a6-47cf-86bd-a06c65601594 req-08bd6e65-2a6a-49f8-a219-df3c123bebbc tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:45.897739 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f3e1d8e2-f3a6-47cf-86bd-a06c65601594 req-08bd6e65-2a6a-49f8-a219-df3c123bebbc tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.2689121
Jun 04 15:37:46.059809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 316594d7-a71c-4498-8b76-951a29579c79 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:46.079621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721edff-5678-42da-9452-c14b732f14dd req-9be817b6-95fc-4a55-bd5c-5513c6440251 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:46.081973 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6721edff-5678-42da-9452-c14b732f14dd req-9be817b6-95fc-4a55-bd5c-5513c6440251 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.1223512
Jun 04 15:37:46.096646 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f3e1d8e2-f3a6-47cf-86bd-a06c65601594 req-97adb7ee-06fc-4158-8de8-346b92e0b176 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1471338
Jun 04 15:37:46.191663 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6721edff-5678-42da-9452-c14b732f14dd req-86e3d90b-bf2a-4c08-9c4e-6ac6ec72da3e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014614
Jun 04 15:37:46.270365 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Deleting port c4ba4af8-8a17-4f5d-94a1-80b18a4538d7 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:37:46.270745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:46.302363 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a742081f-041c-4201-af1d-41883ace1a07 None None] Provisioning for port c4ba4af8-8a17-4f5d-94a1-80b18a4538d7 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:46.309176 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a742081f-041c-4201-af1d-41883ace1a07 None None] Provisioning complete for port c4ba4af8-8a17-4f5d-94a1-80b18a4538d7 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:46.309758 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a742081f-041c-4201-af1d-41883ace1a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:46.384467 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a742081f-041c-4201-af1d-41883ace1a07 None None] Port c4ba4af8-8a17-4f5d-94a1-80b18a4538d7 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:37:46.398440 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd436efb-f746-4a0b-bfb1-dcce9f2ee73b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network 920a232e-ba52-4c66-9a94-6bbc88898f5a is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:37:46.450421 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-56cbc9f1-8ac1-4cc7-b6bc-52ea7d5540a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:46.450646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a742081f-041c-4201-af1d-41883ace1a07 None None] Provisioning complete for port c3c60871-0c50-4260-83c3-ac941273ce19 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:46.450646 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a742081f-041c-4201-af1d-41883ace1a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:46.450927 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6b1f873b-7cee-4b2e-8e55-f9d0c779eb78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:46.450927 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:46.478350 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:46.517552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbc9f1-8ac1-4cc7-b6bc-52ea7d5540a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6800a1e4-b153-4950-bea9-c04bff07e2dc,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:46.525042 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-56cbc9f1-8ac1-4cc7-b6bc-52ea7d5540a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:46.525561 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3f483891-1d56-4559-8ae5-bf2146c84cb8 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:46.556873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Network': ['ID=1c625a7b-6d80-4401-9348-9ff97333dfce,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:46.561686 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:46.573100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a742081f-041c-4201-af1d-41883ace1a07 None None] Port c3c60871-0c50-4260-83c3-ac941273ce19 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:37:46.583600 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-56cbc9f1-8ac1-4cc7-b6bc-52ea7d5540a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b13fb14b6ec943a58c34bfadabb7c0c6&name=default HTTP/1.1" status: 200  len: 2983 time: 1.7898364
Jun 04 15:37:46.584362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37522) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:46.587457 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/networks/1c625a7b-6d80-4401-9348-9ff97333dfce HTTP/1.1" status: 204  len: 168 time: 4.0622275
Jun 04 15:37:46.598528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37524) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:46.610329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1370098317'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:46.637457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:46.638816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:network and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:46.645779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:46.661690 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:46.698470 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-cd436efb-f746-4a0b-bfb1-dcce9f2ee73b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 920a232e-ba52-4c66-9a94-6bbc88898f5a) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:46.711456 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b74ebe7-891c-4beb-89ec-6e4953dde3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:46.714911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd436efb-f746-4a0b-bfb1-dcce9f2ee73b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:46.715384 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cd436efb-f746-4a0b-bfb1-dcce9f2ee73b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:46.720332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648bf591-beee-4f90-a0da-d5b4c707b994 None None] Network 920a232e-ba52-4c66-9a94-6bbc88898f5a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:46.748053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a742081f-041c-4201-af1d-41883ace1a07 None None] Provisioning for port 316594d7-a71c-4498-8b76-951a29579c79 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:46.764543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a742081f-041c-4201-af1d-41883ace1a07 None None] Provisioning complete for port 316594d7-a71c-4498-8b76-951a29579c79 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:46.764927 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a742081f-041c-4201-af1d-41883ace1a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:46.829737 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:46.969173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:46.973550 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:47.015874 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b74ebe7-891c-4beb-89ec-6e4953dde3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:47.021594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Calling delete_port for c4ba4af8-8a17-4f5d-94a1-80b18a4538d7 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:37:47.064209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:37:47.084590 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:47.084590 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Added segment 1317a01f-2dbd-4757-a648-29c6e3705cdc of type vlan for network 95f4f792-3291-487b-a7b5-e4db9c63a825
Jun 04 15:37:47.089479 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a742081f-041c-4201-af1d-41883ace1a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:47.098261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37526) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:47.098486 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cd436efb-f746-4a0b-bfb1-dcce9f2ee73b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.4924505
Jun 04 15:37:47.105689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-29643b84-2007-4330-839e-8508f03390d4 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:47.187615 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:47.212347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a742081f-041c-4201-af1d-41883ace1a07 None None] For port 316594d7-a71c-4498-8b76-951a29579c79, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=316594d7-a71c-4498-8b76-951a29579c79,segment=NetworkSegment(d109ab1c-4f54-4de0-bf05-5de38d81a779),segment_id=d109ab1c-4f54-4de0-bf05-5de38d81a779)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:47.222384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-920a232e-ba52-4c66-9a94-6bbc88898f5a', 'network_id': '920a232e-ba52-4c66-9a94-6bbc88898f5a', 'tenant_id': '176b0820955d43e1804123ce0dc0994d', 'fixed_ips': [{'subnet_id': '6016455b-1854-4e16-ade5-a455c391ef1c'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:37:47.223309 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:47.325403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:47.344166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:47.344781 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:47.352770 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-420cc688-af87-4f5e-87d9-c33e6c90f56b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:47.395263 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a742081f-041c-4201-af1d-41883ace1a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:47.400352 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:47.521385 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba3e7ef6-4deb-4d5e-8089-2d7095e8ac04 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:47.536660 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b74ebe7-891c-4beb-89ec-6e4953dde3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:47.543948 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba3e7ef6-4deb-4d5e-8089-2d7095e8ac04 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:47.637635 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-29643b84-2007-4330-839e-8508f03390d4 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10086221'] for subnet, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:47.660243 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b74ebe7-891c-4beb-89ec-6e4953dde3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:47.663783 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2b74ebe7-891c-4beb-89ec-6e4953dde3ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6800a1e4-b153-4950-bea9-c04bff07e2dc HTTP/1.1" status: 204  len: 168 time: 1.0759597
Jun 04 15:37:47.663939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742081f-041c-4201-af1d-41883ace1a07 None None] Pushing event updated for resources: {'Port': ['ID=316594d7-a71c-4498-8b76-951a29579c79,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:47.664523 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Network': ['ID=95f4f792-3291-487b-a7b5-e4db9c63a825,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:47.666985 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:47.667960 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:47.680229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 95f4f792-3291-487b-a7b5-e4db9c63a825 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:37:47.681708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74ebe7-891c-4beb-89ec-6e4953dde3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6800a1e4-b153-4950-bea9-c04bff07e2dc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:47.684244 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0831902
Jun 04 15:37:47.685269 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2b74ebe7-891c-4beb-89ec-6e4953dde3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:47.687573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37536) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:47.693118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'subnet': {'network_id': '95f4f792-3291-487b-a7b5-e4db9c63a825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:47.717431 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a742081f-041c-4201-af1d-41883ace1a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:47.741548 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d9ac6fa2-c9e7-4144-afe2-8a2cdbe40461 None None] Provisioning complete for port 316594d7-a71c-4498-8b76-951a29579c79 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:47.742771 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d9ac6fa2-c9e7-4144-afe2-8a2cdbe40461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:47.798951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Allocated IP 2001:db8::2 (920a232e-ba52-4c66-9a94-6bbc88898f5a/6016455b-1854-4e16-ade5-a455c391ef1c/0106ae62-ac7d-4ca1-bf78-2388c46be1cd) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:47.839719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e60691-006b-4852-98bc-c542c0e59263 req-4f2a3a63-be09-47f4-be83-00e20b02c8da tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:47.841713 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2e60691-006b-4852-98bc-c542c0e59263 req-4f2a3a63-be09-47f4-be83-00e20b02c8da tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.3852034
Jun 04 15:37:47.889954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:47.900578 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:subnet and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:47.905730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:47.916120 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2e60691-006b-4852-98bc-c542c0e59263 req-40a148d2-4ce3-4c38-9045-03325b7e1f88 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641956
Jun 04 15:37:47.917087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:47.975477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:47.979119 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:48.032774 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 316594d7-a71c-4498-8b76-951a29579c79 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:48.179219 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3e7ef6-4deb-4d5e-8089-2d7095e8ac04 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Router f7807352-fca6-417a-978e-aa25ca35955c has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:37:48.209705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045179c-8bf4-41d3-9655-47d42e0f4e3e req-c0e78bb6-0464-411e-ab50-6b979f1bd24e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:48.217815 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5045179c-8bf4-41d3-9655-47d42e0f4e3e req-c0e78bb6-0464-411e-ab50-6b979f1bd24e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.8624465
Jun 04 15:37:48.437375 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 316594d7-a71c-4498-8b76-951a29579c79 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:48.437833 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:48.559867 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:48.633188 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:48.652905 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5045179c-8bf4-41d3-9655-47d42e0f4e3e req-4dcff7c2-a1ac-4fcb-97f5-a389dcad50a4 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4332292
Jun 04 15:37:48.671577 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d902ff97-ff1a-4244-8228-4562272bfdeb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:48.693022 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Transition to ACTIVE for port object 0106ae62-ac7d-4ca1-bf78-2388c46be1cd will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:48.723531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event deleted for resources: {'Port': ['ID=c4ba4af8-8a17-4f5d-94a1-80b18a4538d7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:48.728993 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Transition to ACTIVE for port object 0106ae62-ac7d-4ca1-bf78-2388c46be1cd will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:48.733730 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3e7ef6-4deb-4d5e-8089-2d7095e8ac04 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:37:48.743508 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67646abc-a04b-4b21-a979-e02b5dd403e5 None None] Sync routers for ids ['f7807352-fca6-417a-978e-aa25ca35955c'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:37:48.759763 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67646abc-a04b-4b21-a979-e02b5dd403e5 None None] Routers {'f7807352-fca6-417a-978e-aa25ca35955c'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:48.769704 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-67646abc-a04b-4b21-a979-e02b5dd403e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c835d90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['f7807352-fca6-417a-978e-aa25ca35955c'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:48.778814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:48.779209 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:48.779574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:48.780051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:48.780421 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:48.782598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:48.782598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:48.782598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:48.782598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:48.782598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:48.782598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:48.783161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:37:48.794210 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:48.795162 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:48.810899 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:48.930659 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Pushing event updated for resources: {'Port': ['ID=0106ae62-ac7d-4ca1-bf78-2388c46be1cd,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:48.934423 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:48.948747 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Network 920a232e-ba52-4c66-9a94-6bbc88898f5a is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:48.958541 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:48.966173 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:48.982022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84952d5d-e4c1-4326-aee1-5da64b6de51f req-38c6ecce-930e-47b7-a94e-006ff7f1d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:48.994422 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-84952d5d-e4c1-4326-aee1-5da64b6de51f req-38c6ecce-930e-47b7-a94e-006ff7f1d6ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 1095 time: 0.3832636
Jun 04 15:37:49.031247 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:37:49.032366 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-67646abc-a04b-4b21-a979-e02b5dd403e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c835d90>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:49.066724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b0ca9-dc05-4a4f-95d9-1dd9eaad49ee req-3ef4f67e-bc60-47f1-8a6f-1d4d00e1d135 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:49.067259 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67646abc-a04b-4b21-a979-e02b5dd403e5 None None] Routers {'f7807352-fca6-417a-978e-aa25ca35955c'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:49.067888 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-67646abc-a04b-4b21-a979-e02b5dd403e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c835d90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['f7807352-fca6-417a-978e-aa25ca35955c'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:49.068664 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da8b0ca9-dc05-4a4f-95d9-1dd9eaad49ee req-3ef4f67e-bc60-47f1-8a6f-1d4d00e1d135 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.5386546
Jun 04 15:37:49.178817 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba3e7ef6-4deb-4d5e-8089-2d7095e8ac04 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:49.180538 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ba3e7ef6-4deb-4d5e-8089-2d7095e8ac04 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "PUT /v2.0/routers/f7807352-fca6-417a-978e-aa25ca35955c HTTP/1.1" status: 200  len: 926 time: 5.0244558
Jun 04 15:37:49.191835 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37560) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:49.194957 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Attempting to bind port 0106ae62-ac7d-4ca1-bf78-2388c46be1cd on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:37:49.196269 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Attempting to bind port 0106ae62-ac7d-4ca1-bf78-2388c46be1cd by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '8028011d-1e7b-4a6b-90ee-5b23f94d1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '920a232e-ba52-4c66-9a94-6bbc88898f5a'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:37:49.196269 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Attempting to bind port 0106ae62-ac7d-4ca1-bf78-2388c46be1cd on network 920a232e-ba52-4c66-9a94-6bbc88898f5a {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:37:49.202896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:37:49.203485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Checking segment: {'id': '8028011d-1e7b-4a6b-90ee-5b23f94d1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '920a232e-ba52-4c66-9a94-6bbc88898f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:49.203909 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:49.204314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Bound using segment: {'id': '8028011d-1e7b-4a6b-90ee-5b23f94d1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '920a232e-ba52-4c66-9a94-6bbc88898f5a'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:37:49.205433 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Bound port: 0106ae62-ac7d-4ca1-bf78-2388c46be1cd, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8028011d-1e7b-4a6b-90ee-5b23f94d1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '920a232e-ba52-4c66-9a94-6bbc88898f5a'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:37:49.206057 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:49.213941 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-67646abc-a04b-4b21-a979-e02b5dd403e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c835d90>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:49.214884 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67646abc-a04b-4b21-a979-e02b5dd403e5 None None] The sync data for ids ['f7807352-fca6-417a-978e-aa25ca35955c'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:37:49.283736 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da8b0ca9-dc05-4a4f-95d9-1dd9eaad49ee req-af8c091b-e81d-4a5d-ae4a-2dca4568fa39 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2054591
Jun 04 15:37:49.332159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] For port 0106ae62-ac7d-4ca1-bf78-2388c46be1cd, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:37:49.336600 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] For port 0106ae62-ac7d-4ca1-bf78-2388c46be1cd, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0106ae62-ac7d-4ca1-bf78-2388c46be1cd,segment=NetworkSegment(8028011d-1e7b-4a6b-90ee-5b23f94d1101),segment_id=8028011d-1e7b-4a6b-90ee-5b23f94d1101)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:37:49.359155 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:49.366388 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b0d79d38-3af0-48bc-9eb8-cbce32eac185 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:49.404846 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:49.409532 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bbebceb1-ea1c-4eab-956a-268f546ad1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:49.428730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84952d5d-e4c1-4326-aee1-5da64b6de51f req-c8f44399-5e02-4f70-9664-4a39fc377b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:49.430304 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-84952d5d-e4c1-4326-aee1-5da64b6de51f req-c8f44399-5e02-4f70-9664-4a39fc377b20 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.4290071
Jun 04 15:37:49.524744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Pushing event updated for resources: {'Port': ['ID=0106ae62-ac7d-4ca1-bf78-2388c46be1cd,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:49.538644 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:49.566144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Subnet': ['ID=9c28cb64-45f3-4306-8aa2-a688e1c59139,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:49.574894 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:49.591250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Checking segment: {'id': '1317a01f-2dbd-4757-a648-29c6e3705cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '95f4f792-3291-487b-a7b5-e4db9c63a825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:49.591609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network hostable DHCP agents. Network: 95f4f792-3291-487b-a7b5-e4db9c63a825, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:37:49.623358 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-84952d5d-e4c1-4326-aee1-5da64b6de51f req-0a0d0e03-8cca-4ddc-8833-7ab565538419 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 HTTP/1.1" status: 200  len: 999 time: 0.1819654
Jun 04 15:37:49.716681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84952d5d-e4c1-4326-aee1-5da64b6de51f req-6f800ecb-fd1b-4acd-9f6e-941ca042c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:49.718327 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-84952d5d-e4c1-4326-aee1-5da64b6de51f req-6f800ecb-fd1b-4acd-9f6e-941ca042c6f1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.0905833
Jun 04 15:37:49.759802 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9c3ec474-d407-4747-86e1-cc1e5ab17fdb tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/routers/f7807352-fca6-417a-978e-aa25ca35955c HTTP/1.1" status: 200  len: 926 time: 0.5664105
Jun 04 15:37:49.760523 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37568) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:49.771875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 95f4f792-3291-487b-a7b5-e4db9c63a825 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:37:49.845086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84952d5d-e4c1-4326-aee1-5da64b6de51f req-377417f8-9527-46b8-a782-518efdd7f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:49.851799 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-84952d5d-e4c1-4326-aee1-5da64b6de51f req-377417f8-9527-46b8-a782-518efdd7f70d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1254747
Jun 04 15:37:49.870837 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-29643b84-2007-4330-839e-8508f03390d4 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762687599876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9474572'] for subnet, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:49.887779 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d47ef4c7-c487-4b48-9b1c-493df8e26a28 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:49.913361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 95f4f792-3291-487b-a7b5-e4db9c63a825) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:49.965106 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93a8424-34e2-4752-aa11-042a799bdaf7 None None] Network 95f4f792-3291-487b-a7b5-e4db9c63a825 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:49.982344 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:49.987156 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "DELETE /v2.0/ports/c4ba4af8-8a17-4f5d-94a1-80b18a4538d7 HTTP/1.1" status: 204  len: 168 time: 4.1891475
Jun 04 15:37:50.046006 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0106ae62-ac7d-4ca1-bf78-2388c46be1cd up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:50.046387 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37572) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:50.051685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29643b84-2007-4330-839e-8508f03390d4 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:50.052469 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-29643b84-2007-4330-839e-8508f03390d4 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:50.053985 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-29643b84-2007-4330-839e-8508f03390d4 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "PUT /v2.0/subnets/6016455b-1854-4e16-ade5-a455c391ef1c HTTP/1.1" status: 200  len: 826 time: 2.9541693
Jun 04 15:37:50.128911 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37574) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:50.176645 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8be999b-ae39-40b6-829f-d36bcacd41ec tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] GET failed (client error): The resource could not be found.
Jun 04 15:37:50.177246 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b8be999b-ae39-40b6-829f-d36bcacd41ec tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Synchronizing usage tracker for tenant:de2c82f3aecb4c8ca6faee639caa83e1 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:37:50.331402 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-84952d5d-e4c1-4326-aee1-5da64b6de51f req-649b431d-76bb-4b8f-8fd3-bfb582b49312 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4679434
Jun 04 15:37:50.340879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:50.341495 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:50.438069 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29643b84-2007-4330-839e-8508f03390d4 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Subnet': ['ID=6016455b-1854-4e16-ade5-a455c391ef1c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:50.452964 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-29643b84-2007-4330-839e-8508f03390d4 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:50.453647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b8be999b-ae39-40b6-829f-d36bcacd41ec tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Unset dirty status for tenant:de2c82f3aecb4c8ca6faee639caa83e1 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:37:50.455321 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b8be999b-ae39-40b6-829f-d36bcacd41ec tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "GET /v2.0/ports/c4ba4af8-8a17-4f5d-94a1-80b18a4538d7 HTTP/1.1" status: 404  len: 333 time: 0.3999143
Jun 04 15:37:50.462653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37586) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:50.476810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Request body: {'port': {'network_id': '0e283dab-2b1d-416c-91d0-19d7b8e6efdc', 'name': 'tempest-AllowedAddressPairTestJSON-2048837960'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:50.491193 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d86886-44e9-4449-88c0-a1328081713c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:50.491957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-61d86886-44e9-4449-88c0-a1328081713c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Synchronizing usage tracker for tenant:8bc0d37ffc2744d5861de697d0f7fe2b on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:37:50.551221 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.8624687
Jun 04 15:37:50.551726 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:50.553461 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37590) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:50.584456 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df96d13-4480-4085-9fc5-da25aa5dc05c req-7bd906dd-ebab-498a-9631-c4b7f2daf77c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:50.593146 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5df96d13-4480-4085-9fc5-da25aa5dc05c req-7bd906dd-ebab-498a-9631-c4b7f2daf77c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.6545103
Jun 04 15:37:50.598344 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-55f20e70-5de8-4d29-bcb1-ea268be7dc46 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-297864485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:50.600479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-95f4f792-3291-487b-a7b5-e4db9c63a825', 'network_id': '95f4f792-3291-487b-a7b5-e4db9c63a825', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'fixed_ips': [{'subnet_id': '9c28cb64-45f3-4306-8aa2-a688e1c59139'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:37:50.605049 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:50.628679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-55f20e70-5de8-4d29-bcb1-ea268be7dc46 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:50.637794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-55f20e70-5de8-4d29-bcb1-ea268be7dc46 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:router and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:50.693939 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-84952d5d-e4c1-4326-aee1-5da64b6de51f req-ff209c4f-bbcb-4181-add1-dba74f945820 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3476303
Jun 04 15:37:50.694607 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-55f20e70-5de8-4d29-bcb1-ea268be7dc46 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:50.704003 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-55f20e70-5de8-4d29-bcb1-ea268be7dc46 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:50.762636 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 0106ae62-ac7d-4ca1-bf78-2388c46be1cd completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:50.772533 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5df96d13-4480-4085-9fc5-da25aa5dc05c req-b278a337-1db9-4cd3-b166-e51e06d42ed5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1784935
Jun 04 15:37:50.773787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-61d86886-44e9-4449-88c0-a1328081713c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Unset dirty status for tenant:8bc0d37ffc2744d5861de697d0f7fe2b on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:37:50.777602 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-61d86886-44e9-4449-88c0-a1328081713c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&device_id=f7807352-fca6-417a-978e-aa25ca35955c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 1.0065942
Jun 04 15:37:50.782656 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37592) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:50.790643 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-55f20e70-5de8-4d29-bcb1-ea268be7dc46 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:50.790643 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-55f20e70-5de8-4d29-bcb1-ea268be7dc46 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:50.835242 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-55f20e70-5de8-4d29-bcb1-ea268be7dc46 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:50.871208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Deleting port 0106ae62-ac7d-4ca1-bf78-2388c46be1cd {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:37:50.871740 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:50.995023 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-55f20e70-5de8-4d29-bcb1-ea268be7dc46 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:51.007828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Allocated IP 2001:db8::2 (95f4f792-3291-487b-a7b5-e4db9c63a825/9c28cb64-45f3-4306-8aa2-a688e1c59139/7b1b7165-d9d3-40c0-b127-f15fc36077c8) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:51.112257 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:51.126604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:51.178413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cc59f-0b9c-4c47-9021-807b00a7933d req-a872cd2f-6d37-4d52-b9cc-a2af7c75ddbb tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:51.178413 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-862cc59f-0b9c-4c47-9021-807b00a7933d req-a872cd2f-6d37-4d52-b9cc-a2af7c75ddbb tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.4519491
Jun 04 15:37:51.213189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] For port 0106ae62-ac7d-4ca1-bf78-2388c46be1cd, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0106ae62-ac7d-4ca1-bf78-2388c46be1cd,segment=NetworkSegment(8028011d-1e7b-4a6b-90ee-5b23f94d1101),segment_id=8028011d-1e7b-4a6b-90ee-5b23f94d1101)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:51.213719 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:51.253654 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5ce6d1-03cf-4336-b08c-411d2848cdc7 None None] Network 920a232e-ba52-4c66-9a94-6bbc88898f5a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:51.286576 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-862cc59f-0b9c-4c47-9021-807b00a7933d req-7141afdf-b8ac-449a-8ed4-7b64c706b724 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1062410
Jun 04 15:37:51.292201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea31e29f-22df-40cd-9849-26112d4d8f9d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:51.293474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ea31e29f-22df-40cd-9849-26112d4d8f9d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Synchronizing usage tracker for tenant:8bc0d37ffc2744d5861de697d0f7fe2b on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:37:51.446238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Calling delete_port for 0106ae62-ac7d-4ca1-bf78-2388c46be1cd owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:37:51.489281 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-55f20e70-5de8-4d29-bcb1-ea268be7dc46 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:51.493094 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-55f20e70-5de8-4d29-bcb1-ea268be7dc46 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.9309764
Jun 04 15:37:51.493723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37610) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:51.562847 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:51.597277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f88e6bdb-7f40-48ad-85f4-b69a3631cc88 None None] Provisioning for port 0106ae62-ac7d-4ca1-bf78-2388c46be1cd completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:51.602787 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Transition to ACTIVE for port object 7b1b7165-d9d3-40c0-b127-f15fc36077c8 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:51.617092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44218b-0582-4c64-bc9e-70c82691df29 req-1fd2d003-2940-4100-aa59-a979a9f840d5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:51.618068 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c44218b-0582-4c64-bc9e-70c82691df29 req-1fd2d003-2940-4100-aa59-a979a9f840d5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.5820899
Jun 04 15:37:51.643560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f88e6bdb-7f40-48ad-85f4-b69a3631cc88 None None] Provisioning complete for port 0106ae62-ac7d-4ca1-bf78-2388c46be1cd triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:51.644277 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f88e6bdb-7f40-48ad-85f4-b69a3631cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:51.664279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37616) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:51.674845 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f733bee9-9c42-417b-b913-92425cc10a8d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Request body: {'floatingip': {'port_id': 'c2143492-b011-42f0-a341-8a7bebb56539'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:51.752150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Made reservation on behalf of de2c82f3aecb4c8ca6faee639caa83e1 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:51.759022 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:51.770141 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ea31e29f-22df-40cd-9849-26112d4d8f9d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Unset dirty status for tenant:8bc0d37ffc2744d5861de697d0f7fe2b on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:37:51.774269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ea31e29f-22df-40cd-9849-26112d4d8f9d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 881 time: 0.9273207
Jun 04 15:37:51.774430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37620) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:51.852320 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Transition to ACTIVE for port object 7b1b7165-d9d3-40c0-b127-f15fc36077c8 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:51.856265 n-d-791505-9 neutron-server[88302]: INFO neutron.plugins.ml2.db [None req-f88e6bdb-7f40-48ad-85f4-b69a3631cc88 None None] No ports have port_id starting with 0106ae62-ac7d-4ca1-bf78-2388c46be1cd
Jun 04 15:37:51.867456 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:51.879304 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ada64cb6-a7a6-4394-a4c0-7341d89afc2b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:51.885532 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f733bee9-9c42-417b-b913-92425cc10a8d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for floatingip, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:51.907408 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:51.911681 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:51.964907 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bfee07b9-4bbc-4977-8a9c-f47b3bec8745 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7807352-fca6-417a-978e-aa25ca35955c HTTP/1.1" status: 200  len: 205 time: 0.1886437
Jun 04 15:37:51.965850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37626) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:51.996228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Network 95f4f792-3291-487b-a7b5-e4db9c63a825 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:51.999848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:52.003845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:52.010241 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Pushing event updated for resources: {'Port': ['ID=7b1b7165-d9d3-40c0-b127-f15fc36077c8,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:52.014761 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:52.176355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] device_id is not set on port 2a1194ca-268a-45cd-822b-4ed1e770ccc0 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:37:52.250588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed300058-9ac8-4d77-85e4-8df8e54b771d None None] Network 920a232e-ba52-4c66-9a94-6bbc88898f5a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:52.286193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37636) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:52.288875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Attempting to bind port 7b1b7165-d9d3-40c0-b127-f15fc36077c8 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:37:52.289341 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Attempting to bind port 7b1b7165-d9d3-40c0-b127-f15fc36077c8 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '1317a01f-2dbd-4757-a648-29c6e3705cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '95f4f792-3291-487b-a7b5-e4db9c63a825'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:37:52.289774 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Attempting to bind port 7b1b7165-d9d3-40c0-b127-f15fc36077c8 on network 95f4f792-3291-487b-a7b5-e4db9c63a825 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:37:52.296348 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-efed3b79-cd1b-466e-89c4-01cf5e9daaca None None] Could not find standard attr ID for object 0106ae62-ac7d-4ca1-bf78-2388c46be1cd. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:37:52.305984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:37:52.305984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Checking segment: {'id': '1317a01f-2dbd-4757-a648-29c6e3705cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '95f4f792-3291-487b-a7b5-e4db9c63a825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:37:52.305984 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:52.305984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Bound using segment: {'id': '1317a01f-2dbd-4757-a648-29c6e3705cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '95f4f792-3291-487b-a7b5-e4db9c63a825'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:37:52.305984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Bound port: 7b1b7165-d9d3-40c0-b127-f15fc36077c8, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1317a01f-2dbd-4757-a648-29c6e3705cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '95f4f792-3291-487b-a7b5-e4db9c63a825'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:37:52.305984 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:52.434891 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Port': ['ID=0106ae62-ac7d-4ca1-bf78-2388c46be1cd,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:52.443038 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:52.518651 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-f1594f38-6f64-4440-8615-5c1efac37be0 req-ed98d82f-0aa4-4ddd-95bb-c56a004e0756 service neutron] (88301) timed out ('10.222.0.32', 48572) {{(pid=88301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 15:37:52.531966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No DVR routers for this DVR port 0106ae62-ac7d-4ca1-bf78-2388c46be1cd on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:37:52.596677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] For port 7b1b7165-d9d3-40c0-b127-f15fc36077c8, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:37:52.672587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] For port 7b1b7165-d9d3-40c0-b127-f15fc36077c8, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7b1b7165-d9d3-40c0-b127-f15fc36077c8,segment=NetworkSegment(1317a01f-2dbd-4757-a648-29c6e3705cdc),segment_id=1317a01f-2dbd-4757-a648-29c6e3705cdc)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:37:52.741859 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:52.752408 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:52.760084 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:52.818850 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:52.894814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Pushing event updated for resources: {'Port': ['ID=7b1b7165-d9d3-40c0-b127-f15fc36077c8,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:52.907588 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:52.955483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:53.018765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:53.052621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Usage tracker for resource:floatingip and tenant:79dda9206c0e447ab295bab412a01584 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:53.117948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:53.139679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:53.198009 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Allocated IP 172.20.0.11 (0e283dab-2b1d-416c-91d0-19d7b8e6efdc/d6a91bc8-7ca4-4556-a4b4-0ba2bc61aa55/2a1194ca-268a-45cd-822b-4ed1e770ccc0) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:53.241912 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:53.249421 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:53.371763 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:53.415918 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:53.465443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Deleting port 62c4cbce-22f7-4be6-9898-6b9d2bf56533 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:37:53.465443 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:53.485431 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:53.504205 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-29643b84-2007-4330-839e-8508f03390d4 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:53.544768 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Subnet': ['ID=6016455b-1854-4e16-ade5-a455c391ef1c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:53.549778 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:53.560053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dd018c-7cc9-4173-b7f0-1b45bd42cbc8 None None] Network 920a232e-ba52-4c66-9a94-6bbc88898f5a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:53.718371 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:53.747547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386d9f640>,) {'filters': {'network_id': ['920a232e-ba52-4c66-9a94-6bbc88898f5a']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:53.764241 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:53.778065 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d9f640>, '8028011d-1e7b-4a6b-90ee-5b23f94d1101') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:53.778065 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d9f640>, '8028011d-1e7b-4a6b-90ee-5b23f94d1101') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:53.920214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4ff31-82cf-4454-a67b-870f387a4f35 req-5930537a-430d-4bb8-837e-488d9e707ff5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:53.928247 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5c4ff31-82cf-4454-a67b-870f387a4f35 req-5930537a-430d-4bb8-837e-488d9e707ff5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 1.0077608
Jun 04 15:37:53.944426 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:53.960983 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Calling delete_port for 62c4cbce-22f7-4be6-9898-6b9d2bf56533 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:37:53.971013 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f4195a-fcf7-4150-adae-ba6386d6d976 None None] DHCP port deletion for 920a232e-ba52-4c66-9a94-6bbc88898f5a request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:37:53.993247 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:54.002343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:37:54.002750 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:37:54.036006 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:37:54.145177 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7b1b7165-d9d3-40c0-b127-f15fc36077c8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:54.363321 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 7b1b7165-d9d3-40c0-b127-f15fc36077c8 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:54.401959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb5966e-1d72-4b4d-b02b-e67aca87017f None None] Network 95f4f792-3291-487b-a7b5-e4db9c63a825 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:37:54.431972 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f733bee9-9c42-417b-b913-92425cc10a8d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:54.510754 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f733bee9-9c42-417b-b913-92425cc10a8d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:54.576515 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:54.591405 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:54.598625 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-244d7ea3-e761-4bec-a4ad-718f881c8b68 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:54.636605 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:54.647193 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Network': ['ID=920a232e-ba52-4c66-9a94-6bbc88898f5a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:54.656469 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:54.663665 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:54.678426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fd89fef5-22d1-4917-8125-1588de1c8ac1 None None] Provisioning for port 7b1b7165-d9d3-40c0-b127-f15fc36077c8 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:54.687987 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fd89fef5-22d1-4917-8125-1588de1c8ac1 None None] Provisioning complete for port 7b1b7165-d9d3-40c0-b127-f15fc36077c8 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:54.688466 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fd89fef5-22d1-4917-8125-1588de1c8ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:54.738639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Pushing event deleted for resources: {'Port': ['ID=62c4cbce-22f7-4be6-9898-6b9d2bf56533,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:54.749379 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:54.866447 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/920a232e-ba52-4c66-9a94-6bbc88898f5a HTTP/1.1" status: 204  len: 168 time: 4.7342474
Jun 04 15:37:54.873685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37656) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:54.917159 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d9029e-2849-40cc-bced-cf2a830b377b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:37:54.917645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d9029e-2849-40cc-bced-cf2a830b377b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:37:54.924094 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-78d9029e-2849-40cc-bced-cf2a830b377b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/920a232e-ba52-4c66-9a94-6bbc88898f5a HTTP/1.1" status: 404  len: 339 time: 0.0452733
Jun 04 15:37:54.925640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37658) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:54.927949 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fd89fef5-22d1-4917-8125-1588de1c8ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:54.933110 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1037135500', 'description': 'd1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:54.940518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:54.946350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Usage tracker for resource:network and tenant:176b0820955d43e1804123ce0dc0994d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:54.949927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:54.958243 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:54.985049 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:54.993490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fd89fef5-22d1-4917-8125-1588de1c8ac1 None None] For port 7b1b7165-d9d3-40c0-b127-f15fc36077c8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7b1b7165-d9d3-40c0-b127-f15fc36077c8,segment=NetworkSegment(1317a01f-2dbd-4757-a648-29c6e3705cdc),segment_id=1317a01f-2dbd-4757-a648-29c6e3705cdc)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:37:55.004118 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5c4ff31-82cf-4454-a67b-870f387a4f35 req-194decce-7812-4ca1-9128-82bedd451331 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.0748630
Jun 04 15:37:55.048526 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-f733bee9-9c42-417b-b913-92425cc10a8d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Floating IP 326937d7-413c-4574-9149-691e9e5d1f26 associated. External IP: 172.25.4.121, port: c2143492-b011-42f0-a341-8a7bebb56539.
Jun 04 15:37:55.067705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:37:55.072770 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.094652 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fd89fef5-22d1-4917-8125-1588de1c8ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.096978 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bf499e0c-a191-480e-88a7-b0ab5bf83b4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:55.208848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89fef5-22d1-4917-8125-1588de1c8ac1 None None] Pushing event updated for resources: {'Port': ['ID=7b1b7165-d9d3-40c0-b127-f15fc36077c8,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:55.216917 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fd89fef5-22d1-4917-8125-1588de1c8ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:55.229188 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fa3865a7-1b2f-43db-a98b-0f624bbe7a51 None None] Provisioning complete for port 7b1b7165-d9d3-40c0-b127-f15fc36077c8 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:55.229703 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fa3865a7-1b2f-43db-a98b-0f624bbe7a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.289900 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.294646 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.339871 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:37:55.363965 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.367729 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.384520 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.389623 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Added segment fbc6e501-9852-495f-aa30-b980e06cb865 of type vlan for network 149894a7-e042-4a3b-89d1-2727336a3274
Jun 04 15:37:55.445231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4243e06-6ec2-4a2c-b682-4e8bc30cbe11 req-63d5c28c-10a2-47b1-a13c-4197ba574e89 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:55.446413 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d4243e06-6ec2-4a2c-b682-4e8bc30cbe11 req-63d5c28c-10a2-47b1-a13c-4197ba574e89 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.2520425
Jun 04 15:37:55.448410 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.474292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Allocated IP 2001:db8::1 (95f4f792-3291-487b-a7b5-e4db9c63a825/9c28cb64-45f3-4306-8aa2-a688e1c59139/4f27621c-b953-4798-9902-77af4dc9e0c3) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:55.478494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Transition to ACTIVE for port object 2a1194ca-268a-45cd-822b-4ed1e770ccc0 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:55.499425 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.499951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Fanout notify agent at l3_agent the message router_deleted on router f7807352-fca6-417a-978e-aa25ca35955c {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:37:55.521299 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.526121 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "DELETE /v2.0/routers/f7807352-fca6-417a-978e-aa25ca35955c HTTP/1.1" status: 204  len: 168 time: 3.2474766
Jun 04 15:37:55.532611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37662) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:55.537688 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-4d6b3186-0d1b-43d9-817f-a1910c8af8f1 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-877484416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:55.549476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4d6b3186-0d1b-43d9-817f-a1910c8af8f1 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:37:55.557456 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d4243e06-6ec2-4a2c-b682-4e8bc30cbe11 req-21dcece8-a44e-4b95-a128-3f81253c02a7 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785661
Jun 04 15:37:55.558595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4d6b3186-0d1b-43d9-817f-a1910c8af8f1 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Usage tracker for resource:router and tenant:4cfb9e5b310141548e98c02f39a55c8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:37:55.562093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4d6b3186-0d1b-43d9-817f-a1910c8af8f1 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:37:55.586263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4d6b3186-0d1b-43d9-817f-a1910c8af8f1 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:37:55.633233 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.640263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:55.642322 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.658235 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-01ae97c0-fb0e-4abd-8b37-a9679bb6a820 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:55.699503 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d6b3186-0d1b-43d9-817f-a1910c8af8f1 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.700754 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d6b3186-0d1b-43d9-817f-a1910c8af8f1 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.772390 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.8440454
Jun 04 15:37:55.782868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37666) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:55.804704 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Network': ['ID=149894a7-e042-4a3b-89d1-2727336a3274,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:55.808515 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:55.817263 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d6b3186-0d1b-43d9-817f-a1910c8af8f1 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.823079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 149894a7-e042-4a3b-89d1-2727336a3274 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:37:55.838608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Allocated IP 172.25.4.89 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/bc2f0254-92a5-4a04-a3e2-33b74c16d553) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:55.857276 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:55.946138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c531dc-ea97-4e3e-b028-0db25c269b8b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:55.946943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-79c531dc-ea97-4e3e-b028-0db25c269b8b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Synchronizing usage tracker for tenant:176b0820955d43e1804123ce0dc0994d on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:37:56.005215 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d6b3186-0d1b-43d9-817f-a1910c8af8f1 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:56.014681 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:56.045461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7b1b7165-d9d3-40c0-b127-f15fc36077c8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:37:56.065657 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-79c531dc-ea97-4e3e-b028-0db25c269b8b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Unset dirty status for tenant:176b0820955d43e1804123ce0dc0994d on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:37:56.069358 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-79c531dc-ea97-4e3e-b028-0db25c269b8b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "GET /v2.0/networks?id=149894a7-e042-4a3b-89d1-2727336a3274 HTTP/1.1" status: 200  len: 765 time: 0.2834191
Jun 04 15:37:56.069670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37670) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:56.077067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-99ee8d37-db26-42b6-b706-691effee4360 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'network': {'description': 'd2'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:56.113270 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3b10c042-a799-4005-ada5-c4be20eff919 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:56.133365 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d6b3186-0d1b-43d9-817f-a1910c8af8f1 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:56.139240 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4d6b3186-0d1b-43d9-817f-a1910c8af8f1 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.6057971
Jun 04 15:37:56.142944 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37672) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:56.147736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Request body: {'router': {'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:56.150459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 7b1b7165-d9d3-40c0-b127-f15fc36077c8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:56.151191 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:56.219414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event updated for resources: {'Port': ['ID=2a1194ca-268a-45cd-822b-4ed1e770ccc0,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:56.238316 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:56.243994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32677a-0442-402b-a00d-50990fbcb813 req-791c7908-d32a-4246-a167-7050f07925f4 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:56.252848 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af32677a-0442-402b-a00d-50990fbcb813 req-791c7908-d32a-4246-a167-7050f07925f4 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.5468428
Jun 04 15:37:56.280044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:56.297196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:56.309729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:56.319899 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0106ae62-ac7d-4ca1-bf78-2388c46be1cd no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:37:56.386254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 0106ae62-ac7d-4ca1-bf78-2388c46be1cd {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:37:56.386837 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0106ae62-ac7d-4ca1-bf78-2388c46be1cd not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:37:56.387775 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:56.462517 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af32677a-0442-402b-a00d-50990fbcb813 req-31856688-407e-4791-a283-90e75b061e26 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2086253
Jun 04 15:37:56.465994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f733bee9-9c42-417b-b913-92425cc10a8d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:37:56.478326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Transition to ACTIVE for port object 4f27621c-b953-4798-9902-77af4dc9e0c3 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:37:56.611006 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:56.612323 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:56.676818 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:56.753049 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e2e36d8d-919c-4417-b9ac-11987ff4e876 None None] Provisioning for port 2a1194ca-268a-45cd-822b-4ed1e770ccc0 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:56.758910 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e2e36d8d-919c-4417-b9ac-11987ff4e876 None None] Provisioning complete for port 2a1194ca-268a-45cd-822b-4ed1e770ccc0 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:56.759418 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e2e36d8d-919c-4417-b9ac-11987ff4e876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:56.830449 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e2e36d8d-919c-4417-b9ac-11987ff4e876 None None] Port 2a1194ca-268a-45cd-822b-4ed1e770ccc0 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:37:56.974035 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 6.5102465
Jun 04 15:37:56.985489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37676) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:56.990779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-5ab1b5de-e9cb-4ece-8ad6-b9c245f5f6bb tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:84:22:06'}]}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:37:57.043221 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:57.047857 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-99ee8d37-db26-42b6-b706-691effee4360 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:57.057160 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:57.068579 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:57.137310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f733bee9-9c42-417b-b913-92425cc10a8d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:37:57.146446 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f733bee9-9c42-417b-b913-92425cc10a8d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:57.155758 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe74b3c-5c29-4d29-a9e3-d0fcfc2fbd1e None None] Sync routers for ids ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:37:57.178614 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe74b3c-5c29-4d29-a9e3-d0fcfc2fbd1e None None] Routers {'4e9f87de-899c-40c3-b79f-56ab3a1143e7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:57.181080 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9fe74b3c-5c29-4d29-a9e3-d0fcfc2fbd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c98cdf0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:57.187732 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-99ee8d37-db26-42b6-b706-691effee4360 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:57.195911 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-21ed44db-6d49-4524-8777-c93082a72029 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:57.219183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 95f4f792-3291-487b-a7b5-e4db9c63a825 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:57.234775 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:57.254029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:57.254876 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:57.273042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99ee8d37-db26-42b6-b706-691effee4360 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network 149894a7-e042-4a3b-89d1-2727336a3274 is not hosted by any dhcp agent {{(pid=88301) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
Jun 04 15:37:57.279966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ee8d37-db26-42b6-b706-691effee4360 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:57.280877 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-99ee8d37-db26-42b6-b706-691effee4360 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:57.284633 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-99ee8d37-db26-42b6-b706-691effee4360 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "PUT /v2.0/networks/149894a7-e042-4a3b-89d1-2727336a3274 HTTP/1.1" status: 200  len: 762 time: 1.2115939
Jun 04 15:37:57.290291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37682) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:57.390307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=4f27621c-b953-4798-9902-77af4dc9e0c3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:57.412616 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee8d37-db26-42b6-b706-691effee4360 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Network': ['ID=149894a7-e042-4a3b-89d1-2727336a3274,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:57.434588 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-99ee8d37-db26-42b6-b706-691effee4360 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:57.445739 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:57.455473 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 149894a7-e042-4a3b-89d1-2727336a3274 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:37:57.457542 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:57.461683 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:57.620772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b260d52-a12d-477e-8e7a-ec3041e83127 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:57.623415 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5b260d52-a12d-477e-8e7a-ec3041e83127 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "GET /v2.0/networks?id=149894a7-e042-4a3b-89d1-2727336a3274 HTTP/1.1" status: 200  len: 765 time: 0.3297615
Jun 04 15:37:57.633495 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37684) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:57.663271 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-9fe74b3c-5c29-4d29-a9e3-d0fcfc2fbd1e None None] Set router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:37:57.668337 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f733bee9-9c42-417b-b913-92425cc10a8d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "PUT /v2.0/floatingips/326937d7-413c-4574-9149-691e9e5d1f26 HTTP/1.1" status: 200  len: 992 time: 5.9982316
Jun 04 15:37:57.683474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'tag': 'c2143492-b011-42f0-a341-8a7bebb56539'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:37:57.686645 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201cb7ae-9695-4ed2-97f3-be9522497912" -d '{"events": [{"name": "network-changed", "server_uuid": "727728a7-0634-4207-9bd7-2183c2bf2c1c", "tag": "c2143492-b011-42f0-a341-8a7bebb56539"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:37:57.731961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:57.738353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:57.757396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:57.789221 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event updated for resources: {'Port': ['ID=bc2f0254-92a5-4a04-a3e2-33b74c16d553,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:57.803977 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:57.852543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5907c237-5e90-4aa4-8548-d522760c9b63 None None] Provisioning for port 4f27621c-b953-4798-9902-77af4dc9e0c3 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:37:57.880439 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5907c237-5e90-4aa4-8548-d522760c9b63 None None] Provisioning complete for port 4f27621c-b953-4798-9902-77af4dc9e0c3 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:37:57.881125 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5907c237-5e90-4aa4-8548-d522760c9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:57.906294 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61da8a7d-8b85-4d1c-8a39-09f3de5362cd x-openstack-request-id: req-61da8a7d-8b85-4d1c-8a39-09f3de5362cd {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:37:57.906294 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727728a7-0634-4207-9bd7-2183c2bf2c1c", "tag": "c2143492-b011-42f0-a341-8a7bebb56539", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:37:57.906294 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61da8a7d-8b85-4d1c-8a39-09f3de5362cd {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:37:57.906294 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'tag': 'c2143492-b011-42f0-a341-8a7bebb56539', 'status': 'completed', 'code': 200}
Jun 04 15:37:57.953999 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5907c237-5e90-4aa4-8548-d522760c9b63 None None] Port 4f27621c-b953-4798-9902-77af4dc9e0c3 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:37:58.011675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979e50d-414b-4f0a-8bcb-231c56990a1a req-4d6e6be6-3f37-4e91-9e0b-60343f21947c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:58.013339 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2979e50d-414b-4f0a-8bcb-231c56990a1a req-4d6e6be6-3f37-4e91-9e0b-60343f21947c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.6125503
Jun 04 15:37:58.038943 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5ab1b5de-e9cb-4ece-8ad6-b9c245f5f6bb tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:58.124026 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5017279-a8d6-416b-90cc-12f0624c1da3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:58.128146 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f5017279-a8d6-416b-90cc-12f0624c1da3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4871931
Jun 04 15:37:58.146246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37690) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:58.161839 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:58.193101 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:58.211885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9fe74b3c-5c29-4d29-a9e3-d0fcfc2fbd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c98cdf0>, [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:52Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '326937d7-413c-4574-9149-691e9e5d1f26', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'port_id': 'c2143492-b011-42f0-a341-8a7bebb56539', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'mac_address': 'fa:16:3e:45:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:37:07Z', 'updated_at': '2021-06-04T15:37:54Z', 'revision_number': 1, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f29c41-10d6-4b72-91e6-7aea4e550748', 'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'mac_address': 'fa:16:3e:22:c8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:50Z', 'updated_at': '2021-06-04T15:32:04Z', 'revision_number': 5, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'subnets': [{'id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:58.217676 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe74b3c-5c29-4d29-a9e3-d0fcfc2fbd1e None None] Checking router: 4e9f87de-899c-40c3-b79f-56ab3a1143e7 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:37:58.226662 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe74b3c-5c29-4d29-a9e3-d0fcfc2fbd1e None None] Routers {'4e9f87de-899c-40c3-b79f-56ab3a1143e7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:37:58.227293 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9fe74b3c-5c29-4d29-a9e3-d0fcfc2fbd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c98cdf0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:58.235742 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:58.277620 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2979e50d-414b-4f0a-8bcb-231c56990a1a req-c18487fd-9ed4-42be-b28e-ba8bb556528f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2536776
Jun 04 15:37:58.281346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7b34fe65-3f70-463b-892c-72b8e377cc24 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Synchronizing usage tracker for tenant:176b0820955d43e1804123ce0dc0994d on resource:subnet {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:37:58.300987 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:58.416640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Allocated IP 172.25.4.17 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/83a70cbc-d12d-4539-b6c9-1ee5ef72efed) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:37:58.535135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-9fe74b3c-5c29-4d29-a9e3-d0fcfc2fbd1e None None] Set router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:37:58.614574 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:58.627627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7b34fe65-3f70-463b-892c-72b8e377cc24 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Unset dirty status for tenant:176b0820955d43e1804123ce0dc0994d on resource:subnet {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:37:58.628797 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7b34fe65-3f70-463b-892c-72b8e377cc24 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "GET /v2.0/subnets?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 207 time: 0.4701884
Jun 04 15:37:58.633036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37694) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:58.836811 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0b0d73-a654-45ae-89b6-b995e3da05f4 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:58.845744 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0b0d73-a654-45ae-89b6-b995e3da05f4 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:58.853179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0b0d73-a654-45ae-89b6-b995e3da05f4 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:58.860493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0b0d73-a654-45ae-89b6-b995e3da05f4 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:58.869146 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0b0d73-a654-45ae-89b6-b995e3da05f4 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:58.876683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0b0d73-a654-45ae-89b6-b995e3da05f4 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:58.878722 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dd0b0d73-a654-45ae-89b6-b995e3da05f4 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3730 time: 0.2438240
Jun 04 15:37:58.892781 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37698) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:58.992280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cb7ae-9695-4ed2-97f3-be9522497912 req-a8976053-488c-407e-a1c4-ae0da7b31fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:58.993870 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-201cb7ae-9695-4ed2-97f3-be9522497912 req-a8976053-488c-407e-a1c4-ae0da7b31fd2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 1097 time: 1.0661199
Jun 04 15:37:59.044780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9fe74b3c-5c29-4d29-a9e3-d0fcfc2fbd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c98cdf0>, [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:52Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '326937d7-413c-4574-9149-691e9e5d1f26', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'port_id': 'c2143492-b011-42f0-a341-8a7bebb56539', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'mac_address': 'fa:16:3e:45:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:37:07Z', 'updated_at': '2021-06-04T15:37:54Z', 'revision_number': 1, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f29c41-10d6-4b72-91e6-7aea4e550748', 'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'mac_address': 'fa:16:3e:22:c8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:50Z', 'updated_at': '2021-06-04T15:32:04Z', 'revision_number': 5, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'subnets': [{'id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:37:59.057468 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe74b3c-5c29-4d29-a9e3-d0fcfc2fbd1e None None] The sync data for ids ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'] in n-d-791505-9 is: [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:52Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '326937d7-413c-4574-9149-691e9e5d1f26', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'port_id': 'c2143492-b011-42f0-a341-8a7bebb56539', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'mac_address': 'fa:16:3e:45:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:37:07Z', 'updated_at': '2021-06-04T15:37:54Z', 'revision_number': 1, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f29c41-10d6-4b72-91e6-7aea4e550748', 'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'mac_address': 'fa:16:3e:22:c8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:50Z', 'updated_at': '2021-06-04T15:32:04Z', 'revision_number': 5, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'subnets': [{'id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:37:59.107161 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:59.223692 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:59.230717 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2d9a4612-cab6-4c3a-a878-3bed1472b68e tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:59.324728 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b279b1b-321c-4ca7-a31f-57008a41276d None None] New status for floating IP 326937d7-413c-4574-9149-691e9e5d1f26: ACTIVE {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:37:59.346252 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:37:59.365448 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f09b0bb7-beed-4378-a1ba-0774ef365a51 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 812 time: 0.4678271
Jun 04 15:37:59.365448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:37:59.369864 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37702) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:59.372573 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:37:59.430707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Pushing event updated for resources: {'Port': ['ID=83a70cbc-d12d-4539-b6c9-1ee5ef72efed,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:37:59.443878 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:37:59.484983 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-33feb2d5-5601-41e6-873f-f8b05635a93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:59.494776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb2b5a2-3aa8-4123-821a-f58d7c00495e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:59.496409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb2b5a2-3aa8-4123-821a-f58d7c00495e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:59.497983 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb2b5a2-3aa8-4123-821a-f58d7c00495e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:59.499498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb2b5a2-3aa8-4123-821a-f58d7c00495e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:59.501166 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb2b5a2-3aa8-4123-821a-f58d7c00495e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:59.502195 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4eb2b5a2-3aa8-4123-821a-f58d7c00495e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Synchronizing usage tracker for tenant:176b0820955d43e1804123ce0dc0994d on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:37:59.625856 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-5ab1b5de-e9cb-4ece-8ad6-b9c245f5f6bb tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:37:59.646992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cb7ae-9695-4ed2-97f3-be9522497912 req-cd540823-05f8-49dc-bad8-1a3d4b82349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:59.648525 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4eb2b5a2-3aa8-4123-821a-f58d7c00495e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Unset dirty status for tenant:176b0820955d43e1804123ce0dc0994d on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:37:59.648668 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-201cb7ae-9695-4ed2-97f3-be9522497912 req-cd540823-05f8-49dc-bad8-1a3d4b82349c service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 917 time: 0.5917993
Jun 04 15:37:59.654456 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4eb2b5a2-3aa8-4123-821a-f58d7c00495e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2782505
Jun 04 15:37:59.655871 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37706) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:59.763694 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5ab1b5de-e9cb-4ece-8ad6-b9c245f5f6bb tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:59.787082 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3917a37d-e730-4aa3-b680-f1638d10209e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:59.788482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3917a37d-e730-4aa3-b680-f1638d10209e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:59.789899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3917a37d-e730-4aa3-b680-f1638d10209e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:59.791285 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3917a37d-e730-4aa3-b680-f1638d10209e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:59.802876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3917a37d-e730-4aa3-b680-f1638d10209e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:37:59.802876 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3917a37d-e730-4aa3-b680-f1638d10209e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1064532
Jun 04 15:37:59.802876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37708) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:37:59.881117 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5ab1b5de-e9cb-4ece-8ad6-b9c245f5f6bb tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:37:59.892988 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d9fe262c-ac3c-4f68-901b-5afc42d3e7ee tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:37:59.982119 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:00.015197 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:00.019674 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-201cb7ae-9695-4ed2-97f3-be9522497912 req-b7d49714-e903-4db7-9e65-60ec095dfede service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2143492-b011-42f0-a341-8a7bebb56539 HTTP/1.1" status: 200  len: 1000 time: 0.3132205
Jun 04 15:38:00.109320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d388d1-5715-41f1-9595-a41e780dd73f tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:00.110848 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-33d388d1-5715-41f1-9595-a41e780dd73f tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "GET /v2.0/networks/73b53d1f-f263-4105-a035-b68edeb9d7e5 HTTP/1.1" status: 200  len: 803 time: 0.3079906
Jun 04 15:38:00.119027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37712) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:00.127229 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:00.148643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11e687-512e-43d8-b32a-b8301dd4ed8f req-910a724d-7a5d-4139-9b65-02c4085605fe tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:00.150803 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0d11e687-512e-43d8-b32a-b8301dd4ed8f req-910a724d-7a5d-4139-9b65-02c4085605fe tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.6130834
Jun 04 15:38:00.151034 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:00.152402 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:00.193922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1b5de-e9cb-4ece-8ad6-b9c245f5f6bb tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event updated for resources: {'Port': ['ID=2a1194ca-268a-45cd-822b-4ed1e770ccc0,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:00.197677 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5ab1b5de-e9cb-4ece-8ad6-b9c245f5f6bb tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:00.231451 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:00.249378 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:00.297504 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4bde50d1-6618-4de6-bd4a-9abf946c3ac6 None None] Provisioning complete for port 2a1194ca-268a-45cd-822b-4ed1e770ccc0 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:00.298347 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4bde50d1-6618-4de6-bd4a-9abf946c3ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:00.370101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4bde50d1-6618-4de6-bd4a-9abf946c3ac6 None None] Port 2a1194ca-268a-45cd-822b-4ed1e770ccc0 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:38:00.380969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1b5de-e9cb-4ece-8ad6-b9c245f5f6bb tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] In _notify_port_updated(), no bound segment for port 2a1194ca-268a-45cd-822b-4ed1e770ccc0 on network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc {{(pid=88300) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:38:00.387498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab1b5de-e9cb-4ece-8ad6-b9c245f5f6bb tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:00.388129 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5ab1b5de-e9cb-4ece-8ad6-b9c245f5f6bb tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:00.389433 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5ab1b5de-e9cb-4ece-8ad6-b9c245f5f6bb tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "PUT /v2.0/ports/2a1194ca-268a-45cd-822b-4ed1e770ccc0 HTTP/1.1" status: 200  len: 994 time: 3.4030077
Jun 04 15:38:00.399133 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cb7ae-9695-4ed2-97f3-be9522497912 req-5971abaa-2b4f-4033-8b00-b5ae6be35f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:00.400569 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-201cb7ae-9695-4ed2-97f3-be9522497912 req-5971abaa-2b4f-4033-8b00-b5ae6be35f18 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 200  len: 855 time: 0.3241272
Jun 04 15:38:00.401077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37714) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:00.443540 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dbe4aac1-c98f-4926-9dcb-9433b3ff49a8 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "GET /v2.0/networks/73b53d1f-f263-4105-a035-b68edeb9d7e5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 319 time: 0.3234656
Jun 04 15:38:00.453602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37716) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:00.546608 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0d11e687-512e-43d8-b32a-b8301dd4ed8f req-8752269e-4c11-4ac2-9204-19fce08292e5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3657894
Jun 04 15:38:00.585206 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event updated for resources: {'Port': ['ID=bc2f0254-92a5-4a04-a3e2-33b74c16d553,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:00.594576 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:00.820987 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c614d7-f2be-4f23-8d22-248dd5f2f28c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:00.822493 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a9c614d7-f2be-4f23-8d22-248dd5f2f28c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "GET /v2.0/subnets/c0f7e588-cc1e-4ffe-9ddd-0cd38e66f578 HTTP/1.1" status: 200  len: 843 time: 0.3678105
Jun 04 15:38:00.835893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37722) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:00.981759 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:00.985641 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 8.6956196
Jun 04 15:38:00.988000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121601a5-d1cb-45d4-94ad-3a890cf0ed3a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['shared'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:00.989549 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-121601a5-d1cb-45d4-94ad-3a890cf0ed3a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "GET /v2.0/subnets/c0f7e588-cc1e-4ffe-9ddd-0cd38e66f578?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1526132
Jun 04 15:38:00.989753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37724) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:00.992045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=4f27621c-b953-4798-9902-77af4dc9e0c3,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:00.995550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37726) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:01.000756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-238d1dcc-52c9-4f2c-9e37-8b2e78f1829a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1166316039'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:01.002167 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-295052575'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:01.009035 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:01.009721 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:01.011071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-238d1dcc-52c9-4f2c-9e37-8b2e78f1829a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:01.011237 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.838s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:01.011461 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:01.015497 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:01.035536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 95f4f792-3291-487b-a7b5-e4db9c63a825 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:01.036729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:01.041644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:01.055461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Usage tracker for resource:network and tenant:79dda9206c0e447ab295bab412a01584 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:01.063938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:01.098348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-238d1dcc-52c9-4f2c-9e37-8b2e78f1829a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:01.140353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:01.183256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cb7ae-9695-4ed2-97f3-be9522497912 req-eb5d7f41-5d6c-4391-8ba8-b0c1321c2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:01.183256 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-201cb7ae-9695-4ed2-97f3-be9522497912 req-eb5d7f41-5d6c-4391-8ba8-b0c1321c2ca5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6868672
Jun 04 15:38:01.220565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238d1dcc-52c9-4f2c-9e37-8b2e78f1829a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:38:01.224232 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-238d1dcc-52c9-4f2c-9e37-8b2e78f1829a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:01.291614 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238d1dcc-52c9-4f2c-9e37-8b2e78f1829a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:38:01.300673 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-238d1dcc-52c9-4f2c-9e37-8b2e78f1829a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:01.301281 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-238d1dcc-52c9-4f2c-9e37-8b2e78f1829a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Added segment 24800643-5fd2-49f0-9552-7b5d65782d79 of type vlan for network 7ca0db80-32c9-4c8a-9064-f8891b27aaae
Jun 04 15:38:01.349807 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-238d1dcc-52c9-4f2c-9e37-8b2e78f1829a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:01.496277 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-238d1dcc-52c9-4f2c-9e37-8b2e78f1829a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:01.502060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238d1dcc-52c9-4f2c-9e37-8b2e78f1829a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:01.502780 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-238d1dcc-52c9-4f2c-9e37-8b2e78f1829a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:01.506262 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Made reservation on behalf of 79dda9206c0e447ab295bab412a01584 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:38:01.506654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Router e2ac8372-d169-4e89-8581-4f519d67d1d7 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:38:01.511347 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:01.512080 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-99ee8d37-db26-42b6-b706-691effee4360 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:01.515779 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-61282930-8062-4d37-9488-1452714efa50 None None] Provisioning complete for port 4f27621c-b953-4798-9902-77af4dc9e0c3 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:01.516548 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-61282930-8062-4d37-9488-1452714efa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:01.541634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-36fb7338-422c-41b2-b361-3c13916dff05 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Deleting port 2a1194ca-268a-45cd-822b-4ed1e770ccc0 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:01.542923 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-36fb7338-422c-41b2-b361-3c13916dff05 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:01.588674 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:01.597753 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-61282930-8062-4d37-9488-1452714efa50 None None] Port 4f27621c-b953-4798-9902-77af4dc9e0c3 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:38:01.715998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d1dcc-52c9-4f2c-9e37-8b2e78f1829a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Network': ['ID=7ca0db80-32c9-4c8a-9064-f8891b27aaae,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:01.730194 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-238d1dcc-52c9-4f2c-9e37-8b2e78f1829a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:01.731065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:01.735633 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 7ca0db80-32c9-4c8a-9064-f8891b27aaae details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:38:01.751893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Usage tracker for resource:security_group_rule and tenant:79dda9206c0e447ab295bab412a01584 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:01.760056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:01.767681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-201cb7ae-9695-4ed2-97f3-be9522497912 req-ba7bd0c0-128e-4b05-b364-6e3d4dddfbe4 service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4661007
Jun 04 15:38:01.796724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:01.825982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d555b-de00-4c16-b9dc-9039c62afd37 req-2597a31d-172e-4fac-9458-db4b0eb6ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:01.827503 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a98d555b-de00-4c16-b9dc-9039c62afd37 req-2597a31d-172e-4fac-9458-db4b0eb6ba62 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 1095 time: 0.4817035
Jun 04 15:38:01.844414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa955fd-6519-4175-946d-b72b36b24102 req-5e15478b-7e2d-43d4-bf3e-5ce74db852cc tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:01.846445 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7aa955fd-6519-4175-946d-b72b36b24102 req-5e15478b-7e2d-43d4-bf3e-5ce74db852cc tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.6560595
Jun 04 15:38:01.871811 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:38:01.883963 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-238d1dcc-52c9-4f2c-9e37-8b2e78f1829a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.8838441
Jun 04 15:38:01.888650 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab1902-ba3a-4507-a12a-050c4d9f3609 None None] Sync routers for ids ['e2ac8372-d169-4e89-8581-4f519d67d1d7'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:38:01.889763 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:01.890482 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "PUT /v2.0/routers/e2ac8372-d169-4e89-8581-4f519d67d1d7 HTTP/1.1" status: 200  len: 882 time: 5.7466061
Jun 04 15:38:01.891294 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37734) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:01.896403 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'subnet': {'network_id': '7ca0db80-32c9-4c8a-9064-f8891b27aaae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:01.912098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37736) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:01.931282 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab1902-ba3a-4507-a12a-050c4d9f3609 None None] Routers {'e2ac8372-d169-4e89-8581-4f519d67d1d7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:01.931618 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-90ab1902-ba3a-4507-a12a-050c4d9f3609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c89f040>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['e2ac8372-d169-4e89-8581-4f519d67d1d7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:01.956417 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-36fb7338-422c-41b2-b361-3c13916dff05 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:02.010248 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-90ab1902-ba3a-4507-a12a-050c4d9f3609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c89f040>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:02.021628 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab1902-ba3a-4507-a12a-050c4d9f3609 None None] Routers {'e2ac8372-d169-4e89-8581-4f519d67d1d7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:02.022309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-90ab1902-ba3a-4507-a12a-050c4d9f3609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c89f040>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:37:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['e2ac8372-d169-4e89-8581-4f519d67d1d7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:02.035691 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:38:02.087673 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-90ab1902-ba3a-4507-a12a-050c4d9f3609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c89f040>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:02.088085 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab1902-ba3a-4507-a12a-050c4d9f3609 None None] The sync data for ids ['e2ac8372-d169-4e89-8581-4f519d67d1d7'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:38:02.107830 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:02.169110 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:02.185901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:02.201224 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c62a4ad2-a7b0-4c3a-a1b2-b65cd4799bb3 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/routers/e2ac8372-d169-4e89-8581-4f519d67d1d7 HTTP/1.1" status: 200  len: 923 time: 0.2878561
Jun 04 15:38:02.206096 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37738) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:02.277661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Made reservation on behalf of 176b0820955d43e1804123ce0dc0994d for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:38:02.281228 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:02.294778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-36fb7338-422c-41b2-b361-3c13916dff05 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Calling delete_port for 2a1194ca-268a-45cd-822b-4ed1e770ccc0 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:02.302979 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7aa955fd-6519-4175-946d-b72b36b24102 req-0aa5a73f-77a3-4883-85ad-fdaf795b9215 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4339488
Jun 04 15:38:02.322262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b43d708-f2c4-4c7f-939a-c8089e71deee tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:02.329910 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6b43d708-f2c4-4c7f-939a-c8089e71deee tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&device_id=e2ac8372-d169-4e89-8581-4f519d67d1d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1190724
Jun 04 15:38:02.329910 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37742) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:02.390620 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d555b-de00-4c16-b9dc-9039c62afd37 req-ed5cebfa-5482-492f-b860-37a803e7073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:02.391260 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a98d555b-de00-4c16-b9dc-9039c62afd37 req-ed5cebfa-5482-492f-b860-37a803e7073c service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 0.5400431
Jun 04 15:38:02.398265 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9be3b875-167d-427b-b933-14ec430e6c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:02.411647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.ipam_backend_mixin [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Performing IP validity checks on allocation pools {{(pid=88301) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Jun 04 15:38:02.412176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.ipam_backend_mixin [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88301) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Jun 04 15:38:02.541594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13be7a2-ceb0-49e9-a260-5bac1f544148 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:02.543142 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c13be7a2-ceb0-49e9-a260-5bac1f544148 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 881 time: 0.2133613
Jun 04 15:38:02.546949 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37744) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:02.776484 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-201cb7ae-9695-4ed2-97f3-be9522497912 req-a3135e42-04a9-4886-845a-aedda131409a service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9917190
Jun 04 15:38:02.810401 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-27c4d555-9a02-45c3-8cdc-8ad5a17dabbd tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2ac8372-d169-4e89-8581-4f519d67d1d7 HTTP/1.1" status: 200  len: 205 time: 0.2591486
Jun 04 15:38:02.815141 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37746) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:02.860303 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a98d555b-de00-4c16-b9dc-9039c62afd37 req-ab8f7688-aba9-411d-8aa4-d4665489f217 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 HTTP/1.1" status: 200  len: 999 time: 0.4444211
Jun 04 15:38:02.865146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:38:02.899224 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1f7e4-24ea-4070-a7a5-d481a08bda67 None None] Sync routers for ids ['774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:38:02.913743 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1f7e4-24ea-4070-a7a5-d481a08bda67 None None] Routers {'774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:02.914745 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4bb1f7e4-24ea-4070-a7a5-d481a08bda67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d730e20>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:02.938229 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:02.961602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37750) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:02.961907 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4669347
Jun 04 15:38:02.990433 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4bb1f7e4-24ea-4070-a7a5-d481a08bda67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d730e20>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:03.001154 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1f7e4-24ea-4070-a7a5-d481a08bda67 None None] Routers {'774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:03.001791 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4bb1f7e4-24ea-4070-a7a5-d481a08bda67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d730e20>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:03.018832 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:03.028291 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fbf3d31e-33eb-4103-99b7-1911f82c19dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:03.047183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d555b-de00-4c16-b9dc-9039c62afd37 req-9ab8f60e-9c04-49e6-9aca-2f52965016a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:03.048799 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a98d555b-de00-4c16-b9dc-9039c62afd37 req-9ab8f60e-9c04-49e6-9aca-2f52965016a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.1818399
Jun 04 15:38:03.066365 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4bb1f7e4-24ea-4070-a7a5-d481a08bda67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d730e20>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:03.066930 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1f7e4-24ea-4070-a7a5-d481a08bda67 None None] The sync data for ids ['774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:38:03.117797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:38:03.139095 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:03.148891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bd3327-0588-4c9e-92d3-68e4213f78f4,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:03.160636 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:03.164337 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:03.164699 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Added segment c3cf068b-db78-4b51-8094-4a74b2b7c765 of type vlan for network 60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6
Jun 04 15:38:03.196661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6ca68f-cb78-432e-be10-a9525e1f4d98 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:03.199008 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2f6ca68f-cb78-432e-be10-a9525e1f4d98 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports/4f27621c-b953-4798-9902-77af4dc9e0c3 HTTP/1.1" status: 200  len: 911 time: 0.2321031
Jun 04 15:38:03.204006 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37752) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:03.206242 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:03.285018 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-36fb7338-422c-41b2-b361-3c13916dff05 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:03.352991 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9299cb87-dc63-4193-8b3c-23a0dd6015c0 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:03.424290 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:38:03.432422 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:03.435405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d555b-de00-4c16-b9dc-9039c62afd37 req-03bb3b84-f5bc-4642-b849-d14d0f16e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:03.437156 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a98d555b-de00-4c16-b9dc-9039c62afd37 req-03bb3b84-f5bc-4642-b849-d14d0f16e0ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3792086
Jun 04 15:38:03.454785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb7338-422c-41b2-b361-3c13916dff05 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event deleted for resources: {'Port': ['ID=2a1194ca-268a-45cd-822b-4ed1e770ccc0,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:03.480626 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-36fb7338-422c-41b2-b361-3c13916dff05 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:03.577406 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:03.583799 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:03.632874 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:03.716043 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Subnet': ['ID=ed0fed3d-174a-4109-b97d-58e4585164f9,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:03.719029 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:03.721465 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:03.726931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:03.727519 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:03.731190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Checking segment: {'id': '24800643-5fd2-49f0-9552-7b5d65782d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7ca0db80-32c9-4c8a-9064-f8891b27aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:38:03.731553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network hostable DHCP agents. Network: 7ca0db80-32c9-4c8a-9064-f8891b27aaae, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:38:03.744650 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-58506c67-3a4a-4aed-95b1-962987403d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:03.758820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Deleting port 83a70cbc-d12d-4539-b6c9-1ee5ef72efed {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:03.759102 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:03.861307 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Network 7ca0db80-32c9-4c8a-9064-f8891b27aaae is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:38:03.907337 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:03.971543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 7ca0db80-32c9-4c8a-9064-f8891b27aaae) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:03.980470 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2532d77b-eb76-40a1-94d7-4f99307951fe None None] Network 7ca0db80-32c9-4c8a-9064-f8891b27aaae requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:38:04.042732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Calling delete_port for 83a70cbc-d12d-4539-b6c9-1ee5ef72efed owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:04.051999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:04.052610 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:04.073741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event updated for resources: {'Network': ['ID=60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:04.077084 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 3.0859339
Jun 04 15:38:04.078038 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:04.089494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37760) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:04.095382 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Request body: {'subnet': {'network_id': '60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:04.121098 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a98d555b-de00-4c16-b9dc-9039c62afd37 req-16c38eef-b43f-4d3f-871c-f7327c6d494c service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6629000
Jun 04 15:38:04.159056 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:38:04.203025 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 2.3068132
Jun 04 15:38:04.206943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37762) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:04.213462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-239181c9-f725-4fa5-833c-4f1d93afd37e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:04.255442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1de53-7310-4ad8-851b-dc0d8c1d7925 req-d45bed65-6eee-4b7c-830e-ca6447bbe772 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:04.257269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ec1de53-7310-4ad8-851b-dc0d8c1d7925 req-d45bed65-6eee-4b7c-830e-ca6447bbe772 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.7346458
Jun 04 15:38:04.284555 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:04.288499 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Usage tracker for resource:subnet and tenant:79dda9206c0e447ab295bab412a01584 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:04.291428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:04.297501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:04.343129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-7ca0db80-32c9-4c8a-9064-f8891b27aaae', 'network_id': '7ca0db80-32c9-4c8a-9064-f8891b27aaae', 'tenant_id': '176b0820955d43e1804123ce0dc0994d', 'fixed_ips': [{'subnet_id': 'ed0fed3d-174a-4109-b97d-58e4585164f9'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:38:04.344228 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:04.535971 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Allocated IP 2001:db8::3 (7ca0db80-32c9-4c8a-9064-f8891b27aaae/ed0fed3d-174a-4109-b97d-58e4585164f9/c2b79902-d885-41b5-b2f2-a3193223a60b) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:04.562581 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-36fb7338-422c-41b2-b361-3c13916dff05 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:04.567146 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-36fb7338-422c-41b2-b361-3c13916dff05 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "DELETE /v2.0/ports/2a1194ca-268a-45cd-822b-4ed1e770ccc0 HTTP/1.1" status: 204  len: 168 time: 4.1092212
Jun 04 15:38:04.572903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37766) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:04.633875 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-239181c9-f725-4fa5-833c-4f1d93afd37e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10086221'] for subnet, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:04.649490 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Made reservation on behalf of 79dda9206c0e447ab295bab412a01584 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:38:04.656212 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:04.685102 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6bd595-8921-4029-a76b-8c94a05c12f0 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] GET failed (client error): The resource could not be found.
Jun 04 15:38:04.685725 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4d6bd595-8921-4029-a76b-8c94a05c12f0 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Synchronizing usage tracker for tenant:de2c82f3aecb4c8ca6faee639caa83e1 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:04.714065 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2ec1de53-7310-4ad8-851b-dc0d8c1d7925 req-6090d497-4605-4ee4-9e40-400d99439721 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3892443
Jun 04 15:38:04.811514 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a98d555b-de00-4c16-b9dc-9039c62afd37 req-096d7f30-20ac-44d0-b16e-7d87c8b4a481 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6809235
Jun 04 15:38:04.847531 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9deb6f80-271a-49cb-898c-fd50ee8e1c67 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:04.881559 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:04.905040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4d6bd595-8921-4029-a76b-8c94a05c12f0 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Unset dirty status for tenant:de2c82f3aecb4c8ca6faee639caa83e1 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:04.906279 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4d6bd595-8921-4029-a76b-8c94a05c12f0 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "GET /v2.0/ports/2a1194ca-268a-45cd-822b-4ed1e770ccc0 HTTP/1.1" status: 404  len: 333 time: 0.3244426
Jun 04 15:38:04.919516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37768) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:04.926745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Request body: {'port': {'network_id': '0e283dab-2b1d-416c-91d0-19d7b8e6efdc', 'name': 'tempest-AllowedAddressPairTestJSON-1133197538'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:05.014172 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Transition to ACTIVE for port object c2b79902-d885-41b5-b2f2-a3193223a60b will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:38:05.014414 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:05.020230 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:05.036951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Transition to ACTIVE for port object c2b79902-d885-41b5-b2f2-a3193223a60b will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:38:05.070125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Pushing event deleted for resources: {'Port': ['ID=83a70cbc-d12d-4539-b6c9-1ee5ef72efed,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:05.072566 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:05.204822 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:05.206964 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:05.226093 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:05.262105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:05.265391 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:05.274496 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:05.292475 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Network 7ca0db80-32c9-4c8a-9064-f8891b27aaae is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:05.304603 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:05.313856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:05.380512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Made reservation on behalf of de2c82f3aecb4c8ca6faee639caa83e1 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:38:05.384082 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:05.430541 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Pushing event updated for resources: {'Port': ['ID=c2b79902-d885-41b5-b2f2-a3193223a60b,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:05.439541 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Attempting to bind port c2b79902-d885-41b5-b2f2-a3193223a60b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:38:05.440073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Attempting to bind port c2b79902-d885-41b5-b2f2-a3193223a60b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '24800643-5fd2-49f0-9552-7b5d65782d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7ca0db80-32c9-4c8a-9064-f8891b27aaae'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:38:05.440535 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Attempting to bind port c2b79902-d885-41b5-b2f2-a3193223a60b on network 7ca0db80-32c9-4c8a-9064-f8891b27aaae {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:38:05.443382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:05.443857 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:05.444303 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:05.444852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:05.445313 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:05.445738 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:05.446161 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:05.446576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:05.447163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:05.447580 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:05.447999 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:05.448462 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:05.457942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] device_id is not set on port faa7dc47-5400-41bc-a368-f55ce2bb8f34 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:38:05.462377 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:05.467883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:38:05.468430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Checking segment: {'id': '24800643-5fd2-49f0-9552-7b5d65782d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7ca0db80-32c9-4c8a-9064-f8891b27aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:38:05.468974 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:05.469502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Bound using segment: {'id': '24800643-5fd2-49f0-9552-7b5d65782d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7ca0db80-32c9-4c8a-9064-f8891b27aaae'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:38:05.470171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Bound port: c2b79902-d885-41b5-b2f2-a3193223a60b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24800643-5fd2-49f0-9552-7b5d65782d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7ca0db80-32c9-4c8a-9064-f8891b27aaae'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:38:05.470672 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:05.479442 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:05.486276 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:05.654026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-9deb6f80-271a-49cb-898c-fd50ee8e1c67 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port 4f27621c-b953-4798-9902-77af4dc9e0c3 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:05.654350 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9deb6f80-271a-49cb-898c-fd50ee8e1c67 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:05.666500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] For port c2b79902-d885-41b5-b2f2-a3193223a60b, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:38:05.687094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] For port c2b79902-d885-41b5-b2f2-a3193223a60b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c2b79902-d885-41b5-b2f2-a3193223a60b,segment=NetworkSegment(24800643-5fd2-49f0-9552-7b5d65782d79),segment_id=24800643-5fd2-49f0-9552-7b5d65782d79)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:38:05.714249 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Allocated IP 172.20.0.11 (0e283dab-2b1d-416c-91d0-19d7b8e6efdc/d6a91bc8-7ca4-4556-a4b4-0ba2bc61aa55/faa7dc47-5400-41bc-a368-f55ce2bb8f34) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:05.758714 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:05.759385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Fanout notify agent at l3_agent the message router_deleted on router e2ac8372-d169-4e89-8581-4f519d67d1d7 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:38:05.822248 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:05.828306 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-719e5394-9b32-42fb-8e15-b40278bdc2a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:05.877715 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:05.886610 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "DELETE /v2.0/routers/e2ac8372-d169-4e89-8581-4f519d67d1d7 HTTP/1.1" status: 204  len: 168 time: 3.0681970
Jun 04 15:38:05.888606 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:05.895966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37776) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:05.897512 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a8e6cb8d-6451-43ba-81fb-424ff1f0a4a3 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:05.933675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-825badb9-785e-4605-8a71-540499eafd40 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-748233028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:05.940397 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Pushing event updated for resources: {'Port': ['ID=c2b79902-d885-41b5-b2f2-a3193223a60b,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:05.954037 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-239181c9-f725-4fa5-833c-4f1d93afd37e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762687599876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9474572'] for subnet, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:05.957252 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:05.968382 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-825badb9-785e-4605-8a71-540499eafd40 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:05.990381 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-825badb9-785e-4605-8a71-540499eafd40 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Usage tracker for resource:router and tenant:4cfb9e5b310141548e98c02f39a55c8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:06.002929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-825badb9-785e-4605-8a71-540499eafd40 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:06.021967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-825badb9-785e-4605-8a71-540499eafd40 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:06.042794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event updated for resources: {'Subnet': ['ID=5d1b6f55-6bee-4aa1-a3c0-1d110e0882b1,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:06.052938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239181c9-f725-4fa5-833c-4f1d93afd37e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:06.053677 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-239181c9-f725-4fa5-833c-4f1d93afd37e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:06.055183 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-239181c9-f725-4fa5-833c-4f1d93afd37e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "PUT /v2.0/subnets/ed0fed3d-174a-4109-b97d-58e4585164f9 HTTP/1.1" status: 200  len: 900 time: 1.8472195
Jun 04 15:38:06.057080 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:06.060169 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-98cc41a7-c01d-40f1-9dfc-a14ea2dc61b4 tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:06.086742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37778) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:06.089134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Checking segment: {'id': 'c3cf068b-db78-4b51-8094-4a74b2b7c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:38:06.089498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Network hostable DHCP agents. Network: 60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:38:06.153457 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-825badb9-785e-4605-8a71-540499eafd40 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:06.154499 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-825badb9-785e-4605-8a71-540499eafd40 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:06.226620 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9deb6f80-271a-49cb-898c-fd50ee8e1c67 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:06.295462 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-825badb9-785e-4605-8a71-540499eafd40 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:06.299645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239181c9-f725-4fa5-833c-4f1d93afd37e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event updated for resources: {'Subnet': ['ID=ed0fed3d-174a-4109-b97d-58e4585164f9,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:06.311389 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-239181c9-f725-4fa5-833c-4f1d93afd37e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:06.378695 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Network 60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:38:06.386636 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:06.413974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-9deb6f80-271a-49cb-898c-fd50ee8e1c67 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for 4f27621c-b953-4798-9902-77af4dc9e0c3 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:06.428860 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:06.465062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Transition to ACTIVE for port object faa7dc47-5400-41bc-a368-f55ce2bb8f34 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:38:06.481123 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0c989-3f98-4904-83c9-853c8ef2ff8f req-a23674a2-4ff5-4bca-b197-4d7bd964ba65 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:06.482820 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-44a0c989-3f98-4904-83c9-853c8ef2ff8f req-a23674a2-4ff5-4bca-b197-4d7bd964ba65 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.4625559
Jun 04 15:38:06.485030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Deleting port c2b79902-d885-41b5-b2f2-a3193223a60b {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:06.485477 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:06.671181 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-825badb9-785e-4605-8a71-540499eafd40 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:06.677633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:06.687813 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9f9b07-480d-4292-aaa9-e2ea4eb5f9c7 None None] Network 60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:38:06.753291 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-44a0c989-3f98-4904-83c9-853c8ef2ff8f req-cd64ea51-dede-47e5-a99a-b3331fe81b4f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2626853
Jun 04 15:38:06.777789 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:06.777789 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:06.881438 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:06.884294 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] For port c2b79902-d885-41b5-b2f2-a3193223a60b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c2b79902-d885-41b5-b2f2-a3193223a60b,segment=NetworkSegment(24800643-5fd2-49f0-9552-7b5d65782d79),segment_id=24800643-5fd2-49f0-9552-7b5d65782d79)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:06.885045 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:06.897794 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-36fb7338-422c-41b2-b361-3c13916dff05 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:06.906494 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-825badb9-785e-4605-8a71-540499eafd40 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:06.913601 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-825badb9-785e-4605-8a71-540499eafd40 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.9846337
Jun 04 15:38:06.966138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37786) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:06.978789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'enable_snat': True}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:06.979640 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8851311
Jun 04 15:38:07.046094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37788) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:07.051106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-873964002', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:07.065181 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6', 'network_id': '60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6', 'tenant_id': '79dda9206c0e447ab295bab412a01584', 'fixed_ips': [{'subnet_id': '5d1b6f55-6bee-4aa1-a3c0-1d110e0882b1'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:38:07.066212 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:07.066365 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Calling delete_port for c2b79902-d885-41b5-b2f2-a3193223a60b owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:07.113278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event updated for resources: {'Port': ['ID=faa7dc47-5400-41bc-a368-f55ce2bb8f34,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:07.116781 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:07.124210 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:07.139602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Usage tracker for resource:router and tenant:79dda9206c0e447ab295bab412a01584 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:07.147765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:07.158682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:07.221695 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:07.227984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:07.231568 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:07.242680 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4162885a-0506-4cfe-b970-5541b391cc7f None None] Network 7ca0db80-32c9-4c8a-9064-f8891b27aaae requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:38:07.311379 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2eacf-a835-4c93-992a-85c360998c54 req-41aef634-e0a2-4c33-adf3-ce4a5b9ddcfb tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:07.313208 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54a2eacf-a835-4c93-992a-85c360998c54 req-41aef634-e0a2-4c33-adf3-ce4a5b9ddcfb tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.2556412
Jun 04 15:38:07.379061 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-54a2eacf-a835-4c93-992a-85c360998c54 req-82da9fe2-9449-4ad0-9fc8-d0acb2ce6ade tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581522
Jun 04 15:38:07.380197 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:07.381169 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:07.382993 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Allocated IP 172.20.0.2 (60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6/5d1b6f55-6bee-4aa1-a3c0-1d110e0882b1/75998c2e-e9d2-40aa-8f50-a0c99b322deb) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:07.411946 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:07.497121 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9deb6f80-271a-49cb-898c-fd50ee8e1c67 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:07.521041 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03447e5b-73dc-4c9c-b63d-459f2487d81f tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:07.524354 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:07.534206 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-671dd73e-0018-4c83-9cac-8663beeddef2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:07.587786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-af140ee4-c309-4344-92dc-2bc8715ac3ad None None] Provisioning for port c2b79902-d885-41b5-b2f2-a3193223a60b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:38:07.613142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-af140ee4-c309-4344-92dc-2bc8715ac3ad None None] Provisioning complete for port c2b79902-d885-41b5-b2f2-a3193223a60b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:07.613650 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-af140ee4-c309-4344-92dc-2bc8715ac3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:07.690030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-af140ee4-c309-4344-92dc-2bc8715ac3ad None None] Port c2b79902-d885-41b5-b2f2-a3193223a60b was deleted so its status cannot be updated. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jun 04 15:38:07.697275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Port': ['ID=c2b79902-d885-41b5-b2f2-a3193223a60b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:07.738042 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:07.747543 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:07.784552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb6f80-271a-49cb-898c-fd50ee8e1c67 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=4f27621c-b953-4798-9902-77af4dc9e0c3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:07.794217 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9deb6f80-271a-49cb-898c-fd50ee8e1c67 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:07.896502 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:07.923347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Transition to ACTIVE for port object 75998c2e-e9d2-40aa-8f50-a0c99b322deb will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:38:07.947702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No DVR routers for this DVR port c2b79902-d885-41b5-b2f2-a3193223a60b on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:38:07.954094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d8bb7822-004b-498f-a4f8-64c017d7b021 None None] Provisioning for port faa7dc47-5400-41bc-a368-f55ce2bb8f34 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:38:08.090480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d8bb7822-004b-498f-a4f8-64c017d7b021 None None] Provisioning complete for port faa7dc47-5400-41bc-a368-f55ce2bb8f34 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:08.091028 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7822-004b-498f-a4f8-64c017d7b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:08.140866 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:08.148940 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:08.163790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Transition to ACTIVE for port object 75998c2e-e9d2-40aa-8f50-a0c99b322deb will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:38:08.171069 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4ef1c9-06d8-4f76-9cde-8f8326b67d05 None None] Network 7ca0db80-32c9-4c8a-9064-f8891b27aaae requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:38:08.293249 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:08.303752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb7822-004b-498f-a4f8-64c017d7b021 None None] Port faa7dc47-5400-41bc-a368-f55ce2bb8f34 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:38:08.304422 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:08.314769 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:08.319193 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:08.422479 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9deb6f80-271a-49cb-898c-fd50ee8e1c67 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:08.446660 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Network 60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:08.453542 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:08.456312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:08.483351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Pushing event updated for resources: {'Port': ['ID=75998c2e-e9d2-40aa-8f50-a0c99b322deb,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:08.491618 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:08.660380 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.7397556
Jun 04 15:38:08.661015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37828) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:08.670036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:84:22:06'}]}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:08.733033 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Attempting to bind port 75998c2e-e9d2-40aa-8f50-a0c99b322deb on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:38:08.733438 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Attempting to bind port 75998c2e-e9d2-40aa-8f50-a0c99b322deb by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c3cf068b-db78-4b51-8094-4a74b2b7c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:38:08.733782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Attempting to bind port 75998c2e-e9d2-40aa-8f50-a0c99b322deb on network 60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:38:08.816087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:38:08.816439 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Checking segment: {'id': 'c3cf068b-db78-4b51-8094-4a74b2b7c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:38:08.816844 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:08.817202 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Bound using segment: {'id': 'c3cf068b-db78-4b51-8094-4a74b2b7c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:38:08.817717 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Bound port: 75998c2e-e9d2-40aa-8f50-a0c99b322deb, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cf068b-db78-4b51-8094-4a74b2b7c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:38:08.818112 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:09.024364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] For port 75998c2e-e9d2-40aa-8f50-a0c99b322deb, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:38:09.028255 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] For port 75998c2e-e9d2-40aa-8f50-a0c99b322deb, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=75998c2e-e9d2-40aa-8f50-a0c99b322deb,segment=NetworkSegment(c3cf068b-db78-4b51-8094-4a74b2b7c765),segment_id=c3cf068b-db78-4b51-8094-4a74b2b7c765)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:38:09.101651 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:09.106312 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ce0d738e-ead4-4162-adc1-d304d455f54e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:09.198260 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Pushing event updated for resources: {'Port': ['ID=75998c2e-e9d2-40aa-8f50-a0c99b322deb,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:09.203575 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:09.307062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9deb6f80-271a-49cb-898c-fd50ee8e1c67 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:38:09.361830 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:09.394204 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:09.398699 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-38c1248c-6371-46a9-bf31-1aae9bd2acff tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:09.434408 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:09.513917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Subnet': ['ID=ed0fed3d-174a-4109-b97d-58e4585164f9,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:09.532399 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:09.546255 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140588a3-6031-477e-a890-e2faa43f2051 None None] Network 7ca0db80-32c9-4c8a-9064-f8891b27aaae requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:38:09.690623 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:09.704135 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9deb6f80-271a-49cb-898c-fd50ee8e1c67 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:38:09.713199 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9deb6f80-271a-49cb-898c-fd50ee8e1c67 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5030458
Jun 04 15:38:09.725857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37844) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:09.727829 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b2551-87e8-4d25-9868-bf9a4038dff1 None None] Sync routers for ids ['774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:38:09.761104 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8385fc8940>,) {'filters': {'network_id': ['7ca0db80-32c9-4c8a-9064-f8891b27aaae']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:09.782475 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385fc8940>, '24800643-5fd2-49f0-9552-7b5d65782d79') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:09.782779 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385fc8940>, '24800643-5fd2-49f0-9552-7b5d65782d79') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:09.799633 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:09.811735 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b2551-87e8-4d25-9868-bf9a4038dff1 None None] Routers {'774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:09.812914 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c26b2551-87e8-4d25-9868-bf9a4038dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c445a30>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:09.847655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Allocated IP 172.25.4.61 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/39644ebb-7943-425f-9b86-715bc0fd38cf) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:09.851122 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:09.867294 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:38:09.867909 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:38:09.890594 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:38:09.901579 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c26b2551-87e8-4d25-9868-bf9a4038dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c445a30>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:09.915816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b2551-87e8-4d25-9868-bf9a4038dff1 None None] Routers {'774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:09.916811 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c26b2551-87e8-4d25-9868-bf9a4038dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c445a30>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:09.993460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c26b2551-87e8-4d25-9868-bf9a4038dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c445a30>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:09.993964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b2551-87e8-4d25-9868-bf9a4038dff1 None None] The sync data for ids ['774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:38:10.030844 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:10.041593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e14796ad-be83-493d-9735-0d75fd6887aa tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Synchronizing usage tracker for tenant:bf31fa0d2656419485a32380aade8957 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:10.049413 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122a9469-8fec-4f29-8c0f-2390f5afa6a1 None None] DHCP port deletion for 7ca0db80-32c9-4c8a-9064-f8891b27aaae request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:38:10.110451 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 75998c2e-e9d2-40aa-8f50-a0c99b322deb up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:38:10.117131 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:10.123683 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-40cdd7a5-f63b-499c-822d-07b5f38f777f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:10.168185 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:10.180706 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Network': ['ID=7ca0db80-32c9-4c8a-9064-f8891b27aaae,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:10.187914 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:10.195004 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:10.241072 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/7ca0db80-32c9-4c8a-9064-f8891b27aaae HTTP/1.1" status: 204  len: 168 time: 4.1492999
Jun 04 15:38:10.241320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37852) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:10.259485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e14796ad-be83-493d-9735-0d75fd6887aa tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Unset dirty status for tenant:bf31fa0d2656419485a32380aade8957 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:10.265626 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e14796ad-be83-493d-9735-0d75fd6887aa tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports?device_id=774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab HTTP/1.1" status: 200  len: 205 time: 0.5383425
Jun 04 15:38:10.267626 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:10.271418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37854) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:10.295416 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-57df709c-4aae-4d87-a392-0805110fd4b1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:38:10.296018 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57df709c-4aae-4d87-a392-0805110fd4b1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:38:10.300227 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-57df709c-4aae-4d87-a392-0805110fd4b1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/subnets/ed0fed3d-174a-4109-b97d-58e4585164f9 HTTP/1.1" status: 404  len: 337 time: 0.0556731
Jun 04 15:38:10.301774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37856) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:10.316885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 75998c2e-e9d2-40aa-8f50-a0c99b322deb completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:38:10.344967 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:10.353044 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-f180d787-e26f-47c1-8704-7127d318554c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:38:10.353922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f180d787-e26f-47c1-8704-7127d318554c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:38:10.359612 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f180d787-e26f-47c1-8704-7127d318554c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/7ca0db80-32c9-4c8a-9064-f8891b27aaae HTTP/1.1" status: 404  len: 339 time: 0.0535498
Jun 04 15:38:10.360271 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37860) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:10.534465 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef07caf9-555d-4db1-8e46-77e7913a04ee tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:10.612210 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c766a70e-f193-4955-a9b4-3ad3bb2eac33 None None] Network 60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:38:10.637937 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0da5e4d4-1068-40d4-92b4-c7b8d6cef548 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:10.689672 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef07caf9-555d-4db1-8e46-77e7913a04ee tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:10.709228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ef07caf9-555d-4db1-8e46-77e7913a04ee tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387b93370>,) {'filters': {'network_id': ['149894a7-e042-4a3b-89d1-2727336a3274']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:10.725458 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ef07caf9-555d-4db1-8e46-77e7913a04ee tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387b93370>, 'fbc6e501-9852-495f-aa30-b980e06cb865') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:10.727569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ef07caf9-555d-4db1-8e46-77e7913a04ee tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387b93370>, 'fbc6e501-9852-495f-aa30-b980e06cb865') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:10.741565 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef07caf9-555d-4db1-8e46-77e7913a04ee tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:10.758717 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:10.765524 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef07caf9-555d-4db1-8e46-77e7913a04ee tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:10.772702 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eb9c9b90-c454-4246-917e-de436cbf36f0 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:10.799985 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ad2560eb-fc9e-47b7-b290-c546edea999b None None] Provisioning for port 75998c2e-e9d2-40aa-8f50-a0c99b322deb completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:38:10.812524 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ad2560eb-fc9e-47b7-b290-c546edea999b None None] Provisioning complete for port 75998c2e-e9d2-40aa-8f50-a0c99b322deb triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:10.813025 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad2560eb-fc9e-47b7-b290-c546edea999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:10.837767 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef07caf9-555d-4db1-8e46-77e7913a04ee tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:38:10.838236 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef07caf9-555d-4db1-8e46-77e7913a04ee tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:38:10.855147 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:38:10.878977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:10.880151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:10.883177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb7982-18e9-4fa3-8a42-886dca24d0c2 req-cc42a3e1-24f8-4cf6-8021-1cc32de60c14 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:10.887282 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:10.890829 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fb7982-18e9-4fa3-8a42-886dca24d0c2 req-cc42a3e1-24f8-4cf6-8021-1cc32de60c14 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab071fde-b9af-4ba9-b521-3130daaa501c HTTP/1.1" status: 200  len: 943 time: 1.1187780
Jun 04 15:38:10.999492 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event updated for resources: {'Port': ['ID=39644ebb-7943-425f-9b86-715bc0fd38cf,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:11.004048 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:11.016801 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad2560eb-fc9e-47b7-b290-c546edea999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:11.057423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ad2560eb-fc9e-47b7-b290-c546edea999b None None] For port 75998c2e-e9d2-40aa-8f50-a0c99b322deb, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=75998c2e-e9d2-40aa-8f50-a0c99b322deb,segment=NetworkSegment(c3cf068b-db78-4b51-8094-4a74b2b7c765),segment_id=c3cf068b-db78-4b51-8094-4a74b2b7c765)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:11.136101 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad2560eb-fc9e-47b7-b290-c546edea999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:11.138038 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fd89fef5-22d1-4917-8125-1588de1c8ac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:11.309627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2560eb-fc9e-47b7-b290-c546edea999b None None] Pushing event updated for resources: {'Port': ['ID=75998c2e-e9d2-40aa-8f50-a0c99b322deb,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:11.331807 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ad2560eb-fc9e-47b7-b290-c546edea999b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:11.405932 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef07caf9-555d-4db1-8e46-77e7913a04ee tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:11.410832 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef07caf9-555d-4db1-8e46-77e7913a04ee tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:11.415751 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6bc3cced-b442-4020-b9b9-c72fb18c1d59 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:11.427403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0da5e4d4-1068-40d4-92b4-c7b8d6cef548 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:11.438377 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0da5e4d4-1068-40d4-92b4-c7b8d6cef548 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:11.466394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f184b39a-8dae-4493-9a77-b736c9bdfd17 None None] Provisioning complete for port 75998c2e-e9d2-40aa-8f50-a0c99b322deb triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:11.466873 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f184b39a-8dae-4493-9a77-b736c9bdfd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:11.475534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07caf9-555d-4db1-8e46-77e7913a04ee tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Network': ['ID=149894a7-e042-4a3b-89d1-2727336a3274,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:11.478254 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ef07caf9-555d-4db1-8e46-77e7913a04ee tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:11.495612 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ef07caf9-555d-4db1-8e46-77e7913a04ee tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/149894a7-e042-4a3b-89d1-2727336a3274 HTTP/1.1" status: 204  len: 168 time: 1.1332674
Jun 04 15:38:11.496309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Allocated IP 172.25.4.160 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/d422d1d7-d631-4c23-8872-9f031cc67897) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:11.496470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37866) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:11.500437 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:11.546282 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bf48a1-271c-4df6-a4ad-3d1e1f2c79b1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:38:11.546904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74bf48a1-271c-4df6-a4ad-3d1e1f2c79b1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:38:11.551375 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-74bf48a1-271c-4df6-a4ad-3d1e1f2c79b1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/subnets/6016455b-1854-4e16-ade5-a455c391ef1c HTTP/1.1" status: 404  len: 337 time: 0.0516715
Jun 04 15:38:11.554112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37870) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:11.571308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-70fb7982-18e9-4fa3-8a42-886dca24d0c2 req-dbbdb23f-dd6e-4fd4-8b90-b21ce7427114 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Deleting port 7e096382-7276-489b-af69-4b5444aba047 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:11.571653 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-70fb7982-18e9-4fa3-8a42-886dca24d0c2 req-dbbdb23f-dd6e-4fd4-8b90-b21ce7427114 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:11.595448 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd62a7f-a833-4477-b9cb-d3d343889943 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:38:11.595962 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd62a7f-a833-4477-b9cb-d3d343889943 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:38:11.600707 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cbd62a7f-a833-4477-b9cb-d3d343889943 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/920a232e-ba52-4c66-9a94-6bbc88898f5a HTTP/1.1" status: 404  len: 339 time: 0.0455773
Jun 04 15:38:11.601453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37872) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:11.673873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a59b59-6604-4daa-be01-f567d562db87 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Deleting subnet 845e64d6-b466-4250-8110-06d0dc0927c8 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:38:11.677289 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5a59b59-6604-4daa-be01-f567d562db87 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:11.746562 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:11.748656 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5a59b59-6604-4daa-be01-f567d562db87 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:11.757590 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b9e4cf9a-2d60-4264-95a4-fc27de954e80 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:11.793887 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0da5e4d4-1068-40d4-92b4-c7b8d6cef548 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:11.794410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da5e4d4-1068-40d4-92b4-c7b8d6cef548 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Fanout notify agent at l3_agent the message router_deleted on router 774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:38:11.827266 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:12.025446 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 75998c2e-e9d2-40aa-8f50-a0c99b322deb up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:38:12.039468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-70fb7982-18e9-4fa3-8a42-886dca24d0c2 req-dbbdb23f-dd6e-4fd4-8b90-b21ce7427114 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] For port 7e096382-7276-489b-af69-4b5444aba047, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7e096382-7276-489b-af69-4b5444aba047,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:12.040072 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-70fb7982-18e9-4fa3-8a42-886dca24d0c2 req-dbbdb23f-dd6e-4fd4-8b90-b21ce7427114 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:12.043536 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:12.169863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-60903c29-9e0e-40f8-b181-5a94638ace17 None None] Provisioning complete for port faa7dc47-5400-41bc-a368-f55ce2bb8f34 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:12.170409 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-60903c29-9e0e-40f8-b181-5a94638ace17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:12.216105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-70fb7982-18e9-4fa3-8a42-886dca24d0c2 req-dbbdb23f-dd6e-4fd4-8b90-b21ce7427114 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Calling delete_port for 7e096382-7276-489b-af69-4b5444aba047 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:12.242176 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5a59b59-6604-4daa-be01-f567d562db87 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:12.265508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-60903c29-9e0e-40f8-b181-5a94638ace17 None None] Port faa7dc47-5400-41bc-a368-f55ce2bb8f34 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:38:12.270314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 75998c2e-e9d2-40aa-8f50-a0c99b322deb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:12.270746 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:12.392871 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0da5e4d4-1068-40d4-92b4-c7b8d6cef548 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:12.397030 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0da5e4d4-1068-40d4-92b4-c7b8d6cef548 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/routers/774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab HTTP/1.1" status: 204  len: 168 time: 2.1059363
Jun 04 15:38:12.399280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37876) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:12.439363 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c2b79902-d885-41b5-b2f2-a3193223a60b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:38:12.453714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event updated for resources: {'Port': ['ID=faa7dc47-5400-41bc-a368-f55ce2bb8f34,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:12.477543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: c2b79902-d885-41b5-b2f2-a3193223a60b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:38:12.477898 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c2b79902-d885-41b5-b2f2-a3193223a60b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:38:12.486283 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:12.486679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:12.487112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:12.487432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:12.487807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:12.488183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:12.488555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:12.488926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:12.493076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:12.493076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:12.493076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:12.493076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:12.499467 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-70fb7982-18e9-4fa3-8a42-886dca24d0c2 req-dbbdb23f-dd6e-4fd4-8b90-b21ce7427114 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:12.504305 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:12.513046 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['362ae327-1346-41be-be0d-0a7b0c46ce77', '9e4b3b84-9fb6-4739-a10e-164c3bda63cc'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:38:12.514110 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9849187f-ca44-40a1-a651-e1c98bd995f5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:12.568772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] In _notify_port_updated(), no bound segment for port faa7dc47-5400-41bc-a368-f55ce2bb8f34 on network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc {{(pid=88300) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:38:12.578335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:12.578335 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:12.578335 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "PUT /v2.0/ports/faa7dc47-5400-41bc-a368-f55ce2bb8f34 HTTP/1.1" status: 200  len: 997 time: 3.9119999
Jun 04 15:38:12.578335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdb23f-dd6e-4fd4-8b90-b21ce7427114 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event deleted for resources: {'Port': ['ID=7e096382-7276-489b-af69-4b5444aba047,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:12.584692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37878) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:12.587985 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dbbdb23f-dd6e-4fd4-8b90-b21ce7427114 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:12.590947 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:12.668077 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:12.715026 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:12.721288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b247d2-3e34-4da7-8417-e4fee965eaf3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting subnet 9c28cb64-45f3-4306-8aa2-a688e1c59139 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:38:12.770063 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a0b247d2-3e34-4da7-8417-e4fee965eaf3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:13.035564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:13.078386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5a59b59-6604-4daa-be01-f567d562db87 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:13.082786 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:13.086538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:13.106740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:13.159408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fb7982-18e9-4fa3-8a42-886dca24d0c2 req-dbbdb23f-dd6e-4fd4-8b90-b21ce7427114 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] No DVR routers for this DVR port 7e096382-7276-489b-af69-4b5444aba047 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:38:13.173232 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-70fb7982-18e9-4fa3-8a42-886dca24d0c2 req-dbbdb23f-dd6e-4fd4-8b90-b21ce7427114 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:13.191774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab071fde-b9af-4ba9-b521-3130daaa501c', 'name': 'network-vif-deleted', 'tag': '7e096382-7276-489b-af69-4b5444aba047'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:38:13.194342 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dfe492-bdbc-4667-8f18-46f443c2d986" -d '{"events": [{"server_uuid": "ab071fde-b9af-4ba9-b521-3130daaa501c", "name": "network-vif-deleted", "tag": "7e096382-7276-489b-af69-4b5444aba047"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:38:13.202410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Pushing event updated for resources: {'Port': ['ID=d422d1d7-d631-4c23-8872-9f031cc67897,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:13.233873 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:13.236591 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a0b247d2-3e34-4da7-8417-e4fee965eaf3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:13.284728 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 04 Jun 2021 15:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85368f9e-f8ff-48dd-8ce6-d979e9acb7fe x-openstack-request-id: req-85368f9e-f8ff-48dd-8ce6-d979e9acb7fe {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:38:13.285164 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab071fde-b9af-4ba9-b521-3130daaa501c", "name": "network-vif-deleted", "tag": "7e096382-7276-489b-af69-4b5444aba047", "status": "failed", "code": 422}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:38:13.285408 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85368f9e-f8ff-48dd-8ce6-d979e9acb7fe {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:38:13.285857 n-d-791505-9 neutron-server[88300]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab071fde-b9af-4ba9-b521-3130daaa501c', 'name': 'network-vif-deleted', 'tag': '7e096382-7276-489b-af69-4b5444aba047', 'status': 'failed', 'code': 422} returned with failed status
Jun 04 15:38:13.302465 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fb7982-18e9-4fa3-8a42-886dca24d0c2 req-dbbdb23f-dd6e-4fd4-8b90-b21ce7427114 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "DELETE /v2.0/ports/7e096382-7276-489b-af69-4b5444aba047 HTTP/1.1" status: 204  len: 173 time: 2.4106886
Jun 04 15:38:13.369025 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Router ebd11af1-195f-4919-b238-7e9b725779d2 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:38:13.378660 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a59b59-6604-4daa-be01-f567d562db87 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Subnet': ['ID=845e64d6-b466-4250-8110-06d0dc0927c8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:13.383829 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d5a59b59-6604-4daa-be01-f567d562db87 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:13.404062 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7cb1a0-f910-4c7a-b28b-691eb2e43cef None None] Network df68c5b0-f58e-4e65-80df-0d36b8bfd91a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:38:13.452362 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5a59b59-6604-4daa-be01-f567d562db87 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:13.490841 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d5a59b59-6604-4daa-be01-f567d562db87 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/subnets/845e64d6-b466-4250-8110-06d0dc0927c8 HTTP/1.1" status: 204  len: 168 time: 1.8871796
Jun 04 15:38:13.499232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37886) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:13.632237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-446ec51e-0dcb-4ee7-a6b2-ce1a8c38a4d3 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Deleting port faa7dc47-5400-41bc-a368-f55ce2bb8f34 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:13.632498 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-446ec51e-0dcb-4ee7-a6b2-ce1a8c38a4d3 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:13.668277 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a0b247d2-3e34-4da7-8417-e4fee965eaf3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:13.671936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b83775-e60a-42b1-bb0b-515b167f85d1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Deleting subnet bf9fd9e4-06b4-48ac-a483-37472fd5f71c {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:38:13.675383 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f7b83775-e60a-42b1-bb0b-515b167f85d1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:13.746169 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f7b83775-e60a-42b1-bb0b-515b167f85d1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:13.802550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:38:13.814768 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1af86-2c1f-44c7-8f2a-059d73289bf1 None None] Sync routers for ids ['ebd11af1-195f-4919-b238-7e9b725779d2'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:38:13.828690 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1af86-2c1f-44c7-8f2a-059d73289bf1 None None] Routers {'ebd11af1-195f-4919-b238-7e9b725779d2'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:13.829654 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-eeb1af86-2c1f-44c7-8f2a-059d73289bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c84d790>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['ebd11af1-195f-4919-b238-7e9b725779d2'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:13.888716 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f7b83775-e60a-42b1-bb0b-515b167f85d1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:13.922145 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-eeb1af86-2c1f-44c7-8f2a-059d73289bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c84d790>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:13.934673 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1af86-2c1f-44c7-8f2a-059d73289bf1 None None] Routers {'ebd11af1-195f-4919-b238-7e9b725779d2'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:13.935687 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-eeb1af86-2c1f-44c7-8f2a-059d73289bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c84d790>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['ebd11af1-195f-4919-b238-7e9b725779d2'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:14.082232 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-eeb1af86-2c1f-44c7-8f2a-059d73289bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c84d790>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:14.082940 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1af86-2c1f-44c7-8f2a-059d73289bf1 None None] The sync data for ids ['ebd11af1-195f-4919-b238-7e9b725779d2'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:38:14.240579 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-446ec51e-0dcb-4ee7-a6b2-ce1a8c38a4d3 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:14.259338 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:14.262364 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 890 time: 7.2148025
Jun 04 15:38:14.269832 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37896) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:14.532273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-446ec51e-0dcb-4ee7-a6b2-ce1a8c38a4d3 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Calling delete_port for faa7dc47-5400-41bc-a368-f55ce2bb8f34 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:14.560749 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:14.712599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0173b337-5ea4-4a2c-ad4e-52368136b7ce None None] Provisioning complete for port 316594d7-a71c-4498-8b76-951a29579c79 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:14.713199 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0173b337-5ea4-4a2c-ad4e-52368136b7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:14.719738 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f7b83775-e60a-42b1-bb0b-515b167f85d1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:14.732808 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aabfd6fc-1f31-46fb-ba76-da6464452953 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:14.791070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b83775-e60a-42b1-bb0b-515b167f85d1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9fd9e4-06b4-48ac-a483-37472fd5f71c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:14.797742 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47716b92-d565-4326-8fad-434c3fe2b16b None None] Network df68c5b0-f58e-4e65-80df-0d36b8bfd91a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:38:14.798202 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f7b83775-e60a-42b1-bb0b-515b167f85d1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:14.813518 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f7b83775-e60a-42b1-bb0b-515b167f85d1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/subnets/bf9fd9e4-06b4-48ac-a483-37472fd5f71c HTTP/1.1" status: 204  len: 168 time: 1.3109105
Jun 04 15:38:14.814654 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f7b83775-e60a-42b1-bb0b-515b167f85d1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:14.815124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37904) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:15.077096 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:15.209400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe8c650-648a-47da-a907-aa54771e6d27 None None] DHCP port deletion for df68c5b0-f58e-4e65-80df-0d36b8bfd91a request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:38:15.324666 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a0b247d2-3e34-4da7-8417-e4fee965eaf3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:15.343024 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c51e327-e9c9-4142-8e90-0b973f667d41 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:15.365478 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-afe8c650-648a-47da-a907-aa54771e6d27 None None] Deleting port 316594d7-a71c-4498-8b76-951a29579c79 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:15.366147 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-afe8c650-648a-47da-a907-aa54771e6d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:15.399754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b247d2-3e34-4da7-8417-e4fee965eaf3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Subnet': ['ID=9c28cb64-45f3-4306-8aa2-a688e1c59139,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:15.409435 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a0b247d2-3e34-4da7-8417-e4fee965eaf3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:15.415024 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a0b247d2-3e34-4da7-8417-e4fee965eaf3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:15.435175 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:15.438108 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a0b247d2-3e34-4da7-8417-e4fee965eaf3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/9c28cb64-45f3-4306-8aa2-a688e1c59139 HTTP/1.1" status: 204  len: 168 time: 3.0311580
Jun 04 15:38:15.441035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:15.443136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37912) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:15.443378 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f7907b-a7cb-4d09-a2a5-88dd8ebfbe08 None None] Network 95f4f792-3291-487b-a7b5-e4db9c63a825 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:38:15.596052 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-afe8c650-648a-47da-a907-aa54771e6d27 None None] For port 316594d7-a71c-4498-8b76-951a29579c79, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=316594d7-a71c-4498-8b76-951a29579c79,segment=NetworkSegment(d109ab1c-4f54-4de0-bf05-5de38d81a779),segment_id=d109ab1c-4f54-4de0-bf05-5de38d81a779)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:15.596721 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-afe8c650-648a-47da-a907-aa54771e6d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:15.681996 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Deleting port 316594d7-a71c-4498-8b76-951a29579c79 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:15.682386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:15.735687 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-afe8c650-648a-47da-a907-aa54771e6d27 None None] Calling delete_port for 316594d7-a71c-4498-8b76-951a29579c79 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:15.772811 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-446ec51e-0dcb-4ee7-a6b2-ce1a8c38a4d3 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:15.787096 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:15.960604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ec51e-0dcb-4ee7-a6b2-ce1a8c38a4d3 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event deleted for resources: {'Port': ['ID=faa7dc47-5400-41bc-a368-f55ce2bb8f34,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:15.971427 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-446ec51e-0dcb-4ee7-a6b2-ce1a8c38a4d3 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:15.985655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] For port 316594d7-a71c-4498-8b76-951a29579c79, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=316594d7-a71c-4498-8b76-951a29579c79,segment=NetworkSegment(d109ab1c-4f54-4de0-bf05-5de38d81a779),segment_id=d109ab1c-4f54-4de0-bf05-5de38d81a779)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:15.991793 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:16.018720 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fc868-08b8-45a9-8e2f-973d24bbb128 req-8e40ef5a-bff2-49bb-8856-fd56f53c6311 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:16.020639 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-562fc868-08b8-45a9-8e2f-973d24bbb128 req-8e40ef5a-bff2-49bb-8856-fd56f53c6311 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 907 time: 0.4180462
Jun 04 15:38:16.069750 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 316594d7-a71c-4498-8b76-951a29579c79 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:38:16.112030 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:16.155333 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:16.160981 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-446ec51e-0dcb-4ee7-a6b2-ce1a8c38a4d3 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:16.164182 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-446ec51e-0dcb-4ee7-a6b2-ce1a8c38a4d3 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "DELETE /v2.0/ports/faa7dc47-5400-41bc-a368-f55ce2bb8f34 HTTP/1.1" status: 204  len: 168 time: 3.5744088
Jun 04 15:38:16.169362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37914) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:16.170105 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-afe8c650-648a-47da-a907-aa54771e6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:16.176628 n-d-791505-9 neutron-server[88302]: INFO neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No ports have port_id starting with 316594d7-a71c-4498-8b76-951a29579c79
Jun 04 15:38:16.179291 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:16.244113 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8c650-648a-47da-a907-aa54771e6d27 None None] Pushing event deleted for resources: {'Port': ['ID=316594d7-a71c-4498-8b76-951a29579c79,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:16.247152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe8c650-648a-47da-a907-aa54771e6d27 None None] No DVR routers for this DVR port 316594d7-a71c-4498-8b76-951a29579c79 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:38:16.248937 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-afe8c650-648a-47da-a907-aa54771e6d27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:16.263295 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-4074fbb9-4e25-4a0f-9c3f-d231de68d4bb tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] GET failed (client error): The resource could not be found.
Jun 04 15:38:16.263986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4074fbb9-4e25-4a0f-9c3f-d231de68d4bb tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Synchronizing usage tracker for tenant:de2c82f3aecb4c8ca6faee639caa83e1 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:16.339052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Router 530fa645-1867-47ee-95d7-259a492bba77 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:38:16.364528 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a977eb2-b9e5-4066-a199-6f9e4746fe3a None None] DHCP port deletion for 95f4f792-3291-487b-a7b5-e4db9c63a825 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:38:16.497760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8a977eb2-b9e5-4066-a199-6f9e4746fe3a None None] Deleting port 7b1b7165-d9d3-40c0-b127-f15fc36077c8 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:16.498538 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8a977eb2-b9e5-4066-a199-6f9e4746fe3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:16.502173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4074fbb9-4e25-4a0f-9c3f-d231de68d4bb tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Unset dirty status for tenant:de2c82f3aecb4c8ca6faee639caa83e1 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:16.503447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4074fbb9-4e25-4a0f-9c3f-d231de68d4bb tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "GET /v2.0/ports/faa7dc47-5400-41bc-a368-f55ce2bb8f34 HTTP/1.1" status: 404  len: 333 time: 0.3314385
Jun 04 15:38:16.518185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37920) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:16.537227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Request body: {'port': {'network_id': '0e283dab-2b1d-416c-91d0-19d7b8e6efdc', 'name': 'tempest-AllowedAddressPairTestJSON-201311983'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:16.650671 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8a977eb2-b9e5-4066-a199-6f9e4746fe3a None None] For port 7b1b7165-d9d3-40c0-b127-f15fc36077c8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7b1b7165-d9d3-40c0-b127-f15fc36077c8,segment=NetworkSegment(1317a01f-2dbd-4757-a648-29c6e3705cdc),segment_id=1317a01f-2dbd-4757-a648-29c6e3705cdc)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:16.652784 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8a977eb2-b9e5-4066-a199-6f9e4746fe3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:16.696373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:16.706480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:16.735939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port 7b1b7165-d9d3-40c0-b127-f15fc36077c8 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:16.736275 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:16.742456 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Allocated IP 172.20.0.1 (60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6/5d1b6f55-6bee-4aa1-a3c0-1d110e0882b1/1a33968f-c1f9-451f-bdb5-af31f3a4555a) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:16.818336 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8a977eb2-b9e5-4066-a199-6f9e4746fe3a None None] Calling delete_port for 7b1b7165-d9d3-40c0-b127-f15fc36077c8 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:16.847019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Made reservation on behalf of de2c82f3aecb4c8ca6faee639caa83e1 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:38:16.851844 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:16.894834 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Calling delete_port for 316594d7-a71c-4498-8b76-951a29579c79 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:16.946471 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8a977eb2-b9e5-4066-a199-6f9e4746fe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:16.953472 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:16.966982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] device_id is not set on port c1c2da2c-9c8c-49ac-975b-9d48d3e5fb9f yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:38:16.991860 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:17.029658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a977eb2-b9e5-4066-a199-6f9e4746fe3a None None] No DVR routers for this DVR port 7b1b7165-d9d3-40c0-b127-f15fc36077c8 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:38:17.040864 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:17.043176 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a977eb2-b9e5-4066-a199-6f9e4746fe3a None None] Pushing event deleted for resources: {'Port': ['ID=7b1b7165-d9d3-40c0-b127-f15fc36077c8,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:17.045772 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8a977eb2-b9e5-4066-a199-6f9e4746fe3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:17.103375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No DVR routers for this DVR port 316594d7-a71c-4498-8b76-951a29579c79 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:38:17.176687 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Port': ['ID=316594d7-a71c-4498-8b76-951a29579c79,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:17.187205 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:17.190432 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:17.192416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] For port 7b1b7165-d9d3-40c0-b127-f15fc36077c8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7b1b7165-d9d3-40c0-b127-f15fc36077c8,segment=NetworkSegment(1317a01f-2dbd-4757-a648-29c6e3705cdc),segment_id=1317a01f-2dbd-4757-a648-29c6e3705cdc)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:17.192772 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:17.266599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Transition to ACTIVE for port object 1a33968f-c1f9-451f-bdb5-af31f3a4555a will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:38:17.337753 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:17.359282 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8385f69490>,) {'filters': {'network_id': ['df68c5b0-f58e-4e65-80df-0d36b8bfd91a']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:17.378016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385f69490>, 'd109ab1c-4f54-4de0-bf05-5de38d81a779') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:17.378315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385f69490>, 'd109ab1c-4f54-4de0-bf05-5de38d81a779') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:17.394045 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:17.421242 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:17.437556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80364137-a1cf-4500-b62b-4d4fb0dae95e req-e508e9dd-84a1-4a17-adf6-cbbafeca8c80 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:17.439792 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-80364137-a1cf-4500-b62b-4d4fb0dae95e req-e508e9dd-84a1-4a17-adf6-cbbafeca8c80 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 907 time: 0.2605040
Jun 04 15:38:17.445405 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:38:17.448457 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:38:17.470295 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:38:17.547480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for 7b1b7165-d9d3-40c0-b127-f15fc36077c8 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:17.633980 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:38:17.647178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837fd72-26e4-4671-bbd3-9a7050d2638f None None] Sync routers for ids ['530fa645-1867-47ee-95d7-259a492bba77'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:38:17.667864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837fd72-26e4-4671-bbd3-9a7050d2638f None None] Routers {'530fa645-1867-47ee-95d7-259a492bba77'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:17.668651 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d837fd72-26e4-4671-bbd3-9a7050d2638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c2d4820>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['530fa645-1867-47ee-95d7-259a492bba77'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:17.731723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Allocated IP 172.20.0.12 (0e283dab-2b1d-416c-91d0-19d7b8e6efdc/d6a91bc8-7ca4-4556-a4b4-0ba2bc61aa55/c1c2da2c-9c8c-49ac-975b-9d48d3e5fb9f) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:17.749262 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d837fd72-26e4-4671-bbd3-9a7050d2638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c2d4820>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:17.759992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837fd72-26e4-4671-bbd3-9a7050d2638f None None] Routers {'530fa645-1867-47ee-95d7-259a492bba77'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:17.761351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d837fd72-26e4-4671-bbd3-9a7050d2638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c2d4820>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['530fa645-1867-47ee-95d7-259a492bba77'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:17.764011 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:17.773822 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:17.774150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c5437-d1c6-4799-b337-c5ed41230e9b req-88b677e6-baa0-4592-b127-499c1736648d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:17.774873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e56c5437-d1c6-4799-b337-c5ed41230e9b req-88b677e6-baa0-4592-b127-499c1736648d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Synchronizing usage tracker for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:17.801683 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:17.801683 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "PUT /v2.0/routers/530fa645-1867-47ee-95d7-259a492bba77 HTTP/1.1" status: 200  len: 918 time: 10.8291974
Jun 04 15:38:17.805867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37928) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:17.840870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Network 60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:17.841740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d837fd72-26e4-4671-bbd3-9a7050d2638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c2d4820>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:17.842266 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837fd72-26e4-4671-bbd3-9a7050d2638f None None] The sync data for ids ['530fa645-1867-47ee-95d7-259a492bba77'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:38:17.844750 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:17.850977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:17.905626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event updated for resources: {'Port': ['ID=1a33968f-c1f9-451f-bdb5-af31f3a4555a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:17.911434 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:17.933748 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:17.957791 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-11d96dd3-e642-43d7-b672-b3a20df467c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:17.962908 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:17.979497 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-446ec51e-0dcb-4ee7-a6b2-ce1a8c38a4d3 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:17.983118 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:17.986778 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:18.009081 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/df68c5b0-f58e-4e65-80df-0d36b8bfd91a HTTP/1.1" status: 204  len: 168 time: 3.1908665
Jun 04 15:38:18.021112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7b1b7165-d9d3-40c0-b127-f15fc36077c8 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:38:18.023155 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37930) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:18.024102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Network': ['ID=df68c5b0-f58e-4e65-80df-0d36b8bfd91a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:18.051057 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e56c5437-d1c6-4799-b337-c5ed41230e9b req-88b677e6-baa0-4592-b127-499c1736648d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Unset dirty status for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:18.052306 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e56c5437-d1c6-4799-b337-c5ed41230e9b req-88b677e6-baa0-4592-b127-499c1736648d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 907 time: 0.4679303
Jun 04 15:38:18.058508 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:18.061032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=7b1b7165-d9d3-40c0-b127-f15fc36077c8,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:18.063518 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:18.077930 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-380fa074-344c-4ce8-8423-ef7cb161d945 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:38:18.078398 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380fa074-344c-4ce8-8423-ef7cb161d945 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:38:18.080376 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-380fa074-344c-4ce8-8423-ef7cb161d945 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/subnets/a032ac9b-5f25-43a4-bea6-6b385ab4ef85 HTTP/1.1" status: 404  len: 337 time: 0.0539544
Jun 04 15:38:18.083196 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37932) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:18.105382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 7b1b7165-d9d3-40c0-b127-f15fc36077c8 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:38:18.105882 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7b1b7165-d9d3-40c0-b127-f15fc36077c8 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:38:18.124078 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe3737d-67a1-4885-94ec-f1e2fc3bf74e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:38:18.124559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe3737d-67a1-4885-94ec-f1e2fc3bf74e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:38:18.126310 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0fe3737d-67a1-4885-94ec-f1e2fc3bf74e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/a49fc8e7-b9dc-4654-ab06-3148965f34d8 HTTP/1.1" status: 404  len: 339 time: 0.0422082
Jun 04 15:38:18.128963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37934) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:18.160954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No DVR routers for this DVR port 7b1b7165-d9d3-40c0-b127-f15fc36077c8 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:38:18.187373 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-e773e6d0-e2fb-4c32-83d6-51729c299c88 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:38:18.187673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e773e6d0-e2fb-4c32-83d6-51729c299c88 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:38:18.192048 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e773e6d0-e2fb-4c32-83d6-51729c299c88 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/subnets/221b287c-59dd-45c2-90ea-2de6412e3d2f HTTP/1.1" status: 404  len: 337 time: 0.0621636
Jun 04 15:38:18.195736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37936) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:18.226773 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8014ba-8325-4803-91e8-63e475ad71b0 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:38:18.227251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8014ba-8325-4803-91e8-63e475ad71b0 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:38:18.232177 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ab8014ba-8325-4803-91e8-63e475ad71b0 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/a4850350-48ce-45ed-b1aa-cd7a69beb804 HTTP/1.1" status: 404  len: 339 time: 0.0325668
Jun 04 15:38:18.233742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37938) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:18.281544 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fffc1c6-6533-41bb-8edf-6cce015a3ebd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:38:18.282003 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fffc1c6-6533-41bb-8edf-6cce015a3ebd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:38:18.283715 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0fffc1c6-6533-41bb-8edf-6cce015a3ebd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/subnets/3ac74374-f396-4c32-987b-e9b58f4e3cbb HTTP/1.1" status: 404  len: 337 time: 0.0489478
Jun 04 15:38:18.290842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37940) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:18.295893 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5b96be1d-dcc6-4aba-b2b7-8e7522bd922b None None] Provisioning for port 1a33968f-c1f9-451f-bdb5-af31f3a4555a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:38:18.300763 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5b96be1d-dcc6-4aba-b2b7-8e7522bd922b None None] Provisioning complete for port 1a33968f-c1f9-451f-bdb5-af31f3a4555a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:18.301460 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5b96be1d-dcc6-4aba-b2b7-8e7522bd922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:18.337057 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-423c17d2-7bea-428e-9fcd-7be317ff6bd2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:38:18.337779 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423c17d2-7bea-428e-9fcd-7be317ff6bd2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:38:18.344043 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-423c17d2-7bea-428e-9fcd-7be317ff6bd2 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/16a1605d-7504-4c7a-87e6-578e0dd0a5e6 HTTP/1.1" status: 404  len: 339 time: 0.0515113
Jun 04 15:38:18.345323 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37944) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:18.390838 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5b96be1d-dcc6-4aba-b2b7-8e7522bd922b None None] Port 1a33968f-c1f9-451f-bdb5-af31f3a4555a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:38:18.424388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-07454488-87fd-412a-8b9c-ea53e348e39a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Deleting subnet 560d4f15-b541-4efc-95a0-63a1cc323bc6 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:38:18.452986 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07454488-87fd-412a-8b9c-ea53e348e39a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:18.489063 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:18.512903 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-39adb5da-049b-4c7f-98ea-a625ff4bee32 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/routers/530fa645-1867-47ee-95d7-259a492bba77 HTTP/1.1" status: 200  len: 924 time: 0.7058268
Jun 04 15:38:18.524766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8391247790>,) {'filters': {'network_id': ['95f4f792-3291-487b-a7b5-e4db9c63a825']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:18.531993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37948) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:18.542336 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:18.587417 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391247790>, '1317a01f-2dbd-4757-a648-29c6e3705cdc') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:18.587996 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391247790>, '1317a01f-2dbd-4757-a648-29c6e3705cdc') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:18.594174 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07454488-87fd-412a-8b9c-ea53e348e39a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:18.616141 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:18.646547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Transition to ACTIVE for port object c1c2da2c-9c8c-49ac-975b-9d48d3e5fb9f will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:38:18.667114 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:18.670774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-e56c5437-d1c6-4799-b337-c5ed41230e9b req-8d744b48-6fb3-4414-b940-1a02fac2ed79 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Deleting port 30684302-e49b-4f44-8c5e-bfc6906fbf62 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:18.671209 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e56c5437-d1c6-4799-b337-c5ed41230e9b req-8d744b48-6fb3-4414-b940-1a02fac2ed79 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:18.686517 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:18.706210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:38:18.707189 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:38:18.732103 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:38:18.939122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c02c83-4287-41df-aaab-66348250bd18 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:18.940641 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-26c02c83-4287-41df-aaab-66348250bd18 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&device_id=530fa645-1867-47ee-95d7-259a492bba77&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.4071774
Jun 04 15:38:18.948862 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad250b40-ed2e-4bee-97f5-51eac4d3feed req-be7758c5-ca32-4cf2-9628-d705517218e2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:18.950443 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ad250b40-ed2e-4bee-97f5-51eac4d3feed req-be7758c5-ca32-4cf2-9628-d705517218e2 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 907 time: 0.3171527
Jun 04 15:38:18.952028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37954) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:18.968907 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e56c5437-d1c6-4799-b337-c5ed41230e9b req-8d744b48-6fb3-4414-b940-1a02fac2ed79 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] For port 30684302-e49b-4f44-8c5e-bfc6906fbf62, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=30684302-e49b-4f44-8c5e-bfc6906fbf62,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:18.969431 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e56c5437-d1c6-4799-b337-c5ed41230e9b req-8d744b48-6fb3-4414-b940-1a02fac2ed79 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:19.040234 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:19.064247 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07454488-87fd-412a-8b9c-ea53e348e39a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:19.301663 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:19.350571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-e56c5437-d1c6-4799-b337-c5ed41230e9b req-8d744b48-6fb3-4414-b940-1a02fac2ed79 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Calling delete_port for 30684302-e49b-4f44-8c5e-bfc6906fbf62 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:19.354874 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:19.361565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb88f7b-893e-40c6-981f-63ec4f71ceb9 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:19.362936 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7fb88f7b-893e-40c6-981f-63ec4f71ceb9 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 881 time: 0.4066608
Jun 04 15:38:19.380347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37956) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:19.382415 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:19.383894 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:19.427917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:19.444928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:19.479941 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bf7fc03f-1caa-4b23-bef8-6936a7db4cb3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "GET /v2.0/ports?device_id=530fa645-1867-47ee-95d7-259a492bba77 HTTP/1.1" status: 200  len: 205 time: 0.0897291
Jun 04 15:38:19.490314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37958) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:19.649972 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/networks/95f4f792-3291-487b-a7b5-e4db9c63a825 HTTP/1.1" status: 204  len: 168 time: 4.2054832
Jun 04 15:38:19.659722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event updated for resources: {'Port': ['ID=c1c2da2c-9c8c-49ac-975b-9d48d3e5fb9f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:19.662508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37962) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:19.672067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-160012830', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:19.675321 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:19.675851 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a6e4d0b4-09f6-48f4-ba76-0d1b310d4fda tempest-ServersTestMultiNic-125420868 tempest-ServersTestMultiNic-125420868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:19.696077 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:19.755076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Network': ['ID=95f4f792-3291-487b-a7b5-e4db9c63a825,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:19.763783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:router and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:19.770488 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:19.772747 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:19.807020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:19.807790 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:19.835553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:19.852279 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:19.947038 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.4133534
Jun 04 15:38:19.950249 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37968) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:19.958100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Request body: {'port': {'network_id': '0e283dab-2b1d-416c-91d0-19d7b8e6efdc', 'name': 'tempest-AllowedAddressPairTestJSON-1084318227'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:19.968633 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a4cc9e94-1d48-4e7e-a662-3d82ad3314b5 None None] Provisioning for port c1c2da2c-9c8c-49ac-975b-9d48d3e5fb9f completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:38:19.987124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a4cc9e94-1d48-4e7e-a662-3d82ad3314b5 None None] Provisioning complete for port c1c2da2c-9c8c-49ac-975b-9d48d3e5fb9f triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:19.987518 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a4cc9e94-1d48-4e7e-a662-3d82ad3314b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.014739 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.084078 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.085956 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.090235 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc9e94-1d48-4e7e-a662-3d82ad3314b5 None None] Port c1c2da2c-9c8c-49ac-975b-9d48d3e5fb9f cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:38:20.113853 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07454488-87fd-412a-8b9c-ea53e348e39a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.122904 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-239181c9-f725-4fa5-833c-4f1d93afd37e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:20.125704 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.163476 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.192632 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e56c5437-d1c6-4799-b337-c5ed41230e9b req-8d744b48-6fb3-4414-b940-1a02fac2ed79 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.196578 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-067327ba-16d7-48fc-9231-24f121f7a6ee tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:20.251163 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07454488-87fd-412a-8b9c-ea53e348e39a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.253798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07454488-87fd-412a-8b9c-ea53e348e39a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Subnet': ['ID=560d4f15-b541-4efc-95a0-63a1cc323bc6,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:20.255908 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-07454488-87fd-412a-8b9c-ea53e348e39a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:20.272864 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-657c89fe-3a12-4a69-a38d-3aceba96b913 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:20.273426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e96c49-0bc9-4fd5-9fb9-0fd6f6d5eef0 None None] Network 61dd6222-da58-49a7-9b80-a23f7d379009 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:38:20.276413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d744b48-6fb3-4414-b940-1a02fac2ed79 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event deleted for resources: {'Port': ['ID=30684302-e49b-4f44-8c5e-bfc6906fbf62,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:20.284791 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8d744b48-6fb3-4414-b940-1a02fac2ed79 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:20.311013 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.327746 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-28626c0b-cf81-40a6-9ccc-4a662856b3be req-75869b0b-6bb1-4c6a-a4cc-f6f7c51f7ec0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 210 time: 0.1727200
Jun 04 15:38:20.405144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56c5437-d1c6-4799-b337-c5ed41230e9b req-8d744b48-6fb3-4414-b940-1a02fac2ed79 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] No DVR routers for this DVR port 30684302-e49b-4f44-8c5e-bfc6906fbf62 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:38:20.409887 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e56c5437-d1c6-4799-b337-c5ed41230e9b req-8d744b48-6fb3-4414-b940-1a02fac2ed79 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.413746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bdceeb0-6fc9-4e93-97ad-326958b5ae55', 'name': 'network-vif-deleted', 'tag': '30684302-e49b-4f44-8c5e-bfc6906fbf62'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:38:20.417387 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdefb0cb-b7ad-44ef-bcb9-431565408649" -d '{"events": [{"server_uuid": "0bdceeb0-6fc9-4e93-97ad-326958b5ae55", "name": "network-vif-deleted", "tag": "30684302-e49b-4f44-8c5e-bfc6906fbf62"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:38:20.425911 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-07454488-87fd-412a-8b9c-ea53e348e39a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/subnets/560d4f15-b541-4efc-95a0-63a1cc323bc6 HTTP/1.1" status: 204  len: 168 time: 2.0793228
Jun 04 15:38:20.426779 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 37974) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:20.479588 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Deleting port d422d1d7-d631-4c23-8872-9f031cc67897 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:20.479588 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.488436 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:20.512785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event updated for resources: {'Port': ['ID=1a33968f-c1f9-451f-bdb5-af31f3a4555a,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:20.519965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e56c5437-d1c6-4799-b337-c5ed41230e9b req-8d744b48-6fb3-4414-b940-1a02fac2ed79 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.62 "DELETE /v2.0/ports/30684302-e49b-4f44-8c5e-bfc6906fbf62 HTTP/1.1" status: 204  len: 173 time: 2.4481957
Jun 04 15:38:20.538329 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:20.540061 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Usage tracker for resource:port and tenant:de2c82f3aecb4c8ca6faee639caa83e1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:20.549821 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.552195 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de7d3aa-80e2-426c-8b58-8e370a7f047d x-openstack-request-id: req-0de7d3aa-80e2-426c-8b58-8e370a7f047d {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:38:20.552642 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bdceeb0-6fc9-4e93-97ad-326958b5ae55", "name": "network-vif-deleted", "tag": "30684302-e49b-4f44-8c5e-bfc6906fbf62", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:38:20.553107 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0de7d3aa-80e2-426c-8b58-8e370a7f047d {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:38:20.553586 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bdceeb0-6fc9-4e93-97ad-326958b5ae55', 'name': 'network-vif-deleted', 'tag': '30684302-e49b-4f44-8c5e-bfc6906fbf62', 'status': 'completed', 'code': 200}
Jun 04 15:38:20.556851 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:20.576095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:20.631474 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a12e945-35e6-4df2-80df-0ede3ee36c96 None None] DHCP port deletion for 61dd6222-da58-49a7-9b80-a23f7d379009 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:38:20.723658 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.727883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-2a12e945-35e6-4df2-80df-0ede3ee36c96 None None] Deleting port cd332551-adb8-409d-813b-d2e01ac7c697 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:20.730211 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2a12e945-35e6-4df2-80df-0ede3ee36c96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.848684 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-2a12e945-35e6-4df2-80df-0ede3ee36c96 None None] For port cd332551-adb8-409d-813b-d2e01ac7c697, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=cd332551-adb8-409d-813b-d2e01ac7c697,segment=NetworkSegment(5ec8bc17-5d93-46f6-9cf7-a8d1519dd8d6),segment_id=5ec8bc17-5d93-46f6-9cf7-a8d1519dd8d6)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:20.849161 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2a12e945-35e6-4df2-80df-0ede3ee36c96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.870880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Calling delete_port for d422d1d7-d631-4c23-8872-9f031cc67897 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:20.920654 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-121b9229-533c-4c6f-bbca-93b9e2244361 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:20.935253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Made reservation on behalf of de2c82f3aecb4c8ca6faee639caa83e1 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:38:20.939549 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:21.036148 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-2a12e945-35e6-4df2-80df-0ede3ee36c96 None None] Calling delete_port for cd332551-adb8-409d-813b-d2e01ac7c697 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:21.106965 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:21.146602 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:21.146876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] device_id is not set on port e0206dfb-a143-4d46-b6ff-75c8e04ff226 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:38:21.151537 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:21.175001 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2a12e945-35e6-4df2-80df-0ede3ee36c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:21.180897 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b22c9f18-3cbd-419b-8718-9ae0cecfc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:21.196832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Pushing event deleted for resources: {'Port': ['ID=d422d1d7-d631-4c23-8872-9f031cc67897,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:21.201988 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:21.210898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-121b9229-533c-4c6f-bbca-93b9e2244361 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] The port 'cd332551-adb8-409d-813b-d2e01ac7c697' was deleted {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}}
Jun 04 15:38:21.269652 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12e945-35e6-4df2-80df-0ede3ee36c96 None None] Pushing event deleted for resources: {'Port': ['ID=cd332551-adb8-409d-813b-d2e01ac7c697,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:21.274629 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2a12e945-35e6-4df2-80df-0ede3ee36c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:21.283986 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a12e945-35e6-4df2-80df-0ede3ee36c96 None None] No DVR routers for this DVR port cd332551-adb8-409d-813b-d2e01ac7c697 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:38:21.376935 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Network 60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:21.390187 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:21.486344 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 30684302-e49b-4f44-8c5e-bfc6906fbf62 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:38:21.581287 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 30684302-e49b-4f44-8c5e-bfc6906fbf62 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:38:21.583879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 30684302-e49b-4f44-8c5e-bfc6906fbf62 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:38:21.662338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-24104baf-ef3a-46dd-a2fb-b805886cb296 req-0742b534-2136-4bf2-bf21-aa847b94351c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Synchronizing usage tracker for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:21.687688 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:21.746951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3a3a0b41-d841-4dcf-a877-f35947115f2e None None] Provisioning complete for port 1a33968f-c1f9-451f-bdb5-af31f3a4555a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:21.748180 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0b41-d841-4dcf-a877-f35947115f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:21.772645 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-121b9229-533c-4c6f-bbca-93b9e2244361 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:21.830772 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3a3a0b41-d841-4dcf-a877-f35947115f2e None None] Port 1a33968f-c1f9-451f-bdb5-af31f3a4555a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:38:21.885728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-121b9229-533c-4c6f-bbca-93b9e2244361 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387100730>,) {'filters': {'network_id': ['61dd6222-da58-49a7-9b80-a23f7d379009']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:21.901740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-24104baf-ef3a-46dd-a2fb-b805886cb296 req-0742b534-2136-4bf2-bf21-aa847b94351c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Unset dirty status for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:21.902908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24104baf-ef3a-46dd-a2fb-b805886cb296 req-0742b534-2136-4bf2-bf21-aa847b94351c tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bdceeb0-6fc9-4e93-97ad-326958b5ae55 HTTP/1.1" status: 200  len: 210 time: 0.3074887
Jun 04 15:38:21.904984 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:21.913062 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:21.936560 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-121b9229-533c-4c6f-bbca-93b9e2244361 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387100730>, '5ec8bc17-5d93-46f6-9cf7-a8d1519dd8d6') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:21.936870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-121b9229-533c-4c6f-bbca-93b9e2244361 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387100730>, '5ec8bc17-5d93-46f6-9cf7-a8d1519dd8d6') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:21.969521 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-121b9229-533c-4c6f-bbca-93b9e2244361 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:21.982014 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cd332551-adb8-409d-813b-d2e01ac7c697 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:38:22.019577 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: cd332551-adb8-409d-813b-d2e01ac7c697 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:38:22.019960 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:22.020140 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cd332551-adb8-409d-813b-d2e01ac7c697 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:38:22.020666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Fanout notify agent at l3_agent the message router_deleted on router 530fa645-1867-47ee-95d7-259a492bba77 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:38:22.040805 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:22.042850 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "DELETE /v2.0/routers/530fa645-1867-47ee-95d7-259a492bba77 HTTP/1.1" status: 204  len: 168 time: 2.5504696
Jun 04 15:38:22.046526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 37994) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:22.051237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-33bb8887-64a4-457f-9946-c196dc5aeabd tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2003984985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:22.059282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-33bb8887-64a4-457f-9946-c196dc5aeabd tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:22.065176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-33bb8887-64a4-457f-9946-c196dc5aeabd tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Usage tracker for resource:router and tenant:4cfb9e5b310141548e98c02f39a55c8e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:22.066837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-33bb8887-64a4-457f-9946-c196dc5aeabd tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:22.073065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-33bb8887-64a4-457f-9946-c196dc5aeabd tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:22.110855 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-121b9229-533c-4c6f-bbca-93b9e2244361 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:22.128329 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Allocated IP 172.20.0.4 (0e283dab-2b1d-416c-91d0-19d7b8e6efdc/d6a91bc8-7ca4-4556-a4b4-0ba2bc61aa55/e0206dfb-a143-4d46-b6ff-75c8e04ff226) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:22.145274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121b9229-533c-4c6f-bbca-93b9e2244361 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:38:22.145799 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-121b9229-533c-4c6f-bbca-93b9e2244361 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:38:22.163913 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:38:22.262138 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33bb8887-64a4-457f-9946-c196dc5aeabd tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:22.263526 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33bb8887-64a4-457f-9946-c196dc5aeabd tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:22.294347 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33bb8887-64a4-457f-9946-c196dc5aeabd tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:22.294647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Router ebd11af1-195f-4919-b238-7e9b725779d2 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:38:22.399459 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33bb8887-64a4-457f-9946-c196dc5aeabd tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:22.408441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-121b9229-533c-4c6f-bbca-93b9e2244361 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:22.412413 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-121b9229-533c-4c6f-bbca-93b9e2244361 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:22.434226 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-342609b4-8df3-41e3-bb36-358056dc3349 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:22.492986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b9229-533c-4c6f-bbca-93b9e2244361 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Network': ['ID=61dd6222-da58-49a7-9b80-a23f7d379009,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:22.495420 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-121b9229-533c-4c6f-bbca-93b9e2244361 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:22.495579 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-33bb8887-64a4-457f-9946-c196dc5aeabd tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:22.499365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-33bb8887-64a4-457f-9946-c196dc5aeabd tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.4495127
Jun 04 15:38:22.500256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38004) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:22.504676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'enable_snat': False}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:22.557303 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-121b9229-533c-4c6f-bbca-93b9e2244361 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/61dd6222-da58-49a7-9b80-a23f7d379009 HTTP/1.1" status: 204  len: 168 time: 2.1129761
Jun 04 15:38:22.560956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38008) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:22.662595 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f83a4f4-b4c6-4394-8066-ff0c53cb0b01 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:38:22.662967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f83a4f4-b4c6-4394-8066-ff0c53cb0b01 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:38:22.668185 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9f83a4f4-b4c6-4394-8066-ff0c53cb0b01 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/subnets/1941666d-7c26-4510-b51f-092fd25f6d7c HTTP/1.1" status: 404  len: 337 time: 0.1028030
Jun 04 15:38:22.677047 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38010) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:22.831905 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-873d9d2f-8ae7-46bf-adf5-0ee2457f298f tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:38:22.832387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873d9d2f-8ae7-46bf-adf5-0ee2457f298f tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:38:22.834116 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-873d9d2f-8ae7-46bf-adf5-0ee2457f298f tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/d4b9b0b6-3fe2-491e-a52a-7cc10b42def6 HTTP/1.1" status: 404  len: 339 time: 0.1562846
Jun 04 15:38:22.836795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38014) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:22.868183 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:38:22.881522 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] 10.222.0.32 "PUT /v2.0/routers/ebd11af1-195f-4919-b238-7e9b725779d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6105762
Jun 04 15:38:22.882459 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:22.883526 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18bd4a7-36c3-432b-be7e-1f22998fa94c None None] Sync routers for ids ['ebd11af1-195f-4919-b238-7e9b725779d2'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:38:22.894395 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18bd4a7-36c3-432b-be7e-1f22998fa94c None None] Routers {'ebd11af1-195f-4919-b238-7e9b725779d2'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:22.895042 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c18bd4a7-36c3-432b-be7e-1f22998fa94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8c7be0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['ebd11af1-195f-4919-b238-7e9b725779d2'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:22.931127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38016) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:22.934318 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:22.956024 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Request body: {'port': {'network_id': '60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6', 'name': 'tempest-FloatingIPAdminTestJSON-1166054423'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:22.958149 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:22.958274 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c18bd4a7-36c3-432b-be7e-1f22998fa94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8c7be0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:22.968250 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18bd4a7-36c3-432b-be7e-1f22998fa94c None None] Routers {'ebd11af1-195f-4919-b238-7e9b725779d2'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:22.968861 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c18bd4a7-36c3-432b-be7e-1f22998fa94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8c7be0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['ebd11af1-195f-4919-b238-7e9b725779d2'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:23.021843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Transition to ACTIVE for port object e0206dfb-a143-4d46-b6ff-75c8e04ff226 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:38:23.039356 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c18bd4a7-36c3-432b-be7e-1f22998fa94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8c7be0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:23.039860 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18bd4a7-36c3-432b-be7e-1f22998fa94c None None] The sync data for ids ['ebd11af1-195f-4919-b238-7e9b725779d2'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:38:23.100268 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:23.182230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Allocated IP 172.25.4.215 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/47f5c67f-84b6-4e00-a1d6-ce5aac6b1b53) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:23.221417 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ee28c3-2758-4b5c-91b9-ccc7ede5e670 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Deleting subnet c0f7e588-cc1e-4ffe-9ddd-0cd38e66f578 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:38:23.228496 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-07ee28c3-2758-4b5c-91b9-ccc7ede5e670 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:23.353597 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-07ee28c3-2758-4b5c-91b9-ccc7ede5e670 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:23.406302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:23.425253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Usage tracker for resource:port and tenant:79dda9206c0e447ab295bab412a01584 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:23.437759 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:23.449190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:23.460987 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:23.545714 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:23.549518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Made reservation on behalf of 79dda9206c0e447ab295bab412a01584 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:38:23.553243 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:23.642794 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:23.649175 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:23.706661 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:23.757544 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:23.763707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:23.771347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:23.771791 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:23.827479 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event updated for resources: {'Port': ['ID=e0206dfb-a143-4d46-b6ff-75c8e04ff226,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:23.830784 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:23.834138 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:23.837844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] device_id is not set on port 5017dbfc-f468-4654-8f6b-29827e3baa4c yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:38:23.882673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:23.885797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:23.907283 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-07ee28c3-2758-4b5c-91b9-ccc7ede5e670 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:23.977535 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:23.979202 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:24.015400 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=47f5c67f-84b6-4e00-a1d6-ce5aac6b1b53,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:24.018534 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:24.091002 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e16402-d423-4c25-9d53-c8c554c0bb33 req-0a7fd8a0-c610-4d32-8a36-fb46a458a87e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:24.098729 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-10e16402-d423-4c25-9d53-c8c554c0bb33 req-0a7fd8a0-c610-4d32-8a36-fb46a458a87e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 945 time: 0.3518064
Jun 04 15:38:24.126695 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.1706858
Jun 04 15:38:24.133161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38038) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:24.138635 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-651db3fe-7f3e-4ec9-8c01-4c8c2be0b58f tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:84:22:06'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:07:9b:35'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:24.225994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a01397bc-7c2f-4407-a1ea-aa590e77e0e0 None None] Provisioning for port e0206dfb-a143-4d46-b6ff-75c8e04ff226 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:38:24.236721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a01397bc-7c2f-4407-a1ea-aa590e77e0e0 None None] Provisioning complete for port e0206dfb-a143-4d46-b6ff-75c8e04ff226 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:24.238262 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a01397bc-7c2f-4407-a1ea-aa590e77e0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:24.317975 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a01397bc-7c2f-4407-a1ea-aa590e77e0e0 None None] Port e0206dfb-a143-4d46-b6ff-75c8e04ff226 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:38:24.495251 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-10e16402-d423-4c25-9d53-c8c554c0bb33 req-055918d5-4ef4-4eb9-8e9c-026ebf56aebd tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3949275
Jun 04 15:38:24.509842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Allocated IP 172.20.0.10 (60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6/5d1b6f55-6bee-4aa1-a3c0-1d110e0882b1/5017dbfc-f468-4654-8f6b-29827e3baa4c) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:24.736042 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:24.771883 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-651db3fe-7f3e-4ec9-8c01-4c8c2be0b58f tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:24.784387 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:24.792855 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:25.017202 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-07ee28c3-2758-4b5c-91b9-ccc7ede5e670 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:25.029838 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-33b06c85-27e0-475f-a7fb-f2addab38608 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:25.058091 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:25.082188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee28c3-2758-4b5c-91b9-ccc7ede5e670 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Subnet': ['ID=c0f7e588-cc1e-4ffe-9ddd-0cd38e66f578,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:25.089238 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-07ee28c3-2758-4b5c-91b9-ccc7ede5e670 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:25.094695 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95092784-2485-420d-88f5-0c2f703d4be6 None None] Network 73b53d1f-f263-4105-a035-b68edeb9d7e5 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:38:25.110791 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-07ee28c3-2758-4b5c-91b9-ccc7ede5e670 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/subnets/c0f7e588-cc1e-4ffe-9ddd-0cd38e66f578 HTTP/1.1" status: 204  len: 168 time: 2.2725377
Jun 04 15:38:25.120285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38048) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:25.121741 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-07ee28c3-2758-4b5c-91b9-ccc7ede5e670 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:25.152606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Transition to ACTIVE for port object 5017dbfc-f468-4654-8f6b-29827e3baa4c will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:38:25.188518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Allocated IP 172.25.4.164 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/53e60d7c-2ae7-4dab-aa7f-dcdce3265a3b) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:25.320200 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:25.451682 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:25.505572 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:25.566735 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:25.703308 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d828ca2-3c92-4951-9ae4-be976e33fa3e None None] DHCP port deletion for 73b53d1f-f263-4105-a035-b68edeb9d7e5 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:38:25.715912 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-651db3fe-7f3e-4ec9-8c01-4c8c2be0b58f tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:25.784570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9d828ca2-3c92-4951-9ae4-be976e33fa3e None None] Deleting port 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:25.784960 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9d828ca2-3c92-4951-9ae4-be976e33fa3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:25.808794 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Network 60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:25.819365 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-651db3fe-7f3e-4ec9-8c01-4c8c2be0b58f tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:25.836639 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-704bcc80-04a0-49d8-bf5d-ab47c42c560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:25.882480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:25.885590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:25.893482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-9d828ca2-3c92-4951-9ae4-be976e33fa3e None None] For port 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=76a31a6b-2ea4-4038-92c8-84d41d8ef8ff,segment=NetworkSegment(4de83842-7608-4070-ba80-57d77cab002e),segment_id=4de83842-7608-4070-ba80-57d77cab002e)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:25.893938 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9d828ca2-3c92-4951-9ae4-be976e33fa3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:25.991237 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:38:26.073358 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9d828ca2-3c92-4951-9ae4-be976e33fa3e None None] Calling delete_port for 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:26.105870 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:26.108546 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:38:26.116736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event updated for resources: {'Port': ['ID=5017dbfc-f468-4654-8f6b-29827e3baa4c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:26.120526 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:26.124430 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:26.205328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651db3fe-7f3e-4ec9-8c01-4c8c2be0b58f tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event updated for resources: {'Port': ['ID=e0206dfb-a143-4d46-b6ff-75c8e04ff226,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:26.208102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-651db3fe-7f3e-4ec9-8c01-4c8c2be0b58f tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] In _notify_port_updated(), no bound segment for port e0206dfb-a143-4d46-b6ff-75c8e04ff226 on network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc {{(pid=88301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:38:26.215454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651db3fe-7f3e-4ec9-8c01-4c8c2be0b58f tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:26.216192 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-651db3fe-7f3e-4ec9-8c01-4c8c2be0b58f tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:26.217560 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-651db3fe-7f3e-4ec9-8c01-4c8c2be0b58f tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "PUT /v2.0/ports/e0206dfb-a143-4d46-b6ff-75c8e04ff226 HTTP/1.1" status: 200  len: 1056 time: 2.0836184
Jun 04 15:38:26.218719 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-651db3fe-7f3e-4ec9-8c01-4c8c2be0b58f tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:26.226442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38060) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:26.252757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:26.253931 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:26.272447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Deleting port 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:26.273296 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:26.350319 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:26.359993 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9d828ca2-3c92-4951-9ae4-be976e33fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:26.365793 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c24068f7-88e8-4524-aafc-c8b9cd33e8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:26.379507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 1fcc9834-87f5-4b5b-8a7b-537c03ce66cf is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:38:26.393858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] For port 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=76a31a6b-2ea4-4038-92c8-84d41d8ef8ff,segment=NetworkSegment(4de83842-7608-4070-ba80-57d77cab002e),segment_id=4de83842-7608-4070-ba80-57d77cab002e)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:26.394376 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:26.439624 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d828ca2-3c92-4951-9ae4-be976e33fa3e None None] Pushing event deleted for resources: {'Port': ['ID=76a31a6b-2ea4-4038-92c8-84d41d8ef8ff,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:26.442667 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9d828ca2-3c92-4951-9ae4-be976e33fa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:26.443394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f6a0e5e5-aebf-49ae-9b39-ad9b2e58b563 None None] Provisioning complete for port e0206dfb-a143-4d46-b6ff-75c8e04ff226 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:26.443764 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6a0e5e5-aebf-49ae-9b39-ad9b2e58b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:26.505374 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d828ca2-3c92-4951-9ae4-be976e33fa3e None None] No DVR routers for this DVR port 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:38:26.508451 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f6a0e5e5-aebf-49ae-9b39-ad9b2e58b563 None None] Port e0206dfb-a143-4d46-b6ff-75c8e04ff226 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:38:26.530804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Calling delete_port for 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:26.587010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f6a0e5e5-aebf-49ae-9b39-ad9b2e58b563 None None] Provisioning for port 5017dbfc-f468-4654-8f6b-29827e3baa4c completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:38:26.593667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f6a0e5e5-aebf-49ae-9b39-ad9b2e58b563 None None] Provisioning complete for port 5017dbfc-f468-4654-8f6b-29827e3baa4c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:26.601488 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6a0e5e5-aebf-49ae-9b39-ad9b2e58b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:26.625783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e9155-3c7f-4803-af78-b46b838de034 req-f80814bf-5787-442b-a918-8aa638db6d68 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:26.626441 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-772e9155-3c7f-4803-af78-b46b838de034 req-f80814bf-5787-442b-a918-8aa638db6d68 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 945 time: 0.8363564
Jun 04 15:38:26.644412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:38:26.668612 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f6a0e5e5-aebf-49ae-9b39-ad9b2e58b563 None None] Port 5017dbfc-f468-4654-8f6b-29827e3baa4c cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:38:26.670545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303a9bd4-b7ca-4eca-bcde-0e0bcceb8605 None None] Sync routers for ids ['1fcc9834-87f5-4b5b-8a7b-537c03ce66cf'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:38:26.671138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-bd21d499-582d-49f4-a12d-cae5421a0eb5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Deleting port e0206dfb-a143-4d46-b6ff-75c8e04ff226 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:26.671657 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bd21d499-582d-49f4-a12d-cae5421a0eb5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:26.682198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db389f-7711-4797-984d-4f38bd759364 req-269d13e5-8d6f-4bdd-a779-c0d911bf9810 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:26.682522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303a9bd4-b7ca-4eca-bcde-0e0bcceb8605 None None] Routers {'1fcc9834-87f5-4b5b-8a7b-537c03ce66cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:26.683150 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-303a9bd4-b7ca-4eca-bcde-0e0bcceb8605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5b7100>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1fcc9834-87f5-4b5b-8a7b-537c03ce66cf'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:26.684265 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0db389f-7711-4797-984d-4f38bd759364 req-269d13e5-8d6f-4bdd-a779-c0d911bf9810 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 945 time: 1.2232804
Jun 04 15:38:26.688316 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:26.732009 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:26.735690 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dbbdb23f-dd6e-4fd4-8b90-b21ce7427114 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:26.739344 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 7.0714660
Jun 04 15:38:26.753613 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-303a9bd4-b7ca-4eca-bcde-0e0bcceb8605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5b7100>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:26.753874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38064) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:26.762773 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303a9bd4-b7ca-4eca-bcde-0e0bcceb8605 None None] Routers {'1fcc9834-87f5-4b5b-8a7b-537c03ce66cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:26.763533 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-303a9bd4-b7ca-4eca-bcde-0e0bcceb8605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5b7100>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1fcc9834-87f5-4b5b-8a7b-537c03ce66cf'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:26.790032 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 3.8382308
Jun 04 15:38:26.812601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38066) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:26.830354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] No DVR routers for this DVR port 76a31a6b-2ea4-4038-92c8-84d41d8ef8ff on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:38:26.836238 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-303a9bd4-b7ca-4eca-bcde-0e0bcceb8605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5b7100>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:26.836695 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303a9bd4-b7ca-4eca-bcde-0e0bcceb8605 None None] The sync data for ids ['1fcc9834-87f5-4b5b-8a7b-537c03ce66cf'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:38:26.869241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Port': ['ID=76a31a6b-2ea4-4038-92c8-84d41d8ef8ff,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:26.872363 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:26.897747 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-772e9155-3c7f-4803-af78-b46b838de034 req-3b70be2a-de73-46ed-8096-b209a1f0c670 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2588856
Jun 04 15:38:26.916939 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:26.930026 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0e03a445-1e3b-4082-810f-29a25b62148b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:26.967783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'project_id': '79dda9206c0e447ab295bab412a01584', 'port_id': '5017dbfc-f468-4654-8f6b-29827e3baa4c'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:27.010814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:27.101254 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bd21d499-582d-49f4-a12d-cae5421a0eb5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:27.129738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:27.131870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Usage tracker for resource:floatingip and tenant:79dda9206c0e447ab295bab412a01584 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:27.138808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:27.153409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:27.155629 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:27.182555 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:27.200749 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0e0299d-87df-4a28-9d06-b809bf7d9eac req-5b444430-23f0-4719-a6fe-0e403d6b47b8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 1.0202606
Jun 04 15:38:27.201747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:27.239630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-bd21d499-582d-49f4-a12d-cae5421a0eb5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Calling delete_port for e0206dfb-a143-4d46-b6ff-75c8e04ff226 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:27.241910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386bdf910>,) {'filters': {'network_id': ['73b53d1f-f263-4105-a035-b68edeb9d7e5']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:27.250465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Pushing event updated for resources: {'Port': ['ID=53e60d7c-2ae7-4dab-aa7f-dcdce3265a3b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:27.250678 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9c1ad84d-1210-481c-a8f9-fbdc4e0e8728 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/routers/1fcc9834-87f5-4b5b-8a7b-537c03ce66cf HTTP/1.1" status: 200  len: 884 time: 0.4956541
Jun 04 15:38:27.251094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38072) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:27.252555 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:27.269482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386bdf910>, '4de83842-7608-4070-ba80-57d77cab002e') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:27.269846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386bdf910>, '4de83842-7608-4070-ba80-57d77cab002e') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:27.349378 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:27.429016 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:27.560572 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:27.599239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:38:27.599642 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:38:27.620365 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:38:27.629286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-a0db389f-7711-4797-984d-4f38bd759364 req-922bf562-4a0a-42a2-bfde-a40fa563d234 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Deleting port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:27.630438 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a0db389f-7711-4797-984d-4f38bd759364 req-922bf562-4a0a-42a2-bfde-a40fa563d234 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:27.764989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-47055c1d-6b6e-4fa7-a2af-4d2a496d113b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Synchronizing usage tracker for tenant:bf31fa0d2656419485a32380aade8957 on resource:router {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:27.770292 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bd21d499-582d-49f4-a12d-cae5421a0eb5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:27.781088 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d324c457-cc0d-4cad-acb8-aebd74e73ccc tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:27.840726 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21d499-582d-49f4-a12d-cae5421a0eb5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event deleted for resources: {'Port': ['ID=e0206dfb-a143-4d46-b6ff-75c8e04ff226,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:27.882635 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bd21d499-582d-49f4-a12d-cae5421a0eb5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:27.981804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-47055c1d-6b6e-4fa7-a2af-4d2a496d113b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Unset dirty status for tenant:bf31fa0d2656419485a32380aade8957 on resource:router {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:27.983124 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-47055c1d-6b6e-4fa7-a2af-4d2a496d113b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 887 time: 0.7292871
Jun 04 15:38:27.991110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38084) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:28.000905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-79bb1186-0506-4915-9ddb-3465e56af85d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-160012830'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:28.313129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0299d-87df-4a28-9d06-b809bf7d9eac req-22e22501-fab8-460a-a033-b928be86a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:28.313129 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0e0299d-87df-4a28-9d06-b809bf7d9eac req-22e22501-fab8-460a-a033-b928be86a99d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d658397c2f54645b763ef21f67c47da&device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 1095 time: 0.9658835
Jun 04 15:38:28.338321 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:28.358842 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:28.373703 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:28.468607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Pushing event deleted for resources: {'Network': ['ID=73b53d1f-f263-4105-a035-b68edeb9d7e5,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:28.550835 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:28.577956 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] 10.222.0.32 "DELETE /v2.0/networks/73b53d1f-f263-4105-a035-b68edeb9d7e5 HTTP/1.1" status: 204  len: 168 time: 3.4534554
Jun 04 15:38:28.656796 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bd21d499-582d-49f4-a12d-cae5421a0eb5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:28.673959 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bd21d499-582d-49f4-a12d-cae5421a0eb5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "DELETE /v2.0/ports/e0206dfb-a143-4d46-b6ff-75c8e04ff226 HTTP/1.1" status: 204  len: 168 time: 2.4469905
Jun 04 15:38:28.675158 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38096) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:28.728260 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-650bf207-6f2c-48ba-b31b-6329ecadbed0 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] GET failed (client error): The resource could not be found.
Jun 04 15:38:28.730610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-650bf207-6f2c-48ba-b31b-6329ecadbed0 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Synchronizing usage tracker for tenant:de2c82f3aecb4c8ca6faee639caa83e1 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:28.742635 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:28.803906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-650bf207-6f2c-48ba-b31b-6329ecadbed0 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Unset dirty status for tenant:de2c82f3aecb4c8ca6faee639caa83e1 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:28.808328 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-650bf207-6f2c-48ba-b31b-6329ecadbed0 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "GET /v2.0/ports/e0206dfb-a143-4d46-b6ff-75c8e04ff226 HTTP/1.1" status: 404  len: 333 time: 0.1292315
Jun 04 15:38:28.812759 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38098) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:28.818730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-a0db389f-7711-4797-984d-4f38bd759364 req-922bf562-4a0a-42a2-bfde-a40fa563d234 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] For port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9e4b3b84-9fb6-4739-a10e-164c3bda63cc,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:28.819107 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a0db389f-7711-4797-984d-4f38bd759364 req-922bf562-4a0a-42a2-bfde-a40fa563d234 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:28.958709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4122b-4c5b-48c3-9af0-e6e65955039a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Deleting port c1c2da2c-9c8c-49ac-975b-9d48d3e5fb9f {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:28.959065 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ebd4122b-4c5b-48c3-9af0-e6e65955039a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:29.048185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-a0db389f-7711-4797-984d-4f38bd759364 req-922bf562-4a0a-42a2-bfde-a40fa563d234 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Calling delete_port for 9e4b3b84-9fb6-4739-a10e-164c3bda63cc owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:29.157373 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ebd4122b-4c5b-48c3-9af0-e6e65955039a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:29.261116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38110) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:29.327730 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4122b-4c5b-48c3-9af0-e6e65955039a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Calling delete_port for c1c2da2c-9c8c-49ac-975b-9d48d3e5fb9f owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:29.435536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0299d-87df-4a28-9d06-b809bf7d9eac req-758eb1b9-1a75-4ddc-84a0-1e31cda55331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:29.437021 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0e0299d-87df-4a28-9d06-b809bf7d9eac req-758eb1b9-1a75-4ddc-84a0-1e31cda55331 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 200  len: 913 time: 1.0802405
Jun 04 15:38:29.449048 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:29.458355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b7a2e-0c53-485a-a0cd-3aface8fc617 req-06728d18-8080-43a8-bcc5-23490fdd9e51 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:29.459880 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a0b7a2e-0c53-485a-a0cd-3aface8fc617 req-06728d18-8080-43a8-bcc5-23490fdd9e51 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 945 time: 1.3750148
Jun 04 15:38:29.529664 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d563efad-4cf3-4829-b767-34f1fc8bb15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:29.534210 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9e4b3b84-9fb6-4739-a10e-164c3bda63cc no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:38:29.572913 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-05723de9-98e9-4881-82e1-96366bfe7f40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=176b0820955d43e1804123ce0dc0994d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3123255
Jun 04 15:38:29.573824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38116) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:29.637462 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2cc9-cdf2-4046-a2a3-8c64b9c848d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:29.639230 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ebd4122b-4c5b-48c3-9af0-e6e65955039a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:29.646375 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3b20b629-409e-4a0f-b027-b4ce8e663e14 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:29.798092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4122b-4c5b-48c3-9af0-e6e65955039a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event deleted for resources: {'Port': ['ID=c1c2da2c-9c8c-49ac-975b-9d48d3e5fb9f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:29.798092 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ebd4122b-4c5b-48c3-9af0-e6e65955039a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:29.799222 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:29.799222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9e4b3b84-9fb6-4739-a10e-164c3bda63cc,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:29.799222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d23bf8c-7897-4aea-b1e5-a055e5c02bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4b3b84-9fb6-4739-a10e-164c3bda63cc'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:38:29.799222 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ded0db-75a7-4010-9269-0e00b2c8b7ad" -d '{"events": [{"server_uuid": "5d23bf8c-7897-4aea-b1e5-a055e5c02bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "9e4b3b84-9fb6-4739-a10e-164c3bda63cc"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:38:29.846635 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2cc9-cdf2-4046-a2a3-8c64b9c848d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:29.847527 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a0b7a2e-0c53-485a-a0cd-3aface8fc617 req-794e921b-597f-4e3e-b203-84bf2e655c00 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3182681
Jun 04 15:38:29.933072 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0e0299d-87df-4a28-9d06-b809bf7d9eac req-d3746999-8e39-4d4f-bfae-14205f189bbe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 HTTP/1.1" status: 200  len: 999 time: 0.4719841
Jun 04 15:38:29.957743 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ebd4122b-4c5b-48c3-9af0-e6e65955039a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:29.986973 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:29.989332 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2a12e945-35e6-4df2-80df-0ede3ee36c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:30.027255 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2cc9-cdf2-4046-a2a3-8c64b9c848d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:30.029879 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2cc9-cdf2-4046-a2a3-8c64b9c848d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:30.033528 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b3bd2cc9-cdf2-4046-a2a3-8c64b9c848d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1cacd0d-9db4-47e4-8e18-7353ca983549 HTTP/1.1" status: 204  len: 168 time: 0.4588685
Jun 04 15:38:30.039606 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dfa5f076-f7a3-45bd-980f-3bd2fed088d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:30.045899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Allocated IP 172.25.4.173 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/ae8a9435-ff69-4258-860d-0bd15a5ad1b2) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:30.054297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd2cc9-cdf2-4046-a2a3-8c64b9c848d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cacd0d-9db4-47e4-8e18-7353ca983549,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:30.062012 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b3bd2cc9-cdf2-4046-a2a3-8c64b9c848d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:30.104468 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ebd4122b-4c5b-48c3-9af0-e6e65955039a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "DELETE /v2.0/ports/c1c2da2c-9c8c-49ac-975b-9d48d3e5fb9f HTTP/1.1" status: 204  len: 168 time: 1.2936282
Jun 04 15:38:30.105329 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38126) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:30.142055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=9e4b3b84-9fb6-4739-a10e-164c3bda63cc,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:30.149800 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:30.175085 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdc4330-a709-49b1-8f75-138b95db1db8 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] GET failed (client error): The resource could not be found.
Jun 04 15:38:30.176201 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3bdc4330-a709-49b1-8f75-138b95db1db8 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Synchronizing usage tracker for tenant:de2c82f3aecb4c8ca6faee639caa83e1 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:30.192929 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524f06c5-305d-4fb0-9806-9f9a599117a9 x-openstack-request-id: req-524f06c5-305d-4fb0-9806-9f9a599117a9 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:38:30.193275 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d23bf8c-7897-4aea-b1e5-a055e5c02bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "9e4b3b84-9fb6-4739-a10e-164c3bda63cc", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:38:30.193544 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-524f06c5-305d-4fb0-9806-9f9a599117a9 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:38:30.193951 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d23bf8c-7897-4aea-b1e5-a055e5c02bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4b3b84-9fb6-4739-a10e-164c3bda63cc', 'code': 200}
Jun 04 15:38:30.260277 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3bdc4330-a709-49b1-8f75-138b95db1db8 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Unset dirty status for tenant:de2c82f3aecb4c8ca6faee639caa83e1 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:30.267880 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3bdc4330-a709-49b1-8f75-138b95db1db8 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "GET /v2.0/ports/c1c2da2c-9c8c-49ac-975b-9d48d3e5fb9f HTTP/1.1" status: 404  len: 333 time: 0.1554749
Jun 04 15:38:30.273455 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38130) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:30.447549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8e8e2bc7-f140-49ff-a3ff-205d5c8f8862 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Deleting port c3c60871-0c50-4260-83c3-ac941273ce19 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:30.447885 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e8e2bc7-f140-49ff-a3ff-205d5c8f8862 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:30.630164 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e8e2bc7-f140-49ff-a3ff-205d5c8f8862 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:30.646863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0299d-87df-4a28-9d06-b809bf7d9eac req-8c66efc3-fdbb-487a-bc1d-9bcf4b36acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:30.648690 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0e0299d-87df-4a28-9d06-b809bf7d9eac req-8c66efc3-fdbb-487a-bc1d-9bcf4b36acd8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 200  len: 851 time: 0.4657900
Jun 04 15:38:30.703556 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:30.714904 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:30.736660 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:30.747584 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79bb1186-0506-4915-9ddb-3465e56af85d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:30.784885 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8e8e2bc7-f140-49ff-a3ff-205d5c8f8862 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Calling delete_port for c3c60871-0c50-4260-83c3-ac941273ce19 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:30.824576 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a0db389f-7711-4797-984d-4f38bd759364 req-922bf562-4a0a-42a2-bfde-a40fa563d234 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:30.837640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['362ae327-1346-41be-be0d-0a7b0c46ce77'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:38:30.847831 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:30.914911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bf562-4a0a-42a2-bfde-a40fa563d234 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event deleted for resources: {'Port': ['ID=9e4b3b84-9fb6-4739-a10e-164c3bda63cc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:30.922796 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79bb1186-0506-4915-9ddb-3465e56af85d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:30.928320 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-922bf562-4a0a-42a2-bfde-a40fa563d234 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:31.074692 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ed38f0f-79db-446f-be8a-efaf31f60546 req-28b8aeb9-c8ab-435b-8a66-0d27069c11a9 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 210 time: 0.0671220
Jun 04 15:38:31.106652 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e8e2bc7-f140-49ff-a3ff-205d5c8f8862 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:31.117808 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:31.187060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e2bc7-f140-49ff-a3ff-205d5c8f8862 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event deleted for resources: {'Port': ['ID=c3c60871-0c50-4260-83c3-ac941273ce19,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:31.194461 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8e8e2bc7-f140-49ff-a3ff-205d5c8f8862 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:31.571893 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e8e2bc7-f140-49ff-a3ff-205d5c8f8862 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:31.607888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0db389f-7711-4797-984d-4f38bd759364 req-922bf562-4a0a-42a2-bfde-a40fa563d234 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] No DVR routers for this DVR port 9e4b3b84-9fb6-4739-a10e-164c3bda63cc on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:38:31.616213 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a0db389f-7711-4797-984d-4f38bd759364 req-922bf562-4a0a-42a2-bfde-a40fa563d234 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:31.620369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d23bf8c-7897-4aea-b1e5-a055e5c02bf0', 'name': 'network-vif-deleted', 'tag': '9e4b3b84-9fb6-4739-a10e-164c3bda63cc'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:38:31.622642 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87472316-5597-4a13-b32e-8f21373272b8" -d '{"events": [{"server_uuid": "5d23bf8c-7897-4aea-b1e5-a055e5c02bf0", "name": "network-vif-deleted", "tag": "9e4b3b84-9fb6-4739-a10e-164c3bda63cc"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:38:31.631703 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0299d-87df-4a28-9d06-b809bf7d9eac req-6ebb4a00-64a0-4d12-bf6c-e211099ee84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:31.633231 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0e0299d-87df-4a28-9d06-b809bf7d9eac req-6ebb4a00-64a0-4d12-bf6c-e211099ee84b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb825790-7668-4447-8139-06bca8b4c119&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.9642997
Jun 04 15:38:31.692217 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8e8e2bc7-f140-49ff-a3ff-205d5c8f8862 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "DELETE /v2.0/ports/c3c60871-0c50-4260-83c3-ac941273ce19 HTTP/1.1" status: 204  len: 168 time: 1.4197009
Jun 04 15:38:31.692451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38172) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:31.727204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38174) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:31.734984 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a80e9a-ab57-49b1-af39-df3bbd671866 x-openstack-request-id: req-a9a80e9a-ab57-49b1-af39-df3bbd671866 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:38:31.735571 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d23bf8c-7897-4aea-b1e5-a055e5c02bf0", "name": "network-vif-deleted", "tag": "9e4b3b84-9fb6-4739-a10e-164c3bda63cc", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:38:31.735771 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9a80e9a-ab57-49b1-af39-df3bbd671866 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:38:31.736871 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d23bf8c-7897-4aea-b1e5-a055e5c02bf0', 'name': 'network-vif-deleted', 'tag': '9e4b3b84-9fb6-4739-a10e-164c3bda63cc', 'status': 'completed', 'code': 200}
Jun 04 15:38:31.773503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c9deb7-685b-467d-ac6b-6795d0e36031 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Deleting subnet d6a91bc8-7ca4-4556-a4b4-0ba2bc61aa55 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:38:31.777437 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-14c9deb7-685b-467d-ac6b-6795d0e36031 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:31.780948 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:31.790946 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5a322358-4bac-4401-979f-476fcf8c897a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:31.850997 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-14c9deb7-685b-467d-ac6b-6795d0e36031 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:31.890414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3cc7e178-3c39-4220-85c4-69cdea38dc2d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:31.891125 n-d-791505-9 neutron-server[88301]: WARNING neutron.api.v2.base [None req-3cc7e178-3c39-4220-85c4-69cdea38dc2d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jun 04 15:38:31.891619 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-3cc7e178-3c39-4220-85c4-69cdea38dc2d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:38:31.895983 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3cc7e178-3c39-4220-85c4-69cdea38dc2d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1644382
Jun 04 15:38:31.899672 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38180) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:31.904118 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283963244'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:31.917034 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:31.926577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:31.927874 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:31.930111 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:31.938476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:31.941153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:31.954505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:31.972175 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a0db389f-7711-4797-984d-4f38bd759364 req-922bf562-4a0a-42a2-bfde-a40fa563d234 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.62 "DELETE /v2.0/ports/9e4b3b84-9fb6-4739-a10e-164c3bda63cc HTTP/1.1" status: 204  len: 173 time: 5.2781205
Jun 04 15:38:31.973032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Router e7aa9365-7916-41c0-82f4-5cdf61f76796 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:38:31.988075 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-14c9deb7-685b-467d-ac6b-6795d0e36031 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:32.009472 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:32.033331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Pushing event updated for resources: {'Port': ['ID=ae8a9435-ff69-4258-860d-0bd15a5ad1b2,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:32.079608 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:32.104875 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:32.135802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bb1186-0506-4915-9ddb-3465e56af85d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 1fcc9834-87f5-4b5b-8a7b-537c03ce66cf has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:38:32.152240 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:32.242399 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:32.251737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:32.254869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:32.262859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:32.268425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0e0299d-87df-4a28-9d06-b809bf7d9eac req-f8aca4b4-32a9-4307-aa5f-fe0d89fccd2c service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6192186
Jun 04 15:38:32.403740 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c2fda6fe-00f5-42c3-826f-47e3fc40c5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:32.475961 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:32.544563 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-502fe76f-1856-4fd3-8d6e-aa9ced0498bd req-6fd74e93-53ee-418f-b717-2c6b633581ad tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Synchronizing usage tracker for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:32.575819 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:32.579559 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:32.594018 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:32.604512 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:32.613503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:32.625437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:32.628213 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-14c9deb7-685b-467d-ac6b-6795d0e36031 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:32.643837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f4d6ff-c94e-47e1-8ca1-861457ebff9f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:32.646785 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-14c9deb7-685b-467d-ac6b-6795d0e36031 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:32.654205 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1dd624-a2b0-4e4c-9512-9ec82735d63a None None] Network 0e283dab-2b1d-416c-91d0-19d7b8e6efdc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:38:32.667610 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:32.669795 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e2a31219-4844-4ba0-be62-54ab12dd680b tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:32.755184 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9deb7-685b-467d-ac6b-6795d0e36031 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a91bc8-7ca4-4556-a4b4-0ba2bc61aa55,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:32.760096 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-14c9deb7-685b-467d-ac6b-6795d0e36031 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:32.764474 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-14c9deb7-685b-467d-ac6b-6795d0e36031 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "DELETE /v2.0/subnets/d6a91bc8-7ca4-4556-a4b4-0ba2bc61aa55 HTTP/1.1" status: 204  len: 168 time: 1.0704708
Jun 04 15:38:32.769462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38190) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:32.800930 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-502fe76f-1856-4fd3-8d6e-aa9ced0498bd req-6fd74e93-53ee-418f-b717-2c6b633581ad tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Unset dirty status for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:32.814201 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-502fe76f-1856-4fd3-8d6e-aa9ced0498bd req-6fd74e93-53ee-418f-b717-2c6b633581ad tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d23bf8c-7897-4aea-b1e5-a055e5c02bf0 HTTP/1.1" status: 200  len: 210 time: 0.4917500
Jun 04 15:38:32.847083 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:38:32.866753 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:32.868002 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "PUT /v2.0/routers/e7aa9365-7916-41c0-82f4-5cdf61f76796 HTTP/1.1" status: 200  len: 920 time: 10.3669350
Jun 04 15:38:32.868282 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55e20bc-8331-4483-a665-fea4c24c9855 None None] Sync routers for ids ['e7aa9365-7916-41c0-82f4-5cdf61f76796'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:38:32.883160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38192) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:32.899892 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55e20bc-8331-4483-a665-fea4c24c9855 None None] Routers {'e7aa9365-7916-41c0-82f4-5cdf61f76796'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:32.901726 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d55e20bc-8331-4483-a665-fea4c24c9855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb32eb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['e7aa9365-7916-41c0-82f4-5cdf61f76796'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:32.951235 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:32.982798 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d55e20bc-8331-4483-a665-fea4c24c9855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb32eb0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:32.984196 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:32.993766 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55e20bc-8331-4483-a665-fea4c24c9855 None None] Routers {'e7aa9365-7916-41c0-82f4-5cdf61f76796'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:32.995035 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d55e20bc-8331-4483-a665-fea4c24c9855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb32eb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['e7aa9365-7916-41c0-82f4-5cdf61f76796'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:33.074650 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d55e20bc-8331-4483-a665-fea4c24c9855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb32eb0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:33.077195 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55e20bc-8331-4483-a665-fea4c24c9855 None None] The sync data for ids ['e7aa9365-7916-41c0-82f4-5cdf61f76796'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:38:33.098282 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:33.108242 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c5323810-5c8f-4473-9267-fe51891cf452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:33.133030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de017565-15ac-493a-aa22-574a13d33af0 None None] DHCP port deletion for 0e283dab-2b1d-416c-91d0-19d7b8e6efdc request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:38:33.148725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42dbec6-9179-49c8-8c54-983e225b788c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:33.156414 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:33.178744 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Deleting port ad1022aa-c97f-4cdb-89c2-8f3dab331e91 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:33.179225 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:33.240624 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-de017565-15ac-493a-aa22-574a13d33af0 None None] Deleting port ad1022aa-c97f-4cdb-89c2-8f3dab331e91 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:33.241383 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-de017565-15ac-493a-aa22-574a13d33af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:33.275986 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:33.280940 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.3805938
Jun 04 15:38:33.287728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38194) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:33.294531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9640959a-616e-4008-9850-3be36ffd84fb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'e42dbec6-9179-49c8-8c54-983e225b788c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:33.311211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9640959a-616e-4008-9850-3be36ffd84fb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:33.311211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9640959a-616e-4008-9850-3be36ffd84fb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:33.312279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9640959a-616e-4008-9850-3be36ffd84fb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:33.319274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9640959a-616e-4008-9850-3be36ffd84fb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:33.358486 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-de017565-15ac-493a-aa22-574a13d33af0 None None] For port ad1022aa-c97f-4cdb-89c2-8f3dab331e91, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ad1022aa-c97f-4cdb-89c2-8f3dab331e91,segment=NetworkSegment(fbbed99f-ff5b-4cf2-a4bb-372df78223eb),segment_id=fbbed99f-ff5b-4cf2-a4bb-372df78223eb)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:33.359207 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-de017565-15ac-493a-aa22-574a13d33af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:33.360694 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] For port ad1022aa-c97f-4cdb-89c2-8f3dab331e91, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ad1022aa-c97f-4cdb-89c2-8f3dab331e91,segment=NetworkSegment(fbbed99f-ff5b-4cf2-a4bb-372df78223eb),segment_id=fbbed99f-ff5b-4cf2-a4bb-372df78223eb)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:33.361103 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:33.465574 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e0e0299d-87df-4a28-9d06-b809bf7d9eac req-9125b162-9086-4e8a-91f2-2283f6514ea4 service neutron] 10.222.0.65 "GET /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1362786
Jun 04 15:38:33.498308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bb1186-0506-4915-9ddb-3465e56af85d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:38:33.509498 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79bb1186-0506-4915-9ddb-3465e56af85d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:33.513880 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-79bb1186-0506-4915-9ddb-3465e56af85d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/1fcc9834-87f5-4b5b-8a7b-537c03ce66cf HTTP/1.1" status: 200  len: 891 time: 5.5171318
Jun 04 15:38:33.514059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Calling delete_port for ad1022aa-c97f-4cdb-89c2-8f3dab331e91 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:33.516640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38200) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:33.526788 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9640959a-616e-4008-9850-3be36ffd84fb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:33.543874 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-de017565-15ac-493a-aa22-574a13d33af0 None None] Calling delete_port for ad1022aa-c97f-4cdb-89c2-8f3dab331e91 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:33.560402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21ba3a-a013-49e1-80ec-aedce380d38a None None] Sync routers for ids ['1fcc9834-87f5-4b5b-8a7b-537c03ce66cf'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:38:33.588587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21ba3a-a013-49e1-80ec-aedce380d38a None None] Routers {'1fcc9834-87f5-4b5b-8a7b-537c03ce66cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:33.592488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1a21ba3a-a013-49e1-80ec-aedce380d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c818910>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1fcc9834-87f5-4b5b-8a7b-537c03ce66cf'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:33.633642 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9640959a-616e-4008-9850-3be36ffd84fb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:33.659159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1a21ba3a-a013-49e1-80ec-aedce380d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c818910>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:33.672865 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:33.679790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21ba3a-a013-49e1-80ec-aedce380d38a None None] Routers {'1fcc9834-87f5-4b5b-8a7b-537c03ce66cf'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:33.680487 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1a21ba3a-a013-49e1-80ec-aedce380d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c818910>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1fcc9834-87f5-4b5b-8a7b-537c03ce66cf'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:33.750490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1a21ba3a-a013-49e1-80ec-aedce380d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c818910>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:33.750852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21ba3a-a013-49e1-80ec-aedce380d38a None None] The sync data for ids ['1fcc9834-87f5-4b5b-8a7b-537c03ce66cf'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:38:33.769385 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:33.774295 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ebd4122b-4c5b-48c3-9af0-e6e65955039a tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:33.781210 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-de017565-15ac-493a-aa22-574a13d33af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:33.782000 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c948b760-9152-4880-8a53-b280da6a234c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:33.833461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de017565-15ac-493a-aa22-574a13d33af0 None None] Pushing event deleted for resources: {'Port': ['ID=ad1022aa-c97f-4cdb-89c2-8f3dab331e91,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:33.836724 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-de017565-15ac-493a-aa22-574a13d33af0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:33.837956 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de017565-15ac-493a-aa22-574a13d33af0 None None] No DVR routers for this DVR port ad1022aa-c97f-4cdb-89c2-8f3dab331e91 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:38:33.866205 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9640959a-616e-4008-9850-3be36ffd84fb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:33.881567 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event deleted for resources: {'Port': ['ID=ad1022aa-c97f-4cdb-89c2-8f3dab331e91,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:33.898456 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ce9b9db7-aabd-4894-a931-e22c6961498b tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/routers/e7aa9365-7916-41c0-82f4-5cdf61f76796 HTTP/1.1" status: 200  len: 926 time: 1.0059228
Jun 04 15:38:33.899072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38208) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:33.908388 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1fd3902e-fe9e-48c4-9349-09dd9452ba2e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/routers/1fcc9834-87f5-4b5b-8a7b-537c03ce66cf HTTP/1.1" status: 200  len: 891 time: 0.3906326
Jun 04 15:38:33.919244 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:33.919845 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:33.934939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] No DVR routers for this DVR port ad1022aa-c97f-4cdb-89c2-8f3dab331e91 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:38:33.936272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38210) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:33.936980 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640959a-616e-4008-9850-3be36ffd84fb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac100978-c29d-4622-92ab-a80d526ed7c2,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:34.020133 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b8eaf4-bcdd-47f0-a873-3ac1c0e7fa64 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:34.020760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c7b8eaf4-bcdd-47f0-a873-3ac1c0e7fa64 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Synchronizing usage tracker for tenant:8bc0d37ffc2744d5861de697d0f7fe2b on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:34.039606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c7b8eaf4-bcdd-47f0-a873-3ac1c0e7fa64 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Unset dirty status for tenant:8bc0d37ffc2744d5861de697d0f7fe2b on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:34.044205 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c7b8eaf4-bcdd-47f0-a873-3ac1c0e7fa64 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&device_id=e7aa9365-7916-41c0-82f4-5cdf61f76796&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1420145
Jun 04 15:38:34.047022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38216) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:34.049293 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:34.053990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ad1022aa-c97f-4cdb-89c2-8f3dab331e91 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:38:34.058983 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0db7695d-fc07-4783-bfca-c261b6133adf tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcc9834-87f5-4b5b-8a7b-537c03ce66cf HTTP/1.1" status: 200  len: 205 time: 0.1194987
Jun 04 15:38:34.061099 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9640959a-616e-4008-9850-3be36ffd84fb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:34.065545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38218) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:34.066336 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9640959a-616e-4008-9850-3be36ffd84fb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:34.070403 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9640959a-616e-4008-9850-3be36ffd84fb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7815149
Jun 04 15:38:34.070840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38220) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:34.080029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-676e30b5-ff65-4c62-958b-47ef67604d6a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'e42dbec6-9179-49c8-8c54-983e225b788c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:34.105297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-676e30b5-ff65-4c62-958b-47ef67604d6a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:34.115605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-676e30b5-ff65-4c62-958b-47ef67604d6a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:34.122141 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-676e30b5-ff65-4c62-958b-47ef67604d6a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:34.131855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: ad1022aa-c97f-4cdb-89c2-8f3dab331e91 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:38:34.132210 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ad1022aa-c97f-4cdb-89c2-8f3dab331e91 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:38:34.180144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-676e30b5-ff65-4c62-958b-47ef67604d6a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:34.232224 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8a8910-6323-4efe-b300-989fedfabb4a tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:34.236585 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0c8a8910-6323-4efe-b300-989fedfabb4a tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 881 time: 0.1885462
Jun 04 15:38:34.237224 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38222) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:34.289590 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-84934ca3-a641-42c4-86e7-a28cf20ac56d tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7aa9365-7916-41c0-82f4-5cdf61f76796 HTTP/1.1" status: 200  len: 205 time: 0.0510626
Jun 04 15:38:34.290092 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38224) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:34.330070 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:34.414997 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386e90fd0>,) {'filters': {'network_id': ['0e283dab-2b1d-416c-91d0-19d7b8e6efdc']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:34.424836 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-676e30b5-ff65-4c62-958b-47ef67604d6a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:34.437852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386e90fd0>, 'fbbed99f-ff5b-4cf2-a4bb-372df78223eb') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:34.437852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386e90fd0>, 'fbbed99f-ff5b-4cf2-a4bb-372df78223eb') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:34.458545 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:34.477777 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:34.538138 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:34.656657 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11147e7a-4502-4554-91fa-a660e59fdc02 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:34.722435 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-676e30b5-ff65-4c62-958b-47ef67604d6a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:38:34.722703 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:34.725127 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-676e30b5-ff65-4c62-958b-47ef67604d6a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.6474977
Jun 04 15:38:34.733087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38234) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:34.752021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:38:34.752431 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:38:34.776479 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:38:35.010290 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32e762f7-6a54-4a07-aa10-5aadd8609130 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:35.027374 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:35.033858 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:35.040576 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:35.065708 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:35.090123 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32e762f7-6a54-4a07-aa10-5aadd8609130 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:35.102309 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] 10.222.0.32 "DELETE /v2.0/networks/0e283dab-2b1d-416c-91d0-19d7b8e6efdc HTTP/1.1" status: 204  len: 168 time: 2.3294218
Jun 04 15:38:35.113227 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Pushing event deleted for resources: {'Network': ['ID=0e283dab-2b1d-416c-91d0-19d7b8e6efdc,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:35.118086 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:35.209988 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:35.267944 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32e762f7-6a54-4a07-aa10-5aadd8609130 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:35.272879 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6d101a38-3c19-4cea-8903-5df91e2976b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:35.290420 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e762f7-6a54-4a07-aa10-5aadd8609130 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42dbec6-9179-49c8-8c54-983e225b788c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:35.299776 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-32e762f7-6a54-4a07-aa10-5aadd8609130 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:35.311589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port 47f5c67f-84b6-4e00-a1d6-ce5aac6b1b53 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:35.311930 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:35.328137 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32e762f7-6a54-4a07-aa10-5aadd8609130 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:35.329216 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-32e762f7-6a54-4a07-aa10-5aadd8609130 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "DELETE /v2.0/security-groups/e42dbec6-9179-49c8-8c54-983e225b788c HTTP/1.1" status: 204  len: 168 time: 0.5919952
Jun 04 15:38:35.332924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38240) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:35.333907 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11147e7a-4502-4554-91fa-a660e59fdc02 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:35.355067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3e98e-70cc-460b-88da-80c2416f4160 req-5f3a3b82-0128-41ee-8867-36a45a7fd1e0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:35.356727 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-53b3e98e-70cc-460b-88da-80c2416f4160 req-5f3a3b82-0128-41ee-8867-36a45a7fd1e0 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.6411386
Jun 04 15:38:35.410755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7457808-540e-4379-bd4a-8e9a1cc3575c req-59aa9da1-9920-4178-8f89-0d56c4b41106 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:35.412548 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b7457808-540e-4379-bd4a-8e9a1cc3575c req-59aa9da1-9920-4178-8f89-0d56c4b41106 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.5300539
Jun 04 15:38:35.428218 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:35.473754 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7340bec8-49c1-478d-83be-f84ce4d3bc8e tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Synchronizing usage tracker for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:35.504823 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:35.532264 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-53b3e98e-70cc-460b-88da-80c2416f4160 req-1ffe3179-f1ed-489c-b242-45ef5a96621e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665106
Jun 04 15:38:35.552358 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:35.583784 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7295a592-bb8f-4b01-8777-41a534baa6e9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:35.687890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7340bec8-49c1-478d-83be-f84ce4d3bc8e tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Unset dirty status for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:35.689396 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7340bec8-49c1-478d-83be-f84ce4d3bc8e tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.3552668
Jun 04 15:38:35.696339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for 47f5c67f-84b6-4e00-a1d6-ce5aac6b1b53 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:35.699423 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38246) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:35.706122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-f78a725f-9bde-4963-b861-6e788594f803 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group': {'name': 'tempest-secgroup--840903645'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:35.714425 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f78a725f-9bde-4963-b861-6e788594f803 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:35.716369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38248) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:35.734578 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f78a725f-9bde-4963-b861-6e788594f803 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:35.772922 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:35.826628 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f78a725f-9bde-4963-b861-6e788594f803 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:35.837438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Pushing event updated for resources: {'Port': ['ID=ae8a9435-ff69-4258-860d-0bd15a5ad1b2,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:35.852955 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:35.912991 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f78a725f-9bde-4963-b861-6e788594f803 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:35.927432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f78a725f-9bde-4963-b861-6e788594f803 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:35.938457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f78a725f-9bde-4963-b861-6e788594f803 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:35.958695 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-11147e7a-4502-4554-91fa-a660e59fdc02 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Deleting port 53e60d7c-2ae7-4dab-aa7f-dcdce3265a3b {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:35.958695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11147e7a-4502-4554-91fa-a660e59fdc02 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:35.963229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f78a725f-9bde-4963-b861-6e788594f803 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:35.993308 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9fc15a8a-9a9e-412f-ac4a-fe4a857f62d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de2c82f3aecb4c8ca6faee639caa83e1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2755253
Jun 04 15:38:36.000264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38256) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:36.063576 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f78a725f-9bde-4963-b861-6e788594f803 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.076264 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.082449 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7bdeac3a-5944-41a6-b4d1-ef58877ae30c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:36.108137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-b7457808-540e-4379-bd4a-8e9a1cc3575c req-987d780d-c9d5-4718-b4d6-eb21a50c5f5a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Deleting port 362ae327-1346-41be-be0d-0a7b0c46ce77 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:36.108475 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b7457808-540e-4379-bd4a-8e9a1cc3575c req-987d780d-c9d5-4718-b4d6-eb21a50c5f5a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.129728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=47f5c67f-84b6-4e00-a1d6-ce5aac6b1b53,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:36.137472 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:36.143172 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Floating IP c0013c78-7183-45a1-9878-21ecb336a381 associated. External IP: 172.25.4.173, port: 5017dbfc-f468-4654-8f6b-29827e3baa4c.
Jun 04 15:38:36.173841 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f78a725f-9bde-4963-b861-6e788594f803 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.183106 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-86b9f9ca-7ff3-49b3-9de8-f4157d265d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:36.279556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a725f-9bde-4963-b861-6e788594f803 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1effeb-2d3c-46fd-a30d-11840fd0616a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:36.284828 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f78a725f-9bde-4963-b861-6e788594f803 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:36.298102 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.354057 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11147e7a-4502-4554-91fa-a660e59fdc02 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.399405 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f78a725f-9bde-4963-b861-6e788594f803 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.403468 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f78a725f-9bde-4963-b861-6e788594f803 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.7003160
Jun 04 15:38:36.412536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38260) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:36.418758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0b074cfa-27f3-485b-82cc-ef9193600c2a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'cb1effeb-2d3c-46fd-a30d-11840fd0616a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:36.419483 n-d-791505-9 neutron-server[88301]: WARNING neutron.api.v2.base [None req-0b074cfa-27f3-485b-82cc-ef9193600c2a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Jun 04 15:38:36.419969 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-0b074cfa-27f3-485b-82cc-ef9193600c2a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:38:36.425314 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0b074cfa-27f3-485b-82cc-ef9193600c2a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0077093
Jun 04 15:38:36.471026 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38262) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:36.496867 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.501036 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.562429 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68b8e851-39de-4fe9-b287-4406be70a997 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.590666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-11147e7a-4502-4554-91fa-a660e59fdc02 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Calling delete_port for 53e60d7c-2ae7-4dab-aa7f-dcdce3265a3b owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:36.596601 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68b8e851-39de-4fe9-b287-4406be70a997 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.614766 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a91d-7807-42fa-9fcf-f1bd4557b1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.623407 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.624080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Fanout notify agent at l3_agent the message router_deleted on router 1fcc9834-87f5-4b5b-8a7b-537c03ce66cf {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:38:36.649176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-b7457808-540e-4379-bd4a-8e9a1cc3575c req-987d780d-c9d5-4718-b4d6-eb21a50c5f5a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] For port 362ae327-1346-41be-be0d-0a7b0c46ce77, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=362ae327-1346-41be-be0d-0a7b0c46ce77,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:36.649540 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b7457808-540e-4379-bd4a-8e9a1cc3575c req-987d780d-c9d5-4718-b4d6-eb21a50c5f5a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.771325 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.772864 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/routers/1fcc9834-87f5-4b5b-8a7b-537c03ce66cf HTTP/1.1" status: 204  len: 168 time: 2.7014525
Jun 04 15:38:36.777466 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38268) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:36.783260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-227163903'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:36.791764 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:36.795671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:network and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:36.798880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:36.806410 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:36.810339 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68b8e851-39de-4fe9-b287-4406be70a997 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.812785 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68b8e851-39de-4fe9-b287-4406be70a997 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.817111 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-68b8e851-39de-4fe9-b287-4406be70a997 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "DELETE /v2.0/security-groups/cb1effeb-2d3c-46fd-a30d-11840fd0616a HTTP/1.1" status: 204  len: 168 time: 0.3427544
Jun 04 15:38:36.817111 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-526e7a22-4d11-463c-9195-e59d25ad67fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:36.824556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38270) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:36.848556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8e851-39de-4fe9-b287-4406be70a997 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1effeb-2d3c-46fd-a30d-11840fd0616a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:36.852666 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-68b8e851-39de-4fe9-b287-4406be70a997 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:36.887076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c86fa638-017d-471a-a66e-ce4cbe2e5bd2 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Synchronizing usage tracker for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:36.910607 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:38:36.914559 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.946615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:38:36.955837 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.956191 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Added segment 66bdf1cf-2aff-463c-a18c-e9b219239ecc of type vlan for network 5a5932ae-b0e2-474b-a36b-f09895ffc811
Jun 04 15:38:36.982686 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:36.987333 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c86fa638-017d-471a-a66e-ce4cbe2e5bd2 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Unset dirty status for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:36.992177 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c86fa638-017d-471a-a66e-ce4cbe2e5bd2 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1616309
Jun 04 15:38:36.992731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38272) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:36.998205 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b89ccef9-5a6e-4cae-9254-e0bb0a2c41f1 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group': {'name': 'tempest-secgroup--221086658'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:37.005429 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b89ccef9-5a6e-4cae-9254-e0bb0a2c41f1 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:37.019032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-b7457808-540e-4379-bd4a-8e9a1cc3575c req-987d780d-c9d5-4718-b4d6-eb21a50c5f5a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Calling delete_port for 362ae327-1346-41be-be0d-0a7b0c46ce77 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:37.030021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b89ccef9-5a6e-4cae-9254-e0bb0a2c41f1 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:37.098487 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:37.106203 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:37.106931 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:37.112650 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-154021e4-d5b5-46a5-bebd-7526cc8b355a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:37.133997 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a91d-7807-42fa-9fcf-f1bd4557b1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:37.145681 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b89ccef9-5a6e-4cae-9254-e0bb0a2c41f1 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:37.264015 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Network': ['ID=5a5932ae-b0e2-474b-a36b-f09895ffc811,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:37.272936 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:37.274906 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 5a5932ae-b0e2-474b-a36b-f09895ffc811 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:38:37.277738 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b89ccef9-5a6e-4cae-9254-e0bb0a2c41f1 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:37.281881 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b89ccef9-5a6e-4cae-9254-e0bb0a2c41f1 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:37.285281 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b89ccef9-5a6e-4cae-9254-e0bb0a2c41f1 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:37.292503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b89ccef9-5a6e-4cae-9254-e0bb0a2c41f1 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:37.302384 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5233645
Jun 04 15:38:37.305268 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38278) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:37.312678 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'subnet': {'network_id': '5a5932ae-b0e2-474b-a36b-f09895ffc811', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:37.410368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18281466-f5c6-4839-9df1-3b0e5bcb20ea req-9177776f-ec06-4fcc-bda2-93b01fcbcc16 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:37.411876 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-18281466-f5c6-4839-9df1-3b0e5bcb20ea req-9177776f-ec06-4fcc-bda2-93b01fcbcc16 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 945 time: 0.4009013
Jun 04 15:38:37.422382 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Router ebd11af1-195f-4919-b238-7e9b725779d2 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:38:37.509196 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b89ccef9-5a6e-4cae-9254-e0bb0a2c41f1 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:37.522761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:37.527715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:subnet and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:37.530606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:37.536383 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a91d-7807-42fa-9fcf-f1bd4557b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:37.536650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:37.549711 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d4fed5e2-7a43-4d1d-905f-58df26f160c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:37.580655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5a91d-7807-42fa-9fcf-f1bd4557b1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d2845d-7aa2-4d29-8a42-64e4098b4356,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:37.586571 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 362ae327-1346-41be-be0d-0a7b0c46ce77 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:38:37.634360 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f4d5a91d-7807-42fa-9fcf-f1bd4557b1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:37.677717 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b89ccef9-5a6e-4cae-9254-e0bb0a2c41f1 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:37.690562 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-18281466-f5c6-4839-9df1-3b0e5bcb20ea req-5b105834-7197-4aba-abee-2bc9cf1455f4 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=43787333-9171-42a6-b4bd-948c52cf9306&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2669940
Jun 04 15:38:37.711208 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b3bd2cc9-cdf2-4046-a2a3-8c64b9c848d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:37.727273 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:38:37.737148 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:37.751197 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:37.835584 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b7457808-540e-4379-bd4a-8e9a1cc3575c req-987d780d-c9d5-4718-b4d6-eb21a50c5f5a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:37.837429 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a91d-7807-42fa-9fcf-f1bd4557b1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:37.842370 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f4d5a91d-7807-42fa-9fcf-f1bd4557b1b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53d2845d-7aa2-4d29-8a42-64e4098b4356 HTTP/1.1" status: 204  len: 168 time: 1.8269963
Jun 04 15:38:37.842370 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11147e7a-4502-4554-91fa-a660e59fdc02 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:37.849672 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9deb6f80-271a-49cb-898c-fd50ee8e1c67 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:37.888028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ccef9-5a6e-4cae-9254-e0bb0a2c41f1 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3dade3-7081-48ee-a7bd-3b0cef50daa6,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:37.899738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11147e7a-4502-4554-91fa-a660e59fdc02 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Pushing event deleted for resources: {'Port': ['ID=53e60d7c-2ae7-4dab-aa7f-dcdce3265a3b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:37.903341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:38:37.907252 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b89ccef9-5a6e-4cae-9254-e0bb0a2c41f1 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:37.910699 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b89ccef9-5a6e-4cae-9254-e0bb0a2c41f1 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:37.914664 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8604e60b-0150-43bd-83d4-df5e331efe81 None None] Sync routers for ids ['ebd11af1-195f-4919-b238-7e9b725779d2'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:38:37.918147 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b89ccef9-5a6e-4cae-9254-e0bb0a2c41f1 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.9244778
Jun 04 15:38:37.924528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38286) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:37.933789 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8604e60b-0150-43bd-83d4-df5e331efe81 None None] Routers {'ebd11af1-195f-4919-b238-7e9b725779d2'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:37.934406 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8604e60b-0150-43bd-83d4-df5e331efe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6fbe50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['ebd11af1-195f-4919-b238-7e9b725779d2'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:37.934586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c7e38081-f404-4108-a67a-4f3b4a211fc5 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'fa3dade3-7081-48ee-a7bd-3b0cef50daa6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:37.935431 n-d-791505-9 neutron-server[88301]: WARNING neutron.api.v2.base [None req-c7e38081-f404-4108-a67a-4f3b4a211fc5 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Jun 04 15:38:37.935934 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-c7e38081-f404-4108-a67a-4f3b4a211fc5 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:38:37.940889 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c7e38081-f404-4108-a67a-4f3b4a211fc5 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0068431
Jun 04 15:38:37.947352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38288) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:37.986232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d780d-c9d5-4718-b4d6-eb21a50c5f5a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event deleted for resources: {'Port': ['ID=362ae327-1346-41be-be0d-0a7b0c46ce77,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:38.059182 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8604e60b-0150-43bd-83d4-df5e331efe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6fbe50>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:38.061609 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-987d780d-c9d5-4718-b4d6-eb21a50c5f5a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:38.070577 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8604e60b-0150-43bd-83d4-df5e331efe81 None None] Routers {'ebd11af1-195f-4919-b238-7e9b725779d2'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:38.073762 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:38.073913 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8604e60b-0150-43bd-83d4-df5e331efe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6fbe50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['ebd11af1-195f-4919-b238-7e9b725779d2'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:38.074014 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:38.175147 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8604e60b-0150-43bd-83d4-df5e331efe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6fbe50>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:38.175508 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8604e60b-0150-43bd-83d4-df5e331efe81 None None] The sync data for ids ['ebd11af1-195f-4919-b238-7e9b725779d2'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:38:38.187490 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:38.251904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7457808-540e-4379-bd4a-8e9a1cc3575c req-987d780d-c9d5-4718-b4d6-eb21a50c5f5a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] No DVR routers for this DVR port 362ae327-1346-41be-be0d-0a7b0c46ce77 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:38:38.266172 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b7457808-540e-4379-bd4a-8e9a1cc3575c req-987d780d-c9d5-4718-b4d6-eb21a50c5f5a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:38.268131 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b7457808-540e-4379-bd4a-8e9a1cc3575c req-987d780d-c9d5-4718-b4d6-eb21a50c5f5a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.62 "DELETE /v2.0/ports/362ae327-1346-41be-be0d-0a7b0c46ce77 HTTP/1.1" status: 204  len: 173 time: 2.8430681
Jun 04 15:38:38.272196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc570158-cede-4c6e-bc54-19f06028df34', 'name': 'network-vif-deleted', 'tag': '362ae327-1346-41be-be0d-0a7b0c46ce77'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:38:38.275708 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fee7d2-653f-412b-b7a2-7237f1d0a5f2" -d '{"events": [{"server_uuid": "bc570158-cede-4c6e-bc54-19f06028df34", "name": "network-vif-deleted", "tag": "362ae327-1346-41be-be0d-0a7b0c46ce77"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:38:38.314661 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11147e7a-4502-4554-91fa-a660e59fdc02 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:38.361055 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 989 time: 11.5397651
Jun 04 15:38:38.368317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38296) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:38.520952 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a7159c-1a3b-4a68-b851-7213e296a233 x-openstack-request-id: req-02a7159c-1a3b-4a68-b851-7213e296a233 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:38:38.522053 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc570158-cede-4c6e-bc54-19f06028df34", "name": "network-vif-deleted", "tag": "362ae327-1346-41be-be0d-0a7b0c46ce77", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:38:38.522511 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02a7159c-1a3b-4a68-b851-7213e296a233 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:38:38.523110 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc570158-cede-4c6e-bc54-19f06028df34', 'name': 'network-vif-deleted', 'tag': '362ae327-1346-41be-be0d-0a7b0c46ce77', 'status': 'completed', 'code': 200}
Jun 04 15:38:38.523937 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0d91d89-1d6e-49ce-abbc-be166a1920be tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:38.832817 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11147e7a-4502-4554-91fa-a660e59fdc02 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:38.846815 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11147e7a-4502-4554-91fa-a660e59fdc02 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:38.863552 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0d91d89-1d6e-49ce-abbc-be166a1920be tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:38.865868 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:38.870774 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a1472a32-03ae-4f8c-8d66-ccc12e84f05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:38.899314 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ea026572-8e2a-4c9b-a05b-510fc70325ec tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] 10.222.0.32 "GET /v2.0/floatingips/c0013c78-7183-45a1-9878-21ecb336a381 HTTP/1.1" status: 200  len: 984 time: 0.5260882
Jun 04 15:38:38.909186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38312) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:38.943536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Subnet': ['ID=05ecd8b4-52da-4e9e-a98b-a489d094e409,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:39.030535 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d656820f-583a-434a-a318-8ffa747294ef req-3c30c0d5-e5dd-4eb7-b6c9-946283cf5e2b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc570158-cede-4c6e-bc54-19f06028df34 HTTP/1.1" status: 200  len: 210 time: 0.1604731
Jun 04 15:38:39.031765 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:39.033389 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ca9b1aa5-e226-477a-8a59-0775d8421bb7 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3036 time: 0.1223607
Jun 04 15:38:39.035999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38316) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:39.049561 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11147e7a-4502-4554-91fa-a660e59fdc02 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:39.050268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11147e7a-4502-4554-91fa-a660e59fdc02 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Fanout notify agent at l3_agent the message router_deleted on router e7aa9365-7916-41c0-82f4-5cdf61f76796 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:38:39.077120 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11147e7a-4502-4554-91fa-a660e59fdc02 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:39.078235 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-11147e7a-4502-4554-91fa-a660e59fdc02 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "DELETE /v2.0/routers/e7aa9365-7916-41c0-82f4-5cdf61f76796 HTTP/1.1" status: 204  len: 168 time: 4.7872531
Jun 04 15:38:39.082742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38318) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:39.086717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-200409335', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}, 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:39.095361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:39.099952 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Usage tracker for resource:router and tenant:4cfb9e5b310141548e98c02f39a55c8e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:39.106847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:39.111237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:39.123253 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0d91d89-1d6e-49ce-abbc-be166a1920be tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:39.125827 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0d91d89-1d6e-49ce-abbc-be166a1920be tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:39.126986 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b0d91d89-1d6e-49ce-abbc-be166a1920be tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "DELETE /v2.0/security-groups/fa3dade3-7081-48ee-a7bd-3b0cef50daa6 HTTP/1.1" status: 204  len: 168 time: 1.1740863
Jun 04 15:38:39.128143 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ccaad4a4-90cd-42ac-8f40-28cd34313983 tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:39.137182 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38320) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:39.166546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d91d89-1d6e-49ce-abbc-be166a1920be tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3dade3-7081-48ee-a7bd-3b0cef50daa6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:39.172309 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b0d91d89-1d6e-49ce-abbc-be166a1920be tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:39.177427 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Checking segment: {'id': '66bdf1cf-2aff-463c-a18c-e9b219239ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5a5932ae-b0e2-474b-a36b-f09895ffc811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:38:39.177796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network hostable DHCP agents. Network: 5a5932ae-b0e2-474b-a36b-f09895ffc811, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:38:39.224534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f66afc44-6576-4791-b847-f3ffe52a2c60 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Synchronizing usage tracker for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:39.226770 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:39.227848 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:39.271095 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:39.334807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f66afc44-6576-4791-b847-f3ffe52a2c60 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Unset dirty status for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:39.336103 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f66afc44-6576-4791-b847-f3ffe52a2c60 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1954319
Jun 04 15:38:39.340447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38328) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:39.345263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f485318e-6596-4eed-82cf-04f5ebfe4406 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749805107'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:39.351663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f485318e-6596-4eed-82cf-04f5ebfe4406 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:39.363118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f485318e-6596-4eed-82cf-04f5ebfe4406 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:39.363470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 5a5932ae-b0e2-474b-a36b-f09895ffc811 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:38:39.386526 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad9d77-7c72-4b81-a27e-8c98ea5bedee tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Deleting port ae8a9435-ff69-4258-860d-0bd15a5ad1b2 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:39.387036 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9d77-7c72-4b81-a27e-8c98ea5bedee tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:39.486469 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f485318e-6596-4eed-82cf-04f5ebfe4406 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:39.522962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f485318e-6596-4eed-82cf-04f5ebfe4406 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:39.530915 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9d77-7c72-4b81-a27e-8c98ea5bedee tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:39.533036 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9d77-7c72-4b81-a27e-8c98ea5bedee tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:39.702134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 5a5932ae-b0e2-474b-a36b-f09895ffc811) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:39.711647 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebf03c0-0dbd-4936-a7e6-118b525e26b3 None None] Network 5a5932ae-b0e2-474b-a36b-f09895ffc811 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:38:39.722628 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad9d77-7c72-4b81-a27e-8c98ea5bedee tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Calling delete_port for ae8a9435-ff69-4258-860d-0bd15a5ad1b2 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:39.726769 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:39.726863 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:39.763404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f485318e-6596-4eed-82cf-04f5ebfe4406 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:39.768817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f485318e-6596-4eed-82cf-04f5ebfe4406 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:39.856793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f485318e-6596-4eed-82cf-04f5ebfe4406 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:39.864638 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:39.941047 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38344) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:39.946265 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-44104807-5d94-4840-887a-fd8c10478c7a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-403123670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:39.951301 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.6449640
Jun 04 15:38:39.961684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-44104807-5d94-4840-887a-fd8c10478c7a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:39.970957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-44104807-5d94-4840-887a-fd8c10478c7a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:router and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:39.980554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-44104807-5d94-4840-887a-fd8c10478c7a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:40.018452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-44104807-5d94-4840-887a-fd8c10478c7a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:40.054290 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9d77-7c72-4b81-a27e-8c98ea5bedee tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:40.065381 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1de3305d-6802-4aa1-8cd5-5d053ea1c599 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:40.192661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad9d77-7c72-4b81-a27e-8c98ea5bedee tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event deleted for resources: {'Port': ['ID=ae8a9435-ff69-4258-860d-0bd15a5ad1b2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:40.195953 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e3ad9d77-7c72-4b81-a27e-8c98ea5bedee tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:40.280500 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f485318e-6596-4eed-82cf-04f5ebfe4406 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:40.286745 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44104807-5d94-4840-887a-fd8c10478c7a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:40.287984 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44104807-5d94-4840-887a-fd8c10478c7a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:40.305489 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9d77-7c72-4b81-a27e-8c98ea5bedee tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:40.305914 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-e3ad9d77-7c72-4b81-a27e-8c98ea5bedee tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Floating IP c0013c78-7183-45a1-9878-21ecb336a381 disassociated (deleted). External IP: 172.25.4.173, port: 5017dbfc-f468-4654-8f6b-29827e3baa4c.
Jun 04 15:38:40.306855 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44104807-5d94-4840-887a-fd8c10478c7a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:40.349856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-5a5932ae-b0e2-474b-a36b-f09895ffc811', 'network_id': '5a5932ae-b0e2-474b-a36b-f09895ffc811', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'fixed_ips': [{'subnet_id': '05ecd8b4-52da-4e9e-a98b-a489d094e409'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:38:40.350806 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:40.358019 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f485318e-6596-4eed-82cf-04f5ebfe4406 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:40.396455 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-228cc09d-47c3-4b33-80a7-21e3df74abdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:40.409399 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44104807-5d94-4840-887a-fd8c10478c7a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:40.456964 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485318e-6596-4eed-82cf-04f5ebfe4406 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d739f892-8bff-4ba4-babe-926ab22592be,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:40.474825 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f485318e-6596-4eed-82cf-04f5ebfe4406 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:40.478594 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f485318e-6596-4eed-82cf-04f5ebfe4406 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:40.479847 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f485318e-6596-4eed-82cf-04f5ebfe4406 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.1382167
Jun 04 15:38:40.482887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38356) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:40.488376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-257b3a37-fefc-4409-9de1-8431cb81f832 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'd739f892-8bff-4ba4-babe-926ab22592be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:40.505860 n-d-791505-9 neutron-server[88300]: WARNING neutron.api.v2.base [None req-257b3a37-fefc-4409-9de1-8431cb81f832 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Jun 04 15:38:40.506713 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-257b3a37-fefc-4409-9de1-8431cb81f832 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:38:40.509957 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-257b3a37-fefc-4409-9de1-8431cb81f832 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0254102
Jun 04 15:38:40.518035 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38358) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:40.648966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ccc112d7-8f97-462d-91d9-701b3f706c9d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'd739f892-8bff-4ba4-babe-926ab22592be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:40.649652 n-d-791505-9 neutron-server[88300]: WARNING neutron.api.v2.base [None req-ccc112d7-8f97-462d-91d9-701b3f706c9d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Jun 04 15:38:40.650762 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-ccc112d7-8f97-462d-91d9-701b3f706c9d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:38:40.651941 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ccc112d7-8f97-462d-91d9-701b3f706c9d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0118437
Jun 04 15:38:40.685856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38362) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:40.691411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Allocated IP 2001:db8::2 (5a5932ae-b0e2-474b-a36b-f09895ffc811/05ecd8b4-52da-4e9e-a98b-a489d094e409/f39821bf-fbfa-456c-a66a-c364bbee89f7) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:40.703423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-223da5dc-801e-4482-b21b-a912ecd1a10e tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'd739f892-8bff-4ba4-babe-926ab22592be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:40.704672 n-d-791505-9 neutron-server[88300]: WARNING neutron.api.v2.base [None req-223da5dc-801e-4482-b21b-a912ecd1a10e tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Jun 04 15:38:40.705098 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-223da5dc-801e-4482-b21b-a912ecd1a10e tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:38:40.718637 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-223da5dc-801e-4482-b21b-a912ecd1a10e tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0316997
Jun 04 15:38:40.724608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38368) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:40.731630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0b29ab95-6803-48ac-ab42-c74c60c1a351 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'd739f892-8bff-4ba4-babe-926ab22592be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:40.733999 n-d-791505-9 neutron-server[88301]: WARNING neutron.api.v2.base [None req-0b29ab95-6803-48ac-ab42-c74c60c1a351 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Jun 04 15:38:40.734522 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-0b29ab95-6803-48ac-ab42-c74c60c1a351 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:38:40.735505 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0b29ab95-6803-48ac-ab42-c74c60c1a351 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0099709
Jun 04 15:38:40.748169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38370) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:40.769565 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44104807-5d94-4840-887a-fd8c10478c7a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:40.776290 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-44104807-5d94-4840-887a-fd8c10478c7a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.8340740
Jun 04 15:38:40.782699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38372) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:41.134852 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:41.164738 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Transition to ACTIVE for port object f39821bf-fbfa-456c-a66a-c364bbee89f7 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:38:41.165161 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b162603d-b58b-4c60-a72a-15e70dc60fac tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:41.209472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Transition to ACTIVE for port object f39821bf-fbfa-456c-a66a-c364bbee89f7 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:38:41.251833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ad9d77-7c72-4b81-a27e-8c98ea5bedee tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Router ebd11af1-195f-4919-b238-7e9b725779d2 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:38:41.257606 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b162603d-b58b-4c60-a72a-15e70dc60fac tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:41.295373 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:41.300250 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:41.300646 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:41.373588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Pushing event updated for resources: {'Port': ['ID=f39821bf-fbfa-456c-a66a-c364bbee89f7,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:41.384190 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:41.394274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Network 5a5932ae-b0e2-474b-a36b-f09895ffc811 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:41.395893 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:41.398340 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:41.545590 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc3338-de94-40f2-87ee-a24da2238c47 req-d97ba768-a21a-4de6-a272-7a63d17ed7c5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:41.553399 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5afc3338-de94-40f2-87ee-a24da2238c47 req-d97ba768-a21a-4de6-a272-7a63d17ed7c5 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.2969716
Jun 04 15:38:41.581149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Attempting to bind port f39821bf-fbfa-456c-a66a-c364bbee89f7 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:38:41.581845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Attempting to bind port f39821bf-fbfa-456c-a66a-c364bbee89f7 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '66bdf1cf-2aff-463c-a18c-e9b219239ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5a5932ae-b0e2-474b-a36b-f09895ffc811'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:38:41.582286 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Attempting to bind port f39821bf-fbfa-456c-a66a-c364bbee89f7 on network 5a5932ae-b0e2-474b-a36b-f09895ffc811 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:38:41.589948 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:38:41.590448 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Checking segment: {'id': '66bdf1cf-2aff-463c-a18c-e9b219239ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5a5932ae-b0e2-474b-a36b-f09895ffc811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:38:41.591180 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:41.591569 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Bound using segment: {'id': '66bdf1cf-2aff-463c-a18c-e9b219239ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5a5932ae-b0e2-474b-a36b-f09895ffc811'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:38:41.592168 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Bound port: f39821bf-fbfa-456c-a66a-c364bbee89f7, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bdf1cf-2aff-463c-a18c-e9b219239ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5a5932ae-b0e2-474b-a36b-f09895ffc811'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:38:41.592635 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:41.627692 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b162603d-b58b-4c60-a72a-15e70dc60fac tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:41.641454 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-42e6fcc8-0a2c-4221-990a-998caca5cf3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:41.677814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162603d-b58b-4c60-a72a-15e70dc60fac tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d739f892-8bff-4ba4-babe-926ab22592be,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:41.680252 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b162603d-b58b-4c60-a72a-15e70dc60fac tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:41.695101 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ad9d77-7c72-4b81-a27e-8c98ea5bedee tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:38:41.714485 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5afc3338-de94-40f2-87ee-a24da2238c47 req-d589805c-3fd0-4ab4-8a29-683d7a779a79 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1604929
Jun 04 15:38:41.716284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a0e08-b0d1-42d0-8a27-44219d67e65d None None] Sync routers for ids ['ebd11af1-195f-4919-b238-7e9b725779d2'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:38:41.729414 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b162603d-b58b-4c60-a72a-15e70dc60fac tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:41.730675 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b162603d-b58b-4c60-a72a-15e70dc60fac tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "DELETE /v2.0/security-groups/d739f892-8bff-4ba4-babe-926ab22592be HTTP/1.1" status: 204  len: 168 time: 0.9811604
Jun 04 15:38:41.731133 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38386) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:41.735130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] For port f39821bf-fbfa-456c-a66a-c364bbee89f7, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:38:41.741198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] For port f39821bf-fbfa-456c-a66a-c364bbee89f7, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f39821bf-fbfa-456c-a66a-c364bbee89f7,segment=NetworkSegment(66bdf1cf-2aff-463c-a18c-e9b219239ecc),segment_id=66bdf1cf-2aff-463c-a18c-e9b219239ecc)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:38:41.748778 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:41.751596 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a0e08-b0d1-42d0-8a27-44219d67e65d None None] Routers {'ebd11af1-195f-4919-b238-7e9b725779d2'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:41.752250 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2e0a0e08-b0d1-42d0-8a27-44219d67e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5e2e50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['ebd11af1-195f-4919-b238-7e9b725779d2'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:41.769546 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9d77-7c72-4b81-a27e-8c98ea5bedee tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:41.795487 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38388) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:41.823728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2e0a0e08-b0d1-42d0-8a27-44219d67e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5e2e50>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:41.844137 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:41.856388 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:41.912143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3e6bbbcd-6895-4af2-b28d-287c77d06cc9 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Synchronizing usage tracker for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:41.917950 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e3ad9d77-7c72-4b81-a27e-8c98ea5bedee tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] 10.222.0.32 "DELETE /v2.0/floatingips/c0013c78-7183-45a1-9878-21ecb336a381 HTTP/1.1" status: 204  len: 168 time: 2.8771584
Jun 04 15:38:41.923748 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38394) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:41.935417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:41.974685 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Pushing event updated for resources: {'Port': ['ID=f39821bf-fbfa-456c-a66a-c364bbee89f7,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:41.980981 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:41.984905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a0e08-b0d1-42d0-8a27-44219d67e65d None None] Routers {'ebd11af1-195f-4919-b238-7e9b725779d2'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:41.985560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2e0a0e08-b0d1-42d0-8a27-44219d67e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5e2e50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['ebd11af1-195f-4919-b238-7e9b725779d2'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:41.991915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:41.995676 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94cab629-a7ba-4af5-8af7-bceacfeb22ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:42.017072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Usage tracker for resource:floatingip and tenant:b342a1fe18364c7390c16112a526b315 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:42.022711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:42.027673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-94cab629-a7ba-4af5-8af7-bceacfeb22ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:42.036382 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:42.039025 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-94cab629-a7ba-4af5-8af7-bceacfeb22ec admin admin] Usage tracker for resource:security_group_rule and tenant:05b57e6d267b47c3ac78d29641acd8ea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:42.043979 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-94cab629-a7ba-4af5-8af7-bceacfeb22ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:42.054821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-94cab629-a7ba-4af5-8af7-bceacfeb22ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:42.061522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2e0a0e08-b0d1-42d0-8a27-44219d67e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5e2e50>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:42.061932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a0e08-b0d1-42d0-8a27-44219d67e65d None None] The sync data for ids ['ebd11af1-195f-4919-b238-7e9b725779d2'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:38:42.121319 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3e6bbbcd-6895-4af2-b28d-287c77d06cc9 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Unset dirty status for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:42.122584 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3e6bbbcd-6895-4af2-b28d-287c77d06cc9 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.3903661
Jun 04 15:38:42.130580 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38398) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:42.135466 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-5589a187-0d10-4e48-a8c7-429419db8aae tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043030616'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:42.143291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5589a187-0d10-4e48-a8c7-429419db8aae tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:42.155841 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5589a187-0d10-4e48-a8c7-429419db8aae tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:42.182917 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:42.220221 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94cab629-a7ba-4af5-8af7-bceacfeb22ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:42.304469 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5589a187-0d10-4e48-a8c7-429419db8aae tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:42.359493 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94cab629-a7ba-4af5-8af7-bceacfeb22ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:42.363979 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:42.373719 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b162603d-b58b-4c60-a72a-15e70dc60fac tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:42.428340 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5589a187-0d10-4e48-a8c7-429419db8aae tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:42.442888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5589a187-0d10-4e48-a8c7-429419db8aae tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:42.445788 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cab629-a7ba-4af5-8af7-bceacfeb22ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c28a81-cc6e-4f7d-b390-9178ef89522b,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:42.451265 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-94cab629-a7ba-4af5-8af7-bceacfeb22ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05b57e6d267b47c3ac78d29641acd8ea&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6546621
Jun 04 15:38:42.452171 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-94cab629-a7ba-4af5-8af7-bceacfeb22ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:42.453036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5589a187-0d10-4e48-a8c7-429419db8aae tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:42.455140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38400) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:42.456359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Allocated IP 172.25.4.162 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/946df783-9a7c-44b9-8600-04b32582ae53) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:42.461236 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5589a187-0d10-4e48-a8c7-429419db8aae tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:42.519452 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:42.621559 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5589a187-0d10-4e48-a8c7-429419db8aae tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:42.700454 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5589a187-0d10-4e48-a8c7-429419db8aae tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:42.705548 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-32e762f7-6a54-4a07-aa10-5aadd8609130 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:42.761397 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589a187-0d10-4e48-a8c7-429419db8aae tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daed69c6-9c17-4c69-b1eb-7f8c80b9603f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:42.765224 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5589a187-0d10-4e48-a8c7-429419db8aae tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:42.816881 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca42316f-edf5-45c0-a175-be81f95997cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:42.888455 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5589a187-0d10-4e48-a8c7-429419db8aae tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:42.889986 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5589a187-0d10-4e48-a8c7-429419db8aae tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.7583206
Jun 04 15:38:42.896056 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38406) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:42.904841 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-494cb0aa-5f12-4e87-b325-64d22b85d8a7 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'daed69c6-9c17-4c69-b1eb-7f8c80b9603f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:42.905598 n-d-791505-9 neutron-server[88301]: WARNING neutron.api.v2.base [None req-494cb0aa-5f12-4e87-b325-64d22b85d8a7 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jun 04 15:38:42.905963 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca42316f-edf5-45c0-a175-be81f95997cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:42.906083 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-494cb0aa-5f12-4e87-b325-64d22b85d8a7 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:38:42.909962 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-494cb0aa-5f12-4e87-b325-64d22b85d8a7 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0087907
Jun 04 15:38:42.913163 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38410) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:42.930079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-879ab425-8b4f-4a1f-80ae-6a1e937aad7f tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'daed69c6-9c17-4c69-b1eb-7f8c80b9603f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:42.955390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-6538b54f-906a-4daf-9ebb-b997d8e587cf tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:42.955836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-6538b54f-906a-4daf-9ebb-b997d8e587cf tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Synchronizing usage tracker for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:42.970466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-879ab425-8b4f-4a1f-80ae-6a1e937aad7f tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:42.971436 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fe41d-d428-4131-afba-5521935f746f req-464dcaaa-2d6b-48d7-8c31-91c7a50e183f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:42.975312 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ea9fe41d-d428-4131-afba-5521935f746f req-464dcaaa-2d6b-48d7-8c31-91c7a50e183f tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.1269584
Jun 04 15:38:43.001766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-879ab425-8b4f-4a1f-80ae-6a1e937aad7f tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:43.005747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-879ab425-8b4f-4a1f-80ae-6a1e937aad7f tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:43.020694 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-879ab425-8b4f-4a1f-80ae-6a1e937aad7f tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:43.044444 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ea9fe41d-d428-4131-afba-5521935f746f req-c1182ed8-97f4-4d91-899f-836924596b1d tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622692
Jun 04 15:38:43.082489 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:43.157132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-6538b54f-906a-4daf-9ebb-b997d8e587cf tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Unset dirty status for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:43.158441 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-6538b54f-906a-4daf-9ebb-b997d8e587cf tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.65 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.7695940
Jun 04 15:38:43.267490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Allocated IP 2001:db8::1 (5a5932ae-b0e2-474b-a36b-f09895ffc811/05ecd8b4-52da-4e9e-a98b-a489d094e409/72bf7841-2fbb-488e-bd37-41d1fab7bdf6) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:43.293635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07328e96-92c4-4a57-b44b-0ee952acd314 None None] Network 5a5932ae-b0e2-474b-a36b-f09895ffc811 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:38:43.327214 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:43.362396 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:43.390766 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Allocated IP 172.25.4.20 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/4444a3d5-478c-4cd1-8805-9dfcdefcaae7) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:43.435769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Pushing event updated for resources: {'Port': ['ID=946df783-9a7c-44b9-8600-04b32582ae53,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:43.438123 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca42316f-edf5-45c0-a175-be81f95997cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:43.455732 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:43.456266 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-73eb81ba-dd5d-4cc7-a989-0ae512f5420e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:43.466492 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-879ab425-8b4f-4a1f-80ae-6a1e937aad7f tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:38:43.470302 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-879ab425-8b4f-4a1f-80ae-6a1e937aad7f tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.5413237
Jun 04 15:38:43.470925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:43.476666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42316f-edf5-45c0-a175-be81f95997cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c28a81-cc6e-4f7d-b390-9178ef89522b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:43.481634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38416) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:43.485421 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:43.497738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-3ee556c0-50cc-4a55-8c86-32f2e0489992 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'daed69c6-9c17-4c69-b1eb-7f8c80b9603f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:43.501378 n-d-791505-9 neutron-server[88300]: WARNING neutron.api.v2.base [None req-3ee556c0-50cc-4a55-8c86-32f2e0489992 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Jun 04 15:38:43.502202 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-3ee556c0-50cc-4a55-8c86-32f2e0489992 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:38:43.503435 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3ee556c0-50cc-4a55-8c86-32f2e0489992 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0158577
Jun 04 15:38:43.507598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38418) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:43.508845 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:43.520313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e224ba82-6ea3-47d4-aa4f-b08aad476e71 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'daed69c6-9c17-4c69-b1eb-7f8c80b9603f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:43.529762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e224ba82-6ea3-47d4-aa4f-b08aad476e71 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:43.536043 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e224ba82-6ea3-47d4-aa4f-b08aad476e71 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:43.541347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e224ba82-6ea3-47d4-aa4f-b08aad476e71 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:43.559806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e224ba82-6ea3-47d4-aa4f-b08aad476e71 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:43.608399 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:43.637961 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c9271745-e72b-4d72-bb1d-9dc532e4689f None None] Provisioning for port f39821bf-fbfa-456c-a66a-c364bbee89f7 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:38:43.747561 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ca42316f-edf5-45c0-a175-be81f95997cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:43.765498 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:43.770701 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:43.881370 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-e224ba82-6ea3-47d4-aa4f-b08aad476e71 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:38:43.881637 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca42316f-edf5-45c0-a175-be81f95997cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:43.890670 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ca42316f-edf5-45c0-a175-be81f95997cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47c28a81-cc6e-4f7d-b390-9178ef89522b HTTP/1.1" status: 204  len: 168 time: 1.3926623
Jun 04 15:38:43.890786 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e224ba82-6ea3-47d4-aa4f-b08aad476e71 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3738649
Jun 04 15:38:43.890786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Pushing event updated for resources: {'Port': ['ID=4444a3d5-478c-4cd1-8805-9dfcdefcaae7,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:43.890786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38422) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:43.899232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0b7830da-07f8-4242-888b-99941a9cd17a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'daed69c6-9c17-4c69-b1eb-7f8c80b9603f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:43.899710 n-d-791505-9 neutron-server[88301]: WARNING neutron.api.v2.base [None req-0b7830da-07f8-4242-888b-99941a9cd17a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jun 04 15:38:43.900335 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-0b7830da-07f8-4242-888b-99941a9cd17a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:38:43.904209 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0b7830da-07f8-4242-888b-99941a9cd17a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0115945
Jun 04 15:38:43.904209 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:43.904629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:43.905815 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38424) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:43.910386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-93ed4c80-87a9-4efa-a102-cf493d310f23 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'daed69c6-9c17-4c69-b1eb-7f8c80b9603f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:43.917215 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:43.920488 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-93ed4c80-87a9-4efa-a102-cf493d310f23 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:43.922919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:43.958374 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-93ed4c80-87a9-4efa-a102-cf493d310f23 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:43.966987 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-93ed4c80-87a9-4efa-a102-cf493d310f23 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:43.980796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-93ed4c80-87a9-4efa-a102-cf493d310f23 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:44.033794 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:44.099096 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:44.109898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Deleting port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:44.110302 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:44.111975 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f39821bf-fbfa-456c-a66a-c364bbee89f7 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:38:44.195339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Transition to ACTIVE for port object 72bf7841-2fbb-488e-bd37-41d1fab7bdf6 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:38:44.220743 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:44.347056 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-93ed4c80-87a9-4efa-a102-cf493d310f23 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:38:44.349074 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-93ed4c80-87a9-4efa-a102-cf493d310f23 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.4423134
Jun 04 15:38:44.351785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port f39821bf-fbfa-456c-a66a-c364bbee89f7 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:38:44.359406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port f39821bf-fbfa-456c-a66a-c364bbee89f7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:44.359657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] For port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:44.361793 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:44.361934 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:44.392854 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38438) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:44.463404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-2aa8cc94-51ed-4011-99c5-b212e944c65d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'daed69c6-9c17-4c69-b1eb-7f8c80b9603f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:44.464237 n-d-791505-9 neutron-server[88300]: WARNING neutron.api.v2.base [None req-2aa8cc94-51ed-4011-99c5-b212e944c65d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Jun 04 15:38:44.465181 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-2aa8cc94-51ed-4011-99c5-b212e944c65d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:38:44.466688 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2aa8cc94-51ed-4011-99c5-b212e944c65d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0784829
Jun 04 15:38:44.485412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38440) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:44.502771 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-fa9efe07-5518-4602-81b0-1fb7510f05d6 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'daed69c6-9c17-4c69-b1eb-7f8c80b9603f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:44.540677 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fa9efe07-5518-4602-81b0-1fb7510f05d6 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:44.544770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fa9efe07-5518-4602-81b0-1fb7510f05d6 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:44.549609 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fa9efe07-5518-4602-81b0-1fb7510f05d6 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:44.550857 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:44.554951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fa9efe07-5518-4602-81b0-1fb7510f05d6 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:44.593855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port f39821bf-fbfa-456c-a66a-c364bbee89f7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f39821bf-fbfa-456c-a66a-c364bbee89f7,segment=NetworkSegment(66bdf1cf-2aff-463c-a18c-e9b219239ecc),segment_id=66bdf1cf-2aff-463c-a18c-e9b219239ecc)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:44.606035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:44.617574 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b88ee6c3-81f3-4763-bac4-b8033b979346 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:44.747640 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:44.761170 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e1ec21af-74fc-42ae-9e05-ac8923dc001a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:44.818713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 5a5932ae-b0e2-474b-a36b-f09895ffc811 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:44.870741 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=f39821bf-fbfa-456c-a66a-c364bbee89f7,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:44.886232 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:44.893091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:44.934832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:44.936164 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:44.945105 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dddb9-c5d5-48d2-836b-19ab95551d24 req-4209d60d-fa92-4a5e-add8-610076d48f78 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:44.950724 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-477dddb9-c5d5-48d2-836b-19ab95551d24 req-4209d60d-fa92-4a5e-add8-610076d48f78 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 944 time: 0.6837933
Jun 04 15:38:44.960439 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=72bf7841-2fbb-488e-bd37-41d1fab7bdf6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:44.968954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38442) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:44.973905 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:45.022661 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-477dddb9-c5d5-48d2-836b-19ab95551d24 req-dcfd2deb-13f6-4877-953c-adb6e6982eee tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a2aca7b-8002-4e05-8f77-3512787c7815&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709405
Jun 04 15:38:45.037353 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:45.038515 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-fa9efe07-5518-4602-81b0-1fb7510f05d6 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:38:45.039651 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fa9efe07-5518-4602-81b0-1fb7510f05d6 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.5504913
Jun 04 15:38:45.043590 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38444) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:45.048735 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-dc90ad3d-66a1-40a2-8ff9-65fd7db7ecf9 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'daed69c6-9c17-4c69-b1eb-7f8c80b9603f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:45.056292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dc90ad3d-66a1-40a2-8ff9-65fd7db7ecf9 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:45.060986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dc90ad3d-66a1-40a2-8ff9-65fd7db7ecf9 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:45.064755 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dc90ad3d-66a1-40a2-8ff9-65fd7db7ecf9 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:45.073413 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dc90ad3d-66a1-40a2-8ff9-65fd7db7ecf9 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:45.100734 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:45.107619 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8e8e2bc7-f140-49ff-a3ff-205d5c8f8862 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:45.174064 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:45.174064 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:45.174377 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Floating IP 6d64bf9d-5dce-47b8-b602-ea924d497831 disassociated. External IP: 172.25.4.175, port: 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4.
Jun 04 15:38:45.174473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Calling delete_port for 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:45.276323 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-226e3c2d-4882-4f3b-9fa7-a041d47bca60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:45.289996 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Pushing event updated for resources: {'Port': ['ID=4444a3d5-478c-4cd1-8805-9dfcdefcaae7,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:45.294469 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:45.307718 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:45.315250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-226e3c2d-4882-4f3b-9fa7-a041d47bca60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:45.321152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-226e3c2d-4882-4f3b-9fa7-a041d47bca60 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b5f279c64d4b598c22ac50be2693cb is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:45.326835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-226e3c2d-4882-4f3b-9fa7-a041d47bca60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:45.341744 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-dc90ad3d-66a1-40a2-8ff9-65fd7db7ecf9 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:38:45.345493 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dc90ad3d-66a1-40a2-8ff9-65fd7db7ecf9 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2982919
Jun 04 15:38:45.345801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38448) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:45.354235 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:45.414596 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4d5ca78f-b5d0-4af6-95d0-0aa278ad02ad None None] Provisioning for port 72bf7841-2fbb-488e-bd37-41d1fab7bdf6 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:38:45.423134 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4d5ca78f-b5d0-4af6-95d0-0aa278ad02ad None None] Provisioning complete for port 72bf7841-2fbb-488e-bd37-41d1fab7bdf6 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:45.423668 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4d5ca78f-b5d0-4af6-95d0-0aa278ad02ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:45.452852 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:45.460260 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.5280633
Jun 04 15:38:45.467120 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38454) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:45.492078 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-56a77043-197e-43d4-bf07-f54aefc63a06 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:45.513202 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-226e3c2d-4882-4f3b-9fa7-a041d47bca60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:45.538501 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-56a77043-197e-43d4-bf07-f54aefc63a06 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:45.585735 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ca78f-b5d0-4af6-95d0-0aa278ad02ad None None] Port 72bf7841-2fbb-488e-bd37-41d1fab7bdf6 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:38:45.718184 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-56a77043-197e-43d4-bf07-f54aefc63a06 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:45.728515 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-68b8e851-39de-4fe9-b287-4406be70a997 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:45.766728 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-56a77043-197e-43d4-bf07-f54aefc63a06 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:45.767801 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-56a77043-197e-43d4-bf07-f54aefc63a06 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "DELETE /v2.0/security-groups/daed69c6-9c17-4c69-b1eb-7f8c80b9603f HTTP/1.1" status: 204  len: 168 time: 0.4210348
Jun 04 15:38:45.768805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a77043-197e-43d4-bf07-f54aefc63a06 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daed69c6-9c17-4c69-b1eb-7f8c80b9603f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:45.770496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38460) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:45.787757 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-56a77043-197e-43d4-bf07-f54aefc63a06 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:45.837401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:45.854275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:45.864234 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Usage tracker for resource:floatingip and tenant:0dd7bf34289a4a609f8cde2a3842c47d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:45.867850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:45.873500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-793c6beb-345e-4de6-ae61-bc135d84ab45 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Synchronizing usage tracker for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:45.879488 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:45.970416 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:45.983038 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:45.995221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-793c6beb-345e-4de6-ae61-bc135d84ab45 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Unset dirty status for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:46.001375 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-793c6beb-345e-4de6-ae61-bc135d84ab45 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2298403
Jun 04 15:38:46.004641 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38462) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:46.008151 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:46.013522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c53f068e-3b01-41db-a24d-8fbb2b1fc545 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group': {'name': 'tempest-secgroup--734704757'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:46.023233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c53f068e-3b01-41db-a24d-8fbb2b1fc545 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:46.028982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f39821bf-fbfa-456c-a66a-c364bbee89f7 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:38:46.034544 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c53f068e-3b01-41db-a24d-8fbb2b1fc545 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:46.070395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event deleted for resources: {'Port': ['ID=7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:46.085088 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:46.085676 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:46.099167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:38:46.159664 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c53f068e-3b01-41db-a24d-8fbb2b1fc545 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:46.159915 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:38:46.160060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:38:46.185871 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c53f068e-3b01-41db-a24d-8fbb2b1fc545 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:46.190441 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c53f068e-3b01-41db-a24d-8fbb2b1fc545 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:46.194890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c53f068e-3b01-41db-a24d-8fbb2b1fc545 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:46.201027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c53f068e-3b01-41db-a24d-8fbb2b1fc545 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:46.209286 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port f39821bf-fbfa-456c-a66a-c364bbee89f7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:46.209924 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:46.320146 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-484afad9-4f17-436d-b3b7-7acc06407d43 req-d36f1508-53bd-4da7-9cd8-13eab7c4ee86 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 210 time: 0.0771089
Jun 04 15:38:46.395702 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:46.466845 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c53f068e-3b01-41db-a24d-8fbb2b1fc545 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:46.582153 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c53f068e-3b01-41db-a24d-8fbb2b1fc545 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:46.592589 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-37a3f57a-a958-4722-8695-56c7bad8062a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:46.668483 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f068e-3b01-41db-a24d-8fbb2b1fc545 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff1d660-9f4b-46c1-83f3-ff4ccd9e3637,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:46.671436 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Allocated IP 172.25.4.254 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/ad8b6264-41b8-45d6-8643-5ddc6ca41e78) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:38:46.676479 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c53f068e-3b01-41db-a24d-8fbb2b1fc545 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:46.705299 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-226e3c2d-4882-4f3b-9fa7-a041d47bca60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:46.781281 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:46.805339 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c53f068e-3b01-41db-a24d-8fbb2b1fc545 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:46.810125 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c53f068e-3b01-41db-a24d-8fbb2b1fc545 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.8016603
Jun 04 15:38:46.812694 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38472) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:46.817549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-066ad782-8d12-4718-baa4-d405f17866bb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': '8ff1d660-9f4b-46c1-83f3-ff4ccd9e3637', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:46.834268 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-066ad782-8d12-4718-baa4-d405f17866bb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:46.841419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-066ad782-8d12-4718-baa4-d405f17866bb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:46.844313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-066ad782-8d12-4718-baa4-d405f17866bb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:46.852569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-066ad782-8d12-4718-baa4-d405f17866bb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:46.867303 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-226e3c2d-4882-4f3b-9fa7-a041d47bca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:46.881761 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c307d6f2-bb4a-4104-8b7a-a4601e43df64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:46.898629 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:46.908452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:38:46.985054 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:46.989572 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-faf661a4-d9b3-414f-af14-1fd1bdc0fb36 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:47.033818 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-226e3c2d-4882-4f3b-9fa7-a041d47bca60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3b5f279c64d4b598c22ac50be2693cb&name=default HTTP/1.1" status: 200  len: 2983 time: 2.0621364
Jun 04 15:38:47.043110 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38476) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:47.046803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:47.072966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:47.076577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:38:47.107951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e3c2d-4882-4f3b-9fa7-a041d47bca60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4983ae7-32af-45c1-9e50-a65fae358a5a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:47.130960 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-066ad782-8d12-4718-baa4-d405f17866bb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The resource could not be found.
Jun 04 15:38:47.133633 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-066ad782-8d12-4718-baa4-d405f17866bb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.3185210
Jun 04 15:38:47.143209 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38478) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:47.158095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-37a8158e-b7e1-453b-88f8-41f33d0d7b44 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': '8ff1d660-9f4b-46c1-83f3-ff4ccd9e3637', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fa92fc2c-b15c-4e41-80f7-c0e8bac408b2'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:47.165016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-37a8158e-b7e1-453b-88f8-41f33d0d7b44 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:47.172587 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-226e3c2d-4882-4f3b-9fa7-a041d47bca60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:47.184260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-37a8158e-b7e1-453b-88f8-41f33d0d7b44 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:47.187631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Pushing event updated for resources: {'Port': ['ID=ad8b6264-41b8-45d6-8643-5ddc6ca41e78,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:47.191396 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:47.200933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-37a8158e-b7e1-453b-88f8-41f33d0d7b44 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:47.216989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-37a8158e-b7e1-453b-88f8-41f33d0d7b44 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:47.257764 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed198216-03d0-421c-a33c-f0e54f312045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:47.270416 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:47.293150 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed198216-03d0-421c-a33c-f0e54f312045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:47.428018 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-37a8158e-b7e1-453b-88f8-41f33d0d7b44 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The resource could not be found.
Jun 04 15:38:47.432940 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-37a8158e-b7e1-453b-88f8-41f33d0d7b44 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2851746
Jun 04 15:38:47.435756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38484) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:47.472200 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:47.531326 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed198216-03d0-421c-a33c-f0e54f312045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:47.591313 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-54e7abe7-d796-4a64-af88-9469910b87ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:47.598814 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:47.606298 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:38:47.621334 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0962e-03f8-463d-aaa6-4c2c45c03478 None None] Sync routers for ids ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:38:47.633648 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec0962e-03f8-463d-aaa6-4c2c45c03478 None None] Routers {'35d4f854-719c-4ee5-ba1d-4a654d1d2d50'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:47.634982 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-2ec0962e-03f8-463d-aaa6-4c2c45c03478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c961e50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:47.636838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed198216-03d0-421c-a33c-f0e54f312045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4983ae7-32af-45c1-9e50-a65fae358a5a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:47.640048 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ed198216-03d0-421c-a33c-f0e54f312045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:47.692434 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:47.693634 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:47.703015 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6ef28213-c98c-44d0-bcb5-db59b8314a5c tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:47.742338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] No DVR routers for this DVR port 7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:38:47.757931 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:47.780939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'name': 'network-vif-deleted', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:38:47.783567 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebb0970-9a69-4659-adba-ad7179f7d109" -d '{"events": [{"server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "name": "network-vif-deleted", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:38:47.798255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Router 4d20e70b-a3d9-464d-9ff4-443e2ca9f292 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:38:47.859933 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-2ec0962e-03f8-463d-aaa6-4c2c45c03478 None None] Set router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:38:47.894003 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=72bf7841-2fbb-488e-bd37-41d1fab7bdf6,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:47.908793 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3e276091-f225-4b8f-9aa3-50e225265a6e req-65259059-4823-4516-aee0-4b1180b5da25 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 210 time: 0.3886244
Jun 04 15:38:47.925379 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:47.934799 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfec0-1cac-49b9-9b9a-3502e355d6d2 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:47.946433 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed198216-03d0-421c-a33c-f0e54f312045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:47.948125 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ed198216-03d0-421c-a33c-f0e54f312045 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4983ae7-32af-45c1-9e50-a65fae358a5a HTTP/1.1" status: 204  len: 168 time: 0.9050231
Jun 04 15:38:47.992860 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfec0-1cac-49b9-9b9a-3502e355d6d2 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:48.003439 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a4bf53-385b-47fe-81b4-f1bfa30622cc x-openstack-request-id: req-49a4bf53-385b-47fe-81b4-f1bfa30622cc {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:38:48.003783 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af127e13-823b-41eb-9d14-e80b670e02f5", "name": "network-vif-deleted", "tag": "7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:38:48.004095 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49a4bf53-385b-47fe-81b4-f1bfa30622cc {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:38:48.004536 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af127e13-823b-41eb-9d14-e80b670e02f5', 'name': 'network-vif-deleted', 'tag': '7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4', 'status': 'completed', 'code': 200}
Jun 04 15:38:48.009868 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:48.016116 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:48.019595 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d88f2c05-e4ab-44c8-a4bf-759c38d2e9a2 req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.65 "DELETE /v2.0/ports/7fb4f94c-2c76-46a9-8fb6-2edbdc7308d4 HTTP/1.1" status: 204  len: 173 time: 4.8438792
Jun 04 15:38:48.030132 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-15e7d335-66b0-4eec-8e01-fb68b44df193 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:48.167762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Pushing event updated for resources: {'Port': ['ID=ad8b6264-41b8-45d6-8643-5ddc6ca41e78,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:48.172123 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:48.176037 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:48.176324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 5a5932ae-b0e2-474b-a36b-f09895ffc811 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:38:48.179265 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:38:48.252631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:38:48.265055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7ce7ed-c8c5-44b3-a0e9-9320f495266d None None] Sync routers for ids ['4d20e70b-a3d9-464d-9ff4-443e2ca9f292'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:38:48.276902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ce7ed-c8c5-44b3-a0e9-9320f495266d None None] Routers {'4d20e70b-a3d9-464d-9ff4-443e2ca9f292'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:48.278431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2c7ce7ed-c8c5-44b3-a0e9-9320f495266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83910ed970>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4d20e70b-a3d9-464d-9ff4-443e2ca9f292'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:48.283135 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfec0-1cac-49b9-9b9a-3502e355d6d2 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:48.285669 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfec0-1cac-49b9-9b9a-3502e355d6d2 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:48.288445 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0a7dfec0-1cac-49b9-9b9a-3502e355d6d2 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "DELETE /v2.0/security-groups/8ff1d660-9f4b-46c1-83f3-ff4ccd9e3637 HTTP/1.1" status: 204  len: 168 time: 0.8527148
Jun 04 15:38:48.288445 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-374148e6-0a48-4613-aaf7-a1af73017d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:48.293896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38496) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:48.308970 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dfec0-1cac-49b9-9b9a-3502e355d6d2 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff1d660-9f4b-46c1-83f3-ff4ccd9e3637,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:48.310956 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:48.312241 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.8437221
Jun 04 15:38:48.313308 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0a7dfec0-1cac-49b9-9b9a-3502e355d6d2 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:48.318997 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38498) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:48.417409 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2c7ce7ed-c8c5-44b3-a0e9-9320f495266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83910ed970>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:48.445953 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ce7ed-c8c5-44b3-a0e9-9320f495266d None None] Routers {'4d20e70b-a3d9-464d-9ff4-443e2ca9f292'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:48.447429 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2c7ce7ed-c8c5-44b3-a0e9-9320f495266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83910ed970>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4d20e70b-a3d9-464d-9ff4-443e2ca9f292'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:48.556336 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-2ec0962e-03f8-463d-aaa6-4c2c45c03478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c961e50>, [{'id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'name': 'tempest-ServerActionsTestJSON-1304773246-router', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:27:07Z', 'updated_at': '2021-06-04T15:27:20Z', 'revision_number': 4, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'gw_port': {'id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:10Z', 'updated_at': '2021-06-04T15:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '26aff51d-8a84-4810-a406-57b870de597b', 'name': '', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'mac_address': 'fa:16:3e:61:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:17Z', 'updated_at': '2021-06-04T15:27:31Z', 'revision_number': 5, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'subnets': [{'id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:48.567294 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0962e-03f8-463d-aaa6-4c2c45c03478 None None] Checking router: 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:38:48.591147 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec0962e-03f8-463d-aaa6-4c2c45c03478 None None] Routers {'35d4f854-719c-4ee5-ba1d-4a654d1d2d50'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:48.591827 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-2ec0962e-03f8-463d-aaa6-4c2c45c03478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c961e50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:48.656954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2f81e74a-e314-4e5c-9a09-a336b6e5cce6 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Synchronizing usage tracker for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:48.668596 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2c7ce7ed-c8c5-44b3-a0e9-9320f495266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83910ed970>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:48.670633 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7ce7ed-c8c5-44b3-a0e9-9320f495266d None None] The sync data for ids ['4d20e70b-a3d9-464d-9ff4-443e2ca9f292'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:38:48.671015 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:48.674742 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 9.5892341
Jun 04 15:38:48.692467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38504) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:48.715956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:48.757204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6b0e7a0f-96c1-4cd8-8ba8-9932852ce305 None None] Provisioning complete for port 72bf7841-2fbb-488e-bd37-41d1fab7bdf6 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:38:48.757584 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b0e7a0f-96c1-4cd8-8ba8-9932852ce305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:48.814127 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fef29d29-5863-4c94-95ef-0b22cf641eb1 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Synchronizing usage tracker for tenant:b342a1fe18364c7390c16112a526b315 on resource:floatingip {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:48.863214 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6b0e7a0f-96c1-4cd8-8ba8-9932852ce305 None None] Port 72bf7841-2fbb-488e-bd37-41d1fab7bdf6 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:38:48.931759 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-2ec0962e-03f8-463d-aaa6-4c2c45c03478 None None] Set router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:38:48.944348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2f81e74a-e314-4e5c-9a09-a336b6e5cce6 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Unset dirty status for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:48.952094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38514) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:48.952724 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2f81e74a-e314-4e5c-9a09-a336b6e5cce6 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.5589864
Jun 04 15:38:48.957717 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7e8fc01d-d5c7-4f4d-b9da-a5f3f2a902aa tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': '5d17f228-6cc1-47d5-b1cf-1b85a962ca2a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:48.972649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7e8fc01d-d5c7-4f4d-b9da-a5f3f2a902aa tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:48.984977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7e8fc01d-d5c7-4f4d-b9da-a5f3f2a902aa tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:48.990988 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7e8fc01d-d5c7-4f4d-b9da-a5f3f2a902aa tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:49.000980 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fef29d29-5863-4c94-95ef-0b22cf641eb1 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Unset dirty status for tenant:b342a1fe18364c7390c16112a526b315 on resource:floatingip {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:49.008430 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fef29d29-5863-4c94-95ef-0b22cf641eb1 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2918 time: 0.6883652
Jun 04 15:38:49.012656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38518) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:49.161134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 4fa33eee-f8bc-45d6-9ff5-89c4bb174317 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:38:49.162469 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7e8fc01d-d5c7-4f4d-b9da-a5f3f2a902aa tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:49.239010 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b259e69f-8988-4ecb-89f1-5e46087b7d1d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Synchronizing usage tracker for tenant:79dda9206c0e447ab295bab412a01584 on resource:floatingip {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:49.278849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-87cb9232-8021-477d-b801-28c6007c9288 req-78c623fa-5aed-49a2-acde-6c68d5c1538e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Synchronizing usage tracker for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:49.386173 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b259e69f-8988-4ecb-89f1-5e46087b7d1d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Unset dirty status for tenant:79dda9206c0e447ab295bab412a01584 on resource:floatingip {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:49.390984 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b259e69f-8988-4ecb-89f1-5e46087b7d1d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.3434641
Jun 04 15:38:49.393505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38528) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:49.430173 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-2ec0962e-03f8-463d-aaa6-4c2c45c03478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c961e50>, [{'id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'name': 'tempest-ServerActionsTestJSON-1304773246-router', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:27:07Z', 'updated_at': '2021-06-04T15:27:20Z', 'revision_number': 4, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'gw_port': {'id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:10Z', 'updated_at': '2021-06-04T15:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '26aff51d-8a84-4810-a406-57b870de597b', 'name': '', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'mac_address': 'fa:16:3e:61:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:17Z', 'updated_at': '2021-06-04T15:27:31Z', 'revision_number': 5, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'subnets': [{'id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:49.446024 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0962e-03f8-463d-aaa6-4c2c45c03478 None None] The sync data for ids ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'] in n-d-791505-9 is: [{'id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'name': 'tempest-ServerActionsTestJSON-1304773246-router', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:27:07Z', 'updated_at': '2021-06-04T15:27:20Z', 'revision_number': 4, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'gw_port': {'id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:10Z', 'updated_at': '2021-06-04T15:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '26aff51d-8a84-4810-a406-57b870de597b', 'name': '', 'network_id': 'cb825790-7668-4447-8139-06bca8b4c119', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'mac_address': 'fa:16:3e:61:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:17Z', 'updated_at': '2021-06-04T15:27:31Z', 'revision_number': 5, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'subnets': [{'id': '6d3d49c1-ad0d-4cec-968c-8e5249f55dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:38:49.570114 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-7e8fc01d-d5c7-4f4d-b9da-a5f3f2a902aa tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The resource could not be found.
Jun 04 15:38:49.570753 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7e8fc01d-d5c7-4f4d-b9da-a5f3f2a902aa tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.6172109
Jun 04 15:38:49.581250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38536) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:49.585860 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7ced8a2c-ecde-4053-a3cb-33cc720d827d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group': {'name': 'tempest-secgroup--793710829'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:49.612485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7ced8a2c-ecde-4053-a3cb-33cc720d827d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:49.662439 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7ced8a2c-ecde-4053-a3cb-33cc720d827d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:49.730743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Deleting port ad8b6264-41b8-45d6-8643-5ddc6ca41e78 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:49.731361 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:49.807572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-87cb9232-8021-477d-b801-28c6007c9288 req-78c623fa-5aed-49a2-acde-6c68d5c1538e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Unset dirty status for tenant:1d658397c2f54645b763ef21f67c47da on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:49.808781 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87cb9232-8021-477d-b801-28c6007c9288 req-78c623fa-5aed-49a2-acde-6c68d5c1538e tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/ports?device_id=af127e13-823b-41eb-9d14-e80b670e02f5 HTTP/1.1" status: 200  len: 210 time: 0.5905769
Jun 04 15:38:49.815520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:38:49.822825 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/4fa33eee-f8bc-45d6-9ff5-89c4bb174317/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0227175
Jun 04 15:38:49.838474 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3924a7-474e-4a10-a7f6-bf8e47b38661 None None] Sync routers for ids ['4fa33eee-f8bc-45d6-9ff5-89c4bb174317'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:38:49.854913 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3924a7-474e-4a10-a7f6-bf8e47b38661 None None] Routers {'4fa33eee-f8bc-45d6-9ff5-89c4bb174317'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:49.855839 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0d3924a7-474e-4a10-a7f6-bf8e47b38661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c866b50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4fa33eee-f8bc-45d6-9ff5-89c4bb174317'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:49.856954 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c4d2b6-700a-4310-a384-56b59bdafff4 None None] New status for floating IP 6d64bf9d-5dce-47b8-b602-ea924d497831: DOWN {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:38:49.899345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38540) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:49.901273 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:49.901750 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:49.985046 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0d3924a7-474e-4a10-a7f6-bf8e47b38661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c866b50>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:50.012793 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3924a7-474e-4a10-a7f6-bf8e47b38661 None None] Routers {'4fa33eee-f8bc-45d6-9ff5-89c4bb174317'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:50.013491 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0d3924a7-474e-4a10-a7f6-bf8e47b38661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c866b50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4fa33eee-f8bc-45d6-9ff5-89c4bb174317'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:50.061241 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Calling delete_port for ad8b6264-41b8-45d6-8643-5ddc6ca41e78 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:50.105494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46444820-f58e-4930-b0de-37e2aa5401e7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:50.106110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-46444820-f58e-4930-b0de-37e2aa5401e7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Synchronizing usage tracker for tenant:bf31fa0d2656419485a32380aade8957 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:50.142417 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0d3924a7-474e-4a10-a7f6-bf8e47b38661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c866b50>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:50.142417 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3924a7-474e-4a10-a7f6-bf8e47b38661 None None] The sync data for ids ['4fa33eee-f8bc-45d6-9ff5-89c4bb174317'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:38:50.190796 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ced8a2c-ecde-4053-a3cb-33cc720d827d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:50.272565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7ced8a2c-ecde-4053-a3cb-33cc720d827d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:50.278555 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:50.278766 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7ced8a2c-ecde-4053-a3cb-33cc720d827d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:50.281459 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7ced8a2c-ecde-4053-a3cb-33cc720d827d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:50.287253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7ced8a2c-ecde-4053-a3cb-33cc720d827d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:50.317538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-46444820-f58e-4930-b0de-37e2aa5401e7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Unset dirty status for tenant:bf31fa0d2656419485a32380aade8957 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:50.318730 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-46444820-f58e-4930-b0de-37e2aa5401e7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports/72bf7841-2fbb-488e-bd37-41d1fab7bdf6 HTTP/1.1" status: 200  len: 911 time: 0.4128385
Jun 04 15:38:50.321599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38548) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:50.327870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7a3e9b2f-50d0-482c-855f-2092cca06849 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '05ecd8b4-52da-4e9e-a98b-a489d094e409'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:50.422180 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:50.442337 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:50.443494 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e3ad9d77-7c72-4b81-a27e-8c98ea5bedee tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:50.604453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Pushing event deleted for resources: {'Port': ['ID=ad8b6264-41b8-45d6-8643-5ddc6ca41e78,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:50.606106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Deleting port 946df783-9a7c-44b9-8600-04b32582ae53 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:50.606448 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:50.657886 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:50.658274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:50.658703 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:50.659079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:50.659450 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:50.659821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:50.660187 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:50.660632 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:50.661103 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:50.661353 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:50.661860 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:50.662073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:38:50.678990 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:50.740929 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:50.835007 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ced8a2c-ecde-4053-a3cb-33cc720d827d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:50.836281 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:50.839656 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9b2f-50d0-482c-855f-2092cca06849 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:50.896061 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Calling delete_port for 946df783-9a7c-44b9-8600-04b32582ae53 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:50.927083 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ced8a2c-ecde-4053-a3cb-33cc720d827d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:50.938083 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2f4a4b47-cae1-4f03-aeea-8f87d6c1c0c8 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:50.963531 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:50.964976 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] 10.222.0.32 "DELETE /v2.0/floatingips/0bf412b3-a4b4-4784-9116-cf3db5874f86 HTTP/1.1" status: 204  len: 168 time: 1.5705521
Jun 04 15:38:50.975111 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38568) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:51.136469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38576) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:51.159459 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:51.168228 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-98347346-f014-4b15-b6a9-d27c89e13a49 tempest-TestServerMultinode-1786069206 tempest-TestServerMultinode-1786069206-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:51.237249 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Pushing event deleted for resources: {'Port': ['ID=946df783-9a7c-44b9-8600-04b32582ae53,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:51.241557 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:51.341711 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ced8a2c-ecde-4053-a3cb-33cc720d827d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:51.343444 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7ced8a2c-ecde-4053-a3cb-33cc720d827d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.7615066
Jun 04 15:38:51.343859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced8a2c-ecde-4053-a3cb-33cc720d827d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d037c897-09fb-4500-b142-ad44cbe703a8,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:51.356945 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7ced8a2c-ecde-4053-a3cb-33cc720d827d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:51.362673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38590) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:51.368010 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-05a47892-aef1-441e-8fe8-f2f1d085306b tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group': {'name': 'tempest-secgroup--993541047'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:51.408744 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f36d10d7-1759-4671-9b3b-fd4ae8850df6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:51.475035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:51.540321 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-05a47892-aef1-441e-8fe8-f2f1d085306b tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:51.619448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-05a47892-aef1-441e-8fe8-f2f1d085306b tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:51.628606 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f36d10d7-1759-4671-9b3b-fd4ae8850df6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:51.783717 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3ec5b-12c5-4951-940e-29952ba2caa6 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Deleting port 4444a3d5-478c-4cd1-8805-9dfcdefcaae7 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:51.784063 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ec5b-12c5-4951-940e-29952ba2caa6 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:51.797095 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-05a47892-aef1-441e-8fe8-f2f1d085306b tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:51.869274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-05a47892-aef1-441e-8fe8-f2f1d085306b tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:51.932938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-05a47892-aef1-441e-8fe8-f2f1d085306b tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:51.939527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-05a47892-aef1-441e-8fe8-f2f1d085306b tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:51.962537 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-05a47892-aef1-441e-8fe8-f2f1d085306b tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:52.049439 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:52.053135 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:52.105944 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ec5b-12c5-4951-940e-29952ba2caa6 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:52.106280 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ec5b-12c5-4951-940e-29952ba2caa6 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:52.116637 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f36d10d7-1759-4671-9b3b-fd4ae8850df6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:52.131128 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b0d91d89-1d6e-49ce-abbc-be166a1920be tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:52.214604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d10d7-1759-4671-9b3b-fd4ae8850df6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2aca7b-8002-4e05-8f77-3512787c7815,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:52.293328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3ec5b-12c5-4951-940e-29952ba2caa6 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Calling delete_port for 4444a3d5-478c-4cd1-8805-9dfcdefcaae7 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:52.398965 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-05a47892-aef1-441e-8fe8-f2f1d085306b tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:52.400722 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f36d10d7-1759-4671-9b3b-fd4ae8850df6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:52.407985 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9b2f-50d0-482c-855f-2092cca06849 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:52.414687 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f36d10d7-1759-4671-9b3b-fd4ae8850df6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:52.419027 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f36d10d7-1759-4671-9b3b-fd4ae8850df6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "DELETE /v2.0/security-groups/7a2aca7b-8002-4e05-8f77-3512787c7815 HTTP/1.1" status: 204  len: 168 time: 1.2813158
Jun 04 15:38:52.419673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38598) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:52.421665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Router 4d20e70b-a3d9-464d-9ff4-443e2ca9f292 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:38:52.442032 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-d40a6c6a-0357-4ce8-9264-baae428bde61 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] show failed (client error): The resource could not be found.
Jun 04 15:38:52.444958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38600) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:52.445111 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d40a6c6a-0357-4ce8-9264-baae428bde61 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "GET /v2.0/security-groups/7a2aca7b-8002-4e05-8f77-3512787c7815 HTTP/1.1" status: 404  len: 347 time: 0.0222461
Jun 04 15:38:52.593989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:38:52.604655 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:52.607762 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "PUT /v2.0/routers/4d20e70b-a3d9-464d-9ff4-443e2ca9f292 HTTP/1.1" status: 200  len: 709 time: 3.8955567
Jun 04 15:38:52.608499 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45d3cc7-769d-4bca-a4fb-fe60b79d3c0d None None] Sync routers for ids ['4d20e70b-a3d9-464d-9ff4-443e2ca9f292'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:38:52.611319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38606) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:52.628576 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45d3cc7-769d-4bca-a4fb-fe60b79d3c0d None None] Routers {'4d20e70b-a3d9-464d-9ff4-443e2ca9f292'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:52.629504 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b45d3cc7-769d-4bca-a4fb-fe60b79d3c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c93a790>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4d20e70b-a3d9-464d-9ff4-443e2ca9f292'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:52.714778 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-05a47892-aef1-441e-8fe8-f2f1d085306b tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:52.745430 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b45d3cc7-769d-4bca-a4fb-fe60b79d3c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c93a790>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:52.755463 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45d3cc7-769d-4bca-a4fb-fe60b79d3c0d None None] Routers {'4d20e70b-a3d9-464d-9ff4-443e2ca9f292'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:52.756354 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b45d3cc7-769d-4bca-a4fb-fe60b79d3c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c93a790>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4d20e70b-a3d9-464d-9ff4-443e2ca9f292'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:52.770433 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9b2f-50d0-482c-855f-2092cca06849 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:52.782852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3e9b2f-50d0-482c-855f-2092cca06849 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:52.784845 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9b2f-50d0-482c-855f-2092cca06849 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:52.792200 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7a3e9b2f-50d0-482c-855f-2092cca06849 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/ports/72bf7841-2fbb-488e-bd37-41d1fab7bdf6 HTTP/1.1" status: 200  len: 911 time: 2.4692042
Jun 04 15:38:52.806693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38612) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:52.824024 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-afa90ee9-0dce-417c-a0ba-88a7dff709f2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:52.844907 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b45d3cc7-769d-4bca-a4fb-fe60b79d3c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c93a790>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:52.845595 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45d3cc7-769d-4bca-a4fb-fe60b79d3c0d None None] The sync data for ids ['4d20e70b-a3d9-464d-9ff4-443e2ca9f292'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:38:52.891104 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e668fcb6-8512-4710-843c-bbb8b50fa45c tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/routers/4d20e70b-a3d9-464d-9ff4-443e2ca9f292 HTTP/1.1" status: 200  len: 744 time: 0.2770548
Jun 04 15:38:52.891635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38614) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:52.940950 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-589299ff-4eb7-47b3-a273-768f595e0bf2 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&device_id=4d20e70b-a3d9-464d-9ff4-443e2ca9f292 HTTP/1.1" status: 200  len: 205 time: 0.0476289
Jun 04 15:38:52.943229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38616) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:52.946666 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ec5b-12c5-4951-940e-29952ba2caa6 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:52.972874 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-05a47892-aef1-441e-8fe8-f2f1d085306b tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:52.974145 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-05a47892-aef1-441e-8fe8-f2f1d085306b tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.6104939
Jun 04 15:38:52.987190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38618) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:52.996548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-04463571-81e6-410d-a65f-5eb1defd7ad4 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group_rule': {'security_group_id': 'd037c897-09fb-4500-b142-ad44cbe703a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0ee4db83-603b-4b74-bbde-c59116734789'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:53.005800 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b97857a8-0663-4e7a-b8d8-50cb0a045080 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d20e70b-a3d9-464d-9ff4-443e2ca9f292 HTTP/1.1" status: 200  len: 205 time: 0.0588360
Jun 04 15:38:53.005960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-04463571-81e6-410d-a65f-5eb1defd7ad4 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:53.007962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38620) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:53.073481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-04463571-81e6-410d-a65f-5eb1defd7ad4 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:53.083066 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-04463571-81e6-410d-a65f-5eb1defd7ad4 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:53.100134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-04463571-81e6-410d-a65f-5eb1defd7ad4 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:53.178908 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abd7bfe1-138b-4a86-81ca-2417646764fa tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:53.376642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e9b2f-50d0-482c-855f-2092cca06849 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=72bf7841-2fbb-488e-bd37-41d1fab7bdf6,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:53.388563 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7a3e9b2f-50d0-482c-855f-2092cca06849 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:53.396065 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f8e281c8-e921-410b-af87-154d181b6ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.524s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:53.434879 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a47892-aef1-441e-8fe8-f2f1d085306b tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee4db83-603b-4b74-bbde-c59116734789,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:53.446984 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-05a47892-aef1-441e-8fe8-f2f1d085306b tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:53.447628 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d107a6d4-122d-44f8-8b43-fee5611e12be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.476s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:53.501300 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:53.534836 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abd7bfe1-138b-4a86-81ca-2417646764fa tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:53.537275 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abd7bfe1-138b-4a86-81ca-2417646764fa tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:53.564923 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-04463571-81e6-410d-a65f-5eb1defd7ad4 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:38:53.569445 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-04463571-81e6-410d-a65f-5eb1defd7ad4 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.5817480
Jun 04 15:38:53.572064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38628) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:53.610750 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3ec5b-12c5-4951-940e-29952ba2caa6 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Pushing event deleted for resources: {'Port': ['ID=4444a3d5-478c-4cd1-8805-9dfcdefcaae7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:53.648109 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5ca587cc-18bb-4bd0-9890-435bdccbd194 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:53.666800 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ec5b-12c5-4951-940e-29952ba2caa6 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:53.669429 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ec5b-12c5-4951-940e-29952ba2caa6 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:53.675125 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4ad3ec5b-12c5-4951-940e-29952ba2caa6 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/bbd92f43-5060-46fd-8035-b4458d6305b4 HTTP/1.1" status: 204  len: 168 time: 2.6988723
Jun 04 15:38:53.676204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38632) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:53.678000 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4ad3ec5b-12c5-4951-940e-29952ba2caa6 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:53.732862 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5ca587cc-18bb-4bd0-9890-435bdccbd194 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:53.740406 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-f92e512c-bd5e-4db2-bd07-17a63fd12c55 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Deleting port e1cd76ad-80d5-4f72-94ea-14c731ba1120 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:53.740876 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f92e512c-bd5e-4db2-bd07-17a63fd12c55 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:53.763116 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abd7bfe1-138b-4a86-81ca-2417646764fa tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:53.763116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd7bfe1-138b-4a86-81ca-2417646764fa tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Fanout notify agent at l3_agent the message router_deleted on router 4d20e70b-a3d9-464d-9ff4-443e2ca9f292 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:38:53.816149 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abd7bfe1-138b-4a86-81ca-2417646764fa tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:53.821097 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-abd7bfe1-138b-4a86-81ca-2417646764fa tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "DELETE /v2.0/routers/4d20e70b-a3d9-464d-9ff4-443e2ca9f292 HTTP/1.1" status: 204  len: 168 time: 0.8083990
Jun 04 15:38:53.829402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38638) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:53.941787 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3a1d1b8c-4fcb-49b6-9ec8-f49d3a533de2 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d20e70b-a3d9-464d-9ff4-443e2ca9f292 HTTP/1.1" status: 200  len: 205 time: 0.0554197
Jun 04 15:38:53.947512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38640) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:54.021123 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-31db5057-e2bb-47f3-977a-5ca40a1a0d06 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] delete failed (client error): The resource could not be found.
Jun 04 15:38:54.024309 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-31db5057-e2bb-47f3-977a-5ca40a1a0d06 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "DELETE /v2.0/routers/4d20e70b-a3d9-464d-9ff4-443e2ca9f292 HTTP/1.1" status: 404  len: 336 time: 0.0725837
Jun 04 15:38:54.024760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38642) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:54.043608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a22b4a8d-0e6b-487b-878a-b2160b58c149 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Deleting port 5017dbfc-f468-4654-8f6b-29827e3baa4c {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:54.043608 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a22b4a8d-0e6b-487b-878a-b2160b58c149 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:54.129814 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eee76587-3709-4f36-bcb1-9e83fdb060d9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7aa9365-7916-41c0-82f4-5cdf61f76796 HTTP/1.1" status: 200  len: 205 time: 0.1022987
Jun 04 15:38:54.136564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38644) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:54.220101 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-1ac5bd16-a2f7-4190-9f0f-638b2963cfc2 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] delete failed (client error): The resource could not be found.
Jun 04 15:38:54.221211 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1ac5bd16-a2f7-4190-9f0f-638b2963cfc2 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "DELETE /v2.0/routers/e7aa9365-7916-41c0-82f4-5cdf61f76796 HTTP/1.1" status: 404  len: 336 time: 0.0837357
Jun 04 15:38:54.225110 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f92e512c-bd5e-4db2-bd07-17a63fd12c55 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:54.225442 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f92e512c-bd5e-4db2-bd07-17a63fd12c55 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:54.233886 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38646) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:54.251944 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5ca587cc-18bb-4bd0-9890-435bdccbd194 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:54.259734 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5c8d641f-ae7f-42f3-bdc3-b9501bcb9adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:54.278937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca587cc-18bb-4bd0-9890-435bdccbd194 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee4db83-603b-4b74-bbde-c59116734789,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:54.324232 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5ca587cc-18bb-4bd0-9890-435bdccbd194 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:54.347460 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-49eb58bd-491b-4a9a-8c17-11629aec6f57 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "GET /v2.0/ports?device_id=530fa645-1867-47ee-95d7-259a492bba77 HTTP/1.1" status: 200  len: 205 time: 0.1112120
Jun 04 15:38:54.350237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38648) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:54.351136 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5ca587cc-18bb-4bd0-9890-435bdccbd194 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:54.355191 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5ca587cc-18bb-4bd0-9890-435bdccbd194 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "DELETE /v2.0/security-groups/0ee4db83-603b-4b74-bbde-c59116734789 HTTP/1.1" status: 204  len: 168 time: 0.7798855
Jun 04 15:38:54.405809 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38650) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:54.431854 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-d363f569-a31c-4071-ab4e-07140ac2fa42 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] delete failed (client error): The resource could not be found.
Jun 04 15:38:54.435418 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d363f569-a31c-4071-ab4e-07140ac2fa42 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "DELETE /v2.0/routers/530fa645-1867-47ee-95d7-259a492bba77 HTTP/1.1" status: 404  len: 336 time: 0.0790589
Jun 04 15:38:54.435679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-f92e512c-bd5e-4db2-bd07-17a63fd12c55 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Calling delete_port for e1cd76ad-80d5-4f72-94ea-14c731ba1120 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:54.435916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38652) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:54.502479 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-52438941-34ab-40ca-90ca-05e0662f3ad9 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2ac8372-d169-4e89-8581-4f519d67d1d7 HTTP/1.1" status: 200  len: 205 time: 0.0633328
Jun 04 15:38:54.502479 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a22b4a8d-0e6b-487b-878a-b2160b58c149 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:54.509909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38654) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:54.553205 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9d9d3210-cb95-4949-b61b-6d7883f13eb8 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Synchronizing usage tracker for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:54.611602 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3cb44790-ffbb-4239-aade-69918f8c1a5a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:54.634709 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-7763310c-4903-4418-9d3f-448652cfbe50 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] delete failed (client error): The resource could not be found.
Jun 04 15:38:54.638535 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7763310c-4903-4418-9d3f-448652cfbe50 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "DELETE /v2.0/routers/e2ac8372-d169-4e89-8581-4f519d67d1d7 HTTP/1.1" status: 404  len: 336 time: 0.1249416
Jun 04 15:38:54.663534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38656) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:54.702923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a22b4a8d-0e6b-487b-878a-b2160b58c149 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Calling delete_port for 5017dbfc-f468-4654-8f6b-29827e3baa4c owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:54.730474 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9d9d3210-cb95-4949-b61b-6d7883f13eb8 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Unset dirty status for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:54.734453 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9d9d3210-cb95-4949-b61b-6d7883f13eb8 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.3235829
Jun 04 15:38:54.734888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38658) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:54.829934 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d74aa6b2-1d5a-486f-bf67-31874c2c96ac tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7807352-fca6-417a-978e-aa25ca35955c HTTP/1.1" status: 200  len: 205 time: 0.1590760
Jun 04 15:38:54.830175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38664) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:54.958149 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-2df4e330-a628-4b33-9745-616551e0b66b tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] delete failed (client error): The resource could not be found.
Jun 04 15:38:54.961717 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2df4e330-a628-4b33-9745-616551e0b66b tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "DELETE /v2.0/routers/f7807352-fca6-417a-978e-aa25ca35955c HTTP/1.1" status: 404  len: 336 time: 0.1294622
Jun 04 15:38:54.964871 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38672) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:54.969913 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69b23792-6a9b-4c85-9433-ee7002ce1c37 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:55.038903 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ae27fc10-bfd9-4a0d-b5f8-077689bddbb6 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9c9387f-a567-4e76-b80f-7064e1bdc5a5 HTTP/1.1" status: 200  len: 205 time: 0.0699694
Jun 04 15:38:55.041314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38674) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:55.127026 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-384464a0-0ece-4cec-a9ac-9e51493ac321 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] delete failed (client error): The resource could not be found.
Jun 04 15:38:55.130599 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-384464a0-0ece-4cec-a9ac-9e51493ac321 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "DELETE /v2.0/routers/c9c9387f-a567-4e76-b80f-7064e1bdc5a5 HTTP/1.1" status: 404  len: 336 time: 0.0856354
Jun 04 15:38:55.130987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38684) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:55.134912 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69b23792-6a9b-4c85-9433-ee7002ce1c37 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:55.180051 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f92e512c-bd5e-4db2-bd07-17a63fd12c55 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:55.189802 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-021f9409-7fdf-4cd1-a1a0-f6e0c8e895be tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:38:55.190390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021f9409-7fdf-4cd1-a1a0-f6e0c8e895be tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:38:55.190831 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:55.205310 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a22b4a8d-0e6b-487b-878a-b2160b58c149 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:55.220553 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-021f9409-7fdf-4cd1-a1a0-f6e0c8e895be tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] 10.222.0.32 "DELETE /v2.0/subnets/43ba6a7f-9dac-4829-bed6-a8b04b2ba5e8 HTTP/1.1" status: 404  len: 337 time: 0.0860195
Jun 04 15:38:55.230609 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c9d24651-e5ac-4a9f-81ad-100a66d523df tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:55.243013 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e512c-bd5e-4db2-bd07-17a63fd12c55 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Pushing event deleted for resources: {'Port': ['ID=e1cd76ad-80d5-4f72-94ea-14c731ba1120,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:55.247596 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f92e512c-bd5e-4db2-bd07-17a63fd12c55 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:55.284147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b4a8d-0e6b-487b-878a-b2160b58c149 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event deleted for resources: {'Port': ['ID=5017dbfc-f468-4654-8f6b-29827e3baa4c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:55.326865 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a22b4a8d-0e6b-487b-878a-b2160b58c149 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:55.380291 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f92e512c-bd5e-4db2-bd07-17a63fd12c55 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:55.465802 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a22b4a8d-0e6b-487b-878a-b2160b58c149 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:55.489597 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a22b4a8d-0e6b-487b-878a-b2160b58c149 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] 10.222.0.32 "DELETE /v2.0/ports/5017dbfc-f468-4654-8f6b-29827e3baa4c HTTP/1.1" status: 204  len: 168 time: 1.8121142
Jun 04 15:38:55.492537 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f92e512c-bd5e-4db2-bd07-17a63fd12c55 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:55.493797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38690) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:55.494582 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f92e512c-bd5e-4db2-bd07-17a63fd12c55 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] 10.222.0.32 "DELETE /v2.0/floatingips/6d64bf9d-5dce-47b8-b602-ea924d497831 HTTP/1.1" status: 204  len: 168 time: 3.0484276
Jun 04 15:38:55.497715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38692) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:55.592654 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69b23792-6a9b-4c85-9433-ee7002ce1c37 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:55.595226 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69b23792-6a9b-4c85-9433-ee7002ce1c37 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:55.598928 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-69b23792-6a9b-4c85-9433-ee7002ce1c37 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "DELETE /v2.0/security-groups/d037c897-09fb-4500-b142-ad44cbe703a8 HTTP/1.1" status: 204  len: 168 time: 0.8606131
Jun 04 15:38:55.605503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38696) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:55.608701 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2b74ebe7-891c-4beb-89ec-6e4953dde3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:55.642062 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-3cb44790-ffbb-4239-aade-69918f8c1a5a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port 72bf7841-2fbb-488e-bd37-41d1fab7bdf6 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:55.642556 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3cb44790-ffbb-4239-aade-69918f8c1a5a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:55.692063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b23792-6a9b-4c85-9433-ee7002ce1c37 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d037c897-09fb-4500-b142-ad44cbe703a8,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:55.705353 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-69b23792-6a9b-4c85-9433-ee7002ce1c37 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:55.777842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3fc98fb6-a0ab-4a7a-8263-6f4d7d6249de tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Synchronizing usage tracker for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:55.825151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b8bf6a-0c4c-42cf-a68d-d57a33638860 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:38:55.826326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d6b8bf6a-0c4c-42cf-a68d-d57a33638860 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Synchronizing usage tracker for tenant:79dda9206c0e447ab295bab412a01584 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:55.860368 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:55.888849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3fc98fb6-a0ab-4a7a-8263-6f4d7d6249de tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Unset dirty status for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:55.891732 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3fc98fb6-a0ab-4a7a-8263-6f4d7d6249de tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2539656
Jun 04 15:38:55.896033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38702) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:55.904677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-8c9b8481-5e46-420f-9e92-abb1b680c133 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343393784'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:55.921308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8c9b8481-5e46-420f-9e92-abb1b680c133 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:55.970132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8c9b8481-5e46-420f-9e92-abb1b680c133 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:56.006572 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3cb44790-ffbb-4239-aade-69918f8c1a5a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:56.012784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d6b8bf6a-0c4c-42cf-a68d-d57a33638860 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Unset dirty status for tenant:79dda9206c0e447ab295bab412a01584 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:56.016471 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d6b8bf6a-0c4c-42cf-a68d-d57a33638860 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebd11af1-195f-4919-b238-7e9b725779d2 HTTP/1.1" status: 200  len: 913 time: 0.5173039
Jun 04 15:38:56.018948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38704) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:56.093890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38706) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:56.197071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-3cb44790-ffbb-4239-aade-69918f8c1a5a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for 72bf7841-2fbb-488e-bd37-41d1fab7bdf6 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:56.491680 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9fee7196-1517-4021-98c2-f88e43f212d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:56.528900 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9fee7196-1517-4021-98c2-f88e43f212d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:56.607186 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9fee7196-1517-4021-98c2-f88e43f212d8 admin admin] Usage tracker for resource:security_group_rule and tenant:4cfb9e5b310141548e98c02f39a55c8e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:56.616178 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9fee7196-1517-4021-98c2-f88e43f212d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:56.634807 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9fee7196-1517-4021-98c2-f88e43f212d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:56.707726 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c9b8481-5e46-420f-9e92-abb1b680c133 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:56.756353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8c9b8481-5e46-420f-9e92-abb1b680c133 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:38:56.784878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8c9b8481-5e46-420f-9e92-abb1b680c133 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Usage tracker for resource:security_group_rule and tenant:63dec8798f1d4ca399eb04a5dc29eff1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:38:56.793036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8c9b8481-5e46-420f-9e92-abb1b680c133 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:38:56.806161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8c9b8481-5e46-420f-9e92-abb1b680c133 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:38:56.917174 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9fee7196-1517-4021-98c2-f88e43f212d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:56.954223 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e94c5a28-5a47-4fd0-9da1-321ed709d525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:57.046893 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c9b8481-5e46-420f-9e92-abb1b680c133 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:57.084376 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44efdebd-6753-432d-af8c-495b33bc3a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:57.237092 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9fee7196-1517-4021-98c2-f88e43f212d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:57.244818 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3cb44790-ffbb-4239-aade-69918f8c1a5a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:57.252835 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-717133cb-e396-4147-9d04-766ec8e4aeee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:57.423686 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c9b8481-5e46-420f-9e92-abb1b680c133 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:57.431967 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9fee7196-1517-4021-98c2-f88e43f212d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4cfb9e5b310141548e98c02f39a55c8e&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2644167
Jun 04 15:38:57.432603 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38722) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:57.469664 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-65b714f3-f933-4a93-b777-79a50c345a05 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:57.473988 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee7196-1517-4021-98c2-f88e43f212d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bb8ee5-508f-4934-80ad-ee50c07ea27c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:57.477717 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9fee7196-1517-4021-98c2-f88e43f212d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:57.489420 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1d62b956-dade-402c-8796-f001f6f95cea tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:57.562784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b8481-5e46-420f-9e92-abb1b680c133 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4683511-7a15-4a4d-90ae-992f684efb8c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:57.568116 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8c9b8481-5e46-420f-9e92-abb1b680c133 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:57.631579 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c9b8481-5e46-420f-9e92-abb1b680c133 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:57.636377 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8c9b8481-5e46-420f-9e92-abb1b680c133 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.7349098
Jun 04 15:38:57.640630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38724) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:57.653694 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-838f1651-c1f3-4150-87b7-dac8a49f7817 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:38:57.654485 n-d-791505-9 neutron-server[88300]: WARNING neutron.api.v2.base [None req-838f1651-c1f3-4150-87b7-dac8a49f7817 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jun 04 15:38:57.655069 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-838f1651-c1f3-4150-87b7-dac8a49f7817 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] update failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:38:57.659983 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-838f1651-c1f3-4150-87b7-dac8a49f7817 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "PUT /v2.0/security-groups/e4683511-7a15-4a4d-90ae-992f684efb8c HTTP/1.1" status: 409  len: 330 time: 0.0141108
Jun 04 15:38:57.659983 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38726) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:57.661821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb44790-ffbb-4239-aade-69918f8c1a5a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=72bf7841-2fbb-488e-bd37-41d1fab7bdf6,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:57.699917 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3cb44790-ffbb-4239-aade-69918f8c1a5a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:57.728850 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3cb44790-ffbb-4239-aade-69918f8c1a5a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:57.855256 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-407fd88e-e360-411f-ac54-db8d82027d66 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:57.893417 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-44efdebd-6753-432d-af8c-495b33bc3a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Deleting port 1a33968f-c1f9-451f-bdb5-af31f3a4555a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:57.893759 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44efdebd-6753-432d-af8c-495b33bc3a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:57.911843 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-407fd88e-e360-411f-ac54-db8d82027d66 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:57.997496 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5354f3cb-c162-4e1b-8c00-1c75a916be63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:58.080312 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44efdebd-6753-432d-af8c-495b33bc3a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:58.095996 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5354f3cb-c162-4e1b-8c00-1c75a916be63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:58.158417 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-407fd88e-e360-411f-ac54-db8d82027d66 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:58.237581 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8c9b8481-5e46-420f-9e92-abb1b680c133 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:58.259440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb44790-ffbb-4239-aade-69918f8c1a5a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 4fa33eee-f8bc-45d6-9ff5-89c4bb174317 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:38:58.259980 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-44efdebd-6753-432d-af8c-495b33bc3a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Calling delete_port for 1a33968f-c1f9-451f-bdb5-af31f3a4555a owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:38:58.272572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fd88e-e360-411f-ac54-db8d82027d66 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4683511-7a15-4a4d-90ae-992f684efb8c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:58.282624 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-407fd88e-e360-411f-ac54-db8d82027d66 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:58.298115 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-407fd88e-e360-411f-ac54-db8d82027d66 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:58.302109 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-407fd88e-e360-411f-ac54-db8d82027d66 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "DELETE /v2.0/security-groups/e4683511-7a15-4a4d-90ae-992f684efb8c HTTP/1.1" status: 204  len: 168 time: 0.6414406
Jun 04 15:38:58.303913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38736) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:58.366035 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5354f3cb-c162-4e1b-8c00-1c75a916be63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:58.375468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a9aa65a5-cbfe-4a60-9bda-52c9b348ddc5 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Synchronizing usage tracker for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:58.383486 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0a7dfec0-1cac-49b9-9b9a-3502e355d6d2 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:58.535359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a9aa65a5-cbfe-4a60-9bda-52c9b348ddc5 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Unset dirty status for tenant:63dec8798f1d4ca399eb04a5dc29eff1 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:58.536426 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a9aa65a5-cbfe-4a60-9bda-52c9b348ddc5 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2315404
Jun 04 15:38:58.542445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38740) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:58.549131 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354f3cb-c162-4e1b-8c00-1c75a916be63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bb8ee5-508f-4934-80ad-ee50c07ea27c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:58.552074 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5354f3cb-c162-4e1b-8c00-1c75a916be63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:58.559958 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-6403f94c-ba1c-4980-a901-f277f22ce9b6 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] delete failed (client error): The resource could not be found.
Jun 04 15:38:58.561051 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6403f94c-ba1c-4980-a901-f277f22ce9b6 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "DELETE /v2.0/security-groups/99b466f6-9a23-4b02-a6e7-9fce904c4716 HTTP/1.1" status: 404  len: 347 time: 0.0175929
Jun 04 15:38:58.566468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38742) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:58.604531 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-1706fa1c-4e5a-4f15-a0a3-e9b1e771ee05 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] show failed (client error): The resource could not be found.
Jun 04 15:38:58.607240 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1706fa1c-4e5a-4f15-a0a3-e9b1e771ee05 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "GET /v2.0/security-groups/a47a4999-58d6-44e8-b9d0-5c01a7c6f9f1 HTTP/1.1" status: 404  len: 347 time: 0.0386176
Jun 04 15:38:58.611802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38744) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:58.638169 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-2d1fcc12-50b5-475f-9231-ff18130aff1a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] show failed (client error): The resource could not be found.
Jun 04 15:38:58.641628 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2d1fcc12-50b5-475f-9231-ff18130aff1a tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] 10.222.0.32 "GET /v2.0/security-group-rules/5eb9dd2d-0cf9-45af-8191-e1498daac91d HTTP/1.1" status: 404  len: 356 time: 0.0273774
Jun 04 15:38:58.644715 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44efdebd-6753-432d-af8c-495b33bc3a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:58.647491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb44790-ffbb-4239-aade-69918f8c1a5a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:38:58.659468 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c848bb84-be27-4cca-8a9c-aa005a9e3a29 None None] Sync routers for ids ['4fa33eee-f8bc-45d6-9ff5-89c4bb174317'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:38:58.661573 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0dc8f007-650f-4017-a2c3-06602da71b99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:38:58.670545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c848bb84-be27-4cca-8a9c-aa005a9e3a29 None None] Routers {'4fa33eee-f8bc-45d6-9ff5-89c4bb174317'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:58.671416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c848bb84-be27-4cca-8a9c-aa005a9e3a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c598550>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4fa33eee-f8bc-45d6-9ff5-89c4bb174317'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:58.687184 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3cb44790-ffbb-4239-aade-69918f8c1a5a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/4fa33eee-f8bc-45d6-9ff5-89c4bb174317/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8122892
Jun 04 15:38:58.689062 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5354f3cb-c162-4e1b-8c00-1c75a916be63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:58.690249 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5354f3cb-c162-4e1b-8c00-1c75a916be63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31bb8ee5-508f-4934-80ad-ee50c07ea27c HTTP/1.1" status: 204  len: 168 time: 1.2472200
Jun 04 15:38:58.690896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38748) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:58.721194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efdebd-6753-432d-af8c-495b33bc3a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event deleted for resources: {'Port': ['ID=1a33968f-c1f9-451f-bdb5-af31f3a4555a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:38:58.752037 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44efdebd-6753-432d-af8c-495b33bc3a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:38:58.821749 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c848bb84-be27-4cca-8a9c-aa005a9e3a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c598550>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:58.846001 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c848bb84-be27-4cca-8a9c-aa005a9e3a29 None None] Routers {'4fa33eee-f8bc-45d6-9ff5-89c4bb174317'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:38:58.846803 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c848bb84-be27-4cca-8a9c-aa005a9e3a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c598550>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4fa33eee-f8bc-45d6-9ff5-89c4bb174317'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:58.857416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ed48ce1c-09d0-47b4-8c01-34ce8fbcffeb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Synchronizing usage tracker for tenant:bf31fa0d2656419485a32380aade8957 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:38:58.899949 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e94c5a28-5a47-4fd0-9da1-321ed709d525 admin admin] Deleting port 26aff51d-8a84-4810-a406-57b870de597b {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:38:58.899949 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e94c5a28-5a47-4fd0-9da1-321ed709d525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:59.013984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c848bb84-be27-4cca-8a9c-aa005a9e3a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c598550>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:38:59.016992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c848bb84-be27-4cca-8a9c-aa005a9e3a29 None None] The sync data for ids ['4fa33eee-f8bc-45d6-9ff5-89c4bb174317'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:38:59.140482 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44efdebd-6753-432d-af8c-495b33bc3a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:59.404873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ed48ce1c-09d0-47b4-8c01-34ce8fbcffeb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Unset dirty status for tenant:bf31fa0d2656419485a32380aade8957 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:38:59.406438 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ed48ce1c-09d0-47b4-8c01-34ce8fbcffeb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fa33eee-f8bc-45d6-9ff5-89c4bb174317 HTTP/1.1" status: 200  len: 205 time: 0.7144823
Jun 04 15:38:59.411485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38764) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:59.412028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38766) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:38:59.524449 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-51869fbc-dc18-4afd-ad23-7e49719c2c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:59.635451 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-18c51c51-47f5-4c39-8248-4c309cf00b20 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:59.732140 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-e94c5a28-5a47-4fd0-9da1-321ed709d525 admin admin] For port 26aff51d-8a84-4810-a406-57b870de597b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=26aff51d-8a84-4810-a406-57b870de597b,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:38:59.732824 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e94c5a28-5a47-4fd0-9da1-321ed709d525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:38:59.890288 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e94c5a28-5a47-4fd0-9da1-321ed709d525 admin admin] Calling delete_port for 26aff51d-8a84-4810-a406-57b870de597b owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:39:00.000232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38778) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:00.029143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44efdebd-6753-432d-af8c-495b33bc3a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Router ebd11af1-195f-4919-b238-7e9b725779d2 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:39:00.125261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38780) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:00.164176 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2051bbd1-99d3-4986-a40b-f834262aa37c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bc0d37ffc2744d5861de697d0f7fe2b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1599205
Jun 04 15:39:00.168415 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38786) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:00.303913 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e94c5a28-5a47-4fd0-9da1-321ed709d525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:00.316945 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-214f1ff4-8239-4546-a92d-56b11d17c336 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:00.322811 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4022d41e-db8d-4b2c-bdeb-400c79fca148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:00.357249 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4022d41e-db8d-4b2c-bdeb-400c79fca148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:00.370540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4022d41e-db8d-4b2c-bdeb-400c79fca148 admin admin] Usage tracker for resource:security_group_rule and tenant:e453852e6b5f4e90b529ba3f8f445a7f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:00.375499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44efdebd-6753-432d-af8c-495b33bc3a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:39:00.377305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4022d41e-db8d-4b2c-bdeb-400c79fca148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:00.388803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4022d41e-db8d-4b2c-bdeb-400c79fca148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:00.390928 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3f4e02b4-1b0f-417d-9cd2-14490d164063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:00.392900 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d682b-d1ba-4e19-9584-4facbba94207 None None] Sync routers for ids ['ebd11af1-195f-4919-b238-7e9b725779d2'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:39:00.408138 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d682b-d1ba-4e19-9584-4facbba94207 None None] Routers {'ebd11af1-195f-4919-b238-7e9b725779d2'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:00.409317 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d29d682b-d1ba-4e19-9584-4facbba94207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb422e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['ebd11af1-195f-4919-b238-7e9b725779d2'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:00.427759 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c5a28-5a47-4fd0-9da1-321ed709d525 admin admin] Pushing event deleted for resources: {'Port': ['ID=26aff51d-8a84-4810-a406-57b870de597b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:00.438795 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3f4e02b4-1b0f-417d-9cd2-14490d164063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:00.440315 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e94c5a28-5a47-4fd0-9da1-321ed709d525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:00.443847 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-18c51c51-47f5-4c39-8248-4c309cf00b20 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:00.448778 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-18c51c51-47f5-4c39-8248-4c309cf00b20 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:00.547662 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d29d682b-d1ba-4e19-9584-4facbba94207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb422e0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:00.557864 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d682b-d1ba-4e19-9584-4facbba94207 None None] Routers {'ebd11af1-195f-4919-b238-7e9b725779d2'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:00.559908 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d29d682b-d1ba-4e19-9584-4facbba94207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb422e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['ebd11af1-195f-4919-b238-7e9b725779d2'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:00.570285 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4022d41e-db8d-4b2c-bdeb-400c79fca148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:00.598762 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-44efdebd-6753-432d-af8c-495b33bc3a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] 10.222.0.32 "PUT /v2.0/routers/ebd11af1-195f-4919-b238-7e9b725779d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5779884
Jun 04 15:39:00.601325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38790) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:00.662474 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d29d682b-d1ba-4e19-9584-4facbba94207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb422e0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:00.662812 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d682b-d1ba-4e19-9584-4facbba94207 None None] The sync data for ids ['ebd11af1-195f-4919-b238-7e9b725779d2'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:39:00.694648 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cfaf7084-cd0d-4061-94d8-8ebb87847d6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63dec8798f1d4ca399eb04a5dc29eff1&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2774491
Jun 04 15:39:00.695571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38792) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:00.735960 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4022d41e-db8d-4b2c-bdeb-400c79fca148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:00.751439 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-deb6bf93-6f58-4804-a45e-3b5805c948f0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:00.860672 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-efce03ee-852b-42f7-a394-64597cbd6201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:00.865399 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4022d41e-db8d-4b2c-bdeb-400c79fca148 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e453852e6b5f4e90b529ba3f8f445a7f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7304392
Jun 04 15:39:00.870024 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38798) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:00.871906 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e94c5a28-5a47-4fd0-9da1-321ed709d525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:00.883213 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022d41e-db8d-4b2c-bdeb-400c79fca148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb52984f-ff70-48d4-8d57-f2583be36ebf,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:00.890160 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4022d41e-db8d-4b2c-bdeb-400c79fca148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:00.920519 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:01.002715 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3f4e02b4-1b0f-417d-9cd2-14490d164063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:01.012310 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-01e45f29-458c-41ac-b42d-edc420ddd3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:01.039574 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3f4e02b4-1b0f-417d-9cd2-14490d164063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:01.041536 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3f4e02b4-1b0f-417d-9cd2-14490d164063 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91aac537-f7fb-4c65-a3d1-516d91f8410c HTTP/1.1" status: 204  len: 168 time: 0.8719988
Jun 04 15:39:01.045291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e02b4-1b0f-417d-9cd2-14490d164063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aac537-f7fb-4c65-a3d1-516d91f8410c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:01.122290 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-efce03ee-852b-42f7-a394-64597cbd6201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:01.132008 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3f4e02b4-1b0f-417d-9cd2-14490d164063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:01.137463 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-18c51c51-47f5-4c39-8248-4c309cf00b20 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:01.137947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c51c51-47f5-4c39-8248-4c309cf00b20 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Fanout notify agent at l3_agent the message router_deleted on router 4fa33eee-f8bc-45d6-9ff5-89c4bb174317 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:39:01.156587 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3bd09bb8-cca1-4bca-8de3-3062f7619b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:01.197181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3bd09bb8-cca1-4bca-8de3-3062f7619b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:01.214957 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-18c51c51-47f5-4c39-8248-4c309cf00b20 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:01.218495 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-18c51c51-47f5-4c39-8248-4c309cf00b20 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/routers/4fa33eee-f8bc-45d6-9ff5-89c4bb174317 HTTP/1.1" status: 204  len: 168 time: 1.8030186
Jun 04 15:39:01.220556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38806) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:01.311183 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:01.329467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8026606-2fd2-4a75-a18f-0ceefd28e1f3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting subnet 05ecd8b4-52da-4e9e-a98b-a489d094e409 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:39:01.332662 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a8026606-2fd2-4a75-a18f-0ceefd28e1f3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:01.576338 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-efce03ee-852b-42f7-a394-64597cbd6201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:01.585779 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5589a187-0d10-4e48-a8c7-429419db8aae tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:01.603000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94c5a28-5a47-4fd0-9da1-321ed709d525 admin admin] Router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:39:01.604310 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce03ee-852b-42f7-a394-64597cbd6201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f4d6ff-c94e-47e1-8ca1-861457ebff9f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:01.627595 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-efce03ee-852b-42f7-a394-64597cbd6201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:01.684721 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a8026606-2fd2-4a75-a18f-0ceefd28e1f3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:01.752599 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-efce03ee-852b-42f7-a394-64597cbd6201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:01.754053 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-efce03ee-852b-42f7-a394-64597cbd6201 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03f4d6ff-c94e-47e1-8ca1-861457ebff9f HTTP/1.1" status: 204  len: 168 time: 1.0579290
Jun 04 15:39:01.754553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Deleting port 39644ebb-7943-425f-9b86-715bc0fd38cf {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:39:01.754898 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:01.870490 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3bd09bb8-cca1-4bca-8de3-3062f7619b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:01.890241 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a8026606-2fd2-4a75-a18f-0ceefd28e1f3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:01.951156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94c5a28-5a47-4fd0-9da1-321ed709d525 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:39:01.961635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c726e5b-f779-4600-ac00-7c8a5f224027 None None] Sync routers for ids ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:39:01.975519 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e94c5a28-5a47-4fd0-9da1-321ed709d525 admin admin] 10.222.0.32 "PUT /v2.0/routers/35d4f854-719c-4ee5-ba1d-4a654d1d2d50/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4764850
Jun 04 15:39:01.975933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38824) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:01.985613 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c726e5b-f779-4600-ac00-7c8a5f224027 None None] Routers {'35d4f854-719c-4ee5-ba1d-4a654d1d2d50'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:01.987898 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7c726e5b-f779-4600-ac00-7c8a5f224027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c328460>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:38:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:02.049864 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-666a1e85-3e87-4223-a390-5e497ce7ee5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:02.097179 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:02.129131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd09bb8-cca1-4bca-8de3-3062f7619b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb52984f-ff70-48d4-8d57-f2583be36ebf,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:02.223695 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:02.309043 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3bd09bb8-cca1-4bca-8de3-3062f7619b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:02.332718 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3bd09bb8-cca1-4bca-8de3-3062f7619b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:02.332718 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3bd09bb8-cca1-4bca-8de3-3062f7619b94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb52984f-ff70-48d4-8d57-f2583be36ebf HTTP/1.1" status: 204  len: 168 time: 1.4540751
Jun 04 15:39:02.340813 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-7c726e5b-f779-4600-ac00-7c8a5f224027 None None] Set router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:39:02.362044 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:02.528805 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:02.563495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Calling delete_port for 39644ebb-7943-425f-9b86-715bc0fd38cf owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:39:02.725602 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3a956659-e2f0-4543-8eb8-4a20b5034e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:02.779104 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] Deleting port 4ca01b6b-1466-4718-8d35-a602b471e1b6 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:39:02.780043 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:02.906191 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7c726e5b-f779-4600-ac00-7c8a5f224027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c328460>, [{'id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'name': 'tempest-ServerActionsTestJSON-1304773246-router', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:27:07Z', 'updated_at': '2021-06-04T15:39:00Z', 'revision_number': 5, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'gw_port': {'id': '4ca01b6b-1466-4718-8d35-a602b471e1b6', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:27:10Z', 'updated_at': '2021-06-04T15:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:02.910578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c726e5b-f779-4600-ac00-7c8a5f224027 None None] Checking router: 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:39:02.924265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c726e5b-f779-4600-ac00-7c8a5f224027 None None] Routers {'35d4f854-719c-4ee5-ba1d-4a654d1d2d50'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:02.928420 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7c726e5b-f779-4600-ac00-7c8a5f224027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c328460>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:02.935529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] For port 4ca01b6b-1466-4718-8d35-a602b471e1b6, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4ca01b6b-1466-4718-8d35-a602b471e1b6,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:02.935986 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:02.946125 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a8026606-2fd2-4a75-a18f-0ceefd28e1f3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:02.951737 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6225e0fe-049e-4319-98ba-ca69403796dd tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:02.991571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8026606-2fd2-4a75-a18f-0ceefd28e1f3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Subnet': ['ID=05ecd8b4-52da-4e9e-a98b-a489d094e409,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:02.997296 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a8026606-2fd2-4a75-a18f-0ceefd28e1f3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:02.998397 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:39:03.010711 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a8026606-2fd2-4a75-a18f-0ceefd28e1f3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:03.014447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26f8969-5304-474c-9b03-4e642be49710 None None] Network 5a5932ae-b0e2-474b-a36b-f09895ffc811 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:03.021933 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:03.042969 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-83cecc31-2129-42c1-a3e4-05f372d65f24 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:03.091745 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a8026606-2fd2-4a75-a18f-0ceefd28e1f3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/05ecd8b4-52da-4e9e-a98b-a489d094e409 HTTP/1.1" status: 204  len: 168 time: 1.8680372
Jun 04 15:39:03.127673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38850) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:03.148722 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] Calling delete_port for 4ca01b6b-1466-4718-8d35-a602b471e1b6 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:39:03.208922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38856) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:03.263446 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd36949a-782b-4d19-ac15-f80a1ffaf4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:03.288327 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event deleted for resources: {'Port': ['ID=39644ebb-7943-425f-9b86-715bc0fd38cf,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:03.304423 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:03.457726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38862) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:03.499748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-7c726e5b-f779-4600-ac00-7c8a5f224027 None None] Set router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:39:03.632454 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:03.643060 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:03.697201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1495365393'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:03.725840 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7c726e5b-f779-4600-ac00-7c8a5f224027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c328460>, [{'id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'name': 'tempest-ServerActionsTestJSON-1304773246-router', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:27:07Z', 'updated_at': '2021-06-04T15:39:02Z', 'revision_number': 6, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:03.732829 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c726e5b-f779-4600-ac00-7c8a5f224027 None None] The sync data for ids ['35d4f854-719c-4ee5-ba1d-4a654d1d2d50'] in n-d-791505-9 is: [{'id': '35d4f854-719c-4ee5-ba1d-4a654d1d2d50', 'name': 'tempest-ServerActionsTestJSON-1304773246-router', 'tenant_id': '1d658397c2f54645b763ef21f67c47da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:27:07Z', 'updated_at': '2021-06-04T15:39:02Z', 'revision_number': 6, 'project_id': '1d658397c2f54645b763ef21f67c47da', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:39:03.738384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cd36949a-782b-4d19-ac15-f80a1ffaf4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:03.750424 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cd36949a-782b-4d19-ac15-f80a1ffaf4a8 admin admin] Usage tracker for resource:security_group_rule and tenant:27cef93486744e588532c7889495d546 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:03.754440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cd36949a-782b-4d19-ac15-f80a1ffaf4a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:03.769360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cd36949a-782b-4d19-ac15-f80a1ffaf4a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:03.804239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:03.841706 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:03.849113 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f47363a6-7074-4b34-82bc-5cca7b7d4905 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:03.849680 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2178e5b-adf7-4410-9194-142264107906 None None] DHCP port deletion for 5a5932ae-b0e2-474b-a36b-f09895ffc811 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:39:03.853718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Usage tracker for resource:network and tenant:fd5e5d520f97480f91c3a626ef7c9a19 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:03.903056 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:03.911450 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca01b6b-1466-4718-8d35-a602b471e1b6,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:03.919698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:03.945334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:03.958064 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:03.988316 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c2178e5b-adf7-4410-9194-142264107906 None None] Deleting port f39821bf-fbfa-456c-a66a-c364bbee89f7 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:39:03.988710 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:03.988872 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c2178e5b-adf7-4410-9194-142264107906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:03.992385 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.068379 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port f39821bf-fbfa-456c-a66a-c364bbee89f7 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:39:04.068860 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.138843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38876) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:04.172216 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.213718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c2178e5b-adf7-4410-9194-142264107906 None None] For port f39821bf-fbfa-456c-a66a-c364bbee89f7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f39821bf-fbfa-456c-a66a-c364bbee89f7,segment=NetworkSegment(66bdf1cf-2aff-463c-a18c-e9b219239ecc),segment_id=66bdf1cf-2aff-463c-a18c-e9b219239ecc)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:04.216244 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c2178e5b-adf7-4410-9194-142264107906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.274734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Made reservation on behalf of fd5e5d520f97480f91c3a626ef7c9a19 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:04.278434 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.287695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.288227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Fanout notify agent at l3_agent the message router_deleted on router ebd11af1-195f-4919-b238-7e9b725779d2 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:39:04.312757 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.330871 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:04.341632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Usage tracker for resource:security_group_rule and tenant:fd5e5d520f97480f91c3a626ef7c9a19 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:04.342322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:04.357972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:04.376098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-594523498'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:04.418648 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd36949a-782b-4d19-ac15-f80a1ffaf4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.419077 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c2178e5b-adf7-4410-9194-142264107906 None None] Calling delete_port for f39821bf-fbfa-456c-a66a-c364bbee89f7 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:39:04.447510 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.451704 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] 10.222.0.32 "DELETE /v2.0/routers/ebd11af1-195f-4919-b238-7e9b725779d2 HTTP/1.1" status: 204  len: 168 time: 3.8491876
Jun 04 15:39:04.458705 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38884) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:04.514267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f39821bf-fbfa-456c-a66a-c364bbee89f7 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:39:04.554521 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.557953 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.565949 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd36949a-782b-4d19-ac15-f80a1ffaf4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.570423 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c2178e5b-adf7-4410-9194-142264107906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.577269 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:04.580134 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7ced8a2c-ecde-4053-a3cb-33cc720d827d tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:04.605309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Usage tracker for resource:network and tenant:fcc2b7ee64a44cd9a2250888727e46f1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:04.609911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] For port f39821bf-fbfa-456c-a66a-c364bbee89f7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f39821bf-fbfa-456c-a66a-c364bbee89f7,segment=NetworkSegment(66bdf1cf-2aff-463c-a18c-e9b219239ecc),segment_id=66bdf1cf-2aff-463c-a18c-e9b219239ecc)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:04.609911 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.615729 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:04.623401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:04.651047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:04.667024 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cd36949a-782b-4d19-ac15-f80a1ffaf4a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27cef93486744e588532c7889495d546&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4520853
Jun 04 15:39:04.670845 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38888) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:04.683773 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: f39821bf-fbfa-456c-a66a-c364bbee89f7 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:39:04.692839 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f39821bf-fbfa-456c-a66a-c364bbee89f7 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:39:04.692839 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 26aff51d-8a84-4810-a406-57b870de597b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:39:04.733976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36949a-782b-4d19-ac15-f80a1ffaf4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b10882-b292-46d4-8887-b2bd5d8c3136,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:04.737569 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cd36949a-782b-4d19-ac15-f80a1ffaf4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:04.761522 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-55870332-075b-418a-9832-3b922c2d3319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.771436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2178e5b-adf7-4410-9194-142264107906 None None] No DVR routers for this DVR port f39821bf-fbfa-456c-a66a-c364bbee89f7 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:39:04.773129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 26aff51d-8a84-4810-a406-57b870de597b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:39:04.773485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 26aff51d-8a84-4810-a406-57b870de597b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:39:04.796469 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178e5b-adf7-4410-9194-142264107906 None None] Pushing event deleted for resources: {'Port': ['ID=f39821bf-fbfa-456c-a66a-c364bbee89f7,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:04.806213 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c2178e5b-adf7-4410-9194-142264107906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:04.806630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for f39821bf-fbfa-456c-a66a-c364bbee89f7 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:39:04.808150 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.808650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35d4f854-719c-4ee5-ba1d-4a654d1d2d50 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:39:04.817458 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Made reservation on behalf of fcc2b7ee64a44cd9a2250888727e46f1 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:04.820234 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.826707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-96505cf2-1271-47d4-82d7-f6e807532a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Deleting subnet 5d1b6f55-6bee-4aa1-a3c0-1d110e0882b1 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:39:04.832609 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-96505cf2-1271-47d4-82d7-f6e807532a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.839724 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-55870332-075b-418a-9832-3b922c2d3319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.863829 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.899763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:04.919703 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Usage tracker for resource:security_group_rule and tenant:fcc2b7ee64a44cd9a2250888727e46f1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:04.932722 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:04.938708 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:04.940691 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:04.941861 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] 10.222.0.32 "DELETE /v2.0/routers/35d4f854-719c-4ee5-ba1d-4a654d1d2d50 HTTP/1.1" status: 204  len: 168 time: 2.9649749
Jun 04 15:39:04.947047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38892) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:04.952942 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-96505cf2-1271-47d4-82d7-f6e807532a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.031830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bf5ecb-66f0-4caa-9c97-9bbff83f3d2d admin admin] Deleting subnet 6d3d49c1-ad0d-4cec-968c-8e5249f55dad {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:39:05.034972 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5ecb-66f0-4caa-9c97-9bbff83f3d2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.088192 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.092240 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5ecb-66f0-4caa-9c97-9bbff83f3d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.112355 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.117432 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5ab1b5de-e9cb-4ece-8ad6-b9c245f5f6bb tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:05.122779 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-55870332-075b-418a-9832-3b922c2d3319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.135481 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-05a47892-aef1-441e-8fe8-f2f1d085306b tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:05.158065 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55870332-075b-418a-9832-3b922c2d3319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b10882-b292-46d4-8887-b2bd5d8c3136,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:05.176688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No DVR routers for this DVR port f39821bf-fbfa-456c-a66a-c364bbee89f7 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:39:05.198237 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-55870332-075b-418a-9832-3b922c2d3319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:05.222027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=f39821bf-fbfa-456c-a66a-c364bbee89f7,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:05.224963 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-55870332-075b-418a-9832-3b922c2d3319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.229430 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.229631 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-55870332-075b-418a-9832-3b922c2d3319 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6b10882-b292-46d4-8887-b2bd5d8c3136 HTTP/1.1" status: 204  len: 168 time: 0.5543463
Jun 04 15:39:05.231450 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.241595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:39:05.252011 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:05.252011 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-96505cf2-1271-47d4-82d7-f6e807532a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.273211 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ee3b2256-c0a1-4746-ab16-bdd392e245cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:05.276471 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5ecb-66f0-4caa-9c97-9bbff83f3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.351154 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.351498 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Added segment d95c3446-099b-4f6a-9547-14bd4bcac20b of type vlan for network c769656c-f2af-4997-a59f-fed28614d1f1
Jun 04 15:39:05.371110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be6eed9-8486-4ad2-aebb-a78194b549bf,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:05.442011 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:05.455534 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.490303 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c654340>,) {'filters': {'network_id': ['5a5932ae-b0e2-474b-a36b-f09895ffc811']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:05.495823 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.558305 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.572887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c654340>, '66bdf1cf-2aff-463c-a18c-e9b219239ecc') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:05.576977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c654340>, '66bdf1cf-2aff-463c-a18c-e9b219239ecc') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:05.596199 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.605280 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-69c4538d-81d9-4eb0-8ac6-38f7c92bbe22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:05.614129 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.644742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:39:05.660779 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.668282 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d9b7eb-e593-4035-a8aa-419c9d366a8d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:05.676191 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:05.677365 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.677795 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Added segment a5d817d2-37fa-453a-b071-617e1b3fe1b1 of type vlan for network 0817b75c-7a1b-4774-9b91-19810c78ff2e
Jun 04 15:39:05.708229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:39:05.708229 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.713710 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:39:05.720251 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:39:05.793240 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5ecb-66f0-4caa-9c97-9bbff83f3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.800201 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cd7f8604-d2a4-4148-b6b0-ddcf1d882af7 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:05.845923 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.851614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:05.853095 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.860603 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.876948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:05.882922 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:05.883103 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4c0e2783-5980-4511-9d82-c7f88e01ece4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-374125504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:05.902899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf5ecb-66f0-4caa-9c97-9bbff83f3d2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d3d49c1-ad0d-4cec-968c-8e5249f55dad,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:05.930027 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c6bf5ecb-66f0-4caa-9c97-9bbff83f3d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:05.930971 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2afc230-0144-47e2-95e3-f3a97d819f60 None None] Network cb825790-7668-4447-8139-06bca8b4c119 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:05.931850 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-45b7873a-9766-45ae-8601-089e966a0fa3 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:06.038603 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.5616517
Jun 04 15:39:06.039562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38910) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:06.046394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4ca01b6b-1466-4718-8d35-a602b471e1b6 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:39:06.047130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Network': ['ID=c769656c-f2af-4997-a59f-fed28614d1f1,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:06.058975 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:06.065394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'subnet': {'network_id': 'c769656c-f2af-4997-a59f-fed28614d1f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:06.078926 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5ecb-66f0-4caa-9c97-9bbff83f3d2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:06.079644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network c769656c-f2af-4997-a59f-fed28614d1f1 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:39:06.081850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Pushing event updated for resources: {'Network': ['ID=0817b75c-7a1b-4774-9b91-19810c78ff2e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:06.088881 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:06.096571 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:06.101669 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:06.109116 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c6bf5ecb-66f0-4caa-9c97-9bbff83f3d2d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6d3d49c1-ad0d-4cec-968c-8e5249f55dad HTTP/1.1" status: 204  len: 168 time: 1.1548388
Jun 04 15:39:06.109577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38912) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:06.121124 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:06.142674 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/networks/5a5932ae-b0e2-474b-a36b-f09895ffc811 HTTP/1.1" status: 204  len: 168 time: 3.0008044
Jun 04 15:39:06.151266 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38916) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:06.157233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-474ebfeb-ad35-4a34-b3d9-12c5b2e95f2b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2121284426', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:06.170393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Network': ['ID=5a5932ae-b0e2-474b-a36b-f09895ffc811,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:06.177634 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:06.180145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-474ebfeb-ad35-4a34-b3d9-12c5b2e95f2b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:06.192056 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 775 time: 2.0517266
Jun 04 15:39:06.194566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38918) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:06.194566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-474ebfeb-ad35-4a34-b3d9-12c5b2e95f2b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:router and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:06.203672 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-5082b934-78b2-4cc5-8489-c71e56224b29 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8387970670>, 'networks', '0817b75c-7a1b-4774-9b91-19810c78ff2e', 'tempest-TagsTest-Tag-2111209445') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:06.224524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-474ebfeb-ad35-4a34-b3d9-12c5b2e95f2b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:06.257576 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-96505cf2-1271-47d4-82d7-f6e807532a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:06.285135 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a0b247d2-3e34-4da7-8417-e4fee965eaf3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:06.288866 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-474ebfeb-ad35-4a34-b3d9-12c5b2e95f2b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:06.301642 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 0817b75c-7a1b-4774-9b91-19810c78ff2e details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:39:06.340944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96505cf2-1271-47d4-82d7-f6e807532a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event deleted for resources: {'Subnet': ['ID=5d1b6f55-6bee-4aa1-a3c0-1d110e0882b1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:06.346098 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-96505cf2-1271-47d4-82d7-f6e807532a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:06.353376 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 4ca01b6b-1466-4718-8d35-a602b471e1b6 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:39:06.356632 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4ca01b6b-1466-4718-8d35-a602b471e1b6 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:39:06.357020 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-96505cf2-1271-47d4-82d7-f6e807532a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:06.361993 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-96505cf2-1271-47d4-82d7-f6e807532a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] 10.222.0.32 "DELETE /v2.0/subnets/5d1b6f55-6bee-4aa1-a3c0-1d110e0882b1 HTTP/1.1" status: 204  len: 168 time: 1.9009819
Jun 04 15:39:06.364330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38922) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:06.485536 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ac9a0e-d777-44c6-bafd-a7bce92acf50 None None] Network 60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:06.558850 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:06.599475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:06.613018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Usage tracker for resource:subnet and tenant:fd5e5d520f97480f91c3a626ef7c9a19 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:06.645722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:06.654195 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-474ebfeb-ad35-4a34-b3d9-12c5b2e95f2b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:06.655509 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-474ebfeb-ad35-4a34-b3d9-12c5b2e95f2b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:06.666665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:06.757629 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:06.809552 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5082b934-78b2-4cc5-8489-c71e56224b29 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] 10.222.0.32 "PUT /v2.0/networks/0817b75c-7a1b-4774-9b91-19810c78ff2e/tags/tempest-TagsTest-Tag-2111209445 HTTP/1.1" status: 201  len: 201 time: 0.6078424
Jun 04 15:39:06.811090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38938) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:06.822013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-67402945-15e4-4f62-a2d8-fd77125f4463 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386e9b7c0>, 'networks', '0817b75c-7a1b-4774-9b91-19810c78ff2e', 'tempest-TagsTest-Tag-2111209445') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:06.824825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Deleting port 5840b8eb-d9ef-4808-b918-167b680c045e {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:39:06.825207 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:06.855969 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-474ebfeb-ad35-4a34-b3d9-12c5b2e95f2b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:06.863376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Made reservation on behalf of fd5e5d520f97480f91c3a626ef7c9a19 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:06.867327 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.009599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] For port 5840b8eb-d9ef-4808-b918-167b680c045e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5840b8eb-d9ef-4808-b918-167b680c045e,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:07.010550 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.083114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Deleting port 75998c2e-e9d2-40aa-8f50-a0c99b322deb {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:39:07.085444 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.089243 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-474ebfeb-ad35-4a34-b3d9-12c5b2e95f2b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.116041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] DHCP port deletion for cb825790-7668-4447-8139-06bca8b4c119 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:39:07.208808 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941644b0-dd0c-4626-acb6-5521c2e4be2f None None] DHCP port deletion for 60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:39:07.214948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Calling delete_port for 5840b8eb-d9ef-4808-b918-167b680c045e owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:39:07.226821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] For port 75998c2e-e9d2-40aa-8f50-a0c99b322deb, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=75998c2e-e9d2-40aa-8f50-a0c99b322deb,segment=NetworkSegment(c3cf068b-db78-4b51-8094-4a74b2b7c765),segment_id=c3cf068b-db78-4b51-8094-4a74b2b7c765)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:07.227802 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.277520 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-474ebfeb-ad35-4a34-b3d9-12c5b2e95f2b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.279520 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-474ebfeb-ad35-4a34-b3d9-12c5b2e95f2b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.1269343
Jun 04 15:39:07.281819 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38942) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:07.292912 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-888374394'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:07.298793 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:07.303651 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:network and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:07.307074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:07.313643 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:07.328772 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Deleting port 5840b8eb-d9ef-4808-b918-167b680c045e {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:39:07.328772 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.379782 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.385807 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e94c5a28-5a47-4fd0-9da1-321ed709d525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:07.392948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Calling delete_port for 75998c2e-e9d2-40aa-8f50-a0c99b322deb owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:39:07.429525 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-941644b0-dd0c-4626-acb6-5521c2e4be2f None None] Deleting port 75998c2e-e9d2-40aa-8f50-a0c99b322deb {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:39:07.429904 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-941644b0-dd0c-4626-acb6-5521c2e4be2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.438382 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:07.442088 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.474201 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Pushing event deleted for resources: {'Port': ['ID=5840b8eb-d9ef-4808-b918-167b680c045e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:07.477370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] For port 5840b8eb-d9ef-4808-b918-167b680c045e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5840b8eb-d9ef-4808-b918-167b680c045e,segment=NetworkSegment(8e87de7b-fabf-4b1e-ad50-191260546339),segment_id=8e87de7b-fabf-4b1e-ad50-191260546339)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:07.477804 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.482570 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:07.487550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] No DVR routers for this DVR port 5840b8eb-d9ef-4808-b918-167b680c045e on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:39:07.590064 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-67402945-15e4-4f62-a2d8-fd77125f4463 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] 10.222.0.32 "GET /v2.0/networks/0817b75c-7a1b-4774-9b91-19810c78ff2e/tags/tempest-TagsTest-Tag-2111209445 HTTP/1.1" status: 204  len: 168 time: 0.7719281
Jun 04 15:39:07.592007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38948) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:07.596959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-789e1399-fe12-4e90-b4ce-b2da5edf7593 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f838c3dd370>, 'networks', '0817b75c-7a1b-4774-9b91-19810c78ff2e') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:07.605802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:39:07.644344 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.658971 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29f8e348-0f0a-4458-b64c-f5ebd6c9c899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:07.675583 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.698787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8385f698e0>,) {'filters': {'network_id': ['cb825790-7668-4447-8139-06bca8b4c119']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:07.722059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] No DVR routers for this DVR port 75998c2e-e9d2-40aa-8f50-a0c99b322deb on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:39:07.739582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385f698e0>, '8e87de7b-fabf-4b1e-ad50-191260546339') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:07.739926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385f698e0>, '8e87de7b-fabf-4b1e-ad50-191260546339') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:07.747871 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Calling delete_port for 5840b8eb-d9ef-4808-b918-167b680c045e owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:39:07.762788 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.763175 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Added segment 11766b58-84bd-42b8-b84d-031a54b7bebf of type vlan for network 484a8c50-3bed-493a-8fd3-527faffe73df
Jun 04 15:39:07.773788 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.780073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event deleted for resources: {'Port': ['ID=75998c2e-e9d2-40aa-8f50-a0c99b322deb,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:07.813191 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.813473 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-941644b0-dd0c-4626-acb6-5521c2e4be2f None None] For port 75998c2e-e9d2-40aa-8f50-a0c99b322deb, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=75998c2e-e9d2-40aa-8f50-a0c99b322deb,segment=NetworkSegment(c3cf068b-db78-4b51-8094-4a74b2b7c765),segment_id=c3cf068b-db78-4b51-8094-4a74b2b7c765)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:07.814035 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-941644b0-dd0c-4626-acb6-5521c2e4be2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.819305 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:07.820146 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.827558 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:39:07.827883 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:39:07.845301 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:39:08.005473 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:08.015516 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.resource_extend [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:39:08.029490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-941644b0-dd0c-4626-acb6-5521c2e4be2f None None] Calling delete_port for 75998c2e-e9d2-40aa-8f50-a0c99b322deb owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:39:08.050201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386c5cca0>,) {'filters': {'network_id': ['60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:08.087743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 75998c2e-e9d2-40aa-8f50-a0c99b322deb no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:39:08.091312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386c5cca0>, 'c3cf068b-db78-4b51-8094-4a74b2b7c765') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:08.091617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386c5cca0>, 'c3cf068b-db78-4b51-8094-4a74b2b7c765') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:08.120621 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:08.139831 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:08.144044 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-537a2d86-a04b-40fa-ae2f-61611a3e2b8b tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:08.152278 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 75998c2e-e9d2-40aa-8f50-a0c99b322deb {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:39:08.152886 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 75998c2e-e9d2-40aa-8f50-a0c99b322deb not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:39:08.153665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5840b8eb-d9ef-4808-b918-167b680c045e no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:39:08.165604 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:08.176348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb825790-7668-4447-8139-06bca8b4c119,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:08.185562 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:08.190299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:08.190884 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:08.199412 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:08.199943 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:08.229172 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:08.261472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:39:08.262198 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:08.262691 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 5840b8eb-d9ef-4808-b918-167b680c045e {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:39:08.263044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5840b8eb-d9ef-4808-b918-167b680c045e not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:39:08.286706 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:39:08.298149 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:08.305769 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:08.313194 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-789e1399-fe12-4e90-b4ce-b2da5edf7593 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] 10.222.0.32 "GET /v2.0/networks/0817b75c-7a1b-4774-9b91-19810c78ff2e/tags HTTP/1.1" status: 200  len: 238 time: 0.7178969
Jun 04 15:39:08.340966 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Network cb825790-7668-4447-8139-06bca8b4c119 is not hosted by any dhcp agent {{(pid=88302) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
Jun 04 15:39:08.341808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38966) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:08.342055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] No DVR routers for this DVR port 5840b8eb-d9ef-4808-b918-167b680c045e on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:39:08.369193 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Pushing event deleted for resources: {'Port': ['ID=5840b8eb-d9ef-4808-b918-167b680c045e,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:08.373144 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-941644b0-dd0c-4626-acb6-5521c2e4be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:08.378287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Network': ['ID=484a8c50-3bed-493a-8fd3-527faffe73df,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:08.380788 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:08.382219 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:08.382951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:08.382951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:08.383229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:08.384170 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:08.384499 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:08.384825 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:08.388314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:08.388532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:08.388864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:08.389301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:08.389636 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:08.395780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 484a8c50-3bed-493a-8fd3-527faffe73df details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:39:08.409533 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:08.413562 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ebca7ae8-2808-4c18-8ba5-76dc0f4269d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:08.450867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-a552bc8f-46df-4005-8e64-48517bb204e0 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f838590ed90>, 'networks', '0817b75c-7a1b-4774-9b91-19810c78ff2e', {'tags': ['tempest-TagsTest-Tag-825317357', 'tempest-TagsTest-Tag-2082275982', 'tempest-TagsTest-Tag-1639911180']}) {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:08.461116 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.1781867
Jun 04 15:39:08.467194 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cb825790-7668-4447-8139-06bca8b4c119 HTTP/1.1" status: 204  len: 168 time: 2.3552175
Jun 04 15:39:08.468015 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38968) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:08.485694 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'subnet': {'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:08.509480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941644b0-dd0c-4626-acb6-5521c2e4be2f None None] Pushing event deleted for resources: {'Port': ['ID=75998c2e-e9d2-40aa-8f50-a0c99b322deb,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:08.521722 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941644b0-dd0c-4626-acb6-5521c2e4be2f None None] No DVR routers for this DVR port 75998c2e-e9d2-40aa-8f50-a0c99b322deb on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:39:08.528351 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-941644b0-dd0c-4626-acb6-5521c2e4be2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:08.605437 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:08.612226 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:08.630044 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-12762a6f-f3bb-41fe-ae9f-3dda1798258e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:08.649636 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] 10.222.0.32 "DELETE /v2.0/networks/60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6 HTTP/1.1" status: 204  len: 168 time: 2.2832823
Jun 04 15:39:08.658863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38974) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:08.715087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:08.724297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:subnet and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:08.724297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:08.731259 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:08.841281 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:08.845275 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:08.958448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event deleted for resources: {'Network': ['ID=60de903b-e1ff-4f9b-bcc1-c6b6bca4dea6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:08.967187 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:09.213776 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e7094b8e-22b2-4472-afdd-f5b12907fd35 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Deleting port bc2f0254-92a5-4a04-a3e2-33b74c16d553 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:39:09.214176 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7094b8e-22b2-4472-afdd-f5b12907fd35 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:09.287133 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38990) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:09.370365 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7094b8e-22b2-4472-afdd-f5b12907fd35 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:09.370880 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7094b8e-22b2-4472-afdd-f5b12907fd35 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:09.436582 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a552bc8f-46df-4005-8e64-48517bb204e0 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] 10.222.0.32 "PUT /v2.0/networks/0817b75c-7a1b-4774-9b91-19810c78ff2e/tags HTTP/1.1" status: 200  len: 308 time: 1.0936975
Jun 04 15:39:09.483600 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6f3c3a08-adf5-4255-b785-ae96d2520130 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d658397c2f54645b763ef21f67c47da&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1942260
Jun 04 15:39:09.484658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38994) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:09.497410 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-248ba61d-0855-4428-9021-cd8e7d0b4a65 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f83910cfe80>, 'networks', '0817b75c-7a1b-4774-9b91-19810c78ff2e', 'tempest-TagsTest-Tag-825317357') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:09.506469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38998) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:09.515916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e7094b8e-22b2-4472-afdd-f5b12907fd35 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Calling delete_port for bc2f0254-92a5-4a04-a3e2-33b74c16d553 owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:39:09.678747 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c8d10fb9-f1a5-476c-9aaf-b846a8ecde3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:09.690288 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:09.698889 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7bf01380-e863-4b89-a8d9-aa302dd8869f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:09.835536 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c8d10fb9-f1a5-476c-9aaf-b846a8ecde3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:09.882840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Subnet': ['ID=b6c719ea-52e1-4836-a25f-3b635b2fff8e,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:09.899152 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:09.904191 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Checking segment: {'id': 'd95c3446-099b-4f6a-9547-14bd4bcac20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c769656c-f2af-4997-a59f-fed28614d1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:09.904546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network hostable DHCP agents. Network: c769656c-f2af-4997-a59f-fed28614d1f1, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:39:09.942713 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:09.947396 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-33fb629c-0b13-4d9a-8f32-4dda3d239c1e tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:09.983055 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-248ba61d-0855-4428-9021-cd8e7d0b4a65 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] 10.222.0.32 "DELETE /v2.0/networks/0817b75c-7a1b-4774-9b91-19810c78ff2e/tags/tempest-TagsTest-Tag-825317357 HTTP/1.1" status: 204  len: 168 time: 0.4958565
Jun 04 15:39:09.985782 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7094b8e-22b2-4472-afdd-f5b12907fd35 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:09.988703 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39014) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:09.991488 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4f3ba793-f2fa-4988-8e4a-a9c42bf551c6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:09.995651 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-2642930d-bbca-402d-84a1-1b4d6acc59d0 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f83870740d0>, 'networks', '0817b75c-7a1b-4774-9b91-19810c78ff2e', 'tempest-TagsTest-Tag-825317357') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:10.036356 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c8d10fb9-f1a5-476c-9aaf-b846a8ecde3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:10.050018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network c769656c-f2af-4997-a59f-fed28614d1f1 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:39:10.067796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Subnet': ['ID=c31b00ba-1313-4a7f-9393-fad7637c8ecb,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:10.075985 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:10.086136 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Checking segment: {'id': '11766b58-84bd-42b8-b84d-031a54b7bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:10.089211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network hostable DHCP agents. Network: 484a8c50-3bed-493a-8fd3-527faffe73df, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:39:10.110564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7094b8e-22b2-4472-afdd-f5b12907fd35 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Pushing event deleted for resources: {'Port': ['ID=bc2f0254-92a5-4a04-a3e2-33b74c16d553,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:10.163856 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-2642930d-bbca-402d-84a1-1b4d6acc59d0 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] show failed (client error): The resource could not be found.
Jun 04 15:39:10.165382 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2642930d-bbca-402d-84a1-1b4d6acc59d0 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] 10.222.0.32 "GET /v2.0/networks/0817b75c-7a1b-4774-9b91-19810c78ff2e/tags/tempest-TagsTest-Tag-825317357 HTTP/1.1" status: 404  len: 325 time: 0.1734774
Jun 04 15:39:10.168059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39018) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:10.176441 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e7094b8e-22b2-4472-afdd-f5b12907fd35 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:10.176441 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2d73815c-a9bf-4eb8-ac1b-38f65c0ab72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:10.176633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-8955fea3-0b9f-48bf-bf58-78ae22b67663 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8387c9d730>, 'networks', '0817b75c-7a1b-4774-9b91-19810c78ff2e', 'tempest-TagsTest-Tag-2082275982') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:10.195164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d10fb9-f1a5-476c-9aaf-b846a8ecde3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43787333-9171-42a6-b4bd-948c52cf9306,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:10.217903 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c8d10fb9-f1a5-476c-9aaf-b846a8ecde3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:10.252456 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7094b8e-22b2-4472-afdd-f5b12907fd35 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:10.264699 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7094b8e-22b2-4472-afdd-f5b12907fd35 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:10.265893 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e7094b8e-22b2-4472-afdd-f5b12907fd35 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] 10.222.0.32 "DELETE /v2.0/floatingips/40ccefdb-c733-42ba-bc0a-d7b1702b1dc7 HTTP/1.1" status: 204  len: 168 time: 1.6059821
Jun 04 15:39:10.278015 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 484a8c50-3bed-493a-8fd3-527faffe73df is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:39:10.295156 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8955fea3-0b9f-48bf-bf58-78ae22b67663 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] 10.222.0.32 "GET /v2.0/networks/0817b75c-7a1b-4774-9b91-19810c78ff2e/tags/tempest-TagsTest-Tag-2082275982 HTTP/1.1" status: 204  len: 168 time: 0.1238489
Jun 04 15:39:10.295784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39024) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:10.300077 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.tag.tag_plugin [None req-6fbc5c7b-ea22-4bc5-855f-f66dc842f3f3 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8387c9daf0>, 'networks', '0817b75c-7a1b-4774-9b91-19810c78ff2e', 'tempest-TagsTest-Tag-1639911180') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:10.352811 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c8d10fb9-f1a5-476c-9aaf-b846a8ecde3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:10.357190 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c8d10fb9-f1a5-476c-9aaf-b846a8ecde3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43787333-9171-42a6-b4bd-948c52cf9306 HTTP/1.1" status: 204  len: 168 time: 0.8349667
Jun 04 15:39:10.403064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, c769656c-f2af-4997-a59f-fed28614d1f1) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:10.417613 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38158e42-2add-41ba-9223-dbd808063a9b None None] Network c769656c-f2af-4997-a59f-fed28614d1f1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:10.426118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:10.433276 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:10.490969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 484a8c50-3bed-493a-8fd3-527faffe73df) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:10.511248 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6fbc5c7b-ea22-4bc5-855f-f66dc842f3f3 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] 10.222.0.32 "GET /v2.0/networks/0817b75c-7a1b-4774-9b91-19810c78ff2e/tags/tempest-TagsTest-Tag-1639911180 HTTP/1.1" status: 204  len: 168 time: 0.2148101
Jun 04 15:39:10.514099 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39030) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:10.520219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-611fbb11-5873-421b-ac70-16529bff5c46 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f83911e8d60>, 'networks', '0817b75c-7a1b-4774-9b91-19810c78ff2e') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:10.528631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:10.533186 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:10.570134 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1226a63-b61c-4a00-ada0-4ea5e1906a5a None None] Network 484a8c50-3bed-493a-8fd3-527faffe73df requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:10.601493 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 4.5558724
Jun 04 15:39:10.604904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39032) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:10.611164 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1466821150', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:10.624511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:10.638032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Usage tracker for resource:router and tenant:fd5e5d520f97480f91c3a626ef7c9a19 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:10.646645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:10.661644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:10.687940 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2160325
Jun 04 15:39:10.688330 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39034) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:10.856393 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17de7d2b-95b6-4763-80f9-f93eb200d0ea None None] Network c769656c-f2af-4997-a59f-fed28614d1f1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:10.888641 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:10.890568 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:10.911215 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-611fbb11-5873-421b-ac70-16529bff5c46 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] 10.222.0.32 "DELETE /v2.0/networks/0817b75c-7a1b-4774-9b91-19810c78ff2e/tags HTTP/1.1" status: 204  len: 168 time: 0.3934743
Jun 04 15:39:10.911795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39040) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:10.918240 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-f57a2029-8726-44de-b8e6-be7a9a963b49 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8386aac490>, 'networks', '0817b75c-7a1b-4774-9b91-19810c78ff2e', 'tempest-TagsTest-Tag-2082275982') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:11.111701 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-f57a2029-8726-44de-b8e6-be7a9a963b49 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] show failed (client error): The resource could not be found.
Jun 04 15:39:11.115469 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f57a2029-8726-44de-b8e6-be7a9a963b49 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] 10.222.0.32 "GET /v2.0/networks/0817b75c-7a1b-4774-9b91-19810c78ff2e/tags/tempest-TagsTest-Tag-2082275982 HTTP/1.1" status: 404  len: 326 time: 0.2012465
Jun 04 15:39:11.119038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39046) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:11.130426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-484a8c50-3bed-493a-8fd3-527faffe73df', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:39:11.131267 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:11.132018 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:11.134484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-8d9e395b-fc93-4964-a6ac-c45905caf33a tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f838590e430>, 'networks', '0817b75c-7a1b-4774-9b91-19810c78ff2e', 'tempest-TagsTest-Tag-1639911180') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:11.188420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39048) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:11.333218 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Allocated IP 2001:db8::2 (484a8c50-3bed-493a-8fd3-527faffe73df/c31b00ba-1313-4a7f-9393-fad7637c8ecb/2be645b5-b1fd-4dd0-a97e-938c932415ae) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:11.429948 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-8d9e395b-fc93-4964-a6ac-c45905caf33a tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] show failed (client error): The resource could not be found.
Jun 04 15:39:11.431561 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8d9e395b-fc93-4964-a6ac-c45905caf33a tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] 10.222.0.32 "GET /v2.0/networks/0817b75c-7a1b-4774-9b91-19810c78ff2e/tags/tempest-TagsTest-Tag-1639911180 HTTP/1.1" status: 404  len: 326 time: 0.3113375
Jun 04 15:39:11.440468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39060) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:11.446384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.tag.tag_plugin [None req-685d5763-86d3-446b-95ad-dd41fc4c0951 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8391100220>, 'networks', '0817b75c-7a1b-4774-9b91-19810c78ff2e') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:11.489712 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-21b7adb6-f738-4b2b-8999-42252c424ca1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79dda9206c0e447ab295bab412a01584&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2999406
Jun 04 15:39:11.492094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39064) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:11.824137 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:11.838603 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Transition to ACTIVE for port object 2be645b5-b1fd-4dd0-a97e-938c932415ae will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:11.864184 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Transition to ACTIVE for port object 2be645b5-b1fd-4dd0-a97e-938c932415ae will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:11.878349 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-685d5763-86d3-446b-95ad-dd41fc4c0951 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] 10.222.0.32 "DELETE /v2.0/networks/0817b75c-7a1b-4774-9b91-19810c78ff2e/tags HTTP/1.1" status: 204  len: 168 time: 0.4302559
Jun 04 15:39:11.878349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39072) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:12.004055 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:12.016323 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-941644b0-dd0c-4626-acb6-5521c2e4be2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:12.099885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Network 484a8c50-3bed-493a-8fd3-527faffe73df is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:12.106025 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:12.112649 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:12.116803 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:12.228653 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:12.234184 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Pushing event updated for resources: {'Port': ['ID=2be645b5-b1fd-4dd0-a97e-938c932415ae,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:12.286617 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:12.313730 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:12.321314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Attempting to bind port 2be645b5-b1fd-4dd0-a97e-938c932415ae on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:39:12.323301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Attempting to bind port 2be645b5-b1fd-4dd0-a97e-938c932415ae by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '11766b58-84bd-42b8-b84d-031a54b7bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:39:12.323716 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Attempting to bind port 2be645b5-b1fd-4dd0-a97e-938c932415ae on network 484a8c50-3bed-493a-8fd3-527faffe73df {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:39:12.344413 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:39:12.344751 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Checking segment: {'id': '11766b58-84bd-42b8-b84d-031a54b7bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:12.345154 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:12.345556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Bound using segment: {'id': '11766b58-84bd-42b8-b84d-031a54b7bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:39:12.346036 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Bound port: 2be645b5-b1fd-4dd0-a97e-938c932415ae, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11766b58-84bd-42b8-b84d-031a54b7bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:39:12.346418 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:12.351277 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:12.374036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838697d970>,) {'filters': {'network_id': ['0817b75c-7a1b-4774-9b91-19810c78ff2e']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:12.390851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838697d970>, 'a5d817d2-37fa-453a-b071-617e1b3fe1b1') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:12.391184 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838697d970>, 'a5d817d2-37fa-453a-b071-617e1b3fe1b1') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:12.405876 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:12.428720 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:12.437037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:39:12.437561 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:12.465429 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d9565bf7-ae42-4706-8b6a-1bb58993ca56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:12.466942 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39086) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:12.503226 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] For port 2be645b5-b1fd-4dd0-a97e-938c932415ae, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:39:12.506485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] For port 2be645b5-b1fd-4dd0-a97e-938c932415ae, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2be645b5-b1fd-4dd0-a97e-938c932415ae,segment=NetworkSegment(11766b58-84bd-42b8-b84d-031a54b7bebf),segment_id=11766b58-84bd-42b8-b84d-031a54b7bebf)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:39:12.559263 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:39:12.615387 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:12.619604 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-afe8c650-648a-47da-a907-aa54771e6d27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:12.646396 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d9565bf7-ae42-4706-8b6a-1bb58993ca56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:12.686804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-856438907-network', 'tenant_id': '59c52ddeca7247f0a89ed572b8a23740'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:12.706989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:12.739506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Usage tracker for resource:network and tenant:59c52ddeca7247f0a89ed572b8a23740 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:12.749129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:12.761440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:12.767084 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:12.771366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Pushing event updated for resources: {'Port': ['ID=2be645b5-b1fd-4dd0-a97e-938c932415ae,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:12.772062 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:12.784552 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:12.799032 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:12.806643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Pushing event deleted for resources: {'Network': ['ID=0817b75c-7a1b-4774-9b91-19810c78ff2e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:12.809938 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] 10.222.0.32 "DELETE /v2.0/networks/0817b75c-7a1b-4774-9b91-19810c78ff2e HTTP/1.1" status: 204  len: 168 time: 0.9295986
Jun 04 15:39:12.830794 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:12.833030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:12.833030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:12.833030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:12.837778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:12.837778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:12.837778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:12.837778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:12.837778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:12.837778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:12.837778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:12.837778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:12.848335 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:13.012551 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Made reservation on behalf of 59c52ddeca7247f0a89ed572b8a23740 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:13.015308 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:13.086094 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:13.130485 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d9565bf7-ae42-4706-8b6a-1bb58993ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:13.147683 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-94cab629-a7ba-4af5-8af7-bceacfeb22ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:13.179833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:13.191017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9565bf7-ae42-4706-8b6a-1bb58993ca56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bd3327-0588-4c9e-92d3-68e4213f78f4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:13.193238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Usage tracker for resource:security_group_rule and tenant:59c52ddeca7247f0a89ed572b8a23740 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:13.208560 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d9565bf7-ae42-4706-8b6a-1bb58993ca56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:13.208560 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:13.232748 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:13.331916 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Allocated IP 2001:db8::1 (484a8c50-3bed-493a-8fd3-527faffe73df/c31b00ba-1313-4a7f-9393-fad7637c8ecb/91ceb05a-8554-41e9-8786-ca62931b25c1) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:13.450088 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39104) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:13.614829 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d9565bf7-ae42-4706-8b6a-1bb58993ca56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:13.615940 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d9565bf7-ae42-4706-8b6a-1bb58993ca56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1bd3327-0588-4c9e-92d3-68e4213f78f4 HTTP/1.1" status: 204  len: 168 time: 2.1227591
Jun 04 15:39:13.616580 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:13.637233 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-74e8efb1-3bd3-433b-876e-560e93664c1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcc2b7ee64a44cd9a2250888727e46f1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1848807
Jun 04 15:39:13.639823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39110) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:13.662859 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:13.715681 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c428a113-c893-4592-9e4f-b6b29810585a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:13.744123 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c428a113-c893-4592-9e4f-b6b29810585a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:13.784912 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:13.840799 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Transition to ACTIVE for port object 91ceb05a-8554-41e9-8786-ca62931b25c1 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:13.880527 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:13.900694 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c428a113-c893-4592-9e4f-b6b29810585a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:13.907857 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:13.922012 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Allocated IP 172.25.4.26 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/b3ca3e29-5f80-47af-8e13-56a2cfddd152) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:13.923776 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428a113-c893-4592-9e4f-b6b29810585a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d9b7eb-e593-4035-a8aa-419c9d366a8d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:13.925782 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c428a113-c893-4592-9e4f-b6b29810585a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:13.927992 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c428a113-c893-4592-9e4f-b6b29810585a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1d9b7eb-e593-4035-a8aa-419c9d366a8d HTTP/1.1" status: 204  len: 168 time: 0.2860882
Jun 04 15:39:13.927992 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c428a113-c893-4592-9e4f-b6b29810585a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:14.018699 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:14.054975 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f78a725f-9bde-4963-b861-6e788594f803 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:14.086990 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:14.245940 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2be645b5-b1fd-4dd0-a97e-938c932415ae up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:39:14.266726 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:39:14.281037 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:14.302726 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:14.304583 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f6f90d8e-2c98-41ae-93f3-9abdcdc5df36 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:14.343981 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 484a8c50-3bed-493a-8fd3-527faffe73df is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:14.371575 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:14.382567 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:14.383076 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Added segment b7ae17da-91f9-4780-b03c-3aef438332ba of type vlan for network 5eb60293-5b97-468b-83ba-a7ff382dab99
Jun 04 15:39:14.385217 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:14.385864 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:14.434222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e0e04f-bc3a-45ee-89d8-c2f1a3118c4b None None] Network 484a8c50-3bed-493a-8fd3-527faffe73df requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:14.523293 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 2be645b5-b1fd-4dd0-a97e-938c932415ae completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:14.700599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-74cb485d-4b83-4417-9bdb-e274a6cd837c None None] Provisioning for port 2be645b5-b1fd-4dd0-a97e-938c932415ae completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:14.710414 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-74cb485d-4b83-4417-9bdb-e274a6cd837c None None] Provisioning complete for port 2be645b5-b1fd-4dd0-a97e-938c932415ae triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:14.711090 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-74cb485d-4b83-4417-9bdb-e274a6cd837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:14.785506 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:14.837586 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39136) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:14.861762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=91ceb05a-8554-41e9-8786-ca62931b25c1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:14.877951 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:14.878162 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a73deced-4e50-40e6-bc52-4f9b60a82520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:14.892821 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:14.903672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a73deced-4e50-40e6-bc52-4f9b60a82520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:14.908724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a73deced-4e50-40e6-bc52-4f9b60a82520 admin admin] Usage tracker for resource:security_group_rule and tenant:0dd7bf34289a4a609f8cde2a3842c47d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:14.913472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a73deced-4e50-40e6-bc52-4f9b60a82520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:14.922238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a73deced-4e50-40e6-bc52-4f9b60a82520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:14.957536 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-74cb485d-4b83-4417-9bdb-e274a6cd837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:14.996045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-74cb485d-4b83-4417-9bdb-e274a6cd837c None None] For port 2be645b5-b1fd-4dd0-a97e-938c932415ae, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2be645b5-b1fd-4dd0-a97e-938c932415ae,segment=NetworkSegment(11766b58-84bd-42b8-b84d-031a54b7bebf),segment_id=11766b58-84bd-42b8-b84d-031a54b7bebf)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:15.054722 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a73deced-4e50-40e6-bc52-4f9b60a82520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:15.083422 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:15.087347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:15.087347 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:15.108135 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:15.110104 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-74cb485d-4b83-4417-9bdb-e274a6cd837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:15.112569 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cfb265a4-9c05-4215-a8e0-49f6185ed30f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:15.122228 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-27e47ca4-7677-4a88-9e83-879249ea4b32 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:15.179526 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a73deced-4e50-40e6-bc52-4f9b60a82520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:15.189849 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-407fd88e-e360-411f-ac54-db8d82027d66 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:15.254575 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:15.295037 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb485d-4b83-4417-9bdb-e274a6cd837c None None] Pushing event updated for resources: {'Port': ['ID=2be645b5-b1fd-4dd0-a97e-938c932415ae,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:15.300413 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-74cb485d-4b83-4417-9bdb-e274a6cd837c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:15.330904 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a73deced-4e50-40e6-bc52-4f9b60a82520 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0dd7bf34289a4a609f8cde2a3842c47d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4920144
Jun 04 15:39:15.333022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73deced-4e50-40e6-bc52-4f9b60a82520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686ab3c5-944c-496e-9244-f3380091aa2b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:15.349406 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a73deced-4e50-40e6-bc52-4f9b60a82520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:15.349879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39160) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:15.381184 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:15.400793 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Pushing event updated for resources: {'Network': ['ID=5eb60293-5b97-468b-83ba-a7ff382dab99,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:15.404900 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:15.406871 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:15.407564 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:15.412788 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 5eb60293-5b97-468b-83ba-a7ff382dab99 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:39:15.477460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:15.484197 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9817768-97d7-472b-8480-40120257a15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:15.559793 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9817768-97d7-472b-8480-40120257a15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:15.569689 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 3.0951278
Jun 04 15:39:15.576931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39168) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:15.597016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Request body: {'subnet': {'network_id': '5eb60293-5b97-468b-83ba-a7ff382dab99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-856438907-subnet', 'tenant_id': '59c52ddeca7247f0a89ed572b8a23740', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:15.608638 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:15.620834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Usage tracker for resource:subnet and tenant:59c52ddeca7247f0a89ed572b8a23740 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:15.633119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:15.657379 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=b3ca3e29-5f80-47af-8e13-56a2cfddd152,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:15.663407 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:15.678428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:15.707526 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7f3db3e7-810b-4bc8-bb1c-39d7ae4b520c None None] Provisioning complete for port 2be645b5-b1fd-4dd0-a97e-938c932415ae triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:15.712468 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7f3db3e7-810b-4bc8-bb1c-39d7ae4b520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:15.820188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Made reservation on behalf of 59c52ddeca7247f0a89ed572b8a23740 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:15.823499 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:15.912712 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9817768-97d7-472b-8480-40120257a15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:15.932545 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f4d5a91d-7807-42fa-9fcf-f1bd4557b1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:15.957756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9817768-97d7-472b-8480-40120257a15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686ab3c5-944c-496e-9244-f3380091aa2b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:15.983536 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e9817768-97d7-472b-8480-40120257a15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:15.998090 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7f3db3e7-810b-4bc8-bb1c-39d7ae4b520c None None] Provisioning for port 91ceb05a-8554-41e9-8786-ca62931b25c1 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:16.006254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7f3db3e7-810b-4bc8-bb1c-39d7ae4b520c None None] Provisioning complete for port 91ceb05a-8554-41e9-8786-ca62931b25c1 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:16.010329 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7f3db3e7-810b-4bc8-bb1c-39d7ae4b520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:16.103040 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7f3db3e7-810b-4bc8-bb1c-39d7ae4b520c None None] Port 91ceb05a-8554-41e9-8786-ca62931b25c1 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:39:16.112070 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2be645b5-b1fd-4dd0-a97e-938c932415ae up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:39:16.150996 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9817768-97d7-472b-8480-40120257a15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:16.152140 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e9817768-97d7-472b-8480-40120257a15b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/686ab3c5-944c-496e-9244-f3380091aa2b HTTP/1.1" status: 204  len: 168 time: 0.8005872
Jun 04 15:39:16.233337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2ca5aaf3-3ac2-4cf7-aa69-034c8af16ee7 None None] Provisioning complete for port 91ceb05a-8554-41e9-8786-ca62931b25c1 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:16.239442 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2ca5aaf3-3ac2-4cf7-aa69-034c8af16ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:16.296962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 2be645b5-b1fd-4dd0-a97e-938c932415ae triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:16.298352 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:16.440364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-2ca5aaf3-3ac2-4cf7-aa69-034c8af16ee7 None None] Port 91ceb05a-8554-41e9-8786-ca62931b25c1 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:39:16.748251 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:16.753266 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:16.761580 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:16.766013 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-40865398-65a8-44d3-93cd-0e72b40a18c5 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:16.841883 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:16.842356 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:16.863364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ba88e3-628d-4337-9bf2-2f8a043ab8b4,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:16.869338 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:16.874250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Checking segment: {'id': 'b7ae17da-91f9-4780-b03c-3aef438332ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5eb60293-5b97-468b-83ba-a7ff382dab99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:16.874569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Network hostable DHCP agents. Network: 5eb60293-5b97-468b-83ba-a7ff382dab99, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:39:16.985765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Network 5eb60293-5b97-468b-83ba-a7ff382dab99 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:39:17.059706 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-651db3fe-7f3e-4ec9-8c01-4c8c2be0b58f tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:17.070850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 5eb60293-5b97-468b-83ba-a7ff382dab99) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:17.081041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d310fc1-f55f-49e1-9094-4b5cf6aee928 None None] Network 5eb60293-5b97-468b-83ba-a7ff382dab99 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:17.082617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:17.083216 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:17.214424 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=91ceb05a-8554-41e9-8786-ca62931b25c1,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:17.233485 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6552818
Jun 04 15:39:17.243103 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:17.314310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39208) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:17.359399 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b2169260-9b4e-4a5d-80df-8f0f66d2e764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:17.426188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b2169260-9b4e-4a5d-80df-8f0f66d2e764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:17.436000 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b2169260-9b4e-4a5d-80df-8f0f66d2e764 admin admin] Usage tracker for resource:security_group_rule and tenant:b342a1fe18364c7390c16112a526b315 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:17.448461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b2169260-9b4e-4a5d-80df-8f0f66d2e764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:17.468851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b2169260-9b4e-4a5d-80df-8f0f66d2e764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:17.515682 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9015da14-771c-4a31-bdb6-37946055bd62 None None] Network 5eb60293-5b97-468b-83ba-a7ff382dab99 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:17.685361 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b2169260-9b4e-4a5d-80df-8f0f66d2e764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:17.756514 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b2169260-9b4e-4a5d-80df-8f0f66d2e764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:17.784320 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8eb76c5b-5c03-4090-8bdc-bee83dd937e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:17.908673 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b2169260-9b4e-4a5d-80df-8f0f66d2e764 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b342a1fe18364c7390c16112a526b315&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5931916
Jun 04 15:39:17.914409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39226) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:18.003662 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169260-9b4e-4a5d-80df-8f0f66d2e764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb56cbe-b628-44d8-9219-da95be0c72cf,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:18.019709 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b2169260-9b4e-4a5d-80df-8f0f66d2e764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:18.069298 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3872028-eb7c-4d30-945d-93b2bf151267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:18.146434 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3872028-eb7c-4d30-945d-93b2bf151267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:18.214570 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:18.217627 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 484a8c50-3bed-493a-8fd3-527faffe73df is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:18.219519 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:18.294106 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3872028-eb7c-4d30-945d-93b2bf151267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:18.299665 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-af64fdcb-3c0b-4fae-97e5-d5d7dab58b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:18.354733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3872028-eb7c-4d30-945d-93b2bf151267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb56cbe-b628-44d8-9219-da95be0c72cf,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:18.364566 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b3872028-eb7c-4d30-945d-93b2bf151267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:18.364566 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3872028-eb7c-4d30-945d-93b2bf151267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:18.366552 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b3872028-eb7c-4d30-945d-93b2bf151267 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cb56cbe-b628-44d8-9219-da95be0c72cf HTTP/1.1" status: 204  len: 168 time: 0.4505475
Jun 04 15:39:18.842530 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bc265bb4-21cd-4d99-be12-156c31a43d42 None None] Provisioning complete for port 91ceb05a-8554-41e9-8786-ca62931b25c1 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:18.845786 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bc265bb4-21cd-4d99-be12-156c31a43d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:18.921807 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-bc265bb4-21cd-4d99-be12-156c31a43d42 None None] Port 91ceb05a-8554-41e9-8786-ca62931b25c1 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:39:18.980411 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 7dd677aa-f9b5-4081-ace9-8ef00355da65 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:39:18.982744 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 69e2a3ec-0d53-483a-8087-ab1c851ae779 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:39:19.345605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39260) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:19.553163 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7462e2fd-6d0c-4610-a160-280f92f258f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:19.644616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7462e2fd-6d0c-4610-a160-280f92f258f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:19.657684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7462e2fd-6d0c-4610-a160-280f92f258f3 admin admin] Usage tracker for resource:security_group_rule and tenant:c3103734fa5245cdaf964b29523aff3b is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:19.671013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7462e2fd-6d0c-4610-a160-280f92f258f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:19.705739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7462e2fd-6d0c-4610-a160-280f92f258f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:19.799438 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:39:19.818370 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Sync routers for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:39:19.818910 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/7dd677aa-f9b5-4081-ace9-8ef00355da65/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1289482
Jun 04 15:39:19.819179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39284) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:19.829883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2023724342'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:19.837667 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:19.844679 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:19.853093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:network and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:19.853639 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd7a8b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:19.853910 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:19.862817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:39:19.864618 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:19.881154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37b2ea-e862-4937-8537-4e91fede4cfa None None] Sync routers for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:39:19.897786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37b2ea-e862-4937-8537-4e91fede4cfa None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:19.898964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4c37b2ea-e862-4937-8537-4e91fede4cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8cd040>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:19.941607 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7462e2fd-6d0c-4610-a160-280f92f258f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:20.000122 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:20.005656 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39300) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:20.014662 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 9.4050992
Jun 04 15:39:20.016890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:20.034651 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:20.149729 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:39:20.167522 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7462e2fd-6d0c-4610-a160-280f92f258f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:20.170543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:39:20.181403 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4c37b2ea-e862-4937-8537-4e91fede4cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8cd040>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:20.195562 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:20.195910 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Added segment 7c021f5f-6993-45b7-b70b-476b28057bf4 of type vlan for network 8eb9ddd4-0be4-4d45-9a78-0266f06499cc
Jun 04 15:39:20.209648 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4022d41e-db8d-4b2c-bdeb-400c79fca148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:20.229753 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37b2ea-e862-4937-8537-4e91fede4cfa None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:20.230802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4c37b2ea-e862-4937-8537-4e91fede4cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8cd040>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:20.266001 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7462e2fd-6d0c-4610-a160-280f92f258f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3103734fa5245cdaf964b29523aff3b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9195733
Jun 04 15:39:20.276691 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39308) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:20.319964 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462e2fd-6d0c-4610-a160-280f92f258f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049e2a55-abc0-410a-899e-784ef88d5433,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:20.325622 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:20.326273 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7462e2fd-6d0c-4610-a160-280f92f258f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:20.441216 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4c37b2ea-e862-4937-8537-4e91fede4cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8cd040>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:20.441901 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37b2ea-e862-4937-8537-4e91fede4cfa None None] The sync data for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:39:20.507494 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:20.521550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:20.522743 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:20.579374 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b2bc8b58-f0d4-4950-b755-329778b7a33c tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:20.765805 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.9421756
Jun 04 15:39:20.769739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39322) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:20.771888 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd7a8b0>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:39:14Z', 'revision_number': 2, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:16Z', 'revision_number': 2, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:20.776548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'subnet': {'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:20.784978 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Checking router: 7dd677aa-f9b5-4081-ace9-8ef00355da65 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:39:20.784978 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Updating router 7dd677aa-f9b5-4081-ace9-8ef00355da65 port 91ceb05a-8554-41e9-8786-ca62931b25c1 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:39:20.794639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Network': ['ID=8eb9ddd4-0be4-4d45-9a78-0266f06499cc,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:20.810192 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 8eb9ddd4-0be4-4d45-9a78-0266f06499cc details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:39:20.814264 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:20.861632 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39328) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:20.891419 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:20.967382 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2962d00b-672a-4f0a-8276-c485952d9724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:21.044530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:21.053295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:subnet and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:21.062919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:21.078969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:21.154389 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2962d00b-672a-4f0a-8276-c485952d9724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:21.184578 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:21.188811 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:21.423700 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ea3c439-ddef-4a21-9e93-b24561cd888d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:21.464884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7ea3c439-ddef-4a21-9e93-b24561cd888d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:21.470600 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7ea3c439-ddef-4a21-9e93-b24561cd888d admin admin] Usage tracker for resource:security_group_rule and tenant:1b1876e015ac43b09aa3f93693c46441 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:21.490730 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7ea3c439-ddef-4a21-9e93-b24561cd888d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:21.502146 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7ea3c439-ddef-4a21-9e93-b24561cd888d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:21.593818 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:21.596732 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Transition to ACTIVE for port object 91ceb05a-8554-41e9-8786-ca62931b25c1 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:21.704705 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:21.713681 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-dfbf6886-0966-4dee-ba8c-2b3d5c6fbb1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:21.790880 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Pushing event updated for resources: {'Port': ['ID=91ceb05a-8554-41e9-8786-ca62931b25c1,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:21.804007 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:21.838731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eed2a-20fc-493a-a686-4b105ab73260 req-17f46824-0b82-4c15-a2b3-6910d170ac55 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:21.839567 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-746eed2a-20fc-493a-a686-4b105ab73260 req-17f46824-0b82-4c15-a2b3-6910d170ac55 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Synchronizing usage tracker for tenant:59c52ddeca7247f0a89ed572b8a23740 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:39:21.852353 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2962d00b-672a-4f0a-8276-c485952d9724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:21.853674 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:21.854010 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:21.854342 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:21.854664 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:21.854984 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:21.855301 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:21.855606 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:21.855917 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:21.856225 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:21.856537 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:21.856846 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:21.857355 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:21.870819 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:21.872487 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5ca587cc-18bb-4bd0-9890-435bdccbd194 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:21.919464 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ea3c439-ddef-4a21-9e93-b24561cd888d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:22.013674 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Attempting to bind port 91ceb05a-8554-41e9-8786-ca62931b25c1 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:39:22.014260 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Attempting to bind port 91ceb05a-8554-41e9-8786-ca62931b25c1 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '11766b58-84bd-42b8-b84d-031a54b7bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:39:22.014509 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Attempting to bind port 91ceb05a-8554-41e9-8786-ca62931b25c1 on network 484a8c50-3bed-493a-8fd3-527faffe73df {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:39:22.022504 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:39:22.022882 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Checking segment: {'id': '11766b58-84bd-42b8-b84d-031a54b7bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:22.023316 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:22.024696 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Bound using segment: {'id': '11766b58-84bd-42b8-b84d-031a54b7bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:39:22.025214 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Bound port: 91ceb05a-8554-41e9-8786-ca62931b25c1, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11766b58-84bd-42b8-b84d-031a54b7bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:39:22.025604 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:22.063775 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ea3c439-ddef-4a21-9e93-b24561cd888d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:22.076052 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eb07490e-e7d1-46a5-bc18-48d83c4e15c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:22.083817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-746eed2a-20fc-493a-a686-4b105ab73260 req-17f46824-0b82-4c15-a2b3-6910d170ac55 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Unset dirty status for tenant:59c52ddeca7247f0a89ed572b8a23740 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:39:22.095906 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-746eed2a-20fc-493a-a686-4b105ab73260 req-17f46824-0b82-4c15-a2b3-6910d170ac55 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/networks?id=5eb60293-5b97-468b-83ba-a7ff382dab99 HTTP/1.1" status: 200  len: 809 time: 0.5010431
Jun 04 15:39:22.124187 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-746eed2a-20fc-493a-a686-4b105ab73260 req-2c2cb73f-7d54-47a9-9d5a-48552545c700 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/quotas/59c52ddeca7247f0a89ed572b8a23740 HTTP/1.1" status: 200  len: 375 time: 0.0310919
Jun 04 15:39:22.150280 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] For port 91ceb05a-8554-41e9-8786-ca62931b25c1, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:39:22.153512 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] For port 91ceb05a-8554-41e9-8786-ca62931b25c1, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=91ceb05a-8554-41e9-8786-ca62931b25c1,segment=NetworkSegment(11766b58-84bd-42b8-b84d-031a54b7bebf),segment_id=11766b58-84bd-42b8-b84d-031a54b7bebf)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:39:22.200551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962d00b-672a-4f0a-8276-c485952d9724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049e2a55-abc0-410a-899e-784ef88d5433,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:22.208412 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2962d00b-672a-4f0a-8276-c485952d9724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:22.214219 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-746eed2a-20fc-493a-a686-4b105ab73260 req-86fc4d84-c0bc-4ffd-8dab-5b3aef84e13e tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=59c52ddeca7247f0a89ed572b8a23740&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0833542
Jun 04 15:39:22.215515 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2962d00b-672a-4f0a-8276-c485952d9724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:22.219286 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2962d00b-672a-4f0a-8276-c485952d9724 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/049e2a55-abc0-410a-899e-784ef88d5433 HTTP/1.1" status: 204  len: 168 time: 1.9369657
Jun 04 15:39:22.221762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-746eed2a-20fc-493a-a686-4b105ab73260 req-809623df-89b6-49db-8eb4-eab5cd851378 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:39:22.222691 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-746eed2a-20fc-493a-a686-4b105ab73260 req-809623df-89b6-49db-8eb4-eab5cd851378 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0075200
Jun 04 15:39:22.231606 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7ea3c439-ddef-4a21-9e93-b24561cd888d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b1876e015ac43b09aa3f93693c46441&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3684995
Jun 04 15:39:22.234640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39378) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:22.245359 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:22.259585 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-f950f14e-7a16-4ed0-ac3f-d2142772d035 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:22.263727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3c439-ddef-4a21-9e93-b24561cd888d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e7437f-5f2e-4d29-8c9b-c2e4526f0468,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:22.433644 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7ea3c439-ddef-4a21-9e93-b24561cd888d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:22.443613 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:22.444395 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd7a8b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:22.467440 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e3f26d69-1367-4f31-8fb6-6fb4e0b08741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:22.612192 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Pushing event updated for resources: {'Port': ['ID=91ceb05a-8554-41e9-8786-ca62931b25c1,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:22.633969 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:22.671574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39388) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:22.692622 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e3f26d69-1367-4f31-8fb6-6fb4e0b08741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:22.721654 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-746eed2a-20fc-493a-a686-4b105ab73260 req-fe5efe88-7365-40b1-8aa2-3c2c4bf34757 service neutron] 10.222.0.32 "GET /v2.0/networks/5eb60293-5b97-468b-83ba-a7ff382dab99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4840281
Jun 04 15:39:22.747664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Allocated IP 172.20.0.1 (c769656c-f2af-4997-a59f-fed28614d1f1/b6c719ea-52e1-4836-a25f-3b635b2fff8e/3728edd0-d0b3-457c-9d98-a9cc0a121785) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:22.772878 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:39:22.832597 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:22.843252 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e4ea298b-504d-414d-b7d1-d0e7764c3dd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:22.969017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Subnet': ['ID=a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:23.038732 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:23.077864 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e3f26d69-1367-4f31-8fb6-6fb4e0b08741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:23.088745 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c1db436f-e55d-4d3e-81d7-4baa4e59954e tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:23.130447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f26d69-1367-4f31-8fb6-6fb4e0b08741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e7437f-5f2e-4d29-8c9b-c2e4526f0468,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:23.139560 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e3f26d69-1367-4f31-8fb6-6fb4e0b08741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:23.150992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Checking segment: {'id': '7c021f5f-6993-45b7-b70b-476b28057bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:23.156592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network hostable DHCP agents. Network: 8eb9ddd4-0be4-4d45-9a78-0266f06499cc, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:39:23.159076 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:23.160275 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-746eed2a-20fc-493a-a686-4b105ab73260 req-35bbb3e5-8ebf-4025-a787-29c45e3f43ed service neutron] 10.222.0.32 "GET /v2.0/networks/5eb60293-5b97-468b-83ba-a7ff382dab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4294388
Jun 04 15:39:23.172845 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e3f26d69-1367-4f31-8fb6-6fb4e0b08741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:23.174105 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e3f26d69-1367-4f31-8fb6-6fb4e0b08741 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0e7437f-5f2e-4d29-8c9b-c2e4526f0468 HTTP/1.1" status: 204  len: 168 time: 0.9383929
Jun 04 15:39:23.189530 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-359220177', 'router:external': True}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:23.194798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:23.199263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Usage tracker for resource:network and tenant:554dafffc1894d35a12e1144db611e45 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:23.202457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:23.214499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:23.276880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 8eb9ddd4-0be4-4d45-9a78-0266f06499cc is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:39:23.311244 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:23.315559 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Made reservation on behalf of 554dafffc1894d35a12e1144db611e45 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:23.323122 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:23.325761 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd7a8b0>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:39:14Z', 'revision_number': 2, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:22Z', 'revision_number': 4, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:23.330363 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20dc505-a230-4206-b4f9-b2ec7616ba79 None None] The sync data for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 is: [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:39:14Z', 'revision_number': 2, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:22Z', 'revision_number': 4, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:39:23.331094 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3a99875d-1eaf-499c-880b-366f02f30617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:23.400553 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:23.414048 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 8eb9ddd4-0be4-4d45-9a78-0266f06499cc) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:23.427924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:23.428686 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:23.436285 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73900f2-3d6f-40af-8e01-fcba47ddf17a None None] Network 8eb9ddd4-0be4-4d45-9a78-0266f06499cc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:23.470297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39404) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:23.498640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:23.511652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network c769656c-f2af-4997-a59f-fed28614d1f1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:23.514855 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Usage tracker for resource:security_group_rule and tenant:554dafffc1894d35a12e1144db611e45 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:23.517822 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9fa54282-9818-40e4-adc5-cb73d123a4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:23.527886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:23.532965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:23.542904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:23.545077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:23.596808 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.8256259
Jun 04 15:39:23.599719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39410) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:23.621510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=3728edd0-d0b3-457c-9d98-a9cc0a121785,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:23.682350 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:23.705410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9fa54282-9818-40e4-adc5-cb73d123a4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:23.744340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9fa54282-9818-40e4-adc5-cb73d123a4ef admin admin] Usage tracker for resource:security_group_rule and tenant:432005d64abb4a998b09c0f062016687 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:23.780426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9fa54282-9818-40e4-adc5-cb73d123a4ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:23.788571 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:23.870173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9fa54282-9818-40e4-adc5-cb73d123a4ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:23.896701 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:23.900547 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:23.943284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:39:23.944166 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:24.186529 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 91ceb05a-8554-41e9-8786-ca62931b25c1 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:39:24.272808 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Allocated IP 2001:db8:1::2 (8eb9ddd4-0be4-4d45-9a78-0266f06499cc/a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33/d9e6187e-24d1-4b10-909b-0511618da541) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:24.330920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39418) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:24.339328 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:24.359589 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-56cbc9f1-8ac1-4cc7-b6bc-52ea7d5540a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:24.400884 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-57701ee3-840b-4a96-b454-0cf0471a6391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:24.416210 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 91ceb05a-8554-41e9-8786-ca62931b25c1 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:24.426350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:39:24.428333 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 91ceb05a-8554-41e9-8786-ca62931b25c1 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:24.428840 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:24.465661 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-57701ee3-840b-4a96-b454-0cf0471a6391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:24.472808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7a5674-0ced-4e87-8bcf-22ee4e4ef89a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:24.479737 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:24.480072 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Added segment fb561acf-e35b-443c-a866-91e71a16404e of type vlan for network d4c928a5-1c99-4006-9db4-5b87a9ab6e30
Jun 04 15:39:24.491304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-57701ee3-840b-4a96-b454-0cf0471a6391 admin admin] Usage tracker for resource:security_group_rule and tenant:c7e168c8cfe14e6e80eff231c87f4094 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:24.502287 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:24.504206 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-57701ee3-840b-4a96-b454-0cf0471a6391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:24.530565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-57701ee3-840b-4a96-b454-0cf0471a6391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:24.613457 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:24.652921 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:24.654282 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9fa54282-9818-40e4-adc5-cb73d123a4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:24.721116 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:24.728490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 91ceb05a-8554-41e9-8786-ca62931b25c1, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=91ceb05a-8554-41e9-8786-ca62931b25c1,segment=NetworkSegment(11766b58-84bd-42b8-b84d-031a54b7bebf),segment_id=11766b58-84bd-42b8-b84d-031a54b7bebf)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:24.735129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Transition to ACTIVE for port object d9e6187e-24d1-4b10-909b-0511618da541 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:24.763585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Transition to ACTIVE for port object d9e6187e-24d1-4b10-909b-0511618da541 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:24.767235 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9fa54282-9818-40e4-adc5-cb73d123a4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:24.799775 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7ec5e501-141e-4124-bb5a-7a837f58c5fd tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:24.825848 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:24.829374 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:24.890561 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:24.906444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa54282-9818-40e4-adc5-cb73d123a4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2241f6-4ed9-4293-8792-410a6a183d92,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:24.913563 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9fa54282-9818-40e4-adc5-cb73d123a4ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=432005d64abb4a998b09c0f062016687&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4389002
Jun 04 15:39:24.916650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39426) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:24.921901 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9fa54282-9818-40e4-adc5-cb73d123a4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:24.924135 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:24.950754 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:24.951779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:24.952350 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:24.965255 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-64d20837-2091-41a5-a58b-6e73b0c28fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:24.979827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=91ceb05a-8554-41e9-8786-ca62931b25c1,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:24.993965 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:24.995731 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:25.003141 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ad2560eb-fc9e-47b7-b290-c546edea999b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:25.011967 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-57701ee3-840b-4a96-b454-0cf0471a6391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:25.101619 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c7e8e089-f6b7-4f99-b2bc-5fce009bb140 req-956748bc-6f08-4208-b351-39cf33c9e400 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 210 time: 0.1628993
Jun 04 15:39:25.124440 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Pushing event updated for resources: {'Port': ['ID=d9e6187e-24d1-4b10-909b-0511618da541,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:25.126792 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:25.146742 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Network 8eb9ddd4-0be4-4d45-9a78-0266f06499cc is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:25.148234 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:25.151703 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:25.187860 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-57701ee3-840b-4a96-b454-0cf0471a6391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:25.254538 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Attempting to bind port d9e6187e-24d1-4b10-909b-0511618da541 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:39:25.254819 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Attempting to bind port d9e6187e-24d1-4b10-909b-0511618da541 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '7c021f5f-6993-45b7-b70b-476b28057bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:39:25.255475 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Attempting to bind port d9e6187e-24d1-4b10-909b-0511618da541 on network 8eb9ddd4-0be4-4d45-9a78-0266f06499cc {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:39:25.264887 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:39:25.265309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Checking segment: {'id': '7c021f5f-6993-45b7-b70b-476b28057bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:25.266124 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:25.266625 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Bound using segment: {'id': '7c021f5f-6993-45b7-b70b-476b28057bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:39:25.266761 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Bound port: d9e6187e-24d1-4b10-909b-0511618da541, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c021f5f-6993-45b7-b70b-476b28057bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:39:25.267095 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:25.275507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Pushing event updated for resources: {'Network': ['ID=d4c928a5-1c99-4006-9db4-5b87a9ab6e30,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:25.280932 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19a254ba-efcb-4851-83d2-1b361196adfc req-a0d8478b-49d8-4856-90db-b5d8d06235b0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5795100
Jun 04 15:39:25.282639 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:25.294818 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-69b23792-6a9b-4c85-9433-ee7002ce1c37 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:25.359748 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bad2377a-6f3d-461e-82cd-c61ee9927222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:25.369684 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-57701ee3-840b-4a96-b454-0cf0471a6391 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7e168c8cfe14e6e80eff231c87f4094&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0300782
Jun 04 15:39:25.376653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57701ee3-840b-4a96-b454-0cf0471a6391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1616d39-d8f1-4b11-ae20-776b7aaf83f9,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:25.428432 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network d4c928a5-1c99-4006-9db4-5b87a9ab6e30 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:39:25.441967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39434) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:25.448178 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 2.7758203
Jun 04 15:39:25.449956 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-57701ee3-840b-4a96-b454-0cf0471a6391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:25.472196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39436) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:25.485835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Request body: {'subnet': {'network_id': 'd4c928a5-1c99-4006-9db4-5b87a9ab6e30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:25.522282 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Allocated IP 2001:db8:1::1 (8eb9ddd4-0be4-4d45-9a78-0266f06499cc/a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33/abd8af54-4b85-4d6c-8ae0-3900c302366e) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:25.568528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:25.600546 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bad2377a-6f3d-461e-82cd-c61ee9927222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:25.617931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Usage tracker for resource:subnet and tenant:554dafffc1894d35a12e1144db611e45 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:25.625359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] For port d9e6187e-24d1-4b10-909b-0511618da541, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:39:25.625359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] For port d9e6187e-24d1-4b10-909b-0511618da541, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d9e6187e-24d1-4b10-909b-0511618da541,segment=NetworkSegment(7c021f5f-6993-45b7-b70b-476b28057bf4),segment_id=7c021f5f-6993-45b7-b70b-476b28057bf4)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:39:25.636614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:25.658441 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:25.727845 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:25.737451 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a1eeb6af-6770-4ef3-a80d-d8c0b72818c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:25.764968 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-256459ad-5f87-45ad-a6ff-484d1ad54f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:25.794814 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:25.845254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Made reservation on behalf of 554dafffc1894d35a12e1144db611e45 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:25.847663 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:25.848414 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Pushing event updated for resources: {'Port': ['ID=d9e6187e-24d1-4b10-909b-0511618da541,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:25.851628 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:25.910288 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-256459ad-5f87-45ad-a6ff-484d1ad54f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:25.911995 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:25.947835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a254ba-efcb-4851-83d2-1b361196adfc req-b20086f3-335a-4b99-a908-d944af3335f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:25.949366 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19a254ba-efcb-4851-83d2-1b361196adfc req-b20086f3-335a-4b99-a908-d944af3335f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 1097 time: 0.4793830
Jun 04 15:39:25.957025 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Transition to ACTIVE for port object abd8af54-4b85-4d6c-8ae0-3900c302366e will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:26.042670 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bad2377a-6f3d-461e-82cd-c61ee9927222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:26.091760 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:26.093420 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e3f26d69-1367-4f31-8fb6-6fb4e0b08741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:26.119934 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-66532b3b-0277-43bc-81dd-7d4d0087a938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:26.172179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2377a-6f3d-461e-82cd-c61ee9927222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2241f6-4ed9-4293-8792-410a6a183d92,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:26.198255 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 91ceb05a-8554-41e9-8786-ca62931b25c1 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:39:26.243391 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bad2377a-6f3d-461e-82cd-c61ee9927222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:26.263943 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bad2377a-6f3d-461e-82cd-c61ee9927222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:26.267948 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bad2377a-6f3d-461e-82cd-c61ee9927222 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de2241f6-4ed9-4293-8792-410a6a183d92 HTTP/1.1" status: 204  len: 168 time: 1.3450301
Jun 04 15:39:26.285885 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:39:26.310616 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:26.391487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a254ba-efcb-4851-83d2-1b361196adfc req-7138beb9-08ca-42ec-9cd1-48c5196ddc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:26.401994 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19a254ba-efcb-4851-83d2-1b361196adfc req-7138beb9-08ca-42ec-9cd1-48c5196ddc43 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 917 time: 0.3873971
Jun 04 15:39:26.402997 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:26.423927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 8eb9ddd4-0be4-4d45-9a78-0266f06499cc is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:26.439014 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:26.441464 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f4cda152-9086-4726-b1ca-369e469951e6 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:26.454186 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:26.454833 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:26.472289 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 91ceb05a-8554-41e9-8786-ca62931b25c1 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:26.472671 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:26.477251 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3d6dbbee-669b-4e5b-9dbb-cdd675f4cac0 req-2369f3cf-e33e-4cb2-9ccf-ee185891ab6c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 210 time: 0.1866176
Jun 04 15:39:26.499133 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=abd8af54-4b85-4d6c-8ae0-3900c302366e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:26.510705 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:26.775959 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-256459ad-5f87-45ad-a6ff-484d1ad54f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:26.808767 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:26.955576 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-256459ad-5f87-45ad-a6ff-484d1ad54f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:26.956734 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-256459ad-5f87-45ad-a6ff-484d1ad54f13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1616d39-d8f1-4b11-ae20-776b7aaf83f9 HTTP/1.1" status: 204  len: 168 time: 1.5107553
Jun 04 15:39:26.970841 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:26.978488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=3728edd0-d0b3-457c-9d98-a9cc0a121785,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:26.989453 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:26.992250 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3f4e02b4-1b0f-417d-9cd2-14490d164063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:27.007183 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19a254ba-efcb-4851-83d2-1b361196adfc req-a59f17a4-1250-45de-ac34-bcf4896aa124 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2143492-b011-42f0-a341-8a7bebb56539 HTTP/1.1" status: 200  len: 1002 time: 0.5716889
Jun 04 15:39:27.074480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256459ad-5f87-45ad-a6ff-484d1ad54f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1616d39-d8f1-4b11-ae20-776b7aaf83f9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:27.114357 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-256459ad-5f87-45ad-a6ff-484d1ad54f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:27.326440 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a254ba-efcb-4851-83d2-1b361196adfc req-90662c2c-b3ce-48f4-a4e5-e119b7dbeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:27.330487 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19a254ba-efcb-4851-83d2-1b361196adfc req-90662c2c-b3ce-48f4-a4e5-e119b7dbeaea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 200  len: 855 time: 0.2920589
Jun 04 15:39:27.376566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba56c367-bac7-47ae-84a4-7f6cd1e4ca5d None None] Network 8eb9ddd4-0be4-4d45-9a78-0266f06499cc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:27.566957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network c769656c-f2af-4997-a59f-fed28614d1f1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:27.594300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:27.688693 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fd9e9c6b-208c-4edf-a571-ff221168c190 req-c65f9283-1a51-4798-bbd2-1ffb5fcd9ffb tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 210 time: 0.0983493
Jun 04 15:39:27.764431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a254ba-efcb-4851-83d2-1b361196adfc req-b4fa5803-0067-4dc7-8b9e-e0aec607bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:27.766001 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19a254ba-efcb-4851-83d2-1b361196adfc req-b4fa5803-0067-4dc7-8b9e-e0aec607bd91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4224272
Jun 04 15:39:27.795785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5a5f345d-0a48-4223-8855-b85bee880d01 None None] Provisioning for port d9e6187e-24d1-4b10-909b-0511618da541 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:27.795916 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:27.885828 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:27.893643 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:27.941032 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a3590ad3-c9c1-44ad-94b5-07f59b115f62 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:28.089693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=abd8af54-4b85-4d6c-8ae0-3900c302366e,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:28.094413 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:28.133324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39498) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:28.152115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d9e6187e-24d1-4b10-909b-0511618da541 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:39:28.161295 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 69e2a3ec-0d53-483a-8087-ab1c851ae779 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:39:28.205821 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19a254ba-efcb-4851-83d2-1b361196adfc req-0fc8a4eb-cebe-408e-bd04-1da31c2dce16 service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3735964
Jun 04 15:39:28.270623 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 8eb9ddd4-0be4-4d45-9a78-0266f06499cc is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:28.271868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:28.321289 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb28d-290a-46a4-9ffd-76fc4d54cb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:28.436879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port d9e6187e-24d1-4b10-909b-0511618da541 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:28.446529 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d9e6187e-24d1-4b10-909b-0511618da541 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:28.446529 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:28.521408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-26b41738-1366-4ae8-ac71-c643b5c284e1 None None] Provisioning for port abd8af54-4b85-4d6c-8ae0-3900c302366e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:28.531211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-26b41738-1366-4ae8-ac71-c643b5c284e1 None None] Provisioning complete for port abd8af54-4b85-4d6c-8ae0-3900c302366e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:28.532428 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-26b41738-1366-4ae8-ac71-c643b5c284e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:28.586659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ab2bb28d-290a-46a4-9ffd-76fc4d54cb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:28.657234 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 7dd677aa-f9b5-4081-ace9-8ef00355da65 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:39:28.727617 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:28.754130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.objects.ports [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88300) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:39:28.754775 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:28.773691 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a8026606-2fd2-4a75-a18f-0ceefd28e1f3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:28.814979 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-26b41738-1366-4ae8-ac71-c643b5c284e1 None None] Port abd8af54-4b85-4d6c-8ae0-3900c302366e cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:39:28.823469 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port d9e6187e-24d1-4b10-909b-0511618da541, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d9e6187e-24d1-4b10-909b-0511618da541,segment=NetworkSegment(7c021f5f-6993-45b7-b70b-476b28057bf4),segment_id=7c021f5f-6993-45b7-b70b-476b28057bf4)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:28.833026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ab2bb28d-290a-46a4-9ffd-76fc4d54cb1b admin admin] Usage tracker for resource:security_group_rule and tenant:91e348b973554694b680a373baa8e36e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:28.854655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ab2bb28d-290a-46a4-9ffd-76fc4d54cb1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:28.869844 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-97f91396-0434-43d4-9d65-d7548deda84f req-b8b95b49-f9ae-468f-8e85-da995ab5ece8 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 210 time: 0.0746160
Jun 04 15:39:28.879486 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ade6b49a-8fd0-4263-a6ef-85b5c6d19d3a,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:28.889423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ab2bb28d-290a-46a4-9ffd-76fc4d54cb1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:28.898264 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:28.900303 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c5077e4f-db85-418d-ad09-918b9ba5d5c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:28.904126 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:29.026351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3d7d453f-11ab-41f3-a78c-e10ddba01c0a None None] Provisioning complete for port abd8af54-4b85-4d6c-8ae0-3900c302366e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:29.026740 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3d7d453f-11ab-41f3-a78c-e10ddba01c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:29.047296 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19a254ba-efcb-4851-83d2-1b361196adfc req-b106950a-69dc-4f56-9d84-ef1c50d52660 service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8258200
Jun 04 15:39:29.063622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Checking segment: {'id': 'fb561acf-e35b-443c-a866-91e71a16404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd4c928a5-1c99-4006-9db4-5b87a9ab6e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:29.063951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Network hostable DHCP agents. Network: d4c928a5-1c99-4006-9db4-5b87a9ab6e30, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:39:29.065428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:39:29.074911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:39:29.083775 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Sync routers for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:39:29.108580 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3d7d453f-11ab-41f3-a78c-e10ddba01c0a None None] Port abd8af54-4b85-4d6c-8ae0-3900c302366e cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:39:29.110655 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37637623-d5ec-4c2b-b1b6-ee2e8f684117 None None] Sync routers for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:39:29.121166 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:29.121791 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9b08e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:29.128398 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37637623-d5ec-4c2b-b1b6-ee2e8f684117 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:29.129044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-37637623-d5ec-4c2b-b1b6-ee2e8f684117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc34070>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:29.141591 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/7dd677aa-f9b5-4081-ace9-8ef00355da65/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5428860
Jun 04 15:39:29.142237 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39516) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:29.143937 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "PUT /v2.0/routers/69e2a3ec-0d53-483a-8087-ab1c851ae779/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1368036
Jun 04 15:39:29.150894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1790631622'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:29.154602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39518) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:29.160571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'port': {'network_id': 'c769656c-f2af-4997-a59f-fed28614d1f1', 'name': 'tempest-FloatingIPTestJSON-597594263'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:29.204612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Network d4c928a5-1c99-4006-9db4-5b87a9ab6e30 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:39:29.228109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-37637623-d5ec-4c2b-b1b6-ee2e8f684117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc34070>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:29.228340 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb28d-290a-46a4-9ffd-76fc4d54cb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:29.234272 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=d9e6187e-24d1-4b10-909b-0511618da541,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:29.239087 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:29.246720 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37637623-d5ec-4c2b-b1b6-ee2e8f684117 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:29.247531 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-37637623-d5ec-4c2b-b1b6-ee2e8f684117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc34070>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:29.318655 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-37637623-d5ec-4c2b-b1b6-ee2e8f684117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc34070>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:29.319335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37637623-d5ec-4c2b-b1b6-ee2e8f684117 None None] The sync data for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:39:29.329816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8d0e9d75-0c37-446f-85b6-b4106b109d84 None None] Provisioning complete for port abd8af54-4b85-4d6c-8ae0-3900c302366e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:29.330202 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d0e9d75-0c37-446f-85b6-b4106b109d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:29.333875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, d4c928a5-1c99-4006-9db4-5b87a9ab6e30) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:29.335577 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb28d-290a-46a4-9ffd-76fc4d54cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:29.364733 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f485318e-6596-4eed-82cf-04f5ebfe4406 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:29.371304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:29.380489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:29.386899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Usage tracker for resource:port and tenant:fd5e5d520f97480f91c3a626ef7c9a19 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:29.390163 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:29.396837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:29.397050 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e9d75-0c37-446f-85b6-b4106b109d84 None None] Port abd8af54-4b85-4d6c-8ae0-3900c302366e cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:39:29.404605 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b949509-4268-4ba9-81df-02fcdd6ca317 None None] Network d4c928a5-1c99-4006-9db4-5b87a9ab6e30 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:29.410431 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:network and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:29.418473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:29.442760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:29.443747 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:29.445594 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:29.493815 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Made reservation on behalf of fd5e5d520f97480f91c3a626ef7c9a19 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:29.498724 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:29.523919 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9090dc8a-e158-428f-b371-935eeaf584c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:29.542627 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ab2bb28d-290a-46a4-9ffd-76fc4d54cb1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91e348b973554694b680a373baa8e36e&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4041607
Jun 04 15:39:29.544147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bb28d-290a-46a4-9ffd-76fc4d54cb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b31ee2-8af7-40e2-a8de-4213e90f0ffb,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:29.545179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39524) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:29.550104 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ab2bb28d-290a-46a4-9ffd-76fc4d54cb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:29.577251 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:39:29.608785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 4.1278825
Jun 04 15:39:29.611465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39526) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:29.616708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1980925778', 'network_id': 'd4c928a5-1c99-4006-9db4-5b87a9ab6e30'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:29.636244 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:29.640733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Usage tracker for resource:port and tenant:554dafffc1894d35a12e1144db611e45 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:29.644559 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:29.656742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:29.659623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:29.660321 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:29.736794 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f889f8-d889-4498-b969-4db89e7bfd2f None None] Network d4c928a5-1c99-4006-9db4-5b87a9ab6e30 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:29.752965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Made reservation on behalf of 554dafffc1894d35a12e1144db611e45 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:29.752965 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:29.758754 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6adf8c84-9313-4353-bb0a-00f0150e44d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:29.766887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] device_id is not set on port 4cead33f-51c4-4e25-a030-372cb1ae579b yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:39:29.813489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] device_id is not set on port 728f370f-b658-40ad-b8a5-a2a74c252e87 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:39:29.850242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:39:29.886480 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6adf8c84-9313-4353-bb0a-00f0150e44d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:29.948826 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:29.949201 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Added segment 69d4395d-b4e6-4f9e-a438-e85bec612f20 of type vlan for network d5791b16-afe3-407b-9317-1dee2168585f
Jun 04 15:39:30.154640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d9e6187e-24d1-4b10-909b-0511618da541 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:39:30.191445 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-122af3c8-d867-4c8b-b7c8-4bee65c74a18 req-1eec689c-46e8-4b08-bafd-6447f693f39e tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 210 time: 0.1994750
Jun 04 15:39:30.214685 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:30.254632 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9b08e0>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:39:26Z', 'revision_number': 3, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:27Z', 'revision_number': 2, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:30.256045 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Allocated IP 172.20.0.8 (c769656c-f2af-4997-a59f-fed28614d1f1/b6c719ea-52e1-4836-a25f-3b635b2fff8e/4cead33f-51c4-4e25-a030-372cb1ae579b) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:30.261664 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Checking router: 7dd677aa-f9b5-4081-ace9-8ef00355da65 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:39:30.262217 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Updating router 7dd677aa-f9b5-4081-ace9-8ef00355da65 port abd8af54-4b85-4d6c-8ae0-3900c302366e binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:39:30.335814 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:30.364503 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:30.370983 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:30.371708 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:30.480692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Allocated IP 172.20.0.12 (d4c928a5-1c99-4006-9db4-5b87a9ab6e30/ade6b49a-8fd0-4263-a6ef-85b5c6d19d3a/728f370f-b658-40ad-b8a5-a2a74c252e87) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:30.538015 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d9e6187e-24d1-4b10-909b-0511618da541 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:30.538660 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:30.694490 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c8465f30-9c8a-47a5-b16c-563009d5d362 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:30.729445 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6adf8c84-9313-4353-bb0a-00f0150e44d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:30.857629 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6adf8c84-9313-4353-bb0a-00f0150e44d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:30.861228 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6adf8c84-9313-4353-bb0a-00f0150e44d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0b31ee2-8af7-40e2-a8de-4213e90f0ffb HTTP/1.1" status: 204  len: 168 time: 1.3123095
Jun 04 15:39:30.878996 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:30.882949 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:30.901515 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Transition to ACTIVE for port object abd8af54-4b85-4d6c-8ae0-3900c302366e will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:30.923359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39552) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:30.937775 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'subnet': {'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:30.938426 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.7795281
Jun 04 15:39:30.963738 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:30.973536 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-24af1219-0a34-478a-bb3a-257bfa96da46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:31.030764 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Network': ['ID=d5791b16-afe3-407b-9317-1dee2168585f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:31.036062 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:31.036552 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:31.043712 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network d5791b16-afe3-407b-9317-1dee2168585f details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:39:31.051802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf8c84-9313-4353-bb0a-00f0150e44d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b31ee2-8af7-40e2-a8de-4213e90f0ffb,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:31.063001 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6adf8c84-9313-4353-bb0a-00f0150e44d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:31.104835 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:31.294471 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:31.300520 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-556bd44a-bdf8-4f5f-b947-224c9970a149 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:31.331392 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:31.345607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:31.375300 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4139e268-893f-4fd3-a744-1b4e1f685788 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:31.408449 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be0e09-1409-4ef3-8d62-161091e0c380 None None] Pushing event updated for resources: {'Port': ['ID=abd8af54-4b85-4d6c-8ae0-3900c302366e,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:31.412304 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-95be0e09-1409-4ef3-8d62-161091e0c380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:31.459315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:subnet and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:31.515085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:31.526961 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network c769656c-f2af-4997-a59f-fed28614d1f1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:31.535964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:31.554948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:31.575413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:31.619875 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5fe663d1-08b5-4dea-a3e1-ac3983bab297 req-0acc8f2e-3d20-4388-a1e2-ccf212c296d2 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 210 time: 0.1875243
Jun 04 15:39:31.649738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Network d4c928a5-1c99-4006-9db4-5b87a9ab6e30 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:31.662399 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=4cead33f-51c4-4e25-a030-372cb1ae579b,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:31.674142 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:31.676500 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Pushing event updated for resources: {'Port': ['ID=728f370f-b658-40ad-b8a5-a2a74c252e87,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:31.680798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:31.687819 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:31.720783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:31.722237 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:31.728260 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Attempting to bind port abd8af54-4b85-4d6c-8ae0-3900c302366e on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:39:31.729474 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Attempting to bind port abd8af54-4b85-4d6c-8ae0-3900c302366e by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '7c021f5f-6993-45b7-b70b-476b28057bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:39:31.729474 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Attempting to bind port abd8af54-4b85-4d6c-8ae0-3900c302366e on network 8eb9ddd4-0be4-4d45-9a78-0266f06499cc {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:39:31.745164 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:39:31.748245 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Checking segment: {'id': '7c021f5f-6993-45b7-b70b-476b28057bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:31.748245 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:31.748245 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Bound using segment: {'id': '7c021f5f-6993-45b7-b70b-476b28057bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:39:31.748245 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Bound port: abd8af54-4b85-4d6c-8ae0-3900c302366e, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c021f5f-6993-45b7-b70b-476b28057bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:39:31.748245 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:31.757567 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:31.796576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:31.797560 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:31.803720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:31.809563 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:31.848590 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] For port abd8af54-4b85-4d6c-8ae0-3900c302366e, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:39:31.852329 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] For port abd8af54-4b85-4d6c-8ae0-3900c302366e, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=abd8af54-4b85-4d6c-8ae0-3900c302366e,segment=NetworkSegment(7c021f5f-6993-45b7-b70b-476b28057bf4),segment_id=7c021f5f-6993-45b7-b70b-476b28057bf4)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:39:31.861205 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 2.7044082
Jun 04 15:39:31.869226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39568) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:31.875927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'port': {'network_id': 'c769656c-f2af-4997-a59f-fed28614d1f1', 'name': 'tempest-FloatingIPTestJSON-1323014633'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:31.957092 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:31.964861 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:31.991242 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:32.005935 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1024 time: 2.3866043
Jun 04 15:39:32.006422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39578) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:32.106397 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:32.109156 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9b08e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:32.332846 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:32.344437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Usage tracker for resource:port and tenant:fd5e5d520f97480f91c3a626ef7c9a19 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:32.361740 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:32.378204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:32.402451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-368a723f-b900-4e6c-b597-6dbf3c848f4a tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Deleting port 728f370f-b658-40ad-b8a5-a2a74c252e87 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:39:32.402848 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-368a723f-b900-4e6c-b597-6dbf3c848f4a tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:32.436969 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cced98b5-d583-47a4-8943-60fea5e1ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:32.484955 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Made reservation on behalf of fd5e5d520f97480f91c3a626ef7c9a19 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:32.500285 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:32.584590 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:39:32.634667 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] device_id is not set on port f1e5b71a-ad3f-4e19-8738-450db0e4f9c4 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:39:32.755604 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:32.759764 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-96505cf2-1271-47d4-82d7-f6e807532a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:32.836563 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be0e09-1409-4ef3-8d62-161091e0c380 None None] Pushing event updated for resources: {'Port': ['ID=abd8af54-4b85-4d6c-8ae0-3900c302366e,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:32.899097 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-95be0e09-1409-4ef3-8d62-161091e0c380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:32.916006 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Subnet': ['ID=6684266b-8579-409e-95bc-9d13d470b5e2,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:32.968308 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:32.995036 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b1e8f9eb-9592-40c2-ae0f-83fbb2fd4520 req-bcb62f24-6212-499a-b3ad-017b578f780b tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 210 time: 0.1052613
Jun 04 15:39:32.997636 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Checking segment: {'id': '69d4395d-b4e6-4f9e-a438-e85bec612f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:32.999001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network hostable DHCP agents. Network: d5791b16-afe3-407b-9317-1dee2168585f, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:39:33.017496 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39614) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:33.027984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Allocated IP 172.20.0.2 (c769656c-f2af-4997-a59f-fed28614d1f1/b6c719ea-52e1-4836-a25f-3b635b2fff8e/f1e5b71a-ad3f-4e19-8738-450db0e4f9c4) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:33.078188 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-fdadd02c-cc90-4d1c-8375-c704ff3b7a9f tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f6979d190d0e4606bbbfa29003704f05&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0573163
Jun 04 15:39:33.081838 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-368a723f-b900-4e6c-b597-6dbf3c848f4a tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:33.204114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-264087726-network', 'tenant_id': 'a3353753702247bbbd70fb49de792127'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:33.208198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network d5791b16-afe3-407b-9317-1dee2168585f is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:39:33.224016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:33.236087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Usage tracker for resource:network and tenant:a3353753702247bbbd70fb49de792127 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:33.245641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:33.255539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:33.290183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eed2a-20fc-493a-a686-4b105ab73260 req-539fdf91-813d-4bc6-8996-ff9161959fc1 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:33.291728 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-746eed2a-20fc-493a-a686-4b105ab73260 req-539fdf91-813d-4bc6-8996-ff9161959fc1 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.65 "GET /v2.0/networks?id=5eb60293-5b97-468b-83ba-a7ff382dab99 HTTP/1.1" status: 200  len: 809 time: 0.2333574
Jun 04 15:39:33.293722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, d5791b16-afe3-407b-9317-1dee2168585f) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:33.305553 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b225cd3d-ffc0-4226-b097-0252b171831e None None] Network d5791b16-afe3-407b-9317-1dee2168585f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:33.310169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-746eed2a-20fc-493a-a686-4b105ab73260 req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Request body: {'port': {'device_id': '3e1b1e45-8f7f-492c-a331-a1d8b350ad3a', 'network_id': '5eb60293-5b97-468b-83ba-a7ff382dab99', 'admin_state_up': True, 'tenant_id': '59c52ddeca7247f0a89ed572b8a23740'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:33.368404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-368a723f-b900-4e6c-b597-6dbf3c848f4a tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Calling delete_port for 728f370f-b658-40ad-b8a5-a2a74c252e87 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:39:33.384743 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9b08e0>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:39:26Z', 'revision_number': 3, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:31Z', 'revision_number': 4, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:33.389895 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d896434-d935-47a0-b857-bb624d1e4888 None None] The sync data for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 is: [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:39:26Z', 'revision_number': 3, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:31Z', 'revision_number': 4, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:39:33.597764 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-36adeb3e-0b6b-49a7-a443-ed80e2fdfe21 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:33.601468 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-36adeb3e-0b6b-49a7-a443-ed80e2fdfe21 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5056460
Jun 04 15:39:33.616430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:33.632488 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:33.638607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Made reservation on behalf of a3353753702247bbbd70fb49de792127 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:33.642281 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:33.664121 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-d5791b16-afe3-407b-9317-1dee2168585f', 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'fixed_ips': [{'subnet_id': '6684266b-8579-409e-95bc-9d13d470b5e2'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:39:33.665301 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:33.681055 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-368a723f-b900-4e6c-b597-6dbf3c848f4a tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:33.687410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-746eed2a-20fc-493a-a686-4b105ab73260 req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:33.691581 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:33.700673 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:33.713384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-746eed2a-20fc-493a-a686-4b105ab73260 req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Usage tracker for resource:port and tenant:59c52ddeca7247f0a89ed572b8a23740 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:33.730387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-746eed2a-20fc-493a-a686-4b105ab73260 req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:33.734232 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4810a248-cd46-4397-a059-64d7b65d7389 tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:33.758029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-746eed2a-20fc-493a-a686-4b105ab73260 req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:33.765982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:33.787524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Usage tracker for resource:security_group_rule and tenant:a3353753702247bbbd70fb49de792127 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:33.791708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:33.813050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:33.879092 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.9522994
Jun 04 15:39:33.880994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39628) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:33.897105 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Allocated IP 2001:db8:2::2 (d5791b16-afe3-407b-9317-1dee2168585f/6684266b-8579-409e-95bc-9d13d470b5e2/1856208f-639d-4708-85c3-b0dc2745162a) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:33.954105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746eed2a-20fc-493a-a686-4b105ab73260 req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Made reservation on behalf of 59c52ddeca7247f0a89ed572b8a23740 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:33.966363 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-746eed2a-20fc-493a-a686-4b105ab73260 req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:34.079328 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-7c7caeb1-8b2c-4422-83e3-984c167bc11a tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/quotas/f6979d190d0e4606bbbfa29003704f05 HTTP/1.1" status: 200  len: 375 time: 0.4239826
Jun 04 15:39:34.125681 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a723f-b900-4e6c-b597-6dbf3c848f4a tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Pushing event deleted for resources: {'Port': ['ID=728f370f-b658-40ad-b8a5-a2a74c252e87,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:34.192738 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device abd8af54-4b85-4d6c-8ae0-3900c302366e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:39:34.222531 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-368a723f-b900-4e6c-b597-6dbf3c848f4a tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:34.371323 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:34.377423 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-b035f786-8c5f-4d9d-bcc9-bb707322dd8d tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6979d190d0e4606bbbfa29003704f05&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2642992
Jun 04 15:39:34.386464 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Transition to ACTIVE for port object 1856208f-639d-4708-85c3-b0dc2745162a will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:34.410091 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Transition to ACTIVE for port object 1856208f-639d-4708-85c3-b0dc2745162a will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:34.414208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port abd8af54-4b85-4d6c-8ae0-3900c302366e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:34.419728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port abd8af54-4b85-4d6c-8ae0-3900c302366e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:34.420083 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:34.480056 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-368a723f-b900-4e6c-b597-6dbf3c848f4a tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:34.495359 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:34.507354 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-368a723f-b900-4e6c-b597-6dbf3c848f4a tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "DELETE /v2.0/ports/728f370f-b658-40ad-b8a5-a2a74c252e87 HTTP/1.1" status: 204  len: 168 time: 2.4888299
Jun 04 15:39:34.507354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39640) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:34.515505 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ced86eda-c52f-418d-b28d-bee18ab20426 req-2a7132ea-10f9-4fc3-ac3d-ce82d2b90614 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 210 time: 0.1390893
Jun 04 15:39:34.521895 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4c928a5-1c99-4006-9db4-5b87a9ab6e30', 'external_fixed_ips': [{'subnet_id': 'ade6b49a-8fd0-4263-a6ef-85b5c6d19d3a', 'ip_address': '172.20.0.12'}]}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:34.529170 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:34.533864 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Usage tracker for resource:router and tenant:554dafffc1894d35a12e1144db611e45 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:34.541164 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:34.541274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:34.547830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:34.566728 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:34.601974 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:34.683656 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Network d5791b16-afe3-407b-9317-1dee2168585f is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:34.689538 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:34.692093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:34.706502 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:34.709523 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:34.715466 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7ff9948a-1221-454f-b0b5-76d52e4ab5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:34.725518 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-226e3c2d-4882-4f3b-9fa7-a041d47bca60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:34.791122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e061b34-e0ab-46b8-b9a4-2678596a78b0,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:34.801775 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:34.835210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:39:34.865466 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=f1e5b71a-ad3f-4e19-8738-450db0e4f9c4,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:34.880825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:34.881974 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:34.885700 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:34.898292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Pushing event updated for resources: {'Port': ['ID=1856208f-639d-4708-85c3-b0dc2745162a,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:34.901168 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:34.911121 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:34.928517 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Attempting to bind port 1856208f-639d-4708-85c3-b0dc2745162a on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:39:34.928912 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Attempting to bind port 1856208f-639d-4708-85c3-b0dc2745162a by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '69d4395d-b4e6-4f9e-a438-e85bec612f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:39:34.930076 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Attempting to bind port 1856208f-639d-4708-85c3-b0dc2745162a on network d5791b16-afe3-407b-9317-1dee2168585f {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:39:34.933660 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network c769656c-f2af-4997-a59f-fed28614d1f1 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:34.935949 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:34.939465 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:34.953847 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:39:34.954247 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Checking segment: {'id': '69d4395d-b4e6-4f9e-a438-e85bec612f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:34.954892 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:34.955365 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Bound using segment: {'id': '69d4395d-b4e6-4f9e-a438-e85bec612f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:39:34.956382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Bound port: 1856208f-639d-4708-85c3-b0dc2745162a, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d4395d-b4e6-4f9e-a438-e85bec612f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:39:34.956912 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:34.977609 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:35.058293 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:35.059232 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:35.093192 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] For port 1856208f-639d-4708-85c3-b0dc2745162a, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:39:35.096649 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] For port 1856208f-639d-4708-85c3-b0dc2745162a, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1856208f-639d-4708-85c3-b0dc2745162a,segment=NetworkSegment(69d4395d-b4e6-4f9e-a438-e85bec612f20),segment_id=69d4395d-b4e6-4f9e-a438-e85bec612f20)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:39:35.132362 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:35.132880 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Added segment 03ce283f-169f-4bd5-ab8e-21786a82a0dd of type vlan for network c32d05f8-c639-4a94-9a92-e96653100b65
Jun 04 15:39:35.144582 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port abd8af54-4b85-4d6c-8ae0-3900c302366e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=abd8af54-4b85-4d6c-8ae0-3900c302366e,segment=NetworkSegment(7c021f5f-6993-45b7-b70b-476b28057bf4),segment_id=7c021f5f-6993-45b7-b70b-476b28057bf4)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:35.154393 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-178470b2-dd56-47ec-a6aa-758284fe1af8 req-4eaae048-9241-407a-b355-125dda398a2e tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 210 time: 0.2804732
Jun 04 15:39:35.174938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-746eed2a-20fc-493a-a686-4b105ab73260 req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Allocated IP 172.20.0.10 (5eb60293-5b97-468b-83ba-a7ff382dab99/79ba88e3-628d-4337-9bf2-2f8a043ab8b4/e5fcd8fd-50ee-4728-8b9d-996676d23bba) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:35.184390 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.3075528
Jun 04 15:39:35.184390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39648) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:35.190330 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'port_id': 'f1e5b71a-ad3f-4e19-8738-450db0e4f9c4', 'fixed_ip_address': '172.20.0.2'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:35.198571 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:35.204134 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:35.206786 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:35.213755 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-888f7e2f-4c10-4de4-9115-57cf3e6a8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:35.285658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:35.290326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Pushing event updated for resources: {'Port': ['ID=1856208f-639d-4708-85c3-b0dc2745162a,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:35.295382 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:35.297389 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:35.297859 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:35.311289 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:35.391070 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=abd8af54-4b85-4d6c-8ae0-3900c302366e,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:35.395651 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:35.422804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Usage tracker for resource:floatingip and tenant:fd5e5d520f97480f91c3a626ef7c9a19 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:35.434035 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:35.442566 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:35.446424 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:35.543867 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:35.544894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:35.545535 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:35.557179 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:35.563806 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e91ce17d-ccec-422e-aba7-f0470c42b38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:35.817460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=c32d05f8-c639-4a94-9a92-e96653100b65,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:35.837861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network c32d05f8-c639-4a94-9a92-e96653100b65 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:39:35.873118 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d7f647a5-a39a-45e9-9c8d-717b781ed1f0 req-cf16a4f0-9c5d-4dfd-a98d-e8b3bac51be7 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 210 time: 0.0768712
Jun 04 15:39:35.915159 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:35.929589 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.9081347
Jun 04 15:39:35.934623 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39662) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:35.949316 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Request body: {'subnet': {'network_id': 'c32d05f8-c639-4a94-9a92-e96653100b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-264087726-subnet', 'tenant_id': 'a3353753702247bbbd70fb49de792127', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:35.964639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:35.977141 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Usage tracker for resource:subnet and tenant:a3353753702247bbbd70fb49de792127 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:35.977141 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:36.002503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:36.141652 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:36.220510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Made reservation on behalf of a3353753702247bbbd70fb49de792127 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:36.223345 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:36.241056 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1856208f-639d-4708-85c3-b0dc2745162a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:39:36.261398 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-746eed2a-20fc-493a-a686-4b105ab73260 req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:36.423285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Allocated IP 2001:db8:2::1 (d5791b16-afe3-407b-9317-1dee2168585f/6684266b-8579-409e-95bc-9d13d470b5e2/b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:36.425229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 1856208f-639d-4708-85c3-b0dc2745162a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:36.431687 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device abd8af54-4b85-4d6c-8ae0-3900c302366e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:39:36.607558 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port abd8af54-4b85-4d6c-8ae0-3900c302366e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:36.608356 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:36.710936 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-34bdfa66-714a-44a5-8333-f5e08ad69dc0 req-b7045ae1-6d45-4c42-94d7-fea51f3078db tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 210 time: 0.3688490
Jun 04 15:39:36.755335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e356ff0-b1d8-466b-a301-af9df3a1bef4 None None] Network d5791b16-afe3-407b-9317-1dee2168585f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:36.780134 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-746eed2a-20fc-493a-a686-4b105ab73260 req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:36.793409 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:36.881054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746eed2a-20fc-493a-a686-4b105ab73260 req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Network 5eb60293-5b97-468b-83ba-a7ff382dab99 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:36.888628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-746eed2a-20fc-493a-a686-4b105ab73260 req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:36.897017 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-746eed2a-20fc-493a-a686-4b105ab73260 req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:36.922329 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:36.945304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Pushing event updated for resources: {'Port': ['ID=e5fcd8fd-50ee-4728-8b9d-996676d23bba,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:36.988627 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:37.005474 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:37.064646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Allocated IP 172.25.4.195 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/cd8a1fac-8bc3-4d80-ab05-cc7df62652b9) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:37.093055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eed2a-20fc-493a-a686-4b105ab73260 req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:37.093883 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-746eed2a-20fc-493a-a686-4b105ab73260 req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:37.117614 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:37.169832 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c2bd8e62-8a79-4463-ab17-6f7a888b8d34 None None] Provisioning for port 1856208f-639d-4708-85c3-b0dc2745162a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:37.183276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c2bd8e62-8a79-4463-ab17-6f7a888b8d34 None None] Provisioning complete for port 1856208f-639d-4708-85c3-b0dc2745162a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:37.183276 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c2bd8e62-8a79-4463-ab17-6f7a888b8d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:37.194372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Transition to ACTIVE for port object b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:37.264639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98370811-dae4-4725-907b-79602e3f197a req-5c6243af-5c1a-4255-8e30-de0af43f0f29 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:37.266014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-98370811-dae4-4725-907b-79602e3f197a req-5c6243af-5c1a-4255-8e30-de0af43f0f29 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Synchronizing usage tracker for tenant:59c52ddeca7247f0a89ed572b8a23740 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:39:37.270529 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-746eed2a-20fc-493a-a686-4b105ab73260 req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9680161
Jun 04 15:39:37.284538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Request body: {'port': {'device_id': '3e1b1e45-8f7f-492c-a331-a1d8b350ad3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:37.417241 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:37.426055 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:37.481909 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c2bd8e62-8a79-4463-ab17-6f7a888b8d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:37.501022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-98370811-dae4-4725-907b-79602e3f197a req-5c6243af-5c1a-4255-8e30-de0af43f0f29 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Unset dirty status for tenant:59c52ddeca7247f0a89ed572b8a23740 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:39:37.502215 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-98370811-dae4-4725-907b-79602e3f197a req-5c6243af-5c1a-4255-8e30-de0af43f0f29 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 932 time: 0.3810661
Jun 04 15:39:37.542178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c2bd8e62-8a79-4463-ab17-6f7a888b8d34 None None] For port 1856208f-639d-4708-85c3-b0dc2745162a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1856208f-639d-4708-85c3-b0dc2745162a,segment=NetworkSegment(69d4395d-b4e6-4f9e-a438-e85bec612f20),segment_id=69d4395d-b4e6-4f9e-a438-e85bec612f20)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:37.565468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network d5791b16-afe3-407b-9317-1dee2168585f is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:37.575643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:37.579289 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:37.600425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:37.600425 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:37.622848 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c2bd8e62-8a79-4463-ab17-6f7a888b8d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:37.626420 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Allocated IP 172.20.0.12 (d4c928a5-1c99-4006-9db4-5b87a9ab6e30/ade6b49a-8fd0-4263-a6ef-85b5c6d19d3a/dc3410d2-b463-453e-a5d0-256b1aa34a8d) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:37.626964 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:37.641717 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-98370811-dae4-4725-907b-79602e3f197a req-94059e76-8e58-440f-b3ce-b017a876ce19 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195180
Jun 04 15:39:37.645051 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:37.646514 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d7f21812-609d-4b6e-ba4e-841d4565cbc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:37.712381 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:37.758060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd8e62-8a79-4463-ab17-6f7a888b8d34 None None] Pushing event updated for resources: {'Port': ['ID=1856208f-639d-4708-85c3-b0dc2745162a,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:37.764292 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c2bd8e62-8a79-4463-ab17-6f7a888b8d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:37.937949 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:37.942941 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2dbc9c6-7034-4841-9e97-6f13115d5284 req-88063966-8433-4ad1-b4ad-bc1b6f7b7e46 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 210 time: 0.1190584
Jun 04 15:39:37.998717 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-60395bf2-bd92-43c6-ad5e-465da9f478b1 None None] Provisioning complete for port 1856208f-639d-4708-85c3-b0dc2745162a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:37.999357 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-60395bf2-bd92-43c6-ad5e-465da9f478b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:38.077505 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:38.147429 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1856208f-639d-4708-85c3-b0dc2745162a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:39:38.192538 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:38.209980 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5dcb21f9-2f3a-4ccc-89b4-e688ae7a76d8 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:38.325358 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:38.343217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 1856208f-639d-4708-85c3-b0dc2745162a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:38.344542 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:38.386133 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:38.389366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:38.397125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:38.425582 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-60395bf2-bd92-43c6-ad5e-465da9f478b1 None None] Provisioning for port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:38.433399 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-60395bf2-bd92-43c6-ad5e-465da9f478b1 None None] Provisioning complete for port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:38.433788 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-60395bf2-bd92-43c6-ad5e-465da9f478b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:38.502685 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:38.535141 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:39:38.549515 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=cd8a1fac-8bc3-4d80-ab05-cc7df62652b9,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:38.552582 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:38.559045 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f65dcdc8-5da2-4439-a435-be987ae1aa67 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:38.596577 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-60395bf2-bd92-43c6-ad5e-465da9f478b1 None None] Port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:39:38.619342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Network d4c928a5-1c99-4006-9db4-5b87a9ab6e30 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:38.624134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:38.626592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:38.653230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5fcd8fd-50ee-4728-8b9d-996676d23bba {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:39:38.658893 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:38.679156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Transition to ACTIVE for port object e5fcd8fd-50ee-4728-8b9d-996676d23bba will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:38.695378 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:38.718924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-104a85ba-3d0f-4bb8-959b-ff62568606dc None None] Provisioning complete for port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:38.719350 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-104a85ba-3d0f-4bb8-959b-ff62568606dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:38.748409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Checking segment: {'id': '03ce283f-169f-4bd5-ab8e-21786a82a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c32d05f8-c639-4a94-9a92-e96653100b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:38.748761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Network hostable DHCP agents. Network: c32d05f8-c639-4a94-9a92-e96653100b65, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:39:38.772744 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:38.779640 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5b6cc5b9-0d38-42e6-95be-a7524481560e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:38.791618 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-104a85ba-3d0f-4bb8-959b-ff62568606dc None None] Port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:39:38.836695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:38.837681 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:38.933995 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Network c32d05f8-c639-4a94-9a92-e96653100b65 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:39:38.936504 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dd38b1c-f04b-4906-9743-a5dd44a8b9d9,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:39.188685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Pushing event updated for resources: {'Port': ['ID=e5fcd8fd-50ee-4728-8b9d-996676d23bba,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:39.228005 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-772be7f3-3edd-4a39-8826-ce23a7dd51a7 req-593231ac-52ab-4343-b560-23ddf439572d tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 210 time: 0.1313775
Jun 04 15:39:39.247042 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:39.275762 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a44f243c-6220-4bbc-bb3f-1cc38a71534b tempest-FloatingIPAdminTestJSON-1203551661 tempest-FloatingIPAdminTestJSON-1203551661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.750s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:39.281885 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:39.282422 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e0a891da-9828-4c13-b159-cc4238a2ee2b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:39.381127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:39.385542 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:39.406571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, c32d05f8-c639-4a94-9a92-e96653100b65) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:39.415476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6fc0e6-d1ad-4bfd-a8a0-c16ccc69446e None None] Network c32d05f8-c639-4a94-9a92-e96653100b65 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:39.431911 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:39.432386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:39.522091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Attempting to bind port e5fcd8fd-50ee-4728-8b9d-996676d23bba on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:39:39.522483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Attempting to bind port e5fcd8fd-50ee-4728-8b9d-996676d23bba by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'b7ae17da-91f9-4780-b03c-3aef438332ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5eb60293-5b97-468b-83ba-a7ff382dab99'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:39:39.523264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Attempting to bind port e5fcd8fd-50ee-4728-8b9d-996676d23bba on network 5eb60293-5b97-468b-83ba-a7ff382dab99 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:39:39.534098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Port e5fcd8fd-50ee-4728-8b9d-996676d23bba on network 5eb60293-5b97-468b-83ba-a7ff382dab99 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:39:39.534615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Attempting to bind port e5fcd8fd-50ee-4728-8b9d-996676d23bba on network 5eb60293-5b97-468b-83ba-a7ff382dab99 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:39:39.541256 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Pushing event updated for resources: {'Port': ['ID=dc3410d2-b463-453e-a5d0-256b1aa34a8d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:39.542058 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network d5791b16-afe3-407b-9317-1dee2168585f is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:39.544791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:39:39.545162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Checking segment: {'id': 'b7ae17da-91f9-4780-b03c-3aef438332ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5eb60293-5b97-468b-83ba-a7ff382dab99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:39.546096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Bound using segment: {'id': 'b7ae17da-91f9-4780-b03c-3aef438332ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5eb60293-5b97-468b-83ba-a7ff382dab99'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:39:39.546554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Bound port: e5fcd8fd-50ee-4728-8b9d-996676d23bba, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ae17da-91f9-4780-b03c-3aef438332ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5eb60293-5b97-468b-83ba-a7ff382dab99'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:39:39.546911 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:39.554818 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:39.562431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:39.591085 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27cd00-e754-4218-a8ba-700d75f65c14 req-07feb4a1-6afe-4293-950e-7bac319a4719 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:39.598098 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dd27cd00-e754-4218-a8ba-700d75f65c14 req-07feb4a1-6afe-4293-950e-7bac319a4719 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 944 time: 0.7883186
Jun 04 15:39:39.656773 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.7083273
Jun 04 15:39:39.808053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-dd27cd00-e754-4218-a8ba-700d75f65c14 req-c06607ed-7c57-42ee-a221-6b0cd132d684 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Synchronizing usage tracker for tenant:59c52ddeca7247f0a89ed572b8a23740 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:39:39.970850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57e7835-376b-4119-90d9-b860c5ce2d66 None None] Network c32d05f8-c639-4a94-9a92-e96653100b65 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:40.003044 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:39:40.119210 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-4e0df9a4-333b-4748-b253-f21ba0b3b956 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f6979d190d0e4606bbbfa29003704f05&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3214059
Jun 04 15:39:40.292482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-eae3abff-f637-4307-b1c6-2447ddee69d5 None None] Provisioning complete for port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:40.292956 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eae3abff-f637-4307-b1c6-2447ddee69d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:40.298882 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:40.337178 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-dd27cd00-e754-4218-a8ba-700d75f65c14 req-c06607ed-7c57-42ee-a221-6b0cd132d684 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Unset dirty status for tenant:59c52ddeca7247f0a89ed572b8a23740 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:39:40.337178 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dd27cd00-e754-4218-a8ba-700d75f65c14 req-c06607ed-7c57-42ee-a221-6b0cd132d684 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7312047
Jun 04 15:39:40.355576 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:40.407387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 7dd677aa-f9b5-4081-ace9-8ef00355da65 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:39:40.434111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-eae3abff-f637-4307-b1c6-2447ddee69d5 None None] Port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:39:40.440863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] For port e5fcd8fd-50ee-4728-8b9d-996676d23bba, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:39:40.525394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] For port e5fcd8fd-50ee-4728-8b9d-996676d23bba, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=e5fcd8fd-50ee-4728-8b9d-996676d23bba,segment=NetworkSegment(b7ae17da-91f9-4780-b03c-3aef438332ba),segment_id=b7ae17da-91f9-4780-b03c-3aef438332ba)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:39:40.532636 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed804494-32cf-4dba-9d02-50deabc748e8 req-50dc7451-55b0-4ae0-ba1b-98c520b8134a tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 210 time: 0.0618222
Jun 04 15:39:40.534893 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:40.661137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-83c3f5b8-e3d5-4a91-9d05-bd6b355248a3 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:40.662268 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-83c3f5b8-e3d5-4a91-9d05-bd6b355248a3 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5322073
Jun 04 15:39:40.675096 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:40.683971 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:40.779967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Request body: {'port': {'device_id': '4c9695a6-efec-4bda-982b-cc5640d40039', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': 'f6979d190d0e4606bbbfa29003704f05'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:40.864416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:40.865158 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:40.867305 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-746eed2a-20fc-493a-a686-4b105ab73260 req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] 10.222.0.65 "PUT /v2.0/ports/e5fcd8fd-50ee-4728-8b9d-996676d23bba HTTP/1.1" status: 200  len: 1092 time: 3.5866523
Jun 04 15:39:40.870477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1b1e45-8f7f-492c-a331-a1d8b350ad3a', 'tag': 'e5fcd8fd-50ee-4728-8b9d-996676d23bba'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:39:40.878821 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0a1192-2c52-43a9-9613-e566e6917a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1b1e45-8f7f-492c-a331-a1d8b350ad3a", "tag": "e5fcd8fd-50ee-4728-8b9d-996676d23bba"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:39:40.894714 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:41.042432 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c422846-6884-4626-a7d5-b63fce7d27b0 x-openstack-request-id: req-4c422846-6884-4626-a7d5-b63fce7d27b0 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:39:41.042759 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1b1e45-8f7f-492c-a331-a1d8b350ad3a", "tag": "e5fcd8fd-50ee-4728-8b9d-996676d23bba", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:39:41.043084 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c422846-6884-4626-a7d5-b63fce7d27b0 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:39:41.043951 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1b1e45-8f7f-492c-a331-a1d8b350ad3a', 'tag': 'e5fcd8fd-50ee-4728-8b9d-996676d23bba', 'status': 'completed', 'code': 200}
Jun 04 15:39:41.050969 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:41.059077 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:41.094997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:39:41.100151 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/7dd677aa-f9b5-4081-ace9-8ef00355da65/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2181489
Jun 04 15:39:41.106433 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Sync routers for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:39:41.114011 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39744) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:41.115765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Pushing event updated for resources: {'Port': ['ID=e5fcd8fd-50ee-4728-8b9d-996676d23bba,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:41.119993 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:41.122838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1251109072'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:41.127148 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:41.128007 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8354f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:41.141306 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:41.181249 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39746) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:41.185928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:41.193989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-616831447-network', 'tenant_id': 'af09c7d174b64c4aa771bf0f530d0d2e'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:41.202082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:41.208836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Usage tracker for resource:network and tenant:af09c7d174b64c4aa771bf0f530d0d2e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:41.214592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:41.220672 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:network and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:41.223927 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Usage tracker for resource:port and tenant:f6979d190d0e4606bbbfa29003704f05 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:41.226723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:41.228000 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:41.231582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:41.243429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:41.260908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eed2a-20fc-493a-a686-4b105ab73260 req-b9444f04-9156-4ec9-b340-286207c7a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:41.262426 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-746eed2a-20fc-493a-a686-4b105ab73260 req-b9444f04-9156-4ec9-b340-286207c7a214 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59c52ddeca7247f0a89ed572b8a23740&device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 1095 time: 0.2314188
Jun 04 15:39:41.312527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:41.356634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-746eed2a-20fc-493a-a686-4b105ab73260 req-627926a8-fa10-4329-87be-3c0e08657312 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5fcd8fd-50ee-4728-8b9d-996676d23bba HTTP/1.1" status: 200  len: 217 time: 0.0853746
Jun 04 15:39:41.369354 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:39:41.653545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eed2a-20fc-493a-a686-4b105ab73260 req-3c4ec850-8a15-4a91-b9ba-98c47ea70e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:41.658718 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-746eed2a-20fc-493a-a686-4b105ab73260 req-3c4ec850-8a15-4a91-b9ba-98c47ea70e4d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=79ba88e3-628d-4337-9bf2-2f8a043ab8b4 HTTP/1.1" status: 200  len: 849 time: 0.2918801
Jun 04 15:39:41.658718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Made reservation on behalf of f6979d190d0e4606bbbfa29003704f05 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:41.661412 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:41.672723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Made reservation on behalf of af09c7d174b64c4aa771bf0f530d0d2e for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:41.675715 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:41.758660 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=cd8a1fac-8bc3-4d80-ab05-cc7df62652b9,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:41.774119 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d224daac-47e0-4957-9e2d-a76cefea0d63 req-8c2a4c35-13c6-4e11-9f21-c291d19acdf7 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 210 time: 0.0639880
Jun 04 15:39:41.789948 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:41.790182 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:41.793812 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8354f0>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:39:37Z', 'revision_number': 4, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8', 'name': '', 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:39:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:35Z', 'updated_at': '2021-06-04T15:39:38Z', 'revision_number': 2, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:41.794434 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:41.798391 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Checking router: 7dd677aa-f9b5-4081-ace9-8ef00355da65 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:39:41.798978 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Updating router 7dd677aa-f9b5-4081-ace9-8ef00355da65 port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:39:41.808569 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:41.826214 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-746eed2a-20fc-493a-a686-4b105ab73260 req-0eaeacfa-b1c8-4a5a-a54f-3c99c5f4bd26 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5eb60293-5b97-468b-83ba-a7ff382dab99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1399899
Jun 04 15:39:41.845763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:41.856676 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:41.863605 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:41.872981 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:41.875834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Usage tracker for resource:security_group_rule and tenant:af09c7d174b64c4aa771bf0f530d0d2e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:41.884358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:41.900831 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Usage tracker for resource:security_group_rule and tenant:f6979d190d0e4606bbbfa29003704f05 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:41.908572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:41.921500 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:41.924812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:41.930473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:41.938212 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:42.143858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80637229-a2a0-4943-9f2b-53057d6e003d req-e091716c-cc41-4d75-bc50-3cb37ac425a1 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:42.146588 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-80637229-a2a0-4943-9f2b-53057d6e003d req-e091716c-cc41-4d75-bc50-3cb37ac425a1 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 944 time: 0.4948926
Jun 04 15:39:42.190299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:39:42.241218 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:42.242393 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Added segment a7282e4c-548b-4d7b-8b4f-36ffb98b4527 of type vlan for network 59de165f-0a92-4d32-83ca-d33a24a0e418
Jun 04 15:39:42.254828 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-746eed2a-20fc-493a-a686-4b105ab73260 req-83f17163-f1f0-48ff-a2e8-6bf10e2d7ea9 service neutron] 10.222.0.65 "GET /v2.0/networks/5eb60293-5b97-468b-83ba-a7ff382dab99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4147656
Jun 04 15:39:42.259925 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Floating IP 7582fbd9-acc2-41aa-96e8-8e0219dbbc86 associated. External IP: 172.25.4.195, port: f1e5b71a-ad3f-4e19-8738-450db0e4f9c4.
Jun 04 15:39:42.364945 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:42.384255 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Transition to ACTIVE for port object b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:42.385273 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:42.453915 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:42.458562 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-f88b8930-f5fa-4058-b21a-31f04d727174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:42.465791 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-80637229-a2a0-4943-9f2b-53057d6e003d req-59b0259c-80ec-4e72-b3aa-4d4f73a95a3d tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2819235
Jun 04 15:39:42.513557 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:42.600492 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6176c-35c8-4733-8b6b-b484ed16104f None None] Pushing event updated for resources: {'Port': ['ID=b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:42.612887 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:42.613297 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-4ba6176c-35c8-4733-8b6b-b484ed16104f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:42.616144 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-746eed2a-20fc-493a-a686-4b105ab73260 req-f36507da-cae3-454c-9f3f-95e068aef0e4 service neutron] 10.222.0.65 "GET /v2.0/networks/5eb60293-5b97-468b-83ba-a7ff382dab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3486586
Jun 04 15:39:42.617580 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:42.627465 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9fa54282-9818-40e4-adc5-cb73d123a4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:42.668166 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:42.673837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:42.674453 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:42.678244 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Router fbd4ef81-49f1-425b-959f-6a4074288d70 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:39:42.684050 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b33d6b73-7800-4d43-8db2-3eda1788471f tempest-ExtraDHCPOptionsTestJSON-784264629 tempest-ExtraDHCPOptionsTestJSON-784264629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:42.740584 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Attempting to bind port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:39:42.741449 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Attempting to bind port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '69d4395d-b4e6-4f9e-a438-e85bec612f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:39:42.742230 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Attempting to bind port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 on network d5791b16-afe3-407b-9317-1dee2168585f {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:39:42.750374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4aceaa-8f91-4215-b213-6841a166e3f4,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:42.750924 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:39:42.750924 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Checking segment: {'id': '69d4395d-b4e6-4f9e-a438-e85bec612f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:42.750924 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:42.751633 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Bound using segment: {'id': '69d4395d-b4e6-4f9e-a438-e85bec612f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:39:42.752364 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Bound port: b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d4395d-b4e6-4f9e-a438-e85bec612f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:39:42.752984 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:42.763722 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:42.771212 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:42.783115 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-de61ec47-48ca-4994-80f9-322133012a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:42.876945 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] For port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:39:42.880860 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] For port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8,segment=NetworkSegment(69d4395d-b4e6-4f9e-a438-e85bec612f20),segment_id=69d4395d-b4e6-4f9e-a438-e85bec612f20)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:39:42.896844 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Network': ['ID=59de165f-0a92-4d32-83ca-d33a24a0e418,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:42.899567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:39:42.917422 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 59de165f-0a92-4d32-83ca-d33a24a0e418 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:39:42.927701 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:42.952442 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:42.964389 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:42.966015 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Added segment 18c467a0-256b-4b13-aa49-8f9c5abd870e of type vlan for network 6ba03bcd-54e2-4b19-87e3-8a27dbf253a3
Jun 04 15:39:42.968202 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-3590bf7a-06c9-494b-a7d6-ba8b0082c108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:43.034031 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:43.043590 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:43.044324 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8354f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:43.067564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95334472-5663-4167-9d00-419002276f5a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:43.097049 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:43.204833 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:39:43.232917 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.1142235
Jun 04 15:39:43.233570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39778) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:43.273869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'subnet': {'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:43.290859 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4028af53-b63a-4ec0-a996-62e9c662bf4d req-2a54acc9-f827-4f6b-b285-f8fff3f6bb4d tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 210 time: 0.2847791
Jun 04 15:39:43.292151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a1192-2c52-43a9-9613-e566e6917a7e req-12a1698d-9d07-4558-9254-7fec00d49119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:43.293692 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e0a1192-2c52-43a9-9613-e566e6917a7e req-12a1698d-9d07-4558-9254-7fec00d49119 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59c52ddeca7247f0a89ed572b8a23740&device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 1095 time: 0.5159204
Jun 04 15:39:43.301189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Allocated IP 192.168.233.114 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/d1a3d2f8-50d0-499e-a383-3969c41f8414) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:43.314974 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6176c-35c8-4733-8b6b-b484ed16104f None None] Pushing event updated for resources: {'Port': ['ID=b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:43.331428 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-4ba6176c-35c8-4733-8b6b-b484ed16104f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:43.352785 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:39:43.440019 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:43.440708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:43.441298 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:43.450375 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7df9edd5-39ea-42c2-b759-34396cab8911 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:43.515783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a1192-2c52-43a9-9613-e566e6917a7e req-dcc46277-fef1-4478-845b-c7253cf62307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:43.517311 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e0a1192-2c52-43a9-9613-e566e6917a7e req-dcc46277-fef1-4478-845b-c7253cf62307 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5eb60293-5b97-468b-83ba-a7ff382dab99 HTTP/1.1" status: 200  len: 910 time: 0.2048659
Jun 04 15:39:43.701061 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e0a1192-2c52-43a9-9613-e566e6917a7e req-160a3a7e-f40f-4ae5-aed8-e524fbb88455 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5fcd8fd-50ee-4728-8b9d-996676d23bba HTTP/1.1" status: 200  len: 217 time: 0.1328104
Jun 04 15:39:43.786662 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 69e2a3ec-0d53-483a-8087-ab1c851ae779 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:39:43.787723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:43.807449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:subnet and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:43.810191 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8354f0>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:39:37Z', 'revision_number': 4, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8', 'name': '', 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:39:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:35Z', 'updated_at': '2021-06-04T15:39:42Z', 'revision_number': 4, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:43.813857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:43.814422 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59521a6e-64ea-4d9c-a3a9-70c6e8b7e1af None None] The sync data for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 is: [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:39:37Z', 'revision_number': 4, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8', 'name': '', 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:39:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:35Z', 'updated_at': '2021-06-04T15:39:42Z', 'revision_number': 4, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:39:43.825320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Pushing event updated for resources: {'Network': ['ID=6ba03bcd-54e2-4b19-87e3-8a27dbf253a3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:43.825959 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:43.830424 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:39:43.836512 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:43.838630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 6ba03bcd-54e2-4b19-87e3-8a27dbf253a3 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:39:43.856848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Sync routers for ids ['fbd4ef81-49f1-425b-959f-6a4074288d70'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:39:43.918508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Routers {'fbd4ef81-49f1-425b-959f-6a4074288d70'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:43.920064 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c369dc0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['fbd4ef81-49f1-425b-959f-6a4074288d70'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:43.920326 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.7363017
Jun 04 15:39:43.932469 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39794) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:43.958333 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Request body: {'subnet': {'network_id': '6ba03bcd-54e2-4b19-87e3-8a27dbf253a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-616831447-subnet', 'tenant_id': 'af09c7d174b64c4aa771bf0f530d0d2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:43.987870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:44.035550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Usage tracker for resource:subnet and tenant:af09c7d174b64c4aa771bf0f530d0d2e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:44.043434 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:44.047527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a1192-2c52-43a9-9613-e566e6917a7e req-574bd80a-2358-4c47-9be8-f162634ce53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:44.052316 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:44.056442 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e0a1192-2c52-43a9-9613-e566e6917a7e req-574bd80a-2358-4c47-9be8-f162634ce53b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=79ba88e3-628d-4337-9bf2-2f8a043ab8b4 HTTP/1.1" status: 200  len: 849 time: 0.3039582
Jun 04 15:39:44.161914 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:44.181782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Transition to ACTIVE for port object d1a3d2f8-50d0-499e-a383-3969c41f8414 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:44.209739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:39:44.214932 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Made reservation on behalf of af09c7d174b64c4aa771bf0f530d0d2e for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:44.217631 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:44.223837 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8509a6-1251-4479-8074-dfd2d737a44d None None] Sync routers for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:39:44.244331 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:39:44.249517 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:44.250931 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 9.7370389
Jun 04 15:39:44.251724 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Made reservation on behalf of bf31fa0d2656419485a32380aade8957 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:44.254069 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8509a6-1251-4479-8074-dfd2d737a44d None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:44.254764 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8e8509a6-1251-4479-8074-dfd2d737a44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb0c3a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:44.255188 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:44.272384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device e5fcd8fd-50ee-4728-8b9d-996676d23bba details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:39:44.318332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39798) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:44.396968 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8e8509a6-1251-4479-8074-dfd2d737a44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb0c3a0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:44.419091 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8509a6-1251-4479-8074-dfd2d737a44d None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:44.419721 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8e8509a6-1251-4479-8074-dfd2d737a44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb0c3a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:44.453213 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:44.547067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675078b9-4b38-41c6-bd8b-9f705f20a2e9 req-d936c2d6-cc23-4003-a26a-cdd2f315f521 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:44.550638 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-675078b9-4b38-41c6-bd8b-9f705f20a2e9 req-d936c2d6-cc23-4003-a26a-cdd2f315f521 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 944 time: 0.8422616
Jun 04 15:39:44.582761 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8e8509a6-1251-4479-8074-dfd2d737a44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb0c3a0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:44.583172 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8509a6-1251-4479-8074-dfd2d737a44d None None] The sync data for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:39:44.722969 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port e5fcd8fd-50ee-4728-8b9d-996676d23bba, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=e5fcd8fd-50ee-4728-8b9d-996676d23bba,segment=NetworkSegment(b7ae17da-91f9-4780-b03c-3aef438332ba),segment_id=b7ae17da-91f9-4780-b03c-3aef438332ba)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:44.755085 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'e5fcd8fd-50ee-4728-8b9d-996676d23bba', 'network_id': '5eb60293-5b97-468b-83ba-a7ff382dab99', 'port_id': 'e5fcd8fd-50ee-4728-8b9d-996676d23bba', 'mac_address': 'fa:16:3e:1f:8d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ba88e3-628d-4337-9bf2-2f8a043ab8b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:39:44.761261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Set router fbd4ef81-49f1-425b-959f-6a4074288d70 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:39:44.767492 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:44.794903 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:44.838110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:44.853285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:44.856084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:44.857880 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-675078b9-4b38-41c6-bd8b-9f705f20a2e9 req-4ebc26ae-d29f-4cc8-bca1-d1550c10142c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2973669
Jun 04 15:39:44.889029 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e0a1192-2c52-43a9-9613-e566e6917a7e req-985c5c32-5c6e-4e8c-b12b-06fcdbb6500c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5eb60293-5b97-468b-83ba-a7ff382dab99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.8167574
Jun 04 15:39:44.973560 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 9.7901464
Jun 04 15:39:44.980110 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39812) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:45.007970 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b69092f5-904f-45d2-b71d-6e54646cc12d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:45.100941 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:45.137128 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fcd8fd-50ee-4728-8b9d-996676d23bba {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:39:45.194645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port e5fcd8fd-50ee-4728-8b9d-996676d23bba, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=e5fcd8fd-50ee-4728-8b9d-996676d23bba,segment=NetworkSegment(b7ae17da-91f9-4780-b03c-3aef438332ba),segment_id=b7ae17da-91f9-4780-b03c-3aef438332ba)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:45.230487 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b69092f5-904f-45d2-b71d-6e54646cc12d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:45.272238 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:45.285886 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:45.286549 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:45.307420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:45.312593 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:45.314779 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:45.324714 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:45.333814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Pushing event updated for resources: {'Port': ['ID=d1a3d2f8-50d0-499e-a383-3969c41f8414,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:45.338503 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:45.375064 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e0a1192-2c52-43a9-9613-e566e6917a7e req-31cb5e5a-a169-43e9-a858-d06646c6a94f service neutron] 10.222.0.65 "GET /v2.0/networks/5eb60293-5b97-468b-83ba-a7ff382dab99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3760211
Jun 04 15:39:45.458248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8e6a4-ee54-4ec7-b14a-367aed03a8c4 req-824c4f27-2dfb-4cea-b7e3-0175b962654f tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:45.458691 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-dde8e6a4-ee54-4ec7-b14a-367aed03a8c4 req-824c4f27-2dfb-4cea-b7e3-0175b962654f tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Synchronizing usage tracker for tenant:f6979d190d0e4606bbbfa29003704f05 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:39:45.468026 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.7847154
Jun 04 15:39:45.469307 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:45.477520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4d275bdf-0ef5-4b14-bfba-ced43c9b2b31 None None] Provisioning for port d1a3d2f8-50d0-499e-a383-3969c41f8414 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:45.522051 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4d275bdf-0ef5-4b14-bfba-ced43c9b2b31 None None] Provisioning complete for port d1a3d2f8-50d0-499e-a383-3969c41f8414 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:45.522331 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4d275bdf-0ef5-4b14-bfba-ced43c9b2b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:45.552255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Request body: {'port': {'device_id': '4c9695a6-efec-4bda-982b-cc5640d40039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:45.570070 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=e5fcd8fd-50ee-4728-8b9d-996676d23bba,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:45.575212 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:45.629820 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4d275bdf-0ef5-4b14-bfba-ced43c9b2b31 None None] Port d1a3d2f8-50d0-499e-a383-3969c41f8414 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:39:45.680099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['e5fcd8fd-50ee-4728-8b9d-996676d23bba'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:39:45.740035 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b69092f5-904f-45d2-b71d-6e54646cc12d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:45.786185 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:45.813256 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b69092f5-904f-45d2-b71d-6e54646cc12d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:45.813577 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-b69092f5-904f-45d2-b71d-6e54646cc12d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Floating IP 7582fbd9-acc2-41aa-96e8-8e0219dbbc86 disassociated. External IP: 172.25.4.195, port: f1e5b71a-ad3f-4e19-8738-450db0e4f9c4.
Jun 04 15:39:45.856413 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e0a1192-2c52-43a9-9613-e566e6917a7e req-b7070b37-fefd-42f6-982c-95cdfbb30265 service neutron] 10.222.0.65 "GET /v2.0/networks/5eb60293-5b97-468b-83ba-a7ff382dab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4696136
Jun 04 15:39:45.861208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c369dc0>, [{'id': 'fbd4ef81-49f1-425b-959f-6a4074288d70', 'name': '', 'tenant_id': '554dafffc1894d35a12e1144db611e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4c928a5-1c99-4006-9db4-5b87a9ab6e30', 'external_fixed_ips': [{'subnet_id': 'ade6b49a-8fd0-4263-a6ef-85b5c6d19d3a', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'dc3410d2-b463-453e-a5d0-256b1aa34a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:34Z', 'updated_at': '2021-06-04T15:39:39Z', 'revision_number': 3, 'project_id': '554dafffc1894d35a12e1144db611e45', 'gw_port': {'id': 'dc3410d2-b463-453e-a5d0-256b1aa34a8d', 'name': '', 'network_id': 'd4c928a5-1c99-4006-9db4-5b87a9ab6e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd4ef81-49f1-425b-959f-6a4074288d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'ade6b49a-8fd0-4263-a6ef-85b5c6d19d3a', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:37Z', 'updated_at': '2021-06-04T15:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ade6b49a-8fd0-4263-a6ef-85b5c6d19d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:45.874239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8,segment=NetworkSegment(69d4395d-b4e6-4f9e-a438-e85bec612f20),segment_id=69d4395d-b4e6-4f9e-a438-e85bec612f20)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:45.876290 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Checking router: fbd4ef81-49f1-425b-959f-6a4074288d70 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:39:45.876820 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Updating router fbd4ef81-49f1-425b-959f-6a4074288d70 port dc3410d2-b463-453e-a5d0-256b1aa34a8d binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:39:45.971099 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:45.980602 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-47942c0b-633e-4caf-a1ab-db20a101e231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:46.032654 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:46.082892 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:46.157593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-dde8e6a4-ee54-4ec7-b14a-367aed03a8c4 req-824c4f27-2dfb-4cea-b7e3-0175b962654f tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Unset dirty status for tenant:f6979d190d0e4606bbbfa29003704f05 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:39:46.159826 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dde8e6a4-ee54-4ec7-b14a-367aed03a8c4 req-824c4f27-2dfb-4cea-b7e3-0175b962654f tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 936 time: 1.3661265
Jun 04 15:39:46.171839 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:46.443817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-dde8e6a4-ee54-4ec7-b14a-367aed03a8c4 req-efb1868c-7b28-40d9-84d3-7adfc5df897d tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Synchronizing usage tracker for tenant:f6979d190d0e4606bbbfa29003704f05 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:39:46.472760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:46.476509 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:46.482557 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:46.509604 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-14c9deb7-685b-467d-ac6b-6795d0e36031 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:46.606215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Deleting port dc3410d2-b463-453e-a5d0-256b1aa34a8d {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:39:46.606822 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:46.642014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-dde8e6a4-ee54-4ec7-b14a-367aed03a8c4 req-efb1868c-7b28-40d9-84d3-7adfc5df897d tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Unset dirty status for tenant:f6979d190d0e4606bbbfa29003704f05 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:39:46.642312 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:46.643708 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dde8e6a4-ee54-4ec7-b14a-367aed03a8c4 req-efb1868c-7b28-40d9-84d3-7adfc5df897d tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4aceaa-8f91-4215-b213-6841a166e3f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4559984
Jun 04 15:39:46.684359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Transition to ACTIVE for port object dc3410d2-b463-453e-a5d0-256b1aa34a8d will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:46.690958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Subnet': ['ID=6df8aeda-3bf2-4f20-87d6-44d02200de58,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:46.706597 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:46.747447 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:46.757769 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6847dcbf-ae96-43fd-a710-da28af88f4db tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:46.812714 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:46.818829 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:46.848230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5f67-12bb-4f3c-9712-589b6bd492fb req-8ca773a1-d184-481f-9393-369001f3d117 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:46.850035 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-112c5f67-12bb-4f3c-9712-589b6bd492fb req-8ca773a1-d184-481f-9393-369001f3d117 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 945 time: 0.5287414
Jun 04 15:39:46.943508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Attempting to bind port dc3410d2-b463-453e-a5d0-256b1aa34a8d on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:39:46.943876 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Attempting to bind port dc3410d2-b463-453e-a5d0-256b1aa34a8d by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'fb561acf-e35b-443c-a866-91e71a16404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd4c928a5-1c99-4006-9db4-5b87a9ab6e30'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:39:46.944244 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Attempting to bind port dc3410d2-b463-453e-a5d0-256b1aa34a8d on network d4c928a5-1c99-4006-9db4-5b87a9ab6e30 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:39:46.956217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:39:46.962364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Checking segment: {'id': 'fb561acf-e35b-443c-a866-91e71a16404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd4c928a5-1c99-4006-9db4-5b87a9ab6e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:46.962364 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:46.962364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Bound using segment: {'id': 'fb561acf-e35b-443c-a866-91e71a16404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd4c928a5-1c99-4006-9db4-5b87a9ab6e30'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:39:46.962364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Bound port: dc3410d2-b463-453e-a5d0-256b1aa34a8d, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb561acf-e35b-443c-a866-91e71a16404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd4c928a5-1c99-4006-9db4-5b87a9ab6e30'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:39:46.962364 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:46.966379 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Checking segment: {'id': 'a7282e4c-548b-4d7b-8b4f-36ffb98b4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:46.966379 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network hostable DHCP agents. Network: 59de165f-0a92-4d32-83ca-d33a24a0e418, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:39:46.977867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Checking segment: {'id': '18c467a0-256b-4b13-aa49-8f9c5abd870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6ba03bcd-54e2-4b19-87e3-8a27dbf253a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:46.978251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Network hostable DHCP agents. Network: 6ba03bcd-54e2-4b19-87e3-8a27dbf253a3, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:39:46.989038 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ea530-f454-4ec2-9870-0b134f29ef47 None None] Pushing event updated for resources: {'Port': ['ID=dc3410d2-b463-453e-a5d0-256b1aa34a8d,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:46.995617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=527e6d3c-5b23-49b5-b98b-f1fbfacc5d39,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:46.996359 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:47.000387 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-469ea530-f454-4ec2-9870-0b134f29ef47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:47.003445 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:47.004244 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:39:47.043397 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-112c5f67-12bb-4f3c-9712-589b6bd492fb req-a8c395a0-bf51-495b-99bf-88b6cfa5fca8 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136434
Jun 04 15:39:47.053178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] For port dc3410d2-b463-453e-a5d0-256b1aa34a8d, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:39:47.063250 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] For port dc3410d2-b463-453e-a5d0-256b1aa34a8d, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=dc3410d2-b463-453e-a5d0-256b1aa34a8d,segment=NetworkSegment(fb561acf-e35b-443c-a866-91e71a16404e),segment_id=fb561acf-e35b-443c-a866-91e71a16404e)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:39:47.083465 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69092f5-904f-45d2-b71d-6e54646cc12d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 69e2a3ec-0d53-483a-8087-ab1c851ae779 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:39:47.198103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Calling delete_port for dc3410d2-b463-453e-a5d0-256b1aa34a8d owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:39:47.220986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a3d2f8-50d0-499e-a383-3969c41f8414 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:39:47.236141 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:47.240600 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 59de165f-0a92-4d32-83ca-d33a24a0e418 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:39:47.243917 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:47.250192 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b5d9148c-83d4-484a-bd42-542b61758d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:47.253178 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Transition to ACTIVE for port object d1a3d2f8-50d0-499e-a383-3969c41f8414 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:47.255154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Network 6ba03bcd-54e2-4b19-87e3-8a27dbf253a3 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:39:47.295454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69092f5-904f-45d2-b71d-6e54646cc12d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:39:47.305548 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b69092f5-904f-45d2-b71d-6e54646cc12d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:47.317367 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d12bd-ed4b-490f-adc5-925a58b325a0 None None] Sync routers for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:39:47.356302 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d12bd-ed4b-490f-adc5-925a58b325a0 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:47.356932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-178d12bd-ed4b-490f-adc5-925a58b325a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5b7580>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:47.364317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 59de165f-0a92-4d32-83ca-d33a24a0e418) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:47.373431 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b69092f5-904f-45d2-b71d-6e54646cc12d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "PUT /v2.0/floatingips/7582fbd9-acc2-41aa-96e8-8e0219dbbc86 HTTP/1.1" status: 200  len: 688 time: 2.3877051
Jun 04 15:39:47.373431 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 6ba03bcd-54e2-4b19-87e3-8a27dbf253a3) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:47.385563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:47.386641 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:47.390545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39848) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:47.404504 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:47.418260 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c487c-3d54-4aba-add1-604941031acc None None] Network 59de165f-0a92-4d32-83ca-d33a24a0e418 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:47.429258 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:47.431106 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2d8c02-b6e8-47d9-9578-e38c3156b767 None None] Network 6ba03bcd-54e2-4b19-87e3-8a27dbf253a3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:47.479625 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-178d12bd-ed4b-490f-adc5-925a58b325a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5b7580>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:47.498999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:47.498999 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:47.503657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ea530-f454-4ec2-9870-0b134f29ef47 None None] Pushing event updated for resources: {'Port': ['ID=dc3410d2-b463-453e-a5d0-256b1aa34a8d,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:47.506322 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Routers {'fbd4ef81-49f1-425b-959f-6a4074288d70'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:47.507413 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c369dc0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['fbd4ef81-49f1-425b-959f-6a4074288d70'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:47.630228 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 4.3803742
Jun 04 15:39:47.638510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39850) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:47.763524 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.8167596
Jun 04 15:39:47.853875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Pushing event updated for resources: {'Port': ['ID=d1a3d2f8-50d0-499e-a383-3969c41f8414,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:47.912238 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-469ea530-f454-4ec2-9870-0b134f29ef47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:47.922306 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:47.999238 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] Set router fbd4ef81-49f1-425b-959f-6a4074288d70 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:39:48.184268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Attempting to bind port d1a3d2f8-50d0-499e-a383-3969c41f8414 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:39:48.184977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Attempting to bind port d1a3d2f8-50d0-499e-a383-3969c41f8414 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:39:48.185157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Attempting to bind port d1a3d2f8-50d0-499e-a383-3969c41f8414 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:39:48.204564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79144fd-adf9-4da6-a0a3-b807d07f1d10 req-c2c9fcce-2782-4694-a370-59192a3a7e8f tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:48.206286 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e79144fd-adf9-4da6-a0a3-b807d07f1d10 req-c2c9fcce-2782-4694-a370-59192a3a7e8f tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 948 time: 0.3477712
Jun 04 15:39:48.209964 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Port d1a3d2f8-50d0-499e-a383-3969c41f8414 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:39:48.210374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Attempting to bind port d1a3d2f8-50d0-499e-a383-3969c41f8414 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:39:48.236711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:39:48.237288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:48.238152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:39:48.243673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Bound port: d1a3d2f8-50d0-499e-a383-3969c41f8414, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:39:48.243967 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:48.342448 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c369dc0>, [{'id': 'fbd4ef81-49f1-425b-959f-6a4074288d70', 'name': '', 'tenant_id': '554dafffc1894d35a12e1144db611e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:34Z', 'updated_at': '2021-06-04T15:39:46Z', 'revision_number': 4, 'project_id': '554dafffc1894d35a12e1144db611e45', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:48.361382 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:48.367922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:39:48.372871 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6e7c4538-1d3c-4381-ab8d-d5031d6830a3 tempest-RoutersIpV6AdminTest-1969387550 tempest-RoutersIpV6AdminTest-1969387550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:48.392037 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device e5fcd8fd-50ee-4728-8b9d-996676d23bba up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:39:48.431500 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e79144fd-adf9-4da6-a0a3-b807d07f1d10 req-4ebe4284-8ca1-49df-b8f5-6e36b6f1a05b tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4aceaa-8f91-4215-b213-6841a166e3f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2151699
Jun 04 15:39:48.435618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc3410d2-b463-453e-a5d0-256b1aa34a8d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:48.441770 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:48.443051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] For port d1a3d2f8-50d0-499e-a383-3969c41f8414, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:39:48.512237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab1a2b-ac2c-4330-a4ae-8152e17f407b None None] The sync data for ids ['fbd4ef81-49f1-425b-959f-6a4074288d70'] in n-d-791505-9 is: [{'id': 'fbd4ef81-49f1-425b-959f-6a4074288d70', 'name': '', 'tenant_id': '554dafffc1894d35a12e1144db611e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:34Z', 'updated_at': '2021-06-04T15:39:46Z', 'revision_number': 4, 'project_id': '554dafffc1894d35a12e1144db611e45', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:39:48.549531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] For port d1a3d2f8-50d0-499e-a383-3969c41f8414, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d1a3d2f8-50d0-499e-a383-3969c41f8414,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:39:48.569046 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-34ac477e-46a3-4870-9daf-3ae97e09b964 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting port cd8a1fac-8bc3-4d80-ab05-cc7df62652b9 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:39:48.569046 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34ac477e-46a3-4870-9daf-3ae97e09b964 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:48.638976 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:48.857458 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:48.882545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d12bd-ed4b-490f-adc5-925a58b325a0 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:48.883612 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-178d12bd-ed4b-490f-adc5-925a58b325a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5b7580>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:48.891435 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9f18ae71-337a-4e86-8a9a-36f758fa404b tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:48.904849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59560e-5b48-4c1d-817c-85d2b76bcef9 req-31d6b388-cc27-4ec5-83ab-0a6d046ecdec tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:48.912058 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fb59560e-5b48-4c1d-817c-85d2b76bcef9 req-31d6b388-cc27-4ec5-83ab-0a6d046ecdec tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 945 time: 0.5537317
Jun 04 15:39:49.045534 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34ac477e-46a3-4870-9daf-3ae97e09b964 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:49.045787 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34ac477e-46a3-4870-9daf-3ae97e09b964 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:49.056468 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fb59560e-5b48-4c1d-817c-85d2b76bcef9 req-98b36df1-20bb-4281-b283-e4791dd80bc9 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435101
Jun 04 15:39:49.132601 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-178d12bd-ed4b-490f-adc5-925a58b325a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5b7580>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:49.133145 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d12bd-ed4b-490f-adc5-925a58b325a0 None None] The sync data for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:39:49.135283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-59de165f-0a92-4d32-83ca-d33a24a0e418', 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'fixed_ips': [{'subnet_id': '6df8aeda-3bf2-4f20-87d6-44d02200de58'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:39:49.136412 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:49.163692 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:49.164394 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:49.286470 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091897ab-0c9e-443f-9c02-6a0d2ff60b9d None None] Network 6ba03bcd-54e2-4b19-87e3-8a27dbf253a3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:49.287203 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-34ac477e-46a3-4870-9daf-3ae97e09b964 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Calling delete_port for cd8a1fac-8bc3-4d80-ab05-cc7df62652b9 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:39:49.309732 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:49.313387 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:49.372827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port e5fcd8fd-50ee-4728-8b9d-996676d23bba completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:49.381868 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:49.403587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:49.404211 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:49.405988 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] 10.222.0.62 "PUT /v2.0/ports/d1a3d2f8-50d0-499e-a383-3969c41f8414 HTTP/1.1" status: 200  len: 1096 time: 3.8748109
Jun 04 15:39:49.407878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9695a6-efec-4bda-982b-cc5640d40039', 'tag': 'd1a3d2f8-50d0-499e-a383-3969c41f8414'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:39:49.410502 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efae92e5-ce74-45ed-96ec-e7998f010850" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9695a6-efec-4bda-982b-cc5640d40039", "tag": "d1a3d2f8-50d0-499e-a383-3969c41f8414"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:39:49.430795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Pushing event updated for resources: {'Port': ['ID=d1a3d2f8-50d0-499e-a383-3969c41f8414,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:49.577827 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:49.582661 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fbd4ef81-49f1-425b-959f-6a4074288d70 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:39:49.588858 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:49.588858 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7294c59f-bfcf-4435-9cc2-2c47723d8c0f x-openstack-request-id: req-7294c59f-bfcf-4435-9cc2-2c47723d8c0f {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:39:49.588858 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9695a6-efec-4bda-982b-cc5640d40039", "tag": "d1a3d2f8-50d0-499e-a383-3969c41f8414", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:39:49.588858 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7294c59f-bfcf-4435-9cc2-2c47723d8c0f {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:39:49.588858 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9695a6-efec-4bda-982b-cc5640d40039', 'tag': 'd1a3d2f8-50d0-499e-a383-3969c41f8414', 'status': 'completed', 'code': 200}
Jun 04 15:39:49.604426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Allocated IP 2001:db8:3::2 (59de165f-0a92-4d32-83ca-d33a24a0e418/6df8aeda-3bf2-4f20-87d6-44d02200de58/79116927-1397-4a80-8119-f9be434090a2) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:49.757414 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:49.758823 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "DELETE /v2.0/routers/fbd4ef81-49f1-425b-959f-6a4074288d70 HTTP/1.1" status: 204  len: 168 time: 5.4364259
Jun 04 15:39:49.766295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39900) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:49.805885 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-83807069-8c70-4099-b768-7df3f3d4088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:49.807485 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-83807069-8c70-4099-b768-7df3f3d4088c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6979d190d0e4606bbbfa29003704f05&device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 1099 time: 0.2174566
Jun 04 15:39:49.814431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-8b031bfa-a5a4-4f42-b553-2c219a42401a tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:49.815120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-8b031bfa-a5a4-4f42-b553-2c219a42401a tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Synchronizing usage tracker for tenant:a3353753702247bbbd70fb49de792127 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:39:49.907467 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port e5fcd8fd-50ee-4728-8b9d-996676d23bba triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:49.907707 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-00e32ac8-2bea-4e1b-ac8b-5c1ef4c37a60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d1a3d2f8-50d0-499e-a383-3969c41f8414 HTTP/1.1" status: 200  len: 217 time: 0.0884531
Jun 04 15:39:49.907803 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:49.984472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-cd591521-cebf-4c93-b179-37ba01be758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:49.986126 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-cd591521-cebf-4c93-b179-37ba01be758c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0675960
Jun 04 15:39:49.993823 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Deleting subnet ade6b49a-8fd0-4263-a6ef-85b5c6d19d3a {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:39:50.048375 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:50.052971 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:50.054534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-8b031bfa-a5a4-4f42-b553-2c219a42401a tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Unset dirty status for tenant:a3353753702247bbbd70fb49de792127 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:39:50.058217 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-8b031bfa-a5a4-4f42-b553-2c219a42401a tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/networks?id=c32d05f8-c639-4a94-9a92-e96653100b65 HTTP/1.1" status: 200  len: 808 time: 1.0986876
Jun 04 15:39:50.090085 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-bb473827-4123-4df9-9ec8-702d03ea5f10 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/quotas/a3353753702247bbbd70fb49de792127 HTTP/1.1" status: 200  len: 375 time: 0.0170405
Jun 04 15:39:50.146990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Transition to ACTIVE for port object 79116927-1397-4a80-8119-f9be434090a2 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:50.198194 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-a9b385f3-30f0-43c2-a042-8f340fedd886 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3353753702247bbbd70fb49de792127&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0886905
Jun 04 15:39:50.204416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-158980a3-4608-493d-867d-0df6225f40be tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:39:50.213246 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-158980a3-4608-493d-867d-0df6225f40be tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0138986
Jun 04 15:39:50.246806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Transition to ACTIVE for port object 79116927-1397-4a80-8119-f9be434090a2 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:50.273645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-e0eef397-795e-4329-b02f-7ee0ce2d1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:50.275152 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-e0eef397-795e-4329-b02f-7ee0ce2d1bd3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2793889
Jun 04 15:39:50.339741 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34ac477e-46a3-4870-9daf-3ae97e09b964 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:50.353163 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-15492cd6-5e45-48d7-8f73-de239cf1db04 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:50.385261 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:50.391200 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:50.421317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac477e-46a3-4870-9daf-3ae97e09b964 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Port': ['ID=cd8a1fac-8bc3-4d80-ab05-cc7df62652b9,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:50.431219 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-34ac477e-46a3-4870-9daf-3ae97e09b964 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:50.447837 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-cbcfdb6b-ebae-4ddf-a763-788364d2cca8 service neutron] 10.222.0.32 "GET /v2.0/networks/c32d05f8-c639-4a94-9a92-e96653100b65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2337868
Jun 04 15:39:50.463142 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:50.472601 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:50.481830 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Network 59de165f-0a92-4d32-83ca-d33a24a0e418 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:50.488850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:50.495466 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:50.552838 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Pushing event updated for resources: {'Port': ['ID=79116927-1397-4a80-8119-f9be434090a2,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:50.599155 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-edc57096-aa43-4396-9164-5f0dd6ae80db service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718019
Jun 04 15:39:50.603058 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:50.611915 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1b1e45-8f7f-492c-a331-a1d8b350ad3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fcd8fd-50ee-4728-8b9d-996676d23bba'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:39:50.614398 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f23cf1-9de1-4d4f-9c35-adcbdf6bfbc8" -d '{"events": [{"server_uuid": "3e1b1e45-8f7f-492c-a331-a1d8b350ad3a", "name": "network-vif-plugged", "status": "completed", "tag": "e5fcd8fd-50ee-4728-8b9d-996676d23bba"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:39:50.629409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da2706-af16-49e7-ab83-529fb9118695 req-125a4f62-703e-4ffd-915d-8e3174c084a2 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:50.631055 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d3da2706-af16-49e7-ab83-529fb9118695 req-125a4f62-703e-4ffd-915d-8e3174c084a2 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 948 time: 0.8285270
Jun 04 15:39:50.640235 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port e5fcd8fd-50ee-4728-8b9d-996676d23bba, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=e5fcd8fd-50ee-4728-8b9d-996676d23bba,segment=NetworkSegment(b7ae17da-91f9-4780-b03c-3aef438332ba),segment_id=b7ae17da-91f9-4780-b03c-3aef438332ba)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:50.644821 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Attempting to bind port 79116927-1397-4a80-8119-f9be434090a2 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:39:50.645230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Attempting to bind port 79116927-1397-4a80-8119-f9be434090a2 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'a7282e4c-548b-4d7b-8b4f-36ffb98b4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:39:50.649097 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Attempting to bind port 79116927-1397-4a80-8119-f9be434090a2 on network 59de165f-0a92-4d32-83ca-d33a24a0e418 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:39:50.651730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:39:50.652331 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Checking segment: {'id': 'a7282e4c-548b-4d7b-8b4f-36ffb98b4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:50.652925 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:50.653509 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Bound using segment: {'id': 'a7282e4c-548b-4d7b-8b4f-36ffb98b4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:39:50.654146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Bound port: 79116927-1397-4a80-8119-f9be434090a2, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7282e4c-548b-4d7b-8b4f-36ffb98b4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:39:50.654740 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:50.684545 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:50.717629 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:50.726580 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-acbe1ad7-e092-4ef2-a9a9-8df075fd6558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:50.824154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=e5fcd8fd-50ee-4728-8b9d-996676d23bba,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:50.827144 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] For port 79116927-1397-4a80-8119-f9be434090a2, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:39:50.829528 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:50.831228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] For port 79116927-1397-4a80-8119-f9be434090a2, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=79116927-1397-4a80-8119-f9be434090a2,segment=NetworkSegment(a7282e4c-548b-4d7b-8b4f-36ffb98b4527),segment_id=a7282e4c-548b-4d7b-8b4f-36ffb98b4527)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:39:50.845234 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d3da2706-af16-49e7-ab83-529fb9118695 req-b8c21a9b-769f-485a-aaab-a5ac930b6734 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4aceaa-8f91-4215-b213-6841a166e3f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2072878
Jun 04 15:39:50.846072 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34ac477e-46a3-4870-9daf-3ae97e09b964 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:50.896346 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Allocated IP 2001:db8:3::1 (59de165f-0a92-4d32-83ca-d33a24a0e418/6df8aeda-3bf2-4f20-87d6-44d02200de58/cf2047f1-d369-4066-8ac7-3d8742c71e08) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:50.910840 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-d1a1ddd7-0ea8-4a2f-9715-8408e9d85bed service neutron] 10.222.0.32 "GET /v2.0/networks/c32d05f8-c639-4a94-9a92-e96653100b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3061905
Jun 04 15:39:50.918844 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:50.921833 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c2178e5b-adf7-4410-9194-142264107906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:50.962926 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-34ac477e-46a3-4870-9daf-3ae97e09b964 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:50.967536 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-34ac477e-46a3-4870-9daf-3ae97e09b964 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/floatingips/7582fbd9-acc2-41aa-96e8-8e0219dbbc86 HTTP/1.1" status: 204  len: 168 time: 3.5705092
Jun 04 15:39:50.968097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39922) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:50.974992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'port_id': '4cead33f-51c4-4e25-a030-372cb1ae579b'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:50.995187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:50.999299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Usage tracker for resource:floatingip and tenant:fd5e5d520f97480f91c3a626ef7c9a19 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:51.013562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:51.020052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:51.032957 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec4f2785-5f2a-440b-86ff-b6531515ca8a req-2201b776-1310-4962-83dc-192119a7603e service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3663166
Jun 04 15:39:51.078899 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Pushing event updated for resources: {'Port': ['ID=79116927-1397-4a80-8119-f9be434090a2,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:51.087075 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:51.103783 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:51.346189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae92e5-ce74-45ed-96ec-e7998f010850 req-41998195-4191-472a-b604-e74ab13dd431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:51.347914 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efae92e5-ce74-45ed-96ec-e7998f010850 req-41998195-4191-472a-b604-e74ab13dd431 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6979d190d0e4606bbbfa29003704f05&device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 1099 time: 0.1742074
Jun 04 15:39:51.349678 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:51.374705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8ff21-80f2-4ca7-b4ca-a5c9fdd230e6 req-0d4761c3-b098-4485-972d-2a21461a550f tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:51.382933 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ee8ff21-80f2-4ca7-b4ca-a5c9fdd230e6 req-0d4761c3-b098-4485-972d-2a21461a550f tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 946 time: 0.4177847
Jun 04 15:39:51.441790 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:51.461028 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-69b94c46-9629-405a-9d85-eb7f17061c35 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:51.504316 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:51.522918 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Transition to ACTIVE for port object cf2047f1-d369-4066-8ac7-3d8742c71e08 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:51.525878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ade6b49a-8fd0-4263-a6ef-85b5c6d19d3a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:51.552492 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/ade6b49a-8fd0-4263-a6ef-85b5c6d19d3a HTTP/1.1" status: 204  len: 168 time: 1.7850664
Jun 04 15:39:51.556259 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39934) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:51.568803 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:51.599098 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8a7ab2-5cdb-4689-8b9f-8f3575709a8b x-openstack-request-id: req-6b8a7ab2-5cdb-4689-8b9f-8f3575709a8b {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:39:51.600160 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1b1e45-8f7f-492c-a331-a1d8b350ad3a", "name": "network-vif-plugged", "status": "completed", "tag": "e5fcd8fd-50ee-4728-8b9d-996676d23bba", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:39:51.601280 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b8a7ab2-5cdb-4689-8b9f-8f3575709a8b {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:39:51.602168 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1b1e45-8f7f-492c-a331-a1d8b350ad3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fcd8fd-50ee-4728-8b9d-996676d23bba', 'code': 200}
Jun 04 15:39:51.715936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:51.716338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:51.716715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:51.717121 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:51.717504 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:51.717874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:51.718244 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:51.718616 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:51.719121 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:51.719402 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:51.719780 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:51.720148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:39:51.741262 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ee8ff21-80f2-4ca7-b4ca-a5c9fdd230e6 req-a4062a37-fd96-4ea8-a177-a9d2ab571ccb tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3569424
Jun 04 15:39:51.751369 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:51.763859 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-98bd9d58-6a31-4d4e-b8b3-492dcdd799a9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:51.913400 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:51.931520 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7a3e9b2f-50d0-482c-855f-2092cca06849 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:51.979037 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-98bd9d58-6a31-4d4e-b8b3-492dcdd799a9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:52.028310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae92e5-ce74-45ed-96ec-e7998f010850 req-4843b06c-f905-4bd7-a7e2-673830f6712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:52.029873 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efae92e5-ce74-45ed-96ec-e7998f010850 req-4843b06c-f905-4bd7-a7e2-673830f6712c service neutron] 10.222.0.62 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.6733644
Jun 04 15:39:52.043141 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 59de165f-0a92-4d32-83ca-d33a24a0e418 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:52.054430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:52.057755 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-98bd9d58-6a31-4d4e-b8b3-492dcdd799a9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386aebe20>,) {'filters': {'network_id': ['d4c928a5-1c99-4006-9db4-5b87a9ab6e30']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:52.075988 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:52.076552 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:52.091453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-98bd9d58-6a31-4d4e-b8b3-492dcdd799a9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386aebe20>, 'fb561acf-e35b-443c-a866-91e71a16404e') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:52.091825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-98bd9d58-6a31-4d4e-b8b3-492dcdd799a9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386aebe20>, 'fb561acf-e35b-443c-a866-91e71a16404e') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:52.153280 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c930a6bd-f1a3-439e-b298-0050456d3f35 req-6be3901e-86a4-4fb8-8ed8-dc8f0e2ed761 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 210 time: 0.3892651
Jun 04 15:39:52.157329 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efae92e5-ce74-45ed-96ec-e7998f010850 req-0d4961c2-20d3-40d9-91a8-db59769740a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d1a3d2f8-50d0-499e-a383-3969c41f8414 HTTP/1.1" status: 200  len: 217 time: 0.1161993
Jun 04 15:39:52.172501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=cf2047f1-d369-4066-8ac7-3d8742c71e08,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:52.183086 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-98bd9d58-6a31-4d4e-b8b3-492dcdd799a9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:52.193929 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:52.221496 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-98bd9d58-6a31-4d4e-b8b3-492dcdd799a9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:52.234308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bd9d58-6a31-4d4e-b8b3-492dcdd799a9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:39:52.242261 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-98bd9d58-6a31-4d4e-b8b3-492dcdd799a9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:39:52.269039 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:39:52.423058 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f058585-0f38-495a-b0d3-af227842b956 req-a01af2db-1633-452b-a121-3d624f402b83 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:52.433700 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2f058585-0f38-495a-b0d3-af227842b956 req-a01af2db-1633-452b-a121-3d624f402b83 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 948 time: 0.4364526
Jun 04 15:39:52.433906 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 79116927-1397-4a80-8119-f9be434090a2 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:39:52.449406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae92e5-ce74-45ed-96ec-e7998f010850 req-2afeaf9a-004d-49c5-9f06-c25a0df5fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:52.457365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efae92e5-ce74-45ed-96ec-e7998f010850 req-2afeaf9a-004d-49c5-9f06-c25a0df5fba5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.2575560
Jun 04 15:39:52.459417 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Allocated IP 172.25.4.86 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/445083b2-ea71-4d8a-9489-405fc01e3ac2) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:52.465775 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-98bd9d58-6a31-4d4e-b8b3-492dcdd799a9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:52.470443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bd9d58-6a31-4d4e-b8b3-492dcdd799a9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  d4c928a5-1c99-4006-9db4-5b87a9ab6e30 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Jun 04 15:39:52.473052 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-98bd9d58-6a31-4d4e-b8b3-492dcdd799a9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:52.482864 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:52.525829 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-98bd9d58-6a31-4d4e-b8b3-492dcdd799a9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "DELETE /v2.0/networks/d4c928a5-1c99-4006-9db4-5b87a9ab6e30 HTTP/1.1" status: 204  len: 168 time: 0.9644532
Jun 04 15:39:52.527145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd9d58-6a31-4d4e-b8b3-492dcdd799a9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4c928a5-1c99-4006-9db4-5b87a9ab6e30,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:52.530022 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-98bd9d58-6a31-4d4e-b8b3-492dcdd799a9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:52.579112 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2f058585-0f38-495a-b0d3-af227842b956 req-218b07b3-749d-4fd1-a96d-d7907ca76d4a tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4aceaa-8f91-4215-b213-6841a166e3f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445343
Jun 04 15:39:52.699053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 79116927-1397-4a80-8119-f9be434090a2 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:52.725806 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110163b3-0bda-481b-a005-876d09d5c4c1 req-237352d4-0a35-40d6-b73c-8866613c0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:52.727365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-110163b3-0bda-481b-a005-876d09d5c4c1 req-237352d4-0a35-40d6-b73c-8866613c0860 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 1097 time: 1.0402565
Jun 04 15:39:52.785124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adc4161-5cf2-48f7-9f8b-797ab9022396 None None] Network 59de165f-0a92-4d32-83ca-d33a24a0e418 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:39:52.997907 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-110163b3-0bda-481b-a005-876d09d5c4c1 req-b855d3a9-c772-499b-8b36-b665277efb2b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2438965
Jun 04 15:39:53.026786 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:53.080814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae92e5-ce74-45ed-96ec-e7998f010850 req-a10240fd-6d89-4ff7-9e7f-0f30fa399256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:53.082573 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efae92e5-ce74-45ed-96ec-e7998f010850 req-a10240fd-6d89-4ff7-9e7f-0f30fa399256 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.6167877
Jun 04 15:39:53.189013 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4608c336-17f4-4804-97c8-0d7f0ed8bf17 None None] Provisioning for port 79116927-1397-4a80-8119-f9be434090a2 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:53.222903 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4608c336-17f4-4804-97c8-0d7f0ed8bf17 None None] Provisioning complete for port 79116927-1397-4a80-8119-f9be434090a2 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:53.223664 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4608c336-17f4-4804-97c8-0d7f0ed8bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:53.245471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39968) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:53.256336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-94f0e801-35f3-4a58-afcf-7efe05263d54 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Request body: {'router': {'name': 'tempest-router--289649808', 'project_id': 'b16cb130cc0e442abedeeccbc628c234'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:53.308438 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-94f0e801-35f3-4a58-afcf-7efe05263d54 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:53.329952 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efae92e5-ce74-45ed-96ec-e7998f010850 req-a10e017c-052b-40c2-a9e6-7f5edd1c71f7 service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2350783
Jun 04 15:39:53.330228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-94f0e801-35f3-4a58-afcf-7efe05263d54 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Usage tracker for resource:router and tenant:b16cb130cc0e442abedeeccbc628c234 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:53.399769 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-94f0e801-35f3-4a58-afcf-7efe05263d54 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:53.487790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-94f0e801-35f3-4a58-afcf-7efe05263d54 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:53.560143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df2dc9-9df5-4564-a36a-a47079a8bf5f req-c087dbd0-bd29-4597-9b98-9105040326c7 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:53.567647 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-04df2dc9-9df5-4564-a36a-a47079a8bf5f req-c087dbd0-bd29-4597-9b98-9105040326c7 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 946 time: 0.5201373
Jun 04 15:39:53.582338 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a0b47bc-dafd-41ba-bd8a-17ad354216fc req-0ec2e62a-ca44-49d9-a2aa-b219dd45a83a tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 210 time: 0.0917740
Jun 04 15:39:53.601530 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:53.607221 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:53.615018 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94f0e801-35f3-4a58-afcf-7efe05263d54 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:53.615656 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94f0e801-35f3-4a58-afcf-7efe05263d54 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:53.649716 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4608c336-17f4-4804-97c8-0d7f0ed8bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:53.683414 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efae92e5-ce74-45ed-96ec-e7998f010850 req-cbfff642-176b-453a-a2e9-31d550b0899f service neutron] 10.222.0.62 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3387175
Jun 04 15:39:53.755223 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4608c336-17f4-4804-97c8-0d7f0ed8bf17 None None] For port 79116927-1397-4a80-8119-f9be434090a2, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=79116927-1397-4a80-8119-f9be434090a2,segment=NetworkSegment(a7282e4c-548b-4d7b-8b4f-36ffb98b4527),segment_id=a7282e4c-548b-4d7b-8b4f-36ffb98b4527)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:53.798146 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-04df2dc9-9df5-4564-a36a-a47079a8bf5f req-aad5ea62-1998-41c7-aa01-46ac705d3c4c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2296200
Jun 04 15:39:53.805123 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94f0e801-35f3-4a58-afcf-7efe05263d54 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:53.894012 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4608c336-17f4-4804-97c8-0d7f0ed8bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:53.896196 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a742081f-041c-4201-af1d-41883ace1a07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:53.947013 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:53.959115 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94f0e801-35f3-4a58-afcf-7efe05263d54 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:53.988847 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:54.002524 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3b2b0380-3022-4729-9449-ce2b1eb534ce tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:54.007648 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:54.008678 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:54.013698 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:54.033083 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608c336-17f4-4804-97c8-0d7f0ed8bf17 None None] Pushing event updated for resources: {'Port': ['ID=79116927-1397-4a80-8119-f9be434090a2,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:54.036563 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4608c336-17f4-4804-97c8-0d7f0ed8bf17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:54.079991 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-94f0e801-35f3-4a58-afcf-7efe05263d54 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:54.083892 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-94f0e801-35f3-4a58-afcf-7efe05263d54 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.8348503
Jun 04 15:39:54.086582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39984) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:54.176269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:54.192335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:54.239252 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event updated for resources: {'Port': ['ID=cf2047f1-d369-4066-8ac7-3d8742c71e08,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:54.246714 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:54.260519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=445083b2-ea71-4d8a-9489-405fc01e3ac2,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:54.265298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0b1fdd96-1b19-473a-834b-814c892bca97 None None] Provisioning complete for port 79116927-1397-4a80-8119-f9be434090a2 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:54.265755 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0b1fdd96-1b19-473a-834b-814c892bca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:54.288678 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:54.289702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:39:54.394705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Network 59de165f-0a92-4d32-83ca-d33a24a0e418 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:54.396309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:54.400688 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-009e43d4-a167-4c7e-863a-dbdff6b736df tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:54.402631 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 79116927-1397-4a80-8119-f9be434090a2 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:39:54.590434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d17453-8809-4a8a-a501-6b653de9b42f req-a1d676b5-b51a-4a58-9dc8-887c48da3b13 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:54.594147 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-91d17453-8809-4a8a-a501-6b653de9b42f req-a1d676b5-b51a-4a58-9dc8-887c48da3b13 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 948 time: 0.7508001
Jun 04 15:39:54.595568 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 79116927-1397-4a80-8119-f9be434090a2 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:54.596021 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:54.689822 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 7dd677aa-f9b5-4081-ace9-8ef00355da65 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:39:54.832448 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0b1fdd96-1b19-473a-834b-814c892bca97 None None] Provisioning for port cf2047f1-d369-4066-8ac7-3d8742c71e08 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:39:54.854747 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0b1fdd96-1b19-473a-834b-814c892bca97 None None] Provisioning complete for port cf2047f1-d369-4066-8ac7-3d8742c71e08 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:54.855375 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0b1fdd96-1b19-473a-834b-814c892bca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:54.929539 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0b1fdd96-1b19-473a-834b-814c892bca97 None None] Port cf2047f1-d369-4066-8ac7-3d8742c71e08 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:39:54.971683 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7173ed92-8bf2-4dfa-9fe2-3e1e0d304c52 req-1d7fb556-590b-41df-9bf2-97da1d2b229b tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 210 time: 0.1423459
Jun 04 15:39:55.033489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:39:55.041967 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/7dd677aa-f9b5-4081-ace9-8ef00355da65/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4021153
Jun 04 15:39:55.047391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40000) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:55.056686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ab084569-a126-4e54-b499-f1b3c0d7d08c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:55.059934 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Sync routers for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:39:55.073274 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:55.077795 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb0c0a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:55.083409 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1ee9b048-a094-461a-8ff3-e2534bfef3f9 None None] Provisioning complete for port cf2047f1-d369-4066-8ac7-3d8742c71e08 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:39:55.083852 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b048-a094-461a-8ff3-e2534bfef3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:55.171018 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9b048-a094-461a-8ff3-e2534bfef3f9 None None] Port cf2047f1-d369-4066-8ac7-3d8742c71e08 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:39:55.286696 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-009e43d4-a167-4c7e-863a-dbdff6b736df tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:55.290369 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-009e43d4-a167-4c7e-863a-dbdff6b736df tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:55.310442 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:39:55.464866 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-91d17453-8809-4a8a-a501-6b653de9b42f req-f54c371a-916e-4cf6-90c3-312a6290d7ab tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4aceaa-8f91-4215-b213-6841a166e3f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463490
Jun 04 15:39:55.625172 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-009e43d4-a167-4c7e-863a-dbdff6b736df tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:55.625997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009e43d4-a167-4c7e-863a-dbdff6b736df tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2558a8cc-5463-4a8d-bcca-a697f8b6b8c9 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:39:55.772784 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-009e43d4-a167-4c7e-863a-dbdff6b736df tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:55.774560 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-009e43d4-a167-4c7e-863a-dbdff6b736df tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "DELETE /v2.0/routers/2558a8cc-5463-4a8d-bcca-a697f8b6b8c9 HTTP/1.1" status: 204  len: 168 time: 1.6846123
Jun 04 15:39:55.779043 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2355b5-1a53-46ca-97a0-84b4b014feda req-7b0a94ff-442d-4ad2-b397-a1105b5ca613 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:55.785347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-1012319e-2590-4899-9331-f018efaf5f8f tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:55.787057 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-1012319e-2590-4899-9331-f018efaf5f8f tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.65 "GET /v2.0/networks?id=c32d05f8-c639-4a94-9a92-e96653100b65 HTTP/1.1" status: 200  len: 808 time: 0.4332557
Jun 04 15:39:55.787261 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be2355b5-1a53-46ca-97a0-84b4b014feda req-7b0a94ff-442d-4ad2-b397-a1105b5ca613 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 946 time: 0.5787265
Jun 04 15:39:55.892641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Request body: {'port': {'device_id': '21680602-0b16-4449-8939-1949dda3df37', 'network_id': 'c32d05f8-c639-4a94-9a92-e96653100b65', 'admin_state_up': True, 'tenant_id': 'a3353753702247bbbd70fb49de792127'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:55.894812 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:55.895480 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb0c0a0>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:39:52Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8', 'name': '', 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:39:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:35Z', 'updated_at': '2021-06-04T15:39:45Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf2047f1-d369-4066-8ac7-3d8742c71e08', 'name': '', 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:b7:df:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:49Z', 'updated_at': '2021-06-04T15:39:53Z', 'revision_number': 2, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:55.906916 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Checking router: 7dd677aa-f9b5-4081-ace9-8ef00355da65 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:39:55.907707 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Updating router 7dd677aa-f9b5-4081-ace9-8ef00355da65 port cf2047f1-d369-4066-8ac7-3d8742c71e08 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:39:55.973776 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:55.984721 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be2355b5-1a53-46ca-97a0-84b4b014feda req-ce5acb86-558d-4025-be74-fbc53bde4db5 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944706
Jun 04 15:39:56.031529 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d1a3d2f8-50d0-499e-a383-3969c41f8414 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:39:56.168437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:56.172536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Usage tracker for resource:port and tenant:a3353753702247bbbd70fb49de792127 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:56.175558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:56.182836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:56.189906 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40022) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:56.253975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Made reservation on behalf of a3353753702247bbbd70fb49de792127 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:39:56.253975 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:56.375171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d1a3d2f8-50d0-499e-a383-3969c41f8414, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d1a3d2f8-50d0-499e-a383-3969c41f8414,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:56.412588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'd1a3d2f8-50d0-499e-a383-3969c41f8414', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': 'd1a3d2f8-50d0-499e-a383-3969c41f8414', 'mac_address': 'fa:16:3e:86:e6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:39:56.420278 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:56.473487 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.extraroute_db [None req-ab084569-a126-4e54-b499-f1b3c0d7d08c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88301) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Jun 04 15:39:56.521489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.extraroute_db [None req-ab084569-a126-4e54-b499-f1b3c0d7d08c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Removed routes are [] {{(pid=88301) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Jun 04 15:39:56.521918 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab084569-a126-4e54-b499-f1b3c0d7d08c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:56.532312 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:56.543108 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-98ffe0c2-594a-4e34-808e-0cffcac920a9 req-62321dba-6bfe-4034-be76-bee1b126cab0 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 210 time: 0.2334940
Jun 04 15:39:56.557525 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a3d2f8-50d0-499e-a383-3969c41f8414 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:39:56.587197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d1a3d2f8-50d0-499e-a383-3969c41f8414, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d1a3d2f8-50d0-499e-a383-3969c41f8414,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:39:56.686735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-139042892', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}, 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:56.707715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:39:56.739250 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:56.741963 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9d828ca2-3c92-4951-9ae4-be976e33fa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:56.748785 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:56.769170 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:56.769588 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Transition to ACTIVE for port object cf2047f1-d369-4066-8ac7-3d8742c71e08 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:39:56.808582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Usage tracker for resource:router and tenant:cce8e60724f14004ba06c53fb5541000 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:39:56.816129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:39:56.855162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:39:56.872840 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=d1a3d2f8-50d0-499e-a383-3969c41f8414,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:56.878539 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:56.878825 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:56.886038 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-f9720ecd-9e80-478b-8ae0-e4ed6d9d2f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:57.008810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Allocated IP 172.20.0.4 (c32d05f8-c639-4a94-9a92-e96653100b65/0dd38b1c-f04b-4906-9743-a5dd44a8b9d9/35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:39:57.109163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['d1a3d2f8-50d0-499e-a383-3969c41f8414'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:39:57.123946 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:57.124803 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:57.156522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa20b48-8724-43e9-b56b-915eccde8d4b req-6dbe2269-905e-4f1d-b8df-7ea9749f9938 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:57.157719 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb75a2-48bd-44ef-a096-336f5d1262c2 None None] Pushing event updated for resources: {'Port': ['ID=cf2047f1-d369-4066-8ac7-3d8742c71e08,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:57.173752 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fa20b48-8724-43e9-b56b-915eccde8d4b req-6dbe2269-905e-4f1d-b8df-7ea9749f9938 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 949 time: 0.4708514
Jun 04 15:39:57.174052 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-53cb75a2-48bd-44ef-a096-336f5d1262c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:57.290251 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Attempting to bind port cf2047f1-d369-4066-8ac7-3d8742c71e08 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:39:57.290632 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Attempting to bind port cf2047f1-d369-4066-8ac7-3d8742c71e08 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'a7282e4c-548b-4d7b-8b4f-36ffb98b4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:39:57.293343 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Attempting to bind port cf2047f1-d369-4066-8ac7-3d8742c71e08 on network 59de165f-0a92-4d32-83ca-d33a24a0e418 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:39:57.297083 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:39:57.297509 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Checking segment: {'id': 'a7282e4c-548b-4d7b-8b4f-36ffb98b4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:39:57.297807 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:57.298198 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Bound using segment: {'id': 'a7282e4c-548b-4d7b-8b4f-36ffb98b4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:39:57.298665 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Bound port: cf2047f1-d369-4066-8ac7-3d8742c71e08, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7282e4c-548b-4d7b-8b4f-36ffb98b4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:39:57.299043 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:57.396078 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab084569-a126-4e54-b499-f1b3c0d7d08c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:57.404294 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab084569-a126-4e54-b499-f1b3c0d7d08c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:57.445820 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] For port cf2047f1-d369-4066-8ac7-3d8742c71e08, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:39:57.456589 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] For port cf2047f1-d369-4066-8ac7-3d8742c71e08, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=cf2047f1-d369-4066-8ac7-3d8742c71e08,segment=NetworkSegment(a7282e4c-548b-4d7b-8b4f-36ffb98b4527),segment_id=a7282e4c-548b-4d7b-8b4f-36ffb98b4527)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:39:57.509497 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba82fd9-ed90-4f34-90d7-eee885fc19d6 req-b25ff020-c067-450a-804c-0338dbcaf266 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:57.511212 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ba82fd9-ed90-4f34-90d7-eee885fc19d6 req-b25ff020-c067-450a-804c-0338dbcaf266 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 946 time: 0.2697728
Jun 04 15:39:57.546848 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:57.561230 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-4200cb9d-c2fc-4ddb-bf43-9a696af47a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:57.592986 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0fa20b48-8724-43e9-b56b-915eccde8d4b req-fd74fd9a-a08f-4708-9088-cca558dbcd42 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4aceaa-8f91-4215-b213-6841a166e3f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4208546
Jun 04 15:39:57.612900 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:57.628518 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2ba82fd9-ed90-4f34-90d7-eee885fc19d6 req-84405a64-112c-4959-916d-524c529d7071 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632672
Jun 04 15:39:57.695112 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:57.695754 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb0c0a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:57.703766 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab084569-a126-4e54-b499-f1b3c0d7d08c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 7dd677aa-f9b5-4081-ace9-8ef00355da65 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:39:57.871411 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-feb4690a-4537-470e-b86a-38e2ca80c1df req-231d72cd-f957-4f5d-b94e-4bfab76e86c1 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 210 time: 0.0688922
Jun 04 15:39:57.951275 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb75a2-48bd-44ef-a096-336f5d1262c2 None None] Pushing event updated for resources: {'Port': ['ID=cf2047f1-d369-4066-8ac7-3d8742c71e08,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:57.964660 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-53cb75a2-48bd-44ef-a096-336f5d1262c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:57.967732 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:58.041473 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:39:58.068698 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:58.084349 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-987d780d-c9d5-4718-b4d6-eb21a50c5f5a tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:58.088258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab084569-a126-4e54-b499-f1b3c0d7d08c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:39:58.103385 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab084569-a126-4e54-b499-f1b3c0d7d08c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:58.104465 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ab084569-a126-4e54-b499-f1b3c0d7d08c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/7dd677aa-f9b5-4081-ace9-8ef00355da65 HTTP/1.1" status: 200  len: 954 time: 3.0554829
Jun 04 15:39:58.125326 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40054) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:58.259007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=445083b2-ea71-4d8a-9489-405fc01e3ac2,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:58.262753 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:39:58.501802 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:58.506161 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb0c0a0>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:39:56Z', 'revision_number': 6, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8', 'name': '', 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:39:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:35Z', 'updated_at': '2021-06-04T15:39:45Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf2047f1-d369-4066-8ac7-3d8742c71e08', 'name': '', 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:b7:df:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:49Z', 'updated_at': '2021-06-04T15:39:57Z', 'revision_number': 4, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:58.507318 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:58.511731 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bdcb32-ceea-4b05-b3ea-8245f979a729 None None] The sync data for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 is: [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:39:56Z', 'revision_number': 6, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8', 'name': '', 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:39:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:35Z', 'updated_at': '2021-06-04T15:39:45Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf2047f1-d369-4066-8ac7-3d8742c71e08', 'name': '', 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:b7:df:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:49Z', 'updated_at': '2021-06-04T15:39:57Z', 'revision_number': 4, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:39:58.604162 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:58.648386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40058) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:39:58.650507 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d29b3a46-d5b8-41b4-ba78-bbdaa6bb870f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/routers/7dd677aa-f9b5-4081-ace9-8ef00355da65 HTTP/1.1" status: 200  len: 954 time: 0.5237157
Jun 04 15:39:58.653134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d1aee5f7-8170-4f31-84cd-c405be3fc8cd tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'router': {'routes': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:39:58.936913 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3aba24-0129-4d9e-acc7-69fc7003195d req-760cca5f-a251-4590-9daf-1f0790671d4a tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:58.939214 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0f3aba24-0129-4d9e-acc7-69fc7003195d req-760cca5f-a251-4590-9daf-1f0790671d4a tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 946 time: 0.1028445
Jun 04 15:39:58.984942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3cb6-e4d2-4595-b4a3-719490976f6d req-4be8a9af-ca54-4d37-b4bb-44e3d54614f4 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:39:58.987086 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f43a3cb6-e4d2-4595-b4a3-719490976f6d req-4be8a9af-ca54-4d37-b4bb-44e3d54614f4 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 946 time: 0.7716954
Jun 04 15:39:59.003741 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0f3aba24-0129-4d9e-acc7-69fc7003195d req-d87b57ca-9e82-48dd-b017-6c0e0f9f0752 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566750
Jun 04 15:39:59.186890 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-99a909eb-5fdd-4d45-b5ed-413a8f2b3c07 req-1b78fd57-012f-40c9-8556-ced51c2ee5fb tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 210 time: 0.0672643
Jun 04 15:39:59.443313 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Floating IP 8d175c5a-5434-4604-9ae6-0d46b9d533e1 associated. External IP: 172.25.4.86, port: 4cead33f-51c4-4e25-a030-372cb1ae579b.
Jun 04 15:39:59.469443 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0cd996e0-4ba0-4d48-b0e4-8edc2fe992ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:59.490353 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4163157f-c3c7-4134-a9d6-6e4451eaa1f3 None None] Sync routers for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:39:59.502469 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4163157f-c3c7-4134-a9d6-6e4451eaa1f3 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:39:59.503405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4163157f-c3c7-4134-a9d6-6e4451eaa1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c266460>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:39:59.569395 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:39:59.596929 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-922bf562-4a0a-42a2-bfde-a40fa563d234 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:39:59.684932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-4163157f-c3c7-4134-a9d6-6e4451eaa1f3 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:39:59.765553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Network c32d05f8-c639-4a94-9a92-e96653100b65 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:39:59.781819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:39:59.967049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Pushing event updated for resources: {'Port': ['ID=35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:39:59.973684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:40:00.011641 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:00.045714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accea07-033a-42fe-8653-9757555d17b9 req-d01b8e7a-1547-458e-92f3-17638193a319 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:00.052613 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2accea07-033a-42fe-8653-9757555d17b9 req-d01b8e7a-1547-458e-92f3-17638193a319 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 949 time: 1.1786008
Jun 04 15:40:00.087708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d1a3d2f8-50d0-499e-a383-3969c41f8414 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:40:00.200910 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2accea07-033a-42fe-8653-9757555d17b9 req-bbaaefd6-4d15-46a3-83ac-b52559fd352f tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4aceaa-8f91-4215-b213-6841a166e3f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469843
Jun 04 15:40:00.229522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4163157f-c3c7-4134-a9d6-6e4451eaa1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c266460>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:39:56Z', 'revision_number': 6, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8', 'name': '', 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:39:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:35Z', 'updated_at': '2021-06-04T15:39:45Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf2047f1-d369-4066-8ac7-3d8742c71e08', 'name': '', 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:b7:df:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:49Z', 'updated_at': '2021-06-04T15:39:57Z', 'revision_number': 4, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:00.236953 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4163157f-c3c7-4134-a9d6-6e4451eaa1f3 None None] Checking router: 7dd677aa-f9b5-4081-ace9-8ef00355da65 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:40:00.261544 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4163157f-c3c7-4134-a9d6-6e4451eaa1f3 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:00.262189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4163157f-c3c7-4134-a9d6-6e4451eaa1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c266460>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:39:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:00.286497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:00.287331 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:00.359864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port d1a3d2f8-50d0-499e-a383-3969c41f8414 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:40:00.391470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec0a28-f88e-4e7a-9cd3-6914ec18a487 req-91828500-2761-44aa-a105-f1fcab3bc693 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:00.400667 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-06ec0a28-f88e-4e7a-9cd3-6914ec18a487 req-91828500-2761-44aa-a105-f1fcab3bc693 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 946 time: 0.2490680
Jun 04 15:40:00.432753 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port d1a3d2f8-50d0-499e-a383-3969c41f8414 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:40:00.433161 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:00.454859 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-06ec0a28-f88e-4e7a-9cd3-6914ec18a487 req-a65b6ca8-0581-412f-9710-cafbead908b0 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531662
Jun 04 15:40:00.470171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.extraroute_db [None req-d1aee5f7-8170-4f31-84cd-c405be3fc8cd tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Added routes are [] {{(pid=88300) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Jun 04 15:40:00.470611 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.extraroute_db [None req-d1aee5f7-8170-4f31-84cd-c405be3fc8cd tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88300) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Jun 04 15:40:00.475029 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cf2047f1-d369-4066-8ac7-3d8742c71e08 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:40:00.562335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-f43a3cb6-e4d2-4595-b4a3-719490976f6d req-48f3faa2-6590-43b3-8eec-33a86501bb53 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Deleting port e5fcd8fd-50ee-4728-8b9d-996676d23bba {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:00.562861 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f43a3cb6-e4d2-4595-b4a3-719490976f6d req-48f3faa2-6590-43b3-8eec-33a86501bb53 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:00.640552 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-4163157f-c3c7-4134-a9d6-6e4451eaa1f3 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:00.797742 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d1aee5f7-8170-4f31-84cd-c405be3fc8cd tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:00.811657 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9304843
Jun 04 15:40:00.836624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Request body: {'port': {'device_id': '21680602-0b16-4449-8939-1949dda3df37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:00.888635 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:00.989049 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9695a6-efec-4bda-982b-cc5640d40039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a3d2f8-50d0-499e-a383-3969c41f8414'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:40:00.989807 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39346b5-5305-47e1-a1f8-071c0c4006f7" -d '{"events": [{"server_uuid": "4c9695a6-efec-4bda-982b-cc5640d40039", "name": "network-vif-plugged", "status": "completed", "tag": "d1a3d2f8-50d0-499e-a383-3969c41f8414"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:40:01.002919 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port cf2047f1-d369-4066-8ac7-3d8742c71e08 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:40:01.019365 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d1a3d2f8-50d0-499e-a383-3969c41f8414, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d1a3d2f8-50d0-499e-a383-3969c41f8414,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:01.020548 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port cf2047f1-d369-4066-8ac7-3d8742c71e08 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:40:01.020928 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:01.070406 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d09313-9a62-4d0e-8e73-345b8b0c4667 x-openstack-request-id: req-e1d09313-9a62-4d0e-8e73-345b8b0c4667 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:40:01.070765 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9695a6-efec-4bda-982b-cc5640d40039", "name": "network-vif-plugged", "status": "completed", "tag": "d1a3d2f8-50d0-499e-a383-3969c41f8414", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:40:01.070965 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1d09313-9a62-4d0e-8e73-345b8b0c4667 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:40:01.071360 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9695a6-efec-4bda-982b-cc5640d40039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a3d2f8-50d0-499e-a383-3969c41f8414', 'code': 200}
Jun 04 15:40:01.154668 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:01.166605 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e40e8f04-3f43-4006-b056-5ddfd617a301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:01.255122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=d1a3d2f8-50d0-499e-a383-3969c41f8414,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:01.259834 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:01.342910 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:01.378218 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port cf2047f1-d369-4066-8ac7-3d8742c71e08, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=cf2047f1-d369-4066-8ac7-3d8742c71e08,segment=NetworkSegment(a7282e4c-548b-4d7b-8b4f-36ffb98b4527),segment_id=a7282e4c-548b-4d7b-8b4f-36ffb98b4527)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:01.402635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4163157f-c3c7-4134-a9d6-6e4451eaa1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c266460>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:39:56Z', 'revision_number': 6, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8', 'name': '', 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:39:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:35Z', 'updated_at': '2021-06-04T15:39:45Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf2047f1-d369-4066-8ac7-3d8742c71e08', 'name': '', 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:b7:df:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:49Z', 'updated_at': '2021-06-04T15:39:57Z', 'revision_number': 4, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:01.407431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4163157f-c3c7-4134-a9d6-6e4451eaa1f3 None None] The sync data for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 is: [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:39:56Z', 'revision_number': 6, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8', 'name': '', 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:39:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:35Z', 'updated_at': '2021-06-04T15:39:45Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf2047f1-d369-4066-8ac7-3d8742c71e08', 'name': '', 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:b7:df:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:49Z', 'updated_at': '2021-06-04T15:39:57Z', 'revision_number': 4, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:01.429261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68c4fa-b97b-4554-838a-8db2303d9446 req-231f86f8-190c-4fb3-bd98-a6e0c986ebc6 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:01.436508 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be68c4fa-b97b-4554-838a-8db2303d9446 req-231f86f8-190c-4fb3-bd98-a6e0c986ebc6 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 950 time: 0.1084721
Jun 04 15:40:01.453845 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:01.456813 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4608c336-17f4-4804-97c8-0d7f0ed8bf17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:01.512629 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be68c4fa-b97b-4554-838a-8db2303d9446 req-45e0f41a-8254-4d53-905c-5fb5c53ab89f tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4aceaa-8f91-4215-b213-6841a166e3f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746942
Jun 04 15:40:01.521349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-f43a3cb6-e4d2-4595-b4a3-719490976f6d req-48f3faa2-6590-43b3-8eec-33a86501bb53 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] For port e5fcd8fd-50ee-4728-8b9d-996676d23bba, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=e5fcd8fd-50ee-4728-8b9d-996676d23bba,segment=NetworkSegment(b7ae17da-91f9-4780-b03c-3aef438332ba),segment_id=b7ae17da-91f9-4780-b03c-3aef438332ba)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:01.521727 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f43a3cb6-e4d2-4595-b4a3-719490976f6d req-48f3faa2-6590-43b3-8eec-33a86501bb53 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:01.546814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a446e56-3e36-4c3a-a606-9236b0c1dfac req-1d2baad5-8a8a-4346-afdb-65a30ef62630 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:01.549123 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5a446e56-3e36-4c3a-a606-9236b0c1dfac req-1d2baad5-8a8a-4346-afdb-65a30ef62630 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Synchronizing usage tracker for tenant:a3353753702247bbbd70fb49de792127 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:40:01.560241 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=cf2047f1-d369-4066-8ac7-3d8742c71e08,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:01.563536 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:01.736400 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b3852-d329-4c13-b62f-fa0b538c42e5 req-d7b8dfd4-bbc0-4f26-8b68-fa208b6039aa tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:01.738082 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f3b3852-d329-4c13-b62f-fa0b538c42e5 req-d7b8dfd4-bbc0-4f26-8b68-fa208b6039aa tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 946 time: 0.1002400
Jun 04 15:40:01.786912 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f3b3852-d329-4c13-b62f-fa0b538c42e5 req-783e4db6-7252-444b-a3e2-6d3ad374add8 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413561
Jun 04 15:40:01.854274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-f43a3cb6-e4d2-4595-b4a3-719490976f6d req-48f3faa2-6590-43b3-8eec-33a86501bb53 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Calling delete_port for e5fcd8fd-50ee-4728-8b9d-996676d23bba owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:01.893716 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:01.953849 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:01.984683 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:02.074404 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:02.083282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5a446e56-3e36-4c3a-a606-9236b0c1dfac req-1d2baad5-8a8a-4346-afdb-65a30ef62630 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Unset dirty status for tenant:a3353753702247bbbd70fb49de792127 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:40:02.084496 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5a446e56-3e36-4c3a-a606-9236b0c1dfac req-1d2baad5-8a8a-4346-afdb-65a30ef62630 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 931 time: 1.5855536
Jun 04 15:40:02.207745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 69e2a3ec-0d53-483a-8087-ab1c851ae779 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:40:02.318920 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cf2047f1-d369-4066-8ac7-3d8742c71e08 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:40:02.328910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fdb6d-dc06-49b1-968b-438d2d7454ab req-29fca7b3-21d7-44d0-bd7e-55737ac1f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:02.330351 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-662fdb6d-dc06-49b1-968b-438d2d7454ab req-29fca7b3-21d7-44d0-bd7e-55737ac1f79c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 1101 time: 1.0206625
Jun 04 15:40:02.332748 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d1aee5f7-8170-4f31-84cd-c405be3fc8cd tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:02.361750 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device e5fcd8fd-50ee-4728-8b9d-996676d23bba no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:40:02.398567 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f1a38ba1-2df3-487c-b605-f4482e1d21e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:02.486340 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d1aee5f7-8170-4f31-84cd-c405be3fc8cd tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:02.511751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5a446e56-3e36-4c3a-a606-9236b0c1dfac req-f6b0476d-2907-4766-bb36-f3d758a3a0bb tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Synchronizing usage tracker for tenant:a3353753702247bbbd70fb49de792127 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:40:02.597372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port cf2047f1-d369-4066-8ac7-3d8742c71e08 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:40:02.597922 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:02.654988 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:02.720267 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d187578-feb2-456a-afbf-5c3730850367 req-13100a20-efe3-4e72-ba5a-2991986b7e14 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:02.722054 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d187578-feb2-456a-afbf-5c3730850367 req-13100a20-efe3-4e72-ba5a-2991986b7e14 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 950 time: 0.1034787
Jun 04 15:40:02.776307 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d187578-feb2-456a-afbf-5c3730850367 req-6394ae26-addb-4eb6-8cbb-e1bd87e1c5db tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4aceaa-8f91-4215-b213-6841a166e3f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465176
Jun 04 15:40:03.001166 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4fb58-e532-47eb-af8b-f52ad452dcbe req-70b2e1d0-dbb3-4ae5-af0d-9c2a02c173eb tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:03.001166 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-baa4fb58-e532-47eb-af8b-f52ad452dcbe req-70b2e1d0-dbb3-4ae5-af0d-9c2a02c173eb tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 946 time: 0.0966938
Jun 04 15:40:03.049035 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-baa4fb58-e532-47eb-af8b-f52ad452dcbe req-e63f069e-d065-4878-8b0c-1bd4390e6220 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434332
Jun 04 15:40:03.070549 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-662fdb6d-dc06-49b1-968b-438d2d7454ab req-f29d4e06-7ed3-496d-abc5-fdb39df89cd0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5c4aceaa-8f91-4215-b213-6841a166e3f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6778500
Jun 04 15:40:03.110724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Allocated IP 172.25.4.11 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/6f7925e1-559b-49bd-92db-1f1db97423a5) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:40:03.240025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-5a446e56-3e36-4c3a-a606-9236b0c1dfac req-f6b0476d-2907-4766-bb36-f3d758a3a0bb tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Unset dirty status for tenant:a3353753702247bbbd70fb49de792127 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:40:03.241894 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5a446e56-3e36-4c3a-a606-9236b0c1dfac req-f6b0476d-2907-4766-bb36-f3d758a3a0bb tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e061b34-e0ab-46b8-b9a4-2678596a78b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1481333
Jun 04 15:40:03.247470 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:03.266851 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486ef08-f139-4405-a628-0bd4393d55b2 None None] Sync routers for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:03.277090 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486ef08-f139-4405-a628-0bd4393d55b2 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:03.280742 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4486ef08-f139-4405-a628-0bd4393d55b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d666070>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:03.315750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1aee5f7-8170-4f31-84cd-c405be3fc8cd tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 7dd677aa-f9b5-4081-ace9-8ef00355da65 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:40:03.384095 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f43a3cb6-e4d2-4595-b4a3-719490976f6d req-48f3faa2-6590-43b3-8eec-33a86501bb53 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:03.412026 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4486ef08-f139-4405-a628-0bd4393d55b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d666070>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:03.418839 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:03.422818 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486ef08-f139-4405-a628-0bd4393d55b2 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:03.423774 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4486ef08-f139-4405-a628-0bd4393d55b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d666070>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:03.491189 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4486ef08-f139-4405-a628-0bd4393d55b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d666070>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:03.491597 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486ef08-f139-4405-a628-0bd4393d55b2 None None] The sync data for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:03.491818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3faa2-6590-43b3-8eec-33a86501bb53 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Pushing event deleted for resources: {'Port': ['ID=e5fcd8fd-50ee-4728-8b9d-996676d23bba,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:03.501410 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-48f3faa2-6590-43b3-8eec-33a86501bb53 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:03.602500 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:03.659066 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:03.827053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43a3cb6-e4d2-4595-b4a3-719490976f6d req-48f3faa2-6590-43b3-8eec-33a86501bb53 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] No DVR routers for this DVR port e5fcd8fd-50ee-4728-8b9d-996676d23bba on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:40:03.836755 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-f43a3cb6-e4d2-4595-b4a3-719490976f6d req-48f3faa2-6590-43b3-8eec-33a86501bb53 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:03.838758 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f43a3cb6-e4d2-4595-b4a3-719490976f6d req-48f3faa2-6590-43b3-8eec-33a86501bb53 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.65 "DELETE /v2.0/ports/e5fcd8fd-50ee-4728-8b9d-996676d23bba HTTP/1.1" status: 204  len: 173 time: 4.8263273
Jun 04 15:40:03.842693 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:03.847476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1b1e45-8f7f-492c-a331-a1d8b350ad3a', 'name': 'network-vif-deleted', 'tag': 'e5fcd8fd-50ee-4728-8b9d-996676d23bba'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:40:03.849874 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5255bab-cf9e-4eb9-b97c-e0a26cfcd2a9" -d '{"events": [{"server_uuid": "3e1b1e45-8f7f-492c-a331-a1d8b350ad3a", "name": "network-vif-deleted", "tag": "e5fcd8fd-50ee-4728-8b9d-996676d23bba"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:40:03.877205 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 981 time: 12.9079852
Jun 04 15:40:03.880000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40106) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:03.891625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aee5f7-8170-4f31-84cd-c405be3fc8cd tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:03.901518 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d1aee5f7-8170-4f31-84cd-c405be3fc8cd tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:03.902694 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d1aee5f7-8170-4f31-84cd-c405be3fc8cd tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/7dd677aa-f9b5-4081-ace9-8ef00355da65 HTTP/1.1" status: 200  len: 704 time: 5.2533474
Jun 04 15:40:03.904142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db914a0-2d02-498a-bde6-07f2c0493632 None None] Sync routers for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:03.906369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40110) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:03.929286 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db914a0-2d02-498a-bde6-07f2c0493632 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:03.931761 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4db914a0-2d02-498a-bde6-07f2c0493632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5ca430>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:04.020697 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660f7ea2-5c7b-4378-aee4-3bcb1c65ed99 x-openstack-request-id: req-660f7ea2-5c7b-4378-aee4-3bcb1c65ed99 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:40:04.021973 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1b1e45-8f7f-492c-a331-a1d8b350ad3a", "name": "network-vif-deleted", "tag": "e5fcd8fd-50ee-4728-8b9d-996676d23bba", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:40:04.021973 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-660f7ea2-5c7b-4378-aee4-3bcb1c65ed99 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:40:04.021973 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1b1e45-8f7f-492c-a331-a1d8b350ad3a', 'name': 'network-vif-deleted', 'tag': 'e5fcd8fd-50ee-4728-8b9d-996676d23bba', 'status': 'completed', 'code': 200}
Jun 04 15:40:04.047470 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b4fd7957-66f7-4bde-a1c4-4d2ab8c7dbfd tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "GET /v2.0/floatingips/8d175c5a-5434-4604-9ae6-0d46b9d533e1 HTTP/1.1" status: 200  len: 976 time: 0.1654110
Jun 04 15:40:04.050078 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40114) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:04.192849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:40:04.206283 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:04.272860 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-4db914a0-2d02-498a-bde6-07f2c0493632 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:04.310921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4b4ae9ef-9756-45f8-9331-686009027651 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Synchronizing usage tracker for tenant:fd5e5d520f97480f91c3a626ef7c9a19 on resource:floatingip {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:40:04.334147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Transition to ACTIVE for port object 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:40:04.353893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e81f3-2541-4c87-8eb8-6b78d69fc09a req-908973d2-6048-400e-8002-810d3a72367f tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:04.360309 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a545e07a-4ef8-4aed-ac88-211874de9056 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/routers/7dd677aa-f9b5-4081-ace9-8ef00355da65 HTTP/1.1" status: 200  len: 704 time: 0.4187081
Jun 04 15:40:04.360823 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eb1e81f3-2541-4c87-8eb8-6b78d69fc09a req-908973d2-6048-400e-8002-810d3a72367f tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 950 time: 0.3239646
Jun 04 15:40:04.374597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40124) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:04.432866 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eb1e81f3-2541-4c87-8eb8-6b78d69fc09a req-27e7ef5a-c687-4f33-b129-8b43ce616ecc tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4aceaa-8f91-4215-b213-6841a166e3f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667524
Jun 04 15:40:04.434729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4b4ae9ef-9756-45f8-9331-686009027651 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Unset dirty status for tenant:fd5e5d520f97480f91c3a626ef7c9a19 on resource:floatingip {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:40:04.436343 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4b4ae9ef-9756-45f8-9331-686009027651 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 979 time: 0.3850152
Jun 04 15:40:04.439525 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40126) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:04.447428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ef696368-df76-4bec-9e07-274788f1017a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'floatingip': {'port_id': 'f1e5b71a-ad3f-4e19-8738-450db0e4f9c4'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:04.468162 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:04.470682 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8d744b48-6fb3-4414-b940-1a02fac2ed79 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:04.505124 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:04.510034 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-dba93d78-5651-46c2-8d55-849f207e5209 req-3cab8408-2157-481e-9afd-1399f962368b tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Synchronizing usage tracker for tenant:59c52ddeca7247f0a89ed572b8a23740 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:40:04.609855 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef696368-df76-4bec-9e07-274788f1017a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:04.801731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4db914a0-2d02-498a-bde6-07f2c0493632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5ca430>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:00Z', 'revision_number': 7, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8', 'name': '', 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:39:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:35Z', 'updated_at': '2021-06-04T15:39:45Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf2047f1-d369-4066-8ac7-3d8742c71e08', 'name': '', 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:b7:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:49Z', 'updated_at': '2021-06-04T15:40:01Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:04.812586 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db914a0-2d02-498a-bde6-07f2c0493632 None None] Checking router: 7dd677aa-f9b5-4081-ace9-8ef00355da65 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:40:04.824637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db914a0-2d02-498a-bde6-07f2c0493632 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:04.825453 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4db914a0-2d02-498a-bde6-07f2c0493632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5ca430>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:04.977276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:40:04.989798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Pushing event updated for resources: {'Port': ['ID=6f7925e1-559b-49bd-92db-1f1db97423a5,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:04.996107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:40:05.041176 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:05.048507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:40:05.049520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-4db914a0-2d02-498a-bde6-07f2c0493632 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:05.093141 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-48f3faa2-6590-43b3-8eec-33a86501bb53 tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.563s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:05.106719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e401f-1fd7-4481-ad70-089a0e630b84 req-43eef858-6494-4d7a-9ee2-9453c870d1d8 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:05.116332 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d89e401f-1fd7-4481-ad70-089a0e630b84 req-43eef858-6494-4d7a-9ee2-9453c870d1d8 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 943 time: 0.2857573
Jun 04 15:40:05.196333 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d89e401f-1fd7-4481-ad70-089a0e630b84 req-e4d52244-aec9-40d5-bb52-403a234d7022 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e061b34-e0ab-46b8-b9a4-2678596a78b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739813
Jun 04 15:40:05.251996 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Pushing event updated for resources: {'Port': ['ID=35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:05.320658 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:05.323958 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-dba93d78-5651-46c2-8d55-849f207e5209 req-3cab8408-2157-481e-9afd-1399f962368b tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Unset dirty status for tenant:59c52ddeca7247f0a89ed572b8a23740 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:40:05.325165 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dba93d78-5651-46c2-8d55-849f207e5209 req-3cab8408-2157-481e-9afd-1399f962368b tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b1e45-8f7f-492c-a331-a1d8b350ad3a HTTP/1.1" status: 200  len: 210 time: 1.0612657
Jun 04 15:40:05.369556 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:05.747146 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adf28f-d592-4fab-8e9e-5db9f5374e11 req-6f3dd78a-1aef-40b3-8053-eb2d8ee46d5c tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:05.754326 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-88adf28f-d592-4fab-8e9e-5db9f5374e11 req-6f3dd78a-1aef-40b3-8053-eb2d8ee46d5c tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 950 time: 0.1437132
Jun 04 15:40:05.758187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Attempting to bind port 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:40:05.758527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Attempting to bind port 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '03ce283f-169f-4bd5-ab8e-21786a82a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c32d05f8-c639-4a94-9a92-e96653100b65'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:40:05.759078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Attempting to bind port 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe on network c32d05f8-c639-4a94-9a92-e96653100b65 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:40:05.773243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4db914a0-2d02-498a-bde6-07f2c0493632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5ca430>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:00Z', 'revision_number': 7, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8', 'name': '', 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:39:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:35Z', 'updated_at': '2021-06-04T15:39:45Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf2047f1-d369-4066-8ac7-3d8742c71e08', 'name': '', 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:b7:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:49Z', 'updated_at': '2021-06-04T15:40:01Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:05.775644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Port 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe on network c32d05f8-c639-4a94-9a92-e96653100b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:40:05.776191 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Attempting to bind port 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe on network c32d05f8-c639-4a94-9a92-e96653100b65 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:40:05.789591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:40:05.790232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Checking segment: {'id': '03ce283f-169f-4bd5-ab8e-21786a82a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c32d05f8-c639-4a94-9a92-e96653100b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:40:05.790782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Bound using segment: {'id': '03ce283f-169f-4bd5-ab8e-21786a82a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c32d05f8-c639-4a94-9a92-e96653100b65'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:40:05.791416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Bound port: 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ce283f-169f-4bd5-ab8e-21786a82a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c32d05f8-c639-4a94-9a92-e96653100b65'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:40:05.791933 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:05.804102 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db914a0-2d02-498a-bde6-07f2c0493632 None None] The sync data for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 is: [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:00Z', 'revision_number': 7, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8', 'name': '', 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:39:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:35Z', 'updated_at': '2021-06-04T15:39:45Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf2047f1-d369-4066-8ac7-3d8742c71e08', 'name': '', 'network_id': '59de165f-0a92-4d32-83ca-d33a24a0e418', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:b7:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:49Z', 'updated_at': '2021-06-04T15:40:01Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6df8aeda-3bf2-4f20-87d6-44d02200de58', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:05.824492 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-88adf28f-d592-4fab-8e9e-5db9f5374e11 req-9f4f095b-34cb-48e7-85ff-c3f412952df0 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4aceaa-8f91-4215-b213-6841a166e3f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689375
Jun 04 15:40:05.988052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] For port 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:40:06.014395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] For port 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe,segment=NetworkSegment(03ce283f-169f-4bd5-ab8e-21786a82a0dd),segment_id=03ce283f-169f-4bd5-ab8e-21786a82a0dd)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:40:06.031509 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef696368-df76-4bec-9e07-274788f1017a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:06.124909 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:06.133763 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a22b4a8d-0e6b-487b-878a-b2160b58c149 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:06.161414 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef696368-df76-4bec-9e07-274788f1017a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:06.262014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:06.263021 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:06.264324 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] 10.222.0.65 "PUT /v2.0/ports/35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe HTTP/1.1" status: 200  len: 1091 time: 5.4348681
Jun 04 15:40:06.268071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21680602-0b16-4449-8939-1949dda3df37', 'tag': '35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:40:06.270619 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed278b50-a8e7-419b-833d-b7efb17832c1" -d '{"events": [{"name": "network-changed", "server_uuid": "21680602-0b16-4449-8939-1949dda3df37", "tag": "35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:40:06.278881 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:06.390224 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-ef696368-df76-4bec-9e07-274788f1017a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Floating IP 8d175c5a-5434-4604-9ae6-0d46b9d533e1 associated. External IP: 172.25.4.86, port: 4cead33f-51c4-4e25-a030-372cb1ae579b.
Jun 04 15:40:06.643119 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ebfbe4-9f07-4ae9-8f7e-a36989762044 x-openstack-request-id: req-82ebfbe4-9f07-4ae9-8f7e-a36989762044 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:40:06.643923 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21680602-0b16-4449-8939-1949dda3df37", "tag": "35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:40:06.644523 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82ebfbe4-9f07-4ae9-8f7e-a36989762044 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:40:06.645321 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21680602-0b16-4449-8939-1949dda3df37', 'tag': '35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe', 'status': 'completed', 'code': 200}
Jun 04 15:40:06.707012 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Pushing event updated for resources: {'Port': ['ID=35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:06.717317 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:06.842602 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79b5218e-acc8-4e5b-a613-4f07659aafef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:06.891650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a17e3-5849-45cd-87df-174a9490a935 req-7935b34a-95a4-42c8-b6a6-9e930d524dd2 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:06.893283 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e9a17e3-5849-45cd-87df-174a9490a935 req-7935b34a-95a4-42c8-b6a6-9e930d524dd2 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 950 time: 0.2191174
Jun 04 15:40:06.908522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef696368-df76-4bec-9e07-274788f1017a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 69e2a3ec-0d53-483a-8087-ab1c851ae779 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:40:07.040874 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e9a17e3-5849-45cd-87df-174a9490a935 req-3995b7c6-3c34-4a46-9af4-e7060bafce99 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4aceaa-8f91-4215-b213-6841a166e3f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347399
Jun 04 15:40:07.179756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef696368-df76-4bec-9e07-274788f1017a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:07.184003 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fe745-1794-47b2-ab22-fcb04c37f177 req-eba7c9df-ad1e-4a32-860b-3b3cbd5f168f tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:07.193376 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f44be-c778-428b-8c61-c13a8fa8adb1 None None] Sync routers for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:07.206421 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-787fe745-1794-47b2-ab22-fcb04c37f177 req-eba7c9df-ad1e-4a32-860b-3b3cbd5f168f tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 943 time: 0.8662343
Jun 04 15:40:07.222771 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297f44be-c778-428b-8c61-c13a8fa8adb1 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:07.225336 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-297f44be-c778-428b-8c61-c13a8fa8adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c84d340>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:07.231430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-0f7a803d-c91d-40f8-ae69-2b64acd3227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:07.233659 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-0f7a803d-c91d-40f8-ae69-2b64acd3227e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3353753702247bbbd70fb49de792127&device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 1094 time: 0.6242018
Jun 04 15:40:07.325675 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-297f44be-c778-428b-8c61-c13a8fa8adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c84d340>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:07.337308 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297f44be-c778-428b-8c61-c13a8fa8adb1 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:07.337933 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-297f44be-c778-428b-8c61-c13a8fa8adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c84d340>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:07.504184 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-297f44be-c778-428b-8c61-c13a8fa8adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c84d340>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:07.504929 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f44be-c778-428b-8c61-c13a8fa8adb1 None None] The sync data for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:07.556181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:07.561374 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-56ebf14a-f58e-47ef-afcf-a33400f832ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe HTTP/1.1" status: 200  len: 217 time: 0.2965670
Jun 04 15:40:07.892656 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-787fe745-1794-47b2-ab22-fcb04c37f177 req-c3db780d-5501-4c4f-85dc-3fd9a63fdd65 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e061b34-e0ab-46b8-b9a4-2678596a78b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6838441
Jun 04 15:40:07.923539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40168) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:07.988687 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef696368-df76-4bec-9e07-274788f1017a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 69e2a3ec-0d53-483a-8087-ab1c851ae779 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:40:08.005238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-67c10e55-a026-4ec9-828a-7b3e2a41f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:08.007019 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-67c10e55-a026-4ec9-828a-7b3e2a41f848 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0dd38b1c-f04b-4906-9743-a5dd44a8b9d9 HTTP/1.1" status: 200  len: 848 time: 0.4196422
Jun 04 15:40:08.088651 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-82154935-8593-49a8-8d1d-529e07ef2bd4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c32d05f8-c639-4a94-9a92-e96653100b65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0688493
Jun 04 15:40:08.097242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed9c4db-9a7b-4c91-b965-b39797be8b81 admin admin] Deleting subnet 79ba88e3-628d-4337-9bf2-2f8a043ab8b4 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:40:08.129956 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ed9c4db-9a7b-4c91-b965-b39797be8b81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:08.219636 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef696368-df76-4bec-9e07-274788f1017a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:08.233192 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ed9c4db-9a7b-4c91-b965-b39797be8b81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:08.235437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bdeaa5-ccdb-4a39-affe-70c9627bae1f None None] Sync routers for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:08.239465 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef696368-df76-4bec-9e07-274788f1017a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:08.255841 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bdeaa5-ccdb-4a39-affe-70c9627bae1f None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:08.257101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-23bdeaa5-ccdb-4a39-affe-70c9627bae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ccdc910>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:08.379982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-23bdeaa5-ccdb-4a39-affe-70c9627bae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ccdc910>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:08.403407 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ef696368-df76-4bec-9e07-274788f1017a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "PUT /v2.0/floatingips/8d175c5a-5434-4604-9ae6-0d46b9d533e1 HTTP/1.1" status: 200  len: 977 time: 3.9593282
Jun 04 15:40:08.403761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40178) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:08.406386 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bdeaa5-ccdb-4a39-affe-70c9627bae1f None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:08.407204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-23bdeaa5-ccdb-4a39-affe-70c9627bae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ccdc910>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:08.420432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-12e22d2a-69c2-430a-b364-12399bb64954 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:08.508307 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-23bdeaa5-ccdb-4a39-affe-70c9627bae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ccdc910>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:08.509546 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bdeaa5-ccdb-4a39-affe-70c9627bae1f None None] The sync data for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:08.627662 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12e22d2a-69c2-430a-b364-12399bb64954 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:08.688246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Router 95e1de2b-6ff6-4f32-89ea-f12e2dc70f69 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:40:08.738442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc295a-ede1-4d1e-bf8b-7dc7576f14f3 req-ee4caa34-509a-418e-9a2e-03d37fc961e0 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:08.739911 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-81dc295a-ede1-4d1e-bf8b-7dc7576f14f3 req-ee4caa34-509a-418e-9a2e-03d37fc961e0 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 950 time: 0.3416455
Jun 04 15:40:08.814450 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ed9c4db-9a7b-4c91-b965-b39797be8b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:08.889993 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-81dc295a-ede1-4d1e-bf8b-7dc7576f14f3 req-2735ee7c-c3d1-4da4-a601-63e12745e455 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4aceaa-8f91-4215-b213-6841a166e3f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416955
Jun 04 15:40:08.929129 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-59cf9ec2-9836-4ce2-8d3c-37b7d472b37e service neutron] 10.222.0.65 "GET /v2.0/networks/c32d05f8-c639-4a94-9a92-e96653100b65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8249166
Jun 04 15:40:08.974612 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12e22d2a-69c2-430a-b364-12399bb64954 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:09.042559 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12e22d2a-69c2-430a-b364-12399bb64954 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:09.042830 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-12e22d2a-69c2-430a-b364-12399bb64954 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Floating IP 8d175c5a-5434-4604-9ae6-0d46b9d533e1 disassociated. External IP: 172.25.4.86, port: f1e5b71a-ad3f-4e19-8738-450db0e4f9c4.
Jun 04 15:40:09.286851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eaca66-1aae-491b-a76f-9126097a7e5c req-4b407d07-653b-41ee-9df5-a92716bf2de5 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:09.289459 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e2eaca66-1aae-491b-a76f-9126097a7e5c req-4b407d07-653b-41ee-9df5-a92716bf2de5 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 950 time: 1.0182958
Jun 04 15:40:09.518635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:09.535977 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bc6c01-ab9b-4e14-adda-4b6ef5ddb67f None None] Sync routers for ids ['95e1de2b-6ff6-4f32-89ea-f12e2dc70f69'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:09.552386 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bc6c01-ab9b-4e14-adda-4b6ef5ddb67f None None] Routers {'95e1de2b-6ff6-4f32-89ea-f12e2dc70f69'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:09.554532 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-19bc6c01-ab9b-4e14-adda-4b6ef5ddb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6a2df0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['95e1de2b-6ff6-4f32-89ea-f12e2dc70f69'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:09.556245 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-236b545c-db2e-4377-a57c-0c977113e6c8 req-c05f7dd1-16c0-4dde-bf60-6c992a28c202 service neutron] 10.222.0.65 "GET /v2.0/networks/c32d05f8-c639-4a94-9a92-e96653100b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6047459
Jun 04 15:40:09.607669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-79b5218e-acc8-4e5b-a613-4f07659aafef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port cf2047f1-d369-4066-8ac7-3d8742c71e08 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:09.608050 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79b5218e-acc8-4e5b-a613-4f07659aafef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:09.627228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e22d2a-69c2-430a-b364-12399bb64954 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 69e2a3ec-0d53-483a-8087-ab1c851ae779 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:40:09.687344 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-19bc6c01-ab9b-4e14-adda-4b6ef5ddb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6a2df0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:09.697831 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bc6c01-ab9b-4e14-adda-4b6ef5ddb67f None None] Routers {'95e1de2b-6ff6-4f32-89ea-f12e2dc70f69'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:09.698667 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-19bc6c01-ab9b-4e14-adda-4b6ef5ddb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6a2df0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['95e1de2b-6ff6-4f32-89ea-f12e2dc70f69'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:09.773603 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-19bc6c01-ab9b-4e14-adda-4b6ef5ddb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6a2df0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:09.774260 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bc6c01-ab9b-4e14-adda-4b6ef5ddb67f None None] The sync data for ids ['95e1de2b-6ff6-4f32-89ea-f12e2dc70f69'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:09.836198 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:09.837579 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 13.6455021
Jun 04 15:40:09.840574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40186) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:09.890732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9168b-2d77-4d2e-929d-8707bb6478d3 req-76742487-3a7e-4ed1-8b7f-cc23ddd228e2 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:09.892368 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50b9168b-2d77-4d2e-929d-8707bb6478d3 req-76742487-3a7e-4ed1-8b7f-cc23ddd228e2 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 943 time: 0.8280199
Jun 04 15:40:09.908556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e22d2a-69c2-430a-b364-12399bb64954 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:09.915067 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-12e22d2a-69c2-430a-b364-12399bb64954 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:09.924784 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c8ffe-eb54-416f-8587-ef8c2253cd4d None None] Sync routers for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:09.942335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c8ffe-eb54-416f-8587-ef8c2253cd4d None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:09.943222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-cf3c8ffe-eb54-416f-8587-ef8c2253cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c692730>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:09.991667 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-12e22d2a-69c2-430a-b364-12399bb64954 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "PUT /v2.0/floatingips/8d175c5a-5434-4604-9ae6-0d46b9d533e1 HTTP/1.1" status: 200  len: 687 time: 1.5779846
Jun 04 15:40:09.992320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40190) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:10.014607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-79b5218e-acc8-4e5b-a613-4f07659aafef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] For port cf2047f1-d369-4066-8ac7-3d8742c71e08, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=cf2047f1-d369-4066-8ac7-3d8742c71e08,segment=NetworkSegment(a7282e4c-548b-4d7b-8b4f-36ffb98b4527),segment_id=a7282e4c-548b-4d7b-8b4f-36ffb98b4527)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:10.015015 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79b5218e-acc8-4e5b-a613-4f07659aafef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:10.027134 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-cf3c8ffe-eb54-416f-8587-ef8c2253cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c692730>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:10.037996 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c8ffe-eb54-416f-8587-ef8c2253cd4d None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:10.039039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-cf3c8ffe-eb54-416f-8587-ef8c2253cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c692730>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:10.044856 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50b9168b-2d77-4d2e-929d-8707bb6478d3 req-1e612e7f-fdaa-4576-bc17-5940236e6cfb tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e061b34-e0ab-46b8-b9a4-2678596a78b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352251
Jun 04 15:40:10.109558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-e2eaca66-1aae-491b-a76f-9126097a7e5c req-704bc5b5-a873-427e-b0c5-bf6c2f7a32e2 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Deleting port d1a3d2f8-50d0-499e-a383-3969c41f8414 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:10.109921 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e2eaca66-1aae-491b-a76f-9126097a7e5c req-704bc5b5-a873-427e-b0c5-bf6c2f7a32e2 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:10.116945 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-cf3c8ffe-eb54-416f-8587-ef8c2253cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c692730>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:10.120974 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c8ffe-eb54-416f-8587-ef8c2253cd4d None None] The sync data for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:10.397813 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f20a034e-0247-4921-8c1e-77c4b1cd07ea tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/routers/95e1de2b-6ff6-4f32-89ea-f12e2dc70f69 HTTP/1.1" status: 200  len: 919 time: 0.5530586
Jun 04 15:40:10.399253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40194) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:10.401641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-79b5218e-acc8-4e5b-a613-4f07659aafef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for cf2047f1-d369-4066-8ac7-3d8742c71e08 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:10.410406 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ed9c4db-9a7b-4c91-b965-b39797be8b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:10.413088 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:40:10.429928 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-abafb125-bc13-4153-9342-57e36419ee21 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:10.453573 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ad522c66-0e02-4b66-9b1f-518d93ef6ceb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "GET /v2.0/ports?device_id=95e1de2b-6ff6-4f32-89ea-f12e2dc70f69 HTTP/1.1" status: 200  len: 205 time: 0.0529203
Jun 04 15:40:10.456190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40196) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:10.469361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed278b50-a8e7-419b-833d-b7efb17832c1 req-02392344-9f29-46d8-84eb-1df1c36ee300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:10.470995 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed278b50-a8e7-419b-833d-b7efb17832c1 req-02392344-9f29-46d8-84eb-1df1c36ee300 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3353753702247bbbd70fb49de792127&device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 1094 time: 0.7577286
Jun 04 15:40:10.484873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9c4db-9a7b-4c91-b965-b39797be8b81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ba88e3-628d-4337-9bf2-2f8a043ab8b4,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:10.538457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8207fe2-aa7d-4514-8076-cc1832efee8e req-537e2eea-9d4b-43de-a481-e4ae5d8cce3c tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:10.542722 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9ed9c4db-9a7b-4c91-b965-b39797be8b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:10.545700 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c8207fe2-aa7d-4514-8076-cc1832efee8e req-537e2eea-9d4b-43de-a481-e4ae5d8cce3c tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 950 time: 0.4021177
Jun 04 15:40:10.569805 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ed9c4db-9a7b-4c91-b965-b39797be8b81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:10.608081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe,segment=NetworkSegment(03ce283f-169f-4bd5-ab8e-21786a82a0dd),segment_id=03ce283f-169f-4bd5-ab8e-21786a82a0dd)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:10.621778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c7c4b-da71-4ea2-9150-a4706803e99c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting port 445083b2-ea71-4d8a-9489-405fc01e3ac2 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:10.622692 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9ed9c4db-9a7b-4c91-b965-b39797be8b81 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/79ba88e3-628d-4337-9bf2-2f8a043ab8b4 HTTP/1.1" status: 204  len: 168 time: 2.6946647
Jun 04 15:40:10.624673 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7e5c7c4b-da71-4ea2-9150-a4706803e99c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:10.628961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40198) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:10.635870 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe', 'network_id': 'c32d05f8-c639-4a94-9a92-e96653100b65', 'port_id': '35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe', 'mac_address': 'fa:16:3e:d4:19:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dd38b1c-f04b-4906-9743-a5dd44a8b9d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:40:10.751786 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c8207fe2-aa7d-4514-8076-cc1832efee8e req-a0850022-709e-45bb-b21c-307c449978cc tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4aceaa-8f91-4215-b213-6841a166e3f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2051184
Jun 04 15:40:10.799630 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:10.825584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:40:10.852270 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe,segment=NetworkSegment(03ce283f-169f-4bd5-ab8e-21786a82a0dd),segment_id=03ce283f-169f-4bd5-ab8e-21786a82a0dd)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:10.873644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e2eaca66-1aae-491b-a76f-9126097a7e5c req-704bc5b5-a873-427e-b0c5-bf6c2f7a32e2 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] For port d1a3d2f8-50d0-499e-a383-3969c41f8414, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d1a3d2f8-50d0-499e-a383-3969c41f8414,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:10.874414 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e2eaca66-1aae-491b-a76f-9126097a7e5c req-704bc5b5-a873-427e-b0c5-bf6c2f7a32e2 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:10.875570 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:10.898296 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e5c3b49-79ff-4247-8e8f-200693afd9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:10.927196 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:10.931534 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6d007e0b-b2c8-45a7-ae63-5db87060babf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:11.016309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:11.027317 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:11.027953 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:11.028524 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:11.029048 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:11.029539 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:11.030166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:11.030670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:11.031190 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:11.031676 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:11.032160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:11.032701 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:11.033250 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:11.048914 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:11.061207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-e2eaca66-1aae-491b-a76f-9126097a7e5c req-704bc5b5-a873-427e-b0c5-bf6c2f7a32e2 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Calling delete_port for d1a3d2f8-50d0-499e-a383-3969c41f8414 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:11.066241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed278b50-a8e7-419b-833d-b7efb17832c1 req-db00c61f-6fbf-4bbc-b063-dea10aa0be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:11.067911 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed278b50-a8e7-419b-833d-b7efb17832c1 req-db00c61f-6fbf-4bbc-b063-dea10aa0be8b service neutron] 10.222.0.65 "GET /v2.0/networks?id=c32d05f8-c639-4a94-9a92-e96653100b65 HTTP/1.1" status: 200  len: 909 time: 0.5845838
Jun 04 15:40:11.122945 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:40:11.189198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed278b50-a8e7-419b-833d-b7efb17832c1 req-7b7c5ec4-c471-4c03-9c80-15de2e2b4585 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe HTTP/1.1" status: 200  len: 217 time: 0.1117985
Jun 04 15:40:11.232984 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7e5c7c4b-da71-4ea2-9150-a4706803e99c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:11.233354 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7e5c7c4b-da71-4ea2-9150-a4706803e99c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:11.408540 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e5c3b49-79ff-4247-8e8f-200693afd9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:11.419921 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed278b50-a8e7-419b-833d-b7efb17832c1 req-0baf5fe9-daa7-4e25-8b37-d5e4ee05cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:11.421400 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed278b50-a8e7-419b-833d-b7efb17832c1 req-0baf5fe9-daa7-4e25-8b37-d5e4ee05cae5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0dd38b1c-f04b-4906-9743-a5dd44a8b9d9 HTTP/1.1" status: 200  len: 848 time: 0.2133424
Jun 04 15:40:11.467151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-1e5c3b49-79ff-4247-8e8f-200693afd9d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387dc3d60>,) {'filters': {'network_id': ['5eb60293-5b97-468b-83ba-a7ff382dab99']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:11.502979 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c7c4b-da71-4ea2-9150-a4706803e99c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Calling delete_port for 445083b2-ea71-4d8a-9489-405fc01e3ac2 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:11.507020 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:11.532915 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed278b50-a8e7-419b-833d-b7efb17832c1 req-cb532375-0ba7-44a2-a5c7-9ba4e16cab37 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c32d05f8-c639-4a94-9a92-e96653100b65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0688825
Jun 04 15:40:11.543498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-1e5c3b49-79ff-4247-8e8f-200693afd9d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387dc3d60>, 'b7ae17da-91f9-4780-b03c-3aef438332ba') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:11.543498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-1e5c3b49-79ff-4247-8e8f-200693afd9d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387dc3d60>, 'b7ae17da-91f9-4780-b03c-3aef438332ba') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:11.581242 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e5c3b49-79ff-4247-8e8f-200693afd9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:11.607128 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7aec15-4628-4e70-9d7b-5cfa298a0114 req-2d6e12b1-2253-433e-be2e-d5db85f5f55c tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:11.613265 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bc7aec15-4628-4e70-9d7b-5cfa298a0114 req-2d6e12b1-2253-433e-be2e-d5db85f5f55c tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 944 time: 0.3793137
Jun 04 15:40:11.638840 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e5c3b49-79ff-4247-8e8f-200693afd9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:11.729111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5c3b49-79ff-4247-8e8f-200693afd9d5 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:40:11.729525 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e5c3b49-79ff-4247-8e8f-200693afd9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:40:11.751276 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:40:11.763582 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bc7aec15-4628-4e70-9d7b-5cfa298a0114 req-f6123a24-d558-4adb-add0-04fde4db8413 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e061b34-e0ab-46b8-b9a4-2678596a78b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175611
Jun 04 15:40:11.780510 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79b5218e-acc8-4e5b-a613-4f07659aafef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:11.790116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Deleting port 6f7925e1-559b-49bd-92db-1f1db97423a5 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:11.790477 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:11.797543 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-18dda531-3f27-4e66-a009-0208d3bf3199 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:11.890054 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7e5c7c4b-da71-4ea2-9150-a4706803e99c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:11.898156 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-410922c1-7c1a-4900-b65e-11348e721cad tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:11.943484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5218e-acc8-4e5b-a613-4f07659aafef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=cf2047f1-d369-4066-8ac7-3d8742c71e08,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:11.954069 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c7c4b-da71-4ea2-9150-a4706803e99c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Port': ['ID=445083b2-ea71-4d8a-9489-405fc01e3ac2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:11.957209 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7e5c7c4b-da71-4ea2-9150-a4706803e99c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:11.959612 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-79b5218e-acc8-4e5b-a613-4f07659aafef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:12.070474 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:12.095667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d1a3d2f8-50d0-499e-a383-3969c41f8414 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:40:12.210996 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Calling delete_port for 6f7925e1-559b-49bd-92db-1f1db97423a5 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:12.217220 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7e5c7c4b-da71-4ea2-9150-a4706803e99c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:12.254683 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:12.295190 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7e5c7c4b-da71-4ea2-9150-a4706803e99c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:12.299059 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7e5c7c4b-da71-4ea2-9150-a4706803e99c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/floatingips/8d175c5a-5434-4604-9ae6-0d46b9d533e1 HTTP/1.1" status: 204  len: 168 time: 2.3032658
Jun 04 15:40:12.305860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40212) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:12.411273 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:40:12.456777 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed278b50-a8e7-419b-833d-b7efb17832c1 req-47b9448a-898a-453a-90d6-3b48535cc16b service neutron] 10.222.0.65 "GET /v2.0/networks/c32d05f8-c639-4a94-9a92-e96653100b65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8993669
Jun 04 15:40:12.479184 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e2eaca66-1aae-491b-a76f-9126097a7e5c req-704bc5b5-a873-427e-b0c5-bf6c2f7a32e2 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:12.480638 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e5c3b49-79ff-4247-8e8f-200693afd9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:12.490084 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-c65b48e7-e90f-47cd-9ad5-b5713f3e3f35 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] delete failed (client error): The resource could not be found.
Jun 04 15:40:12.491924 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c65b48e7-e90f-47cd-9ad5-b5713f3e3f35 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/floatingips/8d175c5a-5434-4604-9ae6-0d46b9d533e1 HTTP/1.1" status: 404  len: 345 time: 0.1844661
Jun 04 15:40:12.492609 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-08192c00-25be-485f-8118-b446bea1a554 tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:12.492711 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:12.498435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40216) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:12.498649 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-34ac477e-46a3-4870-9daf-3ae97e09b964 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:12.549948 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:40:12.557555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:40:12.558307 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:12.570927 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e5c3b49-79ff-4247-8e8f-200693afd9d5 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:12.579760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bc5b5-a873-427e-b0c5-bf6c2f7a32e2 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Pushing event deleted for resources: {'Port': ['ID=d1a3d2f8-50d0-499e-a383-3969c41f8414,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:12.589507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Pushing event deleted for resources: {'Port': ['ID=6f7925e1-559b-49bd-92db-1f1db97423a5,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:12.600938 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-704bc5b5-a873-427e-b0c5-bf6c2f7a32e2 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:12.618673 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:12.631918 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-19970372-bd28-4800-b5e6-1142988e817e tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:12.706837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c3b49-79ff-4247-8e8f-200693afd9d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb60293-5b97-468b-83ba-a7ff382dab99,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:12.714309 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1e5c3b49-79ff-4247-8e8f-200693afd9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:12.733500 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:12.759697 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:12.787902 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79b5218e-acc8-4e5b-a613-4f07659aafef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:12.796395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21680602-0b16-4449-8939-1949dda3df37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:40:12.799234 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebadb48d-5036-4444-b91e-be57efaa11e8" -d '{"events": [{"server_uuid": "21680602-0b16-4449-8939-1949dda3df37", "name": "network-vif-plugged", "status": "completed", "tag": "35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:40:12.809373 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe,segment=NetworkSegment(03ce283f-169f-4bd5-ab8e-21786a82a0dd),segment_id=03ce283f-169f-4bd5-ab8e-21786a82a0dd)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:12.875621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2eaca66-1aae-491b-a76f-9126097a7e5c req-704bc5b5-a873-427e-b0c5-bf6c2f7a32e2 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] No DVR routers for this DVR port d1a3d2f8-50d0-499e-a383-3969c41f8414 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:40:12.887144 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:12.890753 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:12.950298 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e2eaca66-1aae-491b-a76f-9126097a7e5c req-704bc5b5-a873-427e-b0c5-bf6c2f7a32e2 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:12.953198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e2eaca66-1aae-491b-a76f-9126097a7e5c req-704bc5b5-a873-427e-b0c5-bf6c2f7a32e2 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.62 "DELETE /v2.0/ports/d1a3d2f8-50d0-499e-a383-3969c41f8414 HTTP/1.1" status: 204  len: 173 time: 3.6423755
Jun 04 15:40:12.968481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9695a6-efec-4bda-982b-cc5640d40039', 'name': 'network-vif-deleted', 'tag': 'd1a3d2f8-50d0-499e-a383-3969c41f8414'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:40:12.971131 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2443421a-f686-4623-a02f-9c954ce7dc92" -d '{"events": [{"server_uuid": "4c9695a6-efec-4bda-982b-cc5640d40039", "name": "network-vif-deleted", "tag": "d1a3d2f8-50d0-499e-a383-3969c41f8414"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:40:12.975772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8ddee3-78bf-4047-a9c4-6493b27d9dcf tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:12.981853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8ddee3-78bf-4047-a9c4-6493b27d9dcf tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:12.982682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a720d8-b968-463a-8231-3d473bf77a9c req-8e24ee0c-a907-4251-afa5-fccb48203dbf tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:12.983565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e4a720d8-b968-463a-8231-3d473bf77a9c req-8e24ee0c-a907-4251-afa5-fccb48203dbf tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Synchronizing usage tracker for tenant:f6979d190d0e4606bbbfa29003704f05 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:40:12.987746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8ddee3-78bf-4047-a9c4-6493b27d9dcf tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:12.989810 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3b8ddee3-78bf-4047-a9c4-6493b27d9dcf tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Synchronizing usage tracker for tenant:fd5e5d520f97480f91c3a626ef7c9a19 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:40:13.000036 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1e5c3b49-79ff-4247-8e8f-200693afd9d5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5eb60293-5b97-468b-83ba-a7ff382dab99 HTTP/1.1" status: 204  len: 168 time: 2.3655760
Jun 04 15:40:13.045061 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:13.061111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:13.073677 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:13.134945 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed278b50-a8e7-419b-833d-b7efb17832c1 req-ec8faafb-e9d3-4a81-b1d6-0dc80d7980a4 service neutron] 10.222.0.65 "GET /v2.0/networks/c32d05f8-c639-4a94-9a92-e96653100b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6496365
Jun 04 15:40:13.407638 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e4a720d8-b968-463a-8231-3d473bf77a9c req-8e24ee0c-a907-4251-afa5-fccb48203dbf tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Unset dirty status for tenant:f6979d190d0e4606bbbfa29003704f05 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:40:13.407638 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4a720d8-b968-463a-8231-3d473bf77a9c req-8e24ee0c-a907-4251-afa5-fccb48203dbf tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c9695a6-efec-4bda-982b-cc5640d40039 HTTP/1.1" status: 200  len: 867 time: 1.3177567
Jun 04 15:40:13.411362 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:13.411362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656954c-3697-4f77-a580-63fea4edde42 req-17c25fe4-2cfc-4105-b2ae-d9ab01e7076a tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:13.411362 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6656954c-3697-4f77-a580-63fea4edde42 req-17c25fe4-2cfc-4105-b2ae-d9ab01e7076a tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 945 time: 0.3243654
Jun 04 15:40:13.411362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3b8ddee3-78bf-4047-a9c4-6493b27d9dcf tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Unset dirty status for tenant:fd5e5d520f97480f91c3a626ef7c9a19 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:40:13.411362 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3b8ddee3-78bf-4047-a9c4-6493b27d9dcf tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "GET /v2.0/ports?network_id=c769656c-f2af-4997-a59f-fed28614d1f1 HTTP/1.1" status: 200  len: 2357 time: 0.8438551
Jun 04 15:40:13.411362 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:13.411362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Fanout notify agent at l3_agent the message router_deleted on router 95e1de2b-6ff6-4f32-89ea-f12e2dc70f69 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:40:13.411362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40236) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:13.429431 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6656954c-3697-4f77-a580-63fea4edde42 req-5b7d0e48-1816-42a5-9a25-74f8a57634af tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e061b34-e0ab-46b8-b9a4-2678596a78b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968907
Jun 04 15:40:13.462005 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:13.463477 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "DELETE /v2.0/routers/95e1de2b-6ff6-4f32-89ea-f12e2dc70f69 HTTP/1.1" status: 204  len: 168 time: 3.0062237
Jun 04 15:40:13.469635 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f24757-801b-48c9-80d0-d2cf1380c427 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:13.471316 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a4f24757-801b-48c9-80d0-d2cf1380c427 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "GET /v2.0/subnets/b6c719ea-52e1-4836-a25f-3b635b2fff8e HTTP/1.1" status: 200  len: 797 time: 0.0929744
Jun 04 15:40:13.471692 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4a720d8-b968-463a-8231-3d473bf77a9c req-1b4f6802-e604-42ea-8b3b-5bffd497cfce tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4aceaa-8f91-4215-b213-6841a166e3f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2675772
Jun 04 15:40:13.472338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40240) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:13.478209 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1026090492', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'enable_snat': False}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:13.481741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40242) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:13.484696 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:13.488790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Usage tracker for resource:router and tenant:554dafffc1894d35a12e1144db611e45 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:13.493135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:13.494008 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'port': {'network_id': 'c769656c-f2af-4997-a59f-fed28614d1f1', 'name': 'tempest-FloatingIPTestJSON-677332422', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:13.499218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:13.541812 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a1e798-0d58-4bfd-adda-022ca2e125bd x-openstack-request-id: req-e7a1e798-0d58-4bfd-adda-022ca2e125bd {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:40:13.543139 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21680602-0b16-4449-8939-1949dda3df37", "name": "network-vif-plugged", "status": "completed", "tag": "35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:40:13.543654 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7a1e798-0d58-4bfd-adda-022ca2e125bd {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:40:13.544415 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21680602-0b16-4449-8939-1949dda3df37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe', 'code': 200}
Jun 04 15:40:13.562631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b5218e-acc8-4e5b-a613-4f07659aafef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 7dd677aa-f9b5-4081-ace9-8ef00355da65 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:40:13.603699 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:13.606847 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:13.642028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40248) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:13.658802 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b88080c-79db-4082-8730-8353674f1046 x-openstack-request-id: req-6b88080c-79db-4082-8730-8353674f1046 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:40:13.659038 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9695a6-efec-4bda-982b-cc5640d40039", "name": "network-vif-deleted", "tag": "d1a3d2f8-50d0-499e-a383-3969c41f8414", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:40:13.659442 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b88080c-79db-4082-8730-8353674f1046 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:40:13.659957 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9695a6-efec-4bda-982b-cc5640d40039', 'name': 'network-vif-deleted', 'tag': 'd1a3d2f8-50d0-499e-a383-3969c41f8414', 'status': 'completed', 'code': 200}
Jun 04 15:40:13.702539 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6282878f-4b46-4ba5-90a8-439fcb3feca2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59c52ddeca7247f0a89ed572b8a23740&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0648537
Jun 04 15:40:13.705024 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40250) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:13.754813 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:13.793144 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b9813c4-e265-4063-bc57-7401b78a420b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:13.822928 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b9813c4-e265-4063-bc57-7401b78a420b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:14.056561 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b9813c4-e265-4063-bc57-7401b78a420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:14.063824 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c53f068e-3b01-41db-a24d-8fbb2b1fc545 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:14.134260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:14.150597 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9813c4-e265-4063-bc57-7401b78a420b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e1170e-bfe5-4fba-a63e-1ca28794ac4e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:14.157841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b5218e-acc8-4e5b-a613-4f07659aafef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:14.159603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:14.164885 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8b9813c4-e265-4063-bc57-7401b78a420b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:14.172014 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-79b5218e-acc8-4e5b-a613-4f07659aafef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/7dd677aa-f9b5-4081-ace9-8ef00355da65/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7934785
Jun 04 15:40:14.172894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40256) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:14.179788 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8027689e-e701-4ef1-a609-328523b84626 None None] Sync routers for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:14.200141 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027689e-e701-4ef1-a609-328523b84626 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:14.204287 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8027689e-e701-4ef1-a609-328523b84626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cab3190>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:14.232515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a766f2-2db3-460e-b13f-59a3e27ea43f req-78bd62ce-2a33-4155-a8b1-274337f559e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:14.235186 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-22a766f2-2db3-460e-b13f-59a3e27ea43f req-78bd62ce-2a33-4155-a8b1-274337f559e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 1096 time: 0.5784469
Jun 04 15:40:14.239532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Made reservation on behalf of fd5e5d520f97480f91c3a626ef7c9a19 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:40:14.280068 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b9813c4-e265-4063-bc57-7401b78a420b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:14.285051 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8b9813c4-e265-4063-bc57-7401b78a420b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8e1170e-bfe5-4fba-a63e-1ca28794ac4e HTTP/1.1" status: 204  len: 168 time: 0.5751276
Jun 04 15:40:14.285051 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:14.317261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting subnet 6df8aeda-3bf2-4f20-87d6-44d02200de58 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:40:14.333050 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:14.421071 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-22a766f2-2db3-460e-b13f-59a3e27ea43f req-bff12b76-601d-4e8c-9812-7b20c099c3c7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8e061b34-e0ab-46b8-b9a4-2678596a78b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607533
Jun 04 15:40:14.464227 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-8027689e-e701-4ef1-a609-328523b84626 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:14.482056 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:14.625644 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:14.701071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] device_id is not set on port ff4aa9a8-eece-48e0-ac48-6ae3c131cc2a yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:40:14.780117 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:14.997243 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:15.032839 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:15.051455 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8027689e-e701-4ef1-a609-328523b84626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cab3190>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:11Z', 'revision_number': 8, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8', 'name': '', 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:39:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:35Z', 'updated_at': '2021-06-04T15:39:45Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:15.059700 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8027689e-e701-4ef1-a609-328523b84626 None None] Checking router: 7dd677aa-f9b5-4081-ace9-8ef00355da65 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:40:15.079600 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027689e-e701-4ef1-a609-328523b84626 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:15.080492 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8027689e-e701-4ef1-a609-328523b84626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cab3190>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:15.106481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c63e9-10ed-4110-952b-a573be82cf14 req-1bfabd5a-1d06-4cfa-9033-578e9ae83910 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:15.106481 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d28c63e9-10ed-4110-952b-a573be82cf14 req-1bfabd5a-1d06-4cfa-9033-578e9ae83910 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 945 time: 0.4105380
Jun 04 15:40:15.280304 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d28c63e9-10ed-4110-952b-a573be82cf14 req-387f61d0-53c2-41d3-bd09-132ee0e8697b tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e061b34-e0ab-46b8-b9a4-2678596a78b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643093
Jun 04 15:40:15.404086 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-8027689e-e701-4ef1-a609-328523b84626 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:15.420966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Allocated IP 172.25.4.215 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:40:15.667989 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:15.741707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Allocated IP 172.20.0.14 (c769656c-f2af-4997-a59f-fed28614d1f1/b6c719ea-52e1-4836-a25f-3b635b2fff8e/ff4aa9a8-eece-48e0-ac48-6ae3c131cc2a) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:40:15.751538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Allocated IP 172.20.0.13 (c769656c-f2af-4997-a59f-fed28614d1f1/b6c719ea-52e1-4836-a25f-3b635b2fff8e/ff4aa9a8-eece-48e0-ac48-6ae3c131cc2a) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:40:15.816531 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:15.825259 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-59d61fb0-fc0c-4eaf-b739-6f420be6abd7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:15.836647 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:15.841706 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-20919e95-d32c-4470-8694-98a8046e8484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:15.870375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Subnet': ['ID=6df8aeda-3bf2-4f20-87d6-44d02200de58,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:15.899720 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:15.900884 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192148a6-cf6c-41e9-b527-97da3ecd3018 None None] Network 59de165f-0a92-4d32-83ca-d33a24a0e418 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:40:15.907935 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:40:15.910939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:40:15.916588 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:40:15.934417 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8027689e-e701-4ef1-a609-328523b84626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cab3190>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:11Z', 'revision_number': 8, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8', 'name': '', 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:39:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:35Z', 'updated_at': '2021-06-04T15:39:45Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:15.934908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/6df8aeda-3bf2-4f20-87d6-44d02200de58 HTTP/1.1" status: 204  len: 168 time: 1.7576420
Jun 04 15:40:15.942048 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8027689e-e701-4ef1-a609-328523b84626 None None] The sync data for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 is: [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:11Z', 'revision_number': 8, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8', 'name': '', 'network_id': 'd5791b16-afe3-407b-9317-1dee2168585f', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:39:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:35Z', 'updated_at': '2021-06-04T15:39:45Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': '6684266b-8579-409e-95bc-9d13d470b5e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:15.965082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:15.966030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:15.966628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:15.967212 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:15.967833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:15.969631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:15.970771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:15.971563 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:15.972320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:15.973108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:15.974106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:15.975254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:15.992159 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:16.004339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40318) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:16.154922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40326) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:16.172503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Pushing event updated for resources: {'Port': ['ID=1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:16.179678 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:16.381739 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cf2047f1-d369-4066-8ac7-3d8742c71e08 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:40:16.426509 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:16.547554 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e6d575-dd33-40ad-83a5-c99394be715f None None] DHCP port deletion for 59de165f-0a92-4d32-83ca-d33a24a0e418 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:40:16.566351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2094910810-network', 'tenant_id': '2e4ac604cb0d4281837458604755ef88'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:16.570094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:16.575324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Usage tracker for resource:network and tenant:2e4ac604cb0d4281837458604755ef88 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:16.586335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:16.593979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:16.605621 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: cf2047f1-d369-4066-8ac7-3d8742c71e08 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:40:16.608020 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:16.609142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cf2047f1-d369-4066-8ac7-3d8742c71e08 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:40:16.675522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b9c3e-755a-470f-8778-bd148c494f07 req-6f7cd431-9f02-4192-9143-512a4c8ea520 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:16.677476 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-295b9c3e-755a-470f-8778-bd148c494f07 req-6f7cd431-9f02-4192-9143-512a4c8ea520 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 945 time: 0.1385059
Jun 04 15:40:16.720097 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-b0e6d575-dd33-40ad-83a5-c99394be715f None None] Deleting port 79116927-1397-4a80-8119-f9be434090a2 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:16.720488 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d575-dd33-40ad-83a5-c99394be715f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:16.741189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port 79116927-1397-4a80-8119-f9be434090a2 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:16.741387 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:16.761128 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-295b9c3e-755a-470f-8778-bd148c494f07 req-22296b1d-163f-426b-b515-c88dab1b7c82 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e061b34-e0ab-46b8-b9a4-2678596a78b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731533
Jun 04 15:40:16.769216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Made reservation on behalf of 2e4ac604cb0d4281837458604755ef88 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:40:16.771693 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:16.798422 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:16.844202 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b0e6d575-dd33-40ad-83a5-c99394be715f None None] For port 79116927-1397-4a80-8119-f9be434090a2, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=79116927-1397-4a80-8119-f9be434090a2,segment=NetworkSegment(a7282e4c-548b-4d7b-8b4f-36ffb98b4527),segment_id=a7282e4c-548b-4d7b-8b4f-36ffb98b4527)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:16.844603 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d575-dd33-40ad-83a5-c99394be715f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:16.985698 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:40:16.986978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] For port 79116927-1397-4a80-8119-f9be434090a2, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=79116927-1397-4a80-8119-f9be434090a2,segment=NetworkSegment(a7282e4c-548b-4d7b-8b4f-36ffb98b4527),segment_id=a7282e4c-548b-4d7b-8b4f-36ffb98b4527)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:16.987561 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:16.989757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-b0e6d575-dd33-40ad-83a5-c99394be715f None None] Calling delete_port for 79116927-1397-4a80-8119-f9be434090a2 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:17.113427 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:17.116145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:17.125933 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:17.218881 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d575-dd33-40ad-83a5-c99394be715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:17.223696 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c2bd8e62-8a79-4463-ab17-6f7a888b8d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:17.368393 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6d575-dd33-40ad-83a5-c99394be715f None None] Pushing event deleted for resources: {'Port': ['ID=79116927-1397-4a80-8119-f9be434090a2,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:17.380508 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b0e6d575-dd33-40ad-83a5-c99394be715f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:17.385288 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e6d575-dd33-40ad-83a5-c99394be715f None None] No DVR routers for this DVR port 79116927-1397-4a80-8119-f9be434090a2 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:40:17.407868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for 79116927-1397-4a80-8119-f9be434090a2 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:17.413993 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bed67eec-74fd-4f55-8d40-d919eedd473a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:17.445209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Usage tracker for resource:security_group_rule and tenant:2e4ac604cb0d4281837458604755ef88 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:17.465635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:17.493120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:17.517320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network c769656c-f2af-4997-a59f-fed28614d1f1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:40:17.528500 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:40:17.541226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:40:17.572436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=ff4aa9a8-eece-48e0-ac48-6ae3c131cc2a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:17.587322 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:17.632534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:17.633176 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:17.642510 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:17.682920 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:17.687095 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-79b5218e-acc8-4e5b-a613-4f07659aafef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:17.747962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=79116927-1397-4a80-8119-f9be434090a2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:17.750816 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:17.757643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No DVR routers for this DVR port 79116927-1397-4a80-8119-f9be434090a2 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:40:17.939834 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:17.948250 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:17.962471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386c5b940>,) {'filters': {'network_id': ['59de165f-0a92-4d32-83ca-d33a24a0e418']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:17.975998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386c5b940>, 'a7282e4c-548b-4d7b-8b4f-36ffb98b4527') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:17.976217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386c5b940>, 'a7282e4c-548b-4d7b-8b4f-36ffb98b4527') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:17.987800 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:18.003612 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:18.009727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:40:18.010115 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:40:18.024606 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:40:18.173159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Router 6e4827e1-1887-48e5-8829-f0e1d6cca99a is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:40:18.175318 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 4.6908803
Jun 04 15:40:18.176229 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:18.178297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40422) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:18.183988 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b2169260-9b4e-4a5d-80df-8f0f66d2e764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:18.184947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'port_id': 'ff4aa9a8-eece-48e0-ac48-6ae3c131cc2a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:18.203100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:18.210045 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:18.212745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:40:18.227451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Usage tracker for resource:floatingip and tenant:fd5e5d520f97480f91c3a626ef7c9a19 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:18.231596 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:18.237570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:18.244949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480c13ba-e170-423f-b256-74f1b60be14b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:18.250700 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:18.251753 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:18.252195 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Added segment a77ac547-1a44-45ce-8ac5-68c27decba0c of type vlan for network 6e4b327f-34a9-4cd9-bef9-e772c099ccc6
Jun 04 15:40:18.253313 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e75d7f63-63a7-4466-8d23-ecbfb7c339dc tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:18.280520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Network': ['ID=59de165f-0a92-4d32-83ca-d33a24a0e418,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:18.283441 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/networks/59de165f-0a92-4d32-83ca-d33a24a0e418 HTTP/1.1" status: 204  len: 168 time: 2.2780035
Jun 04 15:40:18.284435 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:18.290312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40426) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:18.358150 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 79116927-1397-4a80-8119-f9be434090a2 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:40:18.401573 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 79116927-1397-4a80-8119-f9be434090a2 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:40:18.402512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 79116927-1397-4a80-8119-f9be434090a2 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:40:18.430491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:18.579896 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:18.647254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:18.657670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Sync routers for ids ['6e4827e1-1887-48e5-8829-f0e1d6cca99a'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:18.671548 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Routers {'6e4827e1-1887-48e5-8829-f0e1d6cca99a'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:18.672330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cae9a30>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6e4827e1-1887-48e5-8829-f0e1d6cca99a'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:18.819075 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:18.937706 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Set router 6e4827e1-1887-48e5-8829-f0e1d6cca99a gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:18.985021 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c77e35be-253c-4011-83f0-61fd1e571f1c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:19.086974 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:19.088177 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 5.6145113
Jun 04 15:40:19.091917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40452) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:19.147511 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:19.150135 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:19.153793 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:19.179452 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4111ad1d-46e5-49d1-8309-a649355d6fa9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:19.307572 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cae9a30>, [{'id': '6e4827e1-1887-48e5-8829-f0e1d6cca99a', 'name': 'tempest-snat-router-1026090492', 'tenant_id': '554dafffc1894d35a12e1144db611e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.215'}], 'enable_snat': False}, 'gw_port_id': '1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:40:13Z', 'updated_at': '2021-06-04T15:40:16Z', 'revision_number': 3, 'project_id': '554dafffc1894d35a12e1144db611e45', 'gw_port': {'id': '1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4827e1-1887-48e5-8829-f0e1d6cca99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:40:15Z', 'updated_at': '2021-06-04T15:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:19.312007 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Checking router: 6e4827e1-1887-48e5-8829-f0e1d6cca99a for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:40:19.312434 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Updating router 6e4827e1-1887-48e5-8829-f0e1d6cca99a port 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:40:19.381776 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:19.397115 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:19.454188 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8ec3c4e8-9e58-43ff-bf16-04ac40766c22 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/routers/6e4827e1-1887-48e5-8829-f0e1d6cca99a HTTP/1.1" status: 200  len: 909 time: 0.3585587
Jun 04 15:40:19.455203 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40484) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:19.469964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1026090492', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'enable_snat': True}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:19.478044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:19.490168 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Usage tracker for resource:router and tenant:554dafffc1894d35a12e1144db611e45 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:19.647271 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:19.657654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:19.686279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Allocated IP 172.25.4.64 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/5e660e31-0b34-4ae6-9905-7b6a36432e0d) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:40:19.764756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Pushing event updated for resources: {'Network': ['ID=6e4b327f-34a9-4cd9-bef9-e772c099ccc6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:19.770624 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:19.776028 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 3.6136682
Jun 04 15:40:19.777043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40506) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:19.781652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Request body: {'subnet': {'network_id': '6e4b327f-34a9-4cd9-bef9-e772c099ccc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2094910810-subnet', 'tenant_id': '2e4ac604cb0d4281837458604755ef88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:19.781788 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:19.783350 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:19.785460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 6e4b327f-34a9-4cd9-bef9-e772c099ccc6 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:40:19.819372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:19.835544 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Usage tracker for resource:subnet and tenant:2e4ac604cb0d4281837458604755ef88 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:19.842686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:19.884976 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:19.932053 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:19.937436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:20.078276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Made reservation on behalf of 2e4ac604cb0d4281837458604755ef88 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:40:20.080746 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:20.089406 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:20.094581 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4ad3ec5b-12c5-4951-940e-29952ba2caa6 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:20.289052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:40:20.298639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:40:20.311396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:40:20.402041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=5e660e31-0b34-4ae6-9905-7b6a36432e0d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:20.424259 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:20.430874 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:20.466872 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:20.481335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Transition to ACTIVE for port object 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:40:20.591953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-c77e35be-253c-4011-83f0-61fd1e571f1c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:20.591953 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c77e35be-253c-4011-83f0-61fd1e571f1c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:20.643851 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:20.645464 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:20.725937 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Attempting to bind port 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:40:20.726408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Attempting to bind port 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:40:20.728887 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Attempting to bind port 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:40:20.752657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:40:20.753216 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:40:20.753627 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:20.754338 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:40:20.754814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Bound port: 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:40:20.755192 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:20.824979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-c77e35be-253c-4011-83f0-61fd1e571f1c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] For port b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8,segment=NetworkSegment(69d4395d-b4e6-4f9e-a438-e85bec612f20),segment_id=69d4395d-b4e6-4f9e-a438-e85bec612f20)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:20.826252 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c77e35be-253c-4011-83f0-61fd1e571f1c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:20.972484 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69705819-9748-42e9-9a52-b55b564b5560 None None] Pushing event updated for resources: {'Port': ['ID=1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:20.984042 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-69705819-9748-42e9-9a52-b55b564b5560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:21.000479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-c77e35be-253c-4011-83f0-61fd1e571f1c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:21.042095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] For port 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:40:21.043685 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] For port 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:40:21.288352 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:21.292315 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:21.427298 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c77e35be-253c-4011-83f0-61fd1e571f1c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:21.437095 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-97e91afd-e115-4ec6-920b-f4b3b9b245c9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:21.437411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Routers {'6e4827e1-1887-48e5-8829-f0e1d6cca99a'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:21.438322 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cae9a30>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6e4827e1-1887-48e5-8829-f0e1d6cca99a'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:21.462776 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:21.540363 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69705819-9748-42e9-9a52-b55b564b5560 None None] Pushing event updated for resources: {'Port': ['ID=1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:21.555265 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-69705819-9748-42e9-9a52-b55b564b5560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:21.578790 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:21.585696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e35be-253c-4011-83f0-61fd1e571f1c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:21.606228 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c77e35be-253c-4011-83f0-61fd1e571f1c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:21.609906 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-80b70236-688f-43ff-ae7a-ecb08f01f476 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:21.772560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6396b7-7d9a-4954-b60c-a5defc4c41b8,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:21.781830 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:21.871440 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:21.876920 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] Set router 6e4827e1-1887-48e5-8829-f0e1d6cca99a gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:21.996588 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:22.065615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Checking segment: {'id': 'a77ac547-1a44-45ce-8ac5-68c27decba0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6e4b327f-34a9-4cd9-bef9-e772c099ccc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:40:22.066306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Network hostable DHCP agents. Network: 6e4b327f-34a9-4cd9-bef9-e772c099ccc6, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:40:22.100276 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:22.120830 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c77e35be-253c-4011-83f0-61fd1e571f1c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:22.523796 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:22.600061 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cae9a30>, [{'id': '6e4827e1-1887-48e5-8829-f0e1d6cca99a', 'name': 'tempest-snat-router-1026090492', 'tenant_id': '554dafffc1894d35a12e1144db611e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.215'}], 'enable_snat': False}, 'gw_port_id': '1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:40:13Z', 'updated_at': '2021-06-04T15:40:16Z', 'revision_number': 3, 'project_id': '554dafffc1894d35a12e1144db611e45', 'gw_port': {'id': '1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4827e1-1887-48e5-8829-f0e1d6cca99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:40:15Z', 'updated_at': '2021-06-04T15:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:22.605851 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25f6e6-44e0-422a-b5cd-a2fb3612c210 None None] The sync data for ids ['6e4827e1-1887-48e5-8829-f0e1d6cca99a'] in n-d-791505-9 is: [{'id': '6e4827e1-1887-48e5-8829-f0e1d6cca99a', 'name': 'tempest-snat-router-1026090492', 'tenant_id': '554dafffc1894d35a12e1144db611e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.215'}], 'enable_snat': False}, 'gw_port_id': '1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:40:13Z', 'updated_at': '2021-06-04T15:40:16Z', 'revision_number': 3, 'project_id': '554dafffc1894d35a12e1144db611e45', 'gw_port': {'id': '1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:50:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4827e1-1887-48e5-8829-f0e1d6cca99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:40:15Z', 'updated_at': '2021-06-04T15:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:22.616976 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:22.622375 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-04dc0ef4-9669-494f-94dc-9cd39c4bb24c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:22.709078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Network 6e4b327f-34a9-4cd9-bef9-e772c099ccc6 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:40:22.829190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=5e660e31-0b34-4ae6-9905-7b6a36432e0d,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:22.843860 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:22.909133 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Allocated IP 172.25.4.248 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/1f7e9319-8e53-4a0b-a334-11567bfc6b71) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:40:22.946645 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:23.123226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 6e4b327f-34a9-4cd9-bef9-e772c099ccc6) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:40:23.135879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3d5f24-58c0-4c38-b586-1de5c56db569 None None] Network 6e4b327f-34a9-4cd9-bef9-e772c099ccc6 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:40:23.151568 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77e35be-253c-4011-83f0-61fd1e571f1c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 7dd677aa-f9b5-4081-ace9-8ef00355da65 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:40:23.173371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:23.174281 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:23.333417 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Floating IP 1659d749-b744-475e-93cd-c680545b3fe3 associated. External IP: 172.25.4.64, port: ff4aa9a8-eece-48e0-ac48-6ae3c131cc2a.
Jun 04 15:40:23.500332 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:23.564127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77e35be-253c-4011-83f0-61fd1e571f1c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:23.575599 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c77e35be-253c-4011-83f0-61fd1e571f1c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/7dd677aa-f9b5-4081-ace9-8ef00355da65/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2813740
Jun 04 15:40:23.575599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40634) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:23.578871 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b6ab9-f5e2-4c94-a151-6e7232e3e264 None None] Sync routers for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:23.600916 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b6ab9-f5e2-4c94-a151-6e7232e3e264 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:23.601586 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8c6b6ab9-f5e2-4c94-a151-6e7232e3e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd414c0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:23.662652 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:23.688703 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a4bacd-786a-4c75-bf8a-4d34032edb41 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting subnet 6684266b-8579-409e-95bc-9d13d470b5e2 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:40:23.694742 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.9172630
Jun 04 15:40:23.695695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-32a4bacd-786a-4c75-bf8a-4d34032edb41 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:23.709586 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1b9523-5ae4-4399-9f66-b6183de38e64 None None] Network 6e4b327f-34a9-4cd9-bef9-e772c099ccc6 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:40:23.822691 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-32a4bacd-786a-4c75-bf8a-4d34032edb41 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:24.073984 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-8c6b6ab9-f5e2-4c94-a151-6e7232e3e264 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:24.105582 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-32a4bacd-786a-4c75-bf8a-4d34032edb41 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:24.444162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:40:24.614265 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:24.631756 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-368a723f-b900-4e6c-b597-6dbf3c848f4a tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:24.671696 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:40:24.681621 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:40:24.681621 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:24.832958 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8c6b6ab9-f5e2-4c94-a151-6e7232e3e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd414c0>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:21Z', 'revision_number': 9, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:24.838796 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b6ab9-f5e2-4c94-a151-6e7232e3e264 None None] Checking router: 7dd677aa-f9b5-4081-ace9-8ef00355da65 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:40:24.848910 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b6ab9-f5e2-4c94-a151-6e7232e3e264 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:24.849892 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8c6b6ab9-f5e2-4c94-a151-6e7232e3e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd414c0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:24.966447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Pushing event updated for resources: {'Port': ['ID=1f7e9319-8e53-4a0b-a334-11567bfc6b71,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:24.969478 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:24.984717 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:40:24.997797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:40:25.000448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:40:25.074888 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:25.116191 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-4a66509d-7a7f-47df-87a9-02fc848694d0 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:25.117107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-4a66509d-7a7f-47df-87a9-02fc848694d0 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Synchronizing usage tracker for tenant:2e4ac604cb0d4281837458604755ef88 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:40:25.123700 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:25.135812 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-8c6b6ab9-f5e2-4c94-a151-6e7232e3e264 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:25.164103 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 69e2a3ec-0d53-483a-8087-ab1c851ae779 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:40:25.237176 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-32a4bacd-786a-4c75-bf8a-4d34032edb41 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:25.243700 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f405a1ac-9a1d-4c76-b58e-f6b8fd91d3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:25.303168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4bacd-786a-4c75-bf8a-4d34032edb41 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Subnet': ['ID=6684266b-8579-409e-95bc-9d13d470b5e2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:25.306980 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-32a4bacd-786a-4c75-bf8a-4d34032edb41 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:25.307287 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:25.307608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-4a66509d-7a7f-47df-87a9-02fc848694d0 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Unset dirty status for tenant:2e4ac604cb0d4281837458604755ef88 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:40:25.308821 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-4a66509d-7a7f-47df-87a9-02fc848694d0 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/networks?id=6e4b327f-34a9-4cd9-bef9-e772c099ccc6 HTTP/1.1" status: 200  len: 809 time: 0.4750199
Jun 04 15:40:25.309924 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-32a4bacd-786a-4c75-bf8a-4d34032edb41 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:25.311118 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-69705819-9748-42e9-9a52-b55b564b5560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:25.325961 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-32a4bacd-786a-4c75-bf8a-4d34032edb41 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/6684266b-8579-409e-95bc-9d13d470b5e2 HTTP/1.1" status: 204  len: 168 time: 1.7459710
Jun 04 15:40:25.335518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40674) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:25.396187 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b91a844-4cfa-4cf1-8e0e-16dfd4890b09 None None] Network d5791b16-afe3-407b-9317-1dee2168585f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:40:25.431310 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-57d325bd-6e3d-4df6-a052-1644fdf6ee3b tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/quotas/2e4ac604cb0d4281837458604755ef88 HTTP/1.1" status: 200  len: 375 time: 0.0940061
Jun 04 15:40:25.760779 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8c6b6ab9-f5e2-4c94-a151-6e7232e3e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd414c0>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:21Z', 'revision_number': 9, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:25.760779 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b6ab9-f5e2-4c94-a151-6e7232e3e264 None None] The sync data for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 is: [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:21Z', 'revision_number': 9, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd8af54-4b85-4d6c-8ae0-3900c302366e', 'name': '', 'network_id': '8eb9ddd4-0be4-4d45-9a78-0266f06499cc', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:0f:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:25Z', 'updated_at': '2021-06-04T15:39:35Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:25.765569 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:25.776497 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:25.812494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-eb3c2cec-f811-44ab-be1a-70e889ec9c0f tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e4ac604cb0d4281837458604755ef88&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3689394
Jun 04 15:40:25.815808 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:25.872009 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:25.884217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e360eee-d82a-48ab-8e23-6afc91d7bd36 None None] Sync routers for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:25.917759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e360eee-d82a-48ab-8e23-6afc91d7bd36 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:25.918532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-3e360eee-d82a-48ab-8e23-6afc91d7bd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c231b50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:26.030024 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:26.032528 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-3e360eee-d82a-48ab-8e23-6afc91d7bd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c231b50>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:26.058688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e360eee-d82a-48ab-8e23-6afc91d7bd36 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:26.059467 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-3e360eee-d82a-48ab-8e23-6afc91d7bd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c231b50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:26.141441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-3e360eee-d82a-48ab-8e23-6afc91d7bd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c231b50>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:26.141976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e360eee-d82a-48ab-8e23-6afc91d7bd36 None None] The sync data for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:26.171479 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291145a-b377-4017-8738-b913749c6a09 req-952d4271-ac1b-4c9d-b512-72a70d83015b tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:26.172231 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8291145a-b377-4017-8738-b913749c6a09 req-952d4271-ac1b-4c9d-b512-72a70d83015b tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 945 time: 0.3049095
Jun 04 15:40:26.179543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a973334d-6144-4a00-8836-06bfe61ceb4f None None] DHCP port deletion for d5791b16-afe3-407b-9317-1dee2168585f request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:40:26.235224 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:26.312192 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a973334d-6144-4a00-8836-06bfe61ceb4f None None] Deleting port 1856208f-639d-4708-85c3-b0dc2745162a {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:26.312438 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a973334d-6144-4a00-8836-06bfe61ceb4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:26.422618 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:40:26.423527 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-2d1e2435-4f28-46ca-aed2-35f9d3258314 service neutron] 10.222.0.32 "GET /v2.0/networks/6e4b327f-34a9-4cd9-bef9-e772c099ccc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6097915
Jun 04 15:40:26.510199 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8291145a-b377-4017-8738-b913749c6a09 req-5dae7402-e097-46ae-9d02-1d9468b57c93 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e061b34-e0ab-46b8-b9a4-2678596a78b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3232512
Jun 04 15:40:26.603332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a973334d-6144-4a00-8836-06bfe61ceb4f None None] For port 1856208f-639d-4708-85c3-b0dc2745162a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1856208f-639d-4708-85c3-b0dc2745162a,segment=NetworkSegment(69d4395d-b4e6-4f9e-a438-e85bec612f20),segment_id=69d4395d-b4e6-4f9e-a438-e85bec612f20)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:26.612151 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a973334d-6144-4a00-8836-06bfe61ceb4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:26.714375 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-7f2f46ff-9c63-4646-940c-2e07de1213e4 service neutron] 10.222.0.32 "GET /v2.0/networks/6e4b327f-34a9-4cd9-bef9-e772c099ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2734537
Jun 04 15:40:26.737732 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cda84fc8-64c0-43f5-a651-2f3f673d42dc req-8174ff80-48d5-4e30-b651-d33b9b54ef55 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 1.0502088
Jun 04 15:40:26.763633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port 1856208f-639d-4708-85c3-b0dc2745162a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:26.768420 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:26.795416 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 8.6154222
Jun 04 15:40:26.797155 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:26.818833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40696) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:26.824488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-761f7a81-994c-4a64-b631-a825baa7a269 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'floatingip': {'port_id': 'ff4aa9a8-eece-48e0-ac48-6ae3c131cc2a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:27.058438 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a973334d-6144-4a00-8836-06bfe61ceb4f None None] Calling delete_port for 1856208f-639d-4708-85c3-b0dc2745162a owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:27.148916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:40:27.149332 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:27.249082 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a973334d-6144-4a00-8836-06bfe61ceb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:27.262544 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:27.316291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] For port 1856208f-639d-4708-85c3-b0dc2745162a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1856208f-639d-4708-85c3-b0dc2745162a,segment=NetworkSegment(69d4395d-b4e6-4f9e-a438-e85bec612f20),segment_id=69d4395d-b4e6-4f9e-a438-e85bec612f20)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:27.316291 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:27.346918 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a973334d-6144-4a00-8836-06bfe61ceb4f None None] No DVR routers for this DVR port 1856208f-639d-4708-85c3-b0dc2745162a on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:40:27.419575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973334d-6144-4a00-8836-06bfe61ceb4f None None] Pushing event deleted for resources: {'Port': ['ID=1856208f-639d-4708-85c3-b0dc2745162a,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:27.423616 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-761f7a81-994c-4a64-b631-a825baa7a269 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:27.429636 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a973334d-6144-4a00-8836-06bfe61ceb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:27.590292 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e8084134-8d16-4056-a78f-aa967f6b0a27 req-ec641cd2-aff5-4326-9995-1dc09188a471 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 210 time: 0.4020898
Jun 04 15:40:27.672714 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:40:27.733704 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:40:27.734133 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b186da0c-4e06-4dd1-a3c0-2fa56fe7f3c8 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:40:27.741480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1856208f-639d-4708-85c3-b0dc2745162a no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:40:27.788354 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 1856208f-639d-4708-85c3-b0dc2745162a {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:40:27.788752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1856208f-639d-4708-85c3-b0dc2745162a not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:40:27.828682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for 1856208f-639d-4708-85c3-b0dc2745162a owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:27.840448 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:27.873687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda84fc8-64c0-43f5-a651-2f3f673d42dc req-ab08e990-f552-4afd-9218-86a41b92e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:27.875747 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cda84fc8-64c0-43f5-a651-2f3f673d42dc req-ab08e990-f552-4afd-9218-86a41b92e6ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 1097 time: 0.9020128
Jun 04 15:40:27.910270 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af43f0-fe90-4c5a-93ee-827d0ddd84b1 req-9e5c547e-03d7-4ba1-8dd9-d99c4dea2155 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:27.917552 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e8af43f0-fe90-4c5a-93ee-827d0ddd84b1 req-9e5c547e-03d7-4ba1-8dd9-d99c4dea2155 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.65 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 945 time: 0.8979766
Jun 04 15:40:28.199402 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40728) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:28.242235 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Router 0951c98b-f77c-4296-952a-a6e00fa10d3d is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:40:28.535816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:28.548392 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Sync routers for ids ['0951c98b-f77c-4296-952a-a6e00fa10d3d'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:28.550484 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6ac68561-46c9-4204-90b2-940b9e1fda1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6979d190d0e4606bbbfa29003704f05&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3495812
Jun 04 15:40:28.551120 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40736) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:28.569106 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Routers {'0951c98b-f77c-4296-952a-a6e00fa10d3d'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:28.569311 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca34af0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['0951c98b-f77c-4296-952a-a6e00fa10d3d'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:28.723482 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8c8df9a3-99d2-418c-a695-58b6bb57a029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:28.731386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:28.735354 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 9.2791295
Jun 04 15:40:28.742854 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40742) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:28.823775 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-95a45b5f-badc-4efb-bec7-1c62372159f6 req-cd2238a5-a78a-4ca1-8832-3307175744cf tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 210 time: 0.1446421
Jun 04 15:40:28.869540 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:28.890968 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-be6e4051-d963-4a42-8865-510b73c56bdc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:28.892304 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8c8df9a3-99d2-418c-a695-58b6bb57a029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:28.967189 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Set router 0951c98b-f77c-4296-952a-a6e00fa10d3d gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:28.967447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5aadb-ae7d-4179-b17b-94cfc951d8d9 req-37c49ad9-c7bc-4ff9-8341-a976c55a2491 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:28.968782 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-33b5aadb-ae7d-4179-b17b-94cfc951d8d9 req-37c49ad9-c7bc-4ff9-8341-a976c55a2491 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 945 time: 1.2428770
Jun 04 15:40:28.992400 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=1856208f-639d-4708-85c3-b0dc2745162a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:28.995826 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:29.006396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No DVR routers for this DVR port 1856208f-639d-4708-85c3-b0dc2745162a on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:40:29.167020 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-49e8313e-4161-44df-b307-33ddbedd0d71 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/routers/0951c98b-f77c-4296-952a-a6e00fa10d3d HTTP/1.1" status: 200  len: 908 time: 0.4229243
Jun 04 15:40:29.170045 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40748) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:29.230911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda84fc8-64c0-43f5-a651-2f3f673d42dc req-f139c836-0b2e-44a1-a070-ca0d960a76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:29.230911 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cda84fc8-64c0-43f5-a651-2f3f673d42dc req-f139c836-0b2e-44a1-a070-ca0d960a76d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 917 time: 1.3065426
Jun 04 15:40:29.336346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8c8df9a3-99d2-418c-a695-58b6bb57a029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:29.352101 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8417f64b-4dfe-4a69-8b16-f27562671288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:29.386342 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca34af0>, [{'id': '0951c98b-f77c-4296-952a-a6e00fa10d3d', 'name': 'tempest-snat-router-1026090492', 'tenant_id': '554dafffc1894d35a12e1144db611e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '1f7e9319-8e53-4a0b-a334-11567bfc6b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:40:19Z', 'updated_at': '2021-06-04T15:40:26Z', 'revision_number': 3, 'project_id': '554dafffc1894d35a12e1144db611e45', 'gw_port': {'id': '1f7e9319-8e53-4a0b-a334-11567bfc6b71', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0951c98b-f77c-4296-952a-a6e00fa10d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:40:22Z', 'updated_at': '2021-06-04T15:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:29.386571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8df9a3-99d2-418c-a695-58b6bb57a029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4aceaa-8f91-4215-b213-6841a166e3f4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:29.389704 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Checking router: 0951c98b-f77c-4296-952a-a6e00fa10d3d for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:40:29.390536 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8c8df9a3-99d2-418c-a695-58b6bb57a029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:29.391011 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Updating router 0951c98b-f77c-4296-952a-a6e00fa10d3d port 1f7e9319-8e53-4a0b-a334-11567bfc6b71 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:40:29.416429 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:29.462704 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:29.469910 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d4acefd2-c366-41a6-8318-839ecf7fd135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:29.488593 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-33b5aadb-ae7d-4179-b17b-94cfc951d8d9 req-058fde24-bdd5-4aee-9719-82c0995eab03 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e061b34-e0ab-46b8-b9a4-2678596a78b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4877748
Jun 04 15:40:29.610554 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cda84fc8-64c0-43f5-a651-2f3f673d42dc req-0f08c022-fabf-49c4-9e78-fb42ae0b1030 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2143492-b011-42f0-a341-8a7bebb56539 HTTP/1.1" status: 200  len: 1002 time: 0.3319509
Jun 04 15:40:29.614417 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:29.624253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-e8af43f0-fe90-4c5a-93ee-827d0ddd84b1 req-97b9be0c-5003-48d4-bc39-6d0557a39639 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Deleting port 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:29.624594 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e8af43f0-fe90-4c5a-93ee-827d0ddd84b1 req-97b9be0c-5003-48d4-bc39-6d0557a39639 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:29.638870 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8c8df9a3-99d2-418c-a695-58b6bb57a029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:29.640146 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8c8df9a3-99d2-418c-a695-58b6bb57a029 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c4aceaa-8f91-4215-b213-6841a166e3f4 HTTP/1.1" status: 204  len: 168 time: 1.0826614
Jun 04 15:40:29.713247 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:29.714050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386908040>,) {'filters': {'network_id': ['d5791b16-afe3-407b-9317-1dee2168585f']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:29.748002 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386908040>, '69d4395d-b4e6-4f9e-a438-e85bec612f20') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:29.748344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386908040>, '69d4395d-b4e6-4f9e-a438-e85bec612f20') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:29.777166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda84fc8-64c0-43f5-a651-2f3f673d42dc req-b07b26dd-1cff-4089-903f-653d507ba181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:29.778704 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cda84fc8-64c0-43f5-a651-2f3f673d42dc req-b07b26dd-1cff-4089-903f-653d507ba181 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 200  len: 855 time: 0.1354983
Jun 04 15:40:29.832692 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:29.932796 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:29.977389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:40:29.977807 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:30.001877 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:40:30.002854 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:40:30.022980 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Transition to ACTIVE for port object 1f7e9319-8e53-4a0b-a334-11567bfc6b71 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:40:30.110160 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:30.129810 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-26f2b97e-e26a-43e2-8ad4-fe147c112b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:30.201035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.resource_extend [None req-761f7a81-994c-4a64-b631-a825baa7a269 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:40:30.242740 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2d699dad-bb0d-4507-9bd9-dad6baa74c01 req-ef25dbbc-6bc4-44ad-9d17-7d676e9c0ff1 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 210 time: 0.2674713
Jun 04 15:40:30.321878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Deleting port 1f7e9319-8e53-4a0b-a334-11567bfc6b71 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:30.322219 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:30.371510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e8af43f0-fe90-4c5a-93ee-827d0ddd84b1 req-97b9be0c-5003-48d4-bc39-6d0557a39639 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] For port 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe,segment=NetworkSegment(03ce283f-169f-4bd5-ab8e-21786a82a0dd),segment_id=03ce283f-169f-4bd5-ab8e-21786a82a0dd)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:30.371876 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e8af43f0-fe90-4c5a-93ee-827d0ddd84b1 req-97b9be0c-5003-48d4-bc39-6d0557a39639 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:30.379622 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Attempting to bind port 1f7e9319-8e53-4a0b-a334-11567bfc6b71 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:40:30.379622 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Attempting to bind port 1f7e9319-8e53-4a0b-a334-11567bfc6b71 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:40:30.380008 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Attempting to bind port 1f7e9319-8e53-4a0b-a334-11567bfc6b71 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:40:30.405977 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Pushing event updated for resources: {'Port': ['ID=1f7e9319-8e53-4a0b-a334-11567bfc6b71,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:30.412293 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:40:30.413311 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:40:30.413886 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:30.414645 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:40:30.415480 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Bound port: 1f7e9319-8e53-4a0b-a334-11567bfc6b71, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:40:30.416051 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:30.472079 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:30.473045 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:30.473546 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:30.474109 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:30.474679 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:30.475211 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:30.475684 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:30.476271 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:30.476596 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:30.476940 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:30.477437 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:30.477811 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:30.484442 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:30.487592 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:30.504934 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:40:30.522805 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] For port 1f7e9319-8e53-4a0b-a334-11567bfc6b71, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:40:30.526426 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] For port 1f7e9319-8e53-4a0b-a334-11567bfc6b71, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1f7e9319-8e53-4a0b-a334-11567bfc6b71,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:40:30.554473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-e8af43f0-fe90-4c5a-93ee-827d0ddd84b1 req-97b9be0c-5003-48d4-bc39-6d0557a39639 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Calling delete_port for 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:30.600810 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-761f7a81-994c-4a64-b631-a825baa7a269 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:30.600810 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:30.617415 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:30.634879 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:30.658208 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:30.665370 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-4ba6176c-35c8-4733-8b6b-b484ed16104f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:30.679907 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Network': ['ID=d5791b16-afe3-407b-9317-1dee2168585f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:30.707735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda84fc8-64c0-43f5-a651-2f3f673d42dc req-bdf3efb7-af4a-4c80-a7f8-33a094b2ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:30.711993 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cda84fc8-64c0-43f5-a651-2f3f673d42dc req-bdf3efb7-af4a-4c80-a7f8-33a094b2ac05 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.8651836
Jun 04 15:40:30.724008 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Calling delete_port for 1f7e9319-8e53-4a0b-a334-11567bfc6b71 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:30.728284 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:30.728778 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-761f7a81-994c-4a64-b631-a825baa7a269 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:30.846333 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/networks/d5791b16-afe3-407b-9317-1dee2168585f HTTP/1.1" status: 204  len: 168 time: 5.4915912
Jun 04 15:40:30.850433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40780) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:30.864229 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:30.874155 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Pushing event updated for resources: {'Port': ['ID=1f7e9319-8e53-4a0b-a334-11567bfc6b71,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:30.890393 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:30.905883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21680602-0b16-4449-8939-1949dda3df37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:40:30.912805 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20891218-7eb2-4dc0-8f3e-de837fb10be3" -d '{"events": [{"server_uuid": "21680602-0b16-4449-8939-1949dda3df37", "name": "network-vif-unplugged", "status": "completed", "tag": "35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:40:30.920425 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Routers {'0951c98b-f77c-4296-952a-a6e00fa10d3d'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:30.920844 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe,segment=NetworkSegment(03ce283f-169f-4bd5-ab8e-21786a82a0dd),segment_id=03ce283f-169f-4bd5-ab8e-21786a82a0dd)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:30.921089 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca34af0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['0951c98b-f77c-4296-952a-a6e00fa10d3d'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:30.985939 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c23d2ed-58e1-4402-95e2-69906db47379 x-openstack-request-id: req-8c23d2ed-58e1-4402-95e2-69906db47379 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:40:30.986525 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21680602-0b16-4449-8939-1949dda3df37", "name": "network-vif-unplugged", "status": "completed", "tag": "35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:40:30.986797 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c23d2ed-58e1-4402-95e2-69906db47379 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:40:30.987275 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21680602-0b16-4449-8939-1949dda3df37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe', 'code': 200}
Jun 04 15:40:31.052521 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:31.057687 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-de017565-15ac-493a-aa22-574a13d33af0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:31.201069 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:31.203352 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:31.208641 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] Set router 0951c98b-f77c-4296-952a-a6e00fa10d3d gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:31.226570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14a985-264f-45e7-8bb5-dacd8b4dfe7c req-4c10b1af-1dcc-4df5-9d78-1785042c134d tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:31.228069 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ed14a985-264f-45e7-8bb5-dacd8b4dfe7c req-4c10b1af-1dcc-4df5-9d78-1785042c134d tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 945 time: 0.4878783
Jun 04 15:40:31.423799 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca34af0>, [{'id': '0951c98b-f77c-4296-952a-a6e00fa10d3d', 'name': 'tempest-snat-router-1026090492', 'tenant_id': '554dafffc1894d35a12e1144db611e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:40:19Z', 'updated_at': '2021-06-04T15:40:29Z', 'revision_number': 4, 'project_id': '554dafffc1894d35a12e1144db611e45', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:31.429563 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf8ee5-b5c9-4f6f-89dd-7977a7c0cd57 None None] The sync data for ids ['0951c98b-f77c-4296-952a-a6e00fa10d3d'] in n-d-791505-9 is: [{'id': '0951c98b-f77c-4296-952a-a6e00fa10d3d', 'name': 'tempest-snat-router-1026090492', 'tenant_id': '554dafffc1894d35a12e1144db611e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:40:19Z', 'updated_at': '2021-06-04T15:40:29Z', 'revision_number': 4, 'project_id': '554dafffc1894d35a12e1144db611e45', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:31.485356 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ed14a985-264f-45e7-8bb5-dacd8b4dfe7c req-e0b7b24b-e181-492c-94d1-67788e6ac5b9 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e061b34-e0ab-46b8-b9a4-2678596a78b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860847
Jun 04 15:40:31.694756 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-02d2e639-da06-4df3-901b-a314cf952bf4 req-2f4d44d7-c610-40ae-9b7f-eb2da9ba2780 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 210 time: 0.1511128
Jun 04 15:40:31.710395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-fdcf948b-457c-40b3-a777-c13b02ae239d tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:31.711893 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-fdcf948b-457c-40b3-a777-c13b02ae239d tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.62 "GET /v2.0/networks?id=6e4b327f-34a9-4cd9-bef9-e772c099ccc6 HTTP/1.1" status: 200  len: 809 time: 1.0742967
Jun 04 15:40:31.739370 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Request body: {'port': {'device_id': '4c4248e0-1ef9-4364-8f7e-7b0d305c674a', 'network_id': '6e4b327f-34a9-4cd9-bef9-e772c099ccc6', 'admin_state_up': True, 'tenant_id': '2e4ac604cb0d4281837458604755ef88'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:31.759059 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:31.765170 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fe9a122b-e380-436a-8e43-ffe7bfe00b5d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:31.821413 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f7e9319-8e53-4a0b-a334-11567bfc6b71,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:31.824459 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:31.862641 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cda84fc8-64c0-43f5-a651-2f3f673d42dc req-43e40a1e-81eb-43b8-818c-d3fe4f8e2ff2 service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0550427
Jun 04 15:40:31.985050 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:32.012986 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:32.349868 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cda84fc8-64c0-43f5-a651-2f3f673d42dc req-fdc75c81-58f2-4a00-bb69-99d93e3e91e2 service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3909886
Jun 04 15:40:32.350884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:32.358881 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Usage tracker for resource:port and tenant:2e4ac604cb0d4281837458604755ef88 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:32.362344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:32.376154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761f7a81-994c-4a64-b631-a825baa7a269 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 69e2a3ec-0d53-483a-8087-ab1c851ae779 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:40:32.376154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:32.401314 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:32.405463 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:32.419102 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a979dae8-174d-401b-9afc-e8dae9212017 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:32.436396 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9b4baf04-d5a5-4d31-b561-cff700c4b1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:32.456207 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e8af43f0-fe90-4c5a-93ee-827d0ddd84b1 req-97b9be0c-5003-48d4-bc39-6d0557a39639 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:32.468002 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03a9e835-8594-462d-9ba7-b3dce695b44e tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:32.560920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Made reservation on behalf of 2e4ac604cb0d4281837458604755ef88 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:40:32.579333 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:32.608247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9be0c-5003-48d4-bc39-6d0557a39639 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Pushing event deleted for resources: {'Port': ['ID=35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:32.622167 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-97b9be0c-5003-48d4-bc39-6d0557a39639 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:32.810137 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:32.810862 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0951c98b-f77c-4296-952a-a6e00fa10d3d {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:40:32.817937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8af43f0-fe90-4c5a-93ee-827d0ddd84b1 req-97b9be0c-5003-48d4-bc39-6d0557a39639 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] No DVR routers for this DVR port 35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:40:32.830477 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ad70b930-c477-4f69-9e97-5febb1d4dc16 req-baa7a8c5-6113-4d67-9388-b87d93afea48 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 210 time: 0.1260381
Jun 04 15:40:32.830743 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e8af43f0-fe90-4c5a-93ee-827d0ddd84b1 req-97b9be0c-5003-48d4-bc39-6d0557a39639 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:32.842649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21680602-0b16-4449-8939-1949dda3df37', 'name': 'network-vif-deleted', 'tag': '35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:40:32.845165 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd046d07-76a6-4e93-a242-898c950ff67f" -d '{"events": [{"server_uuid": "21680602-0b16-4449-8939-1949dda3df37", "name": "network-vif-deleted", "tag": "35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:40:32.901693 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:32.903021 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "DELETE /v2.0/routers/0951c98b-f77c-4296-952a-a6e00fa10d3d HTTP/1.1" status: 204  len: 168 time: 3.7320254
Jun 04 15:40:32.907189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40838) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:32.950474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761f7a81-994c-4a64-b631-a825baa7a269 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:32.960947 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5054bf84-15f1-4706-8e6c-ab8fafcfdf1c None None] Sync routers for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:32.962600 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-761f7a81-994c-4a64-b631-a825baa7a269 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:32.989728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5054bf84-15f1-4706-8e6c-ab8fafcfdf1c None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:32.989728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5054bf84-15f1-4706-8e6c-ab8fafcfdf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83910daee0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:33.000310 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e8af43f0-fe90-4c5a-93ee-827d0ddd84b1 req-97b9be0c-5003-48d4-bc39-6d0557a39639 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.65 "DELETE /v2.0/ports/35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe HTTP/1.1" status: 204  len: 173 time: 4.7634201
Jun 04 15:40:33.061462 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eecf9ab-3e67-4ea8-8fd9-c7bf2856b73d x-openstack-request-id: req-9eecf9ab-3e67-4ea8-8fd9-c7bf2856b73d {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:40:33.062016 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21680602-0b16-4449-8939-1949dda3df37", "name": "network-vif-deleted", "tag": "35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:40:33.062654 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9eecf9ab-3e67-4ea8-8fd9-c7bf2856b73d {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:40:33.063239 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21680602-0b16-4449-8939-1949dda3df37', 'name': 'network-vif-deleted', 'tag': '35b9088a-b5f6-4bcc-a00d-d7b9ea9a3ebe', 'status': 'completed', 'code': 200}
Jun 04 15:40:33.179578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5054bf84-15f1-4706-8e6c-ab8fafcfdf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83910daee0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:33.189776 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Allocated IP 172.20.0.9 (6e4b327f-34a9-4cd9-bef9-e772c099ccc6/6f6396b7-7d9a-4954-b60c-a5defc4c41b8/0db65792-f436-4773-bcd4-95629a0bad43) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:40:33.190633 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5054bf84-15f1-4706-8e6c-ab8fafcfdf1c None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:33.191850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5054bf84-15f1-4706-8e6c-ab8fafcfdf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83910daee0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:33.215620 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-761f7a81-994c-4a64-b631-a825baa7a269 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "PUT /v2.0/floatingips/1659d749-b744-475e-93cd-c680545b3fe3 HTTP/1.1" status: 200  len: 977 time: 6.3953738
Jun 04 15:40:33.218670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40844) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:33.274648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5054bf84-15f1-4706-8e6c-ab8fafcfdf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83910daee0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:33.274648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5054bf84-15f1-4706-8e6c-ab8fafcfdf1c None None] The sync data for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:33.316499 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ec9a2a2f-5604-4442-9d99-8220e6027047 req-83ee063c-b41e-44f1-b13c-00161f33cf79 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 210 time: 0.1781044
Jun 04 15:40:33.344043 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:33.652336 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:33.679433 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:33.705095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a979dae8-174d-401b-9afc-e8dae9212017 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port abd8af54-4b85-4d6c-8ae0-3900c302366e {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:33.705095 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a979dae8-174d-401b-9afc-e8dae9212017 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:33.858030 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:33.889343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e3d26-d561-41c1-a8a6-32f2e89f710b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting port 5e660e31-0b34-4ae6-9905-7b6a36432e0d {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:33.889692 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3d26-d561-41c1-a8a6-32f2e89f710b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:33.971600 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-a979dae8-174d-401b-9afc-e8dae9212017 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] For port abd8af54-4b85-4d6c-8ae0-3900c302366e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=abd8af54-4b85-4d6c-8ae0-3900c302366e,segment=NetworkSegment(7c021f5f-6993-45b7-b70b-476b28057bf4),segment_id=7c021f5f-6993-45b7-b70b-476b28057bf4)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:33.972224 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a979dae8-174d-401b-9afc-e8dae9212017 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:34.035528 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3d26-d561-41c1-a8a6-32f2e89f710b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:34.035959 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3d26-d561-41c1-a8a6-32f2e89f710b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:34.176417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a979dae8-174d-401b-9afc-e8dae9212017 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for abd8af54-4b85-4d6c-8ae0-3900c302366e owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:34.182027 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:34.194699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e3d26-d561-41c1-a8a6-32f2e89f710b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Calling delete_port for 5e660e31-0b34-4ae6-9905-7b6a36432e0d owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:34.194952 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Deleting port 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:34.195201 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:34.237593 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:34.284193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-af289af7-3300-4e9b-b21d-ca8d2dc2ab88 req-770e3f56-0214-419b-861e-e7cf82f36955 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Synchronizing usage tracker for tenant:a3353753702247bbbd70fb49de792127 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:40:34.345091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Network 6e4b327f-34a9-4cd9-bef9-e772c099ccc6 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:40:34.351545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Pushing event updated for resources: {'Port': ['ID=0db65792-f436-4773-bcd4-95629a0bad43,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:34.354386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:40:34.360456 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:34.361072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:40:34.442272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:34.443403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:34.537286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-af289af7-3300-4e9b-b21d-ca8d2dc2ab88 req-770e3f56-0214-419b-861e-e7cf82f36955 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Unset dirty status for tenant:a3353753702247bbbd70fb49de792127 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:40:34.538683 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af289af7-3300-4e9b-b21d-ca8d2dc2ab88 req-770e3f56-0214-419b-861e-e7cf82f36955 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] 10.222.0.32 "GET /v2.0/ports?device_id=21680602-0b16-4449-8939-1949dda3df37 HTTP/1.1" status: 200  len: 210 time: 0.4190555
Jun 04 15:40:34.573273 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8456225
Jun 04 15:40:34.589065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Request body: {'port': {'device_id': '4c4248e0-1ef9-4364-8f7e-7b0d305c674a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:34.651041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] For port 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:34.651428 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:34.687338 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3d26-d561-41c1-a8a6-32f2e89f710b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:34.699099 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6f442ee2-406c-43a9-8261-570ea7c5c363 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:34.755399 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e3d26-d561-41c1-a8a6-32f2e89f710b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Port': ['ID=5e660e31-0b34-4ae6-9905-7b6a36432e0d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:34.758748 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0f1e3d26-d561-41c1-a8a6-32f2e89f710b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:34.788147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Calling delete_port for 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:34.819943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1495c4-d003-4795-bd05-7f5f498c9a04 req-7d2c435c-5dbf-4032-b108-3f5f5f04c911 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:34.821487 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2a1495c4-d003-4795-bd05-7f5f498c9a04 req-7d2c435c-5dbf-4032-b108-3f5f5f04c911 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 931 time: 0.3011854
Jun 04 15:40:34.832946 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:34.927680 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3d26-d561-41c1-a8a6-32f2e89f710b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:34.928383 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-0f1e3d26-d561-41c1-a8a6-32f2e89f710b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Floating IP 1659d749-b744-475e-93cd-c680545b3fe3 disassociated (deleted). External IP: 172.25.4.64, port: ff4aa9a8-eece-48e0-ac48-6ae3c131cc2a.
Jun 04 15:40:34.937126 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2a1495c4-d003-4795-bd05-7f5f498c9a04 req-fb846690-3596-44df-a3f8-ab801317d743 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/security-groups?id=480c13ba-e170-423f-b256-74f1b60be14b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023321
Jun 04 15:40:35.092517 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a979dae8-174d-401b-9afc-e8dae9212017 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:35.103393 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:35.201548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979dae8-174d-401b-9afc-e8dae9212017 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=abd8af54-4b85-4d6c-8ae0-3900c302366e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:35.203308 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a979dae8-174d-401b-9afc-e8dae9212017 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:35.203445 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:35.213407 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:35.238169 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:35.323563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:35.421045 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:35.526339 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:35.769069 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:35.771876 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:35.800344 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a979dae8-174d-401b-9afc-e8dae9212017 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:35.832005 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1e3d26-d561-41c1-a8a6-32f2e89f710b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 69e2a3ec-0d53-483a-8087-ab1c851ae779 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:40:35.930247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db65792-f436-4773-bcd4-95629a0bad43 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:40:35.953322 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:36.025222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Transition to ACTIVE for port object 0db65792-f436-4773-bcd4-95629a0bad43 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:40:36.172295 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:36.172295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e4827e1-1887-48e5-8829-f0e1d6cca99a {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:40:36.185175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1e3d26-d561-41c1-a8a6-32f2e89f710b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:36.210625 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f79217c-9d00-461b-bb3c-85fb61251d7b None None] Sync routers for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:36.213297 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:36.219166 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-97b9be0c-5003-48d4-bc39-6d0557a39639 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:36.222883 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f79217c-9d00-461b-bb3c-85fb61251d7b None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:36.224952 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9f79217c-9d00-461b-bb3c-85fb61251d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca34f70>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:36.354402 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9f79217c-9d00-461b-bb3c-85fb61251d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca34f70>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:36.368605 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f79217c-9d00-461b-bb3c-85fb61251d7b None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:36.383264 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9f79217c-9d00-461b-bb3c-85fb61251d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca34f70>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:36.479883 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3d26-d561-41c1-a8a6-32f2e89f710b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:36.536276 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:36.543184 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "DELETE /v2.0/routers/6e4827e1-1887-48e5-8829-f0e1d6cca99a HTTP/1.1" status: 204  len: 168 time: 3.6338515
Jun 04 15:40:36.569268 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9f79217c-9d00-461b-bb3c-85fb61251d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca34f70>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:36.571795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40970) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:36.572036 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f79217c-9d00-461b-bb3c-85fb61251d7b None None] The sync data for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:36.584512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Pushing event updated for resources: {'Port': ['ID=0db65792-f436-4773-bcd4-95629a0bad43,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:36.589601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a979dae8-174d-401b-9afc-e8dae9212017 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 7dd677aa-f9b5-4081-ace9-8ef00355da65 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:40:36.591110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-926666687', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}, 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:36.603817 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:36.646794 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:36.664326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Usage tracker for resource:router and tenant:cce8e60724f14004ba06c53fb5541000 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:36.669365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:36.680899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee0095-70a4-4a01-a45d-2663ec3ee955 req-cc051fb4-5ee9-4967-96e4-b106726d6665 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:36.681675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f9ee0095-70a4-4a01-a45d-2663ec3ee955 req-cc051fb4-5ee9-4967-96e4-b106726d6665 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Synchronizing usage tracker for tenant:2e4ac604cb0d4281837458604755ef88 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:40:36.701202 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:36.701202 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0f1e3d26-d561-41c1-a8a6-32f2e89f710b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/floatingips/1659d749-b744-475e-93cd-c680545b3fe3 HTTP/1.1" status: 204  len: 168 time: 3.4780676
Jun 04 15:40:36.711122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40978) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:36.768954 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a979dae8-174d-401b-9afc-e8dae9212017 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:36.775896 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a979dae8-174d-401b-9afc-e8dae9212017 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/7dd677aa-f9b5-4081-ace9-8ef00355da65/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9232886
Jun 04 15:40:36.779142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40982) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:36.784757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b648f-d7ee-406a-86ed-d1bb5125e417 None None] Sync routers for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:36.806021 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b648f-d7ee-406a-86ed-d1bb5125e417 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:36.808828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9d2b648f-d7ee-406a-86ed-d1bb5125e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c14e5b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:36.825116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Attempting to bind port 0db65792-f436-4773-bcd4-95629a0bad43 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:40:36.825519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Attempting to bind port 0db65792-f436-4773-bcd4-95629a0bad43 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'a77ac547-1a44-45ce-8ac5-68c27decba0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6e4b327f-34a9-4cd9-bef9-e772c099ccc6'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:40:36.825858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Attempting to bind port 0db65792-f436-4773-bcd4-95629a0bad43 on network 6e4b327f-34a9-4cd9-bef9-e772c099ccc6 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:40:36.881202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-e104a32e-ede8-46d6-8bbe-e452f1c4db30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting subnet a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:40:36.884494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Port 0db65792-f436-4773-bcd4-95629a0bad43 on network 6e4b327f-34a9-4cd9-bef9-e772c099ccc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:40:36.884828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Attempting to bind port 0db65792-f436-4773-bcd4-95629a0bad43 on network 6e4b327f-34a9-4cd9-bef9-e772c099ccc6 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:40:36.885239 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e104a32e-ede8-46d6-8bbe-e452f1c4db30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:36.897225 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:40:36.897505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Checking segment: {'id': 'a77ac547-1a44-45ce-8ac5-68c27decba0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6e4b327f-34a9-4cd9-bef9-e772c099ccc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:40:36.897684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Bound using segment: {'id': 'a77ac547-1a44-45ce-8ac5-68c27decba0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6e4b327f-34a9-4cd9-bef9-e772c099ccc6'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:40:36.898116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Bound port: 0db65792-f436-4773-bcd4-95629a0bad43, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77ac547-1a44-45ce-8ac5-68c27decba0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6e4b327f-34a9-4cd9-bef9-e772c099ccc6'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:40:36.898468 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:36.953079 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e104a32e-ede8-46d6-8bbe-e452f1c4db30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:37.018979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f9ee0095-70a4-4a01-a45d-2663ec3ee955 req-cc051fb4-5ee9-4967-96e4-b106726d6665 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Unset dirty status for tenant:2e4ac604cb0d4281837458604755ef88 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:40:37.018979 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9ee0095-70a4-4a01-a45d-2663ec3ee955 req-cc051fb4-5ee9-4967-96e4-b106726d6665 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 931 time: 0.8868339
Jun 04 15:40:37.027883 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-849d122d-3f8d-4e3c-9267-156100e6c926 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting port ff4aa9a8-eece-48e0-ac48-6ae3c131cc2a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:37.028220 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-849d122d-3f8d-4e3c-9267-156100e6c926 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:37.048244 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] For port 0db65792-f436-4773-bcd4-95629a0bad43, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:40:37.089310 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:37.089310 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:37.092607 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e104a32e-ede8-46d6-8bbe-e452f1c4db30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:37.096636 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] For port 0db65792-f436-4773-bcd4-95629a0bad43, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=0db65792-f436-4773-bcd4-95629a0bad43,segment=NetworkSegment(a77ac547-1a44-45ce-8ac5-68c27decba0c),segment_id=a77ac547-1a44-45ce-8ac5-68c27decba0c)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:40:37.170133 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-9d2b648f-d7ee-406a-86ed-d1bb5125e417 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:37.390721 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:37.407149 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-036bce36-e423-4e63-bf2c-cd7e3ce8e403 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:37.485423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f9ee0095-70a4-4a01-a45d-2663ec3ee955 req-d305299d-94c6-4ffc-9683-50d2fb35b81c tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Synchronizing usage tracker for tenant:2e4ac604cb0d4281837458604755ef88 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:40:37.495906 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:37.515026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:37.515583 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:37.516986 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] 10.222.0.62 "PUT /v2.0/ports/0db65792-f436-4773-bcd4-95629a0bad43 HTTP/1.1" status: 200  len: 1091 time: 2.9340544
Jun 04 15:40:37.517600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4248e0-1ef9-4364-8f7e-7b0d305c674a', 'tag': '0db65792-f436-4773-bcd4-95629a0bad43'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:40:37.520172 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68d2986-01ac-446f-a830-06ffcd1f3cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4248e0-1ef9-4364-8f7e-7b0d305c674a", "tag": "0db65792-f436-4773-bcd4-95629a0bad43"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:40:37.593441 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-849d122d-3f8d-4e3c-9267-156100e6c926 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:37.596107 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e104a32e-ede8-46d6-8bbe-e452f1c4db30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:37.612329 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e1e5c4f2-a858-4f75-b1de-593e6e496cd6 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:37.747066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9d2b648f-d7ee-406a-86ed-d1bb5125e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c14e5b0>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:34Z', 'revision_number': 10, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:37.758823 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b648f-d7ee-406a-86ed-d1bb5125e417 None None] Checking router: 7dd677aa-f9b5-4081-ace9-8ef00355da65 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:40:37.759725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104a32e-ede8-46d6-8bbe-e452f1c4db30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Subnet': ['ID=a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:37.764567 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e104a32e-ede8-46d6-8bbe-e452f1c4db30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:37.767999 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e104a32e-ede8-46d6-8bbe-e452f1c4db30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:37.775264 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b648f-d7ee-406a-86ed-d1bb5125e417 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:37.776168 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9d2b648f-d7ee-406a-86ed-d1bb5125e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c14e5b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:37.784013 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e104a32e-ede8-46d6-8bbe-e452f1c4db30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33 HTTP/1.1" status: 204  len: 168 time: 1.0014822
Jun 04 15:40:37.791921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41020) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:37.792199 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5558cc0-2718-42cb-a72c-ddb12f363459 x-openstack-request-id: req-c5558cc0-2718-42cb-a72c-ddb12f363459 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:40:37.792199 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4248e0-1ef9-4364-8f7e-7b0d305c674a", "tag": "0db65792-f436-4773-bcd4-95629a0bad43", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:40:37.792199 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5558cc0-2718-42cb-a72c-ddb12f363459 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:40:37.792199 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4248e0-1ef9-4364-8f7e-7b0d305c674a', 'tag': '0db65792-f436-4773-bcd4-95629a0bad43', 'status': 'completed', 'code': 200}
Jun 04 15:40:37.795829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-849d122d-3f8d-4e3c-9267-156100e6c926 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Calling delete_port for ff4aa9a8-eece-48e0-ac48-6ae3c131cc2a owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:37.834794 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Pushing event updated for resources: {'Port': ['ID=0db65792-f436-4773-bcd4-95629a0bad43,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:37.844253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-f9ee0095-70a4-4a01-a45d-2663ec3ee955 req-d305299d-94c6-4ffc-9683-50d2fb35b81c tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Unset dirty status for tenant:2e4ac604cb0d4281837458604755ef88 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:40:37.851156 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a2e211-9d25-449a-be2a-d72aa0438baa None None] Network 8eb9ddd4-0be4-4d45-9a78-0266f06499cc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:40:37.853485 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f9ee0095-70a4-4a01-a45d-2663ec3ee955 req-d305299d-94c6-4ffc-9683-50d2fb35b81c tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/security-groups?id=480c13ba-e170-423f-b256-74f1b60be14b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8108194
Jun 04 15:40:37.860639 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:38.051831 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:38.149334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port d9e6187e-24d1-4b10-909b-0511618da541 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:38.149699 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:38.247953 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-9d2b648f-d7ee-406a-86ed-d1bb5125e417 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:38.250599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-da6804a6-2a12-4a5b-8ffb-5d323416db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:38.253055 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-da6804a6-2a12-4a5b-8ffb-5d323416db07 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2e4ac604cb0d4281837458604755ef88&device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 1094 time: 0.4542654
Jun 04 15:40:38.258181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:38.366032 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-d6e327da-5e2a-4d9b-8c49-d84121bf0e78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0db65792-f436-4773-bcd4-95629a0bad43 HTTP/1.1" status: 200  len: 217 time: 0.1016715
Jun 04 15:40:38.368184 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:40:38.376253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] For port d9e6187e-24d1-4b10-909b-0511618da541, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d9e6187e-24d1-4b10-909b-0511618da541,segment=NetworkSegment(7c021f5f-6993-45b7-b70b-476b28057bf4),segment_id=7c021f5f-6993-45b7-b70b-476b28057bf4)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:38.377685 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:38.467173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-77466487-6a15-4d96-8e56-7f68b61bce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:38.471830 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-77466487-6a15-4d96-8e56-7f68b61bce9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f6396b7-7d9a-4954-b60c-a5defc4c41b8 HTTP/1.1" status: 200  len: 849 time: 0.0948565
Jun 04 15:40:38.536842 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:40:38.537531 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1f1a2ef3-7c58-4dad-a202-16b5d0c1ba88 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:40:38.602428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-5da421d0-aa9c-49ec-95da-c6ab87f3478d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e4b327f-34a9-4cd9-bef9-e772c099ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1072791
Jun 04 15:40:38.644522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for d9e6187e-24d1-4b10-909b-0511618da541 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:38.740249 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41034) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:38.747542 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c423be18-9eda-4085-91f1-522c89b7859e None None] DHCP port deletion for 8eb9ddd4-0be4-4d45-9a78-0266f06499cc request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:40:38.835954 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:38.850706 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7e5c7c4b-da71-4ea2-9150-a4706803e99c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:38.872082 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9d2b648f-d7ee-406a-86ed-d1bb5125e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c14e5b0>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:34Z', 'revision_number': 10, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:38.877746 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b648f-d7ee-406a-86ed-d1bb5125e417 None None] The sync data for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 is: [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:34Z', 'revision_number': 10, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None, '_interfaces': [{'id': '91ceb05a-8554-41e9-8786-ca62931b25c1', 'name': '', 'network_id': '484a8c50-3bed-493a-8fd3-527faffe73df', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'mac_address': 'fa:16:3e:21:6b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:39:12Z', 'updated_at': '2021-06-04T15:39:24Z', 'revision_number': 5, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'subnets': [{'id': 'c31b00ba-1313-4a7f-9393-fad7637c8ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:38.897436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c423be18-9eda-4085-91f1-522c89b7859e None None] Deleting port d9e6187e-24d1-4b10-909b-0511618da541 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:38.898137 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c423be18-9eda-4085-91f1-522c89b7859e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:38.990455 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=d9e6187e-24d1-4b10-909b-0511618da541,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:39.009874 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-849d122d-3f8d-4e3c-9267-156100e6c926 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:39.018309 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-13ef75eb-7489-49bf-802d-bfe4af571b35 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4b327f-34a9-4cd9-bef9-e772c099ccc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4015343
Jun 04 15:40:39.028650 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-944c28f9-803f-433f-a6a9-adde0d8398b2 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:39.040563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No DVR routers for this DVR port d9e6187e-24d1-4b10-909b-0511618da541 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:40:39.047862 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5505c1fd-1a0d-4dc6-af44-97be816551ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:39.073668 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:39.108186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c423be18-9eda-4085-91f1-522c89b7859e None None] For port d9e6187e-24d1-4b10-909b-0511618da541, host n-d-791505-9, got binding levels [] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:39.108752 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c423be18-9eda-4085-91f1-522c89b7859e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:39.157874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5505c1fd-1a0d-4dc6-af44-97be816551ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:39.174981 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5505c1fd-1a0d-4dc6-af44-97be816551ab admin admin] Usage tracker for resource:security_group_rule and tenant:303596dce8b34b5283c7a0ad49a20aa0 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:39.180237 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5505c1fd-1a0d-4dc6-af44-97be816551ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:39.243786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5505c1fd-1a0d-4dc6-af44-97be816551ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:39.263899 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c423be18-9eda-4085-91f1-522c89b7859e None None] Calling delete_port for d9e6187e-24d1-4b10-909b-0511618da541 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:39.271801 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:39.272736 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.ipam_backend_mixin [None req-c423be18-9eda-4085-91f1-522c89b7859e None None] Port d9e6187e-24d1-4b10-909b-0511618da541 was not found and therefore no delete operation was performed {{(pid=88302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Jun 04 15:40:39.272893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d122d-3f8d-4e3c-9267-156100e6c926 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Port': ['ID=ff4aa9a8-eece-48e0-ac48-6ae3c131cc2a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:39.276298 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c423be18-9eda-4085-91f1-522c89b7859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:39.288298 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-849d122d-3f8d-4e3c-9267-156100e6c926 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:39.293343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83868c6970>,) {'filters': {'network_id': ['8eb9ddd4-0be4-4d45-9a78-0266f06499cc']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:39.303111 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:39.335325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83868c6970>, '7c021f5f-6993-45b7-b70b-476b28057bf4') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:39.335325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83868c6970>, '7c021f5f-6993-45b7-b70b-476b28057bf4') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:39.346950 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:39.367967 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:39.375920 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:40:39.377185 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:39.377768 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423be18-9eda-4085-91f1-522c89b7859e None None] Pushing event deleted for resources: {'Port': ['ID=d9e6187e-24d1-4b10-909b-0511618da541,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:39.379812 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c423be18-9eda-4085-91f1-522c89b7859e None None] No DVR routers for this DVR port d9e6187e-24d1-4b10-909b-0511618da541 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:40:39.382407 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c423be18-9eda-4085-91f1-522c89b7859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:40:39.537744 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:40:39.841637 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:39.845180 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a03ccba1-ac74-4aab-a222-c74a6d83a817 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:39.867702 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:39.896264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Network': ['ID=8eb9ddd4-0be4-4d45-9a78-0266f06499cc,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:39.907997 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:39.910634 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5505c1fd-1a0d-4dc6-af44-97be816551ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:39.919327 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/networks/8eb9ddd4-0be4-4d45-9a78-0266f06499cc HTTP/1.1" status: 204  len: 168 time: 2.1304607
Jun 04 15:40:39.919554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41060) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:40.130198 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5505c1fd-1a0d-4dc6-af44-97be816551ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:40.147997 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c64ad3d6-18b0-4f54-9191-c678e4e194da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:40.195923 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1f3bd993-3e36-48a8-a031-124725bf1917 req-525cbd53-2867-4b49-a41f-e299278409d5 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4b327f-34a9-4cd9-bef9-e772c099ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0823264
Jun 04 15:40:40.267669 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505c1fd-1a0d-4dc6-af44-97be816551ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc495232-65d8-4484-9e6e-e5df35364c16,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:40.274310 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5505c1fd-1a0d-4dc6-af44-97be816551ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:40.346871 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:40.445705 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d9e6187e-24d1-4b10-909b-0511618da541 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:40:40.453906 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5505c1fd-1a0d-4dc6-af44-97be816551ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=303596dce8b34b5283c7a0ad49a20aa0&name=default HTTP/1.1" status: 200  len: 2983 time: 1.7125735
Jun 04 15:40:40.482996 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41074) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:40.514410 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:40.528670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: d9e6187e-24d1-4b10-909b-0511618da541 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:40:40.529034 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d9e6187e-24d1-4b10-909b-0511618da541 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:40:40.529463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device abd8af54-4b85-4d6c-8ae0-3900c302366e no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:40:40.603169 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: abd8af54-4b85-4d6c-8ae0-3900c302366e {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:40:40.603599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device abd8af54-4b85-4d6c-8ae0-3900c302366e not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:40:40.687398 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-849d122d-3f8d-4e3c-9267-156100e6c926 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:40.773944 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7984ca2e-720f-4c0b-b861-6900042906fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:40.827070 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-849d122d-3f8d-4e3c-9267-156100e6c926 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/ports/ff4aa9a8-eece-48e0-ac48-6ae3c131cc2a HTTP/1.1" status: 204  len: 168 time: 4.1123168
Jun 04 15:40:40.831639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41082) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:40.837239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:40.856519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43e012-7f79-4ce0-bcc1-10b495bcd8a6 req-cb902b69-9768-4d76-a947-a3fa5f7aeae6 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:40.859344 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7a43e012-7f79-4ce0-bcc1-10b495bcd8a6 req-cb902b69-9768-4d76-a947-a3fa5f7aeae6 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 943 time: 1.6977637
Jun 04 15:40:40.861893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:40.878785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Usage tracker for resource:floatingip and tenant:fd5e5d520f97480f91c3a626ef7c9a19 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:40.903074 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7984ca2e-720f-4c0b-b861-6900042906fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:40.951346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:40.983046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:41.042564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d2986-01ac-446f-a830-06ffcd1f3cf6 req-0d6f16f3-7fae-4836-8307-56a232ddd1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:41.044377 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d68d2986-01ac-446f-a830-06ffcd1f3cf6 req-0d6f16f3-7fae-4836-8307-56a232ddd1d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2e4ac604cb0d4281837458604755ef88&device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 1094 time: 0.5429058
Jun 04 15:40:41.053691 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7a43e012-7f79-4ce0-bcc1-10b495bcd8a6 req-ed6dae63-a24c-4a4e-aba0-c090e7a5f9c9 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/security-groups?id=480c13ba-e170-423f-b256-74f1b60be14b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266925
Jun 04 15:40:41.095386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Allocated IP 172.25.4.20 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/270b2eeb-ac66-4a98-81dc-5225b2bd3868) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:40:41.107508 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:41.215448 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7984ca2e-720f-4c0b-b861-6900042906fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:41.248260 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9fee7196-1517-4021-98c2-f88e43f212d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:41.289453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984ca2e-720f-4c0b-b861-6900042906fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc495232-65d8-4484-9e6e-e5df35364c16,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:41.294976 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7984ca2e-720f-4c0b-b861-6900042906fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:41.307809 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7984ca2e-720f-4c0b-b861-6900042906fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:41.322959 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7984ca2e-720f-4c0b-b861-6900042906fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc495232-65d8-4484-9e6e-e5df35364c16 HTTP/1.1" status: 204  len: 168 time: 0.8249443
Jun 04 15:40:41.356897 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-173a776a-cf87-42bc-9f07-b35c4a415bd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:41.656725 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d2986-01ac-446f-a830-06ffcd1f3cf6 req-bce40428-d124-44cd-a5dc-84520856461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:41.659061 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d68d2986-01ac-446f-a830-06ffcd1f3cf6 req-bce40428-d124-44cd-a5dc-84520856461f service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e4b327f-34a9-4cd9-bef9-e772c099ccc6 HTTP/1.1" status: 200  len: 910 time: 0.6014857
Jun 04 15:40:41.766181 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d68d2986-01ac-446f-a830-06ffcd1f3cf6 req-fdd82bc3-ea61-4c38-a773-c81961825c1f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0db65792-f436-4773-bcd4-95629a0bad43 HTTP/1.1" status: 200  len: 217 time: 0.0974565
Jun 04 15:40:41.856830 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:41.903823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d2986-01ac-446f-a830-06ffcd1f3cf6 req-2a206298-997f-475d-bcb8-02af304e3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:41.905526 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d68d2986-01ac-446f-a830-06ffcd1f3cf6 req-2a206298-997f-475d-bcb8-02af304e3d1d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f6396b7-7d9a-4954-b60c-a5defc4c41b8 HTTP/1.1" status: 200  len: 849 time: 0.1219621
Jun 04 15:40:41.974446 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d68d2986-01ac-446f-a830-06ffcd1f3cf6 req-c7efa1fd-653c-479e-9d21-0845ad026460 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e4b327f-34a9-4cd9-bef9-e772c099ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593522
Jun 04 15:40:41.990083 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:42.181907 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-173a776a-cf87-42bc-9f07-b35c4a415bd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port 91ceb05a-8554-41e9-8786-ca62931b25c1 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:42.182509 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-173a776a-cf87-42bc-9f07-b35c4a415bd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:42.483593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41112) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:42.511371 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:42.525125 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-704bc5b5-a873-427e-b0c5-bf6c2f7a32e2 tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:42.528723 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46ddc1f3-55ef-48a5-ab5c-429c7d81ad5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:42.555216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-173a776a-cf87-42bc-9f07-b35c4a415bd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] For port 91ceb05a-8554-41e9-8786-ca62931b25c1, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=91ceb05a-8554-41e9-8786-ca62931b25c1,segment=NetworkSegment(11766b58-84bd-42b8-b84d-031a54b7bebf),segment_id=11766b58-84bd-42b8-b84d-031a54b7bebf)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:42.555575 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-173a776a-cf87-42bc-9f07-b35c4a415bd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:42.570953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-46ddc1f3-55ef-48a5-ab5c-429c7d81ad5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:42.658460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:40:42.696931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:40:42.711424 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:40:42.858090 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d68d2986-01ac-446f-a830-06ffcd1f3cf6 req-2484f6ab-1c9c-46fd-8bc4-fab703823bec service neutron] 10.222.0.62 "GET /v2.0/networks/6e4b327f-34a9-4cd9-bef9-e772c099ccc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8707325
Jun 04 15:40:42.858982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Pushing event updated for resources: {'Port': ['ID=270b2eeb-ac66-4a98-81dc-5225b2bd3868,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:42.875355 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:42.902104 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-46ddc1f3-55ef-48a5-ab5c-429c7d81ad5d admin admin] Usage tracker for resource:security_group_rule and tenant:ba4f818b643042f985c9ed9b596158dd is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:42.915644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-173a776a-cf87-42bc-9f07-b35c4a415bd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for 91ceb05a-8554-41e9-8786-ca62931b25c1 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:42.918483 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-46ddc1f3-55ef-48a5-ab5c-429c7d81ad5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:42.931262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-46ddc1f3-55ef-48a5-ab5c-429c7d81ad5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:43.002215 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a138364-8a61-432e-bc78-22152dec8044 req-106f2dec-ea13-4f57-85b5-58668493b94d tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:43.004116 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a138364-8a61-432e-bc78-22152dec8044 req-106f2dec-ea13-4f57-85b5-58668493b94d tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 943 time: 0.6244857
Jun 04 15:40:43.063732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Allocated IP 172.25.4.134 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/0a7a948a-d4fe-4ec2-bb85-dc0148682530) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:40:43.118977 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9a138364-8a61-432e-bc78-22152dec8044 req-cbcc8914-b0fa-437c-bcbe-fa3870420431 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/security-groups?id=480c13ba-e170-423f-b256-74f1b60be14b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697823
Jun 04 15:40:43.244009 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46ddc1f3-55ef-48a5-ab5c-429c7d81ad5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:43.269637 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d68d2986-01ac-446f-a830-06ffcd1f3cf6 req-0e2c4136-c809-4a58-97b5-d68e80a3a63c service neutron] 10.222.0.62 "GET /v2.0/networks/6e4b327f-34a9-4cd9-bef9-e772c099ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3897176
Jun 04 15:40:43.326806 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46ddc1f3-55ef-48a5-ab5c-429c7d81ad5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:43.333694 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6adf8c84-9313-4353-bb0a-00f0150e44d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:43.380723 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-46ddc1f3-55ef-48a5-ab5c-429c7d81ad5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba4f818b643042f985c9ed9b596158dd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8924267
Jun 04 15:40:43.380723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddc1f3-55ef-48a5-ab5c-429c7d81ad5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3e8e44-b2d0-42e1-8b38-08a3d3a0ecde,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:43.381980 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41128) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:43.394771 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-46ddc1f3-55ef-48a5-ab5c-429c7d81ad5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:43.395728 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-173a776a-cf87-42bc-9f07-b35c4a415bd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:43.400065 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:43.402771 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ceaa62f8-5279-4adf-9a31-0330395615ee tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:43.455827 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a776a-cf87-42bc-9f07-b35c4a415bd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=91ceb05a-8554-41e9-8786-ca62931b25c1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:43.462534 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-173a776a-cf87-42bc-9f07-b35c4a415bd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:43.516293 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:43.749726 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-173a776a-cf87-42bc-9f07-b35c4a415bd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:43.756104 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b0d903fd-e761-4ba0-8d5b-308e169bac54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:43.877655 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:43.884877 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:43.923197 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b0d903fd-e761-4ba0-8d5b-308e169bac54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:44.098648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:40:44.102660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:40:44.104737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=0a7a948a-d4fe-4ec2-bb85-dc0148682530,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:44.107896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:40:44.279399 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173a776a-cf87-42bc-9f07-b35c4a415bd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 7dd677aa-f9b5-4081-ace9-8ef00355da65 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:40:44.345372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 0db65792-f436-4773-bcd4-95629a0bad43 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:40:44.517750 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b0d903fd-e761-4ba0-8d5b-308e169bac54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:44.524585 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b89ccef9-5a6e-4cae-9254-e0bb0a2c41f1 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:44.538856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173a776a-cf87-42bc-9f07-b35c4a415bd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:44.549698 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b78171-0684-4ecb-b292-ff7a1e9d6f62 None None] Sync routers for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:44.567172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d903fd-e761-4ba0-8d5b-308e169bac54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3e8e44-b2d0-42e1-8b38-08a3d3a0ecde,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:44.572581 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b78171-0684-4ecb-b292-ff7a1e9d6f62 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:44.575433 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-60b78171-0684-4ecb-b292-ff7a1e9d6f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d69edc0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:44.593317 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b0d903fd-e761-4ba0-8d5b-308e169bac54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:44.599466 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 0db65792-f436-4773-bcd4-95629a0bad43, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=0db65792-f436-4773-bcd4-95629a0bad43,segment=NetworkSegment(a77ac547-1a44-45ce-8ac5-68c27decba0c),segment_id=a77ac547-1a44-45ce-8ac5-68c27decba0c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:44.621829 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '0db65792-f436-4773-bcd4-95629a0bad43', 'network_id': '6e4b327f-34a9-4cd9-bef9-e772c099ccc6', 'port_id': '0db65792-f436-4773-bcd4-95629a0bad43', 'mac_address': 'fa:16:3e:73:66:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6396b7-7d9a-4954-b60c-a5defc4c41b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:40:44.655899 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-173a776a-cf87-42bc-9f07-b35c4a415bd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/7dd677aa-f9b5-4081-ace9-8ef00355da65/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7330956
Jun 04 15:40:44.655899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41150) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:44.655899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b0d903fd-e761-4ba0-8d5b-308e169bac54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:44.657200 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b0d903fd-e761-4ba0-8d5b-308e169bac54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c3e8e44-b2d0-42e1-8b38-08a3d3a0ecde HTTP/1.1" status: 204  len: 168 time: 1.2740462
Jun 04 15:40:44.709867 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:44.763807 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db65792-f436-4773-bcd4-95629a0bad43 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:40:44.780670 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.896s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:44.836819 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 0db65792-f436-4773-bcd4-95629a0bad43, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=0db65792-f436-4773-bcd4-95629a0bad43,segment=NetworkSegment(a77ac547-1a44-45ce-8ac5-68c27decba0c),segment_id=a77ac547-1a44-45ce-8ac5-68c27decba0c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:44.846926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-41070608-bd0e-4010-abc7-01ee9d4a62c1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting subnet c31b00ba-1313-4a7f-9393-fad7637c8ecb {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:40:44.865899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41070608-bd0e-4010-abc7-01ee9d4a62c1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:44.921112 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:44.923546 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:45.006538 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-60b78171-0684-4ecb-b292-ff7a1e9d6f62 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:45.008803 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41070608-bd0e-4010-abc7-01ee9d4a62c1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:45.091983 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=0db65792-f436-4773-bcd4-95629a0bad43,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:45.096863 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:45.148161 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-60b78171-0684-4ecb-b292-ff7a1e9d6f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d69edc0>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:43Z', 'revision_number': 11, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:45.163135 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b78171-0684-4ecb-b292-ff7a1e9d6f62 None None] Checking router: 7dd677aa-f9b5-4081-ace9-8ef00355da65 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:40:45.163919 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:45.171515 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:45.179066 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b78171-0684-4ecb-b292-ff7a1e9d6f62 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:45.179066 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-60b78171-0684-4ecb-b292-ff7a1e9d6f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d69edc0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:45.253413 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41070608-bd0e-4010-abc7-01ee9d4a62c1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:45.304312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['0db65792-f436-4773-bcd4-95629a0bad43'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:40:45.480138 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-60b78171-0684-4ecb-b292-ff7a1e9d6f62 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:45.622826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92715a0b-f745-465e-a83d-5fff5e10d652 req-b0b88d90-786b-4231-8059-cab95b01d50d tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:45.624054 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-92715a0b-f745-465e-a83d-5fff5e10d652 req-b0b88d90-786b-4231-8059-cab95b01d50d tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 944 time: 0.7260840
Jun 04 15:40:45.627181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:45.835075 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-60b78171-0684-4ecb-b292-ff7a1e9d6f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d69edc0>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:43Z', 'revision_number': 11, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:45.849197 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b78171-0684-4ecb-b292-ff7a1e9d6f62 None None] The sync data for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 is: [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:43Z', 'revision_number': 11, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:45.915720 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-92715a0b-f745-465e-a83d-5fff5e10d652 req-1706c856-c859-46af-b74e-c37665dd5c9c tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/security-groups?id=480c13ba-e170-423f-b256-74f1b60be14b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197857
Jun 04 15:40:46.131135 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Router 662af64e-afcb-4b5e-a038-75e08a188084 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:40:46.207329 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41070608-bd0e-4010-abc7-01ee9d4a62c1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:46.211873 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d5a59b59-6604-4daa-be01-f567d562db87 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:46.272393 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41070608-bd0e-4010-abc7-01ee9d4a62c1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Subnet': ['ID=c31b00ba-1313-4a7f-9393-fad7637c8ecb,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:46.276928 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-41070608-bd0e-4010-abc7-01ee9d4a62c1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:46.299595 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb473c6-208c-4b08-9f11-3214cd9579f2 None None] Network 484a8c50-3bed-493a-8fd3-527faffe73df requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:40:46.313389 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41070608-bd0e-4010-abc7-01ee9d4a62c1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:46.331511 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-41070608-bd0e-4010-abc7-01ee9d4a62c1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/c31b00ba-1313-4a7f-9393-fad7637c8ecb HTTP/1.1" status: 204  len: 168 time: 1.6702499
Jun 04 15:40:46.332682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41182) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:46.356494 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 91ceb05a-8554-41e9-8786-ca62931b25c1 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:40:46.414607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 91ceb05a-8554-41e9-8786-ca62931b25c1 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:40:46.415265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 91ceb05a-8554-41e9-8786-ca62931b25c1 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:40:46.510850 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:46.530549 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:46.558589 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24e43d1-454b-402f-a63f-93993a14c3ac None None] Sync routers for ids ['662af64e-afcb-4b5e-a038-75e08a188084'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:46.563217 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:46.600307 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e43d1-454b-402f-a63f-93993a14c3ac None None] Routers {'662af64e-afcb-4b5e-a038-75e08a188084'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:46.601271 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c24e43d1-454b-402f-a63f-93993a14c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c128ca0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['662af64e-afcb-4b5e-a038-75e08a188084'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:46.642117 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:46.649227 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:46.709147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Deleting port 2be645b5-b1fd-4dd0-a97e-938c932415ae {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:46.709772 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:46.717517 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c24e43d1-454b-402f-a63f-93993a14c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c128ca0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:46.762948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=0a7a948a-d4fe-4ec2-bb85-dc0148682530,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:46.764828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e43d1-454b-402f-a63f-93993a14c3ac None None] Routers {'662af64e-afcb-4b5e-a038-75e08a188084'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:46.765705 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c24e43d1-454b-402f-a63f-93993a14c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c128ca0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['662af64e-afcb-4b5e-a038-75e08a188084'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:46.767373 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:46.774544 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:46.834911 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c24e43d1-454b-402f-a63f-93993a14c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c128ca0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:46.835335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24e43d1-454b-402f-a63f-93993a14c3ac None None] The sync data for ids ['662af64e-afcb-4b5e-a038-75e08a188084'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:46.838516 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] For port 2be645b5-b1fd-4dd0-a97e-938c932415ae, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2be645b5-b1fd-4dd0-a97e-938c932415ae,segment=NetworkSegment(11766b58-84bd-42b8-b84d-031a54b7bebf),segment_id=11766b58-84bd-42b8-b84d-031a54b7bebf)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:46.839011 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:46.845576 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:46.849588 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 10.2625611
Jun 04 15:40:46.850278 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41188) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:46.856013 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-4b245d41-9551-41ba-a16f-970e8b12e7a5 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'enable_snat': False}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:46.933385 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b73da3-a8dd-4c18-ab3d-9faf9a005cea None None] DHCP port deletion for 484a8c50-3bed-493a-8fd3-527faffe73df request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:40:46.973307 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:46.975674 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.1430838
Jun 04 15:40:46.978569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41194) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:46.984342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'port': {'network_id': 'c769656c-f2af-4997-a59f-fed28614d1f1', 'name': 'tempest-FloatingIPTestJSON-576148425'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:47.037394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a3b73da3-a8dd-4c18-ab3d-9faf9a005cea None None] Deleting port 2be645b5-b1fd-4dd0-a97e-938c932415ae {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:47.038052 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3b73da3-a8dd-4c18-ab3d-9faf9a005cea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:47.172203 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:47.181729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Usage tracker for resource:port and tenant:fd5e5d520f97480f91c3a626ef7c9a19 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:47.187474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:47.197234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:47.204144 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a3b73da3-a8dd-4c18-ab3d-9faf9a005cea None None] For port 2be645b5-b1fd-4dd0-a97e-938c932415ae, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2be645b5-b1fd-4dd0-a97e-938c932415ae,segment=NetworkSegment(11766b58-84bd-42b8-b84d-031a54b7bebf),segment_id=11766b58-84bd-42b8-b84d-031a54b7bebf)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:47.204144 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3b73da3-a8dd-4c18-ab3d-9faf9a005cea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:47.220941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Calling delete_port for 2be645b5-b1fd-4dd0-a97e-938c932415ae owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:47.314819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Made reservation on behalf of fd5e5d520f97480f91c3a626ef7c9a19 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:40:47.321086 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:47.359638 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] device_id is not set on port 77a3911a-885f-4fd3-989d-2fa76a11850d yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:40:47.458914 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a3b73da3-a8dd-4c18-ab3d-9faf9a005cea None None] Calling delete_port for 2be645b5-b1fd-4dd0-a97e-938c932415ae owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:47.537276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402f061-e6fd-4e15-9434-66dff087c6f3 req-91a7154a-e455-4676-b8cb-869bdfd2e522 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:47.539252 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e402f061-e6fd-4e15-9434-66dff087c6f3 req-91a7154a-e455-4676-b8cb-869bdfd2e522 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 944 time: 0.3269997
Jun 04 15:40:47.552433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Allocated IP 172.20.0.7 (c769656c-f2af-4997-a59f-fed28614d1f1/b6c719ea-52e1-4836-a25f-3b635b2fff8e/77a3911a-885f-4fd3-989d-2fa76a11850d) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:40:47.622438 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3b73da3-a8dd-4c18-ab3d-9faf9a005cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:47.628230 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-218a5298-4259-448a-8d6f-d4fd25d438e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:47.679089 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b73da3-a8dd-4c18-ab3d-9faf9a005cea None None] Pushing event deleted for resources: {'Port': ['ID=2be645b5-b1fd-4dd0-a97e-938c932415ae,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:47.683168 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a3b73da3-a8dd-4c18-ab3d-9faf9a005cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:47.686117 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b73da3-a8dd-4c18-ab3d-9faf9a005cea None None] No DVR routers for this DVR port 2be645b5-b1fd-4dd0-a97e-938c932415ae on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:40:47.753839 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:47.771130 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d2dd6636-8fae-4f78-a8b1-64e3b515127e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:47.810904 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e402f061-e6fd-4e15-9434-66dff087c6f3 req-0d127a8b-1a42-4f26-ae53-0bbafd130863 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/security-groups?id=480c13ba-e170-423f-b256-74f1b60be14b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2172146
Jun 04 15:40:47.856536 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:47.972589 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:47.982356 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:48.022443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No DVR routers for this DVR port 2be645b5-b1fd-4dd0-a97e-938c932415ae on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:40:48.026442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Port': ['ID=2be645b5-b1fd-4dd0-a97e-938c932415ae,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:48.054067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network c769656c-f2af-4997-a59f-fed28614d1f1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:40:48.056207 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:48.057376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:40:48.061423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:40:48.066505 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4b245d41-9551-41ba-a16f-970e8b12e7a5 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:48.191376 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:48.209671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387109280>,) {'filters': {'network_id': ['484a8c50-3bed-493a-8fd3-527faffe73df']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:48.233142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387109280>, '11766b58-84bd-42b8-b84d-031a54b7bebf') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:48.233860 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387109280>, '11766b58-84bd-42b8-b84d-031a54b7bebf') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:48.248918 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:48.320218 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:48.321510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:48.321676 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:48.323824 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 0db65792-f436-4773-bcd4-95629a0bad43 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:40:48.343636 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=77a3911a-885f-4fd3-989d-2fa76a11850d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:48.352114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:40:48.356450 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:48.357147 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:40:48.372724 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:40:48.399152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2be645b5-b1fd-4dd0-a97e-938c932415ae no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:40:48.412639 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.4327569
Jun 04 15:40:48.418614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41218) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:48.423241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0ab5287c-008c-468d-a7d7-70e73b953516 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'floatingip': {'port_id': '77a3911a-885f-4fd3-989d-2fa76a11850d'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:48.445565 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 2be645b5-b1fd-4dd0-a97e-938c932415ae {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:40:48.445917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2be645b5-b1fd-4dd0-a97e-938c932415ae not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:40:48.510152 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ab5287c-008c-468d-a7d7-70e73b953516 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:48.624912 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 0db65792-f436-4773-bcd4-95629a0bad43 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:40:48.631476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 0db65792-f436-4773-bcd4-95629a0bad43 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:40:48.631942 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:48.708585 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:48.718986 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b7aeb080-712d-4d5f-b9a4-e0eefbed8cc9 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:48.742791 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:48.754701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Pushing event deleted for resources: {'Network': ['ID=484a8c50-3bed-493a-8fd3-527faffe73df,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:48.761656 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:48.778664 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:48.812078 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4248e0-1ef9-4364-8f7e-7b0d305c674a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db65792-f436-4773-bcd4-95629a0bad43'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:40:48.815388 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed68a96a-e17c-4a99-a35c-09fd24ecb752" -d '{"events": [{"server_uuid": "4c4248e0-1ef9-4364-8f7e-7b0d305c674a", "name": "network-vif-plugged", "status": "completed", "tag": "0db65792-f436-4773-bcd4-95629a0bad43"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:40:48.825859 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 0db65792-f436-4773-bcd4-95629a0bad43, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=0db65792-f436-4773-bcd4-95629a0bad43,segment=NetworkSegment(a77ac547-1a44-45ce-8ac5-68c27decba0c),segment_id=a77ac547-1a44-45ce-8ac5-68c27decba0c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:40:48.842256 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/networks/484a8c50-3bed-493a-8fd3-527faffe73df HTTP/1.1" status: 204  len: 168 time: 2.5076456
Jun 04 15:40:48.844900 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41222) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:48.850354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-82960b2e-cc9a-4f4b-834d-0a1a5fd79fef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'router': {'routes': None}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:48.873861 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254f57dc-080e-42db-a8e9-11d90dc1fce8 x-openstack-request-id: req-254f57dc-080e-42db-a8e9-11d90dc1fce8 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:40:48.874159 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4248e0-1ef9-4364-8f7e-7b0d305c674a", "name": "network-vif-plugged", "status": "completed", "tag": "0db65792-f436-4773-bcd4-95629a0bad43", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:40:48.874443 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-254f57dc-080e-42db-a8e9-11d90dc1fce8 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:40:48.874839 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4248e0-1ef9-4364-8f7e-7b0d305c674a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db65792-f436-4773-bcd4-95629a0bad43', 'code': 200}
Jun 04 15:40:48.909453 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:48.912283 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:49.022612 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=0db65792-f436-4773-bcd4-95629a0bad43,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:49.026143 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:49.175739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68dbb5-4450-4229-b9d4-97e9b4972ab6 req-2531395c-dff5-453e-8d18-afb92afce867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:49.176345 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6e68dbb5-4450-4229-b9d4-97e9b4972ab6 req-2531395c-dff5-453e-8d18-afb92afce867 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 1096 time: 0.2086420
Jun 04 15:40:49.278222 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6e68dbb5-4450-4229-b9d4-97e9b4972ab6 req-e9a1671a-7eb1-4abe-af0b-22046c0bf3e8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=480c13ba-e170-423f-b256-74f1b60be14b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579314
Jun 04 15:40:49.311067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.extraroute_db [None req-82960b2e-cc9a-4f4b-834d-0a1a5fd79fef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Added routes are [] {{(pid=88301) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Jun 04 15:40:49.311665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.extraroute_db [None req-82960b2e-cc9a-4f4b-834d-0a1a5fd79fef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Removed routes are [] {{(pid=88301) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Jun 04 15:40:49.311771 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-82960b2e-cc9a-4f4b-834d-0a1a5fd79fef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:49.403946 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ab5287c-008c-468d-a7d7-70e73b953516 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:49.526655 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ab5287c-008c-468d-a7d7-70e73b953516 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:49.732573 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-0ab5287c-008c-468d-a7d7-70e73b953516 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Floating IP 1e4b1e65-b3e4-46b2-9544-433269cd9db5 associated. External IP: 172.25.4.134, port: 77a3911a-885f-4fd3-989d-2fa76a11850d.
Jun 04 15:40:49.904671 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4b245d41-9551-41ba-a16f-970e8b12e7a5 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:49.915708 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723595f8-3a6c-42d4-9d9a-8f3e501b986f req-800b04a7-ee28-4871-bc4c-de03254a1652 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:49.918088 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-723595f8-3a6c-42d4-9d9a-8f3e501b986f req-800b04a7-ee28-4871-bc4c-de03254a1652 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 945 time: 0.9267263
Jun 04 15:40:49.986368 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4b245d41-9551-41ba-a16f-970e8b12e7a5 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:50.016874 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-82960b2e-cc9a-4f4b-834d-0a1a5fd79fef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:50.107549 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-82960b2e-cc9a-4f4b-834d-0a1a5fd79fef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:50.315778 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-723595f8-3a6c-42d4-9d9a-8f3e501b986f req-8c5bf28f-759e-47a5-8237-406db236035f tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/security-groups?id=480c13ba-e170-423f-b256-74f1b60be14b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3179555
Jun 04 15:40:50.359899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab5287c-008c-468d-a7d7-70e73b953516 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 69e2a3ec-0d53-483a-8087-ab1c851ae779 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:40:50.423341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82960b2e-cc9a-4f4b-834d-0a1a5fd79fef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 7dd677aa-f9b5-4081-ace9-8ef00355da65 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:40:50.444601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b245d41-9551-41ba-a16f-970e8b12e7a5 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Router 662af64e-afcb-4b5e-a038-75e08a188084 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:40:50.600272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab5287c-008c-468d-a7d7-70e73b953516 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:50.611423 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b94a93d-7ad1-41cc-bf98-8022306ac2a5 None None] Sync routers for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:50.611981 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ab5287c-008c-468d-a7d7-70e73b953516 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:50.627693 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b94a93d-7ad1-41cc-bf98-8022306ac2a5 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:50.632783 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4b94a93d-7ad1-41cc-bf98-8022306ac2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6b3610>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:50.673874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82960b2e-cc9a-4f4b-834d-0a1a5fd79fef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:50.681965 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-82960b2e-cc9a-4f4b-834d-0a1a5fd79fef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:50.684319 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c49c26-775e-41e2-bacd-3049b0889d79 None None] Sync routers for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:50.689389 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0ab5287c-008c-468d-a7d7-70e73b953516 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "PUT /v2.0/floatingips/1e4b1e65-b3e4-46b2-9544-433269cd9db5 HTTP/1.1" status: 200  len: 977 time: 2.2696869
Jun 04 15:40:50.691848 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41236) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:50.699220 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-82960b2e-cc9a-4f4b-834d-0a1a5fd79fef tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/7dd677aa-f9b5-4081-ace9-8ef00355da65 HTTP/1.1" status: 200  len: 705 time: 1.8532438
Jun 04 15:40:50.711221 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c49c26-775e-41e2-bacd-3049b0889d79 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:50.711877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-38c49c26-775e-41e2-bacd-3049b0889d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3b7940>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:50.718422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41238) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:50.824382 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4b94a93d-7ad1-41cc-bf98-8022306ac2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6b3610>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:50.829562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e0833706-f6fd-4721-a477-b1bec120e47d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Synchronizing usage tracker for tenant:bf31fa0d2656419485a32380aade8957 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:40:50.853039 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b94a93d-7ad1-41cc-bf98-8022306ac2a5 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:50.855666 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4b94a93d-7ad1-41cc-bf98-8022306ac2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6b3610>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:50.983170 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4b94a93d-7ad1-41cc-bf98-8022306ac2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6b3610>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:50.984949 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b94a93d-7ad1-41cc-bf98-8022306ac2a5 None None] The sync data for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:51.008102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b245d41-9551-41ba-a16f-970e8b12e7a5 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:51.012510 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4b245d41-9551-41ba-a16f-970e8b12e7a5 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:51.016138 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4b245d41-9551-41ba-a16f-970e8b12e7a5 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "PUT /v2.0/routers/662af64e-afcb-4b5e-a038-75e08a188084 HTTP/1.1" status: 200  len: 920 time: 4.1625273
Jun 04 15:40:51.016408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41240) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:51.023227 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5230dfe9-adcf-48e1-91ea-96a7db2ebdb2 None None] Sync routers for ids ['662af64e-afcb-4b5e-a038-75e08a188084'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:51.023945 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-38c49c26-775e-41e2-bacd-3049b0889d79 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:51.034971 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230dfe9-adcf-48e1-91ea-96a7db2ebdb2 None None] Routers {'662af64e-afcb-4b5e-a038-75e08a188084'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:51.036526 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5230dfe9-adcf-48e1-91ea-96a7db2ebdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6c7dc0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['662af64e-afcb-4b5e-a038-75e08a188084'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:51.041554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-2e02f325-d769-4bd8-92e7-5ba9d6c48a56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting port 77a3911a-885f-4fd3-989d-2fa76a11850d {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:51.050172 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2e02f325-d769-4bd8-92e7-5ba9d6c48a56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:51.078678 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e0833706-f6fd-4721-a477-b1bec120e47d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Unset dirty status for tenant:bf31fa0d2656419485a32380aade8957 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:40:51.082556 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e0833706-f6fd-4721-a477-b1bec120e47d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dd677aa-f9b5-4081-ace9-8ef00355da65 HTTP/1.1" status: 200  len: 205 time: 0.3631468
Jun 04 15:40:51.091887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41242) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:51.113458 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5230dfe9-adcf-48e1-91ea-96a7db2ebdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6c7dc0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:51.125304 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230dfe9-adcf-48e1-91ea-96a7db2ebdb2 None None] Routers {'662af64e-afcb-4b5e-a038-75e08a188084'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:51.126124 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5230dfe9-adcf-48e1-91ea-96a7db2ebdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6c7dc0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['662af64e-afcb-4b5e-a038-75e08a188084'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:51.215267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-38c49c26-775e-41e2-bacd-3049b0889d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3b7940>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:43Z', 'revision_number': 11, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:51.221539 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c49c26-775e-41e2-bacd-3049b0889d79 None None] Checking router: 7dd677aa-f9b5-4081-ace9-8ef00355da65 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:40:51.232978 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c49c26-775e-41e2-bacd-3049b0889d79 None None] Routers {'7dd677aa-f9b5-4081-ace9-8ef00355da65'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:51.234180 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-38c49c26-775e-41e2-bacd-3049b0889d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3b7940>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7dd677aa-f9b5-4081-ace9-8ef00355da65'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:51.243017 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5230dfe9-adcf-48e1-91ea-96a7db2ebdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6c7dc0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:51.243432 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5230dfe9-adcf-48e1-91ea-96a7db2ebdb2 None None] The sync data for ids ['662af64e-afcb-4b5e-a038-75e08a188084'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:51.339700 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2e02f325-d769-4bd8-92e7-5ba9d6c48a56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:51.446018 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-38c49c26-775e-41e2-bacd-3049b0889d79 None None] Set router 7dd677aa-f9b5-4081-ace9-8ef00355da65 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:51.574903 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-38c49c26-775e-41e2-bacd-3049b0889d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3b7940>, [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:43Z', 'revision_number': 11, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:51.580921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c49c26-775e-41e2-bacd-3049b0889d79 None None] The sync data for ids ['7dd677aa-f9b5-4081-ace9-8ef00355da65'] in n-d-791505-9 is: [{'id': '7dd677aa-f9b5-4081-ace9-8ef00355da65', 'name': 'tempest-RoutersIpV6Test-router-2121284426', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:39:06Z', 'updated_at': '2021-06-04T15:40:43Z', 'revision_number': 11, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:51.635934 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2fd7-b3f4-4730-add0-e967b77acba5 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:51.981030 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2e02f325-d769-4bd8-92e7-5ba9d6c48a56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:51.981605 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2e02f325-d769-4bd8-92e7-5ba9d6c48a56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:51.981738 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-2e02f325-d769-4bd8-92e7-5ba9d6c48a56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Floating IP 1e4b1e65-b3e4-46b2-9544-433269cd9db5 disassociated. External IP: 172.25.4.134, port: 77a3911a-885f-4fd3-989d-2fa76a11850d.
Jun 04 15:40:51.982091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-2e02f325-d769-4bd8-92e7-5ba9d6c48a56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Calling delete_port for 77a3911a-885f-4fd3-989d-2fa76a11850d owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:52.002771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634ca4c-f8e7-4993-85dd-299778e7baf3 req-ebf467c6-25ed-4b2a-8afb-1ed98c00c991 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:52.004265 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e634ca4c-f8e7-4993-85dd-299778e7baf3 req-ebf467c6-25ed-4b2a-8afb-1ed98c00c991 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 945 time: 0.3741345
Jun 04 15:40:52.077663 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e634ca4c-f8e7-4993-85dd-299778e7baf3 req-38946c06-391f-4dd1-954c-3fff03b2c9d5 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/security-groups?id=480c13ba-e170-423f-b256-74f1b60be14b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655017
Jun 04 15:40:52.210251 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41256) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:52.219943 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-21330f77-3499-4c01-9b02-1d8b153acdcf tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/routers/662af64e-afcb-4b5e-a038-75e08a188084 HTTP/1.1" status: 200  len: 920 time: 1.1913662
Jun 04 15:40:52.222818 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2fd7-b3f4-4730-add0-e967b77acba5 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:52.236571 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2fd7-b3f4-4730-add0-e967b77acba5 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:52.316868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d25dc27-bd6d-48e9-a9f3-0676bd0f8d37 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:52.318611 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6d25dc27-bd6d-48e9-a9f3-0676bd0f8d37 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Synchronizing usage tracker for tenant:554dafffc1894d35a12e1144db611e45 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:40:52.385939 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2e02f325-d769-4bd8-92e7-5ba9d6c48a56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:52.393249 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-41910af1-7de8-429f-9a7e-12da8422fb4b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:52.412536 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2fd7-b3f4-4730-add0-e967b77acba5 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:52.413427 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5b2fd7-b3f4-4730-add0-e967b77acba5 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Fanout notify agent at l3_agent the message router_deleted on router 7dd677aa-f9b5-4081-ace9-8ef00355da65 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:40:52.436020 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2fd7-b3f4-4730-add0-e967b77acba5 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:52.441613 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eb5b2fd7-b3f4-4730-add0-e967b77acba5 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/routers/7dd677aa-f9b5-4081-ace9-8ef00355da65 HTTP/1.1" status: 204  len: 168 time: 1.3487427
Jun 04 15:40:52.457147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41260) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:52.470499 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-4d200f3d-b794-4406-80bb-f02e38936807 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1920296598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:52.472263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6d25dc27-bd6d-48e9-a9f3-0676bd0f8d37 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Unset dirty status for tenant:554dafffc1894d35a12e1144db611e45 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:40:52.477848 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6d25dc27-bd6d-48e9-a9f3-0676bd0f8d37 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&device_id=662af64e-afcb-4b5e-a038-75e08a188084&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.2661297
Jun 04 15:40:52.481646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41262) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:52.483708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02f325-d769-4bd8-92e7-5ba9d6c48a56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Port': ['ID=77a3911a-885f-4fd3-989d-2fa76a11850d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:52.489544 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2e02f325-d769-4bd8-92e7-5ba9d6c48a56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:52.490498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4d200f3d-b794-4406-80bb-f02e38936807 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:52.502316 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4d200f3d-b794-4406-80bb-f02e38936807 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Usage tracker for resource:router and tenant:bf31fa0d2656419485a32380aade8957 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:52.512545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4d200f3d-b794-4406-80bb-f02e38936807 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:52.520144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4d200f3d-b794-4406-80bb-f02e38936807 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:52.698991 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d200f3d-b794-4406-80bb-f02e38936807 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:52.700324 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d200f3d-b794-4406-80bb-f02e38936807 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:52.721139 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d200f3d-b794-4406-80bb-f02e38936807 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:52.955252 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d200f3d-b794-4406-80bb-f02e38936807 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:53.055331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62facea9-f6ca-4919-9301-028b22cc3768 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:53.055964 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-62facea9-f6ca-4919-9301-028b22cc3768 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Synchronizing usage tracker for tenant:554dafffc1894d35a12e1144db611e45 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:40:53.077097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e02f325-d769-4bd8-92e7-5ba9d6c48a56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 69e2a3ec-0d53-483a-8087-ab1c851ae779 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:40:53.115643 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d200f3d-b794-4406-80bb-f02e38936807 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:53.117419 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4d200f3d-b794-4406-80bb-f02e38936807 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6577387
Jun 04 15:40:53.120200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41274) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:53.126766 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-90172ddd-cdca-47a7-9886-010af937acb2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:53.180444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-62facea9-f6ca-4919-9301-028b22cc3768 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Unset dirty status for tenant:554dafffc1894d35a12e1144db611e45 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:40:53.181765 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-62facea9-f6ca-4919-9301-028b22cc3768 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 881 time: 0.6122608
Jun 04 15:40:53.185302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41276) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:53.297208 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d084c851-d3b7-4d61-954b-b2c24c34a0d7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "GET /v2.0/ports?device_id=662af64e-afcb-4b5e-a038-75e08a188084 HTTP/1.1" status: 200  len: 205 time: 0.1109273
Jun 04 15:40:53.300218 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41280) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:53.502284 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e02f325-d769-4bd8-92e7-5ba9d6c48a56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:53.519296 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94958624-f922-436e-93d0-884964ec65d2 None None] Sync routers for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:53.534957 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94958624-f922-436e-93d0-884964ec65d2 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:53.535607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-94958624-f922-436e-93d0-884964ec65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c692c10>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:53.634009 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:53.654012 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-94958624-f922-436e-93d0-884964ec65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c692c10>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:53.657959 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:53.659877 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-90172ddd-cdca-47a7-9886-010af937acb2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:53.665225 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94958624-f922-436e-93d0-884964ec65d2 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:53.665984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-94958624-f922-436e-93d0-884964ec65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c692c10>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:53.711744 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2e02f325-d769-4bd8-92e7-5ba9d6c48a56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:53.729371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-94958624-f922-436e-93d0-884964ec65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c692c10>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:53.729796 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94958624-f922-436e-93d0-884964ec65d2 None None] The sync data for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:53.742447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2e02f325-d769-4bd8-92e7-5ba9d6c48a56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/ports/77a3911a-885f-4fd3-989d-2fa76a11850d HTTP/1.1" status: 204  len: 168 time: 3.0486653
Jun 04 15:40:53.744136 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-90172ddd-cdca-47a7-9886-010af937acb2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:53.745371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41288) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:53.911506 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8035db81-bd5f-4d74-b8a1-d8ae33735834 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "GET /v2.0/floatingips/1e4b1e65-b3e4-46b2-9544-433269cd9db5 HTTP/1.1" status: 200  len: 688 time: 0.1646175
Jun 04 15:40:53.915023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41294) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:53.988171 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:40:54.096230 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:54.282380 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-0c534974-61e2-459f-ab5d-f6295fab7c45 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting port 0a7a948a-d4fe-4ec2-bb85-dc0148682530 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:54.282727 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c534974-61e2-459f-ab5d-f6295fab7c45 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:54.297563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90172ddd-cdca-47a7-9886-010af937acb2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Router 556ad73f-51b4-47ba-9864-6151207bcd60 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:40:54.371729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Deleting port 270b2eeb-ac66-4a98-81dc-5225b2bd3868 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:40:54.372070 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:54.584509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90172ddd-cdca-47a7-9886-010af937acb2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:40:54.601671 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0483dd7-e410-4af8-afcb-bbfff22a77e7 None None] Sync routers for ids ['556ad73f-51b4-47ba-9864-6151207bcd60'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:40:54.609976 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-90172ddd-cdca-47a7-9886-010af937acb2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:54.628163 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-90172ddd-cdca-47a7-9886-010af937acb2 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "PUT /v2.0/routers/556ad73f-51b4-47ba-9864-6151207bcd60 HTTP/1.1" status: 200  len: 698 time: 1.4985321
Jun 04 15:40:54.628163 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41308) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:54.637991 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0483dd7-e410-4af8-afcb-bbfff22a77e7 None None] Routers {'556ad73f-51b4-47ba-9864-6151207bcd60'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:54.638637 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c0483dd7-e410-4af8-afcb-bbfff22a77e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6a2a90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['556ad73f-51b4-47ba-9864-6151207bcd60'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:54.802132 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c534974-61e2-459f-ab5d-f6295fab7c45 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:54.802486 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c534974-61e2-459f-ab5d-f6295fab7c45 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:54.836817 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-da3865d7-39ba-4235-88be-4b02a67b2069 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/routers/556ad73f-51b4-47ba-9864-6151207bcd60 HTTP/1.1" status: 200  len: 704 time: 0.2126460
Jun 04 15:40:54.837522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41312) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:54.839287 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-c0483dd7-e410-4af8-afcb-bbfff22a77e7 None None] Set router 556ad73f-51b4-47ba-9864-6151207bcd60 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:54.917266 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-902c77f1-6ea0-45d7-8127-9c6061a51cfb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports?device_id=556ad73f-51b4-47ba-9864-6151207bcd60 HTTP/1.1" status: 200  len: 205 time: 0.0788829
Jun 04 15:40:54.917948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41314) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:54.996286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-0c534974-61e2-459f-ab5d-f6295fab7c45 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Calling delete_port for 0a7a948a-d4fe-4ec2-bb85-dc0148682530 owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:55.005840 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:55.034116 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c0483dd7-e410-4af8-afcb-bbfff22a77e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6a2a90>, [{'id': '556ad73f-51b4-47ba-9864-6151207bcd60', 'name': 'tempest-RoutersIpV6Test-router-1920296598', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:40:52Z', 'updated_at': '2021-06-04T15:40:53Z', 'revision_number': 2, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:55.045826 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0483dd7-e410-4af8-afcb-bbfff22a77e7 None None] Checking router: 556ad73f-51b4-47ba-9864-6151207bcd60 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:40:55.066383 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0483dd7-e410-4af8-afcb-bbfff22a77e7 None None] Routers {'556ad73f-51b4-47ba-9864-6151207bcd60'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:40:55.067352 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c0483dd7-e410-4af8-afcb-bbfff22a77e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6a2a90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['556ad73f-51b4-47ba-9864-6151207bcd60'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:55.129235 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38008d9f-2346-48e8-8efb-b047f2385289 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:55.213727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Calling delete_port for 270b2eeb-ac66-4a98-81dc-5225b2bd3868 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:40:55.256161 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-c0483dd7-e410-4af8-afcb-bbfff22a77e7 None None] Set router 556ad73f-51b4-47ba-9864-6151207bcd60 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:40:55.478792 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c0483dd7-e410-4af8-afcb-bbfff22a77e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6a2a90>, [{'id': '556ad73f-51b4-47ba-9864-6151207bcd60', 'name': 'tempest-RoutersIpV6Test-router-1920296598', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:40:52Z', 'updated_at': '2021-06-04T15:40:53Z', 'revision_number': 2, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:40:55.485928 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0483dd7-e410-4af8-afcb-bbfff22a77e7 None None] The sync data for ids ['556ad73f-51b4-47ba-9864-6151207bcd60'] in n-d-791505-9 is: [{'id': '556ad73f-51b4-47ba-9864-6151207bcd60', 'name': 'tempest-RoutersIpV6Test-router-1920296598', 'tenant_id': 'bf31fa0d2656419485a32380aade8957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:40:52Z', 'updated_at': '2021-06-04T15:40:53Z', 'revision_number': 2, 'project_id': 'bf31fa0d2656419485a32380aade8957', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:40:55.575319 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c534974-61e2-459f-ab5d-f6295fab7c45 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:55.594813 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38008d9f-2346-48e8-8efb-b047f2385289 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:55.599137 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:55.601525 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38008d9f-2346-48e8-8efb-b047f2385289 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:55.711784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c534974-61e2-459f-ab5d-f6295fab7c45 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Port': ['ID=0a7a948a-d4fe-4ec2-bb85-dc0148682530,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:55.790231 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c534974-61e2-459f-ab5d-f6295fab7c45 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:55.846628 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38008d9f-2346-48e8-8efb-b047f2385289 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:55.847265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38008d9f-2346-48e8-8efb-b047f2385289 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Fanout notify agent at l3_agent the message router_deleted on router 556ad73f-51b4-47ba-9864-6151207bcd60 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:40:55.874790 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38008d9f-2346-48e8-8efb-b047f2385289 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:55.877220 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:55.883234 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-38008d9f-2346-48e8-8efb-b047f2385289 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/routers/556ad73f-51b4-47ba-9864-6151207bcd60 HTTP/1.1" status: 204  len: 168 time: 0.9640219
Jun 04 15:40:55.884289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41328) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:55.885878 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3417fded-4ab9-4ed8-892a-8ea9a3de45cb tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:55.934355 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a370d6fe-1bfb-4553-b50d-0d2d680c191f tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports?device_id=556ad73f-51b4-47ba-9864-6151207bcd60 HTTP/1.1" status: 200  len: 205 time: 0.0482247
Jun 04 15:40:55.938341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41330) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:55.938918 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c534974-61e2-459f-ab5d-f6295fab7c45 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:55.954866 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Pushing event deleted for resources: {'Port': ['ID=270b2eeb-ac66-4a98-81dc-5225b2bd3868,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:55.962766 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:55.999696 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:56.045374 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-0d101d6c-1bc6-4812-afa4-8364d36b72e9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] delete failed (client error): The resource could not be found.
Jun 04 15:40:56.047178 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0d101d6c-1bc6-4812-afa4-8364d36b72e9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/routers/556ad73f-51b4-47ba-9864-6151207bcd60 HTTP/1.1" status: 404  len: 336 time: 0.1067746
Jun 04 15:40:56.049323 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41332) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:56.091443 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:56.097651 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-854f4336-3e50-4b9b-b1ec-61083e3da727 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:40:56.098965 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854f4336-3e50-4b9b-b1ec-61083e3da727 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:40:56.101249 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-854f4336-3e50-4b9b-b1ec-61083e3da727 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/6df8aeda-3bf2-4f20-87d6-44d02200de58 HTTP/1.1" status: 404  len: 337 time: 0.0509219
Jun 04 15:40:56.103850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41334) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:56.152686 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d71e50d-f4d8-4e46-be8a-7ea11864309c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:40:56.155240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d71e50d-f4d8-4e46-be8a-7ea11864309c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:40:56.155240 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1d71e50d-f4d8-4e46-be8a-7ea11864309c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/6684266b-8579-409e-95bc-9d13d470b5e2 HTTP/1.1" status: 404  len: 337 time: 0.0501316
Jun 04 15:40:56.156074 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0c534974-61e2-459f-ab5d-f6295fab7c45 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:56.165186 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0c534974-61e2-459f-ab5d-f6295fab7c45 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/floatingips/1e4b1e65-b3e4-46b2-9544-433269cd9db5 HTTP/1.1" status: 204  len: 168 time: 2.2413275
Jun 04 15:40:56.166522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41338) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:56.167110 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41340) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:56.218144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'port_id': 'f1e5b71a-ad3f-4e19-8738-450db0e4f9c4'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:56.225969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:56.231440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Usage tracker for resource:floatingip and tenant:fd5e5d520f97480f91c3a626ef7c9a19 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:56.234911 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:56.241738 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:56.245389 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b189661-ff5b-4648-a335-0f216b8e239e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:40:56.245949 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b189661-ff5b-4648-a335-0f216b8e239e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:40:56.247832 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9b189661-ff5b-4648-a335-0f216b8e239e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/a77b9ed5-6afe-4b8c-922a-8c9eca9c2d33 HTTP/1.1" status: 404  len: 337 time: 0.0795472
Jun 04 15:40:56.254919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41344) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:56.310582 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-995f5f1e-c410-4147-8a85-7e80486b58b9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:40:56.311042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995f5f1e-c410-4147-8a85-7e80486b58b9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:40:56.312743 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-995f5f1e-c410-4147-8a85-7e80486b58b9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/c31b00ba-1313-4a7f-9393-fad7637c8ecb HTTP/1.1" status: 404  len: 337 time: 0.0567787
Jun 04 15:40:56.316442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41346) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:56.381485 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:56.384113 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:56.497806 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:56.498631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Fanout notify agent at l3_agent the message router_deleted on router 662af64e-afcb-4b5e-a038-75e08a188084 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:40:56.515959 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:56.517187 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "DELETE /v2.0/routers/662af64e-afcb-4b5e-a038-75e08a188084 HTTP/1.1" status: 204  len: 168 time: 3.2160244
Jun 04 15:40:56.522344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41348) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:56.527624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-9d11c7f6-3ec2-4ca4-b93c-113466702073 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2047756133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:56.545103 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:56.550284 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9d11c7f6-3ec2-4ca4-b93c-113466702073 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:56.555386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9d11c7f6-3ec2-4ca4-b93c-113466702073 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Usage tracker for resource:router and tenant:cce8e60724f14004ba06c53fb5541000 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:56.564843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9d11c7f6-3ec2-4ca4-b93c-113466702073 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:56.569793 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8aceee2d-f3bf-4a4d-ae90-c96aa86c17c6 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dd677aa-f9b5-4081-ace9-8ef00355da65 HTTP/1.1" status: 200  len: 205 time: 0.2488329
Jun 04 15:40:56.570785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41352) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:56.693327 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9d11c7f6-3ec2-4ca4-b93c-113466702073 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:56.703066 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-23518427-b913-4921-93c3-0832f595b666 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] delete failed (client error): The resource could not be found.
Jun 04 15:40:56.708295 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-23518427-b913-4921-93c3-0832f595b666 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/routers/7dd677aa-f9b5-4081-ace9-8ef00355da65 HTTP/1.1" status: 404  len: 336 time: 0.1359954
Jun 04 15:40:56.709031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41356) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:56.737830 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:56.774123 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dd40ea30-7b15-4658-9435-da1c129d8115 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Synchronizing usage tracker for tenant:bf31fa0d2656419485a32380aade8957 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:40:56.807217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dd40ea30-7b15-4658-9435-da1c129d8115 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Unset dirty status for tenant:bf31fa0d2656419485a32380aade8957 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:40:56.818397 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dd40ea30-7b15-4658-9435-da1c129d8115 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fa33eee-f8bc-45d6-9ff5-89c4bb174317 HTTP/1.1" status: 200  len: 205 time: 0.1029856
Jun 04 15:40:56.818397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41360) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:56.908928 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9d11c7f6-3ec2-4ca4-b93c-113466702073 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:56.912075 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9d11c7f6-3ec2-4ca4-b93c-113466702073 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:56.916523 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-ab36255f-d50a-4059-b2e3-56ed6b0228a5 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] delete failed (client error): The resource could not be found.
Jun 04 15:40:56.917791 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ab36255f-d50a-4059-b2e3-56ed6b0228a5 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/routers/4fa33eee-f8bc-45d6-9ff5-89c4bb174317 HTTP/1.1" status: 404  len: 336 time: 0.1015544
Jun 04 15:40:56.920461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41364) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:56.977133 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-528144f5-6d66-4926-9407-65ccaabe331d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:40:56.977810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528144f5-6d66-4926-9407-65ccaabe331d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:40:56.979729 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-528144f5-6d66-4926-9407-65ccaabe331d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/05ecd8b4-52da-4e9e-a98b-a489d094e409 HTTP/1.1" status: 404  len: 337 time: 0.0575671
Jun 04 15:40:56.982571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41370) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:57.003646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Allocated IP 172.25.4.175 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/b9352c13-57b6-4c44-bacd-eb088a2a8db3) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:40:57.061773 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e9bdde6f-459c-4554-a867-9c51c85243eb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fcc9834-87f5-4b5b-8a7b-537c03ce66cf HTTP/1.1" status: 200  len: 205 time: 0.0774815
Jun 04 15:40:57.063978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41374) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:57.153818 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9d11c7f6-3ec2-4ca4-b93c-113466702073 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:57.166884 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-dbe0fb82-b2bf-42db-8804-cf18cf470d4e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] delete failed (client error): The resource could not be found.
Jun 04 15:40:57.167933 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dbe0fb82-b2bf-42db-8804-cf18cf470d4e tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/routers/1fcc9834-87f5-4b5b-8a7b-537c03ce66cf HTTP/1.1" status: 404  len: 336 time: 0.1027329
Jun 04 15:40:57.170753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41376) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:57.204886 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:57.225841 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-27238761-32a1-41db-bc20-8bc778c4d4e3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports?device_id=774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab HTTP/1.1" status: 200  len: 205 time: 0.0535448
Jun 04 15:40:57.230903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41378) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:57.304272 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9d11c7f6-3ec2-4ca4-b93c-113466702073 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:57.335244 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-c0b3aa62-c2c5-4de3-ab93-21a69a34b7cb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] delete failed (client error): The resource could not be found.
Jun 04 15:40:57.336420 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c0b3aa62-c2c5-4de3-ab93-21a69a34b7cb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/routers/774d3b4b-5a5b-4468-bbd7-a2d9cbdafdab HTTP/1.1" status: 404  len: 336 time: 0.1033053
Jun 04 15:40:57.339162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41382) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:57.355601 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:57.360790 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:57.383274 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0c58e7-ba7a-44c6-8c11-1662d2c79784 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:40:57.389404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0c58e7-ba7a-44c6-8c11-1662d2c79784 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:40:57.389404 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5c0c58e7-ba7a-44c6-8c11-1662d2c79784 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/9c28cb64-45f3-4306-8aa2-a688e1c59139 HTTP/1.1" status: 404  len: 337 time: 0.0450797
Jun 04 15:40:57.397123 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41386) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:57.438165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41388) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:57.444045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444219824', 'description': 'tempest-secgroup-smoke-1444219824 description', 'project_id': '3a0b97e8de834ebea3f73cfa41700327'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:57.452136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:57.454933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Usage tracker for resource:security_group and tenant:3a0b97e8de834ebea3f73cfa41700327 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:57.458790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:57.464915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:57.467760 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9d11c7f6-3ec2-4ca4-b93c-113466702073 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:57.474556 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-044d4ae8-e64b-442d-87e6-a87dd2ed7cea tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857 HTTP/1.1" status: 200  len: 205 time: 0.0641589
Jun 04 15:40:57.474731 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9d11c7f6-3ec2-4ca4-b93c-113466702073 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.9456325
Jun 04 15:40:57.474861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:40:57.475011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41390) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:57.476248 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41392) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:57.476606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Request body: {'router': {'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:57.482095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:40:57.553158 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:40:57.602566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=b9352c13-57b6-4c44-bacd-eb088a2a8db3,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:57.607292 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-0905061b-9abf-4a5e-acde-74d3e84eb789 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] delete failed (client error): The resource could not be found.
Jun 04 15:40:57.611211 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0905061b-9abf-4a5e-acde-74d3e84eb789 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/routers/a9b5cad1-69f5-4f8b-b34a-f9af7f9a3857 HTTP/1.1" status: 404  len: 336 time: 0.1275806
Jun 04 15:40:57.618860 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41394) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:57.659161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:57.659556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:57.659940 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:57.660316 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:57.661529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:57.661906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:57.662286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:57.662660 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:57.663028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:57.663471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:57.663798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:57.664177 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:40:57.672905 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:57.675792 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6bc566e-df5e-48da-a80a-19d7add43570 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:40:57.676296 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6bc566e-df5e-48da-a80a-19d7add43570 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:40:57.718873 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e6bc566e-df5e-48da-a80a-19d7add43570 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/733bc7c9-3fb0-40c2-b6ca-f48c42222abc HTTP/1.1" status: 404  len: 337 time: 0.0989437
Jun 04 15:40:57.721460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41396) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:57.829322 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7a9d8b9e-5ea2-413c-8593-c2bbbfa1eaf4 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3995489-db02-4e18-bab8-23666c3f14a5 HTTP/1.1" status: 200  len: 205 time: 0.1046917
Jun 04 15:40:57.838557 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41398) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:57.892861 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:57.954091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:57.976963 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Usage tracker for resource:security_group_rule and tenant:3a0b97e8de834ebea3f73cfa41700327 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:57.983374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:58.117801 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:58.118913 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:58.121616 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-c9577c73-3331-4f33-a1fd-2755587d6c04 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] delete failed (client error): The resource could not be found.
Jun 04 15:40:58.122683 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c9577c73-3331-4f33-a1fd-2755587d6c04 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/routers/a3995489-db02-4e18-bab8-23666c3f14a5 HTTP/1.1" status: 404  len: 336 time: 0.2831120
Jun 04 15:40:58.130506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41402) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:58.171894 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b31cb0e-cd8a-4191-871c-cca302918715 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:40:58.172361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b31cb0e-cd8a-4191-871c-cca302918715 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:40:58.185996 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1b31cb0e-cd8a-4191-871c-cca302918715 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/08f052b2-76b6-4213-852b-a4071ca70b97 HTTP/1.1" status: 404  len: 337 time: 0.0515082
Jun 04 15:40:58.186683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41404) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:58.232430 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da1a3cf-b07e-4e4f-820c-746b894f81eb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:40:58.233212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da1a3cf-b07e-4e4f-820c-746b894f81eb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:40:58.239813 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5da1a3cf-b07e-4e4f-820c-746b894f81eb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] 10.222.0.32 "DELETE /v2.0/subnets/ccafba6f-5629-449b-a596-953ccb435b54 HTTP/1.1" status: 404  len: 337 time: 0.0479622
Jun 04 15:40:58.359476 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:58.407957 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:58.433786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8656877-5611-4c2d-a916-1e5048dfe679 req-69527d44-0647-43c9-a31f-f1f8cc627e43 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:40:58.444917 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8656877-5611-4c2d-a916-1e5048dfe679 req-69527d44-0647-43c9-a31f-f1f8cc627e43 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 945 time: 0.3242795
Jun 04 15:40:58.508715 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:58.569727 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b8656877-5611-4c2d-a916-1e5048dfe679 req-c222642e-c679-4aec-a2cd-695aac120e07 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/security-groups?id=480c13ba-e170-423f-b256-74f1b60be14b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238620
Jun 04 15:40:58.690053 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:58.697100 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f36d10d7-1759-4671-9b3b-fd4ae8850df6 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:58.753437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102a3b4c-efa0-44ee-8de4-1f68fe701542,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:58.758595 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:58.916745 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:58.918165 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 1.4788601
Jun 04 15:40:58.925091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41414) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:58.933183 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d53bc45d-d31a-4299-963f-2f8d5ef8f60e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Request body: {'security_group_rule': {'security_group_id': '102a3b4c-efa0-44ee-8de4-1f68fe701542', 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:40:58.940005 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:58.943919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d53bc45d-d31a-4299-963f-2f8d5ef8f60e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:40:58.949172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d53bc45d-d31a-4299-963f-2f8d5ef8f60e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Usage tracker for resource:security_group_rule and tenant:3a0b97e8de834ebea3f73cfa41700327 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:40:58.953729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d53bc45d-d31a-4299-963f-2f8d5ef8f60e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:40:58.962146 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d53bc45d-d31a-4299-963f-2f8d5ef8f60e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:40:58.964023 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41416) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:58.975001 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:59.006316 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:59.023397 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:59.032177 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fe9d121d-e4b7-4e80-b1b9-98d67320b026 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:59.142250 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d53bc45d-d31a-4299-963f-2f8d5ef8f60e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:59.214205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Allocated IP 172.25.4.72 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/255755fd-4be2-4ca0-8038-49df7462728e) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:40:59.288828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=b9352c13-57b6-4c44-bacd-eb088a2a8db3,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:59.311736 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:59.334419 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:59.423977 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cf39f0f3-0a8e-4a5c-b3f5-5a812306ed5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf31fa0d2656419485a32380aade8957&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4560173
Jun 04 15:40:59.427208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41424) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:40:59.477462 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d53bc45d-d31a-4299-963f-2f8d5ef8f60e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:59.487926 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1fb9cdd-cfe2-45a1-94bb-091cde77f4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:59.580795 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:59.612061 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d53bc45d-d31a-4299-963f-2f8d5ef8f60e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:59.623474 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9240173f-36a3-4e10-be11-9d1ce43030da tempest-ServersTestManualDisk-1805557866 tempest-ServersTestManualDisk-1805557866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:59.648311 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef83697a-29fd-4be5-9c5f-82fc292c36cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:59.682716 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Floating IP d32a1ea1-81fc-4ca1-96c8-7ae30159e395 associated. External IP: 172.25.4.175, port: f1e5b71a-ad3f-4e19-8738-450db0e4f9c4.
Jun 04 15:40:59.693543 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:59.699874 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44efdebd-6753-432d-af8c-495b33bc3a49 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:40:59.791180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bc45d-d31a-4299-963f-2f8d5ef8f60e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555be50a-a9c2-4ea5-989e-b132935f13a1,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:59.803221 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:40:59.803221 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:40:59.812453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:40:59.813590 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d53bc45d-d31a-4299-963f-2f8d5ef8f60e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:59.858966 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef83697a-29fd-4be5-9c5f-82fc292c36cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:59.877922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Pushing event updated for resources: {'Port': ['ID=255755fd-4be2-4ca0-8038-49df7462728e,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:40:59.885269 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:40:59.976519 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d53bc45d-d31a-4299-963f-2f8d5ef8f60e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:40:59.978011 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d53bc45d-d31a-4299-963f-2f8d5ef8f60e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0518570
Jun 04 15:40:59.988405 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41436) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:00.006797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b8f97c6c-7c78-4bec-a7aa-f1c15fe23ca8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Request body: {'security_group_rule': {'security_group_id': '102a3b4c-efa0-44ee-8de4-1f68fe701542', 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:00.017688 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b8f97c6c-7c78-4bec-a7aa-f1c15fe23ca8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:00.024428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b8f97c6c-7c78-4bec-a7aa-f1c15fe23ca8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Usage tracker for resource:security_group_rule and tenant:3a0b97e8de834ebea3f73cfa41700327 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:00.029023 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b8f97c6c-7c78-4bec-a7aa-f1c15fe23ca8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:00.041969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b8f97c6c-7c78-4bec-a7aa-f1c15fe23ca8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:00.126969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08232f-38f1-470e-95f2-7c78e172c0d5 req-b5e1947a-bba9-44df-b753-688244622940 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:00.128583 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3a08232f-38f1-470e-95f2-7c78e172c0d5 req-b5e1947a-bba9-44df-b753-688244622940 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 945 time: 0.3834782
Jun 04 15:41:00.148730 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b8f97c6c-7c78-4bec-a7aa-f1c15fe23ca8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:00.255362 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef83697a-29fd-4be5-9c5f-82fc292c36cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:00.266057 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7eb49e08-25c0-438e-8bab-c83f11281092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:00.307534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83697a-29fd-4be5-9c5f-82fc292c36cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d913644-0ad2-420c-917f-113c82570fd5,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:00.313975 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ef83697a-29fd-4be5-9c5f-82fc292c36cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:00.351500 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef83697a-29fd-4be5-9c5f-82fc292c36cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:00.351500 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ef83697a-29fd-4be5-9c5f-82fc292c36cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d913644-0ad2-420c-917f-113c82570fd5 HTTP/1.1" status: 204  len: 168 time: 0.9231875
Jun 04 15:41:00.381642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 69e2a3ec-0d53-483a-8087-ab1c851ae779 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:41:00.381794 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3a08232f-38f1-470e-95f2-7c78e172c0d5 req-2936f143-2ac4-417d-9f55-d24bf313d3b6 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/security-groups?id=480c13ba-e170-423f-b256-74f1b60be14b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2110703
Jun 04 15:41:00.400287 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b8f97c6c-7c78-4bec-a7aa-f1c15fe23ca8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:00.523791 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b8f97c6c-7c78-4bec-a7aa-f1c15fe23ca8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:00.565420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f93d2-0987-41f0-82b1-c0a79cab3e23 req-7d97f632-e749-456e-8832-066ffca812ff tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:00.566204 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:00.568030 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-871f93d2-0987-41f0-82b1-c0a79cab3e23 req-7d97f632-e749-456e-8832-066ffca812ff tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 945 time: 0.4382238
Jun 04 15:41:00.620992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f97c6c-7c78-4bec-a7aa-f1c15fe23ca8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3f061b-4602-476c-bd37-08644ebf9e82,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:00.637788 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b8f97c6c-7c78-4bec-a7aa-f1c15fe23ca8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:00.683415 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:00.771727 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b8f97c6c-7c78-4bec-a7aa-f1c15fe23ca8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:00.773023 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b8f97c6c-7c78-4bec-a7aa-f1c15fe23ca8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7745981
Jun 04 15:41:00.780428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41450) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:00.791392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-fb9da26d-71e6-44ea-ae75-1af560ffa881 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Request body: {'security_group_rule': {'security_group_id': '102a3b4c-efa0-44ee-8de4-1f68fe701542', 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:00.831380 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:41:00.843318 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1883e1-3f1d-4ac4-b512-7a6ae0fe70d6 None None] Sync routers for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:41:00.855441 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fb9da26d-71e6-44ea-ae75-1af560ffa881 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:00.859370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1883e1-3f1d-4ac4-b512-7a6ae0fe70d6 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:00.862565 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-de1883e1-3f1d-4ac4-b512-7a6ae0fe70d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6313d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:00.866498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950ad89-8718-4614-b1bd-a9d1ee4fd60b req-c294ea67-6163-417f-8fc9-a7942296e67d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:00.877847 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d950ad89-8718-4614-b1bd-a9d1ee4fd60b req-c294ea67-6163-417f-8fc9-a7942296e67d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.3617847
Jun 04 15:41:00.888098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fb9da26d-71e6-44ea-ae75-1af560ffa881 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Usage tracker for resource:security_group_rule and tenant:3a0b97e8de834ebea3f73cfa41700327 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:00.908723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fb9da26d-71e6-44ea-ae75-1af560ffa881 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:00.942761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fb9da26d-71e6-44ea-ae75-1af560ffa881 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:00.983716 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-de1883e1-3f1d-4ac4-b512-7a6ae0fe70d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6313d0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:00.986172 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d950ad89-8718-4614-b1bd-a9d1ee4fd60b req-743036f0-4bb7-4f73-96a4-f147452753b8 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1073077
Jun 04 15:41:01.011095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1883e1-3f1d-4ac4-b512-7a6ae0fe70d6 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:01.011757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-de1883e1-3f1d-4ac4-b512-7a6ae0fe70d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6313d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:40:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:01.029905 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:01.104441 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 4.8890815
Jun 04 15:41:01.105230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41458) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:01.110586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-32223406'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:01.117433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:01.122095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Usage tracker for resource:network and tenant:fd5e5d520f97480f91c3a626ef7c9a19 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:01.125627 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:01.133646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:01.160153 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-de1883e1-3f1d-4ac4-b512-7a6ae0fe70d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6313d0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:01.161820 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1883e1-3f1d-4ac4-b512-7a6ae0fe70d6 None None] The sync data for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:41:01.167824 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb9da26d-71e6-44ea-ae75-1af560ffa881 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:01.186192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-871f93d2-0987-41f0-82b1-c0a79cab3e23 req-a63d4f8c-c3f9-4e39-9860-d5964c422430 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Deleting port 0db65792-f436-4773-bcd4-95629a0bad43 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:41:01.186548 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-871f93d2-0987-41f0-82b1-c0a79cab3e23 req-a63d4f8c-c3f9-4e39-9860-d5964c422430 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:01.226479 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Made reservation on behalf of fd5e5d520f97480f91c3a626ef7c9a19 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:41:01.230197 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:01.269245 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb9da26d-71e6-44ea-ae75-1af560ffa881 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:01.277852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:41:01.288109 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:01.288505 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Added segment 1d529e56-7a70-4b58-bf95-6f7e1f3ad82d of type vlan for network 62f41ca3-3402-483e-8ce2-74224fd42573
Jun 04 15:41:01.319652 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:01.399149 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:01.408439 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:01.522914 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb9da26d-71e6-44ea-ae75-1af560ffa881 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:01.531593 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b8f97c6c-7c78-4bec-a7aa-f1c15fe23ca8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:01.557908 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9da26d-71e6-44ea-ae75-1af560ffa881 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4336bc-7e96-43c3-beea-bb82a4166e62,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:01.560482 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fb9da26d-71e6-44ea-ae75-1af560ffa881 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:01.654337 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb9da26d-71e6-44ea-ae75-1af560ffa881 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:01.655938 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fb9da26d-71e6-44ea-ae75-1af560ffa881 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8746848
Jun 04 15:41:01.656867 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:01.659162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41470) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:01.664803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:01.665494 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:01.671464 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5a2dde36-1db8-4bb9-a5c5-6b530013e0b1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:01.712048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-98d81544-8902-4b8c-b08d-d1c39909ab5c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Request body: {'security_group_rule': {'security_group_id': '102a3b4c-efa0-44ee-8de4-1f68fe701542', 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:01.730777 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-98d81544-8902-4b8c-b08d-d1c39909ab5c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:01.746318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-871f93d2-0987-41f0-82b1-c0a79cab3e23 req-a63d4f8c-c3f9-4e39-9860-d5964c422430 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] For port 0db65792-f436-4773-bcd4-95629a0bad43, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=0db65792-f436-4773-bcd4-95629a0bad43,segment=NetworkSegment(a77ac547-1a44-45ce-8ac5-68c27decba0c),segment_id=a77ac547-1a44-45ce-8ac5-68c27decba0c)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:41:01.746318 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-871f93d2-0987-41f0-82b1-c0a79cab3e23 req-a63d4f8c-c3f9-4e39-9860-d5964c422430 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:01.760742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-98d81544-8902-4b8c-b08d-d1c39909ab5c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Usage tracker for resource:security_group_rule and tenant:3a0b97e8de834ebea3f73cfa41700327 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:01.797043 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6906290
Jun 04 15:41:01.800557 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41478) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:01.802890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Network': ['ID=62f41ca3-3402-483e-8ce2-74224fd42573,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:01.806225 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:01.811657 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'subnet': {'network_id': '62f41ca3-3402-483e-8ce2-74224fd42573', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:01.818670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 62f41ca3-3402-483e-8ce2-74224fd42573 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:41:01.819994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-98d81544-8902-4b8c-b08d-d1c39909ab5c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:01.894182 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-98d81544-8902-4b8c-b08d-d1c39909ab5c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:01.905894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-871f93d2-0987-41f0-82b1-c0a79cab3e23 req-a63d4f8c-c3f9-4e39-9860-d5964c422430 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Calling delete_port for 0db65792-f436-4773-bcd4-95629a0bad43 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:41:02.015949 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:02.020846 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Usage tracker for resource:subnet and tenant:fd5e5d520f97480f91c3a626ef7c9a19 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:02.025580 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:02.034181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:02.034588 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:02.063871 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27735a4-84ed-4661-9f4e-0d685afbeda4 req-8a48654d-2abf-41ca-93db-4c9e942d4b40 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:02.065448 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f27735a4-84ed-4661-9f4e-0d685afbeda4 req-8a48654d-2abf-41ca-93db-4c9e942d4b40 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 945 time: 0.4085526
Jun 04 15:41:02.089369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41486) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:02.104448 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98d81544-8902-4b8c-b08d-d1c39909ab5c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:02.164032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Made reservation on behalf of fd5e5d520f97480f91c3a626ef7c9a19 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:41:02.167422 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:02.175210 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f27735a4-84ed-4661-9f4e-0d685afbeda4 req-e036e78b-0b13-4ce0-9738-84f95fc9e9cf tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/security-groups?id=480c13ba-e170-423f-b256-74f1b60be14b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016695
Jun 04 15:41:02.228013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Router 9ab261c0-018a-4a7f-b0af-54f131b0c14a is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:41:02.272921 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98d81544-8902-4b8c-b08d-d1c39909ab5c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:02.285419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-bf5c21ff-0dbc-418a-9868-47f02493d236 tempest-DvrRoutersNegativeTest-291460395 tempest-DvrRoutersNegativeTest-291460395-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-807068203', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:02.288588 n-d-791505-9 neutron-server[88301]: DEBUG neutron.policy [None req-bf5c21ff-0dbc-418a-9868-47f02493d236 tempest-DvrRoutersNegativeTest-291460395 tempest-DvrRoutersNegativeTest-291460395-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88301) log_rule_list /opt/stack/neutron/neutron/policy.py:446}}
Jun 04 15:41:02.288827 n-d-791505-9 neutron-server[88301]: DEBUG neutron.policy [None req-bf5c21ff-0dbc-418a-9868-47f02493d236 tempest-DvrRoutersNegativeTest-291460395 tempest-DvrRoutersNegativeTest-291460395-project] Failed policy check for 'create_router' {{(pid=88301) enforce /opt/stack/neutron/neutron/policy.py:520}}
Jun 04 15:41:02.289762 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-bf5c21ff-0dbc-418a-9868-47f02493d236 tempest-DvrRoutersNegativeTest-291460395 tempest-DvrRoutersNegativeTest-291460395-project] create failed (client error): Access was denied to this resource.
Jun 04 15:41:02.294842 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bf5c21ff-0dbc-418a-9868-47f02493d236 tempest-DvrRoutersNegativeTest-291460395 tempest-DvrRoutersNegativeTest-291460395-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.2003422
Jun 04 15:41:02.337941 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-130bb092-08a9-43a6-86e1-5d2a834496bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:02.346618 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703de9f-ab40-4214-b80e-d57c0eb4b644 req-f5120aa8-4046-4fe0-b197-0c4b5beb26fe tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:02.354745 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9703de9f-ab40-4214-b80e-d57c0eb4b644 req-f5120aa8-4046-4fe0-b197-0c4b5beb26fe tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.2306383
Jun 04 15:41:02.418449 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9703de9f-ab40-4214-b80e-d57c0eb4b644 req-7bf2f4fd-9c20-4352-be3f-7c2ab22ba7d2 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625899
Jun 04 15:41:02.424449 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 0db65792-f436-4773-bcd4-95629a0bad43 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:41:02.471777 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98d81544-8902-4b8c-b08d-d1c39909ab5c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:02.472933 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 0db65792-f436-4773-bcd4-95629a0bad43 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:41:02.473605 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 0db65792-f436-4773-bcd4-95629a0bad43 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:41:02.481247 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-871f93d2-0987-41f0-82b1-c0a79cab3e23 req-a63d4f8c-c3f9-4e39-9860-d5964c422430 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:02.502336 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:02.595278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d4f8c-c3f9-4e39-9860-d5964c422430 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Pushing event deleted for resources: {'Port': ['ID=0db65792-f436-4773-bcd4-95629a0bad43,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:02.611918 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a63d4f8c-c3f9-4e39-9860-d5964c422430 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:02.612427 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-728759b8-e179-41a2-9eae-010dde981b74 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:02.669612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-871f93d2-0987-41f0-82b1-c0a79cab3e23 req-a63d4f8c-c3f9-4e39-9860-d5964c422430 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] No DVR routers for this DVR port 0db65792-f436-4773-bcd4-95629a0bad43 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:41:02.671130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d81544-8902-4b8c-b08d-d1c39909ab5c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce68363d-b289-4b5c-80d5-5da06f58fc87,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:02.673220 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-871f93d2-0987-41f0-82b1-c0a79cab3e23 req-a63d4f8c-c3f9-4e39-9860-d5964c422430 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:02.675157 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-871f93d2-0987-41f0-82b1-c0a79cab3e23 req-a63d4f8c-c3f9-4e39-9860-d5964c422430 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.62 "DELETE /v2.0/ports/0db65792-f436-4773-bcd4-95629a0bad43 HTTP/1.1" status: 204  len: 173 time: 2.0865777
Jun 04 15:41:02.693912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4248e0-1ef9-4364-8f7e-7b0d305c674a', 'name': 'network-vif-deleted', 'tag': '0db65792-f436-4773-bcd4-95629a0bad43'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:41:02.693912 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497d6a0a-3987-4c8b-b284-04158159596d" -d '{"events": [{"server_uuid": "4c4248e0-1ef9-4364-8f7e-7b0d305c674a", "name": "network-vif-deleted", "tag": "0db65792-f436-4773-bcd4-95629a0bad43"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:41:02.693912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:41:02.693912 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-98d81544-8902-4b8c-b08d-d1c39909ab5c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:02.693912 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:02.693912 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "PUT /v2.0/routers/9ab261c0-018a-4a7f-b0af-54f131b0c14a HTTP/1.1" status: 200  len: 879 time: 5.2171853
Jun 04 15:41:02.701757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41500) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:02.711075 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d746b5-f30b-4115-a686-7818d733be4d None None] Sync routers for ids ['9ab261c0-018a-4a7f-b0af-54f131b0c14a'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:41:02.729428 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d746b5-f30b-4115-a686-7818d733be4d None None] Routers {'9ab261c0-018a-4a7f-b0af-54f131b0c14a'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:02.730167 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-46d746b5-f30b-4115-a686-7818d733be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9b0ca0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9ab261c0-018a-4a7f-b0af-54f131b0c14a'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:02.752438 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea357c4-0106-421f-a81d-02b26a8c62c3 x-openstack-request-id: req-cea357c4-0106-421f-a81d-02b26a8c62c3 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:41:02.753207 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4248e0-1ef9-4364-8f7e-7b0d305c674a", "name": "network-vif-deleted", "tag": "0db65792-f436-4773-bcd4-95629a0bad43", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:41:02.753368 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cea357c4-0106-421f-a81d-02b26a8c62c3 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:41:02.753993 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4248e0-1ef9-4364-8f7e-7b0d305c674a', 'name': 'network-vif-deleted', 'tag': '0db65792-f436-4773-bcd4-95629a0bad43', 'status': 'completed', 'code': 200}
Jun 04 15:41:02.797203 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-46d746b5-f30b-4115-a686-7818d733be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9b0ca0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:02.809200 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d746b5-f30b-4115-a686-7818d733be4d None None] Routers {'9ab261c0-018a-4a7f-b0af-54f131b0c14a'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:02.809822 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-46d746b5-f30b-4115-a686-7818d733be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9b0ca0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9ab261c0-018a-4a7f-b0af-54f131b0c14a'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:02.841112 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98d81544-8902-4b8c-b08d-d1c39909ab5c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:02.844448 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-98d81544-8902-4b8c-b08d-d1c39909ab5c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.1751633
Jun 04 15:41:02.854298 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41502) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:02.859455 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1a794229-35f6-4212-9f6b-a6ac34481a6f tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Request body: {'security_group_rule': {'security_group_id': '102a3b4c-efa0-44ee-8de4-1f68fe701542', 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:02.867440 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1a794229-35f6-4212-9f6b-a6ac34481a6f tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:02.876623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1a794229-35f6-4212-9f6b-a6ac34481a6f tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Usage tracker for resource:security_group_rule and tenant:3a0b97e8de834ebea3f73cfa41700327 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:02.880091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1a794229-35f6-4212-9f6b-a6ac34481a6f tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:02.883968 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-46d746b5-f30b-4115-a686-7818d733be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9b0ca0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:02.884592 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d746b5-f30b-4115-a686-7818d733be4d None None] The sync data for ids ['9ab261c0-018a-4a7f-b0af-54f131b0c14a'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:41:02.897461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1a794229-35f6-4212-9f6b-a6ac34481a6f tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:02.989525 n-d-791505-9 neutron-server[88300]: INFO neutron.db.securitygroups_db [None req-1a794229-35f6-4212-9f6b-a6ac34481a6f tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Project 3a0b97e8de834ebea3f73cfa41700327 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 15:41:03.001204 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a794229-35f6-4212-9f6b-a6ac34481a6f tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:03.008568 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b8677a2f-a01a-477e-912f-2929eebed9f4 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/routers/9ab261c0-018a-4a7f-b0af-54f131b0c14a HTTP/1.1" status: 200  len: 920 time: 0.3132553
Jun 04 15:41:03.012424 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41506) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:03.026048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41508) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:03.106732 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a794229-35f6-4212-9f6b-a6ac34481a6f tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:03.127107 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddef8ac-540c-4254-8ede-bd03ba0ff8f0 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:03.128372 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7ddef8ac-540c-4254-8ede-bd03ba0ff8f0 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Synchronizing usage tracker for tenant:554dafffc1894d35a12e1144db611e45 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:41:03.194090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7ddef8ac-540c-4254-8ede-bd03ba0ff8f0 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Unset dirty status for tenant:554dafffc1894d35a12e1144db611e45 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:41:03.197710 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7ddef8ac-540c-4254-8ede-bd03ba0ff8f0 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&device_id=9ab261c0-018a-4a7f-b0af-54f131b0c14a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1807590
Jun 04 15:41:03.197978 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a794229-35f6-4212-9f6b-a6ac34481a6f tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:03.198088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41512) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:03.220804 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1b33476-0f7a-4f25-bccb-b0fb0d3bf539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:03.232505 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:03.254114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a794229-35f6-4212-9f6b-a6ac34481a6f tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab6ef99-1a9d-46ac-965e-ad8e8abdeecd,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:03.257455 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1a794229-35f6-4212-9f6b-a6ac34481a6f tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:03.265453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c1b33476-0f7a-4f25-bccb-b0fb0d3bf539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:03.269338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c1b33476-0f7a-4f25-bccb-b0fb0d3bf539 admin admin] Usage tracker for resource:security_group_rule and tenant:3d64c3f989a945e8a7c7dfe4a9acac2e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:03.273575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c1b33476-0f7a-4f25-bccb-b0fb0d3bf539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:03.282853 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c1b33476-0f7a-4f25-bccb-b0fb0d3bf539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:03.332906 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a794229-35f6-4212-9f6b-a6ac34481a6f tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:03.336258 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:03.337810 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1a794229-35f6-4212-9f6b-a6ac34481a6f tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4824235
Jun 04 15:41:03.338639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41516) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:03.347373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d490fa11-2718-423c-acca-d6e30a0afe38 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Request body: {'security_group_rule': {'security_group_id': '102a3b4c-efa0-44ee-8de4-1f68fe701542', 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:03.360226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d490fa11-2718-423c-acca-d6e30a0afe38 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:03.371812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d490fa11-2718-423c-acca-d6e30a0afe38 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Usage tracker for resource:security_group_rule and tenant:3a0b97e8de834ebea3f73cfa41700327 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:03.377739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d490fa11-2718-423c-acca-d6e30a0afe38 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:03.392226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d490fa11-2718-423c-acca-d6e30a0afe38 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:03.410035 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c7930d0a-f1a5-4520-a4aa-83cf3e5cf361 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:03.453457 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1b33476-0f7a-4f25-bccb-b0fb0d3bf539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:03.487478 n-d-791505-9 neutron-server[88300]: INFO neutron.db.securitygroups_db [None req-d490fa11-2718-423c-acca-d6e30a0afe38 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Project 3a0b97e8de834ebea3f73cfa41700327 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 15:41:03.499335 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d490fa11-2718-423c-acca-d6e30a0afe38 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:03.559218 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1b33476-0f7a-4f25-bccb-b0fb0d3bf539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:03.569982 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1756cf36-7ce4-45ff-bfd7-8fb3d2394ac1 req-6259004a-d544-42a9-a3f7-f20c0b9b11da tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c4248e0-1ef9-4364-8f7e-7b0d305c674a HTTP/1.1" status: 200  len: 210 time: 0.1208830
Jun 04 15:41:03.570366 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:03.605886 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Subnet': ['ID=843f2bb3-4c5e-4d8c-8038-ece73803a59c,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:03.610815 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:03.612221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f441a-9aa5-4929-a68f-6d553a889ab3 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:03.613173 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-486f441a-9aa5-4929-a68f-6d553a889ab3 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Synchronizing usage tracker for tenant:554dafffc1894d35a12e1144db611e45 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:41:03.616827 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Checking segment: {'id': '1d529e56-7a70-4b58-bf95-6f7e1f3ad82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '62f41ca3-3402-483e-8ce2-74224fd42573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:41:03.617224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network hostable DHCP agents. Network: 62f41ca3-3402-483e-8ce2-74224fd42573, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:41:03.625847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b33476-0f7a-4f25-bccb-b0fb0d3bf539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810ba104-9295-4c74-b235-96133b4e915f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:03.635958 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c1b33476-0f7a-4f25-bccb-b0fb0d3bf539 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d64c3f989a945e8a7c7dfe4a9acac2e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6062357
Jun 04 15:41:03.635958 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c1b33476-0f7a-4f25-bccb-b0fb0d3bf539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:03.636519 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-486f441a-9aa5-4929-a68f-6d553a889ab3 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Unset dirty status for tenant:554dafffc1894d35a12e1144db611e45 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:41:03.636634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41520) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:03.637122 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-486f441a-9aa5-4929-a68f-6d553a889ab3 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 881 time: 0.4382544
Jun 04 15:41:03.647708 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41522) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:03.663682 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:03.702261 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c9d27066-ed2a-430d-9bd5-02207ccd2e54 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ab261c0-018a-4a7f-b0af-54f131b0c14a HTTP/1.1" status: 200  len: 205 time: 0.0526166
Jun 04 15:41:03.702875 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41524) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:03.741924 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d490fa11-2718-423c-acca-d6e30a0afe38 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:03.763901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network 62f41ca3-3402-483e-8ce2-74224fd42573 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:41:03.786597 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3934f929-d2ac-47f7-a015-347451fc6c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:03.835084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db4813-7692-43d5-a1b7-672e946368f2 req-73c87b46-7396-443f-992c-690fbf568a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:03.836630 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2db4813-7692-43d5-a1b7-672e946368f2 req-73c87b46-7396-443f-992c-690fbf568a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.1856153
Jun 04 15:41:03.863299 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3934f929-d2ac-47f7-a015-347451fc6c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:03.875606 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d490fa11-2718-423c-acca-d6e30a0afe38 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:03.894276 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:03.944578 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b2db4813-7692-43d5-a1b7-672e946368f2 req-d87e2ba7-f0c5-49e5-b1ae-fea2a0c49309 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0969527
Jun 04 15:41:03.966573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490fa11-2718-423c-acca-d6e30a0afe38 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938f6c96-7b99-41eb-82e0-a29b6a186d76,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:03.974717 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d490fa11-2718-423c-acca-d6e30a0afe38 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:04.081155 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d490fa11-2718-423c-acca-d6e30a0afe38 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:04.091250 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d490fa11-2718-423c-acca-d6e30a0afe38 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.7420199
Jun 04 15:41:04.109628 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 62f41ca3-3402-483e-8ce2-74224fd42573) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:41:04.115651 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3934f929-d2ac-47f7-a015-347451fc6c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:04.120936 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d189d0-da4f-484e-b5c6-886fb1109524 None None] Network 62f41ca3-3402-483e-8ce2-74224fd42573 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:41:04.124083 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:04.138511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:04.139104 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:04.151475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934f929-d2ac-47f7-a015-347451fc6c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810ba104-9295-4c74-b235-96133b4e915f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:04.158561 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3934f929-d2ac-47f7-a015-347451fc6c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:04.162273 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3934f929-d2ac-47f7-a015-347451fc6c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:04.170173 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3934f929-d2ac-47f7-a015-347451fc6c28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/810ba104-9295-4c74-b235-96133b4e915f HTTP/1.1" status: 204  len: 168 time: 0.5324953
Jun 04 15:41:04.186316 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:04.287465 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4828732
Jun 04 15:41:04.288830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41534) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:04.295829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-917794938', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}, 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:04.305387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:04.321466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Usage tracker for resource:router and tenant:fd5e5d520f97480f91c3a626ef7c9a19 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:04.334093 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:04.359016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:04.428756 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:04.430173 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:04.431295 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:04.451102 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-62f41ca3-3402-483e-8ce2-74224fd42573', 'network_id': '62f41ca3-3402-483e-8ce2-74224fd42573', 'tenant_id': 'fd5e5d520f97480f91c3a626ef7c9a19', 'fixed_ips': [{'subnet_id': '843f2bb3-4c5e-4d8c-8038-ece73803a59c'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:41:04.454151 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:04.459678 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:04.506895 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-ed5dd151-d14a-40c1-bdb3-546a480ea15a tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444219824&fields=id&tenant_id=3a0b97e8de834ebea3f73cfa41700327 HTTP/1.1" status: 200  len: 267 time: 0.0485573
Jun 04 15:41:04.716801 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Allocated IP 172.20.0.2 (62f41ca3-3402-483e-8ce2-74224fd42573/843f2bb3-4c5e-4d8c-8038-ece73803a59c/80589c74-ef19-426c-97cd-311108cffe09) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:41:04.781226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-ecfb0b1c-bea9-40c2-bd16-a49745003755 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:04.782796 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-ecfb0b1c-bea9-40c2-bd16-a49745003755 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/networks?id=aaebff77-728c-4e73-9052-ac24eb7613ad HTTP/1.1" status: 200  len: 813 time: 0.2639983
Jun 04 15:41:04.783291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41546) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:04.821779 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Deleting port 255755fd-4be2-4ca0-8038-49df7462728e {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:41:04.822129 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:04.972244 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-2fd3ef6b-744b-4d31-8114-8f9d750ec842 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/quotas/3a0b97e8de834ebea3f73cfa41700327 HTTP/1.1" status: 200  len: 375 time: 0.0425265
Jun 04 15:41:04.983790 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:04.986229 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:05.001430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Transition to ACTIVE for port object 80589c74-ef19-426c-97cd-311108cffe09 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:41:05.052349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Transition to ACTIVE for port object 80589c74-ef19-426c-97cd-311108cffe09 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:41:05.183819 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:05.190005 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:05.210951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c56197b-2774-456a-bc33-b9462659d11d admin admin] Deleting subnet 6f6396b7-7d9a-4954-b60c-a5defc4c41b8 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:41:05.220179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Calling delete_port for 255755fd-4be2-4ca0-8038-49df7462728e owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:41:05.238657 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c56197b-2774-456a-bc33-b9462659d11d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:05.255310 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:05.267645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Network 62f41ca3-3402-483e-8ce2-74224fd42573 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:41:05.273624 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:41:05.283052 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:41:05.325668 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c56197b-2774-456a-bc33-b9462659d11d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:05.326716 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f287b-a7a7-4769-adac-96f0486001f4 req-65274bfb-54d9-436a-ba3d-298a70c73c5e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:05.329174 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-407f287b-a7a7-4769-adac-96f0486001f4 req-65274bfb-54d9-436a-ba3d-298a70c73c5e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.1375093
Jun 04 15:41:05.346676 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:05.354396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Pushing event updated for resources: {'Port': ['ID=80589c74-ef19-426c-97cd-311108cffe09,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:05.369659 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:05.390579 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-407f287b-a7a7-4769-adac-96f0486001f4 req-b5ac6953-417e-461e-b72f-5b07373ebace tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536160
Jun 04 15:41:05.428906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-4702517b-a056-4181-b80c-8f90fbff56dc tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Synchronizing usage tracker for tenant:3a0b97e8de834ebea3f73cfa41700327 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:41:05.444781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Attempting to bind port 80589c74-ef19-426c-97cd-311108cffe09 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:41:05.445111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Attempting to bind port 80589c74-ef19-426c-97cd-311108cffe09 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '1d529e56-7a70-4b58-bf95-6f7e1f3ad82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '62f41ca3-3402-483e-8ce2-74224fd42573'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:41:05.445809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Attempting to bind port 80589c74-ef19-426c-97cd-311108cffe09 on network 62f41ca3-3402-483e-8ce2-74224fd42573 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:41:05.451481 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c56197b-2774-456a-bc33-b9462659d11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:05.452308 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:41:05.452698 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Checking segment: {'id': '1d529e56-7a70-4b58-bf95-6f7e1f3ad82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '62f41ca3-3402-483e-8ce2-74224fd42573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:41:05.453136 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:05.453541 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Bound using segment: {'id': '1d529e56-7a70-4b58-bf95-6f7e1f3ad82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '62f41ca3-3402-483e-8ce2-74224fd42573'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:41:05.454020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Bound port: 80589c74-ef19-426c-97cd-311108cffe09, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d529e56-7a70-4b58-bf95-6f7e1f3ad82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '62f41ca3-3402-483e-8ce2-74224fd42573'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:41:05.454410 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:05.574347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] For port 80589c74-ef19-426c-97cd-311108cffe09, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:41:05.581890 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] For port 80589c74-ef19-426c-97cd-311108cffe09, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=80589c74-ef19-426c-97cd-311108cffe09,segment=NetworkSegment(1d529e56-7a70-4b58-bf95-6f7e1f3ad82d),segment_id=1d529e56-7a70-4b58-bf95-6f7e1f3ad82d)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:41:05.590479 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-4702517b-a056-4181-b80c-8f90fbff56dc tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Unset dirty status for tenant:3a0b97e8de834ebea3f73cfa41700327 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:41:05.592234 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-4702517b-a056-4181-b80c-8f90fbff56dc tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a0b97e8de834ebea3f73cfa41700327&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6124036
Jun 04 15:41:05.664651 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:05.671994 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:05.825693 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Pushing event updated for resources: {'Port': ['ID=80589c74-ef19-426c-97cd-311108cffe09,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:05.830002 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:05.868244 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41566) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:05.871911 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0027122
Jun 04 15:41:05.881713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41568) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:05.981180 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:06.026936 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:06.091828 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-101c0789-f2c4-470c-be8e-26158eeeca7d service neutron] 10.222.0.32 "GET /v2.0/networks/aaebff77-728c-4e73-9052-ac24eb7613ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3892579
Jun 04 15:41:06.109867 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3650a068-534d-4f87-9e38-1a084faa1049 tempest-NetworksApiDiscovery-1646571143 tempest-NetworksApiDiscovery-1646571143-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.2264111
Jun 04 15:41:06.437890 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Allocated IP 172.25.4.219 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/0e1a04df-96ef-419d-89f9-59f0d0dff142) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:41:06.556660 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 80589c74-ef19-426c-97cd-311108cffe09 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:41:06.621936 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-73f5bb5d-997a-4cca-b5b7-79de2dd1442e service neutron] 10.222.0.32 "GET /v2.0/networks/aaebff77-728c-4e73-9052-ac24eb7613ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5188961
Jun 04 15:41:06.628091 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:06.648380 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-45c9f122-a033-48d1-a808-da2be6da51bb tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:06.696084 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c56197b-2774-456a-bc33-b9462659d11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:06.727880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Pushing event deleted for resources: {'Port': ['ID=255755fd-4be2-4ca0-8038-49df7462728e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:06.730844 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:06.731988 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4c56197b-2774-456a-bc33-b9462659d11d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:06.736519 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fa61bcae-bb16-4f72-9b18-cdf2e1683892 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:06.754640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 80589c74-ef19-426c-97cd-311108cffe09 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:41:06.834848 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:06.859415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56197b-2774-456a-bc33-b9462659d11d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f6396b7-7d9a-4954-b60c-a5defc4c41b8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:06.880763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b1a75-d4fd-4ec9-b78c-a290ed565f36 req-3ccb2e7a-ed7d-4cf2-aaef-2eba63fc5c72 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:06.888048 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-338b1a75-d4fd-4ec9-b78c-a290ed565f36 req-3ccb2e7a-ed7d-4cf2-aaef-2eba63fc5c72 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.2158175
Jun 04 15:41:06.892325 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4c56197b-2774-456a-bc33-b9462659d11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:06.898123 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4c56197b-2774-456a-bc33-b9462659d11d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6f6396b7-7d9a-4954-b60c-a5defc4c41b8 HTTP/1.1" status: 204  len: 168 time: 2.1130209
Jun 04 15:41:06.900591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41586) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:06.945547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41588) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:06.949225 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-338b1a75-d4fd-4ec9-b78c-a290ed565f36 req-5e53e04f-ffcb-409e-987d-aebaca4d7aea tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601730
Jun 04 15:41:07.000693 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:07.007050 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-25ad2908-25ce-4ca3-b191-b5c3f0631046 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:07.034180 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:07.120476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:41:07.123744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:41:07.126614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:41:07.184097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=0e1a04df-96ef-419d-89f9-59f0d0dff142,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:07.187328 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:07.261342 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e5bceded-574e-4116-afa0-621bd583b941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:07.302088 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec39b8fb-74a4-414b-a796-5c1476e357f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:07.393284 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e5bceded-574e-4116-afa0-621bd583b941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:07.398931 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:07.443050 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e5bceded-574e-4116-afa0-621bd583b941 admin admin] Usage tracker for resource:security_group_rule and tenant:7b026dece4ab4484b1c172499a2fb7df is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:07.446837 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:07.453870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e5bceded-574e-4116-afa0-621bd583b941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:07.481664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e5bceded-574e-4116-afa0-621bd583b941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:07.513649 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce6d52a-5942-4f50-9e64-676790e31cc4 None None] Network 62f41ca3-3402-483e-8ce2-74224fd42573 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:41:07.607470 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec39b8fb-74a4-414b-a796-5c1476e357f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:07.625804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ec39b8fb-74a4-414b-a796-5c1476e357f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c053be0>,) {'filters': {'network_id': ['6e4b327f-34a9-4cd9-bef9-e772c099ccc6']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:07.649872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ec39b8fb-74a4-414b-a796-5c1476e357f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c053be0>, 'a77ac547-1a44-45ce-8ac5-68c27decba0c') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:07.650165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ec39b8fb-74a4-414b-a796-5c1476e357f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c053be0>, 'a77ac547-1a44-45ce-8ac5-68c27decba0c') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:07.673544 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec39b8fb-74a4-414b-a796-5c1476e357f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:07.682174 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:07.682680 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Fanout notify agent at l3_agent the message router_deleted on router 9ab261c0-018a-4a7f-b0af-54f131b0c14a {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:41:07.736416 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:07.737635 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "DELETE /v2.0/routers/9ab261c0-018a-4a7f-b0af-54f131b0c14a HTTP/1.1" status: 204  len: 168 time: 4.0337908
Jun 04 15:41:07.744558 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec39b8fb-74a4-414b-a796-5c1476e357f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:07.745882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41602) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:07.746198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-09969b33-8a60-42c0-8cb3-3546ce74f689 None None] Provisioning for port 80589c74-ef19-426c-97cd-311108cffe09 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:41:07.755562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-dc79e667-f2d4-491e-b689-7cf321decb93 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1952113482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:07.756272 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-09969b33-8a60-42c0-8cb3-3546ce74f689 None None] Provisioning complete for port 80589c74-ef19-426c-97cd-311108cffe09 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:41:07.756882 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-09969b33-8a60-42c0-8cb3-3546ce74f689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:07.768032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec39b8fb-74a4-414b-a796-5c1476e357f9 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:41:07.771428 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec39b8fb-74a4-414b-a796-5c1476e357f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:07.782893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dc79e667-f2d4-491e-b689-7cf321decb93 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:41:07.785716 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:41:07.795523 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dc79e667-f2d4-491e-b689-7cf321decb93 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Usage tracker for resource:router and tenant:cce8e60724f14004ba06c53fb5541000 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:07.807810 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dc79e667-f2d4-491e-b689-7cf321decb93 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:07.875064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dc79e667-f2d4-491e-b689-7cf321decb93 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:07.922766 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e5bceded-574e-4116-afa0-621bd583b941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.010654 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-09969b33-8a60-42c0-8cb3-3546ce74f689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.056159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-09969b33-8a60-42c0-8cb3-3546ce74f689 None None] For port 80589c74-ef19-426c-97cd-311108cffe09, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=80589c74-ef19-426c-97cd-311108cffe09,segment=NetworkSegment(1d529e56-7a70-4b58-bf95-6f7e1f3ad82d),segment_id=1d529e56-7a70-4b58-bf95-6f7e1f3ad82d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:41:08.074491 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec39b8fb-74a4-414b-a796-5c1476e357f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.078573 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:08.094002 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec39b8fb-74a4-414b-a796-5c1476e357f9 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.124601 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4520db39-4ac6-4898-a87b-ce2e1ad0defa req-304d0ecf-499f-44fd-8491-4194e30ee79c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 210 time: 0.2875988
Jun 04 15:41:08.160865 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-09969b33-8a60-42c0-8cb3-3546ce74f689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.162967 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:08.164303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39b8fb-74a4-414b-a796-5c1476e357f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e4b327f-34a9-4cd9-bef9-e772c099ccc6,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:08.166099 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e5bceded-574e-4116-afa0-621bd583b941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.173201 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ec39b8fb-74a4-414b-a796-5c1476e357f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:08.174732 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7ea3c439-ddef-4a21-9e93-b24561cd888d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:08.209880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bceded-574e-4116-afa0-621bd583b941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05374b15-e450-46eb-bfab-a7c5ad32a310,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:08.215860 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e5bceded-574e-4116-afa0-621bd583b941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:08.254657 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e5bceded-574e-4116-afa0-621bd583b941 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b026dece4ab4484b1c172499a2fb7df&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3025925
Jun 04 15:41:08.256250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41610) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:08.276675 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.281987 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ec39b8fb-74a4-414b-a796-5c1476e357f9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6e4b327f-34a9-4cd9-bef9-e772c099ccc6 HTTP/1.1" status: 204  len: 168 time: 1.3779700
Jun 04 15:41:08.281987 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dc79e667-f2d4-491e-b689-7cf321decb93 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.281987 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dc79e667-f2d4-491e-b689-7cf321decb93 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.360945 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09969b33-8a60-42c0-8cb3-3546ce74f689 None None] Pushing event updated for resources: {'Port': ['ID=80589c74-ef19-426c-97cd-311108cffe09,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:08.366333 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-09969b33-8a60-42c0-8cb3-3546ce74f689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:08.388480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d75ae3b9-c1d4-410b-9fb1-20355ff3fd93 None None] Provisioning complete for port 80589c74-ef19-426c-97cd-311108cffe09 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:41:08.389866 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d75ae3b9-c1d4-410b-9fb1-20355ff3fd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.415099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f29a1-4dac-419a-b5de-d8ea40f70ede req-0b185a72-c238-476f-9f99-e545349277ed tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:08.416754 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6d3f29a1-4dac-419a-b5de-d8ea40f70ede req-0b185a72-c238-476f-9f99-e545349277ed tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.3191690
Jun 04 15:41:08.420814 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dc79e667-f2d4-491e-b689-7cf321decb93 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.494600 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4550599b-eb28-4c5d-8573-b42d7730b38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.545220 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6d3f29a1-4dac-419a-b5de-d8ea40f70ede req-b1071321-af20-4e60-89b0-d8b7d465bcc6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1272998
Jun 04 15:41:08.590239 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4550599b-eb28-4c5d-8573-b42d7730b38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.608959 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dc79e667-f2d4-491e-b689-7cf321decb93 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.764199 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.822893 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dc79e667-f2d4-491e-b689-7cf321decb93 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.822893 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dc79e667-f2d4-491e-b689-7cf321decb93 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.0662310
Jun 04 15:41:08.822893 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4550599b-eb28-4c5d-8573-b42d7730b38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:08.822893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41618) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:08.822893 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-56a77043-197e-43d4-bf07-f54aefc63a06 tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:08.845159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41624) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:08.850334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'enable_snat': True}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:08.926533 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550599b-eb28-4c5d-8573-b42d7730b38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05374b15-e450-46eb-bfab-a7c5ad32a310,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:08.942324 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4550599b-eb28-4c5d-8573-b42d7730b38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:08.983681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3a42ddd5-56e5-4436-ac10-24f4048b488e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e4ac604cb0d4281837458604755ef88&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1298594
Jun 04 15:41:08.992022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41628) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:09.093026 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb252-4b05-48a6-9c56-5284fca816c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:09.136779 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb252-4b05-48a6-9c56-5284fca816c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:09.212717 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4550599b-eb28-4c5d-8573-b42d7730b38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:09.213924 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4550599b-eb28-4c5d-8573-b42d7730b38a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05374b15-e450-46eb-bfab-a7c5ad32a310 HTTP/1.1" status: 204  len: 168 time: 0.9558847
Jun 04 15:41:09.254523 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6ab3716d-7d35-49e4-9c1d-1ed061023e7c req-c222fc6d-850b-45ba-8b22-428d54770f34 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 210 time: 0.0584416
Jun 04 15:41:09.269870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:41:09.373920 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb252-4b05-48a6-9c56-5284fca816c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:09.380536 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d5703c28-c123-4c36-bcc3-4c1fd82e09bf tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:09.402130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fb252-4b05-48a6-9c56-5284fca816c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480c13ba-e170-423f-b256-74f1b60be14b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:09.407190 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0b6fb252-4b05-48a6-9c56-5284fca816c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:09.520535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:41:09.537394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d5572-5f98-47e9-a1dd-bd81556b9a68 None None] Sync routers for ids ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:41:09.553997 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d5572-5f98-47e9-a1dd-bd81556b9a68 None None] Routers {'6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:09.554650 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-3b4d5572-5f98-47e9-a1dd-bd81556b9a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3facd0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:09.570053 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:09.599926 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb252-4b05-48a6-9c56-5284fca816c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:09.599926 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0b6fb252-4b05-48a6-9c56-5284fca816c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/480c13ba-e170-423f-b256-74f1b60be14b HTTP/1.1" status: 204  len: 168 time: 0.6031308
Jun 04 15:41:09.624544 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-3b4d5572-5f98-47e9-a1dd-bd81556b9a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3facd0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:09.628902 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:09.633283 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 5.3401873
Jun 04 15:41:09.633520 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41642) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:09.646468 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d5572-5f98-47e9-a1dd-bd81556b9a68 None None] Routers {'6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:09.647094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-3b4d5572-5f98-47e9-a1dd-bd81556b9a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3facd0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:09.712309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-3b4d5572-5f98-47e9-a1dd-bd81556b9a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3facd0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:09.712725 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d5572-5f98-47e9-a1dd-bd81556b9a68 None None] The sync data for ids ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:41:10.136914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8611bd6-2b93-4546-affa-61460b3f411e req-2d723954-8212-4dbb-b152-a63140873a32 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:10.138461 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e8611bd6-2b93-4546-affa-61460b3f411e req-2d723954-8212-4dbb-b152-a63140873a32 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.4062102
Jun 04 15:41:10.400802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 80589c74-ef19-426c-97cd-311108cffe09 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:41:10.432582 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e8611bd6-2b93-4546-affa-61460b3f411e req-92f121a3-0765-4e2d-bc57-566e1b689dc2 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2840672
Jun 04 15:41:10.506296 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b92f2af2-9c4e-439d-81cf-10382d9a5876 req-6165b7b4-49a3-45d5-aeca-1c67ca8410fa tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 210 time: 0.0817564
Jun 04 15:41:10.528795 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 80589c74-ef19-426c-97cd-311108cffe09 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:41:10.529136 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:11.034979 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:11.069920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-e8a5a3f5-89ce-4477-a81c-0fdba0ab7f41 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:11.072888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-e8a5a3f5-89ce-4477-a81c-0fdba0ab7f41 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Synchronizing usage tracker for tenant:3a0b97e8de834ebea3f73cfa41700327 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:41:11.074905 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:11.171690 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-e8a5a3f5-89ce-4477-a81c-0fdba0ab7f41 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Unset dirty status for tenant:3a0b97e8de834ebea3f73cfa41700327 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:41:11.172894 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-e8a5a3f5-89ce-4477-a81c-0fdba0ab7f41 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.65 "GET /v2.0/networks?id=aaebff77-728c-4e73-9052-ac24eb7613ad HTTP/1.1" status: 200  len: 813 time: 0.3305058
Jun 04 15:41:11.247350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-3a596b1c-6c5c-469d-b017-94307acadcfb tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Synchronizing usage tracker for tenant:3a0b97e8de834ebea3f73cfa41700327 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:41:11.324536 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:11.377396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-3a596b1c-6c5c-469d-b017-94307acadcfb tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Unset dirty status for tenant:3a0b97e8de834ebea3f73cfa41700327 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:41:11.378568 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-3a596b1c-6c5c-469d-b017-94307acadcfb tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a0b97e8de834ebea3f73cfa41700327 HTTP/1.1" status: 200  len: 380 time: 0.1957226
Jun 04 15:41:11.393507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Request body: {'port': {'device_id': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'admin_state_up': True, 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'security_groups': ['102a3b4c-efa0-44ee-8de4-1f68fe701542']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:11.458984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Allocated IP 172.25.4.124 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/9bfe848d-6b61-484e-a56f-71b66ea2e062) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:41:12.136830 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0f1c726a-b51b-4304-b4f1-89afffee32d7 req-3c95849b-7b8e-4aa9-8bc0-e364d79aa668 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 210 time: 0.0796275
Jun 04 15:41:12.180001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:12.191828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:12.295028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Allocated IP 172.20.0.1 (62f41ca3-3402-483e-8ce2-74224fd42573/843f2bb3-4c5e-4d8c-8038-ece73803a59c/1f466408-a7ac-4cd3-971e-73b3c9f9a925) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:41:12.350150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Made reservation on behalf of 3a0b97e8de834ebea3f73cfa41700327 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:41:12.355722 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:12.437695 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c232c-7a84-4b31-be09-7fa5ad09c4f0 req-77c0405e-1772-4fba-a10b-72911594383d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:12.437695 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4a2c232c-7a84-4b31-be09-7fa5ad09c4f0 req-77c0405e-1772-4fba-a10b-72911594383d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.7533922
Jun 04 15:41:12.498446 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:12.509062 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c2143492-b011-42f0-a341-8a7bebb56539 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:41:12.582150 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4a2c232c-7a84-4b31-be09-7fa5ad09c4f0 req-4bc7eafb-4463-441a-b734-679075430e0b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1298771
Jun 04 15:41:12.634930 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:12.656787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Transition to ACTIVE for port object 1f466408-a7ac-4cd3-971e-73b3c9f9a925 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:41:12.758213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c2143492-b011-42f0-a341-8a7bebb56539, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c2143492-b011-42f0-a341-8a7bebb56539,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:41:12.794496 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'c2143492-b011-42f0-a341-8a7bebb56539', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'port_id': 'c2143492-b011-42f0-a341-8a7bebb56539', 'mac_address': 'fa:16:3e:45:d8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:41:12.854610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Allocated IP 172.20.0.10 (aaebff77-728c-4e73-9052-ac24eb7613ad/504bb84e-4545-4226-8f6e-0cf6a7520374/2340f3b8-b66a-4429-96f5-358d5bb8b9f0) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:41:12.917336 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:12.922534 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bd21d499-582d-49f4-a12d-cae5421a0eb5 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:12.932627 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:13.011435 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2143492-b011-42f0-a341-8a7bebb56539 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:41:13.046925 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:13.049532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c2143492-b011-42f0-a341-8a7bebb56539, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c2143492-b011-42f0-a341-8a7bebb56539,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:41:13.070631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:41:13.077829 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:41:13.093234 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:41:13.134029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network 62f41ca3-3402-483e-8ce2-74224fd42573 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:41:13.134959 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Pushing event updated for resources: {'Port': ['ID=9bfe848d-6b61-484e-a56f-71b66ea2e062,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:13.206696 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:13.210471 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:13.265888 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:13.309101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Transition to ACTIVE for port object 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:41:13.382936 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['c2143492-b011-42f0-a341-8a7bebb56539'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:41:13.416206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:41:13.432793 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:41:13.476921 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-54e28573-26f5-4a54-8aa4-970982606d52 req-d96c853a-76f8-43d0-af12-845dca98489b tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 210 time: 0.0828507
Jun 04 15:41:13.483322 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:13.487073 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:13.507823 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3cb44790-ffbb-4239-aade-69918f8c1a5a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:13.513107 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=c2143492-b011-42f0-a341-8a7bebb56539,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:13.524628 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:13.524993 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:13.525400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:13.525747 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:13.526084 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:13.526474 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:13.526818 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:13.527152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:13.527483 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:13.527811 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:13.528136 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:13.528460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:13.528891 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-849d122d-3f8d-4e3c-9267-156100e6c926 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:13.540504 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:13.716217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Network aaebff77-728c-4e73-9052-ac24eb7613ad is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:41:13.738724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:41:13.783219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:41:13.866064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Pushing event updated for resources: {'Port': ['ID=2340f3b8-b66a-4429-96f5-358d5bb8b9f0,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:13.872915 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:13.922887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:13.924183 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:14.039862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-792deb3c-44d3-4148-afec-f9bc46bc3cb2 None None] Provisioning for port 1f466408-a7ac-4cd3-971e-73b3c9f9a925 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:41:14.045667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-792deb3c-44d3-4148-afec-f9bc46bc3cb2 None None] Provisioning complete for port 1f466408-a7ac-4cd3-971e-73b3c9f9a925 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:41:14.052331 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-792deb3c-44d3-4148-afec-f9bc46bc3cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:14.088737 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7002294
Jun 04 15:41:14.103933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Request body: {'port': {'device_id': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:14.151783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=1f466408-a7ac-4cd3-971e-73b3c9f9a925,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:14.183591 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-792deb3c-44d3-4148-afec-f9bc46bc3cb2 None None] Port 1f466408-a7ac-4cd3-971e-73b3c9f9a925 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:41:14.313391 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:14.401695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:14.405982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-be2033cd-618e-488b-8f11-ef18983d5d23 None None] Provisioning for port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:41:14.409387 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:14.411848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-be2033cd-618e-488b-8f11-ef18983d5d23 None None] Provisioning complete for port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:41:14.412228 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-be2033cd-618e-488b-8f11-ef18983d5d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:14.578731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c6b18-a3d1-48e7-89cc-b55577700a90 req-3aa9f76c-05ba-4a11-b3c0-53c373af253c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:14.584364 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c37c6b18-a3d1-48e7-89cc-b55577700a90 req-3aa9f76c-05ba-4a11-b3c0-53c373af253c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 945 time: 0.4859231
Jun 04 15:41:14.602239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c2143492-b011-42f0-a341-8a7bebb56539 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:41:14.754132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-be2033cd-618e-488b-8f11-ef18983d5d23 None None] Port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:41:14.771097 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port c2143492-b011-42f0-a341-8a7bebb56539 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:41:14.772670 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:14.805808 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:14.962480 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:15.025649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:41:15.034442 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:15.038520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c2143492-b011-42f0-a341-8a7bebb56539, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c2143492-b011-42f0-a341-8a7bebb56539,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:41:15.040868 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2143492-b011-42f0-a341-8a7bebb56539'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:41:15.044248 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8217207-46ab-4c73-8235-20edc0b6677b" -d '{"events": [{"server_uuid": "727728a7-0634-4207-9bd7-2183c2bf2c1c", "name": "network-vif-plugged", "status": "completed", "tag": "c2143492-b011-42f0-a341-8a7bebb56539"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:41:15.062754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Transition to ACTIVE for port object 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:41:15.127276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae873947-3e77-4068-8e40-c103c56f7efe req-d3e1b8f0-a246-41c9-bbc8-6e18d8595a03 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:15.128008 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ae873947-3e77-4068-8e40-c103c56f7efe req-d3e1b8f0-a246-41c9-bbc8-6e18d8595a03 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Synchronizing usage tracker for tenant:3a0b97e8de834ebea3f73cfa41700327 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:41:15.166725 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c37c6b18-a3d1-48e7-89cc-b55577700a90 req-c98bd336-4c97-46c3-98ae-c6a906d2250d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3859725
Jun 04 15:41:15.241037 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:15.243014 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c423be18-9eda-4085-91f1-522c89b7859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:15.277018 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:15.280639 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:15.286080 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9071fd1e-cea4-4c3a-ab65-8064c3a9089c x-openstack-request-id: req-9071fd1e-cea4-4c3a-ab65-8064c3a9089c {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:41:15.286638 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727728a7-0634-4207-9bd7-2183c2bf2c1c", "name": "network-vif-plugged", "status": "completed", "tag": "c2143492-b011-42f0-a341-8a7bebb56539", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:41:15.287255 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9071fd1e-cea4-4c3a-ab65-8064c3a9089c {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:41:15.287755 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2143492-b011-42f0-a341-8a7bebb56539', 'code': 200}
Jun 04 15:41:15.303738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ae873947-3e77-4068-8e40-c103c56f7efe req-d3e1b8f0-a246-41c9-bbc8-6e18d8595a03 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Unset dirty status for tenant:3a0b97e8de834ebea3f73cfa41700327 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:41:15.310654 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae873947-3e77-4068-8e40-c103c56f7efe req-d3e1b8f0-a246-41c9-bbc8-6e18d8595a03 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 932 time: 0.5790861
Jun 04 15:41:15.313591 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:15.357162 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:15.382441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=c2143492-b011-42f0-a341-8a7bebb56539,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:15.395387 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:15.592070 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae873947-3e77-4068-8e40-c103c56f7efe req-f79ea461-b918-4b8b-8e9c-cf7c99397642 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/security-groups?id=102a3b4c-efa0-44ee-8de4-1f68fe701542&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2688024
Jun 04 15:41:15.634987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Pushing event updated for resources: {'Port': ['ID=2340f3b8-b66a-4429-96f5-358d5bb8b9f0,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:15.638560 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:15.673414 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:15.753550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Attempting to bind port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:41:15.754374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Attempting to bind port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'd6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:41:15.755043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Attempting to bind port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 on network aaebff77-728c-4e73-9052-ac24eb7613ad {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:41:15.763912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 on network aaebff77-728c-4e73-9052-ac24eb7613ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:41:15.770080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Attempting to bind port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 on network aaebff77-728c-4e73-9052-ac24eb7613ad {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:41:15.778491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:41:15.780083 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Checking segment: {'id': 'd6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:41:15.780601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Bound using segment: {'id': 'd6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:41:15.781178 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Bound port: 2340f3b8-b66a-4429-96f5-358d5bb8b9f0, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:41:15.781633 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:15.891508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] For port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:41:15.897447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] For port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=2340f3b8-b66a-4429-96f5-358d5bb8b9f0,segment=NetworkSegment(d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0),segment_id=d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:41:16.190008 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:16.196147 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-880c27a0-ae9b-4b60-8c20-6487b88d0152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:16.263030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:16.263738 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:16.265160 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] 10.222.0.65 "PUT /v2.0/ports/2340f3b8-b66a-4429-96f5-358d5bb8b9f0 HTTP/1.1" status: 200  len: 1092 time: 2.1693759
Jun 04 15:41:16.265722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'tag': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:41:16.268148 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f60e1f-5278-4454-bbfb-1e7e84356e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "e94cb2f6-e4df-4134-be57-af334053fcd1", "tag": "2340f3b8-b66a-4429-96f5-358d5bb8b9f0"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:41:16.326879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Pushing event updated for resources: {'Port': ['ID=2340f3b8-b66a-4429-96f5-358d5bb8b9f0,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:16.341133 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:16.341820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:16.342307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:16.342997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:16.343475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:16.344567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:16.345064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:16.348292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:16.348292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:16.348292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:16.348292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:16.348292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:16.354781 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e5f4c1-05d1-4b5c-9569-2f6bf47d047d x-openstack-request-id: req-b4e5f4c1-05d1-4b5c-9569-2f6bf47d047d {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:41:16.355236 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94cb2f6-e4df-4134-be57-af334053fcd1", "tag": "2340f3b8-b66a-4429-96f5-358d5bb8b9f0", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:41:16.355692 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4e5f4c1-05d1-4b5c-9569-2f6bf47d047d {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:41:16.356391 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'tag': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0', 'status': 'completed', 'code': 200}
Jun 04 15:41:16.357551 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:16.397553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Router 0b999beb-4a7a-4532-a3f0-f477e1e257f5 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:41:16.461141 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f60e1f-5278-4454-bbfb-1e7e84356e5c req-011f64fe-fc7b-419c-b8e7-fb93055c9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:16.463490 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-68f60e1f-5278-4454-bbfb-1e7e84356e5c req-011f64fe-fc7b-419c-b8e7-fb93055c9229 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a0b97e8de834ebea3f73cfa41700327&device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 1095 time: 0.1049595
Jun 04 15:41:16.732047 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.resource_extend [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:41:16.751614 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:16.800352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:41:16.813651 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13907946-746d-41d6-8ea2-dde180e14b83 None None] Sync routers for ids ['0b999beb-4a7a-4532-a3f0-f477e1e257f5'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:41:16.845353 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13907946-746d-41d6-8ea2-dde180e14b83 None None] Routers {'0b999beb-4a7a-4532-a3f0-f477e1e257f5'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:16.845353 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-13907946-746d-41d6-8ea2-dde180e14b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9b0670>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['0b999beb-4a7a-4532-a3f0-f477e1e257f5'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:16.971477 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:16.974248 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "PUT /v2.0/routers/0b999beb-4a7a-4532-a3f0-f477e1e257f5 HTTP/1.1" status: 200  len: 915 time: 8.1376207
Jun 04 15:41:16.977801 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41794) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:16.996308 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:17.020049 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-13907946-746d-41d6-8ea2-dde180e14b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9b0670>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:17.041986 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13907946-746d-41d6-8ea2-dde180e14b83 None None] Routers {'0b999beb-4a7a-4532-a3f0-f477e1e257f5'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:17.042930 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-13907946-746d-41d6-8ea2-dde180e14b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9b0670>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['0b999beb-4a7a-4532-a3f0-f477e1e257f5'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:17.056862 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6e501176-a643-4e29-b562-600d623c1705 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:17.107348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41796) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:17.117089 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-13907946-746d-41d6-8ea2-dde180e14b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9b0670>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:17.117511 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13907946-746d-41d6-8ea2-dde180e14b83 None None] The sync data for ids ['0b999beb-4a7a-4532-a3f0-f477e1e257f5'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:41:17.194155 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=1f466408-a7ac-4cd3-971e-73b3c9f9a925,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:17.204109 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:17.220432 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:17.374137 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b28e3bbc-4024-4d49-b3ea-a1482b4923f1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/routers/0b999beb-4a7a-4532-a3f0-f477e1e257f5 HTTP/1.1" status: 200  len: 921 time: 0.3884838
Jun 04 15:41:17.376525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f60e1f-5278-4454-bbfb-1e7e84356e5c req-2b78bf08-58f8-4d66-97ca-2cd7285a4c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:17.379778 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-68f60e1f-5278-4454-bbfb-1e7e84356e5c req-2b78bf08-58f8-4d66-97ca-2cd7285a4c90 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3a0b97e8de834ebea3f73cfa41700327&shared=False HTTP/1.1" status: 200  len: 914 time: 0.9075863
Jun 04 15:41:17.380542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41800) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:17.420610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528a1ce-77ef-4220-866e-f67509a1dede req-71e99741-be73-427a-aab8-4354334502e4 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:17.429184 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6528a1ce-77ef-4220-866e-f67509a1dede req-71e99741-be73-427a-aab8-4354334502e4 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 1.0368853
Jun 04 15:41:17.447622 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network 62f41ca3-3402-483e-8ce2-74224fd42573 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:41:17.456191 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:41:17.724129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f60e1f-5278-4454-bbfb-1e7e84356e5c req-32bdd0c8-3650-4b20-a6d2-f23b811740de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:17.726281 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-68f60e1f-5278-4454-bbfb-1e7e84356e5c req-32bdd0c8-3650-4b20-a6d2-f23b811740de service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2987952
Jun 04 15:41:17.767902 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6528a1ce-77ef-4220-866e-f67509a1dede req-9a6916fa-064f-4201-808a-66f6699ac437 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3183753
Jun 04 15:41:17.789791 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ab1c329-7544-49eb-8a4d-1cee6d79f349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:17.815198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:41:17.858487 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a5121e64-43c0-4159-ab5e-44e51da7913e None None] Provisioning complete for port 1f466408-a7ac-4cd3-971e-73b3c9f9a925 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:41:17.859073 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a5121e64-43c0-4159-ab5e-44e51da7913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:17.927243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0ab1c329-7544-49eb-8a4d-1cee6d79f349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:17.947485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0ab1c329-7544-49eb-8a4d-1cee6d79f349 admin admin] Usage tracker for resource:security_group_rule and tenant:f066ac027a5d433c879ecef9ad7041e1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:17.956546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0ab1c329-7544-49eb-8a4d-1cee6d79f349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:17.968361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0ab1c329-7544-49eb-8a4d-1cee6d79f349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:17.989700 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ee834-a5c8-42be-8d4c-ac189cc03ca3 req-f9d2f990-95fb-42d9-a82e-5934137c8656 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:17.994809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a5121e64-43c0-4159-ab5e-44e51da7913e None None] Port 1f466408-a7ac-4cd3-971e-73b3c9f9a925 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:41:17.999908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d80ee834-a5c8-42be-8d4c-ac189cc03ca3 req-f9d2f990-95fb-42d9-a82e-5934137c8656 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 944 time: 1.0232618
Jun 04 15:41:18.043737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:41:18.051292 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "PUT /v2.0/routers/6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4147353
Jun 04 15:41:18.052778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41806) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:18.058693 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b833ab-4ee7-448c-a776-087061b05f0b None None] Sync routers for ids ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:41:18.060678 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'port': {'network_id': '62f41ca3-3402-483e-8ce2-74224fd42573', 'name': 'tempest-FloatingIPTestJSON-14039346'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:18.071041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b833ab-4ee7-448c-a776-087061b05f0b None None] Routers {'6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:18.076428 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-32b833ab-4ee7-448c-a776-087061b05f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5fe580>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:18.106953 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d80ee834-a5c8-42be-8d4c-ac189cc03ca3 req-8984ff53-af7f-4ce5-8d94-24ea0ddb8fdc tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/security-groups?id=102a3b4c-efa0-44ee-8de4-1f68fe701542&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1060455
Jun 04 15:41:18.129627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a9af03-90f2-483b-9921-a4c59f6cace2 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:18.131171 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-42a9af03-90f2-483b-9921-a4c59f6cace2 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&device_id=0b999beb-4a7a-4532-a3f0-f477e1e257f5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.7472694
Jun 04 15:41:18.138755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41808) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:18.141098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-1bf0db72-8e48-4d6d-809d-452757d5c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:18.142592 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-1bf0db72-8e48-4d6d-809d-452757d5c444 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a0b97e8de834ebea3f73cfa41700327&device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 1095 time: 0.3391883
Jun 04 15:41:18.181874 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-32b833ab-4ee7-448c-a776-087061b05f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5fe580>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:18.190768 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b833ab-4ee7-448c-a776-087061b05f0b None None] Routers {'6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:18.191420 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-32b833ab-4ee7-448c-a776-087061b05f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5fe580>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:18.249337 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-6f010371-9549-4cda-9eae-03bcb53002c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2340f3b8-b66a-4429-96f5-358d5bb8b9f0 HTTP/1.1" status: 200  len: 217 time: 0.0763032
Jun 04 15:41:18.299364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:18.318376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Usage tracker for resource:port and tenant:fd5e5d520f97480f91c3a626ef7c9a19 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:18.318376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:18.318376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:18.335948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-9625c931-b1c1-4cf3-a7af-4f3c59b3adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:18.337638 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-9625c931-b1c1-4cf3-a7af-4f3c59b3adae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=504bb84e-4545-4226-8f6e-0cf6a7520374 HTTP/1.1" status: 200  len: 852 time: 0.0758791
Jun 04 15:41:18.360848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-32b833ab-4ee7-448c-a776-087061b05f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5fe580>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:18.361179 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b833ab-4ee7-448c-a776-087061b05f0b None None] The sync data for ids ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:41:18.446181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Made reservation on behalf of fd5e5d520f97480f91c3a626ef7c9a19 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:41:18.449745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:18.474571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] device_id is not set on port 61da0209-abc8-4cb0-9afd-d556e061fd36 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:41:18.555148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54740048-0703-4c96-8b27-9ac48096bd06 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:18.559108 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-54740048-0703-4c96-8b27-9ac48096bd06 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 881 time: 0.4129357
Jun 04 15:41:18.565163 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41810) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:18.629650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-4cc5a716-0bad-437e-ab34-75b6f6890705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:18.631234 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-4cc5a716-0bad-437e-ab34-75b6f6890705 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aaebff77-728c-4e73-9052-ac24eb7613ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2853045
Jun 04 15:41:18.633432 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ab1c329-7544-49eb-8a4d-1cee6d79f349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:18.638865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Allocated IP 172.20.0.4 (62f41ca3-3402-483e-8ce2-74224fd42573/843f2bb3-4c5e-4d8c-8038-ece73803a59c/61da0209-abc8-4cb0-9afd-d556e061fd36) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:41:18.644776 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0c55af97-688a-4542-b81c-b8b24f4b9f92 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b999beb-4a7a-4532-a3f0-f477e1e257f5 HTTP/1.1" status: 200  len: 205 time: 0.0785441
Jun 04 15:41:18.646151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41812) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:18.771848 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ab1c329-7544-49eb-8a4d-1cee6d79f349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:18.782443 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-256459ad-5f87-45ad-a6ff-484d1ad54f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:18.851728 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0ab1c329-7544-49eb-8a4d-1cee6d79f349 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f066ac027a5d433c879ecef9ad7041e1&name=default HTTP/1.1" status: 200  len: 2983 time: 1.7349756
Jun 04 15:41:18.857680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41822) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:18.900766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1c329-7544-49eb-8a4d-1cee6d79f349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34a095b-88a7-4324-b5ef-12d29cc3a0be,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:18.904115 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0ab1c329-7544-49eb-8a4d-1cee6d79f349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:18.932565 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-253a15ab-9400-4a60-8cef-1aec3afd19f5 service neutron] 10.222.0.65 "GET /v2.0/networks/aaebff77-728c-4e73-9052-ac24eb7613ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2934115
Jun 04 15:41:19.252839 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-15038069-276b-45f0-99b5-d63dcc73bab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:19.358769 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-15038069-276b-45f0-99b5-d63dcc73bab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:19.379795 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3d1e308-c9b1-4c4d-bac9-baf5487058f2 req-9318abe2-578d-42ce-b639-63c12d34094d service neutron] 10.222.0.65 "GET /v2.0/networks/aaebff77-728c-4e73-9052-ac24eb7613ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4381087
Jun 04 15:41:19.453765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ce3d8-3a54-4244-80b5-a1747140f439 req-0d6941c2-4afc-495b-9fba-c7995673515c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:19.455374 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-778ce3d8-3a54-4244-80b5-a1747140f439 req-0d6941c2-4afc-495b-9fba-c7995673515c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 944 time: 0.1967807
Jun 04 15:41:19.460467 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:19.560277 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-15038069-276b-45f0-99b5-d63dcc73bab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:19.570722 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3bd09bb8-cca1-4bca-8de3-3062f7619b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:19.609737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15038069-276b-45f0-99b5-d63dcc73bab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34a095b-88a7-4324-b5ef-12d29cc3a0be,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:19.617232 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-15038069-276b-45f0-99b5-d63dcc73bab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:19.619240 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-15038069-276b-45f0-99b5-d63dcc73bab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:19.623413 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-15038069-276b-45f0-99b5-d63dcc73bab5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e34a095b-88a7-4324-b5ef-12d29cc3a0be HTTP/1.1" status: 204  len: 168 time: 0.7656124
Jun 04 15:41:19.623826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a9487-da92-4293-aa95-8df5bd7b96d3 req-39c243f0-42fd-4339-9b9e-dde33416a5e6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:19.631140 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6d9a9487-da92-4293-aa95-8df5bd7b96d3 req-39c243f0-42fd-4339-9b9e-dde33416a5e6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.5217199
Jun 04 15:41:19.740798 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6d9a9487-da92-4293-aa95-8df5bd7b96d3 req-5b340fb7-8c08-41a5-be4d-9cd004304570 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0949740
Jun 04 15:41:19.834364 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-778ce3d8-3a54-4244-80b5-a1747140f439 req-93c23d45-1a6d-4c99-86ca-b4b10a53b516 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/security-groups?id=102a3b4c-efa0-44ee-8de4-1f68fe701542&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3679178
Jun 04 15:41:19.870718 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:19.901229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Transition to ACTIVE for port object 61da0209-abc8-4cb0-9afd-d556e061fd36 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:41:19.916815 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:20.095105 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:20.103344 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c04e5c0e-f307-4662-9cab-eb7595991d4b tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:20.117278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41864) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:20.198879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-546581bb-23ce-4c36-b2bb-22fba4604f2d admin admin] Deleting subnet 0dd38b1c-f04b-4906-9743-a5dd44a8b9d9 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:41:20.205411 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-546581bb-23ce-4c36-b2bb-22fba4604f2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:20.217887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Network 62f41ca3-3402-483e-8ce2-74224fd42573 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:41:20.225334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:41:20.231409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:41:20.304316 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event updated for resources: {'Port': ['ID=61da0209-abc8-4cb0-9afd-d556e061fd36,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:20.310762 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-546581bb-23ce-4c36-b2bb-22fba4604f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:20.318344 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:20.329091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Deleting port 9bfe848d-6b61-484e-a56f-71b66ea2e062 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:41:20.331168 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:20.431989 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-546581bb-23ce-4c36-b2bb-22fba4604f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:20.466673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:20.467486 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:20.667543 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 927 time: 2.6134386
Jun 04 15:41:20.675474 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:20.689945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41874) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:20.696147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41876) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:20.704685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d5432d84-d96c-4e86-ba58-345e691ce3a2 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Request body: {'floatingip': {'port_id': '61da0209-abc8-4cb0-9afd-d556e061fd36'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:20.782942 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c3661e5c-d985-405a-a79a-f4aab529b9d5 None None] Provisioning for port 61da0209-abc8-4cb0-9afd-d556e061fd36 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:41:20.790757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c3661e5c-d985-405a-a79a-f4aab529b9d5 None None] Provisioning complete for port 61da0209-abc8-4cb0-9afd-d556e061fd36 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:41:20.791143 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c3661e5c-d985-405a-a79a-f4aab529b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:20.848568 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-840a76e4-2946-4062-b2f8-4cc1345a34f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:20.894875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c3661e5c-d985-405a-a79a-f4aab529b9d5 None None] Port 61da0209-abc8-4cb0-9afd-d556e061fd36 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:41:20.934706 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Calling delete_port for 9bfe848d-6b61-484e-a56f-71b66ea2e062 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:41:20.945982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-840a76e4-2946-4062-b2f8-4cc1345a34f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:20.969471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-840a76e4-2946-4062-b2f8-4cc1345a34f0 admin admin] Usage tracker for resource:security_group_rule and tenant:e9cac6916cda48e0ae3283c4f49531c3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:20.983068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-840a76e4-2946-4062-b2f8-4cc1345a34f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:20.997210 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5432d84-d96c-4e86-ba58-345e691ce3a2 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:21.030799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-840a76e4-2946-4062-b2f8-4cc1345a34f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:21.365338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9caa50-7833-4a55-b48b-b479742a434c req-41603218-4efd-4cd0-831b-324db8eabe8e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:21.368281 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aa9caa50-7833-4a55-b48b-b479742a434c req-41603218-4efd-4cd0-831b-324db8eabe8e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 944 time: 0.2733424
Jun 04 15:41:21.432129 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-840a76e4-2946-4062-b2f8-4cc1345a34f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:21.460878 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aa9caa50-7833-4a55-b48b-b479742a434c req-b95c895a-62ce-49c9-9ed0-bbc59cb33955 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/security-groups?id=102a3b4c-efa0-44ee-8de4-1f68fe701542&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800221
Jun 04 15:41:21.476951 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-546581bb-23ce-4c36-b2bb-22fba4604f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:21.497515 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-790af69f-1e23-45b2-b169-e38ac80f33ba tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:21.545768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546581bb-23ce-4c36-b2bb-22fba4604f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dd38b1c-f04b-4906-9743-a5dd44a8b9d9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:21.548316 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-546581bb-23ce-4c36-b2bb-22fba4604f2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:21.553065 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-546581bb-23ce-4c36-b2bb-22fba4604f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:21.572357 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-840a76e4-2946-4062-b2f8-4cc1345a34f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:21.583834 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29604ec6-1ec0-4eef-a1c2-585a99953192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:21.595078 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-546581bb-23ce-4c36-b2bb-22fba4604f2d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0dd38b1c-f04b-4906-9743-a5dd44a8b9d9 HTTP/1.1" status: 204  len: 168 time: 1.4758546
Jun 04 15:41:21.599390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41886) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:21.796021 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-840a76e4-2946-4062-b2f8-4cc1345a34f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9cac6916cda48e0ae3283c4f49531c3&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0983937
Jun 04 15:41:21.803452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41888) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:21.804581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a76e4-2946-4062-b2f8-4cc1345a34f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee053f62-ed77-4925-a69f-c17c74454dd3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:21.859043 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-840a76e4-2946-4062-b2f8-4cc1345a34f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:21.870355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fd826-5af4-47ac-8a91-0b1f9dfdcaee req-e4331e25-72cf-4b49-95b6-bb09cde6af12 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:21.872796 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ad2fd826-5af4-47ac-8a91-0b1f9dfdcaee req-e4331e25-72cf-4b49-95b6-bb09cde6af12 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.8077819
Jun 04 15:41:21.890378 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7250660d-6200-400b-aa97-cff79b8c2f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:21.985434 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:21.999154 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2bd91437-8dc6-4bcb-a5b5-29b9c825dd0c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:22.031707 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23a9c344-bf7e-4dec-8842-87eaa9cebcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:22.063011 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Pushing event deleted for resources: {'Port': ['ID=9bfe848d-6b61-484e-a56f-71b66ea2e062,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:22.071367 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:22.148160 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23a9c344-bf7e-4dec-8842-87eaa9cebcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:22.155442 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ad2fd826-5af4-47ac-8a91-0b1f9dfdcaee req-c5a8c855-190d-45fe-95b1-ed7bd9050e76 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2664752
Jun 04 15:41:22.156346 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7250660d-6200-400b-aa97-cff79b8c2f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:22.193032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-7250660d-6200-400b-aa97-cff79b8c2f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386a1b910>,) {'filters': {'network_id': ['c32d05f8-c639-4a94-9a92-e96653100b65']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:22.229613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-7250660d-6200-400b-aa97-cff79b8c2f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386a1b910>, '03ce283f-169f-4bd5-ab8e-21786a82a0dd') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:22.229981 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-7250660d-6200-400b-aa97-cff79b8c2f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386a1b910>, '03ce283f-169f-4bd5-ab8e-21786a82a0dd') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:22.255450 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7250660d-6200-400b-aa97-cff79b8c2f6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:22.304831 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7250660d-6200-400b-aa97-cff79b8c2f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:22.330994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7250660d-6200-400b-aa97-cff79b8c2f6b admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:41:22.331410 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7250660d-6200-400b-aa97-cff79b8c2f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:41:22.374824 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:41:22.381757 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:22.391905 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23a9c344-bf7e-4dec-8842-87eaa9cebcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:22.402151 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:22.497960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9c344-bf7e-4dec-8842-87eaa9cebcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee053f62-ed77-4925-a69f-c17c74454dd3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:22.503175 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-23a9c344-bf7e-4dec-8842-87eaa9cebcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:22.508066 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23a9c344-bf7e-4dec-8842-87eaa9cebcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:22.509877 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-23a9c344-bf7e-4dec-8842-87eaa9cebcfe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee053f62-ed77-4925-a69f-c17c74454dd3 HTTP/1.1" status: 204  len: 168 time: 0.7018993
Jun 04 15:41:22.611924 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7250660d-6200-400b-aa97-cff79b8c2f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:22.617320 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d1ade637-d9bd-4681-9cb2-d9ad7dac13c8 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:22.668035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7250660d-6200-400b-aa97-cff79b8c2f6b admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:22.679687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250660d-6200-400b-aa97-cff79b8c2f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=c32d05f8-c639-4a94-9a92-e96653100b65,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:22.697129 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7250660d-6200-400b-aa97-cff79b8c2f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:22.720196 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:22.723685 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:22.774184 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7250660d-6200-400b-aa97-cff79b8c2f6b admin admin] 10.222.0.32 "DELETE /v2.0/networks/c32d05f8-c639-4a94-9a92-e96653100b65 HTTP/1.1" status: 204  len: 168 time: 1.1737313
Jun 04 15:41:22.783778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41906) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:22.852927 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:22.853666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Fanout notify agent at l3_agent the message router_deleted on router 0b999beb-4a7a-4532-a3f0-f477e1e257f5 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:41:22.932566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f31acf-b7ef-400c-8b99-274b46c7065b admin admin] Deleting subnet 527e6d3c-5b23-49b5-b98b-f1fbfacc5d39 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:41:22.937895 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-46f31acf-b7ef-400c-8b99-274b46c7065b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:23.012012 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-46f31acf-b7ef-400c-8b99-274b46c7065b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:23.044171 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:23.045559 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "DELETE /v2.0/routers/0b999beb-4a7a-4532-a3f0-f477e1e257f5 HTTP/1.1" status: 204  len: 168 time: 4.3993068
Jun 04 15:41:23.049872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41912) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:23.055846 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c13f9c79-8bcc-44a2-a66f-7c4b6eecc18a tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-834803260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:23.068622 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c13f9c79-8bcc-44a2-a66f-7c4b6eecc18a tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:23.087305 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c13f9c79-8bcc-44a2-a66f-7c4b6eecc18a tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Usage tracker for resource:router and tenant:cce8e60724f14004ba06c53fb5541000 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:23.100012 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c13f9c79-8bcc-44a2-a66f-7c4b6eecc18a tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:23.107053 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5432d84-d96c-4e86-ba58-345e691ce3a2 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:23.113792 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c13f9c79-8bcc-44a2-a66f-7c4b6eecc18a tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:23.144535 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-46f31acf-b7ef-400c-8b99-274b46c7065b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:23.172018 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5432d84-d96c-4e86-ba58-345e691ce3a2 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:23.311733 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c13f9c79-8bcc-44a2-a66f-7c4b6eecc18a tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:23.312929 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c13f9c79-8bcc-44a2-a66f-7c4b6eecc18a tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:23.483868 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c13f9c79-8bcc-44a2-a66f-7c4b6eecc18a tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:23.517817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22d056-0e3a-496b-86e1-125ff5744677 req-227a4244-5ea5-47ac-9040-7c0f4ecdd057 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:23.520841 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c22d056-0e3a-496b-86e1-125ff5744677 req-227a4244-5ea5-47ac-9040-7c0f4ecdd057 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 944 time: 0.6425757
Jun 04 15:41:23.537383 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:23.651585 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-d5432d84-d96c-4e86-ba58-345e691ce3a2 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Floating IP d32a1ea1-81fc-4ca1-96c8-7ae30159e395 associated. External IP: 172.25.4.175, port: f1e5b71a-ad3f-4e19-8738-450db0e4f9c4.
Jun 04 15:41:23.693146 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c22d056-0e3a-496b-86e1-125ff5744677 req-2eb27eaa-5d18-4723-9530-1b507e2bdf12 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/security-groups?id=102a3b4c-efa0-44ee-8de4-1f68fe701542&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1624873
Jun 04 15:41:23.791018 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c13f9c79-8bcc-44a2-a66f-7c4b6eecc18a tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:23.888530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b3276-93f8-4d14-b003-d7f15c26b2dc req-b7084993-c642-45af-ab4b-746837aea365 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:23.897024 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-889b3276-93f8-4d14-b003-d7f15c26b2dc req-b7084993-c642-45af-ab4b-746837aea365 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.5397217
Jun 04 15:41:24.143204 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-46f31acf-b7ef-400c-8b99-274b46c7065b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:24.157186 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cd436efb-f746-4a0b-bfb1-dcce9f2ee73b tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:24.239922 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c13f9c79-8bcc-44a2-a66f-7c4b6eecc18a tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:24.244967 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c13f9c79-8bcc-44a2-a66f-7c4b6eecc18a tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.1937943
Jun 04 15:41:24.257178 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 41940) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:24.261111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f31acf-b7ef-400c-8b99-274b46c7065b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=527e6d3c-5b23-49b5-b98b-f1fbfacc5d39,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:24.263765 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-46f31acf-b7ef-400c-8b99-274b46c7065b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:24.266088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'enable_snat': False}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:24.269601 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-46f31acf-b7ef-400c-8b99-274b46c7065b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/527e6d3c-5b23-49b5-b98b-f1fbfacc5d39 HTTP/1.1" status: 204  len: 168 time: 1.4834988
Jun 04 15:41:24.270660 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-46f31acf-b7ef-400c-8b99-274b46c7065b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:24.272259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41942) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:24.435026 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b315691d-9e3f-403c-8f1e-343a08b2ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:24.486907 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-889b3276-93f8-4d14-b003-d7f15c26b2dc req-f360ec67-d2e6-4e01-aee5-e6ceca1f9f06 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5883391
Jun 04 15:41:24.588208 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b315691d-9e3f-403c-8f1e-343a08b2ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:24.617322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b315691d-9e3f-403c-8f1e-343a08b2ed67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386d2e1f0>,) {'filters': {'network_id': ['6ba03bcd-54e2-4b19-87e3-8a27dbf253a3']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:24.650377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b315691d-9e3f-403c-8f1e-343a08b2ed67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d2e1f0>, '18c467a0-256b-4b13-aa49-8f9c5abd870e') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:24.650676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b315691d-9e3f-403c-8f1e-343a08b2ed67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d2e1f0>, '18c467a0-256b-4b13-aa49-8f9c5abd870e') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:24.680681 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b315691d-9e3f-403c-8f1e-343a08b2ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:24.700166 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b315691d-9e3f-403c-8f1e-343a08b2ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:24.716882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b315691d-9e3f-403c-8f1e-343a08b2ed67 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:41:24.717334 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b315691d-9e3f-403c-8f1e-343a08b2ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:41:24.733578 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:41:24.938882 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:24.949762 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b315691d-9e3f-403c-8f1e-343a08b2ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:24.961220 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5cb816c8-50ed-46f1-8bd6-2bfd7430e2e1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:24.981496 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b315691d-9e3f-403c-8f1e-343a08b2ed67 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:24.986952 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315691d-9e3f-403c-8f1e-343a08b2ed67 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ba03bcd-54e2-4b19-87e3-8a27dbf253a3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:24.995654 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b315691d-9e3f-403c-8f1e-343a08b2ed67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:25.013648 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b315691d-9e3f-403c-8f1e-343a08b2ed67 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6ba03bcd-54e2-4b19-87e3-8a27dbf253a3 HTTP/1.1" status: 204  len: 168 time: 0.7381721
Jun 04 15:41:25.026353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8011f-1405-44b2-81c3-e9bd7630c0f9 req-c3bda83a-0f93-4c98-b7ae-f923dbc66e14 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:25.027942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4aa8011f-1405-44b2-81c3-e9bd7630c0f9 req-c3bda83a-0f93-4c98-b7ae-f923dbc66e14 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 944 time: 0.1569669
Jun 04 15:41:25.112314 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4aa8011f-1405-44b2-81c3-e9bd7630c0f9 req-7e12ef29-82d5-4c2a-b5b8-70629160cf71 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/security-groups?id=102a3b4c-efa0-44ee-8de4-1f68fe701542&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738754
Jun 04 15:41:25.183456 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5432d84-d96c-4e86-ba58-345e691ce3a2 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 69e2a3ec-0d53-483a-8087-ab1c851ae779 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:41:25.498681 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5432d84-d96c-4e86-ba58-345e691ce3a2 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:41:25.513826 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac19fac2-69a6-49c2-af9f-81c894d987d3 None None] Sync routers for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:41:25.538464 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac19fac2-69a6-49c2-af9f-81c894d987d3 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:25.539195 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ac19fac2-69a6-49c2-af9f-81c894d987d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd11a00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:25.685845 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41966) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:25.687297 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ac19fac2-69a6-49c2-af9f-81c894d987d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd11a00>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:25.696828 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac19fac2-69a6-49c2-af9f-81c894d987d3 None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:25.697739 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ac19fac2-69a6-49c2-af9f-81c894d987d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd11a00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:25.806555 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-351e437b-95cb-464d-9cba-5974e9e79648 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3353753702247bbbd70fb49de792127&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1171446
Jun 04 15:41:25.807096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 41970) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:25.860984 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ac19fac2-69a6-49c2-af9f-81c894d987d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd11a00>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:25.885679 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac19fac2-69a6-49c2-af9f-81c894d987d3 None None] The sync data for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:41:25.892240 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:25.914805 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6113cdf3-5a63-443e-beea-1d428b13a6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:25.948157 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6113cdf3-5a63-443e-beea-1d428b13a6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:26.131905 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6113cdf3-5a63-443e-beea-1d428b13a6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:26.136256 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a73deced-4e50-40e6-bc52-4f9b60a82520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:26.165940 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113cdf3-5a63-443e-beea-1d428b13a6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e061b34-e0ab-46b8-b9a4-2678596a78b0,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:26.196913 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6113cdf3-5a63-443e-beea-1d428b13a6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:26.282934 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6113cdf3-5a63-443e-beea-1d428b13a6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:26.285525 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6113cdf3-5a63-443e-beea-1d428b13a6b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e061b34-e0ab-46b8-b9a4-2678596a78b0 HTTP/1.1" status: 204  len: 168 time: 0.4769249
Jun 04 15:41:26.477240 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a1efb-7f36-440f-b658-b4b57841f982 req-5abc70d4-cf05-4b71-b0bd-0c579e653ef8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:26.479025 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b4a1efb-7f36-440f-b658-b4b57841f982 req-5abc70d4-cf05-4b71-b0bd-0c579e653ef8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 944 time: 0.1800606
Jun 04 15:41:26.582097 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b4a1efb-7f36-440f-b658-b4b57841f982 req-fb52f10a-14b5-40a2-8b91-f564a5d269ad tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/security-groups?id=102a3b4c-efa0-44ee-8de4-1f68fe701542&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0967317
Jun 04 15:41:26.690015 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11301b41-c853-4cdb-8be0-1f10dc49ab96 req-5863ed31-778a-4065-8a66-92d27bb7f3e9 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:26.722180 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-11301b41-c853-4cdb-8be0-1f10dc49ab96 req-5863ed31-778a-4065-8a66-92d27bb7f3e9 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.6234426
Jun 04 15:41:26.748108 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5432d84-d96c-4e86-ba58-345e691ce3a2 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:41:26.884516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48843eb2-fea9-4912-b056-a6a8cc62e744 req-1b49a4fe-fe5f-4fb6-b5b2-805d11ef0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:26.889931 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-48843eb2-fea9-4912-b056-a6a8cc62e744 req-1b49a4fe-fe5f-4fb6-b5b2-805d11ef0615 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 1097 time: 0.1860323
Jun 04 15:41:26.933253 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-11301b41-c853-4cdb-8be0-1f10dc49ab96 req-ff47314a-cd60-49df-aa67-b13d889fcd69 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2106242
Jun 04 15:41:27.045243 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:27.045243 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:27.120562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48843eb2-fea9-4912-b056-a6a8cc62e744 req-05289682-a19a-4b7f-9afa-10944323ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:27.122373 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-48843eb2-fea9-4912-b056-a6a8cc62e744 req-05289682-a19a-4b7f-9afa-10944323ba9c service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 917 time: 0.1623869
Jun 04 15:41:27.180904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5432d84-d96c-4e86-ba58-345e691ce3a2 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:41:27.200601 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de366b-77c7-4da0-b817-b06904649ffd None None] Sync routers for ids ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:41:27.219430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de366b-77c7-4da0-b817-b06904649ffd None None] Routers {'6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:27.220073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-14de366b-77c7-4da0-b817-b06904649ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c328190>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:27.239009 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5432d84-d96c-4e86-ba58-345e691ce3a2 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:27.242213 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-48843eb2-fea9-4912-b056-a6a8cc62e744 req-20d3115e-d06b-486b-bc9c-2abd1ca36185 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2143492-b011-42f0-a341-8a7bebb56539 HTTP/1.1" status: 200  len: 1002 time: 0.1136618
Jun 04 15:41:27.327331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48843eb2-fea9-4912-b056-a6a8cc62e744 req-6abaf0dd-6c91-4743-a786-543bcc5c92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:27.327331 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-48843eb2-fea9-4912-b056-a6a8cc62e744 req-6abaf0dd-6c91-4743-a786-543bcc5c92c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 200  len: 855 time: 0.0781653
Jun 04 15:41:27.336074 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-14de366b-77c7-4da0-b817-b06904649ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c328190>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:27.348201 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de366b-77c7-4da0-b817-b06904649ffd None None] Routers {'6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:27.349235 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-14de366b-77c7-4da0-b817-b06904649ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c328190>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:27.428181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Allocated IP 172.25.4.240 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/17017ed2-c60a-445a-8f8d-333b0a919999) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:41:27.453267 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d5432d84-d96c-4e86-ba58-345e691ce3a2 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "PUT /v2.0/floatingips/d32a1ea1-81fc-4ca1-96c8-7ae30159e395 HTTP/1.1" status: 200  len: 976 time: 6.7593005
Jun 04 15:41:27.454772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42006) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:27.471059 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-14de366b-77c7-4da0-b817-b06904649ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c328190>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:27.472180 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de366b-77c7-4da0-b817-b06904649ffd None None] The sync data for ids ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:41:27.532293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48843eb2-fea9-4912-b056-a6a8cc62e744 req-c66432ed-8fc1-4d4a-a1b4-7a62dfe2e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:27.533839 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-48843eb2-fea9-4912-b056-a6a8cc62e744 req-c66432ed-8fc1-4d4a-a1b4-7a62dfe2e6ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1993456
Jun 04 15:41:27.534328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42010) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:27.786844 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:27.896801 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:27.903943 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-488da3a2-926a-47bb-8878-545b9974c38a tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:28.085618 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:41:28.094379 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:41:28.097581 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:41:28.235143 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8829cc0e-79d2-4215-bbda-08f3de3e4522 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af09c7d174b64c4aa771bf0f530d0d2e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6991990
Jun 04 15:41:28.277145 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-48843eb2-fea9-4912-b056-a6a8cc62e744 req-ef74e295-9ed3-425f-aec8-d68d76e65f80 service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7227190
Jun 04 15:41:28.294512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42028) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:28.567563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Pushing event updated for resources: {'Port': ['ID=17017ed2-c60a-445a-8f8d-333b0a919999,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:28.579996 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:28.665599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48218473-845d-4569-b293-c9e391b74de9 req-5c7bb3ae-134b-410a-b1e8-47e112559cc0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:28.677578 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-48218473-845d-4569-b293-c9e391b74de9 req-5c7bb3ae-134b-410a-b1e8-47e112559cc0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 944 time: 0.8654687
Jun 04 15:41:28.707318 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:41:28.790397 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52a44e2d-941a-497e-83a4-ae92179189a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:28.807336 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-48218473-845d-4569-b293-c9e391b74de9 req-ecf3415b-b8f6-49c8-b586-bc08400d8d7d tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/security-groups?id=102a3b4c-efa0-44ee-8de4-1f68fe701542&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1286020
Jun 04 15:41:28.846602 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-48843eb2-fea9-4912-b056-a6a8cc62e744 req-8eba6b3e-6391-427b-959c-70fc7f44e5dd service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5294614
Jun 04 15:41:28.911416 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52a44e2d-941a-497e-83a4-ae92179189a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:28.956868 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=2340f3b8-b66a-4429-96f5-358d5bb8b9f0,segment=NetworkSegment(d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0),segment_id=d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:41:28.973438 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'port_id': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0', 'mac_address': 'fa:16:3e:bd:3b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:41:29.057635 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:29.069447 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52a44e2d-941a-497e-83a4-ae92179189a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:29.073350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-9f83559f-1c65-4849-8aff-098691038217 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting port 61da0209-abc8-4cb0-9afd-d556e061fd36 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:41:29.073872 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f83559f-1c65-4849-8aff-098691038217 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:29.077927 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:29.083180 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:41:29.103836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=2340f3b8-b66a-4429-96f5-358d5bb8b9f0,segment=NetworkSegment(d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0),segment_id=d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:41:29.127045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a44e2d-941a-497e-83a4-ae92179189a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95334472-5663-4167-9d00-419002276f5a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:29.130215 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-52a44e2d-941a-497e-83a4-ae92179189a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:29.132989 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52a44e2d-941a-497e-83a4-ae92179189a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:29.134251 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-52a44e2d-941a-497e-83a4-ae92179189a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95334472-5663-4167-9d00-419002276f5a HTTP/1.1" status: 204  len: 168 time: 0.8387160
Jun 04 15:41:29.188556 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:29.192188 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-469ea530-f454-4ec2-9870-0b134f29ef47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:29.324566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=2340f3b8-b66a-4429-96f5-358d5bb8b9f0,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:29.331015 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:29.395811 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['2340f3b8-b66a-4429-96f5-358d5bb8b9f0'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:41:29.450499 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e8f11-e994-4b16-ba55-60b699189fd9 req-54d5ada8-ab96-497c-add8-60a50aae470e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:29.452287 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8a2e8f11-e994-4b16-ba55-60b699189fd9 req-54d5ada8-ab96-497c-add8-60a50aae470e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 1.2843924
Jun 04 15:41:29.588235 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d703067-8b74-451f-8b56-441335abb18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:29.666849 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f83559f-1c65-4849-8aff-098691038217 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:29.686227 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8a2e8f11-e994-4b16-ba55-60b699189fd9 req-34a67a09-ff69-4865-8a02-b991f55d838f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2252274
Jun 04 15:41:29.883902 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:30.229280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb9a98-f17b-4d8a-a6d2-b4bcfdb5a118 req-6d0f20fb-110b-46f0-acb2-035a166a3f0a tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:30.235135 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e5bb9a98-f17b-4d8a-a6d2-b4bcfdb5a118 req-6d0f20fb-110b-46f0-acb2-035a166a3f0a tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 945 time: 0.1410398
Jun 04 15:41:30.330347 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e5bb9a98-f17b-4d8a-a6d2-b4bcfdb5a118 req-41eb465f-974c-46ef-b780-6ae55657a9ed tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/security-groups?id=102a3b4c-efa0-44ee-8de4-1f68fe701542&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884881
Jun 04 15:41:30.540320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42078) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:30.607806 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f83559f-1c65-4849-8aff-098691038217 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:30.608373 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f83559f-1c65-4849-8aff-098691038217 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:30.610043 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-9f83559f-1c65-4849-8aff-098691038217 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Floating IP d32a1ea1-81fc-4ca1-96c8-7ae30159e395 disassociated. External IP: 172.25.4.175, port: 61da0209-abc8-4cb0-9afd-d556e061fd36.
Jun 04 15:41:30.610043 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-9f83559f-1c65-4849-8aff-098691038217 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Calling delete_port for 61da0209-abc8-4cb0-9afd-d556e061fd36 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:41:30.646321 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:30.652678 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:30.713855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:41:30.755885 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0455672-10c0-4ffe-9d2d-2fa39555345f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:30.812920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e0455672-10c0-4ffe-9d2d-2fa39555345f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:30.844295 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e0455672-10c0-4ffe-9d2d-2fa39555345f admin admin] Usage tracker for resource:security_group_rule and tenant:d46316253d5f4bd997566ff547f9074f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:30.858190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e0455672-10c0-4ffe-9d2d-2fa39555345f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:30.870243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e0455672-10c0-4ffe-9d2d-2fa39555345f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:30.987381 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:41:31.040060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:41:31.047118 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0455672-10c0-4ffe-9d2d-2fa39555345f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:31.048243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:41:31.048626 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:31.148600 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0455672-10c0-4ffe-9d2d-2fa39555345f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:31.183904 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:31.235860 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:31.301472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=2340f3b8-b66a-4429-96f5-358d5bb8b9f0,segment=NetworkSegment(d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0),segment_id=d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:41:31.302585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:41:31.307730 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd39fc1-967b-464b-ac3d-dcb5707a2659" -d '{"events": [{"server_uuid": "e94cb2f6-e4df-4134-be57-af334053fcd1", "name": "network-vif-plugged", "status": "completed", "tag": "2340f3b8-b66a-4429-96f5-358d5bb8b9f0"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:41:31.311566 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e0455672-10c0-4ffe-9d2d-2fa39555345f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d46316253d5f4bd997566ff547f9074f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7689629
Jun 04 15:41:31.313173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42102) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:31.316872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0455672-10c0-4ffe-9d2d-2fa39555345f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc02676e-2f67-4674-9a70-d55fca1cd944,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:31.327859 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e0455672-10c0-4ffe-9d2d-2fa39555345f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:31.377193 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:31.381447 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:31.491134 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f354aee8-b155-42a5-887c-07671765a715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:31.543582 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c22eb55-dcba-42ab-a4b3-073f2bf2958f x-openstack-request-id: req-6c22eb55-dcba-42ab-a4b3-073f2bf2958f {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:41:31.543876 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94cb2f6-e4df-4134-be57-af334053fcd1", "name": "network-vif-plugged", "status": "completed", "tag": "2340f3b8-b66a-4429-96f5-358d5bb8b9f0", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:41:31.544135 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c22eb55-dcba-42ab-a4b3-073f2bf2958f {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:41:31.544737 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0', 'code': 200}
Jun 04 15:41:31.545552 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=2340f3b8-b66a-4429-96f5-358d5bb8b9f0,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:31.547887 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f354aee8-b155-42a5-887c-07671765a715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:31.556977 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:31.595389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d7f97-7fe1-42b9-a2c5-bbf4c6aaee95 req-624be41d-37db-4c08-be76-95d5649a9dd0 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:31.597693 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-496d7f97-7fe1-42b9-a2c5-bbf4c6aaee95 req-624be41d-37db-4c08-be76-95d5649a9dd0 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.2024107
Jun 04 15:41:31.650326 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Router 9fb3932a-6e73-45e2-85f2-2ac59b699378 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:41:31.728859 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f354aee8-b155-42a5-887c-07671765a715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:31.737170 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ca42316f-edf5-45c0-a175-be81f95997cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:31.754566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354aee8-b155-42a5-887c-07671765a715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc02676e-2f67-4674-9a70-d55fca1cd944,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:31.759475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb2919-52b2-4c3d-91cc-ff568056fa6f req-b9f5e7c0-fb65-41ad-91e8-4dd121c7abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:31.761194 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fbcb2919-52b2-4c3d-91cc-ff568056fa6f req-b9f5e7c0-fb65-41ad-91e8-4dd121c7abdb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 1097 time: 0.1327581
Jun 04 15:41:31.762375 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f354aee8-b155-42a5-887c-07671765a715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:31.773902 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f83559f-1c65-4849-8aff-098691038217 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:31.799164 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f354aee8-b155-42a5-887c-07671765a715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:31.802829 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f354aee8-b155-42a5-887c-07671765a715 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc02676e-2f67-4674-9a70-d55fca1cd944 HTTP/1.1" status: 204  len: 168 time: 0.4796093
Jun 04 15:41:31.822055 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-496d7f97-7fe1-42b9-a2c5-bbf4c6aaee95 req-dd75c58c-9ea3-48c7-9bf8-1c5f4a211fc1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2159407
Jun 04 15:41:31.826573 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0c5684a5-b632-4366-aec6-1a95c045f55b tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:31.944286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83559f-1c65-4849-8aff-098691038217 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Port': ['ID=61da0209-abc8-4cb0-9afd-d556e061fd36,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:31.949255 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9f83559f-1c65-4849-8aff-098691038217 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:32.017114 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:32.046723 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fbcb2919-52b2-4c3d-91cc-ff568056fa6f req-6d04bbc5-be87-431e-ab18-46d9449bfd08 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=102a3b4c-efa0-44ee-8de4-1f68fe701542&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2794368
Jun 04 15:41:32.100757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599b6ef-ea6f-40eb-a246-4ec9b67d6230 req-14a30c26-61b2-455e-911b-80ec6da0a168 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:32.103356 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8599b6ef-ea6f-40eb-a246-4ec9b67d6230 req-14a30c26-61b2-455e-911b-80ec6da0a168 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 946 time: 0.3100865
Jun 04 15:41:32.212650 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8599b6ef-ea6f-40eb-a246-4ec9b67d6230 req-0c9081c5-0427-4248-a2d4-8a5741007093 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/security-groups?id=102a3b4c-efa0-44ee-8de4-1f68fe701542&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020939
Jun 04 15:41:32.379331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:41:32.389299 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-95fd88f0-5089-4ade-9b51-774bbe6e0af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:32.402303 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f545014-446a-449b-ae13-47b2f4e18d79 None None] Sync routers for ids ['9fb3932a-6e73-45e2-85f2-2ac59b699378'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:41:32.406775 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:32.411500 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "PUT /v2.0/routers/9fb3932a-6e73-45e2-85f2-2ac59b699378 HTTP/1.1" status: 200  len: 915 time: 8.1529555
Jun 04 15:41:32.411778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42118) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:32.415205 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f545014-446a-449b-ae13-47b2f4e18d79 None None] Routers {'9fb3932a-6e73-45e2-85f2-2ac59b699378'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:32.415985 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4f545014-446a-449b-ae13-47b2f4e18d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d8a00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9fb3932a-6e73-45e2-85f2-2ac59b699378'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:32.419978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f83559f-1c65-4849-8aff-098691038217 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:41:32.508377 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4f545014-446a-449b-ae13-47b2f4e18d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d8a00>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:32.523288 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f545014-446a-449b-ae13-47b2f4e18d79 None None] Routers {'9fb3932a-6e73-45e2-85f2-2ac59b699378'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:32.524550 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4f545014-446a-449b-ae13-47b2f4e18d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d8a00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9fb3932a-6e73-45e2-85f2-2ac59b699378'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:32.656894 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4f545014-446a-449b-ae13-47b2f4e18d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d8a00>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:32.657755 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f545014-446a-449b-ae13-47b2f4e18d79 None None] The sync data for ids ['9fb3932a-6e73-45e2-85f2-2ac59b699378'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:41:32.733643 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-81ee4aea-3232-4bee-8dfb-22922363eb4c tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/routers/9fb3932a-6e73-45e2-85f2-2ac59b699378 HTTP/1.1" status: 200  len: 921 time: 0.3204789
Jun 04 15:41:32.736275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42120) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:32.740619 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f83559f-1c65-4849-8aff-098691038217 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:41:32.751432 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45656fb5-6c6a-4f82-bbce-b349dec3d4ea None None] Sync routers for ids ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:41:32.766380 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45656fb5-6c6a-4f82-bbce-b349dec3d4ea None None] Routers {'6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:32.767270 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-45656fb5-6c6a-4f82-bbce-b349dec3d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca51cd0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:32.896862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-45656fb5-6c6a-4f82-bbce-b349dec3d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca51cd0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:32.928514 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45656fb5-6c6a-4f82-bbce-b349dec3d4ea None None] Routers {'6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:32.930359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-45656fb5-6c6a-4f82-bbce-b349dec3d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca51cd0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:32.934459 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9f83559f-1c65-4849-8aff-098691038217 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:32.939092 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9f83559f-1c65-4849-8aff-098691038217 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/ports/61da0209-abc8-4cb0-9afd-d556e061fd36 HTTP/1.1" status: 204  len: 168 time: 5.4831324
Jun 04 15:41:32.942765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42128) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:32.945562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4a854a-3399-4283-948c-0ca0224dede8 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:32.951061 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bd4a854a-3399-4283-948c-0ca0224dede8 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&device_id=9fb3932a-6e73-45e2-85f2-2ac59b699378&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2137592
Jun 04 15:41:32.954780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42130) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:33.068036 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-45656fb5-6c6a-4f82-bbce-b349dec3d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca51cd0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:33.076136 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45656fb5-6c6a-4f82-bbce-b349dec3d4ea None None] The sync data for ids ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:41:33.150552 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42136) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:33.185947 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0db5b766-8fba-4f89-b660-595fab7b31d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:33.268057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0db5b766-8fba-4f89-b660-595fab7b31d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:33.340607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a423177-492c-40c8-887c-a1e14355693e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:33.344861 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6a423177-492c-40c8-887c-a1e14355693e tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/networks/34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 881 time: 0.3771379
Jun 04 15:41:33.345390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42140) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:33.398532 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-30d2fd6c-29cf-425c-9512-368c8906ab24 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3932a-6e73-45e2-85f2-2ac59b699378 HTTP/1.1" status: 200  len: 205 time: 0.0518415
Jun 04 15:41:33.401259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42142) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:33.406444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0db5b766-8fba-4f89-b660-595fab7b31d4 admin admin] Usage tracker for resource:security_group_rule and tenant:385af1a194fd4b59890a15608e994de2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:33.429302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0db5b766-8fba-4f89-b660-595fab7b31d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:33.446830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0db5b766-8fba-4f89-b660-595fab7b31d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:33.497978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be506ca8-e66b-47c7-b839-8080e9eb1c3e req-8822b4da-23b6-42a6-8833-824d624b892c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:33.499729 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be506ca8-e66b-47c7-b839-8080e9eb1c3e req-8822b4da-23b6-42a6-8833-824d624b892c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.4015517
Jun 04 15:41:33.674574 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:33.736479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a86947-0416-46d3-8726-e5826844f8ee req-cadfdec1-9f33-471b-a50e-8ef7a9c5a968 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:33.739601 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-84a86947-0416-46d3-8726-e5826844f8ee req-cadfdec1-9f33-471b-a50e-8ef7a9c5a968 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 946 time: 0.3397727
Jun 04 15:41:33.769475 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:33.945985 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0db5b766-8fba-4f89-b660-595fab7b31d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:34.065643 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0db5b766-8fba-4f89-b660-595fab7b31d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:34.088686 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-84a86947-0416-46d3-8726-e5826844f8ee req-7acb8c82-e48e-4b70-9d3f-94699f493732 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/security-groups?id=102a3b4c-efa0-44ee-8de4-1f68fe701542&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3410461
Jun 04 15:41:34.094252 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4550599b-eb28-4c5d-8573-b42d7730b38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:34.329043 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:34.411446 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be506ca8-e66b-47c7-b839-8080e9eb1c3e req-c1bac5db-136a-48b1-94bc-b77429729923 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4637129
Jun 04 15:41:34.528704 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0db5b766-8fba-4f89-b660-595fab7b31d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=385af1a194fd4b59890a15608e994de2&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3620338
Jun 04 15:41:34.535628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42160) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:34.536451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5b766-8fba-4f89-b660-595fab7b31d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d901ee-f3f2-4fe1-84d0-b6511ee73bfc,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:34.540160 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0db5b766-8fba-4f89-b660-595fab7b31d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:34.666709 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-620cc853-5e1f-4fae-a077-eb4fcc362572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:34.677672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee68f57-ba8e-4d7f-a719-725a7962bdb9 req-f1fdeee7-bc9a-43c3-9865-16a4b2d9567b tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:34.682677 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ee68f57-ba8e-4d7f-a719-725a7962bdb9 req-f1fdeee7-bc9a-43c3-9865-16a4b2d9567b tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 946 time: 0.2720637
Jun 04 15:41:34.745293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Deleting port 17017ed2-c60a-445a-8f8d-333b0a919999 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:41:34.745293 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:34.746176 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87264371-871e-4df8-95c1-2c134a0a3b05 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:34.794241 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-620cc853-5e1f-4fae-a077-eb4fcc362572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:34.888780 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ee68f57-ba8e-4d7f-a719-725a7962bdb9 req-9e548c67-0311-4cfb-9965-f5cde45d2970 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/security-groups?id=102a3b4c-efa0-44ee-8de4-1f68fe701542&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1995146
Jun 04 15:41:34.971114 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:34.988984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42166) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:35.168774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Calling delete_port for 17017ed2-c60a-445a-8f8d-333b0a919999 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:41:35.400391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-87264371-871e-4df8-95c1-2c134a0a3b05 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting port 1f466408-a7ac-4cd3-971e-73b3c9f9a925 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:41:35.400739 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87264371-871e-4df8-95c1-2c134a0a3b05 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:35.434291 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-620cc853-5e1f-4fae-a077-eb4fcc362572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:35.438932 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-52a44e2d-941a-497e-83a4-ae92179189a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:35.464959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cc853-5e1f-4fae-a077-eb4fcc362572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d901ee-f3f2-4fe1-84d0-b6511ee73bfc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:35.490954 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-620cc853-5e1f-4fae-a077-eb4fcc362572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:35.493154 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:35.514822 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:35.524607 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-20b45935-c4ee-4b8f-be0e-190a5aef8f0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:35.579408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552a653a-60cc-4dfa-ac8e-b261d9d07261 tempest-TestVolumeBackupRestore-1131970247 tempest-TestVolumeBackupRestore-1131970247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:35.591408 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-552a653a-60cc-4dfa-ac8e-b261d9d07261 tempest-TestVolumeBackupRestore-1131970247 tempest-TestVolumeBackupRestore-1131970247-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 1092 time: 0.6007731
Jun 04 15:41:35.605375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42182) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:35.606277 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-620cc853-5e1f-4fae-a077-eb4fcc362572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:35.610339 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-620cc853-5e1f-4fae-a077-eb4fcc362572 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38d901ee-f3f2-4fe1-84d0-b6511ee73bfc HTTP/1.1" status: 204  len: 168 time: 1.0729847
Jun 04 15:41:35.616353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'port_id': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:35.655031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Pushing event deleted for resources: {'Port': ['ID=17017ed2-c60a-445a-8f8d-333b0a919999,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:35.718540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:35.752949 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:35.755469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Usage tracker for resource:floatingip and tenant:3a0b97e8de834ebea3f73cfa41700327 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:35.765626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:35.811451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:35.812872 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87264371-871e-4df8-95c1-2c134a0a3b05 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:35.868823 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:36.046949 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-87264371-871e-4df8-95c1-2c134a0a3b05 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Calling delete_port for 1f466408-a7ac-4cd3-971e-73b3c9f9a925 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:41:36.074643 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:36.106299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa22356-afa2-4f5f-bdef-218ae857f466 req-d45706fd-7f2c-44c7-ac9f-35cf0066085f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:36.107805 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-baa22356-afa2-4f5f-bdef-218ae857f466 req-d45706fd-7f2c-44c7-ac9f-35cf0066085f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.4351993
Jun 04 15:41:36.192806 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-baa22356-afa2-4f5f-bdef-218ae857f466 req-2dc6651c-b436-4ed0-8cd5-2505bd0fa6e4 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0785465
Jun 04 15:41:36.298516 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:36.306313 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:36.462755 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87264371-871e-4df8-95c1-2c134a0a3b05 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:36.476243 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-173a776a-cf87-42bc-9f07-b35c4a415bd0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:36.495472 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:36.572278 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:36.572859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Fanout notify agent at l3_agent the message router_deleted on router 9fb3932a-6e73-45e2-85f2-2ac59b699378 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:41:36.628784 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:36.628784 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "DELETE /v2.0/routers/9fb3932a-6e73-45e2-85f2-2ac59b699378 HTTP/1.1" status: 204  len: 168 time: 3.1863515
Jun 04 15:41:36.630133 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42198) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:36.637220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1453892137', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}, 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:36.798078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Allocated IP 172.25.4.36 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/f4a344c0-24c9-4fc3-9116-8aa29df52aff) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:41:36.896806 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:36.967375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87264371-871e-4df8-95c1-2c134a0a3b05 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Port': ['ID=1f466408-a7ac-4cd3-971e-73b3c9f9a925,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:37.031973 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-87264371-871e-4df8-95c1-2c134a0a3b05 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:37.209700 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Usage tracker for resource:router and tenant:cce8e60724f14004ba06c53fb5541000 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:37.225243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:37.256550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:37.404294 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:37.411579 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:37.412831 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:37.499731 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87264371-871e-4df8-95c1-2c134a0a3b05 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:37.508785 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:37.598577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740377f6-5808-44eb-8f00-bfd06560ffaf req-c61c1b51-b4d7-4068-b329-8bbecee52a26 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:37.600162 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-740377f6-5808-44eb-8f00-bfd06560ffaf req-c61c1b51-b4d7-4068-b329-8bbecee52a26 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.1415348
Jun 04 15:41:37.716562 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:37.735642 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0f1e3d26-d561-41c1-a8a6-32f2e89f710b tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:37.890131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:41:38.036439 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Pushing event updated for resources: {'Port': ['ID=f4a344c0-24c9-4fc3-9116-8aa29df52aff,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:38.047366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:41:38.051923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:41:38.126065 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:38.145978 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-740377f6-5808-44eb-8f00-bfd06560ffaf req-2805bbc8-cf35-4d9f-9a62-af83a3cf2f5b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5335376
Jun 04 15:41:38.356868 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:38.424144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87264371-871e-4df8-95c1-2c134a0a3b05 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:41:38.637784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87264371-871e-4df8-95c1-2c134a0a3b05 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:41:38.652021 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf509fbb-a898-4d09-9155-0bf5c329aca7 None None] Sync routers for ids ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:41:38.665382 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-87264371-871e-4df8-95c1-2c134a0a3b05 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "PUT /v2.0/routers/6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7190957
Jun 04 15:41:38.665814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42236) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:38.667488 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf509fbb-a898-4d09-9155-0bf5c329aca7 None None] Routers {'6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:38.668297 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-bf509fbb-a898-4d09-9155-0bf5c329aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d5e6100>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:38.839584 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-bf509fbb-a898-4d09-9155-0bf5c329aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d5e6100>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:38.860869 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf509fbb-a898-4d09-9155-0bf5c329aca7 None None] Routers {'6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:38.863312 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-bf509fbb-a898-4d09-9155-0bf5c329aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d5e6100>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:38.967403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:39.009780 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-bf509fbb-a898-4d09-9155-0bf5c329aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d5e6100>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:39.010466 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf509fbb-a898-4d09-9155-0bf5c329aca7 None None] The sync data for ids ['6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:41:39.014549 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:39.481336 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:39.880897 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:39.923838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270c704-56d2-4399-901b-b116c52912b9 req-4050137e-f84d-4e57-99f5-b43944f598bd tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:39.944344 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8270c704-56d2-4399-901b-b116c52912b9 req-4050137e-f84d-4e57-99f5-b43944f598bd tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.4838207
Jun 04 15:41:40.115124 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8270c704-56d2-4399-901b-b116c52912b9 req-f5ac62d7-0cc3-4e60-99f3-7f7bd292397b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1567667
Jun 04 15:41:40.138783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting port 0e1a04df-96ef-419d-89f9-59f0d0dff142 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:41:40.139134 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:40.317689 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:40.408615 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:40.424234 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:40.467911 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-024a6bd4-0b17-42e9-b400-317edb0a69f4 tempest-VolumesActionsTest-1823799466 tempest-VolumesActionsTest-1823799466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:40.596764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Pushing event updated for resources: {'Port': ['ID=f4a344c0-24c9-4fc3-9116-8aa29df52aff,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:40.616353 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:40.637710 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Calling delete_port for 0e1a04df-96ef-419d-89f9-59f0d0dff142 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:41:40.781936 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:40.834531 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:40.931691 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:41.126377 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:41.140398 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:41.208972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Allocated IP 172.25.4.99 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/6acfb946-e000-4ae0-922a-aff6309a105b) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:41:41.263921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Port': ['ID=0e1a04df-96ef-419d-89f9-59f0d0dff142,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:41.277726 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:41.470561 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:41.479801 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Floating IP 0954cf78-87ac-4f32-9b6e-2fc79b20e582 associated. External IP: 172.25.4.36, port: 2340f3b8-b66a-4429-96f5-358d5bb8b9f0.
Jun 04 15:41:41.711725 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:41.721728 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:41.828555 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:41.829266 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Fanout notify agent at l3_agent the message router_deleted on router 6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:41:41.885452 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:41.886587 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/routers/6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6 HTTP/1.1" status: 204  len: 168 time: 3.2196417
Jun 04 15:41:41.889105 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42300) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:41.976788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:42.007412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d8e54-a341-446d-bb1f-cc25a2141845 req-17b5e4b3-abf3-4eb9-b005-a326814e8e2e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:42.009336 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fc9d8e54-a341-446d-bb1f-cc25a2141845 req-17b5e4b3-abf3-4eb9-b005-a326814e8e2e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.6487136
Jun 04 15:41:42.017166 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5cc8ef5-94b1-4f2f-a000-45c36d029666 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting subnet 843f2bb3-4c5e-4d8c-8038-ece73803a59c {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:41:42.029784 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8ef5-94b1-4f2f-a000-45c36d029666 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:42.083236 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Router 46839d45-72f1-41d4-ae55-9b97543e4444 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:41:42.118909 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8ef5-94b1-4f2f-a000-45c36d029666 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:42.342297 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8ef5-94b1-4f2f-a000-45c36d029666 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:42.555978 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:42.566854 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-54c641e8-51d6-4157-bddb-2eb2788daaa7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:42.761154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Pushing event updated for resources: {'Port': ['ID=6acfb946-e000-4ae0-922a-aff6309a105b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:42.761154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:41:42.761154 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:42.766220 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839e677f-b732-4c83-97de-3e5b072ce210 None None] Sync routers for ids ['46839d45-72f1-41d4-ae55-9b97543e4444'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:41:42.771130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:41:42.773536 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839e677f-b732-4c83-97de-3e5b072ce210 None None] Routers {'46839d45-72f1-41d4-ae55-9b97543e4444'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:42.774260 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-839e677f-b732-4c83-97de-3e5b072ce210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c67d160>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['46839d45-72f1-41d4-ae55-9b97543e4444'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:42.785751 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fc9d8e54-a341-446d-bb1f-cc25a2141845 req-5daec813-7140-4ccc-9725-3e67f3a37aff tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7277102
Jun 04 15:41:42.792764 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42318) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:42.797064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:41:42.798565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:41:43.029694 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b0b274b1-aa2b-4d3a-bbf9-803f158adbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:43.051971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b0b274b1-aa2b-4d3a-bbf9-803f158adbee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:43.070008 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b0b274b1-aa2b-4d3a-bbf9-803f158adbee admin admin] Usage tracker for resource:security_group_rule and tenant:0d44db70185048e6be620c50aa51db6e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:43.072768 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b0b274b1-aa2b-4d3a-bbf9-803f158adbee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:43.083360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b0b274b1-aa2b-4d3a-bbf9-803f158adbee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:43.086446 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-839e677f-b732-4c83-97de-3e5b072ce210 None None] Set router 46839d45-72f1-41d4-ae55-9b97543e4444 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:41:43.303205 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:43.358814 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8ef5-94b1-4f2f-a000-45c36d029666 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:43.372573 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:43.418499 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc8ef5-94b1-4f2f-a000-45c36d029666 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Subnet': ['ID=843f2bb3-4c5e-4d8c-8038-ece73803a59c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:43.425141 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8ef5-94b1-4f2f-a000-45c36d029666 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:43.429492 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c5cc8ef5-94b1-4f2f-a000-45c36d029666 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:43.434892 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2236eddc-cab1-40c3-a209-1425ddab1555 None None] Network 62f41ca3-3402-483e-8ce2-74224fd42573 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:41:43.453091 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c5cc8ef5-94b1-4f2f-a000-45c36d029666 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/subnets/843f2bb3-4c5e-4d8c-8038-ece73803a59c HTTP/1.1" status: 204  len: 168 time: 1.5596211
Jun 04 15:41:43.454734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42328) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:43.566826 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 7.9519043
Jun 04 15:41:43.568535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'tag': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:41:43.571612 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855f4f20-2ba3-4d10-82eb-5c3b931cbb52" -d '{"events": [{"name": "network-changed", "server_uuid": "e94cb2f6-e4df-4134-be57-af334053fcd1", "tag": "2340f3b8-b66a-4429-96f5-358d5bb8b9f0"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:41:43.577722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42332) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:43.783476 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa618c6a-b9f4-4ec6-924f-9577f10b73d1 x-openstack-request-id: req-fa618c6a-b9f4-4ec6-924f-9577f10b73d1 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:41:43.784537 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94cb2f6-e4df-4134-be57-af334053fcd1", "tag": "2340f3b8-b66a-4429-96f5-358d5bb8b9f0", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:41:43.785067 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa618c6a-b9f4-4ec6-924f-9577f10b73d1 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:41:43.785276 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'tag': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0', 'status': 'completed', 'code': 200}
Jun 04 15:41:43.924586 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b0b274b1-aa2b-4d3a-bbf9-803f158adbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:43.947176 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:43.950153 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b94d96a-624b-4316-a1d8-6360406d9336 None None] DHCP port deletion for 62f41ca3-3402-483e-8ce2-74224fd42573 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:41:44.011185 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:44.019550 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b0b274b1-aa2b-4d3a-bbf9-803f158adbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:44.036771 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7984ca2e-720f-4c0b-b861-6900042906fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:44.156005 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b0b274b1-aa2b-4d3a-bbf9-803f158adbee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d44db70185048e6be620c50aa51db6e&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3597233
Jun 04 15:41:44.157592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42342) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:44.172338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b274b1-aa2b-4d3a-bbf9-803f158adbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb8db5e-fde2-4abe-a27f-730417e1fb93,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:44.176764 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0b94d96a-624b-4316-a1d8-6360406d9336 None None] Deleting port 80589c74-ef19-426c-97cd-311108cffe09 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:41:44.177178 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0b94d96a-624b-4316-a1d8-6360406d9336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:44.191574 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b0b274b1-aa2b-4d3a-bbf9-803f158adbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:44.223501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting port 80589c74-ef19-426c-97cd-311108cffe09 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:41:44.223850 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:44.288291 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0b94d96a-624b-4316-a1d8-6360406d9336 None None] For port 80589c74-ef19-426c-97cd-311108cffe09, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=80589c74-ef19-426c-97cd-311108cffe09,segment=NetworkSegment(1d529e56-7a70-4b58-bf95-6f7e1f3ad82d),segment_id=1d529e56-7a70-4b58-bf95-6f7e1f3ad82d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:41:44.288678 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0b94d96a-624b-4316-a1d8-6360406d9336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:44.366515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f4f20-2ba3-4d10-82eb-5c3b931cbb52 req-a369ea56-a7ad-4b99-9141-d792c2a858c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:44.368246 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-855f4f20-2ba3-4d10-82eb-5c3b931cbb52 req-a369ea56-a7ad-4b99-9141-d792c2a858c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a0b97e8de834ebea3f73cfa41700327&device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 1097 time: 0.5820591
Jun 04 15:41:44.409692 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] For port 80589c74-ef19-426c-97cd-311108cffe09, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=80589c74-ef19-426c-97cd-311108cffe09,segment=NetworkSegment(1d529e56-7a70-4b58-bf95-6f7e1f3ad82d),segment_id=1d529e56-7a70-4b58-bf95-6f7e1f3ad82d)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:41:44.411120 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:44.436879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0b94d96a-624b-4316-a1d8-6360406d9336 None None] Calling delete_port for 80589c74-ef19-426c-97cd-311108cffe09 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:41:44.490897 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 80589c74-ef19-426c-97cd-311108cffe09 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:41:44.603406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f4f20-2ba3-4d10-82eb-5c3b931cbb52 req-fc8d6b02-5af8-4241-b326-70e849c19d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:44.606152 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-855f4f20-2ba3-4d10-82eb-5c3b931cbb52 req-fc8d6b02-5af8-4241-b326-70e849c19d64 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aaebff77-728c-4e73-9052-ac24eb7613ad HTTP/1.1" status: 200  len: 914 time: 0.2207432
Jun 04 15:41:44.613683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Calling delete_port for 80589c74-ef19-426c-97cd-311108cffe09 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:41:44.659316 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:44.671067 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0b94d96a-624b-4316-a1d8-6360406d9336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:44.684797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-839e677f-b732-4c83-97de-3e5b072ce210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c67d160>, [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:36:46Z', 'revision_number': 4, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port': {'id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:31Z', 'updated_at': '2021-06-04T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '0954cf78-87ac-4f32-9b6e-2fc79b20e582', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'port_id': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'mac_address': 'fa:16:3e:bd:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:41:38Z', 'updated_at': '2021-06-04T15:41:38Z', 'revision_number': 0, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e512355-7eb9-4a58-bbf9-f025f8bc19dc', 'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'mac_address': 'fa:16:3e:ff:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:42Z', 'updated_at': '2021-06-04T15:36:56Z', 'revision_number': 5, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'subnets': [{'id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:44.685249 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0e701e-02c1-4aa2-8db7-a6b166983393 tempest-TestVolumeBackupRestore-1131970247 tempest-TestVolumeBackupRestore-1131970247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:44.685755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6e0e701e-02c1-4aa2-8db7-a6b166983393 tempest-TestVolumeBackupRestore-1131970247 tempest-TestVolumeBackupRestore-1131970247-project-admin] Synchronizing usage tracker for tenant:5d1119e5f8f2473a9a0d2b3366bd5a61 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:41:44.691435 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:44.692919 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:44.699563 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a979dae8-174d-401b-9afc-e8dae9212017 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:44.746609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b94d96a-624b-4316-a1d8-6360406d9336 None None] No DVR routers for this DVR port 80589c74-ef19-426c-97cd-311108cffe09 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:41:44.752439 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839e677f-b732-4c83-97de-3e5b072ce210 None None] Checking router: 46839d45-72f1-41d4-ae55-9b97543e4444 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:41:44.771205 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Port': ['ID=80589c74-ef19-426c-97cd-311108cffe09,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:44.787130 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:44.788439 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] No DVR routers for this DVR port 80589c74-ef19-426c-97cd-311108cffe09 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:41:44.809613 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94d96a-624b-4316-a1d8-6360406d9336 None None] Pushing event deleted for resources: {'Port': ['ID=80589c74-ef19-426c-97cd-311108cffe09,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:44.834441 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0b94d96a-624b-4316-a1d8-6360406d9336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:44.837525 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839e677f-b732-4c83-97de-3e5b072ce210 None None] Routers {'46839d45-72f1-41d4-ae55-9b97543e4444'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:44.841804 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-839e677f-b732-4c83-97de-3e5b072ce210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c67d160>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['46839d45-72f1-41d4-ae55-9b97543e4444'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:45.082692 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bed396d6-2584-4c94-b337-7b9ca82e574c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:45.119411 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bed396d6-2584-4c94-b337-7b9ca82e574c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:45.284410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b2ba4-311c-47d5-bb92-0dc986a62018 req-71de0cb8-7a24-40d9-88be-d1412a3b9cfc tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:45.297351 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bed396d6-2584-4c94-b337-7b9ca82e574c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:45.300561 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e28b2ba4-311c-47d5-bb92-0dc986a62018 req-71de0cb8-7a24-40d9-88be-d1412a3b9cfc tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 1.1681683
Jun 04 15:41:45.338586 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0db5b766-8fba-4f89-b660-595fab7b31d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:45.339345 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-855f4f20-2ba3-4d10-82eb-5c3b931cbb52 req-06fc958b-37a8-46bd-8441-b00167a1c70b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2340f3b8-b66a-4429-96f5-358d5bb8b9f0 HTTP/1.1" status: 200  len: 999 time: 0.6477187
Jun 04 15:41:45.495027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed396d6-2584-4c94-b337-7b9ca82e574c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb8db5e-fde2-4abe-a27f-730417e1fb93,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:45.495027 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:45.499474 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bed396d6-2584-4c94-b337-7b9ca82e574c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:45.511372 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83860d4c40>,) {'filters': {'network_id': ['62f41ca3-3402-483e-8ce2-74224fd42573']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:45.527697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83860d4c40>, '1d529e56-7a70-4b58-bf95-6f7e1f3ad82d') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:45.528115 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83860d4c40>, '1d529e56-7a70-4b58-bf95-6f7e1f3ad82d') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:45.543957 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:45.552363 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bed396d6-2584-4c94-b337-7b9ca82e574c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:45.556753 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bed396d6-2584-4c94-b337-7b9ca82e574c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/efb8db5e-fde2-4abe-a27f-730417e1fb93 HTTP/1.1" status: 204  len: 168 time: 1.3981113
Jun 04 15:41:45.574338 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:45.582182 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:41:45.582598 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:45.589183 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-839e677f-b732-4c83-97de-3e5b072ce210 None None] Set router 46839d45-72f1-41d4-ae55-9b97543e4444 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:41:45.666862 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6e0e701e-02c1-4aa2-8db7-a6b166983393 tempest-TestVolumeBackupRestore-1131970247 tempest-TestVolumeBackupRestore-1131970247-project-admin] Unset dirty status for tenant:5d1119e5f8f2473a9a0d2b3366bd5a61 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:41:45.671279 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6e0e701e-02c1-4aa2-8db7-a6b166983393 tempest-TestVolumeBackupRestore-1131970247 tempest-TestVolumeBackupRestore-1131970247-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 1092 time: 2.0891006
Jun 04 15:41:45.690726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42364) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:41:45.702115 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:41:45.709962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0f473f29-aad6-4566-a43c-42935a745df8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Request body: {'floatingip': {'port_id': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:45.783620 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:45.795832 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-73d55f59-f28b-4c7d-9037-2c46323cd25c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:45.823107 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:45.829867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Network': ['ID=62f41ca3-3402-483e-8ce2-74224fd42573,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:45.836116 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/networks/62f41ca3-3402-483e-8ce2-74224fd42573 HTTP/1.1" status: 204  len: 168 time: 2.3670676
Jun 04 15:41:45.837494 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:45.838378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42372) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:45.872328 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e28b2ba4-311c-47d5-bb92-0dc986a62018 req-1e64c66a-0a38-405c-922b-3a16397ad94b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5620410
Jun 04 15:41:45.907695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:46.054594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f4f20-2ba3-4d10-82eb-5c3b931cbb52 req-12db8c72-ce04-4247-9b35-4f2e67a8fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:46.056076 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-855f4f20-2ba3-4d10-82eb-5c3b931cbb52 req-12db8c72-ce04-4247-9b35-4f2e67a8fc20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=504bb84e-4545-4226-8f6e-0cf6a7520374 HTTP/1.1" status: 200  len: 852 time: 0.5127366
Jun 04 15:41:46.082318 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f473f29-aad6-4566-a43c-42935a745df8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for floatingip, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:46.396419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-3d9fc2e5-2ca5-491a-a059-a3a59076825a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting port b9352c13-57b6-4c44-bacd-eb088a2a8db3 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:41:46.396765 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc2e5-2ca5-491a-a059-a3a59076825a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:46.466850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-839e677f-b732-4c83-97de-3e5b072ce210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c67d160>, [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:36:46Z', 'revision_number': 4, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port': {'id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:31Z', 'updated_at': '2021-06-04T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '0954cf78-87ac-4f32-9b6e-2fc79b20e582', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'port_id': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'mac_address': 'fa:16:3e:bd:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:41:38Z', 'updated_at': '2021-06-04T15:41:38Z', 'revision_number': 0, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e512355-7eb9-4a58-bbf9-f025f8bc19dc', 'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'mac_address': 'fa:16:3e:ff:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:42Z', 'updated_at': '2021-06-04T15:36:56Z', 'revision_number': 5, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'subnets': [{'id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:46.471225 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839e677f-b732-4c83-97de-3e5b072ce210 None None] The sync data for ids ['46839d45-72f1-41d4-ae55-9b97543e4444'] in n-d-791505-9 is: [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:36:46Z', 'revision_number': 4, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port': {'id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:31Z', 'updated_at': '2021-06-04T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '0954cf78-87ac-4f32-9b6e-2fc79b20e582', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'port_id': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'mac_address': 'fa:16:3e:bd:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:41:38Z', 'updated_at': '2021-06-04T15:41:38Z', 'revision_number': 0, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e512355-7eb9-4a58-bbf9-f025f8bc19dc', 'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'mac_address': 'fa:16:3e:ff:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:42Z', 'updated_at': '2021-06-04T15:36:56Z', 'revision_number': 5, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'subnets': [{'id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:41:46.535032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42386) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:46.590726 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1daba657-e2da-4b32-ac49-8aff3d007b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:46.646305 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc2e5-2ca5-491a-a059-a3a59076825a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:46.647034 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc2e5-2ca5-491a-a059-a3a59076825a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:46.696685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1daba657-e2da-4b32-ac49-8aff3d007b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:46.997993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1daba657-e2da-4b32-ac49-8aff3d007b7b admin admin] Usage tracker for resource:security_group_rule and tenant:05dcf4d291de4c62afee6c56a671abfc is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:46.997993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1daba657-e2da-4b32-ac49-8aff3d007b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:46.997993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1daba657-e2da-4b32-ac49-8aff3d007b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:46.997993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f4f20-2ba3-4d10-82eb-5c3b931cbb52 req-f35ab40d-1dc8-47bb-b2a7-3a6b740158f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:46.997993 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-855f4f20-2ba3-4d10-82eb-5c3b931cbb52 req-f35ab40d-1dc8-47bb-b2a7-3a6b740158f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aaebff77-728c-4e73-9052-ac24eb7613ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5679471
Jun 04 15:41:47.000583 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e411fa-f840-4c4d-b699-e8c1c62f3f60 None None] New status for floating IP 0954cf78-87ac-4f32-9b6e-2fc79b20e582: ACTIVE {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:41:47.001330 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-3d9fc2e5-2ca5-491a-a059-a3a59076825a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Calling delete_port for b9352c13-57b6-4c44-bacd-eb088a2a8db3 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:41:47.122788 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-855f4f20-2ba3-4d10-82eb-5c3b931cbb52 req-46f7d470-dcda-447f-8eb3-56e227ef060b service neutron] 10.222.0.65 "GET /v2.0/networks/aaebff77-728c-4e73-9052-ac24eb7613ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3555653
Jun 04 15:41:47.348026 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc2e5-2ca5-491a-a059-a3a59076825a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:47.356993 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:47.423648 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fc2e5-2ca5-491a-a059-a3a59076825a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Port': ['ID=b9352c13-57b6-4c44-bacd-eb088a2a8db3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:47.427530 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3d9fc2e5-2ca5-491a-a059-a3a59076825a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:47.540316 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc2e5-2ca5-491a-a059-a3a59076825a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:47.574639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc13252-59ad-437e-a89a-0ca6b9341368 req-dea4697e-7d23-43a8-b4cf-4acc559db3b2 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:47.574639 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abc13252-59ad-437e-a89a-0ca6b9341368 req-dea4697e-7d23-43a8-b4cf-4acc559db3b2 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.3487597
Jun 04 15:41:47.605116 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc2e5-2ca5-491a-a059-a3a59076825a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:47.606289 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3d9fc2e5-2ca5-491a-a059-a3a59076825a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/floatingips/d32a1ea1-81fc-4ca1-96c8-7ae30159e395 HTTP/1.1" status: 204  len: 168 time: 1.7666526
Jun 04 15:41:47.611154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42396) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:47.667434 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e54d374-de44-4edd-8fb5-966e39f988db tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:41:47.667434 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e54d374-de44-4edd-8fb5-966e39f988db tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:41:47.667434 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6e54d374-de44-4edd-8fb5-966e39f988db tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/ports/61da0209-abc8-4cb0-9afd-d556e061fd36 HTTP/1.1" status: 404  len: 333 time: 0.0511689
Jun 04 15:41:47.668751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42398) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:47.687753 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-abc13252-59ad-437e-a89a-0ca6b9341368 req-c6c07a63-079f-4e15-b9fe-7c55cd95d176 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1036539
Jun 04 15:41:47.738803 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-855f4f20-2ba3-4d10-82eb-5c3b931cbb52 req-afc8e45d-d3ea-4b57-ba66-0d11fa9fd005 service neutron] 10.222.0.65 "GET /v2.0/networks/aaebff77-728c-4e73-9052-ac24eb7613ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5871572
Jun 04 15:41:47.745920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3989daa4-705a-4c77-83d3-c21d76362251 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Synchronizing usage tracker for tenant:fd5e5d520f97480f91c3a626ef7c9a19 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:41:48.015935 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Router dcafc249-77f9-4271-90a8-a21d8a67b0f2 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:41:48.226041 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3989daa4-705a-4c77-83d3-c21d76362251 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Unset dirty status for tenant:fd5e5d520f97480f91c3a626ef7c9a19 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:41:48.230788 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3989daa4-705a-4c77-83d3-c21d76362251 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "GET /v2.0/ports?device_id=6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6 HTTP/1.1" status: 200  len: 205 time: 0.5530536
Jun 04 15:41:48.231936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42400) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:48.246006 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444393b5-6a77-4785-98b5-6627ae23678f req-279794b8-2038-48b7-86d5-bf46ef6e42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:48.247475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-444393b5-6a77-4785-98b5-6627ae23678f req-279794b8-2038-48b7-86d5-bf46ef6e42f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 1097 time: 0.7280126
Jun 04 15:41:48.303323 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1daba657-e2da-4b32-ac49-8aff3d007b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:48.435448 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-530c9d5a-5bff-4e7b-91f1-afaf8e9e3f68 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] delete failed (client error): The resource could not be found.
Jun 04 15:41:48.438985 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-530c9d5a-5bff-4e7b-91f1-afaf8e9e3f68 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/routers/6940b4e6-8b5c-4f65-ab49-1fa4a10ec0e6 HTTP/1.1" status: 404  len: 336 time: 0.2018666
Jun 04 15:41:48.442040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42406) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:48.460977 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1daba657-e2da-4b32-ac49-8aff3d007b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:48.481318 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c8d10fb9-f1a5-476c-9aaf-b846a8ecde3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:48.494139 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.api [None req-0f473f29-aad6-4566-a43c-42935a745df8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:41:48.494455 n-d-791505-9 neutron-server[88300]: DEBUG oslo_db.api [None req-0f473f29-aad6-4566-a43c-42935a745df8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:41:48.552847 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1daba657-e2da-4b32-ac49-8aff3d007b7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05dcf4d291de4c62afee6c56a671abfc&name=default HTTP/1.1" status: 200  len: 2983 time: 2.0140402
Jun 04 15:41:48.563326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42408) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:48.578865 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-028f1c1d-41a5-4428-81d8-c3eeccd5b783 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:41:48.579958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028f1c1d-41a5-4428-81d8-c3eeccd5b783 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:41:48.585502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:41:48.589065 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-028f1c1d-41a5-4428-81d8-c3eeccd5b783 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/subnets/843f2bb3-4c5e-4d8c-8038-ece73803a59c HTTP/1.1" status: 404  len: 337 time: 0.1456444
Jun 04 15:41:48.589752 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42412) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:48.600131 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45383616-0864-415f-bd15-e1385fbb23f7 None None] Sync routers for ids ['dcafc249-77f9-4271-90a8-a21d8a67b0f2'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:41:48.601678 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daba657-e2da-4b32-ac49-8aff3d007b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9269390c-0a8c-4bff-adcd-5414fbad117e,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:48.615577 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1daba657-e2da-4b32-ac49-8aff3d007b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:48.626845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45383616-0864-415f-bd15-e1385fbb23f7 None None] Routers {'dcafc249-77f9-4271-90a8-a21d8a67b0f2'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:48.627757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-45383616-0864-415f-bd15-e1385fbb23f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c0ffc70>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['dcafc249-77f9-4271-90a8-a21d8a67b0f2'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:48.652766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444393b5-6a77-4785-98b5-6627ae23678f req-2ad77396-549b-40d4-916b-d2ad76a76509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:48.654363 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-444393b5-6a77-4785-98b5-6627ae23678f req-2ad77396-549b-40d4-916b-d2ad76a76509 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 917 time: 0.3934059
Jun 04 15:41:48.772550 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-45383616-0864-415f-bd15-e1385fbb23f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c0ffc70>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:48.795880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45383616-0864-415f-bd15-e1385fbb23f7 None None] Routers {'dcafc249-77f9-4271-90a8-a21d8a67b0f2'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:48.796523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-45383616-0864-415f-bd15-e1385fbb23f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c0ffc70>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['dcafc249-77f9-4271-90a8-a21d8a67b0f2'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:48.843495 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d070a64b-3c0c-4639-a279-e6f76320c8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:48.878303 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-45383616-0864-415f-bd15-e1385fbb23f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c0ffc70>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:48.878990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45383616-0864-415f-bd15-e1385fbb23f7 None None] The sync data for ids ['dcafc249-77f9-4271-90a8-a21d8a67b0f2'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:41:48.939565 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:48.941529 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 12.3111212
Jun 04 15:41:48.951736 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-444393b5-6a77-4785-98b5-6627ae23678f req-0a3e1b94-4dd8-4787-922a-5d374ba0ae20 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2143492-b011-42f0-a341-8a7bebb56539 HTTP/1.1" status: 200  len: 1002 time: 0.2850251
Jun 04 15:41:48.959043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42416) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:48.970829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:41:49.010435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-5370d698-ed37-40c9-b09c-a6d5903f5581 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting port f1e5b71a-ad3f-4e19-8738-450db0e4f9c4 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:41:49.011014 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5370d698-ed37-40c9-b09c-a6d5903f5581 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:49.019740 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f473f29-aad6-4566-a43c-42935a745df8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for floatingip, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:49.144793 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d070a64b-3c0c-4639-a279-e6f76320c8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:49.162265 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5370d698-ed37-40c9-b09c-a6d5903f5581 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:49.293840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-5370d698-ed37-40c9-b09c-a6d5903f5581 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Calling delete_port for f1e5b71a-ad3f-4e19-8738-450db0e4f9c4 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:41:49.390198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444393b5-6a77-4785-98b5-6627ae23678f req-2dbaaf55-61da-429b-8cfd-3997b8236e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:49.391979 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-444393b5-6a77-4785-98b5-6627ae23678f req-2dbaaf55-61da-429b-8cfd-3997b8236e8b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 200  len: 855 time: 0.4263113
Jun 04 15:41:49.588827 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5370d698-ed37-40c9-b09c-a6d5903f5581 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:49.596687 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-32b34fff-d18e-4efb-9a09-c7266295b322 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:49.657796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370d698-ed37-40c9-b09c-a6d5903f5581 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Port': ['ID=f1e5b71a-ad3f-4e19-8738-450db0e4f9c4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:49.661904 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5370d698-ed37-40c9-b09c-a6d5903f5581 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:49.785319 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5370d698-ed37-40c9-b09c-a6d5903f5581 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:49.824353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e904628-4176-4333-86bd-f76e639f762e req-0adc00ba-903b-4cce-a945-15af05f643d5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:49.826160 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e904628-4176-4333-86bd-f76e639f762e req-0adc00ba-903b-4cce-a945-15af05f643d5 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 946 time: 0.9441552
Jun 04 15:41:49.886155 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5370d698-ed37-40c9-b09c-a6d5903f5581 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/ports/f1e5b71a-ad3f-4e19-8738-450db0e4f9c4 HTTP/1.1" status: 204  len: 168 time: 1.2946923
Jun 04 15:41:49.890647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42424) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:50.009879 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d070a64b-3c0c-4639-a279-e6f76320c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:50.026371 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6113cdf3-5a63-443e-beea-1d428b13a6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:50.044549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-bc97005e-fa61-4aba-8297-432f57c9ba6c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting port 4cead33f-51c4-4e25-a030-372cb1ae579b {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:41:50.045174 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e904628-4176-4333-86bd-f76e639f762e req-f0b826ab-a904-423b-af01-8d885a8ed0ab tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2032833
Jun 04 15:41:50.045703 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bc97005e-fa61-4aba-8297-432f57c9ba6c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:50.114010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070a64b-3c0c-4639-a279-e6f76320c8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9269390c-0a8c-4bff-adcd-5414fbad117e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:50.126880 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d070a64b-3c0c-4639-a279-e6f76320c8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:50.200246 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d070a64b-3c0c-4639-a279-e6f76320c8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:50.202652 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d070a64b-3c0c-4639-a279-e6f76320c8f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9269390c-0a8c-4bff-adcd-5414fbad117e HTTP/1.1" status: 204  len: 168 time: 1.6361723
Jun 04 15:41:50.223947 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bc97005e-fa61-4aba-8297-432f57c9ba6c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:50.229072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444393b5-6a77-4785-98b5-6627ae23678f req-9a71ef51-8450-4c19-a001-243a3679f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:50.230592 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-444393b5-6a77-4785-98b5-6627ae23678f req-9a71ef51-8450-4c19-a001-243a3679f859 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.8199530
Jun 04 15:41:50.415854 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-bc97005e-fa61-4aba-8297-432f57c9ba6c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Calling delete_port for 4cead33f-51c4-4e25-a030-372cb1ae579b owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:41:50.646213 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bc97005e-fa61-4aba-8297-432f57c9ba6c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:50.653382 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8aa0ae61-5df2-41e4-a9ef-a38c7323bbce tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:50.657509 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c2143492-b011-42f0-a341-8a7bebb56539 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:41:50.709632 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-444393b5-6a77-4785-98b5-6627ae23678f req-c24b07a6-fe03-44f4-bfa8-78aac9427fbf service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4699087
Jun 04 15:41:50.715600 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:50.752317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97005e-fa61-4aba-8297-432f57c9ba6c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Port': ['ID=4cead33f-51c4-4e25-a030-372cb1ae579b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:50.765993 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bc97005e-fa61-4aba-8297-432f57c9ba6c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:50.836120 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:50.901444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c2143492-b011-42f0-a341-8a7bebb56539, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c2143492-b011-42f0-a341-8a7bebb56539,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:41:50.902750 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2143492-b011-42f0-a341-8a7bebb56539'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:41:50.903930 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bc97005e-fa61-4aba-8297-432f57c9ba6c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:50.910957 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43be5787-9a4e-4f7d-b162-90f7ba5aa84c" -d '{"events": [{"server_uuid": "727728a7-0634-4207-9bd7-2183c2bf2c1c", "name": "network-vif-unplugged", "status": "completed", "tag": "c2143492-b011-42f0-a341-8a7bebb56539"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:41:50.948775 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bc97005e-fa61-4aba-8297-432f57c9ba6c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/ports/4cead33f-51c4-4e25-a030-372cb1ae579b HTTP/1.1" status: 204  len: 168 time: 1.0590446
Jun 04 15:41:50.951246 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42442) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:50.970035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:50.982294 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:50.985031 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-09969b33-8a60-42c0-8cb3-3546ce74f689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:51.008309 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-444393b5-6a77-4785-98b5-6627ae23678f req-6fd85747-7081-4c82-8fd8-151aea384cf1 service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2868800
Jun 04 15:41:51.096083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae531be-0f81-4a99-9005-77f2bf5ea2bd tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:51.096083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-aae531be-0f81-4a99-9005-77f2bf5ea2bd tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Synchronizing usage tracker for tenant:fd5e5d520f97480f91c3a626ef7c9a19 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:41:51.179016 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 15:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979f4ef2-e395-4cdb-b4bc-bff056d12943 x-openstack-request-id: req-979f4ef2-e395-4cdb-b4bc-bff056d12943 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:41:51.179430 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727728a7-0634-4207-9bd7-2183c2bf2c1c", "name": "network-vif-unplugged", "status": "completed", "tag": "c2143492-b011-42f0-a341-8a7bebb56539", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:41:51.180174 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-979f4ef2-e395-4cdb-b4bc-bff056d12943 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:41:51.180796 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2143492-b011-42f0-a341-8a7bebb56539', 'code': 200}
Jun 04 15:41:51.183782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=c2143492-b011-42f0-a341-8a7bebb56539,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:51.191569 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:51.216844 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-aae531be-0f81-4a99-9005-77f2bf5ea2bd tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Unset dirty status for tenant:fd5e5d520f97480f91c3a626ef7c9a19 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:41:51.218057 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-aae531be-0f81-4a99-9005-77f2bf5ea2bd tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e2a3ec-0d53-483a-8087-ab1c851ae779 HTTP/1.1" status: 200  len: 913 time: 0.2658508
Jun 04 15:41:51.220858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42450) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:51.445111 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f473f29-aad6-4566-a43c-42935a745df8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:51.471791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Deleting port 6acfb946-e000-4ae0-922a-aff6309a105b {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:41:51.472132 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:51.853981 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f00845-086f-4cf5-8c8d-a6bd066d79dc req-53c434e9-fd0f-4eb1-90d8-89f0a2765dd0 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:51.855616 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c9f00845-086f-4cf5-8c8d-a6bd066d79dc req-53c434e9-fd0f-4eb1-90d8-89f0a2765dd0 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.5560820
Jun 04 15:41:51.869432 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f473f29-aad6-4566-a43c-42935a745df8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:51.969055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:52.047039 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07c37b67-3afd-4c51-96ab-01da0372e959 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:52.184494 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c9f00845-086f-4cf5-8c8d-a6bd066d79dc req-a312a70e-f755-4ae8-bd20-8373d619b2d0 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3160937
Jun 04 15:41:52.198204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Calling delete_port for 6acfb946-e000-4ae0-922a-aff6309a105b owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:41:52.679546 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:52.695150 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:52.994386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Pushing event deleted for resources: {'Port': ['ID=6acfb946-e000-4ae0-922a-aff6309a105b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:53.024132 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:53.030286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f473f29-aad6-4566-a43c-42935a745df8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Router 46839d45-72f1-41d4-ae55-9b97543e4444 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:41:53.128342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-07c37b67-3afd-4c51-96ab-01da0372e959 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting port 3728edd0-d0b3-457c-9d98-a9cc0a121785 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:41:53.129042 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07c37b67-3afd-4c51-96ab-01da0372e959 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:53.303176 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:53.357087 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07c37b67-3afd-4c51-96ab-01da0372e959 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:53.646153 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:53.646788 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-07c37b67-3afd-4c51-96ab-01da0372e959 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Calling delete_port for 3728edd0-d0b3-457c-9d98-a9cc0a121785 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:41:53.723702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c7965-9b1d-4139-b195-e68ee29f72fd req-b689ed32-dc28-48d1-b534-667f7af4e624 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:53.728563 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f473f29-aad6-4566-a43c-42935a745df8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:41:53.730388 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-860c7965-9b1d-4139-b195-e68ee29f72fd req-b689ed32-dc28-48d1-b534-667f7af4e624 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.2391348
Jun 04 15:41:53.738908 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60946885-d515-47ec-acd0-39118ae43c6b None None] Sync routers for ids ['46839d45-72f1-41d4-ae55-9b97543e4444'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:41:53.770044 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60946885-d515-47ec-acd0-39118ae43c6b None None] Routers {'46839d45-72f1-41d4-ae55-9b97543e4444'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:53.771958 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-60946885-d515-47ec-acd0-39118ae43c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ccbcfa0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['46839d45-72f1-41d4-ae55-9b97543e4444'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:53.772141 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0f473f29-aad6-4566-a43c-42935a745df8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:54.077476 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-860c7965-9b1d-4139-b195-e68ee29f72fd req-7281d892-1c46-4cb1-a697-fb835e861fbc tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3468349
Jun 04 15:41:54.130077 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-60946885-d515-47ec-acd0-39118ae43c6b None None] Set router 46839d45-72f1-41d4-ae55-9b97543e4444 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:41:54.177574 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07c37b67-3afd-4c51-96ab-01da0372e959 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:54.200735 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1ae5dcb8-7894-4a63-b1b2-48e4d974afce tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:54.222515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'tag': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:41:54.225902 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411bc6d5-cfb6-4a37-ab10-016310ba2a15" -d '{"events": [{"name": "network-changed", "server_uuid": "e94cb2f6-e4df-4134-be57-af334053fcd1", "tag": "2340f3b8-b66a-4429-96f5-358d5bb8b9f0"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:41:54.239752 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0f473f29-aad6-4566-a43c-42935a745df8 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "PUT /v2.0/floatingips/0954cf78-87ac-4f32-9b6e-2fc79b20e582 HTTP/1.1" status: 200  len: 993 time: 8.5448372
Jun 04 15:41:54.240425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42524) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:54.362944 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3e2275-1046-45e4-9f91-cd51809e1866 x-openstack-request-id: req-0b3e2275-1046-45e4-9f91-cd51809e1866 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:41:54.367167 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94cb2f6-e4df-4134-be57-af334053fcd1", "tag": "2340f3b8-b66a-4429-96f5-358d5bb8b9f0", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:41:54.367167 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b3e2275-1046-45e4-9f91-cd51809e1866 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:41:54.367904 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'tag': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0', 'status': 'completed', 'code': 200}
Jun 04 15:41:54.446403 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c37b67-3afd-4c51-96ab-01da0372e959 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Port': ['ID=3728edd0-d0b3-457c-9d98-a9cc0a121785,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:54.511846 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-07c37b67-3afd-4c51-96ab-01da0372e959 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:54.717376 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b6c6-fd6b-42df-b640-3f7f17e53ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:54.722396 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-60946885-d515-47ec-acd0-39118ae43c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ccbcfa0>, [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:36:46Z', 'revision_number': 4, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port': {'id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:31Z', 'updated_at': '2021-06-04T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '0954cf78-87ac-4f32-9b6e-2fc79b20e582', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'port_id': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'mac_address': 'fa:16:3e:bd:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:41:38Z', 'updated_at': '2021-06-04T15:41:50Z', 'revision_number': 2, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e512355-7eb9-4a58-bbf9-f025f8bc19dc', 'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'mac_address': 'fa:16:3e:ff:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:42Z', 'updated_at': '2021-06-04T15:36:56Z', 'revision_number': 5, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'subnets': [{'id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:54.726645 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60946885-d515-47ec-acd0-39118ae43c6b None None] Checking router: 46839d45-72f1-41d4-ae55-9b97543e4444 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:41:54.735801 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60946885-d515-47ec-acd0-39118ae43c6b None None] Routers {'46839d45-72f1-41d4-ae55-9b97543e4444'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:54.736417 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-60946885-d515-47ec-acd0-39118ae43c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ccbcfa0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['46839d45-72f1-41d4-ae55-9b97543e4444'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:54.755895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b9e8b6c6-fd6b-42df-b640-3f7f17e53ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:54.760465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b9e8b6c6-fd6b-42df-b640-3f7f17e53ec4 admin admin] Usage tracker for resource:security_group_rule and tenant:8b2cd15921954d5285a0472254117311 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:54.763839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b9e8b6c6-fd6b-42df-b640-3f7f17e53ec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:54.770641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b9e8b6c6-fd6b-42df-b640-3f7f17e53ec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:54.886188 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b6c6-fd6b-42df-b640-3f7f17e53ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:54.889893 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:54.895844 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:54.984882 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-07c37b67-3afd-4c51-96ab-01da0372e959 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:55.014295 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-60946885-d515-47ec-acd0-39118ae43c6b None None] Set router 46839d45-72f1-41d4-ae55-9b97543e4444 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:41:55.078659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bc6d5-cfb6-4a37-ab10-016310ba2a15 req-9e1644e2-a9db-47eb-a589-6ee052d0c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:55.082701 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-411bc6d5-cfb6-4a37-ab10-016310ba2a15 req-9e1644e2-a9db-47eb-a589-6ee052d0c15a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a0b97e8de834ebea3f73cfa41700327&device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 1097 time: 0.7084119
Jun 04 15:41:55.091384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Router dcafc249-77f9-4271-90a8-a21d8a67b0f2 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:41:55.097623 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b6c6-fd6b-42df-b640-3f7f17e53ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:55.131426 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e9817768-97d7-472b-8480-40120257a15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:55.356083 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b9e8b6c6-fd6b-42df-b640-3f7f17e53ec4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b2cd15921954d5285a0472254117311&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1119182
Jun 04 15:41:55.490875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8b6c6-fd6b-42df-b640-3f7f17e53ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6255d8-70a9-44aa-ad85-1c102ebbc73f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:55.514186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42544) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:55.538773 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-60946885-d515-47ec-acd0-39118ae43c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ccbcfa0>, [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:36:46Z', 'revision_number': 4, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port': {'id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:31Z', 'updated_at': '2021-06-04T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '0954cf78-87ac-4f32-9b6e-2fc79b20e582', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'port_id': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'mac_address': 'fa:16:3e:bd:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:41:38Z', 'updated_at': '2021-06-04T15:41:50Z', 'revision_number': 2, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e512355-7eb9-4a58-bbf9-f025f8bc19dc', 'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'mac_address': 'fa:16:3e:ff:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:42Z', 'updated_at': '2021-06-04T15:36:56Z', 'revision_number': 5, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'subnets': [{'id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:55.542337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:41:55.553505 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b9e8b6c6-fd6b-42df-b640-3f7f17e53ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:55.554555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379935ad-7440-4dc1-8812-c60c58c5ba00 None None] Sync routers for ids ['dcafc249-77f9-4271-90a8-a21d8a67b0f2'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:41:55.564022 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60946885-d515-47ec-acd0-39118ae43c6b None None] The sync data for ids ['46839d45-72f1-41d4-ae55-9b97543e4444'] in n-d-791505-9 is: [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:36:46Z', 'revision_number': 4, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port': {'id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:31Z', 'updated_at': '2021-06-04T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '0954cf78-87ac-4f32-9b6e-2fc79b20e582', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'port_id': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'mac_address': 'fa:16:3e:bd:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:41:38Z', 'updated_at': '2021-06-04T15:41:50Z', 'revision_number': 2, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e512355-7eb9-4a58-bbf9-f025f8bc19dc', 'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'mac_address': 'fa:16:3e:ff:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:42Z', 'updated_at': '2021-06-04T15:36:56Z', 'revision_number': 5, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'subnets': [{'id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:41:55.575653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379935ad-7440-4dc1-8812-c60c58c5ba00 None None] Routers {'dcafc249-77f9-4271-90a8-a21d8a67b0f2'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:55.577100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-379935ad-7440-4dc1-8812-c60c58c5ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c67dbe0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['dcafc249-77f9-4271-90a8-a21d8a67b0f2'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:55.671483 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-379935ad-7440-4dc1-8812-c60c58c5ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c67dbe0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:55.699258 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379935ad-7440-4dc1-8812-c60c58c5ba00 None None] Routers {'dcafc249-77f9-4271-90a8-a21d8a67b0f2'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:55.700214 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-379935ad-7440-4dc1-8812-c60c58c5ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c67dbe0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['dcafc249-77f9-4271-90a8-a21d8a67b0f2'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:55.737960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bc6d5-cfb6-4a37-ab10-016310ba2a15 req-10a22f59-2116-4d83-8030-8d8b5906cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:55.739439 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-411bc6d5-cfb6-4a37-ab10-016310ba2a15 req-10a22f59-2116-4d83-8030-8d8b5906cda9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aaebff77-728c-4e73-9052-ac24eb7613ad HTTP/1.1" status: 200  len: 914 time: 0.6466038
Jun 04 15:41:55.761601 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:55.761601 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "PUT /v2.0/routers/dcafc249-77f9-4271-90a8-a21d8a67b0f2 HTTP/1.1" status: 200  len: 706 time: 6.7992530
Jun 04 15:41:55.762196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42552) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:55.851758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c37b67-3afd-4c51-96ab-01da0372e959 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Router 69e2a3ec-0d53-483a-8087-ab1c851ae779 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:41:55.866206 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-379935ad-7440-4dc1-8812-c60c58c5ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c67dbe0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:55.866977 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379935ad-7440-4dc1-8812-c60c58c5ba00 None None] The sync data for ids ['dcafc249-77f9-4271-90a8-a21d8a67b0f2'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:41:56.092275 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e744a5d-5199-40c9-9dcf-daee0b5a66a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:56.097028 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-411bc6d5-cfb6-4a37-ab10-016310ba2a15 req-7ef43310-f193-4cb4-be04-2987a1edea5c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2340f3b8-b66a-4429-96f5-358d5bb8b9f0 HTTP/1.1" status: 200  len: 1001 time: 0.3322542
Jun 04 15:41:56.100976 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-884ed6d9-cd58-4c58-8b4f-46eaa4b1766d tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/routers/dcafc249-77f9-4271-90a8-a21d8a67b0f2 HTTP/1.1" status: 200  len: 741 time: 0.1823602
Jun 04 15:41:56.103865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42554) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:56.122538 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:56.141030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c37b67-3afd-4c51-96ab-01da0372e959 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:41:56.174944 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d27b27e7-af46-4b27-b930-c7cba344e5bf tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&device_id=dcafc249-77f9-4271-90a8-a21d8a67b0f2 HTTP/1.1" status: 200  len: 205 time: 0.0692439
Jun 04 15:41:56.178132 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42558) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:56.182048 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e744a5d-5199-40c9-9dcf-daee0b5a66a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:56.185128 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94958d51-4064-4019-9387-9f703aa4d79d None None] Sync routers for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:41:56.199091 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94958d51-4064-4019-9387-9f703aa4d79d None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:56.199718 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-94958d51-4064-4019-9387-9f703aa4d79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c846cd0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:56.230934 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4adb44a1-d24f-4db4-adf8-7984f51a8a73 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcafc249-77f9-4271-90a8-a21d8a67b0f2 HTTP/1.1" status: 200  len: 205 time: 0.0507081
Jun 04 15:41:56.233712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42560) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:56.266623 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-94958d51-4064-4019-9387-9f703aa4d79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c846cd0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:56.273567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bc6d5-cfb6-4a37-ab10-016310ba2a15 req-c042d486-f1cc-4a76-b3d3-70944f8afbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:56.275868 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-411bc6d5-cfb6-4a37-ab10-016310ba2a15 req-c042d486-f1cc-4a76-b3d3-70944f8afbc2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=504bb84e-4545-4226-8f6e-0cf6a7520374 HTTP/1.1" status: 200  len: 852 time: 0.1738505
Jun 04 15:41:56.276920 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94958d51-4064-4019-9387-9f703aa4d79d None None] Routers {'69e2a3ec-0d53-483a-8087-ab1c851ae779'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:41:56.277136 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-94958d51-4064-4019-9387-9f703aa4d79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c846cd0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:41:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['69e2a3ec-0d53-483a-8087-ab1c851ae779'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:56.346010 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-94958d51-4064-4019-9387-9f703aa4d79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c846cd0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:41:56.347069 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94958d51-4064-4019-9387-9f703aa4d79d None None] The sync data for ids ['69e2a3ec-0d53-483a-8087-ab1c851ae779'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:41:56.384450 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-07c37b67-3afd-4c51-96ab-01da0372e959 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "PUT /v2.0/routers/69e2a3ec-0d53-483a-8087-ab1c851ae779/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1619308
Jun 04 15:41:56.394591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42566) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:56.473561 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2cd79d9-1f26-4dc9-93ad-889e34d93391 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:56.538407 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'tag': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:41:56.541977 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eebeb3-2f74-4d11-b77a-69c82e97afdc" -d '{"events": [{"name": "network-changed", "server_uuid": "e94cb2f6-e4df-4134-be57-af334053fcd1", "tag": "2340f3b8-b66a-4429-96f5-358d5bb8b9f0"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:41:56.595350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bc6d5-cfb6-4a37-ab10-016310ba2a15 req-2bac0f24-3cda-42ed-ad3c-0c909f730182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:56.597783 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-411bc6d5-cfb6-4a37-ab10-016310ba2a15 req-2bac0f24-3cda-42ed-ad3c-0c909f730182 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aaebff77-728c-4e73-9052-ac24eb7613ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3154421
Jun 04 15:41:56.604039 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef85cce-0152-45a6-a8ec-5ca5ebeacacc x-openstack-request-id: req-fef85cce-0152-45a6-a8ec-5ca5ebeacacc {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:41:56.604544 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94cb2f6-e4df-4134-be57-af334053fcd1", "tag": "2340f3b8-b66a-4429-96f5-358d5bb8b9f0", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:41:56.605059 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fef85cce-0152-45a6-a8ec-5ca5ebeacacc {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:41:56.605600 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'tag': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0', 'status': 'completed', 'code': 200}
Jun 04 15:41:56.649813 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c2143492-b011-42f0-a341-8a7bebb56539 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:41:56.767531 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-411bc6d5-cfb6-4a37-ab10-016310ba2a15 req-64c72ba6-4714-4b6b-861e-896c0002b9dd service neutron] 10.222.0.65 "GET /v2.0/networks/aaebff77-728c-4e73-9052-ac24eb7613ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584022
Jun 04 15:41:56.768643 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e744a5d-5199-40c9-9dcf-daee0b5a66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:56.794707 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d070a64b-3c0c-4639-a279-e6f76320c8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:56.825599 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e744a5d-5199-40c9-9dcf-daee0b5a66a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:56.826751 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7e744a5d-5199-40c9-9dcf-daee0b5a66a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f6255d8-70a9-44aa-ad85-1c102ebbc73f HTTP/1.1" status: 204  len: 168 time: 1.2756193
Jun 04 15:41:56.827632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e744a5d-5199-40c9-9dcf-daee0b5a66a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6255d8-70a9-44aa-ad85-1c102ebbc73f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:56.833276 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e744a5d-5199-40c9-9dcf-daee0b5a66a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:56.915363 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2cd79d9-1f26-4dc9-93ad-889e34d93391 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:56.923517 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2cd79d9-1f26-4dc9-93ad-889e34d93391 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:56.931781 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:56.963163 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-411bc6d5-cfb6-4a37-ab10-016310ba2a15 req-6a270460-36ea-4be9-a8c1-c4f7982b64e7 service neutron] 10.222.0.65 "GET /v2.0/networks/aaebff77-728c-4e73-9052-ac24eb7613ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1869276
Jun 04 15:41:57.100906 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eebeb3-2f74-4d11-b77a-69c82e97afdc req-efb0951d-e67a-4b3f-9dc0-6328e0541b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:57.103125 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0eebeb3-2f74-4d11-b77a-69c82e97afdc req-efb0951d-e67a-4b3f-9dc0-6328e0541b0c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a0b97e8de834ebea3f73cfa41700327&device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 1097 time: 0.0933025
Jun 04 15:41:57.332389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eebeb3-2f74-4d11-b77a-69c82e97afdc req-eeb3205c-ea2b-4762-af1f-17262a661d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:57.334254 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0eebeb3-2f74-4d11-b77a-69c82e97afdc req-eeb3205c-ea2b-4762-af1f-17262a661d9b service neutron] 10.222.0.65 "GET /v2.0/networks?id=aaebff77-728c-4e73-9052-ac24eb7613ad HTTP/1.1" status: 200  len: 914 time: 0.2246833
Jun 04 15:41:57.382008 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2cd79d9-1f26-4dc9-93ad-889e34d93391 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:57.382606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cd79d9-1f26-4dc9-93ad-889e34d93391 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Fanout notify agent at l3_agent the message router_deleted on router dcafc249-77f9-4271-90a8-a21d8a67b0f2 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:41:57.427878 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2cd79d9-1f26-4dc9-93ad-889e34d93391 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:57.429166 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d2cd79d9-1f26-4dc9-93ad-889e34d93391 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "DELETE /v2.0/routers/dcafc249-77f9-4271-90a8-a21d8a67b0f2 HTTP/1.1" status: 204  len: 168 time: 1.1941891
Jun 04 15:41:57.433179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42596) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:57.478589 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:57.496652 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0eebeb3-2f74-4d11-b77a-69c82e97afdc req-37e3b320-7fc4-41f6-8d3a-f8a7ff8cef2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2340f3b8-b66a-4429-96f5-358d5bb8b9f0 HTTP/1.1" status: 200  len: 1001 time: 0.1560297
Jun 04 15:41:57.498976 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8d4354f4-e9fb-4dcc-9454-f2a8889a509a tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcafc249-77f9-4271-90a8-a21d8a67b0f2 HTTP/1.1" status: 200  len: 205 time: 0.0647414
Jun 04 15:41:57.501467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42600) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:57.607588 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-aef28a99-f9e3-47e0-b33f-fc3e758d2b36 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] delete failed (client error): The resource could not be found.
Jun 04 15:41:57.608697 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-aef28a99-f9e3-47e0-b33f-fc3e758d2b36 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "DELETE /v2.0/routers/dcafc249-77f9-4271-90a8-a21d8a67b0f2 HTTP/1.1" status: 404  len: 336 time: 0.1063211
Jun 04 15:41:57.612396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42604) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:57.632145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eebeb3-2f74-4d11-b77a-69c82e97afdc req-4c83b2a9-a296-4df8-9728-1c0831f16f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:57.633943 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0eebeb3-2f74-4d11-b77a-69c82e97afdc req-4c83b2a9-a296-4df8-9728-1c0831f16f4a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=504bb84e-4545-4226-8f6e-0cf6a7520374 HTTP/1.1" status: 200  len: 852 time: 0.1304326
Jun 04 15:41:57.692444 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6857eaf3-4afd-45b9-99c4-f7ac18b122df tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3932a-6e73-45e2-85f2-2ac59b699378 HTTP/1.1" status: 200  len: 205 time: 0.0761490
Jun 04 15:41:57.694278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42608) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:57.730156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting port b3ca3e29-5f80-47af-8e13-56a2cfddd152 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:41:57.730273 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:57.826226 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-de321e26-936e-4caa-b0a7-c43487791c45 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] delete failed (client error): The resource could not be found.
Jun 04 15:41:57.829838 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-de321e26-936e-4caa-b0a7-c43487791c45 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "DELETE /v2.0/routers/9fb3932a-6e73-45e2-85f2-2ac59b699378 HTTP/1.1" status: 404  len: 336 time: 0.1316764
Jun 04 15:41:57.844770 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42616) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:57.894732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42618) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:57.894850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-26bbbd40-30ce-42fa-ac2b-994bc8c742e7 req-730ed463-4c99-4f7f-8d17-3d1aabd306cd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:41:57.895688 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-26bbbd40-30ce-42fa-ac2b-994bc8c742e7 req-730ed463-4c99-4f7f-8d17-3d1aabd306cd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0099804
Jun 04 15:41:57.904861 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1ca32e08-e564-4425-9db1-c1a4b7841a34 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b999beb-4a7a-4532-a3f0-f477e1e257f5 HTTP/1.1" status: 200  len: 205 time: 0.0567846
Jun 04 15:41:57.908297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42620) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:57.925937 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:57.936986 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:57.994690 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-9cef2333-0dee-4d93-ac7e-dc4be33bcd34 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] delete failed (client error): The resource could not be found.
Jun 04 15:41:57.998012 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9cef2333-0dee-4d93-ac7e-dc4be33bcd34 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "DELETE /v2.0/routers/0b999beb-4a7a-4532-a3f0-f477e1e257f5 HTTP/1.1" status: 404  len: 336 time: 0.0879309
Jun 04 15:41:58.006175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eebeb3-2f74-4d11-b77a-69c82e97afdc req-e991da67-8f74-455c-bdf3-75b65e9d34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:58.006175 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0eebeb3-2f74-4d11-b77a-69c82e97afdc req-e991da67-8f74-455c-bdf3-75b65e9d34dc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aaebff77-728c-4e73-9052-ac24eb7613ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3651781
Jun 04 15:41:58.006431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42624) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:58.015199 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:41:58.077524 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fa606b85-cefe-45e6-b3c8-8b902e0241dc tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ab261c0-018a-4a7f-b0af-54f131b0c14a HTTP/1.1" status: 200  len: 205 time: 0.0698390
Jun 04 15:41:58.079847 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42626) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:58.088635 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Calling delete_port for b3ca3e29-5f80-47af-8e13-56a2cfddd152 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:41:58.145957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Usage tracker for resource:security_group_rule and tenant:0a9c42c983bd4587af181ec2b5815139 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:41:58.162290 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:41:58.170242 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-a9ec91ba-bf83-4b66-8cd0-db80e6dad31d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] delete failed (client error): The resource could not be found.
Jun 04 15:41:58.173597 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a9ec91ba-bf83-4b66-8cd0-db80e6dad31d tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "DELETE /v2.0/routers/9ab261c0-018a-4a7f-b0af-54f131b0c14a HTTP/1.1" status: 404  len: 336 time: 0.0804915
Jun 04 15:41:58.173597 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:41:58.175902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42628) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:58.183691 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0eebeb3-2f74-4d11-b77a-69c82e97afdc req-1451e728-f968-4160-8c14-68a7ba3e7d75 service neutron] 10.222.0.65 "GET /v2.0/networks/aaebff77-728c-4e73-9052-ac24eb7613ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440525
Jun 04 15:41:58.246842 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-79418886-e22b-42a2-b8b2-397ff61279b7 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "GET /v2.0/ports?device_id=662af64e-afcb-4b5e-a038-75e08a188084 HTTP/1.1" status: 200  len: 205 time: 0.0703502
Jun 04 15:41:58.253600 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42630) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:58.342608 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0eebeb3-2f74-4d11-b77a-69c82e97afdc req-5df5d8ec-a4f7-45ef-a2f7-d9066b10a0bd service neutron] 10.222.0.65 "GET /v2.0/networks/aaebff77-728c-4e73-9052-ac24eb7613ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1528349
Jun 04 15:41:58.359838 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-cda94bbd-6bb0-4a2e-9806-d72e04b93f08 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] delete failed (client error): The resource could not be found.
Jun 04 15:41:58.361219 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cda94bbd-6bb0-4a2e-9806-d72e04b93f08 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "DELETE /v2.0/routers/662af64e-afcb-4b5e-a038-75e08a188084 HTTP/1.1" status: 404  len: 336 time: 0.1053751
Jun 04 15:41:58.365330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42634) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:58.530101 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:58.676008 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87e0a5-ae98-470c-80f2-1269b28d9a10 req-019a5674-56a1-4d54-90ad-20f574885226 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:41:58.678185 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ef87e0a5-ae98-470c-80f2-1269b28d9a10 req-019a5674-56a1-4d54-90ad-20f574885226 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.2000222
Jun 04 15:41:58.684973 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d621a236-1b15-47ea-82ae-016505ee9574 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "GET /v2.0/ports?device_id=95e1de2b-6ff6-4f32-89ea-f12e2dc70f69 HTTP/1.1" status: 200  len: 205 time: 0.3179722
Jun 04 15:41:58.687148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42644) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:58.696089 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:58.708045 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e5bceded-574e-4116-afa0-621bd583b941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:58.761865 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a9c42c983bd4587af181ec2b5815139&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8654754
Jun 04 15:41:58.761865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eec1411-cb25-4b1c-b8bc-6bf1528c0995,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:58.763602 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:58.767345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42648) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:58.781410 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-9b01de2e-920e-468e-946d-cd88c3e1987b tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] delete failed (client error): The resource could not be found.
Jun 04 15:41:58.785352 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9b01de2e-920e-468e-946d-cd88c3e1987b tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "DELETE /v2.0/routers/95e1de2b-6ff6-4f32-89ea-f12e2dc70f69 HTTP/1.1" status: 404  len: 336 time: 0.0936649
Jun 04 15:41:58.785452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42650) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:58.821137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:58.822078 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:58.822078 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:58.822299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:58.822629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:58.822991 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:58.825746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:58.825746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:58.825746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:58.825746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:58.826209 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:58.826532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:41:58.831011 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c029c66-3368-451a-9937-c8ccec402703 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:41:58.831753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c029c66-3368-451a-9937-c8ccec402703 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:41:58.833511 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2c029c66-3368-451a-9937-c8ccec402703 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] 10.222.0.32 "DELETE /v2.0/subnets/ade6b49a-8fd0-4263-a6ef-85b5c6d19d3a HTTP/1.1" status: 404  len: 337 time: 0.0471027
Jun 04 15:41:58.844966 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:58.845704 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3d9fc2e5-2ca5-491a-a059-a3a59076825a tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:58.904823 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77091a82-c215-4465-b0c0-fe0a0b024123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:58.931226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Port': ['ID=b3ca3e29-5f80-47af-8e13-56a2cfddd152,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:58.934257 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:58.962704 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:58.971570 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77091a82-c215-4465-b0c0-fe0a0b024123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:59.144022 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77091a82-c215-4465-b0c0-fe0a0b024123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:59.149715 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-23a9c344-bf7e-4dec-8842-87eaa9cebcfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:41:59.171467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77091a82-c215-4465-b0c0-fe0a0b024123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eec1411-cb25-4b1c-b8bc-6bf1528c0995,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:41:59.175387 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-77091a82-c215-4465-b0c0-fe0a0b024123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:41:59.176730 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77091a82-c215-4465-b0c0-fe0a0b024123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:59.180447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-77091a82-c215-4465-b0c0-fe0a0b024123 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6eec1411-cb25-4b1c-b8bc-6bf1528c0995 HTTP/1.1" status: 204  len: 168 time: 0.4099200
Jun 04 15:41:59.184181 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:59.186852 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:59.278747 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ef87e0a5-ae98-470c-80f2-1269b28d9a10 req-ba48e4ba-f9ea-45b3-832a-0c7e5675be37 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5944486
Jun 04 15:41:59.326868 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:59.326868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Fanout notify agent at l3_agent the message router_deleted on router 69e2a3ec-0d53-483a-8087-ab1c851ae779 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:41:59.351766 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:59.358442 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/routers/69e2a3ec-0d53-483a-8087-ab1c851ae779 HTTP/1.1" status: 204  len: 168 time: 2.9603567
Jun 04 15:41:59.359086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42662) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:41:59.437418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-df423a40-ee70-4aa5-8417-9c5bed14dd56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Deleting subnet b6c719ea-52e1-4836-a25f-3b635b2fff8e {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:41:59.442229 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-df423a40-ee70-4aa5-8417-9c5bed14dd56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:59.502632 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f495-c231-4bef-9338-e83b4b665270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:59.512176 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-df423a40-ee70-4aa5-8417-9c5bed14dd56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:41:59.584980 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-df423a40-ee70-4aa5-8417-9c5bed14dd56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:00.102866 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-df423a40-ee70-4aa5-8417-9c5bed14dd56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:00.106775 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f47559e5-ee3a-4c4c-aeee-cd833e525aff tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:00.142790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df423a40-ee70-4aa5-8417-9c5bed14dd56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c719ea-52e1-4836-a25f-3b635b2fff8e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:00.145828 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-df423a40-ee70-4aa5-8417-9c5bed14dd56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:00.146809 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-df423a40-ee70-4aa5-8417-9c5bed14dd56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:00.152898 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-df423a40-ee70-4aa5-8417-9c5bed14dd56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/subnets/b6c719ea-52e1-4836-a25f-3b635b2fff8e HTTP/1.1" status: 204  len: 168 time: 0.7922590
Jun 04 15:42:00.155273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42676) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:00.273602 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4932e8fe-402c-4f75-a8b1-e3da7e00fef0 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:00.414873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42684) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:00.513470 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4932e8fe-402c-4f75-a8b1-e3da7e00fef0 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:00.538687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-4932e8fe-402c-4f75-a8b1-e3da7e00fef0 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83912cad00>,) {'filters': {'network_id': ['c769656c-f2af-4997-a59f-fed28614d1f1']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:00.553703 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-4932e8fe-402c-4f75-a8b1-e3da7e00fef0 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83912cad00>, 'd95c3446-099b-4f6a-9547-14bd4bcac20b') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:00.556675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-4932e8fe-402c-4f75-a8b1-e3da7e00fef0 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83912cad00>, 'd95c3446-099b-4f6a-9547-14bd4bcac20b') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:00.556876 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3bbbd7f7-f4b6-4f53-8277-d7c9105d0931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:00.577024 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4932e8fe-402c-4f75-a8b1-e3da7e00fef0 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:00.594048 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3bbbd7f7-f4b6-4f53-8277-d7c9105d0931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:00.598826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3bbbd7f7-f4b6-4f53-8277-d7c9105d0931 admin admin] Usage tracker for resource:security_group_rule and tenant:cce8e60724f14004ba06c53fb5541000 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:00.601929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3bbbd7f7-f4b6-4f53-8277-d7c9105d0931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:00.604540 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4932e8fe-402c-4f75-a8b1-e3da7e00fef0 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:00.608581 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3bbbd7f7-f4b6-4f53-8277-d7c9105d0931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:00.615138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4932e8fe-402c-4f75-a8b1-e3da7e00fef0 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:42:00.621176 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4932e8fe-402c-4f75-a8b1-e3da7e00fef0 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:42:00.631151 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:42:00.706413 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b0e0f0c-d9f1-4b3a-a9a0-543d819d472d req-7a5f2f56-7184-4872-a05a-2f493da951fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 1.0079477
Jun 04 15:42:00.719393 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3bbbd7f7-f4b6-4f53-8277-d7c9105d0931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:00.726151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cd307-db17-45eb-8744-125031326a32 req-039a1c2e-d6c0-49e5-8b39-095860191654 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:00.727613 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7a7cd307-db17-45eb-8744-125031326a32 req-039a1c2e-d6c0-49e5-8b39-095860191654 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.2575653
Jun 04 15:42:00.775345 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7a7cd307-db17-45eb-8744-125031326a32 req-0a8e9944-d83a-4783-895a-9d6e4eb1cd27 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408766
Jun 04 15:42:00.805548 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4932e8fe-402c-4f75-a8b1-e3da7e00fef0 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:00.805927 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3bbbd7f7-f4b6-4f53-8277-d7c9105d0931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:00.811403 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a4c83c78-c942-4e4c-80bd-2e294f928b79 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:00.831222 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4932e8fe-402c-4f75-a8b1-e3da7e00fef0 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:00.838345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932e8fe-402c-4f75-a8b1-e3da7e00fef0 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Pushing event deleted for resources: {'Network': ['ID=c769656c-f2af-4997-a59f-fed28614d1f1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:00.842628 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4932e8fe-402c-4f75-a8b1-e3da7e00fef0 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] 10.222.0.32 "DELETE /v2.0/networks/c769656c-f2af-4997-a59f-fed28614d1f1 HTTP/1.1" status: 204  len: 168 time: 0.6861887
Jun 04 15:42:00.843921 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4932e8fe-402c-4f75-a8b1-e3da7e00fef0 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:00.850307 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ef83697a-29fd-4be5-9c5f-82fc292c36cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:00.885998 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3bbbd7f7-f4b6-4f53-8277-d7c9105d0931 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cce8e60724f14004ba06c53fb5541000&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4675910
Jun 04 15:42:00.887075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42702) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:00.910072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbd7f7-f4b6-4f53-8277-d7c9105d0931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305152cc-c8e9-4fd1-b0e5-134df072e9c2,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:00.914590 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3bbbd7f7-f4b6-4f53-8277-d7c9105d0931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:00.968897 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f6352a5-3d31-4ef4-b861-49a0c9f05176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:01.017182 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f6352a5-3d31-4ef4-b861-49a0c9f05176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:01.182298 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f6352a5-3d31-4ef4-b861-49a0c9f05176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:01.187309 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2962d00b-672a-4f0a-8276-c485952d9724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:01.199674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6352a5-3d31-4ef4-b861-49a0c9f05176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305152cc-c8e9-4fd1-b0e5-134df072e9c2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:01.207813 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7f6352a5-3d31-4ef4-b861-49a0c9f05176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:01.208531 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f6352a5-3d31-4ef4-b861-49a0c9f05176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:01.216141 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7f6352a5-3d31-4ef4-b861-49a0c9f05176 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/305152cc-c8e9-4fd1-b0e5-134df072e9c2 HTTP/1.1" status: 204  len: 168 time: 0.3277571
Jun 04 15:42:01.596455 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42722) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:01.854093 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5da6b334-0783-40f7-8885-4557e106d30d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd5e5d520f97480f91c3a626ef7c9a19&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2560911
Jun 04 15:42:01.856698 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42732) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:01.991020 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1dbad42-5e46-4ea1-8bff-ca7959878186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:02.052249 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:02.201732 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1dbad42-5e46-4ea1-8bff-ca7959878186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:02.253553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a74c0-a5be-4c6e-8438-095fdee6f795 req-6f270f6e-62fd-44fd-8660-25ad0c5469f3 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:02.255071 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c93a74c0-a5be-4c6e-8438-095fdee6f795 req-6f270f6e-62fd-44fd-8660-25ad0c5469f3 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.3500626
Jun 04 15:42:02.318040 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c93a74c0-a5be-4c6e-8438-095fdee6f795 req-75c35745-971f-47e6-8f86-087b8dbef2ed tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532992
Jun 04 15:42:02.365677 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1dbad42-5e46-4ea1-8bff-ca7959878186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:02.366984 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-35ed2f21-c4bd-47c6-92d9-df2c96c5e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:02.370754 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d9565bf7-ae42-4706-8b6a-1bb58993ca56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:02.385150 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbad42-5e46-4ea1-8bff-ca7959878186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be6eed9-8486-4ad2-aebb-a78194b549bf,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:02.389494 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e1dbad42-5e46-4ea1-8bff-ca7959878186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:02.396033 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1dbad42-5e46-4ea1-8bff-ca7959878186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:02.400286 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e1dbad42-5e46-4ea1-8bff-ca7959878186 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1be6eed9-8486-4ad2-aebb-a78194b549bf HTTP/1.1" status: 204  len: 168 time: 0.5421853
Jun 04 15:42:02.609946 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42746) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:02.666469 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5b185c62-c3e9-4127-9b92-34b8af6f37f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=554dafffc1894d35a12e1144db611e45&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0551124
Jun 04 15:42:02.668845 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42748) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:02.733460 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a5a39ea-9def-4920-9d12-980d3d0ac026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:02.770197 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a5a39ea-9def-4920-9d12-980d3d0ac026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:02.905586 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e0f0c-d9f1-4b3a-a9a0-543d819d472d req-6ed0eff9-6967-4cd7-ab88-96e4fd8a46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:02.907373 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b0e0f0c-d9f1-4b3a-a9a0-543d819d472d req-6ed0eff9-6967-4cd7-ab88-96e4fd8a46d5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c&tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c HTTP/1.1" status: 200  len: 1095 time: 0.2547419
Jun 04 15:42:02.966477 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a5a39ea-9def-4920-9d12-980d3d0ac026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:02.977417 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-efce03ee-852b-42f7-a394-64597cbd6201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:02.999460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a39ea-9def-4920-9d12-980d3d0ac026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7a5674-0ced-4e87-8bcf-22ee4e4ef89a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:03.012717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e0f0c-d9f1-4b3a-a9a0-543d819d472d req-25b75682-5beb-42ef-8070-5906e7bf4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:03.021638 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b0e0f0c-d9f1-4b3a-a9a0-543d819d472d req-25b75682-5beb-42ef-8070-5906e7bf4094 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 1095 time: 0.0806894
Jun 04 15:42:03.022215 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5a5a39ea-9def-4920-9d12-980d3d0ac026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:03.022215 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a5a39ea-9def-4920-9d12-980d3d0ac026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:03.022956 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5a5a39ea-9def-4920-9d12-980d3d0ac026 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e7a5674-0ced-4e87-8bcf-22ee4e4ef89a HTTP/1.1" status: 204  len: 168 time: 0.3531299
Jun 04 15:42:03.159156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e0f0c-d9f1-4b3a-a9a0-543d819d472d req-5ce45d15-b276-4cc3-8a3f-a604c504bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:03.160634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b0e0f0c-d9f1-4b3a-a9a0-543d819d472d req-5ce45d15-b276-4cc3-8a3f-a604c504bfe1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 917 time: 0.1362514
Jun 04 15:42:03.277039 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b0e0f0c-d9f1-4b3a-a9a0-543d819d472d req-dee42504-a086-42e7-b364-1404829fbaf3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2143492-b011-42f0-a341-8a7bebb56539 HTTP/1.1" status: 200  len: 1000 time: 0.1071608
Jun 04 15:42:03.341528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e0f0c-d9f1-4b3a-a9a0-543d819d472d req-08ef5355-5af0-4140-8f54-88431d0d0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:03.343003 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b0e0f0c-d9f1-4b3a-a9a0-543d819d472d req-08ef5355-5af0-4140-8f54-88431d0d0d17 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 200  len: 855 time: 0.0609446
Jun 04 15:42:03.433333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e0f0c-d9f1-4b3a-a9a0-543d819d472d req-82d83cb7-dd2b-45c1-b682-9727833786f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:03.434811 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b0e0f0c-d9f1-4b3a-a9a0-543d819d472d req-82d83cb7-dd2b-45c1-b682-9727833786f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0843515
Jun 04 15:42:03.663841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e33c7-94e7-4e4b-8f1f-d247cc3d7d1c req-a659449e-58ce-4fe3-9b63-a3f01db6743c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:03.665703 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-463e33c7-94e7-4e4b-8f1f-d247cc3d7d1c req-a659449e-58ce-4fe3-9b63-a3f01db6743c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.2296615
Jun 04 15:42:03.668242 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:03.676186 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b0e0f0c-d9f1-4b3a-a9a0-543d819d472d req-90e09282-dad2-45eb-98f5-36ccb0f523b9 service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2092497
Jun 04 15:42:03.834650 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-463e33c7-94e7-4e4b-8f1f-d247cc3d7d1c req-21729ac3-319d-40b7-823b-b0404039f01a tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1574736
Jun 04 15:42:03.876335 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b0e0f0c-d9f1-4b3a-a9a0-543d819d472d req-b9977911-8b10-46fc-a9cf-47c887329670 service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1602833
Jun 04 15:42:05.095418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cc004-f680-4878-a0f2-e9c4ab4a8ea0 req-34954ad5-1d85-47ee-99d5-679c42c99c0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:05.119872 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-782cc004-f680-4878-a0f2-e9c4ab4a8ea0 req-34954ad5-1d85-47ee-99d5-679c42c99c0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.1233313
Jun 04 15:42:05.178517 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-782cc004-f680-4878-a0f2-e9c4ab4a8ea0 req-9b226938-04f7-4915-b220-063831e99d91 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576763
Jun 04 15:42:05.291181 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:05.852649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42844) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:05.855053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42846) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:06.014569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-54497020'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:06.035654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:06.053146 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:network and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:06.058066 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:06.079460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:06.133840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1071269636'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:06.141562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:06.169826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Usage tracker for resource:network and tenant:4344690ccfd24cd190b120f9bc85a89e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:06.175418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:06.176493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:06.185539 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:06.193185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:06.230936 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:06.252840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:06.265480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:security_group_rule and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:06.266458 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:06.276734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:06.297050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Made reservation on behalf of 4344690ccfd24cd190b120f9bc85a89e for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:06.302479 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:06.326338 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:06.355028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:06.360951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Usage tracker for resource:security_group_rule and tenant:4344690ccfd24cd190b120f9bc85a89e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:06.366124 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:06.386619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:06.433730 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:06.537418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da268773-2111-4406-84c1-9dd61b4b02cd req-d3ac9434-43dd-4f21-a849-7ab1359c33bf tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:06.544661 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da268773-2111-4406-84c1-9dd61b4b02cd req-d3ac9434-43dd-4f21-a849-7ab1359c33bf tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.1432974
Jun 04 15:42:06.581587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:06.594867 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-55870332-075b-418a-9832-3b922c2d3319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:06.605612 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:06.641753 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd9b035-0281-4597-9ed8-c93814ee9c3e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:06.646294 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:06.655374 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-da268773-2111-4406-84c1-9dd61b4b02cd req-26c165f4-da27-439a-bd83-6d572a659248 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1043491
Jun 04 15:42:06.655787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:42:06.664644 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:06.665634 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Added segment fcd867d4-43a5-45f7-8c31-1a6c704db1c2 of type vlan for network e8db2e0d-ee35-41b5-8099-f62226a24d80
Jun 04 15:42:06.737046 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:06.739026 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:06.743812 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e744a5d-5199-40c9-9dcf-daee0b5a66a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:06.809762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:42:06.856944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdd9d22-68e8-4b5c-a9f1-dbf675b5c173,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:06.873530 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:06.876574 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:06.877596 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Added segment b8ae7994-c560-4580-a3d0-52da54d0f6b6 of type vlan for network 2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b
Jun 04 15:42:06.911707 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:07.019335 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:07.035871 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:07.035871 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:07.035871 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9ec479d3-83f0-4014-addc-fcafadcd3b86 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:07.131025 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:07.136585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:07.137488 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:07.141749 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a865b28c-1c64-4ee4-91e1-224980d62693 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:07.155683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Network': ['ID=e8db2e0d-ee35-41b5-8099-f62226a24d80,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:07.159486 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:07.173288 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:42:07.228513 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.3740993
Jun 04 15:42:07.231269 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42870) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:07.238662 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'name': 'tempest-PortsIpV6TestJSON-2092203285'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:07.289194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Pushing event updated for resources: {'Network': ['ID=2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:07.297100 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:07.343571 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:42:07.379452 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.5223396
Jun 04 15:42:07.380161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42872) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:07.409317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Request body: {'subnet': {'network_id': '2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:07.446249 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:07.471485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:port and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:07.475418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:07.483086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:07.639275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:07.643749 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:07.648212 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:07.652613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Usage tracker for resource:subnet and tenant:4344690ccfd24cd190b120f9bc85a89e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:07.661394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:07.669837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:07.688301 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] device_id is not set on port 5daccc4f-7768-420d-94ba-c91077af3130 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:42:07.771307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Made reservation on behalf of 4344690ccfd24cd190b120f9bc85a89e for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:07.777216 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:08.012470 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:42:08.254693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe449316-0869-40e1-9fea-cd5e810d57b4 req-bae3a3c2-cf70-4dc2-9d37-3e644e2c612a tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:08.257484 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe449316-0869-40e1-9fea-cd5e810d57b4 req-bae3a3c2-cf70-4dc2-9d37-3e644e2c612a tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.2910690
Jun 04 15:42:08.350655 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fe449316-0869-40e1-9fea-cd5e810d57b4 req-fd7b9ddf-16c1-43ee-9f04-e14eedd5e780 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806098
Jun 04 15:42:08.365773 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:08.586078 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:08.600211 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:08.603493 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7793341c-d637-46c0-bee7-1c3375820b6f tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:08.606388 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ed02a3de-9bd4-46a4-8aad-252b1a952a6d tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:08.746481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=5daccc4f-7768-420d-94ba-c91077af3130,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:08.756889 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:08.776349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Checking segment: {'id': 'fcd867d4-43a5-45f7-8c31-1a6c704db1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:42:08.776732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network hostable DHCP agents. Network: e8db2e0d-ee35-41b5-8099-f62226a24d80, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:42:08.957641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Pushing event updated for resources: {'Subnet': ['ID=0b2626a1-0525-49ee-9284-b85e59c23bed,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:08.963542 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:08.966459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Checking segment: {'id': 'b8ae7994-c560-4580-a3d0-52da54d0f6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:42:08.967102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Network hostable DHCP agents. Network: 2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:42:09.011731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:42:09.079193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Network 2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:42:09.161994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:09.164561 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, e8db2e0d-ee35-41b5-8099-f62226a24d80) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:09.176756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:09.176967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:09.177862 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:09.178821 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94da1360-61f7-4ae6-b797-897aadd07b12 None None] Network 2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:09.188523 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:09.189684 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:09.204055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad48c203-a83f-454d-b72a-6e68ce7745ab None None] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:09.314774 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9332924
Jun 04 15:42:09.318197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42898) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:09.324979 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3fa3af45-8bb1-415a-b1bd-c583b3c4f27a tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1298656579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:09.336251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3fa3af45-8bb1-415a-b1bd-c583b3c4f27a tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:09.341947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3fa3af45-8bb1-415a-b1bd-c583b3c4f27a tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Usage tracker for resource:router and tenant:4344690ccfd24cd190b120f9bc85a89e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:09.355937 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3fa3af45-8bb1-415a-b1bd-c583b3c4f27a tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:09.364501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3fa3af45-8bb1-415a-b1bd-c583b3c4f27a tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:09.374390 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.1409397
Jun 04 15:42:09.378551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42900) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:09.386065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-544299541'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:09.391834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:09.409968 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:network and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:09.420272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:09.437865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:09.508797 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3fa3af45-8bb1-415a-b1bd-c583b3c4f27a tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:09.515797 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3fa3af45-8bb1-415a-b1bd-c583b3c4f27a tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:09.554101 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3fa3af45-8bb1-415a-b1bd-c583b3c4f27a tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:09.582996 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:09.586696 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:09.652643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:42:09.680382 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1896b-8198-4da8-b1cb-76e798445319 req-66b4db97-7a73-4c1c-adc3-ba9f385a24ce tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:09.682444 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e8e1896b-8198-4da8-b1cb-76e798445319 req-66b4db97-7a73-4c1c-adc3-ba9f385a24ce tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.1716692
Jun 04 15:42:09.683949 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:09.685172 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Added segment 1cf8d839-cc9f-401f-91b2-3d359f86986e of type vlan for network 584995be-cf4b-40c7-b150-a167e84b3210
Jun 04 15:42:09.719204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b', 'network_id': '2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b', 'tenant_id': '4344690ccfd24cd190b120f9bc85a89e', 'fixed_ips': [{'subnet_id': '0b2626a1-0525-49ee-9284-b85e59c23bed'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:42:09.720328 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:09.753549 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:09.782730 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e8e1896b-8198-4da8-b1cb-76e798445319 req-2bc7f49e-70e7-4aa4-9ba3-747d381e5809 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864563
Jun 04 15:42:09.856588 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3fa3af45-8bb1-415a-b1bd-c583b3c4f27a tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:09.928429 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Allocated IP 172.20.0.2 (2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b/0b2626a1-0525-49ee-9284-b85e59c23bed/90efa54a-bc9c-48be-9b30-3ca69fe6ab76) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:42:10.079161 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:10.085206 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3fa3af45-8bb1-415a-b1bd-c583b3c4f27a tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:10.085206 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3fa3af45-8bb1-415a-b1bd-c583b3c4f27a tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.7649846
Jun 04 15:42:10.085206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42908) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:10.085909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:10.086701 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:10.134226 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0f13adb8-2209-4a09-868b-b1a52e86b20b tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:10.219247 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:10.232850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Transition to ACTIVE for port object 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:42:10.268514 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Transition to ACTIVE for port object 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:42:10.280446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42914) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:10.318665 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.9381287
Jun 04 15:42:10.326852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42918) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:10.331016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Network': ['ID=584995be-cf4b-40c7-b150-a167e84b3210,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:10.338735 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:10.346502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 584995be-cf4b-40c7-b150-a167e84b3210 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:42:10.359511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'ports': [{'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80'}, {'network_id': '584995be-cf4b-40c7-b150-a167e84b3210'}]} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:10.359831 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:10.360877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'network_id': '584995be-cf4b-40c7-b150-a167e84b3210'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:10.607578 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:10.607578 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:10.609429 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a521b64d-8c9a-4e67-87d5-e9ae9b937ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:10.677992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Network 2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:10.681786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:10.686216 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:10.793726 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Pushing event updated for resources: {'Port': ['ID=90efa54a-bc9c-48be-9b30-3ca69fe6ab76,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:10.807485 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:10.865521 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Attempting to bind port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:42:10.865825 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Attempting to bind port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'b8ae7994-c560-4580-a3d0-52da54d0f6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:42:10.866200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Attempting to bind port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 on network 2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:42:10.875947 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:42:10.876330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Checking segment: {'id': 'b8ae7994-c560-4580-a3d0-52da54d0f6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:42:10.877454 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:10.877773 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Bound using segment: {'id': 'b8ae7994-c560-4580-a3d0-52da54d0f6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:42:10.878360 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Bound port: 90efa54a-bc9c-48be-9b30-3ca69fe6ab76, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ae7994-c560-4580-a3d0-52da54d0f6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:42:10.878753 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:10.952433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a521b64d-8c9a-4e67-87d5-e9ae9b937ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:10.980463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] For port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:42:10.980896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a521b64d-8c9a-4e67-87d5-e9ae9b937ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:d9cc4dabd6e045dab7185295b6d94338 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:10.984689 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:10.994784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a521b64d-8c9a-4e67-87d5-e9ae9b937ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:11.000805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] For port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=90efa54a-bc9c-48be-9b30-3ca69fe6ab76,segment=NetworkSegment(b8ae7994-c560-4580-a3d0-52da54d0f6b6),segment_id=b8ae7994-c560-4580-a3d0-52da54d0f6b6)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:42:11.008100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:port and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:11.027280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:11.031236 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a521b64d-8c9a-4e67-87d5-e9ae9b937ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:11.050446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:11.091038 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:11.098543 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:11.209658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'port': 2} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:11.217751 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:11.272032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Pushing event updated for resources: {'Port': ['ID=90efa54a-bc9c-48be-9b30-3ca69fe6ab76,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:11.282663 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:11.284656 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:11.385835 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a521b64d-8c9a-4e67-87d5-e9ae9b937ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:11.496426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] device_id is not set on port d7ae9f50-2a08-4fbd-8cef-4db620051902 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:42:11.529417 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:11.672980 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fad3a-b182-4107-9f0a-7f3498d68662 req-5bbba506-f2fa-4c74-9215-6f17d9c9ddfb tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:11.681512 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cd6fad3a-b182-4107-9f0a-7f3498d68662 req-5bbba506-f2fa-4c74-9215-6f17d9c9ddfb tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.6875858
Jun 04 15:42:11.702844 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a521b64d-8c9a-4e67-87d5-e9ae9b937ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:11.919080 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0b6fb252-4b05-48a6-9c56-5284fca816c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:11.936146 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a521b64d-8c9a-4e67-87d5-e9ae9b937ce0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9cc4dabd6e045dab7185295b6d94338&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6542151
Jun 04 15:42:11.941292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42930) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:11.948234 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:12.014844 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cd6fad3a-b182-4107-9f0a-7f3498d68662 req-07cec235-5e0f-415f-a12b-622c22d8c4b0 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3319783
Jun 04 15:42:12.044660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521b64d-8c9a-4e67-87d5-e9ae9b937ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80bdb39-f152-4ba9-94e8-09ce8daf717d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:12.045380 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a521b64d-8c9a-4e67-87d5-e9ae9b937ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:12.212124 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c508f763-db9e-4410-a8b8-a9928203c0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:12.215948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] device_id is not set on port 8846b370-4f3c-4a5a-b913-ab6d732ba71b yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:42:12.417104 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Allocated IP 172.20.0.1 (2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b/0b2626a1-0525-49ee-9284-b85e59c23bed/133aa3ef-a90f-4c10-92a4-2045f3e00ab9) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:42:12.439362 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c508f763-db9e-4410-a8b8-a9928203c0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:12.471522 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:12.609808 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:42:12.668467 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:12.677512 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e7094b8e-22b2-4472-afdd-f5b12907fd35 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:12.901335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:12.917094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:42:12.918211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:12.935347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:12.953435 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:13.001608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=d7ae9f50-2a08-4fbd-8cef-4db620051902,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:13.001608 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:13.001608 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:13.038311 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:13.071240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82afbc7-fef7-4561-a736-512c5c888003 None None] Network 2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:13.113356 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=8846b370-4f3c-4a5a-b913-ab6d732ba71b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:13.137574 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c508f763-db9e-4410-a8b8-a9928203c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:13.154019 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cd36949a-782b-4d19-ac15-f80a1ffaf4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:13.167289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Transition to ACTIVE for port object 133aa3ef-a90f-4c10-92a4-2045f3e00ab9 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:42:13.192760 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:13.192760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Checking segment: {'id': '1cf8d839-cc9f-401f-91b2-3d359f86986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '584995be-cf4b-40c7-b150-a167e84b3210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:42:13.192760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network hostable DHCP agents. Network: 584995be-cf4b-40c7-b150-a167e84b3210, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:42:13.193614 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508f763-db9e-4410-a8b8-a9928203c0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80bdb39-f152-4ba9-94e8-09ce8daf717d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:13.193614 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c508f763-db9e-4410-a8b8-a9928203c0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:13.193614 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c508f763-db9e-4410-a8b8-a9928203c0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:13.197519 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c508f763-db9e-4410-a8b8-a9928203c0cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f80bdb39-f152-4ba9-94e8-09ce8daf717d HTTP/1.1" status: 204  len: 168 time: 1.2521014
Jun 04 15:42:13.350653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06132f-4381-4258-ad3c-71774eb1d444 req-7911a908-f7ec-4e8d-aa27-51915c3832cb tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:13.360232 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c06132f-4381-4258-ad3c-71774eb1d444 req-7911a908-f7ec-4e8d-aa27-51915c3832cb tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.1161277
Jun 04 15:42:13.368079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Provisioning for port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:42:13.415751 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c06132f-4381-4258-ad3c-71774eb1d444 req-5b87666d-6ff9-4e02-8122-12a30173056c tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545328
Jun 04 15:42:13.422146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network 584995be-cf4b-40c7-b150-a167e84b3210 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:42:13.429927 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:13.429927 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f92e512c-bd5e-4db2-bd07-17a63fd12c55 tempest-ServerActionsTestJSON-12313859 tempest-ServerActionsTestJSON-12313859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:13.509480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Network 2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:13.516868 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Provisioning complete for port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:13.517764 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:13.519737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:13.524697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:13.592255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Pushing event updated for resources: {'Port': ['ID=133aa3ef-a90f-4c10-92a4-2045f3e00ab9,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:13.616262 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:13.634204 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:13.639742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 584995be-cf4b-40c7-b150-a167e84b3210) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:13.650994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:13.664388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:13.683081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:13.683795 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:13.701100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e51d673-2356-4d4e-b650-0c42a15069f9 None None] Network 584995be-cf4b-40c7-b150-a167e84b3210 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:13.730109 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:13.858852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] For port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=90efa54a-bc9c-48be-9b30-3ca69fe6ab76,segment=NetworkSegment(b8ae7994-c560-4580-a3d0-52da54d0f6b6),segment_id=b8ae7994-c560-4580-a3d0-52da54d0f6b6)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:42:13.927188 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 3.5893683
Jun 04 15:42:13.930045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42948) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:14.074233 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:14.090721 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a973334d-6144-4a00-8836-06bfe61ceb4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:14.287179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2760e-0e25-4562-9c92-35d7196cf9f6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port 8846b370-4f3c-4a5a-b913-ab6d732ba71b {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:14.287798 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8fa2760e-0e25-4562-9c92-35d7196cf9f6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:14.335042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Pushing event updated for resources: {'Port': ['ID=90efa54a-bc9c-48be-9b30-3ca69fe6ab76,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:14.342740 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:14.372792 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:14.373209 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:14.373522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:14.373862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:14.394690 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:14.395253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:14.395563 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:14.395909 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:14.396239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:14.396569 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:14.396896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:14.397982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:14.404245 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:14.513068 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-689574d4-3756-424b-8baf-1b9b2c575b9d None None] Provisioning complete for port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:14.519981 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-689574d4-3756-424b-8baf-1b9b2c575b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:14.621992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42956) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:14.965885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-689574d4-3756-424b-8baf-1b9b2c575b9d None None] Provisioning for port 133aa3ef-a90f-4c10-92a4-2045f3e00ab9 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:42:14.977748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-689574d4-3756-424b-8baf-1b9b2c575b9d None None] Provisioning complete for port 133aa3ef-a90f-4c10-92a4-2045f3e00ab9 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:14.978638 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-689574d4-3756-424b-8baf-1b9b2c575b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:15.024328 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2368baee-079a-431d-ae3e-b01121e71c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:15.046498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2368baee-079a-431d-ae3e-b01121e71c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:15.050502 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8fa2760e-0e25-4562-9c92-35d7196cf9f6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:15.068463 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2368baee-079a-431d-ae3e-b01121e71c51 admin admin] Usage tracker for resource:security_group_rule and tenant:39492fd83ec84043af2ec8d0eac8763d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:15.075264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2368baee-079a-431d-ae3e-b01121e71c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:15.140260 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-689574d4-3756-424b-8baf-1b9b2c575b9d None None] Port 133aa3ef-a90f-4c10-92a4-2045f3e00ab9 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:42:15.185034 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2368baee-079a-431d-ae3e-b01121e71c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:15.199677 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315971a9-2fe3-477e-b96a-893ef86d3f28 req-d3431821-170a-40ce-97b5-873a15c517ff tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:15.201738 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-315971a9-2fe3-477e-b96a-893ef86d3f28 req-d3431821-170a-40ce-97b5-873a15c517ff tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.4502664
Jun 04 15:42:15.263158 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-189db275-99d7-4515-a252-10333ef3414a None None] Provisioning complete for port 133aa3ef-a90f-4c10-92a4-2045f3e00ab9 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:15.264471 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-189db275-99d7-4515-a252-10333ef3414a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:15.312207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2760e-0e25-4562-9c92-35d7196cf9f6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for 8846b370-4f3c-4a5a-b913-ab6d732ba71b owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:15.362673 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-315971a9-2fe3-477e-b96a-893ef86d3f28 req-1c35b880-adfc-43b7-a89f-0937a6f47dd6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1366796
Jun 04 15:42:15.474781 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:15.526518 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-189db275-99d7-4515-a252-10333ef3414a None None] Port 133aa3ef-a90f-4c10-92a4-2045f3e00ab9 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:42:15.574420 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:15.635799 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2368baee-079a-431d-ae3e-b01121e71c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:15.648389 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-07c37b67-3afd-4c51-96ab-01da0372e959 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:15.805493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Pushing event updated for resources: {'Port': ['ID=133aa3ef-a90f-4c10-92a4-2045f3e00ab9,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:15.810211 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:15.816833 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:15.858582 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8fa2760e-0e25-4562-9c92-35d7196cf9f6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:15.865645 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b5555654-32a9-4e81-9228-e98c6dee1384 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:15.937247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2760e-0e25-4562-9c92-35d7196cf9f6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=8846b370-4f3c-4a5a-b913-ab6d732ba71b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:15.940594 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8fa2760e-0e25-4562-9c92-35d7196cf9f6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:15.942082 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8fa2760e-0e25-4562-9c92-35d7196cf9f6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:15.965379 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8fa2760e-0e25-4562-9c92-35d7196cf9f6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/8846b370-4f3c-4a5a-b913-ab6d732ba71b HTTP/1.1" status: 204  len: 168 time: 2.0318983
Jun 04 15:42:15.965643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42962) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:16.022850 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2368baee-079a-431d-ae3e-b01121e71c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:16.038643 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7462e2fd-6d0c-4610-a160-280f92f258f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:16.041842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Network 2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:16.043333 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:16.102002 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2368baee-079a-431d-ae3e-b01121e71c51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39492fd83ec84043af2ec8d0eac8763d&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4752254
Jun 04 15:42:16.108515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42964) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:16.139970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368baee-079a-431d-ae3e-b01121e71c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28862efe-db93-4335-833f-800297721302,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:16.153050 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2368baee-079a-431d-ae3e-b01121e71c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:16.280503 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:16.293590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4d95b6-415a-4208-bde9-5868a8f3a9e7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:16.311116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4d95b6-415a-4208-bde9-5868a8f3a9e7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:16.311857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-da4d95b6-415a-4208-bde9-5868a8f3a9e7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:42:16.406860 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:16.507069 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e95327b4-0a9a-438b-84d8-4acead904194 None None] Provisioning complete for port 133aa3ef-a90f-4c10-92a4-2045f3e00ab9 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:16.508054 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e95327b4-0a9a-438b-84d8-4acead904194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:16.563575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:42:16.730970 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Router 77746d82-7f43-41c9-a0f1-b97d6b921f20 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:42:16.752985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-da4d95b6-415a-4208-bde9-5868a8f3a9e7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:42:16.755298 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-da4d95b6-415a-4208-bde9-5868a8f3a9e7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.7885673
Jun 04 15:42:16.762891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42974) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:16.777635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e95327b4-0a9a-438b-84d8-4acead904194 None None] Port 133aa3ef-a90f-4c10-92a4-2045f3e00ab9 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:42:16.779084 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:16.779463 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:16.833559 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:16.855879 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-15038069-276b-45f0-99b5-d63dcc73bab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:16.952419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28862efe-db93-4335-833f-800297721302,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:16.974864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:16.975572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:16.976141 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:16.976784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:16.977420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:16.977978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:16.978524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:16.979076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:16.979620 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:16.980160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:16.980714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:16.981281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:16.992339 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:16.993812 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:16.995181 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28862efe-db93-4335-833f-800297721302 HTTP/1.1" status: 204  len: 168 time: 0.8854365
Jun 04 15:42:17.114937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd14efa-70ea-4498-b9d5-6a422b3ac4d1 req-4c11a953-3579-4067-96d1-ffe8a87ddfb1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:17.117213 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6bd14efa-70ea-4498-b9d5-6a422b3ac4d1 req-4c11a953-3579-4067-96d1-ffe8a87ddfb1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.4752917
Jun 04 15:42:17.156325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:42:17.162585 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] 10.222.0.32 "PUT /v2.0/routers/77746d82-7f43-41c9-a0f1-b97d6b921f20/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0764234
Jun 04 15:42:17.165215 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 42980) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:17.168291 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2761e4d-ea07-4d06-b7e0-c74d61cc8ced None None] Sync routers for ids ['77746d82-7f43-41c9-a0f1-b97d6b921f20'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:42:17.172951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Request body: {'port': {'network_id': '2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b', 'name': 'tempest-FloatingIPNegativeTestJSON-2103313779'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:17.186023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2761e4d-ea07-4d06-b7e0-c74d61cc8ced None None] Routers {'77746d82-7f43-41c9-a0f1-b97d6b921f20'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:42:17.190289 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e2761e4d-ea07-4d06-b7e0-c74d61cc8ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c824d90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:42:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['77746d82-7f43-41c9-a0f1-b97d6b921f20'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:17.246042 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6bd14efa-70ea-4498-b9d5-6a422b3ac4d1 req-b2b468cf-5778-42a1-9eed-41b37654ba13 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1174397
Jun 04 15:42:17.257017 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-dc532ddf-b508-4d5a-a4c4-049a88de4d03 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port d7ae9f50-2a08-4fbd-8cef-4db620051902 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:17.258351 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc532ddf-b508-4d5a-a4c4-049a88de4d03 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:17.406930 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e2761e4d-ea07-4d06-b7e0-c74d61cc8ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c824d90>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:17.432570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2761e4d-ea07-4d06-b7e0-c74d61cc8ced None None] Routers {'77746d82-7f43-41c9-a0f1-b97d6b921f20'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:42:17.436306 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e2761e4d-ea07-4d06-b7e0-c74d61cc8ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c824d90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:42:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['77746d82-7f43-41c9-a0f1-b97d6b921f20'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:17.505399 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc532ddf-b508-4d5a-a4c4-049a88de4d03 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:17.518974 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:17.525433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Usage tracker for resource:port and tenant:4344690ccfd24cd190b120f9bc85a89e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:17.530335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:17.546030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:17.556015 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e2761e4d-ea07-4d06-b7e0-c74d61cc8ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c824d90>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:17.558023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2761e4d-ea07-4d06-b7e0-c74d61cc8ced None None] The sync data for ids ['77746d82-7f43-41c9-a0f1-b97d6b921f20'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:42:17.703062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-dc532ddf-b508-4d5a-a4c4-049a88de4d03 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for d7ae9f50-2a08-4fbd-8cef-4db620051902 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:17.730603 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Made reservation on behalf of 4344690ccfd24cd190b120f9bc85a89e for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:17.743038 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:17.801304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] device_id is not set on port 99bb74f8-2e07-4f81-a68a-a581c184e8f2 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:42:18.050749 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc532ddf-b508-4d5a-a4c4-049a88de4d03 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:18.062363 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c77e35be-253c-4011-83f0-61fd1e571f1c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:18.087799 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Allocated IP 172.20.0.7 (2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b/0b2626a1-0525-49ee-9284-b85e59c23bed/99bb74f8-2e07-4f81-a68a-a581c184e8f2) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:42:18.116061 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc532ddf-b508-4d5a-a4c4-049a88de4d03 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=d7ae9f50-2a08-4fbd-8cef-4db620051902,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:18.119992 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dc532ddf-b508-4d5a-a4c4-049a88de4d03 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:18.124777 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc532ddf-b508-4d5a-a4c4-049a88de4d03 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:18.314232 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dc532ddf-b508-4d5a-a4c4-049a88de4d03 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/d7ae9f50-2a08-4fbd-8cef-4db620051902 HTTP/1.1" status: 204  len: 168 time: 1.5496898
Jun 04 15:42:18.323334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 42996) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:18.380677 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:18.408563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Transition to ACTIVE for port object 99bb74f8-2e07-4f81-a68a-a581c184e8f2 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:42:18.460469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e82c968-ab63-42e1-b883-3067118834b2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:18.461964 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5e82c968-ab63-42e1-b883-3067118834b2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:42:18.527176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec42109-ede6-4f94-b6ea-7139148fd675 req-40c58058-c839-4da4-94a1-8c5d9377dd22 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:18.528793 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bec42109-ede6-4f94-b6ea-7139148fd675 req-40c58058-c839-4da4-94a1-8c5d9377dd22 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.0940616
Jun 04 15:42:18.580732 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bec42109-ede6-4f94-b6ea-7139148fd675 req-e8e14529-2130-49e5-a6fb-f625a803c4a2 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449095
Jun 04 15:42:18.616490 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:18.627228 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6139dd01-0d3e-4fc7-9791-02f19ccea7fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:18.691525 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Network 2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:18.695451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:18.700745 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:18.726935 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5e82c968-ab63-42e1-b883-3067118834b2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:42:18.732121 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5e82c968-ab63-42e1-b883-3067118834b2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.4063246
Jun 04 15:42:18.734285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43000) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:18.788372 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d054c7-6b2d-49f2-be03-e8f4f4458d5f tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] GET failed (client error): The resource could not be found.
Jun 04 15:42:18.790701 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-15d054c7-6b2d-49f2-be03-e8f4f4458d5f tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/8846b370-4f3c-4a5a-b913-ab6d732ba71b HTTP/1.1" status: 404  len: 333 time: 0.0548389
Jun 04 15:42:18.793648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43002) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:18.845312 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f43f9c-7a97-49ea-837e-da66a59b4ede tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] GET failed (client error): The resource could not be found.
Jun 04 15:42:18.849549 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a8f43f9c-7a97-49ea-837e-da66a59b4ede tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/d7ae9f50-2a08-4fbd-8cef-4db620051902 HTTP/1.1" status: 404  len: 333 time: 0.0516970
Jun 04 15:42:18.849920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43006) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:19.037395 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd343973-c2cd-49fd-885c-753609b951e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:19.066885 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:19.067599 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:19.073270 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Pushing event updated for resources: {'Port': ['ID=99bb74f8-2e07-4f81-a68a-a581c184e8f2,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:19.082347 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:19.213186 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd343973-c2cd-49fd-885c-753609b951e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:19.227069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-dd343973-c2cd-49fd-885c-753609b951e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83859c6520>,) {'filters': {'network_id': ['584995be-cf4b-40c7-b150-a167e84b3210']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:19.244180 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-dd343973-c2cd-49fd-885c-753609b951e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83859c6520>, '1cf8d839-cc9f-401f-91b2-3d359f86986e') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:19.244473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-dd343973-c2cd-49fd-885c-753609b951e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83859c6520>, '1cf8d839-cc9f-401f-91b2-3d359f86986e') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:19.251179 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.0848222
Jun 04 15:42:19.254437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43018) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:19.259447 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd343973-c2cd-49fd-885c-753609b951e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:19.259766 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:19.266284 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:19.271686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Usage tracker for resource:floatingip and tenant:4344690ccfd24cd190b120f9bc85a89e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:19.274267 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd343973-c2cd-49fd-885c-753609b951e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:19.274605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:19.280349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:19.280531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd343973-c2cd-49fd-885c-753609b951e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:42:19.280920 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd343973-c2cd-49fd-885c-753609b951e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:19.296296 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-39b2eb26-3413-4c7e-ada6-e93b8a3bb302 None None] Provisioning for port 99bb74f8-2e07-4f81-a68a-a581c184e8f2 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:42:19.299463 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:42:19.306407 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-39b2eb26-3413-4c7e-ada6-e93b8a3bb302 None None] Provisioning complete for port 99bb74f8-2e07-4f81-a68a-a581c184e8f2 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:19.306787 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-39b2eb26-3413-4c7e-ada6-e93b8a3bb302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:19.373172 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-39b2eb26-3413-4c7e-ada6-e93b8a3bb302 None None] Port 99bb74f8-2e07-4f81-a68a-a581c184e8f2 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:42:19.436070 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:19.593296 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:19.599396 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd343973-c2cd-49fd-885c-753609b951e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:19.603916 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b315691d-9e3f-403c-8f1e-343a08b2ed67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:19.636175 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd343973-c2cd-49fd-885c-753609b951e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:19.647410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd343973-c2cd-49fd-885c-753609b951e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Network': ['ID=584995be-cf4b-40c7-b150-a167e84b3210,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:19.657167 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dd343973-c2cd-49fd-885c-753609b951e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:19.663808 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dd343973-c2cd-49fd-885c-753609b951e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/networks/584995be-cf4b-40c7-b150-a167e84b3210 HTTP/1.1" status: 204  len: 168 time: 0.8091757
Jun 04 15:42:19.664729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43026) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:19.672309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1164146865'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:19.680527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:19.684730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:network and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:19.689744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:19.712366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:19.745406 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Allocated IP 172.25.4.86 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/868ac2da-f021-492a-bee8-aa26944c8196) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:42:19.786896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e44a20-f7db-4e2c-bf44-9468c8dddd89 req-1b13f6eb-2324-473c-8adf-d49a9c8a57bf tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:19.788385 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-32e44a20-f7db-4e2c-bf44-9468c8dddd89 req-1b13f6eb-2324-473c-8adf-d49a9c8a57bf tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.0834751
Jun 04 15:42:19.838112 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-32e44a20-f7db-4e2c-bf44-9468c8dddd89 req-855ab728-b8b3-4559-8447-20cee5278497 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439491
Jun 04 15:42:19.907285 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:19.941799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:19.952390 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:19.975610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:42:19.984753 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:19.988355 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Added segment 18c60929-afa6-4083-a618-c75ddf4947ab of type vlan for network 2a15b031-1ad5-494e-a24c-554d68048d8e
Jun 04 15:42:20.011172 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:20.251025 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:20.257637 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5370d698-ed37-40c9-b09c-a6d5903f5581 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:20.290702 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:20.296428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:20.297125 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:20.303413 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e7294f30-9663-451b-95af-66ab8e38fb0d tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:20.321181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:20.324534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:20.329124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:20.377211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Pushing event updated for resources: {'Port': ['ID=868ac2da-f021-492a-bee8-aa26944c8196,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:20.381998 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:20.421344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Network': ['ID=2a15b031-1ad5-494e-a24c-554d68048d8e,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:20.425129 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:20.427466 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:20.440161 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 2a15b031-1ad5-494e-a24c-554d68048d8e details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:42:20.531393 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8652940
Jun 04 15:42:20.534842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43044) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:20.540161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'subnet': {'network_id': '2a15b031-1ad5-494e-a24c-554d68048d8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:20.656019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:20.660604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:subnet and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:20.663886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:20.669826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:20.718979 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:20.922887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:20.922887 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:20.937040 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:21.055282 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a040fc6-9c38-4f66-9ee9-e9b14a1a71eb req-b77d0c22-dafd-4681-abb8-bd388b03fea1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:21.056882 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5a040fc6-9c38-4f66-9ee9-e9b14a1a71eb req-b77d0c22-dafd-4681-abb8-bd388b03fea1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.0946229
Jun 04 15:42:21.109171 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5a040fc6-9c38-4f66-9ee9-e9b14a1a71eb req-2d0bf384-9f19-44e3-8613-b26538257db7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453176
Jun 04 15:42:21.125752 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:21.133282 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9f83559f-1c65-4849-8aff-098691038217 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:21.251199 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Pushing event updated for resources: {'Port': ['ID=868ac2da-f021-492a-bee8-aa26944c8196,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:21.256068 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:21.260983 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:21.490964 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:21.496884 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.2368004
Jun 04 15:42:21.498966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43064) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:21.503982 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-74dabc8b-2fe5-4483-a042-db120e6e8eed tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Request body: {'floatingip': {'port_id': '99bb74f8-2e07-4f81-a68a-a581c184e8f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:21.587432 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-74dabc8b-2fe5-4483-a042-db120e6e8eed tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for floatingip, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:21.786777 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-74dabc8b-2fe5-4483-a042-db120e6e8eed tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] update failed (client error): The resource could not be found.
Jun 04 15:42:21.787828 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-74dabc8b-2fe5-4483-a042-db120e6e8eed tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] 10.222.0.32 "PUT /v2.0/floatingips/05fb7733-209a-4557-a2da-d0e82b7fb7a2 HTTP/1.1" status: 404  len: 507 time: 0.2878079
Jun 04 15:42:21.790757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43066) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:21.794736 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:21.798618 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0f53b832-f287-42f9-9a36-de7ca299281c tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:21.880316 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Subnet': ['ID=5e3c3958-7e5c-49cc-b45c-942641e8e867,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:21.884246 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:21.891314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Checking segment: {'id': '18c60929-afa6-4083-a618-c75ddf4947ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2a15b031-1ad5-494e-a24c-554d68048d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:42:21.891672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network hostable DHCP agents. Network: 2a15b031-1ad5-494e-a24c-554d68048d8e, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:42:22.036700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-9e295a20-34f2-4881-99ce-cec4dcbf75de tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Deleting port 868ac2da-f021-492a-bee8-aa26944c8196 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:22.036964 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e295a20-34f2-4881-99ce-cec4dcbf75de tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:22.084717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network 2a15b031-1ad5-494e-a24c-554d68048d8e is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:42:22.201237 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e295a20-34f2-4881-99ce-cec4dcbf75de tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:22.201237 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e295a20-34f2-4881-99ce-cec4dcbf75de tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:22.416656 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832f6aa-9c2f-4b3c-b90b-0e285545b30c req-c10b012c-6fda-4dfb-938e-4baaf6cfea42 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:22.418727 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5832f6aa-9c2f-4b3c-b90b-0e285545b30c req-c10b012c-6fda-4dfb-938e-4baaf6cfea42 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.1696281
Jun 04 15:42:22.507762 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5832f6aa-9c2f-4b3c-b90b-0e285545b30c req-4b3d7aa8-2b66-4b2e-a0a8-9ca0aede5fe1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767889
Jun 04 15:42:22.517997 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-9e295a20-34f2-4881-99ce-cec4dcbf75de tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Calling delete_port for 868ac2da-f021-492a-bee8-aa26944c8196 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:23.193358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 2a15b031-1ad5-494e-a24c-554d68048d8e) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:23.204186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:23.205667 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:23.210226 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51b6bcb-7739-4af4-b606-5f565b9315a4 None None] Network 2a15b031-1ad5-494e-a24c-554d68048d8e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:23.252173 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e295a20-34f2-4881-99ce-cec4dcbf75de tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:23.257252 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a2a2a423-e262-47a0-87e5-5d31be1b7b22 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:23.303664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e295a20-34f2-4881-99ce-cec4dcbf75de tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Pushing event deleted for resources: {'Port': ['ID=868ac2da-f021-492a-bee8-aa26944c8196,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:23.344453 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9e295a20-34f2-4881-99ce-cec4dcbf75de tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:23.374131 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.8382146
Jun 04 15:42:23.378324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43080) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:23.380527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'network_id': '2a15b031-1ad5-494e-a24c-554d68048d8e', 'name': 'tempest-PortsIpV6TestJSON-1594440350'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:23.446687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43082) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:23.453986 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e295a20-34f2-4881-99ce-cec4dcbf75de tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:23.466432 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e295a20-34f2-4881-99ce-cec4dcbf75de tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:23.474133 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9e295a20-34f2-4881-99ce-cec4dcbf75de tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] 10.222.0.32 "DELETE /v2.0/floatingips/05fb7733-209a-4557-a2da-d0e82b7fb7a2 HTTP/1.1" status: 204  len: 168 time: 1.6822002
Jun 04 15:42:23.478152 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43086) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:23.479499 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-899d31d3-3f49-4d64-90a0-5fa2ca8f2c5f tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Request body: {'floatingip': {'floating_network_id': '2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b', 'port_id': '99bb74f8-2e07-4f81-a68a-a581c184e8f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:23.487241 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-899d31d3-3f49-4d64-90a0-5fa2ca8f2c5f tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:23.491378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-899d31d3-3f49-4d64-90a0-5fa2ca8f2c5f tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Usage tracker for resource:floatingip and tenant:4344690ccfd24cd190b120f9bc85a89e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:23.494499 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-899d31d3-3f49-4d64-90a0-5fa2ca8f2c5f tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:23.504914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-899d31d3-3f49-4d64-90a0-5fa2ca8f2c5f tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:23.583611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-2a15b031-1ad5-494e-a24c-554d68048d8e', 'network_id': '2a15b031-1ad5-494e-a24c-554d68048d8e', 'tenant_id': '856f9f5e166643a0ad0d1b7b273cd474', 'fixed_ips': [{'subnet_id': '5e3c3958-7e5c-49cc-b45c-942641e8e867'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:42:23.584509 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:23.604887 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-899d31d3-3f49-4d64-90a0-5fa2ca8f2c5f tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:23.659358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:23.686285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:23.771081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Allocated IP 2001:db8::2 (2a15b031-1ad5-494e-a24c-554d68048d8e/5e3c3958-7e5c-49cc-b45c-942641e8e867/ebeae667-757c-44d0-a937-4de6d0433b41) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:42:23.791203 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:23.809877 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6fd4fc8-e72f-4f56-949d-462deee49e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:23.849231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a6fd4fc8-e72f-4f56-949d-462deee49e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:23.858427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a6fd4fc8-e72f-4f56-949d-462deee49e76 admin admin] Usage tracker for resource:security_group_rule and tenant:9d98c1571b0842c5b3c10de33629c318 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:23.861625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a6fd4fc8-e72f-4f56-949d-462deee49e76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:23.868755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a6fd4fc8-e72f-4f56-949d-462deee49e76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:23.903160 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a48be-85c9-4a8b-b6ad-7075f52de839 req-83e39a66-78c2-4af8-890a-cce2b95e463a tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:23.904735 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-256a48be-85c9-4a8b-b6ad-7075f52de839 req-83e39a66-78c2-4af8-890a-cce2b95e463a tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.1264708
Jun 04 15:42:23.923705 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:23.928749 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:24.000396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] device_id is not set on port ed17c734-5660-43ce-914a-4329ff2d6cb6 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:42:24.024614 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-256a48be-85c9-4a8b-b6ad-7075f52de839 req-4abe808c-a89c-4137-a087-058028c5f25b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0936716
Jun 04 15:42:24.044617 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:24.065418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Transition to ACTIVE for port object ebeae667-757c-44d0-a937-4de6d0433b41 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:42:24.090242 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Transition to ACTIVE for port object ebeae667-757c-44d0-a937-4de6d0433b41 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:42:24.128321 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6fd4fc8-e72f-4f56-949d-462deee49e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:24.130443 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-899d31d3-3f49-4d64-90a0-5fa2ca8f2c5f tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:42:24.132570 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-899d31d3-3f49-4d64-90a0-5fa2ca8f2c5f tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.6561224
Jun 04 15:42:24.135559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43094) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:24.140454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'port_id': '99bb74f8-2e07-4f81-a68a-a581c184e8f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:24.148587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:24.153785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Usage tracker for resource:floatingip and tenant:4344690ccfd24cd190b120f9bc85a89e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:24.156719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:24.166605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:24.211548 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:24.216417 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:24.278296 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6fd4fc8-e72f-4f56-949d-462deee49e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:24.289843 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bad2377a-6f3d-461e-82cd-c61ee9927222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:24.301969 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:24.326110 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Network 2a15b031-1ad5-494e-a24c-554d68048d8e is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:24.327816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:24.331580 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:24.341050 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Pushing event updated for resources: {'Port': ['ID=ebeae667-757c-44d0-a937-4de6d0433b41,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:24.344313 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:24.359895 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a6fd4fc8-e72f-4f56-949d-462deee49e76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d98c1571b0842c5b3c10de33629c318&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9073904
Jun 04 15:42:24.359895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Allocated IP 2001:db8::1a4 (2a15b031-1ad5-494e-a24c-554d68048d8e/5e3c3958-7e5c-49cc-b45c-942641e8e867/ed17c734-5660-43ce-914a-4329ff2d6cb6) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:42:24.359895 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd4fc8-e72f-4f56-949d-462deee49e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663c9bee-7c4f-4378-b0f6-c19593f93f95,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:24.364306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43096) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:24.402844 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a6fd4fc8-e72f-4f56-949d-462deee49e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:24.460107 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-95c58c8f-70c2-4c23-9f7f-504db79d9eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:24.469592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Attempting to bind port ebeae667-757c-44d0-a937-4de6d0433b41 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:42:24.470568 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Attempting to bind port ebeae667-757c-44d0-a937-4de6d0433b41 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '18c60929-afa6-4083-a618-c75ddf4947ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2a15b031-1ad5-494e-a24c-554d68048d8e'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:42:24.471061 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Attempting to bind port ebeae667-757c-44d0-a937-4de6d0433b41 on network 2a15b031-1ad5-494e-a24c-554d68048d8e {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:42:24.480556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:42:24.480556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Checking segment: {'id': '18c60929-afa6-4083-a618-c75ddf4947ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2a15b031-1ad5-494e-a24c-554d68048d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:42:24.481028 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:24.481134 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Bound using segment: {'id': '18c60929-afa6-4083-a618-c75ddf4947ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2a15b031-1ad5-494e-a24c-554d68048d8e'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:42:24.481615 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Bound port: ebeae667-757c-44d0-a937-4de6d0433b41, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c60929-afa6-4083-a618-c75ddf4947ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2a15b031-1ad5-494e-a24c-554d68048d8e'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:42:24.482006 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:24.493501 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:24.510394 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-95c58c8f-70c2-4c23-9f7f-504db79d9eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:24.599013 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] For port ebeae667-757c-44d0-a937-4de6d0433b41, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:42:24.602441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] For port ebeae667-757c-44d0-a937-4de6d0433b41, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ebeae667-757c-44d0-a937-4de6d0433b41,segment=NetworkSegment(18c60929-afa6-4083-a618-c75ddf4947ab),segment_id=18c60929-afa6-4083-a618-c75ddf4947ab)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:42:24.711243 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Allocated IP 172.25.4.165 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/d926282a-1fed-43d3-b722-505de205376b) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:42:24.752935 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:24.765329 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:24.771143 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-74cb485d-4b83-4417-9bdb-e274a6cd837c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:24.783886 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-95c58c8f-70c2-4c23-9f7f-504db79d9eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:24.791266 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b3872028-eb7c-4d30-945d-93b2bf151267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:24.805505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Transition to ACTIVE for port object ed17c734-5660-43ce-914a-4329ff2d6cb6 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:42:24.808180 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c58c8f-70c2-4c23-9f7f-504db79d9eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663c9bee-7c4f-4378-b0f6-c19593f93f95,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:24.813197 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-95c58c8f-70c2-4c23-9f7f-504db79d9eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:24.889500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Pushing event updated for resources: {'Port': ['ID=ebeae667-757c-44d0-a937-4de6d0433b41,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:24.893590 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:24.910959 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:24.942627 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:24.951225 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-55a0435e-883c-4e5f-888a-3824face5b6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:25.029718 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-95c58c8f-70c2-4c23-9f7f-504db79d9eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:25.031730 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-95c58c8f-70c2-4c23-9f7f-504db79d9eb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/663c9bee-7c4f-4378-b0f6-c19593f93f95 HTTP/1.1" status: 204  len: 168 time: 0.6660128
Jun 04 15:42:25.036454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network 2a15b031-1ad5-494e-a24c-554d68048d8e is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:25.040100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:25.045558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:25.054736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:25.055486 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:25.070014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=ed17c734-5660-43ce-914a-4329ff2d6cb6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:25.075415 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:25.107969 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:25.114043 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:25.221328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:25.236177 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:25.245888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:25.271365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.8955300
Jun 04 15:42:25.272024 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43106) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:25.384082 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Pushing event updated for resources: {'Port': ['ID=d926282a-1fed-43d3-b722-505de205376b,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:25.384082 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:25.489077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9233c1-8ae3-4f52-8a42-e03d542ba7a8 req-30ec124f-f2e4-404d-94cc-0f1af9cff474 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:25.496333 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec9233c1-8ae3-4f52-8a42-e03d542ba7a8 req-30ec124f-f2e4-404d-94cc-0f1af9cff474 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.2890961
Jun 04 15:42:25.507046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-1c5cd752-30ab-40b1-a8c0-1dc9af7d58ee tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port ed17c734-5660-43ce-914a-4329ff2d6cb6 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:25.507531 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd752-30ab-40b1-a8c0-1dc9af7d58ee tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:25.541264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Deleting port d926282a-1fed-43d3-b722-505de205376b {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:25.541617 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:25.715297 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:25.715908 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:25.885491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Calling delete_port for d926282a-1fed-43d3-b722-505de205376b owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:25.902793 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ec9233c1-8ae3-4f52-8a42-e03d542ba7a8 req-0356c49a-9abc-4e3d-8532-57b5914701b8 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4053681
Jun 04 15:42:25.924968 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:25.972541 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd752-30ab-40b1-a8c0-1dc9af7d58ee tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:26.155230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-1c5cd752-30ab-40b1-a8c0-1dc9af7d58ee tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for ed17c734-5660-43ce-914a-4329ff2d6cb6 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:26.256086 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:26.261195 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-87264371-871e-4df8-95c1-2c134a0a3b05 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:26.330610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43128) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:26.335799 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Pushing event deleted for resources: {'Port': ['ID=d926282a-1fed-43d3-b722-505de205376b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:26.340172 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:26.347093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4f5e5f-38a3-4d1e-a1a5-e57a3a28e247 None None] Network 2a15b031-1ad5-494e-a24c-554d68048d8e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:26.427825 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd752-30ab-40b1-a8c0-1dc9af7d58ee tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:26.436476 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-52f1024a-ced7-424c-ac21-9000c35c2e93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:26.545431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ebeae667-757c-44d0-a937-4de6d0433b41 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:42:26.552266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cd752-30ab-40b1-a8c0-1dc9af7d58ee tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=ed17c734-5660-43ce-914a-4329ff2d6cb6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:26.557065 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c5cd752-30ab-40b1-a8c0-1dc9af7d58ee tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:26.623177 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd752-30ab-40b1-a8c0-1dc9af7d58ee tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:26.629686 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7b8a900e-a6d8-4925-a2c6-714700ebefa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:26.640762 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-38b54e87-19b7-4f62-a0d3-523c8a73d6d2 None None] Provisioning for port ebeae667-757c-44d0-a937-4de6d0433b41 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:42:26.648216 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1c5cd752-30ab-40b1-a8c0-1dc9af7d58ee tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/ed17c734-5660-43ce-914a-4329ff2d6cb6 HTTP/1.1" status: 204  len: 168 time: 1.3697338
Jun 04 15:42:26.650697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43136) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:26.691835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7b8a900e-a6d8-4925-a2c6-714700ebefa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:26.696483 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eee307c-2de6-4b81-9b76-2516c6d54942 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:42:26.696959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eee307c-2de6-4b81-9b76-2516c6d54942 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:42:26.698687 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6eee307c-2de6-4b81-9b76-2516c6d54942 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/ed17c734-5660-43ce-914a-4329ff2d6cb6 HTTP/1.1" status: 404  len: 333 time: 0.0470912
Jun 04 15:42:26.705993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43138) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:26.706175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7b8a900e-a6d8-4925-a2c6-714700ebefa9 admin admin] Usage tracker for resource:security_group_rule and tenant:99ff5fc6a4474684aebfc266ccdfa620 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:26.709672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7b8a900e-a6d8-4925-a2c6-714700ebefa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:26.715501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7b8a900e-a6d8-4925-a2c6-714700ebefa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:26.745093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c2143492-b011-42f0-a341-8a7bebb56539 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:42:26.763514 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] create failed (client error): The resource could not be found.
Jun 04 15:42:26.768612 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 2.6318030
Jun 04 15:42:26.769711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43142) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:26.784344 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a7bd7f-85f4-4de2-97f7-64dad7ac3e46 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] GET failed (client error): The resource could not be found.
Jun 04 15:42:26.784899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c7a7bd7f-85f4-4de2-97f7-64dad7ac3e46 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:42:26.933971 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port ebeae667-757c-44d0-a937-4de6d0433b41 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:42:26.950152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port ebeae667-757c-44d0-a937-4de6d0433b41 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:26.950853 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:26.996770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c7a7bd7f-85f4-4de2-97f7-64dad7ac3e46 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:42:26.996770 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c7a7bd7f-85f4-4de2-97f7-64dad7ac3e46 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/ed17c734-5660-43ce-914a-4329ff2d6cb6 HTTP/1.1" status: 404  len: 333 time: 0.2883980
Jun 04 15:42:26.998317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43152) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:27.046481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b91012-1082-45ff-9b34-83f9e64ecec0 req-e84da2a2-4cf3-45ec-9a0f-cd331a73ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:27.047847 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b91012-1082-45ff-9b34-83f9e64ecec0 req-e84da2a2-4cf3-45ec-9a0f-cd331a73ae81 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 1095 time: 0.3300023
Jun 04 15:42:27.071320 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7b8a900e-a6d8-4925-a2c6-714700ebefa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:27.109903 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c2143492-b011-42f0-a341-8a7bebb56539, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c2143492-b011-42f0-a341-8a7bebb56539,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:42:27.171984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-866296d0-c66a-41e0-9a64-d617e2d63fd3 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Deleting port 99bb74f8-2e07-4f81-a68a-a581c184e8f2 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:27.172656 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-866296d0-c66a-41e0-9a64-d617e2d63fd3 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:27.214403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7b8a900e-a6d8-4925-a2c6-714700ebefa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:27.220839 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-992a251c-ad37-4a68-b799-93062c40f9d6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting subnet 5e3c3958-7e5c-49cc-b45c-942641e8e867 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:42:27.230337 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-992a251c-ad37-4a68-b799-93062c40f9d6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:27.242640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'c2143492-b011-42f0-a341-8a7bebb56539', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'port_id': 'c2143492-b011-42f0-a341-8a7bebb56539', 'mac_address': 'fa:16:3e:45:d8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:42:27.247194 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c1b33476-0f7a-4f25-bccb-b0fb0d3bf539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:27.328655 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:27.347547 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:27.383520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2143492-b011-42f0-a341-8a7bebb56539 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:42:27.399093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port ebeae667-757c-44d0-a937-4de6d0433b41, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ebeae667-757c-44d0-a937-4de6d0433b41,segment=NetworkSegment(18c60929-afa6-4083-a618-c75ddf4947ab),segment_id=18c60929-afa6-4083-a618-c75ddf4947ab)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:42:27.406085 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c2143492-b011-42f0-a341-8a7bebb56539, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c2143492-b011-42f0-a341-8a7bebb56539,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:42:27.463149 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7b8a900e-a6d8-4925-a2c6-714700ebefa9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99ff5fc6a4474684aebfc266ccdfa620&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1296837
Jun 04 15:42:27.467517 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-eeeee089-1523-4ee0-be8a-4a5cfccc1b79 None None] Provisioning complete for port ebeae667-757c-44d0-a937-4de6d0433b41 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:27.468318 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eeeee089-1523-4ee0-be8a-4a5cfccc1b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:27.470770 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43158) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:27.508784 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:27.510146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a900e-a6d8-4925-a2c6-714700ebefa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a778a630-0951-497a-a050-3291fef435b1,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:27.525503 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7b8a900e-a6d8-4925-a2c6-714700ebefa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:27.528171 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-49b44292-a9d1-4b12-8cff-59272e5e9645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:27.551500 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-992a251c-ad37-4a68-b799-93062c40f9d6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:27.608232 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2d20673-e148-4a0d-a5eb-f3062a6a2c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:27.619634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b91012-1082-45ff-9b34-83f9e64ecec0 req-ba021c79-0b71-4d1a-8d54-e9d7d62a4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:27.620268 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b91012-1082-45ff-9b34-83f9e64ecec0 req-ba021c79-0b71-4d1a-8d54-e9d7d62a4bf8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 917 time: 0.5207713
Jun 04 15:42:27.631938 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:27.654474 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43713022-e875-40c6-90cc-2a89dd837c3d req-550e9430-b562-4b76-bcc9-0c5de5ea37f1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:27.663486 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-43713022-e875-40c6-90cc-2a89dd837c3d req-550e9430-b562-4b76-bcc9-0c5de5ea37f1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 944 time: 0.5305874
Jun 04 15:42:27.701478 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=ebeae667-757c-44d0-a937-4de6d0433b41,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:27.705533 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:27.707596 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:27.721455 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-866296d0-c66a-41e0-9a64-d617e2d63fd3 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:27.737918 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-992a251c-ad37-4a68-b799-93062c40f9d6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:27.829875 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-43713022-e875-40c6-90cc-2a89dd837c3d req-e4c5fd75-990c-40e6-8827-89013a05c12e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1647711
Jun 04 15:42:27.840440 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2d20673-e148-4a0d-a5eb-f3062a6a2c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:27.879388 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b91012-1082-45ff-9b34-83f9e64ecec0 req-b13c024f-a908-4550-bfa8-afbbf22c9fa0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2143492-b011-42f0-a341-8a7bebb56539 HTTP/1.1" status: 200  len: 1001 time: 0.2329187
Jun 04 15:42:27.945955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=c2143492-b011-42f0-a341-8a7bebb56539,revision_number=9']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:27.961174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43162) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:27.977553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-866296d0-c66a-41e0-9a64-d617e2d63fd3 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Calling delete_port for 99bb74f8-2e07-4f81-a68a-a581c184e8f2 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:27.985164 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:28.102381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b91012-1082-45ff-9b34-83f9e64ecec0 req-73650cea-76af-4e69-9762-c5ec79b437e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:28.103781 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b91012-1082-45ff-9b34-83f9e64ecec0 req-73650cea-76af-4e69-9762-c5ec79b437e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 200  len: 855 time: 0.1215785
Jun 04 15:42:28.127885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1864fb91-4a90-405b-b8c5-1437dc72c14f None None] Could not find standard attr ID for object ed17c734-5660-43ce-914a-4329ff2d6cb6. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:42:28.162900 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['c2143492-b011-42f0-a341-8a7bebb56539'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:42:28.302744 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-992a251c-ad37-4a68-b799-93062c40f9d6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:28.315078 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4c56197b-2774-456a-bc33-b9462659d11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:28.406106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a251c-ad37-4a68-b799-93062c40f9d6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3c3958-7e5c-49cc-b45c-942641e8e867,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:28.412521 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-992a251c-ad37-4a68-b799-93062c40f9d6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:28.420579 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-992a251c-ad37-4a68-b799-93062c40f9d6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:28.431035 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d2299c-c8ae-4378-b29d-f7b6e272143c None None] Network 2a15b031-1ad5-494e-a24c-554d68048d8e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:28.456966 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-992a251c-ad37-4a68-b799-93062c40f9d6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/5e3c3958-7e5c-49cc-b45c-942641e8e867 HTTP/1.1" status: 204  len: 168 time: 1.4431038
Jun 04 15:42:28.457967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43168) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:28.477146 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7c87f6f-3116-4eb7-b2f0-2f67b6bc6190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:28.523175 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2d20673-e148-4a0d-a5eb-f3062a6a2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:28.523175 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b9e8b6c6-fd6b-42df-b640-3f7f17e53ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:28.535806 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e7c87f6f-3116-4eb7-b2f0-2f67b6bc6190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:28.541594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e7c87f6f-3116-4eb7-b2f0-2f67b6bc6190 admin admin] Usage tracker for resource:security_group_rule and tenant:09a59e38f3d247f0aee5b8ddd52d4433 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:28.541776 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ebeae667-757c-44d0-a937-4de6d0433b41 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:42:28.561551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e7c87f6f-3116-4eb7-b2f0-2f67b6bc6190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:28.565756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d20673-e148-4a0d-a5eb-f3062a6a2c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a778a630-0951-497a-a050-3291fef435b1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:28.614133 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a2d20673-e148-4a0d-a5eb-f3062a6a2c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:28.619460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e7c87f6f-3116-4eb7-b2f0-2f67b6bc6190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:28.658356 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:28.670006 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-866296d0-c66a-41e0-9a64-d617e2d63fd3 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:28.685548 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-90261161-3fbc-4e7d-ab62-431b0b0256f0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:28.715509 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2d20673-e148-4a0d-a5eb-f3062a6a2c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:28.718847 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a2d20673-e148-4a0d-a5eb-f3062a6a2c5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a778a630-0951-497a-a050-3291fef435b1 HTTP/1.1" status: 204  len: 168 time: 1.2447777
Jun 04 15:42:28.743126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b91012-1082-45ff-9b34-83f9e64ecec0 req-38983a0e-840d-49ed-8f98-c9e5bf1c17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:28.745185 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b91012-1082-45ff-9b34-83f9e64ecec0 req-38983a0e-840d-49ed-8f98-c9e5bf1c17a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6325319
Jun 04 15:42:28.751986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866296d0-c66a-41e0-9a64-d617e2d63fd3 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Pushing event deleted for resources: {'Port': ['ID=99bb74f8-2e07-4f81-a68a-a581c184e8f2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:28.757725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port ebeae667-757c-44d0-a937-4de6d0433b41 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:28.757725 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:28.783628 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-866296d0-c66a-41e0-9a64-d617e2d63fd3 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:28.813555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port ebeae667-757c-44d0-a937-4de6d0433b41 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:28.815714 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:28.917357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] For port ebeae667-757c-44d0-a937-4de6d0433b41, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ebeae667-757c-44d0-a937-4de6d0433b41,segment=NetworkSegment(18c60929-afa6-4083-a618-c75ddf4947ab),segment_id=18c60929-afa6-4083-a618-c75ddf4947ab)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:42:28.928431 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.038351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21ac946-88d2-47de-84c9-796d8db448d1 None None] DHCP port deletion for 2a15b031-1ad5-494e-a24c-554d68048d8e request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:42:29.045182 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-656966dd-a73f-4d65-8d74-2cf47c47caee req-726afb9e-bc2b-40a7-98eb-5840fe1d96b6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5515230
Jun 04 15:42:29.091206 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-866296d0-c66a-41e0-9a64-d617e2d63fd3 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.105459 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-866296d0-c66a-41e0-9a64-d617e2d63fd3 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] 10.222.0.32 "DELETE /v2.0/ports/99bb74f8-2e07-4f81-a68a-a581c184e8f2 HTTP/1.1" status: 204  len: 168 time: 2.3346100
Jun 04 15:42:29.143474 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43176) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:29.146255 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-d21ac946-88d2-47de-84c9-796d8db448d1 None None] Deleting port ebeae667-757c-44d0-a937-4de6d0433b41 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:29.148087 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d21ac946-88d2-47de-84c9-796d8db448d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.239889 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7c87f6f-3116-4eb7-b2f0-2f67b6bc6190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.242764 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for ebeae667-757c-44d0-a937-4de6d0433b41 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:29.245400 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b91012-1082-45ff-9b34-83f9e64ecec0 req-f34ac2c0-bcb2-4dff-9ab3-9dbaf70033a6 service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4906003
Jun 04 15:42:29.272844 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d21ac946-88d2-47de-84c9-796d8db448d1 None None] For port ebeae667-757c-44d0-a937-4de6d0433b41, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ebeae667-757c-44d0-a937-4de6d0433b41,segment=NetworkSegment(18c60929-afa6-4083-a618-c75ddf4947ab),segment_id=18c60929-afa6-4083-a618-c75ddf4947ab)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:42:29.273273 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d21ac946-88d2-47de-84c9-796d8db448d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.326097 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7c87f6f-3116-4eb7-b2f0-2f67b6bc6190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.366475 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac00cbe6-3891-4d71-a5ff-2d2d15bba706 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:29.367209 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ac00cbe6-3891-4d71-a5ff-2d2d15bba706 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Synchronizing usage tracker for tenant:4344690ccfd24cd190b120f9bc85a89e on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:42:29.398354 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c428a113-c893-4592-9e4f-b6b29810585a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:29.402282 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-d21ac946-88d2-47de-84c9-796d8db448d1 None None] Calling delete_port for ebeae667-757c-44d0-a937-4de6d0433b41 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:29.469606 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e7c87f6f-3116-4eb7-b2f0-2f67b6bc6190 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09a59e38f3d247f0aee5b8ddd52d4433&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4858406
Jun 04 15:42:29.471164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c87f6f-3116-4eb7-b2f0-2f67b6bc6190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57cfa62-9c65-4006-9f28-8893d9d1c92b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:29.472949 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43180) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:29.481779 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e7c87f6f-3116-4eb7-b2f0-2f67b6bc6190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:29.504149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdffe21-29b6-456a-a9c6-e0e047319ee5 req-b365bc81-6786-4cac-bdc0-2f5d17c6b9bc tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:29.505692 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6bdffe21-29b6-456a-a9c6-e0e047319ee5 req-b365bc81-6786-4cac-bdc0-2f5d17c6b9bc tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 945 time: 0.3817849
Jun 04 15:42:29.510538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656966dd-a73f-4d65-8d74-2cf47c47caee req-d3050707-ba07-4c02-98cf-1175494142f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:29.512152 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-656966dd-a73f-4d65-8d74-2cf47c47caee req-d3050707-ba07-4c02-98cf-1175494142f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a0b97e8de834ebea3f73cfa41700327&device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 1097 time: 0.3197544
Jun 04 15:42:29.513960 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5603b7ba-621c-4c59-8237-be05b9841ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.517603 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.526700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ac00cbe6-3891-4d71-a5ff-2d2d15bba706 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Unset dirty status for tenant:4344690ccfd24cd190b120f9bc85a89e on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:42:29.530214 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ac00cbe6-3891-4d71-a5ff-2d2d15bba706 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] 10.222.0.32 "GET /v2.0/ports?device_id=77746d82-7f43-41c9-a0f1-b97d6b921f20 HTTP/1.1" status: 200  len: 913 time: 0.2951672
Jun 04 15:42:29.539837 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-afec8495-34b4-4720-9b06-0f39b1761e48 tempest-FloatingIPAdminTestJSON-2142716166 tempest-FloatingIPAdminTestJSON-2142716166-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:29.539955 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43184) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:29.540827 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24b91012-1082-45ff-9b34-83f9e64ecec0 req-21bccc0c-329f-4fa1-997b-79346e739f90 service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2839205
Jun 04 15:42:29.548643 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d21ac946-88d2-47de-84c9-796d8db448d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.562975 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:29.591980 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=ebeae667-757c-44d0-a937-4de6d0433b41,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:29.593991 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No DVR routers for this DVR port ebeae667-757c-44d0-a937-4de6d0433b41 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:42:29.627055 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:29.636067 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ac946-88d2-47de-84c9-796d8db448d1 None None] Pushing event deleted for resources: {'Port': ['ID=ebeae667-757c-44d0-a937-4de6d0433b41,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:29.638287 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ac946-88d2-47de-84c9-796d8db448d1 None None] No DVR routers for this DVR port ebeae667-757c-44d0-a937-4de6d0433b41 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:42:29.640241 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d21ac946-88d2-47de-84c9-796d8db448d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:29.692166 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-255c3e4b-7f7c-47b3-aa59-f66f2cf67743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.716361 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-255c3e4b-7f7c-47b3-aa59-f66f2cf67743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.764306 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6bdffe21-29b6-456a-a9c6-e0e047319ee5 req-275ddca3-86b4-49c1-badb-02f78188e4a6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2511766
Jun 04 15:42:29.861606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43186) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:29.887511 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.901505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838668e340>,) {'filters': {'network_id': ['2a15b031-1ad5-494e-a24c-554d68048d8e']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:29.914586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838668e340>, '18c60929-afa6-4083-a618-c75ddf4947ab') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:29.914798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838668e340>, '18c60929-afa6-4083-a618-c75ddf4947ab') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:29.927293 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.940765 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3e594097-122c-4b5a-bd46-65e975866136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.943533 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.950148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:42:29.950523 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:42:29.965815 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:42:29.970710 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-255c3e4b-7f7c-47b3-aa59-f66f2cf67743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:29.984026 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3bbbd7f7-f4b6-4f53-8277-d7c9105d0931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:30.037637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3e594097-122c-4b5a-bd46-65e975866136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:30.046587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c3e4b-7f7c-47b3-aa59-f66f2cf67743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57cfa62-9c65-4006-9f28-8893d9d1c92b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:30.048535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3e594097-122c-4b5a-bd46-65e975866136 admin admin] Usage tracker for resource:security_group_rule and tenant:446d856974ba4dda93059bb8dc56f142 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:30.054687 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-255c3e4b-7f7c-47b3-aa59-f66f2cf67743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:30.055184 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3e594097-122c-4b5a-bd46-65e975866136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:30.077245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3e594097-122c-4b5a-bd46-65e975866136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:30.124652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656966dd-a73f-4d65-8d74-2cf47c47caee req-9ab95ffa-f8a5-4731-9479-837beb03b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:30.126727 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-656966dd-a73f-4d65-8d74-2cf47c47caee req-9ab95ffa-f8a5-4731-9479-837beb03b63c service neutron] 10.222.0.65 "GET /v2.0/networks?id=aaebff77-728c-4e73-9052-ac24eb7613ad HTTP/1.1" status: 200  len: 914 time: 0.5254171
Jun 04 15:42:30.170297 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-255c3e4b-7f7c-47b3-aa59-f66f2cf67743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:30.171323 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-255c3e4b-7f7c-47b3-aa59-f66f2cf67743 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a57cfa62-9c65-4006-9f28-8893d9d1c92b HTTP/1.1" status: 204  len: 168 time: 0.6970735
Jun 04 15:42:30.193952 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:30.198271 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-98bd9d58-6a31-4d4e-b8b3-492dcdd799a9 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:30.221713 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:30.228770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Network': ['ID=2a15b031-1ad5-494e-a24c-554d68048d8e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:30.232177 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:30.234102 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/networks/2a15b031-1ad5-494e-a24c-554d68048d8e HTTP/1.1" status: 204  len: 168 time: 1.7740667
Jun 04 15:42:30.249036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43190) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:30.249036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2037235077'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:30.251032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:30.255958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:network and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:30.259445 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:30.266279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:30.430402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ebeae667-757c-44d0-a937-4de6d0433b41 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:42:30.444444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:30.448025 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:30.486731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: ebeae667-757c-44d0-a937-4de6d0433b41 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:42:30.487079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ebeae667-757c-44d0-a937-4de6d0433b41 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:42:30.493397 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:42:30.496886 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-656966dd-a73f-4d65-8d74-2cf47c47caee req-dbd905e0-15ec-4128-bd9c-40443a537d5b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2340f3b8-b66a-4429-96f5-358d5bb8b9f0 HTTP/1.1" status: 200  len: 1001 time: 0.3540623
Jun 04 15:42:30.507623 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:30.508163 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Added segment 7d5d9231-6881-46fe-abb0-6478e00d5904 of type vlan for network 849608c3-f846-4332-8232-99d38e84b67e
Jun 04 15:42:30.536480 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:30.601626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656966dd-a73f-4d65-8d74-2cf47c47caee req-f6e38815-b972-4fd9-be29-a86ca6eabb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:30.603080 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-656966dd-a73f-4d65-8d74-2cf47c47caee req-f6e38815-b972-4fd9-be29-a86ca6eabb9d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=504bb84e-4545-4226-8f6e-0cf6a7520374 HTTP/1.1" status: 200  len: 852 time: 0.0963914
Jun 04 15:42:30.659020 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3e594097-122c-4b5a-bd46-65e975866136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:30.714602 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:30.721924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:30.725672 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:30.736224 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a9d9b20f-cbf4-4e90-af07-75a92e505836 tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:30.758755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656966dd-a73f-4d65-8d74-2cf47c47caee req-6ce1e552-d75f-47d5-a3b0-b7ae50ff4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:30.760315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-656966dd-a73f-4d65-8d74-2cf47c47caee req-6ce1e552-d75f-47d5-a3b0-b7ae50ff4251 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aaebff77-728c-4e73-9052-ac24eb7613ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1465864
Jun 04 15:42:30.762984 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f723378b-a39e-4c59-83e2-06da146fb16e tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:30.769077 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c2143492-b011-42f0-a341-8a7bebb56539 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:42:30.882913 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port c2143492-b011-42f0-a341-8a7bebb56539 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:30.888716 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:30.971487 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Network': ['ID=849608c3-f846-4332-8232-99d38e84b67e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:30.972707 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3e594097-122c-4b5a-bd46-65e975866136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:30.980804 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:30.982770 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1daba657-e2da-4b32-ac49-8aff3d007b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:31.014163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 849608c3-f846-4332-8232-99d38e84b67e details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:42:31.037442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5160d2-194c-4ea2-af95-008e8ae9d740 req-697bbd41-332f-4509-a540-ba98554f6fb0 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:31.038963 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e5160d2-194c-4ea2-af95-008e8ae9d740 req-697bbd41-332f-4509-a540-ba98554f6fb0 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 945 time: 0.1147072
Jun 04 15:42:31.093025 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7e5160d2-194c-4ea2-af95-008e8ae9d740 req-3066cf9f-7bee-4171-95de-70ac0b815e69 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464947
Jun 04 15:42:31.126528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e594097-122c-4b5a-bd46-65e975866136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1447b5-8da5-43e5-9b8e-83de0d5d99bb,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:31.137147 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3e594097-122c-4b5a-bd46-65e975866136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:31.142496 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:31.159800 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9189827
Jun 04 15:42:31.162520 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43204) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:31.168656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'subnet': {'network_id': '849608c3-f846-4332-8232-99d38e84b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:31.188326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2143492-b011-42f0-a341-8a7bebb56539'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:42:31.191189 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b75a73-4f8b-4692-a3fa-894a4df78eed" -d '{"events": [{"server_uuid": "727728a7-0634-4207-9bd7-2183c2bf2c1c", "name": "network-vif-plugged", "status": "completed", "tag": "c2143492-b011-42f0-a341-8a7bebb56539"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:42:31.199426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c2143492-b011-42f0-a341-8a7bebb56539, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c2143492-b011-42f0-a341-8a7bebb56539,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:42:31.217300 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3e594097-122c-4b5a-bd46-65e975866136 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=446d856974ba4dda93059bb8dc56f142&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3522580
Jun 04 15:42:31.229675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43210) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:31.247115 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777590f4-4516-4ea7-8686-c828da826c23 x-openstack-request-id: req-777590f4-4516-4ea7-8686-c828da826c23 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:42:31.247484 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727728a7-0634-4207-9bd7-2183c2bf2c1c", "name": "network-vif-plugged", "status": "completed", "tag": "c2143492-b011-42f0-a341-8a7bebb56539", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:42:31.247678 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-777590f4-4516-4ea7-8686-c828da826c23 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:42:31.248082 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2143492-b011-42f0-a341-8a7bebb56539', 'code': 200}
Jun 04 15:42:31.330211 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:31.332640 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0b94d96a-624b-4316-a1d8-6360406d9336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:31.380805 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-656966dd-a73f-4d65-8d74-2cf47c47caee req-310f5b5b-d376-4b6e-bf1a-5aeeabff7883 service neutron] 10.222.0.65 "GET /v2.0/networks/aaebff77-728c-4e73-9052-ac24eb7613ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4382441
Jun 04 15:42:31.407132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=c2143492-b011-42f0-a341-8a7bebb56539,revision_number=10']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:31.410467 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:31.435190 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-78450c92-f95f-438d-a989-ad8fbb0e18b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:31.494967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:31.498725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:subnet and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:31.502338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:31.509546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:31.590091 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-78450c92-f95f-438d-a989-ad8fbb0e18b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:31.628371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:31.632665 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:31.678676 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-656966dd-a73f-4d65-8d74-2cf47c47caee req-c1e1d7d7-9bf1-4b23-8dcf-209520ccba27 service neutron] 10.222.0.65 "GET /v2.0/networks/aaebff77-728c-4e73-9052-ac24eb7613ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2873189
Jun 04 15:42:31.786239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe4d1a-ebcd-4223-8ef2-8e2912fec832 req-4788e2d4-356d-408a-b9ae-0175792e94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:31.788428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a8fe4d1a-ebcd-4223-8ef2-8e2912fec832 req-4788e2d4-356d-408a-b9ae-0175792e94aa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 1098 time: 0.2518125
Jun 04 15:42:31.846824 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a8fe4d1a-ebcd-4223-8ef2-8e2912fec832 req-1ed90ea5-cdb2-4937-a752-8de37a07495c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522790
Jun 04 15:42:31.848457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-f723378b-a39e-4c59-83e2-06da146fb16e tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Deleting port 133aa3ef-a90f-4c10-92a4-2045f3e00ab9 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:31.848801 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f723378b-a39e-4c59-83e2-06da146fb16e tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:31.966408 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-78450c92-f95f-438d-a989-ad8fbb0e18b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:31.976863 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3e594097-122c-4b5a-bd46-65e975866136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:32.002413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78450c92-f95f-438d-a989-ad8fbb0e18b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1447b5-8da5-43e5-9b8e-83de0d5d99bb,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:32.014601 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-78450c92-f95f-438d-a989-ad8fbb0e18b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:32.020198 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-78450c92-f95f-438d-a989-ad8fbb0e18b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:32.023955 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-78450c92-f95f-438d-a989-ad8fbb0e18b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd1447b5-8da5-43e5-9b8e-83de0d5d99bb HTTP/1.1" status: 204  len: 168 time: 0.7931650
Jun 04 15:42:32.029177 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f723378b-a39e-4c59-83e2-06da146fb16e tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:32.096742 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:32.397904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-f723378b-a39e-4c59-83e2-06da146fb16e tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Calling delete_port for 133aa3ef-a90f-4c10-92a4-2045f3e00ab9 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:32.432752 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:32.438258 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f7b83775-e60a-42b1-bb0b-515b167f85d1 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:32.445246 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-335ead56-4214-4946-bcaf-23d35b5caa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:32.510010 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134d8ab-8d3f-4007-b21e-aae798e860c7 req-9697a1db-0ecc-43a9-90f1-aeed0c5cd0b8 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:32.517153 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8134d8ab-8d3f-4007-b21e-aae798e860c7 req-9697a1db-0ecc-43a9-90f1-aeed0c5cd0b8 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 947 time: 0.2286091
Jun 04 15:42:32.570900 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Subnet': ['ID=63696313-d167-43ec-b409-75c0f830fda7,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:32.583328 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:32.586382 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Checking segment: {'id': '7d5d9231-6881-46fe-abb0-6478e00d5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '849608c3-f846-4332-8232-99d38e84b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:42:32.586975 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network hostable DHCP agents. Network: 849608c3-f846-4332-8232-99d38e84b67e, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:42:32.608768 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8134d8ab-8d3f-4007-b21e-aae798e860c7 req-25dd73d3-b9fd-4623-81fd-d34e859ede18 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0906610
Jun 04 15:42:32.753331 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f723378b-a39e-4c59-83e2-06da146fb16e tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:32.759026 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a63d4f8c-c3f9-4e39-9860-d5964c422430 tempest-ServerTagsTestJSON-432608542 tempest-ServerTagsTestJSON-432608542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:32.787389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network 849608c3-f846-4332-8232-99d38e84b67e is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:42:32.850724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723378b-a39e-4c59-83e2-06da146fb16e tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Pushing event deleted for resources: {'Port': ['ID=133aa3ef-a90f-4c10-92a4-2045f3e00ab9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:32.853376 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f723378b-a39e-4c59-83e2-06da146fb16e tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:32.902068 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 849608c3-f846-4332-8232-99d38e84b67e) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:32.915430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99033c77-bd3b-40cd-bcbb-b9ea2c3bfffa None None] Network 849608c3-f846-4332-8232-99d38e84b67e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:32.934253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:32.935001 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:33.086813 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9230149
Jun 04 15:42:33.090075 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43252) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:33.098566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'network_id': '849608c3-f846-4332-8232-99d38e84b67e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-778701762'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:33.303867 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f723378b-a39e-4c59-83e2-06da146fb16e tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:33.358265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-849608c3-f846-4332-8232-99d38e84b67e', 'network_id': '849608c3-f846-4332-8232-99d38e84b67e', 'tenant_id': '856f9f5e166643a0ad0d1b7b273cd474', 'fixed_ips': [{'subnet_id': '63696313-d167-43ec-b409-75c0f830fda7'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:42:33.364765 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:33.392035 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:33.392035 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:port and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:33.392455 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:33.401779 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:33.576276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:33.595769 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:33.595981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Allocated IP 2001:db8::2 (849608c3-f846-4332-8232-99d38e84b67e/63696313-d167-43ec-b409-75c0f830fda7/c98dc842-7ebf-43e4-ad27-f57f5eacff65) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:42:33.608354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] device_id is not set on port ee07817d-c446-4c92-bd25-67085e739233 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:42:33.664890 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f723378b-a39e-4c59-83e2-06da146fb16e tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Router 77746d82-7f43-41c9-a0f1-b97d6b921f20 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:42:33.737662 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:33.881808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f723378b-a39e-4c59-83e2-06da146fb16e tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:42:33.902833 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb11a0-926e-4ec5-ab9f-dcbaf817a643 None None] Sync routers for ids ['77746d82-7f43-41c9-a0f1-b97d6b921f20'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:42:33.926983 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb11a0-926e-4ec5-ab9f-dcbaf817a643 None None] Routers {'77746d82-7f43-41c9-a0f1-b97d6b921f20'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:42:33.927602 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-effb11a0-926e-4ec5-ab9f-dcbaf817a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cbec670>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:42:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['77746d82-7f43-41c9-a0f1-b97d6b921f20'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:33.933976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa867e-1211-4bb5-ba28-053f31a31077 req-7c32bb18-684a-413e-8347-5b30b46cda14 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:33.935628 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-42aa867e-1211-4bb5-ba28-053f31a31077 req-7c32bb18-684a-413e-8347-5b30b46cda14 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 947 time: 0.1119905
Jun 04 15:42:34.000661 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-42aa867e-1211-4bb5-ba28-053f31a31077 req-d5ba0567-b86b-4f6e-a795-b168d2c8bc21 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592456
Jun 04 15:42:34.008571 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-effb11a0-926e-4ec5-ab9f-dcbaf817a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cbec670>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:34.029324 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb11a0-926e-4ec5-ab9f-dcbaf817a643 None None] Routers {'77746d82-7f43-41c9-a0f1-b97d6b921f20'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:42:34.030062 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-effb11a0-926e-4ec5-ab9f-dcbaf817a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cbec670>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:42:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['77746d82-7f43-41c9-a0f1-b97d6b921f20'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:34.075609 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:34.094146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Transition to ACTIVE for port object c98dc842-7ebf-43e4-ad27-f57f5eacff65 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:42:34.101166 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-effb11a0-926e-4ec5-ab9f-dcbaf817a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cbec670>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:34.101823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb11a0-926e-4ec5-ab9f-dcbaf817a643 None None] The sync data for ids ['77746d82-7f43-41c9-a0f1-b97d6b921f20'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:42:34.107529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43298) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:34.108172 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f723378b-a39e-4c59-83e2-06da146fb16e tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] 10.222.0.32 "PUT /v2.0/routers/77746d82-7f43-41c9-a0f1-b97d6b921f20/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5697544
Jun 04 15:42:34.124723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Transition to ACTIVE for port object c98dc842-7ebf-43e4-ad27-f57f5eacff65 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:42:34.271817 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d06a2d0c-3a90-49a2-8521-2afcd1d0f1ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:34.314255 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:34.319479 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:34.401976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Network 849608c3-f846-4332-8232-99d38e84b67e is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:34.404922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:34.409285 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:34.417356 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Pushing event updated for resources: {'Port': ['ID=c98dc842-7ebf-43e4-ad27-f57f5eacff65,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:34.455492 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:34.533905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Attempting to bind port c98dc842-7ebf-43e4-ad27-f57f5eacff65 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:42:34.534134 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Attempting to bind port c98dc842-7ebf-43e4-ad27-f57f5eacff65 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '7d5d9231-6881-46fe-abb0-6478e00d5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '849608c3-f846-4332-8232-99d38e84b67e'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:42:34.534558 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Attempting to bind port c98dc842-7ebf-43e4-ad27-f57f5eacff65 on network 849608c3-f846-4332-8232-99d38e84b67e {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:42:34.543055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:42:34.543442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Checking segment: {'id': '7d5d9231-6881-46fe-abb0-6478e00d5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '849608c3-f846-4332-8232-99d38e84b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:42:34.543855 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:34.544257 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Bound using segment: {'id': '7d5d9231-6881-46fe-abb0-6478e00d5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '849608c3-f846-4332-8232-99d38e84b67e'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:42:34.545795 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Bound port: c98dc842-7ebf-43e4-ad27-f57f5eacff65, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5d9231-6881-46fe-abb0-6478e00d5904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '849608c3-f846-4332-8232-99d38e84b67e'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:42:34.546270 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:34.660881 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] For port c98dc842-7ebf-43e4-ad27-f57f5eacff65, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:42:34.664212 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] For port c98dc842-7ebf-43e4-ad27-f57f5eacff65, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c98dc842-7ebf-43e4-ad27-f57f5eacff65,segment=NetworkSegment(7d5d9231-6881-46fe-abb0-6478e00d5904),segment_id=7d5d9231-6881-46fe-abb0-6478e00d5904)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:42:34.862068 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Allocated IP 2001:db8::227 (849608c3-f846-4332-8232-99d38e84b67e/63696313-d167-43ec-b409-75c0f830fda7/ee07817d-c446-4c92-bd25-67085e739233) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:42:34.872038 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:34.874390 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:34.880201 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d06a2d0c-3a90-49a2-8521-2afcd1d0f1ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:34.885078 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d06a2d0c-3a90-49a2-8521-2afcd1d0f1ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:34.998502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Pushing event updated for resources: {'Port': ['ID=c98dc842-7ebf-43e4-ad27-f57f5eacff65,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:35.002452 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:35.079646 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d06a2d0c-3a90-49a2-8521-2afcd1d0f1ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:35.080419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06a2d0c-3a90-49a2-8521-2afcd1d0f1ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Fanout notify agent at l3_agent the message router_deleted on router 77746d82-7f43-41c9-a0f1-b97d6b921f20 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:42:35.101079 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:35.116121 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d06a2d0c-3a90-49a2-8521-2afcd1d0f1ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:35.121258 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d06a2d0c-3a90-49a2-8521-2afcd1d0f1ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] 10.222.0.32 "DELETE /v2.0/routers/77746d82-7f43-41c9-a0f1-b97d6b921f20 HTTP/1.1" status: 204  len: 168 time: 1.0119216
Jun 04 15:42:35.123761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43350) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:35.136041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Transition to ACTIVE for port object ee07817d-c446-4c92-bd25-67085e739233 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:42:35.237463 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-101ecc90-f877-4e5b-94aa-2bcd2c3f7c58 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Deleting subnet 0b2626a1-0525-49ee-9284-b85e59c23bed {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:42:35.241413 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-101ecc90-f877-4e5b-94aa-2bcd2c3f7c58 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:35.270291 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:35.336737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43132172-ba05-4486-9ce5-10774764b3e2 req-0b5e5c52-c9c6-4af9-b2de-699d503ee5b2 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:35.338755 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-43132172-ba05-4486-9ce5-10774764b3e2 req-0b5e5c52-c9c6-4af9-b2de-699d503ee5b2 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 947 time: 0.1756489
Jun 04 15:42:35.370321 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-101ecc90-f877-4e5b-94aa-2bcd2c3f7c58 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:35.409700 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:35.409700 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eed9670f-93bc-4e25-a2bc-c5c88e80f880 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:35.536410 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network 849608c3-f846-4332-8232-99d38e84b67e is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:35.542591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:35.551669 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:35.557687 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:35.589226 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:35.589426 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-101ecc90-f877-4e5b-94aa-2bcd2c3f7c58 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:35.589524 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-43132172-ba05-4486-9ce5-10774764b3e2 req-96fbfca7-34fc-4982-9e8e-0a6f0d20aed8 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2344670
Jun 04 15:42:35.612786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=ee07817d-c446-4c92-bd25-67085e739233,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:35.616628 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:35.749186 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 2.6567411
Jun 04 15:42:35.752674 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43378) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:35.923177 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-85fec15e-6679-40da-84ed-832b847f0985 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port ee07817d-c446-4c92-bd25-67085e739233 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:35.924621 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85fec15e-6679-40da-84ed-832b847f0985 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:36.137668 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85fec15e-6679-40da-84ed-832b847f0985 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:36.284093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-85fec15e-6679-40da-84ed-832b847f0985 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for ee07817d-c446-4c92-bd25-67085e739233 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:36.302496 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-101ecc90-f877-4e5b-94aa-2bcd2c3f7c58 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:36.307736 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f172e8e-6524-472c-b8aa-f13d01fc0d61 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:36.347978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ecc90-f877-4e5b-94aa-2bcd2c3f7c58 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2626a1-0525-49ee-9284-b85e59c23bed,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:36.358156 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-101ecc90-f877-4e5b-94aa-2bcd2c3f7c58 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:36.371786 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-101ecc90-f877-4e5b-94aa-2bcd2c3f7c58 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:36.372187 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6db6ac-0215-4707-ae56-31768ed510c9 None None] Network 2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:36.384931 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-101ecc90-f877-4e5b-94aa-2bcd2c3f7c58 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] 10.222.0.32 "DELETE /v2.0/subnets/0b2626a1-0525-49ee-9284-b85e59c23bed HTTP/1.1" status: 204  len: 168 time: 1.2565329
Jun 04 15:42:36.386711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43402) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:36.538580 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272e51bc-d561-4655-8260-8fdb2d0ccd0c None None] Network 849608c3-f846-4332-8232-99d38e84b67e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:36.561174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c98dc842-7ebf-43e4-ad27-f57f5eacff65 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:42:36.585604 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:36.610860 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85fec15e-6679-40da-84ed-832b847f0985 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:36.610860 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9e295a20-34f2-4881-99ce-cec4dcbf75de tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:36.662024 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fec15e-6679-40da-84ed-832b847f0985 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=ee07817d-c446-4c92-bd25-67085e739233,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:36.711225 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-85fec15e-6679-40da-84ed-832b847f0985 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:36.724177 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85fec15e-6679-40da-84ed-832b847f0985 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:36.740413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43416) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:36.744103 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-85fec15e-6679-40da-84ed-832b847f0985 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/ee07817d-c446-4c92-bd25-67085e739233 HTTP/1.1" status: 204  len: 168 time: 0.9812875
Jun 04 15:42:36.795665 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-075e1c4b-13a5-4895-acd5-f62e5c3e084e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] GET failed (client error): The resource could not be found.
Jun 04 15:42:36.796188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-075e1c4b-13a5-4895-acd5-f62e5c3e084e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:42:36.832849 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port c98dc842-7ebf-43e4-ad27-f57f5eacff65 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:42:36.836346 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-96605e6d-4442-4fb5-b682-af80668a24ff None None] Provisioning for port c98dc842-7ebf-43e4-ad27-f57f5eacff65 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:42:36.856847 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-96605e6d-4442-4fb5-b682-af80668a24ff None None] Provisioning complete for port c98dc842-7ebf-43e4-ad27-f57f5eacff65 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:36.857255 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-96605e6d-4442-4fb5-b682-af80668a24ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:36.879037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Deleting port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:36.879276 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:36.884467 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c98dc842-7ebf-43e4-ad27-f57f5eacff65 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:36.884845 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:36.999154 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d69e0-d437-4d71-a5e8-68758ad8c02c req-17552a61-4dfe-458d-81f4-7d97378ea75b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:37.000622 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af4d69e0-d437-4d71-a5e8-68758ad8c02c req-17552a61-4dfe-458d-81f4-7d97378ea75b tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 947 time: 0.2080116
Jun 04 15:42:37.006590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] For port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=90efa54a-bc9c-48be-9b30-3ca69fe6ab76,segment=NetworkSegment(b8ae7994-c560-4580-a3d0-52da54d0f6b6),segment_id=b8ae7994-c560-4580-a3d0-52da54d0f6b6)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:42:37.007059 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:37.144916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-075e1c4b-13a5-4895-acd5-f62e5c3e084e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:42:37.149072 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-075e1c4b-13a5-4895-acd5-f62e5c3e084e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/ee07817d-c446-4c92-bd25-67085e739233 HTTP/1.1" status: 404  len: 333 time: 0.4077532
Jun 04 15:42:37.149409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43422) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:37.156015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Calling delete_port for 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:37.174203 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-96605e6d-4442-4fb5-b682-af80668a24ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:37.184267 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af4d69e0-d437-4d71-a5e8-68758ad8c02c req-b3356d49-1c75-45dd-a478-da72a70024d8 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1698654
Jun 04 15:42:37.230491 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:37.274430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-e501c6a1-0b4a-4226-a963-afad3875bbc0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting subnet 63696313-d167-43ec-b409-75c0f830fda7 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:42:37.277577 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e501c6a1-0b4a-4226-a963-afad3875bbc0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:37.352653 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e501c6a1-0b4a-4226-a963-afad3875bbc0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:37.353715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3070e066-7f89-4b44-8d24-b94eb9139f4b None None] DHCP port deletion for 2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:42:37.388079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-96605e6d-4442-4fb5-b682-af80668a24ff None None] For port c98dc842-7ebf-43e4-ad27-f57f5eacff65, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c98dc842-7ebf-43e4-ad27-f57f5eacff65,segment=NetworkSegment(7d5d9231-6881-46fe-abb0-6478e00d5904),segment_id=7d5d9231-6881-46fe-abb0-6478e00d5904)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:42:37.404830 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:37.413615 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:37.457825 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3070e066-7f89-4b44-8d24-b94eb9139f4b None None] Deleting port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:37.458218 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3070e066-7f89-4b44-8d24-b94eb9139f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:37.461668 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] No DVR routers for this DVR port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:42:37.463423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Pushing event deleted for resources: {'Port': ['ID=90efa54a-bc9c-48be-9b30-3ca69fe6ab76,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:37.544535 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:37.559761 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e501c6a1-0b4a-4226-a963-afad3875bbc0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:37.576207 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-96605e6d-4442-4fb5-b682-af80668a24ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:37.598917 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e5eb1e6a-9655-4983-b80c-b179bf701766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:37.621893 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:37.642554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83859ea6a0>,) {'filters': {'network_id': ['2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:37.655511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83859ea6a0>, 'b8ae7994-c560-4580-a3d0-52da54d0f6b6') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:37.656215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83859ea6a0>, 'b8ae7994-c560-4580-a3d0-52da54d0f6b6') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:37.677406 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:37.715986 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:37.723605 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3070e066-7f89-4b44-8d24-b94eb9139f4b None None] For port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76, host n-d-791505-9, got binding levels [] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:42:37.723605 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3070e066-7f89-4b44-8d24-b94eb9139f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:37.725986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:42:37.726601 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:37.747200 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:42:37.748418 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:42:37.748973 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:42:37.769487 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96605e6d-4442-4fb5-b682-af80668a24ff None None] Pushing event updated for resources: {'Port': ['ID=c98dc842-7ebf-43e4-ad27-f57f5eacff65,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:37.786953 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-96605e6d-4442-4fb5-b682-af80668a24ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:38.011565 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3070e066-7f89-4b44-8d24-b94eb9139f4b None None] Calling delete_port for 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:38.019464 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.ipam_backend_mixin [None req-3070e066-7f89-4b44-8d24-b94eb9139f4b None None] Port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 was not found and therefore no delete operation was performed {{(pid=88302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Jun 04 15:42:38.024105 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3070e066-7f89-4b44-8d24-b94eb9139f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:38.028967 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:38.076951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2bc09483-0dc2-4089-bc4f-78f0290ba1b6 None None] Provisioning complete for port c98dc842-7ebf-43e4-ad27-f57f5eacff65 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:38.077251 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2bc09483-0dc2-4089-bc4f-78f0290ba1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:38.120660 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:38.126913 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070e066-7f89-4b44-8d24-b94eb9139f4b None None] Pushing event deleted for resources: {'Port': ['ID=90efa54a-bc9c-48be-9b30-3ca69fe6ab76,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:38.131104 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d2080e02-ec7e-48a2-b604-58ca54787322 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:38.135321 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3070e066-7f89-4b44-8d24-b94eb9139f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:38.151228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070e066-7f89-4b44-8d24-b94eb9139f4b None None] No DVR routers for this DVR port 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:42:38.169283 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:38.182259 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e501c6a1-0b4a-4226-a963-afad3875bbc0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:38.184237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Pushing event deleted for resources: {'Network': ['ID=2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:38.187790 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b14dd2e7-a5d4-41f1-ac63-2cdf4d0c030e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:38.204125 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:38.239117 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] 10.222.0.32 "DELETE /v2.0/networks/2e1f70cf-d6ed-4e3b-be58-6d9f2d7ff25b HTTP/1.1" status: 204  len: 168 time: 1.8379774
Jun 04 15:42:38.268232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501c6a1-0b4a-4226-a963-afad3875bbc0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Subnet': ['ID=63696313-d167-43ec-b409-75c0f830fda7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:38.269137 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e501c6a1-0b4a-4226-a963-afad3875bbc0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:38.276455 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e501c6a1-0b4a-4226-a963-afad3875bbc0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:38.284116 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e501c6a1-0b4a-4226-a963-afad3875bbc0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/63696313-d167-43ec-b409-75c0f830fda7 HTTP/1.1" status: 204  len: 168 time: 1.1328812
Jun 04 15:42:38.287356 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43464) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:38.505920 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:38.557360 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3c945ee7-5c42-422d-8e9a-08334bcf0406 None None] Could not find standard attr ID for object ee07817d-c446-4c92-bd25-67085e739233. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:42:38.603850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c98dc842-7ebf-43e4-ad27-f57f5eacff65 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:42:38.613601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port c98dc842-7ebf-43e4-ad27-f57f5eacff65 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:38.614249 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:38.662603 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4faf72-8694-4ac9-88ce-81279103317b None None] Network 849608c3-f846-4332-8232-99d38e84b67e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:38.723535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] For port c98dc842-7ebf-43e4-ad27-f57f5eacff65, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c98dc842-7ebf-43e4-ad27-f57f5eacff65,segment=NetworkSegment(7d5d9231-6881-46fe-abb0-6478e00d5904),segment_id=7d5d9231-6881-46fe-abb0-6478e00d5904)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:42:38.723896 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:38.825125 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c98dc842-7ebf-43e4-ad27-f57f5eacff65 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:38.825125 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:38.853892 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for c98dc842-7ebf-43e4-ad27-f57f5eacff65 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:39.044989 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:39.052768 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-16cd04d3-ffce-4837-8c30-e76d30625adc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:39.128887 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7e11b2-e0bb-4ff2-b059-5bb576cf5cda None None] DHCP port deletion for 849608c3-f846-4332-8232-99d38e84b67e request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:42:39.143418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:42:39.183316 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:42:39.183678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 90efa54a-bc9c-48be-9b30-3ca69fe6ab76 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:42:39.229781 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43488) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:39.308358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=c98dc842-7ebf-43e4-ad27-f57f5eacff65,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:39.310330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No DVR routers for this DVR port c98dc842-7ebf-43e4-ad27-f57f5eacff65 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:42:39.311895 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:39.436635 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0d0a522b-e45c-4ea0-994f-b7c28bf6f643 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4344690ccfd24cd190b120f9bc85a89e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2054708
Jun 04 15:42:39.437300 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43500) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:39.444482 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:39.459761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838d30c9a0>,) {'filters': {'network_id': ['849608c3-f846-4332-8232-99d38e84b67e']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:39.473791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838d30c9a0>, '7d5d9231-6881-46fe-abb0-6478e00d5904') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:39.474077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838d30c9a0>, '7d5d9231-6881-46fe-abb0-6478e00d5904') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:39.485980 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:39.502434 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:39.504984 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20eef9d8-d23a-4d2a-a3a1-193049ff6bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:39.509267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:42:39.509809 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:42:39.524644 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:42:39.531148 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20eef9d8-d23a-4d2a-a3a1-193049ff6bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:39.764550 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20eef9d8-d23a-4d2a-a3a1-193049ff6bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:39.769403 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:39.784518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eef9d8-d23a-4d2a-a3a1-193049ff6bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdd9d22-68e8-4b5c-a9f1-dbf675b5c173,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:39.788118 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-20eef9d8-d23a-4d2a-a3a1-193049ff6bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:39.791401 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20eef9d8-d23a-4d2a-a3a1-193049ff6bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:39.792520 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-20eef9d8-d23a-4d2a-a3a1-193049ff6bb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cdd9d22-68e8-4b5c-a9f1-dbf675b5c173 HTTP/1.1" status: 204  len: 168 time: 0.3543067
Jun 04 15:42:39.810559 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:39.822392 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:39.828464 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-42ab5259-6d33-4436-a6b4-c0c180da30c7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:39.855260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Network': ['ID=849608c3-f846-4332-8232-99d38e84b67e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:39.863369 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:40.035353 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/networks/849608c3-f846-4332-8232-99d38e84b67e HTTP/1.1" status: 204  len: 168 time: 1.7464981
Jun 04 15:42:40.038802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43522) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:40.045120 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'name': 'tempest-PortsIpV6TestJSON-1070984121'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:40.164665 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:40.169610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:port and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:40.173921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:40.181253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:40.318707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:40.322290 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:40.350220 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] device_id is not set on port c2d9271e-e3b1-4c6c-b690-be76d396adee yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:42:40.555587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43530) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:40.617888 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:40.625538 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c98dc842-7ebf-43e4-ad27-f57f5eacff65 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:42:40.664431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: c98dc842-7ebf-43e4-ad27-f57f5eacff65 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:42:40.664776 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c98dc842-7ebf-43e4-ad27-f57f5eacff65 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:42:40.750513 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-04dcc322-3a65-4149-8bdc-9f6ec1a58d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:40.758920 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:40.772772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-04dcc322-3a65-4149-8bdc-9f6ec1a58d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:40.774742 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:40.779909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-04dcc322-3a65-4149-8bdc-9f6ec1a58d83 admin admin] Usage tracker for resource:security_group_rule and tenant:7e76fb29b02a4b25b451e80525a1038a is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:40.783761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-04dcc322-3a65-4149-8bdc-9f6ec1a58d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:40.791111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-04dcc322-3a65-4149-8bdc-9f6ec1a58d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:40.852707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:40.864291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:40.880264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:40.880264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:40.880264 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:40.890036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43540) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:40.914459 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=c2d9271e-e3b1-4c6c-b690-be76d396adee,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:40.918322 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:40.933249 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-04dcc322-3a65-4149-8bdc-9f6ec1a58d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:41.023827 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2a0c52e1-8e79-46c7-90ad-78cee2dbabe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:41.044076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2a0c52e1-8e79-46c7-90ad-78cee2dbabe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:41.045125 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.0048649
Jun 04 15:42:41.048059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43546) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:41.051631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2a0c52e1-8e79-46c7-90ad-78cee2dbabe9 admin admin] Usage tracker for resource:security_group_rule and tenant:6cf2f01904cf42048b3cf9e6cf167209 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:41.054620 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2a0c52e1-8e79-46c7-90ad-78cee2dbabe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:41.060547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2a0c52e1-8e79-46c7-90ad-78cee2dbabe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:41.105801 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-04dcc322-3a65-4149-8bdc-9f6ec1a58d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:41.116863 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e0455672-10c0-4ffe-9d2d-2fa39555345f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:41.180135 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-04dcc322-3a65-4149-8bdc-9f6ec1a58d83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e76fb29b02a4b25b451e80525a1038a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6262591
Jun 04 15:42:41.183327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43550) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:41.192401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcc322-3a65-4149-8bdc-9f6ec1a58d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdcae18-2d2c-452e-8670-6a22468ba265,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:41.196379 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-04dcc322-3a65-4149-8bdc-9f6ec1a58d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:41.259475 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2a0c52e1-8e79-46c7-90ad-78cee2dbabe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:41.404261 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2a0c52e1-8e79-46c7-90ad-78cee2dbabe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:41.411901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ca947442-42a2-467b-a6c5-f0a9af004aec tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port c2d9271e-e3b1-4c6c-b690-be76d396adee {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:41.413855 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ca947442-42a2-467b-a6c5-f0a9af004aec tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:41.414024 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f354aee8-b155-42a5-887c-07671765a715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:41.454315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2a0c52e1-8e79-46c7-90ad-78cee2dbabe9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cf2f01904cf42048b3cf9e6cf167209&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5629158
Jun 04 15:42:41.456131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c52e1-8e79-46c7-90ad-78cee2dbabe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a4f3f1-874d-4100-b78d-ff8fc631023c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:41.458408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43558) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:41.470647 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2a0c52e1-8e79-46c7-90ad-78cee2dbabe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:41.515713 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09d8dae5-a3e4-4de5-a994-eb5defba17c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:41.522177 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2950c6d-7c0a-4fed-a196-14fc51e58393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:41.548715 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ca947442-42a2-467b-a6c5-f0a9af004aec tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:41.562444 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2950c6d-7c0a-4fed-a196-14fc51e58393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:41.693302 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09d8dae5-a3e4-4de5-a994-eb5defba17c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:41.706575 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ca947442-42a2-467b-a6c5-f0a9af004aec tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for c2d9271e-e3b1-4c6c-b690-be76d396adee owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:41.737715 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2950c6d-7c0a-4fed-a196-14fc51e58393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:41.743939 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-78450c92-f95f-438d-a989-ad8fbb0e18b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:41.752093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43562) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:41.763999 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2950c6d-7c0a-4fed-a196-14fc51e58393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a4f3f1-874d-4100-b78d-ff8fc631023c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:41.766004 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2950c6d-7c0a-4fed-a196-14fc51e58393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:41.767653 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d2950c6d-7c0a-4fed-a196-14fc51e58393 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38a4f3f1-874d-4100-b78d-ff8fc631023c HTTP/1.1" status: 204  len: 168 time: 0.3083475
Jun 04 15:42:41.768759 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d2950c6d-7c0a-4fed-a196-14fc51e58393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:41.895798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Request body: {'networks': [{'name': 'tempest-network--587436872'}, {'name': 'tempest-network--970660738'}]} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:41.895798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Request body: {'network': {'name': 'tempest-network--587436872'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:41.895798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Request body: {'network': {'name': 'tempest-network--970660738'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:41.900011 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:41.904121 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ca947442-42a2-467b-a6c5-f0a9af004aec tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:41.907749 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Usage tracker for resource:network and tenant:b68eecb89d2548c4b36e3516d67c1801 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:41.916194 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:41.918855 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2c65b910-094b-4a81-80d3-90f090aca2ce tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:41.968829 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09d8dae5-a3e4-4de5-a994-eb5defba17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:41.975189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:41.977375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca947442-42a2-467b-a6c5-f0a9af004aec tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=c2d9271e-e3b1-4c6c-b690-be76d396adee,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:41.985732 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ca947442-42a2-467b-a6c5-f0a9af004aec tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:41.987767 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-282f79db-7fcc-45c7-9698-9265b6a62724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:41.998972 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ca947442-42a2-467b-a6c5-f0a9af004aec tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.007369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8dae5-a3e4-4de5-a994-eb5defba17c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdcae18-2d2c-452e-8670-6a22468ba265,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:42.012549 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09d8dae5-a3e4-4de5-a994-eb5defba17c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:42.015697 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09d8dae5-a3e4-4de5-a994-eb5defba17c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.017411 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-09d8dae5-a3e4-4de5-a994-eb5defba17c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fcdcae18-2d2c-452e-8670-6a22468ba265 HTTP/1.1" status: 204  len: 168 time: 0.8331621
Jun 04 15:42:42.021032 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ca947442-42a2-467b-a6c5-f0a9af004aec tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/c2d9271e-e3b1-4c6c-b690-be76d396adee HTTP/1.1" status: 204  len: 168 time: 0.9700270
Jun 04 15:42:42.021819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43570) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:42.027314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'mac_address': 'fa:16:3e:52:a9:2b', 'name': 'tempest-PortsIpV6TestJSON-1447297849'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:42.129829 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Made reservation on behalf of b68eecb89d2548c4b36e3516d67c1801 for: {'network': 2} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:42.134509 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.149623 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.153063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:42.158342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:port and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:42.161550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:42.171033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:42.177687 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:42.182919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Usage tracker for resource:security_group_rule and tenant:b68eecb89d2548c4b36e3516d67c1801 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:42.185997 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:42.193376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:42.295173 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.318498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:42.398632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.399306 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.423939 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5a5a39ea-9def-4920-9d12-980d3d0ac026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:42.432240 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.455977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:42:42.465447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] device_id is not set on port 20fd2c4a-4a54-442b-8727-3b5ff94a9102 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:42:42.481582 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.482350 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Added segment 9b6f8472-9ecf-4dd5-ae55-f3dd2a92928f of type vlan for network 0bc88234-cfc7-4232-851b-61af7adefe7e
Jun 04 15:42:42.526778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a77292-4d99-4bbe-8b19-e1aa92115c66,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:42.546791 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:42.560776 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.628299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:42:42.638983 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.640137 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Added segment 0e7dbcc5-16d0-4f82-b97d-b36adabd1654 of type vlan for network 2d48b137-ed09-4520-8c83-9adb2a19c22c
Jun 04 15:42:42.677947 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.729901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43582) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:42.752035 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-621d2b82-3439-4671-b937-17ed1d70538d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.762428 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.768000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-621d2b82-3439-4671-b937-17ed1d70538d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:42.772613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-621d2b82-3439-4671-b937-17ed1d70538d admin admin] Usage tracker for resource:security_group_rule and tenant:2281a97c3d14486b8bf132d93bec2523 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:42.776446 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-621d2b82-3439-4671-b937-17ed1d70538d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:42.782922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-621d2b82-3439-4671-b937-17ed1d70538d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:42.853100 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.853670 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.859184 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:42.864477 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:42.865131 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.876975 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8a2cb99e-fb65-4bea-a50d-828176248b4f tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:42.902557 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.908934 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-621d2b82-3439-4671-b937-17ed1d70538d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:42.919160 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7f4fd114-ac9b-4a53-8377-b1b24aef0047 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:42.974941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:42.982553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:42.988063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:42.993565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:42.994171 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:43.003528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event updated for resources: {'Network': ['ID=0bc88234-cfc7-4232-851b-61af7adefe7e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:43.016183 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 0bc88234-cfc7-4232-851b-61af7adefe7e details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:42:43.026436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=20fd2c4a-4a54-442b-8727-3b5ff94a9102,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:43.029360 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:43.042856 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-621d2b82-3439-4671-b937-17ed1d70538d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:43.123029 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 1.3737245
Jun 04 15:42:43.124174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43586) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:43.127691 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43588) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:43.145435 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2a88ccad-4116-433b-9ddd-24d863716b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:43.154243 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event updated for resources: {'Network': ['ID=2d48b137-ed09-4520-8c83-9adb2a19c22c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:43.160710 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.1376224
Jun 04 15:42:43.163572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43590) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:43.168809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 2d48b137-ed09-4520-8c83-9adb2a19c22c details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:42:43.178348 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:43.179153 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:43.179727 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:43.184451 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:43.197328 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-621d2b82-3439-4671-b937-17ed1d70538d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2281a97c3d14486b8bf132d93bec2523&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4663091
Jun 04 15:42:43.203302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43592) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:43.209965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2a88ccad-4116-433b-9ddd-24d863716b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:43.237381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2a88ccad-4116-433b-9ddd-24d863716b1b admin admin] Usage tracker for resource:security_group_rule and tenant:51b10aefd85b468ba67af926236b1bf7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:43.249258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2a88ccad-4116-433b-9ddd-24d863716b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:43.271538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2a88ccad-4116-433b-9ddd-24d863716b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:43.286378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d2b82-3439-4671-b937-17ed1d70538d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00861d5f-4882-4e1e-9b17-349602a6e210,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:43.291845 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-621d2b82-3439-4671-b937-17ed1d70538d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:43.330868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4faf24-ab02-4d93-81b8-eb1ec8675d48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:43.331616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6e4faf24-ab02-4d93-81b8-eb1ec8675d48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:42:43.341585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e618eb72-978a-4202-b604-d015c3275afe tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:43.347824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e618eb72-978a-4202-b604-d015c3275afe tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:43.354504 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e618eb72-978a-4202-b604-d015c3275afe tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:43.361563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e618eb72-978a-4202-b604-d015c3275afe tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:43.362601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e618eb72-978a-4202-b604-d015c3275afe tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Synchronizing usage tracker for tenant:b68eecb89d2548c4b36e3516d67c1801 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:42:43.373215 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b5630d6a-66fd-42bf-a859-8737da05f586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:43.414259 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b5630d6a-66fd-42bf-a859-8737da05f586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:43.455872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e618eb72-978a-4202-b604-d015c3275afe tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Unset dirty status for tenant:b68eecb89d2548c4b36e3516d67c1801 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:42:43.459664 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e618eb72-978a-4202-b604-d015c3275afe tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.3284612
Jun 04 15:42:43.460052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43594) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:43.493509 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2a88ccad-4116-433b-9ddd-24d863716b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:43.587751 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87eb882f-157b-45bf-9fdf-1b224f264c8c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:43.724838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6e4faf24-ab02-4d93-81b8-eb1ec8675d48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:42:43.728568 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6e4faf24-ab02-4d93-81b8-eb1ec8675d48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/20fd2c4a-4a54-442b-8727-3b5ff94a9102 HTTP/1.1" status: 200  len: 845 time: 0.5605140
Jun 04 15:42:43.728726 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87eb882f-157b-45bf-9fdf-1b224f264c8c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:43.729128 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2a88ccad-4116-433b-9ddd-24d863716b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:43.733776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43596) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:43.733926 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b5630d6a-66fd-42bf-a859-8737da05f586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:43.740611 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3934f929-d2ac-47f7-a015-347451fc6c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:43.781047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-87eb882f-157b-45bf-9fdf-1b224f264c8c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386db8b50>,) {'filters': {'network_id': ['0bc88234-cfc7-4232-851b-61af7adefe7e']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:43.790528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88ccad-4116-433b-9ddd-24d863716b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9fd962-5f9e-44b8-ba36-6e68635f323c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:43.793412 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b5630d6a-66fd-42bf-a859-8737da05f586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:43.796900 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b5630d6a-66fd-42bf-a859-8737da05f586 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00861d5f-4882-4e1e-9b17-349602a6e210 HTTP/1.1" status: 204  len: 168 time: 0.5819829
Jun 04 15:42:43.804355 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2a88ccad-4116-433b-9ddd-24d863716b1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51b10aefd85b468ba67af926236b1bf7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6786480
Jun 04 15:42:43.808216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43600) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:43.810486 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5630d6a-66fd-42bf-a859-8737da05f586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00861d5f-4882-4e1e-9b17-349602a6e210,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:43.812039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-87eb882f-157b-45bf-9fdf-1b224f264c8c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386db8b50>, '9b6f8472-9ecf-4dd5-ae55-f3dd2a92928f') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:43.812336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-87eb882f-157b-45bf-9fdf-1b224f264c8c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386db8b50>, '9b6f8472-9ecf-4dd5-ae55-f3dd2a92928f') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:43.828198 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b5630d6a-66fd-42bf-a859-8737da05f586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:43.828549 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:43.829251 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:43.880754 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87eb882f-157b-45bf-9fdf-1b224f264c8c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:43.886923 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d47bbcb-d53f-49f5-b899-6dc1122ae147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:43.917614 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d47bbcb-d53f-49f5-b899-6dc1122ae147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:43.939225 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87eb882f-157b-45bf-9fdf-1b224f264c8c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:43.955243 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87eb882f-157b-45bf-9fdf-1b224f264c8c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:42:43.955915 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87eb882f-157b-45bf-9fdf-1b224f264c8c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:42:43.972033 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:42:44.067767 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d47bbcb-d53f-49f5-b899-6dc1122ae147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:44.073985 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7f6352a5-3d31-4ef4-b861-49a0c9f05176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:44.086402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47bbcb-d53f-49f5-b899-6dc1122ae147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9fd962-5f9e-44b8-ba36-6e68635f323c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:44.090890 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2d47bbcb-d53f-49f5-b899-6dc1122ae147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:44.096665 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2d47bbcb-d53f-49f5-b899-6dc1122ae147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:44.097838 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2d47bbcb-d53f-49f5-b899-6dc1122ae147 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef9fd962-5f9e-44b8-ba36-6e68635f323c HTTP/1.1" status: 204  len: 168 time: 0.2885556
Jun 04 15:42:44.254150 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-48432fb5-2f9f-4da9-addc-4da298938676 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port 20fd2c4a-4a54-442b-8727-3b5ff94a9102 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:44.254887 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48432fb5-2f9f-4da9-addc-4da298938676 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:44.378886 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48432fb5-2f9f-4da9-addc-4da298938676 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:44.389734 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87eb882f-157b-45bf-9fdf-1b224f264c8c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:44.396852 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4c6c922f-0b6f-4840-a156-1c3c8ca5fe66 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:44.414155 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87eb882f-157b-45bf-9fdf-1b224f264c8c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:44.480555 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb882f-157b-45bf-9fdf-1b224f264c8c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event deleted for resources: {'Network': ['ID=0bc88234-cfc7-4232-851b-61af7adefe7e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:44.564309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-48432fb5-2f9f-4da9-addc-4da298938676 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for 20fd2c4a-4a54-442b-8727-3b5ff94a9102 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:44.568229 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-87eb882f-157b-45bf-9fdf-1b224f264c8c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:44.719679 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-87eb882f-157b-45bf-9fdf-1b224f264c8c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "DELETE /v2.0/networks/0bc88234-cfc7-4232-851b-61af7adefe7e HTTP/1.1" status: 204  len: 168 time: 1.2583849
Jun 04 15:42:44.722664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43622) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:44.770836 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48432fb5-2f9f-4da9-addc-4da298938676 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:44.779182 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:44.841971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48432fb5-2f9f-4da9-addc-4da298938676 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=20fd2c4a-4a54-442b-8727-3b5ff94a9102,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:44.857310 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-48432fb5-2f9f-4da9-addc-4da298938676 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:44.858386 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb6c28b8-ddd3-4ed6-825c-407f48b554e1 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:44.861789 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48432fb5-2f9f-4da9-addc-4da298938676 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:44.993330 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:42:44.994969 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-48432fb5-2f9f-4da9-addc-4da298938676 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/20fd2c4a-4a54-442b-8727-3b5ff94a9102 HTTP/1.1" status: 204  len: 168 time: 1.2601492
Jun 04 15:42:44.997663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43628) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:45.045770 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-61271677-1807-4af6-b39e-2e87bbe287cb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] GET failed (client error): The resource could not be found.
Jun 04 15:42:45.046446 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-61271677-1807-4af6-b39e-2e87bbe287cb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:42:45.180187 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb6c28b8-ddd3-4ed6-825c-407f48b554e1 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:45.199047 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-bb6c28b8-ddd3-4ed6-825c-407f48b554e1 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386d990a0>,) {'filters': {'network_id': ['2d48b137-ed09-4520-8c83-9adb2a19c22c']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:45.218296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-bb6c28b8-ddd3-4ed6-825c-407f48b554e1 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d990a0>, '0e7dbcc5-16d0-4f82-b97d-b36adabd1654') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:45.218761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-bb6c28b8-ddd3-4ed6-825c-407f48b554e1 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d990a0>, '0e7dbcc5-16d0-4f82-b97d-b36adabd1654') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:42:45.227417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-61271677-1807-4af6-b39e-2e87bbe287cb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:42:45.228732 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-61271677-1807-4af6-b39e-2e87bbe287cb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/20fd2c4a-4a54-442b-8727-3b5ff94a9102 HTTP/1.1" status: 404  len: 333 time: 0.2300391
Jun 04 15:42:45.239572 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb6c28b8-ddd3-4ed6-825c-407f48b554e1 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:45.241308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43640) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:45.248870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'name': 'tempest-PortsIpV6TestJSON-1091960887'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:45.263699 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb6c28b8-ddd3-4ed6-825c-407f48b554e1 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:45.273908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6c28b8-ddd3-4ed6-825c-407f48b554e1 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:42:45.275498 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb6c28b8-ddd3-4ed6-825c-407f48b554e1 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:42:45.291351 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:42:45.435543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:45.446279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:45.550121 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb6c28b8-ddd3-4ed6-825c-407f48b554e1 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:45.557269 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b79c4eb4-8a52-4f7f-8b55-a97abaac7ef7 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:45.582254 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb6c28b8-ddd3-4ed6-825c-407f48b554e1 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:45.594081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c28b8-ddd3-4ed6-825c-407f48b554e1 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event deleted for resources: {'Network': ['ID=2d48b137-ed09-4520-8c83-9adb2a19c22c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:45.603871 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bb6c28b8-ddd3-4ed6-825c-407f48b554e1 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:45.604560 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:45.609863 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:45.610043 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bb6c28b8-ddd3-4ed6-825c-407f48b554e1 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "DELETE /v2.0/networks/2d48b137-ed09-4520-8c83-9adb2a19c22c HTTP/1.1" status: 204  len: 168 time: 0.8860023
Jun 04 15:42:45.611860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43650) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:45.662327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] device_id is not set on port f8f60518-7290-4698-b332-437dbdfb571d yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:42:45.823675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d71fc4-411e-4000-bec2-5cff4fa77a40 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:45.832148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d71fc4-411e-4000-bec2-5cff4fa77a40 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:45.833382 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f9d71fc4-411e-4000-bec2-5cff4fa77a40 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Synchronizing usage tracker for tenant:b68eecb89d2548c4b36e3516d67c1801 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:42:45.964278 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:46.050098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f9d71fc4-411e-4000-bec2-5cff4fa77a40 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Unset dirty status for tenant:b68eecb89d2548c4b36e3516d67c1801 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:42:46.054249 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f9d71fc4-411e-4000-bec2-5cff4fa77a40 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.4362183
Jun 04 15:42:46.058473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43660) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:46.063916 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9ca69e3e-4951-4055-88f4-9760fddf3aeb tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-822882458'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:46.070322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9ca69e3e-4951-4055-88f4-9760fddf3aeb tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:46.081784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9ca69e3e-4951-4055-88f4-9760fddf3aeb tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:46.153504 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:46.160528 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:46.228826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca69e3e-4951-4055-88f4-9760fddf3aeb tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Made reservation on behalf of b68eecb89d2548c4b36e3516d67c1801 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:46.232285 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ca69e3e-4951-4055-88f4-9760fddf3aeb tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:46.261274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:46.265497 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:46.273614 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:46.279924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:46.280605 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:46.302257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=f8f60518-7290-4698-b332-437dbdfb571d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:46.307935 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:46.314842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca69e3e-4951-4055-88f4-9760fddf3aeb tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:42:46.332989 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ca69e3e-4951-4055-88f4-9760fddf3aeb tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:46.334297 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-9ca69e3e-4951-4055-88f4-9760fddf3aeb tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Added segment 424332ed-9cd9-479d-92d7-cc0af60c411c of type vlan for network 4e8b9b60-9ea6-42c2-b46e-29efd171d18b
Jun 04 15:42:46.367878 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ca69e3e-4951-4055-88f4-9760fddf3aeb tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:46.402060 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.1570816
Jun 04 15:42:46.402550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43672) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:46.407993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-649b7477-5651-4dc4-9983-c4fd0e570b14 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:46.589803 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ca69e3e-4951-4055-88f4-9760fddf3aeb tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:46.598021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca69e3e-4951-4055-88f4-9760fddf3aeb tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:46.598851 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9ca69e3e-4951-4055-88f4-9760fddf3aeb tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:46.615575 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c6ece04c-eb9d-4eb7-9d18-1ce1f6a66849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:46.702201 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-649b7477-5651-4dc4-9983-c4fd0e570b14 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:46.796851 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca69e3e-4951-4055-88f4-9760fddf3aeb tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event updated for resources: {'Network': ['ID=4e8b9b60-9ea6-42c2-b46e-29efd171d18b,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:46.809899 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 4e8b9b60-9ea6-42c2-b46e-29efd171d18b details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:42:46.851779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43688) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:46.898065 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9ca69e3e-4951-4055-88f4-9760fddf3aeb tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:46.947309 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9ca69e3e-4951-4055-88f4-9760fddf3aeb tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.8849504
Jun 04 15:42:46.947788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43692) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:46.955763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-b3060b25-3cb2-42e4-a5d3-f854e58cb7cc tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-970679202'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:46.983059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b3060b25-3cb2-42e4-a5d3-f854e58cb7cc tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:47.022246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b3060b25-3cb2-42e4-a5d3-f854e58cb7cc tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:47.112701 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3060b25-3cb2-42e4-a5d3-f854e58cb7cc tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Made reservation on behalf of b68eecb89d2548c4b36e3516d67c1801 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:47.117232 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3060b25-3cb2-42e4-a5d3-f854e58cb7cc tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:47.200007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-732633683'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:47.225166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:47.229034 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3060b25-3cb2-42e4-a5d3-f854e58cb7cc tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:42:47.236929 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Usage tracker for resource:network and tenant:444ca07446d74abbaddc2472692be1a3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:47.241295 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:47.252350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:47.255043 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3060b25-3cb2-42e4-a5d3-f854e58cb7cc tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:47.255599 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-b3060b25-3cb2-42e4-a5d3-f854e58cb7cc tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Added segment b67aef6b-d5bb-4657-ac83-e7592b833ee0 of type vlan for network ecf68f28-450c-455e-8031-2a5f1e01fa0b
Jun 04 15:42:47.291979 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3060b25-3cb2-42e4-a5d3-f854e58cb7cc tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:47.299033 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-649b7477-5651-4dc4-9983-c4fd0e570b14 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:47.387438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Made reservation on behalf of 444ca07446d74abbaddc2472692be1a3 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:47.392427 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:47.406053 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:47.423167 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:47.428138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Usage tracker for resource:security_group_rule and tenant:444ca07446d74abbaddc2472692be1a3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:47.431165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:47.435670 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-649b7477-5651-4dc4-9983-c4fd0e570b14 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:47.436988 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3060b25-3cb2-42e4-a5d3-f854e58cb7cc tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:47.438411 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7d5a4bcf-e23d-420d-b36a-65996dc8d0e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:47.444288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3060b25-3cb2-42e4-a5d3-f854e58cb7cc tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:47.444911 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3060b25-3cb2-42e4-a5d3-f854e58cb7cc tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:47.449588 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:47.454331 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9b62f893-4c78-4fa4-8bcd-d622a56f5088 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:47.507661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-649b7477-5651-4dc4-9983-c4fd0e570b14 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] In _notify_port_updated(), no bound segment for port f8f60518-7290-4698-b332-437dbdfb571d on network e8db2e0d-ee35-41b5-8099-f62226a24d80 {{(pid=88301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:42:47.513626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649b7477-5651-4dc4-9983-c4fd0e570b14 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:47.514262 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-649b7477-5651-4dc4-9983-c4fd0e570b14 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:47.519279 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-649b7477-5651-4dc4-9983-c4fd0e570b14 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "PUT /v2.0/ports/f8f60518-7290-4698-b332-437dbdfb571d HTTP/1.1" status: 200  len: 818 time: 1.1122158
Jun 04 15:42:47.520042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43702) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:47.597730 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b7477-5651-4dc4-9983-c4fd0e570b14 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=f8f60518-7290-4698-b332-437dbdfb571d,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:47.600462 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-649b7477-5651-4dc4-9983-c4fd0e570b14 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:47.660503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3060b25-3cb2-42e4-a5d3-f854e58cb7cc tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event updated for resources: {'Network': ['ID=ecf68f28-450c-455e-8031-2a5f1e01fa0b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:47.665383 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b3060b25-3cb2-42e4-a5d3-f854e58cb7cc tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:47.681638 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network ecf68f28-450c-455e-8031-2a5f1e01fa0b details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:42:47.741703 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:47.746867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a6f95477-68ba-421d-b437-4f9539268745 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port f8f60518-7290-4698-b332-437dbdfb571d {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:47.747440 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6f95477-68ba-421d-b437-4f9539268745 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:47.758735 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b3060b25-3cb2-42e4-a5d3-f854e58cb7cc tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.8051541
Jun 04 15:42:47.758735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43710) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:47.764749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Request body: {'ports': [{'network_id': '4e8b9b60-9ea6-42c2-b46e-29efd171d18b', 'name': 'tempest-port--9647624', 'admin_state_up': True}, {'network_id': 'ecf68f28-450c-455e-8031-2a5f1e01fa0b', 'admin_state_up': False}]} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:47.786400 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Request body: {'port': {'network_id': '4e8b9b60-9ea6-42c2-b46e-29efd171d18b', 'name': 'tempest-port--9647624', 'admin_state_up': True}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:47.786400 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Request body: {'port': {'network_id': 'ecf68f28-450c-455e-8031-2a5f1e01fa0b', 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:47.904132 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6f95477-68ba-421d-b437-4f9539268745 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:47.933516 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:47.946567 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b5630d6a-66fd-42bf-a859-8737da05f586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:47.993587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:42:48.077360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a6f95477-68ba-421d-b437-4f9539268745 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for f8f60518-7290-4698-b332-437dbdfb571d owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:48.090911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa53b216-f204-4170-b09b-9897af99c012,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:48.098853 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:48.099117 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Added segment fa072675-f845-4457-ae6a-7afbe3b1260b of type vlan for network 0be02c7e-37a7-42be-bbdb-7dca9d72d278
Jun 04 15:42:48.100665 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:48.115629 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:48.123800 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Usage tracker for resource:port and tenant:b68eecb89d2548c4b36e3516d67c1801 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:48.135064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:48.144907 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:48.147804 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:48.245512 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6f95477-68ba-421d-b437-4f9539268745 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:48.252439 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:48.308419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f95477-68ba-421d-b437-4f9539268745 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=f8f60518-7290-4698-b332-437dbdfb571d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:48.311659 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a6f95477-68ba-421d-b437-4f9539268745 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:48.312733 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6f95477-68ba-421d-b437-4f9539268745 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:48.328953 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a6f95477-68ba-421d-b437-4f9539268745 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/f8f60518-7290-4698-b332-437dbdfb571d HTTP/1.1" status: 204  len: 168 time: 0.8054736
Jun 04 15:42:48.329518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43712) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:48.434162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfc1cbe-a7e0-4d13-98e0-a58516884c15 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:48.439017 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-abfc1cbe-a7e0-4d13-98e0-a58516884c15 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1050463
Jun 04 15:42:48.439204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43714) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:48.478049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Made reservation on behalf of b68eecb89d2548c4b36e3516d67c1801 for: {'port': 2} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:48.482529 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:48.492325 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:48.497983 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:48.498516 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:48.510337 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8b368713-715c-4a6c-a787-cb2fe65b42b5 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:48.534222 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dff7edb-535b-4797-af0b-bf8ee30c6ad2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] GET failed (client error): The resource could not be found.
Jun 04 15:42:48.535522 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9dff7edb-535b-4797-af0b-bf8ee30c6ad2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/f8f60518-7290-4698-b332-437dbdfb571d HTTP/1.1" status: 404  len: 333 time: 0.0953474
Jun 04 15:42:48.541929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43716) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:48.550239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1535890737'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:48.559919 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:48.573639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:48.580014 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:network and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:48.584855 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:48.595926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:48.665545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Pushing event updated for resources: {'Network': ['ID=0be02c7e-37a7-42be-bbdb-7dca9d72d278,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:48.668326 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:48.677240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 0be02c7e-37a7-42be-bbdb-7dca9d72d278 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:42:48.758499 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.9123905
Jun 04 15:42:48.761535 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43720) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:48.767716 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Request body: {'subnet': {'network_id': '0be02c7e-37a7-42be-bbdb-7dca9d72d278', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:48.775987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] device_id is not set on port 08ffd566-94fb-47e7-992b-ebf302ea8911 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:42:48.833639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:48.837713 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:48.970832 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:42:48.994027 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:48.994984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:49.002543 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:49.005232 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Added segment 7199760b-bd95-4ca9-bf05-0028dee86956 of type vlan for network d00f7e7c-2520-4015-8679-2a9a63c70405
Jun 04 15:42:49.010557 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Usage tracker for resource:subnet and tenant:444ca07446d74abbaddc2472692be1a3 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:49.011022 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:49.022334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:49.059527 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:49.151256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] device_id is not set on port 6c2052be-4fb0-4904-9699-10ae280bd397 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:42:49.255096 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Made reservation on behalf of 444ca07446d74abbaddc2472692be1a3 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:49.259220 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:49.321513 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:49.490464 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:49.496883 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:49.497583 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dc532ddf-b508-4d5a-a4c4-049a88de4d03 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:49.497775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:49.498235 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:49.505727 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9e5c23fa-2efd-42dc-a81a-cc183f7f78d3 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:49.619200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event updated for resources: {'Port': ['ID=08ffd566-94fb-47e7-992b-ebf302ea8911,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:49.622843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Checking segment: {'id': '424332ed-9cd9-479d-92d7-cc0af60c411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e8b9b60-9ea6-42c2-b46e-29efd171d18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:42:49.623492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Network hostable DHCP agents. Network: 4e8b9b60-9ea6-42c2-b46e-29efd171d18b, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:42:49.628421 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:49.645767 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Network': ['ID=d00f7e7c-2520-4015-8679-2a9a63c70405,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:49.652670 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1091678
Jun 04 15:42:49.655292 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:49.656073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43740) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:49.658301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network d00f7e7c-2520-4015-8679-2a9a63c70405 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:42:49.663383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'subnet': {'network_id': 'd00f7e7c-2520-4015-8679-2a9a63c70405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:49.748970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Network 4e8b9b60-9ea6-42c2-b46e-29efd171d18b is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:42:49.870529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 4e8b9b60-9ea6-42c2-b46e-29efd171d18b) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:49.881561 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f4323a-5d38-4e40-b462-4d7bfe2437de None None] Network 4e8b9b60-9ea6-42c2-b46e-29efd171d18b requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:49.889903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:49.894080 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:49.901069 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c6bf5ecb-66f0-4caa-9c97-9bbff83f3d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:49.908767 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:49.909718 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:49.918015 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ff489fd5-2fbe-4bc4-8002-d70b0ddac28c tempest-ServerGroupTestJSON-1748125075 tempest-ServerGroupTestJSON-1748125075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:50.000828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Pushing event updated for resources: {'Subnet': ['ID=35477b04-1976-450c-bcb7-46dbf394c115,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:50.005512 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:50.006547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Checking segment: {'id': 'fa072675-f845-4457-ae6a-7afbe3b1260b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0be02c7e-37a7-42be-bbdb-7dca9d72d278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:42:50.007012 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Network hostable DHCP agents. Network: 0be02c7e-37a7-42be-bbdb-7dca9d72d278, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:42:50.042567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:subnet and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:50.043749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:50.057561 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:50.076901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event updated for resources: {'Port': ['ID=6c2052be-4fb0-4904-9699-10ae280bd397,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:50.081517 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:50.112288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Checking segment: {'id': 'b67aef6b-d5bb-4657-ac83-e7592b833ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ecf68f28-450c-455e-8031-2a5f1e01fa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:42:50.112808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Network hostable DHCP agents. Network: ecf68f28-450c-455e-8031-2a5f1e01fa0b, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:42:50.119201 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Network 0be02c7e-37a7-42be-bbdb-7dca9d72d278 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:42:50.217076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:50.217076 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:50.238829 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 0be02c7e-37a7-42be-bbdb-7dca9d72d278) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:50.251939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9e3682-ee2a-404c-a106-22a80d0122c2 None None] Network 0be02c7e-37a7-42be-bbdb-7dca9d72d278 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:50.254878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:50.255479 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:50.398518 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6354277
Jun 04 15:42:50.403317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43746) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:50.411931 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Request body: {'port': {'network_id': '0be02c7e-37a7-42be-bbdb-7dca9d72d278', 'name': 'tempest-DHCPAgentSchedulersTestJSON-354312107'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:50.424670 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Network ecf68f28-450c-455e-8031-2a5f1e01fa0b is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:42:50.441924 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, ecf68f28-450c-455e-8031-2a5f1e01fa0b) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:50.447319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:50.457239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95379609-6bcd-4e00-98a8-da1c4b558d45 None None] Network ecf68f28-450c-455e-8031-2a5f1e01fa0b requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:50.458100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:50.463265 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:50.464293 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:50.605794 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1447 time: 2.8457587
Jun 04 15:42:50.608306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43748) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:50.675040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:50.679869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Usage tracker for resource:port and tenant:444ca07446d74abbaddc2472692be1a3 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:50.683400 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:50.690886 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:50.742846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726ebb02-6ea0-4122-a714-549db2ad989a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:50.749093 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726ebb02-6ea0-4122-a714-549db2ad989a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:50.749858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-726ebb02-6ea0-4122-a714-549db2ad989a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Synchronizing usage tracker for tenant:b68eecb89d2548c4b36e3516d67c1801 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:42:50.784230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-0be02c7e-37a7-42be-bbdb-7dca9d72d278', 'network_id': '0be02c7e-37a7-42be-bbdb-7dca9d72d278', 'tenant_id': '444ca07446d74abbaddc2472692be1a3', 'fixed_ips': [{'subnet_id': '35477b04-1976-450c-bcb7-46dbf394c115'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:42:50.785598 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:50.797944 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Made reservation on behalf of 444ca07446d74abbaddc2472692be1a3 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:50.797944 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:50.817763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] device_id is not set on port f8032ec9-237b-440a-bc28-936b381afa51 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:42:50.934118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-726ebb02-6ea0-4122-a714-549db2ad989a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Unset dirty status for tenant:b68eecb89d2548c4b36e3516d67c1801 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:42:50.938811 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-726ebb02-6ea0-4122-a714-549db2ad989a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1442 time: 0.3258786
Jun 04 15:42:50.940117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43750) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:50.991774 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Allocated IP 172.20.0.2 (0be02c7e-37a7-42be-bbdb-7dca9d72d278/35477b04-1976-450c-bcb7-46dbf394c115/6cd06e79-46c8-4310-9737-385f7ef866eb) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:42:51.001068 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:51.011100 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-72a7f6e3-f6a1-4454-ba40-0138c8ef9e75 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:51.098984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bc710-ccca-4a67-8425-d39f4f064f31 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Deleting port 08ffd566-94fb-47e7-992b-ebf302ea8911 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:51.099400 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9a1bc710-ccca-4a67-8425-d39f4f064f31 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:51.234999 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9a1bc710-ccca-4a67-8425-d39f4f064f31 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:51.260926 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:51.283899 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Transition to ACTIVE for port object 6cd06e79-46c8-4310-9737-385f7ef866eb will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:42:51.327572 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Transition to ACTIVE for port object 6cd06e79-46c8-4310-9737-385f7ef866eb will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:42:51.389300 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bc710-ccca-4a67-8425-d39f4f064f31 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Calling delete_port for 08ffd566-94fb-47e7-992b-ebf302ea8911 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:51.399068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Subnet': ['ID=bd34462c-6edc-4b4b-8561-f8a29953b2a9,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:51.404585 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:51.406054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Checking segment: {'id': '7199760b-bd95-4ca9-bf05-0028dee86956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd00f7e7c-2520-4015-8679-2a9a63c70405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:42:51.407387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network hostable DHCP agents. Network: d00f7e7c-2520-4015-8679-2a9a63c70405, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:42:51.450442 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:51.450442 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:51.518973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network d00f7e7c-2520-4015-8679-2a9a63c70405 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:42:51.523577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Allocated IP 172.20.0.8 (0be02c7e-37a7-42be-bbdb-7dca9d72d278/35477b04-1976-450c-bcb7-46dbf394c115/f8032ec9-237b-440a-bc28-936b381afa51) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:42:51.549140 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Network 0be02c7e-37a7-42be-bbdb-7dca9d72d278 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:51.552091 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:51.553336 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9a1bc710-ccca-4a67-8425-d39f4f064f31 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:51.556171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:51.561769 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9725a6af-4f10-4241-9c5a-1888642112ef tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:51.564898 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Pushing event updated for resources: {'Port': ['ID=6cd06e79-46c8-4310-9737-385f7ef866eb,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:51.583664 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:51.630551 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bc710-ccca-4a67-8425-d39f4f064f31 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event deleted for resources: {'Port': ['ID=08ffd566-94fb-47e7-992b-ebf302ea8911,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:51.635477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, d00f7e7c-2520-4015-8679-2a9a63c70405) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:51.645588 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9a1bc710-ccca-4a67-8425-d39f4f064f31 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:51.656183 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9a1bc710-ccca-4a67-8425-d39f4f064f31 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:51.656632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:51.661696 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:51.752389 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a897d9-f8e1-47e7-888b-c457ff96f74b None None] Network d00f7e7c-2520-4015-8679-2a9a63c70405 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:51.816811 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9a1bc710-ccca-4a67-8425-d39f4f064f31 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "DELETE /v2.0/ports/08ffd566-94fb-47e7-992b-ebf302ea8911 HTTP/1.1" status: 204  len: 168 time: 0.8747885
Jun 04 15:42:51.817850 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1600277
Jun 04 15:42:51.820563 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43760) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:51.831641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e47250b7-272f-4afd-9cfc-a04d7fbb7ff4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'subnet': {'network_id': 'd00f7e7c-2520-4015-8679-2a9a63c70405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:51.849397 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43762) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:51.888925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Attempting to bind port 6cd06e79-46c8-4310-9737-385f7ef866eb on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:42:51.889326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Attempting to bind port 6cd06e79-46c8-4310-9737-385f7ef866eb by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'fa072675-f845-4457-ae6a-7afbe3b1260b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0be02c7e-37a7-42be-bbdb-7dca9d72d278'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:42:51.889693 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Attempting to bind port 6cd06e79-46c8-4310-9737-385f7ef866eb on network 0be02c7e-37a7-42be-bbdb-7dca9d72d278 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:42:51.904858 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:42:51.905270 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Checking segment: {'id': 'fa072675-f845-4457-ae6a-7afbe3b1260b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0be02c7e-37a7-42be-bbdb-7dca9d72d278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:42:51.905678 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:51.906174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Bound using segment: {'id': 'fa072675-f845-4457-ae6a-7afbe3b1260b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0be02c7e-37a7-42be-bbdb-7dca9d72d278'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:42:51.909316 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Bound port: 6cd06e79-46c8-4310-9737-385f7ef866eb, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa072675-f845-4457-ae6a-7afbe3b1260b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0be02c7e-37a7-42be-bbdb-7dca9d72d278'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:42:51.909316 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:52.030817 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:52.055638 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e47250b7-272f-4afd-9cfc-a04d7fbb7ff4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:52.059582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Transition to ACTIVE for port object f8032ec9-237b-440a-bc28-936b381afa51 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:42:52.060851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e47250b7-272f-4afd-9cfc-a04d7fbb7ff4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:subnet and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:52.065039 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e47250b7-272f-4afd-9cfc-a04d7fbb7ff4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:52.071764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e47250b7-272f-4afd-9cfc-a04d7fbb7ff4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:52.073411 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-19e36960-9870-4097-8c8d-ea2ba41d1d04 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Deleting port 6c2052be-4fb0-4904-9699-10ae280bd397 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:52.073905 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19e36960-9870-4097-8c8d-ea2ba41d1d04 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:52.084793 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] For port 6cd06e79-46c8-4310-9737-385f7ef866eb, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:42:52.090224 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] For port 6cd06e79-46c8-4310-9737-385f7ef866eb, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6cd06e79-46c8-4310-9737-385f7ef866eb,segment=NetworkSegment(fa072675-f845-4457-ae6a-7afbe3b1260b),segment_id=fa072675-f845-4457-ae6a-7afbe3b1260b)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:42:52.146770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-d00f7e7c-2520-4015-8679-2a9a63c70405', 'network_id': 'd00f7e7c-2520-4015-8679-2a9a63c70405', 'tenant_id': '856f9f5e166643a0ad0d1b7b273cd474', 'fixed_ips': [{'subnet_id': 'bd34462c-6edc-4b4b-8561-f8a29953b2a9'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:42:52.147671 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:52.181635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47250b7-272f-4afd-9cfc-a04d7fbb7ff4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:52.186015 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e47250b7-272f-4afd-9cfc-a04d7fbb7ff4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:52.193745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19e36960-9870-4097-8c8d-ea2ba41d1d04 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:52.232215 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:52.242085 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:52.373067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-19e36960-9870-4097-8c8d-ea2ba41d1d04 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Calling delete_port for 6c2052be-4fb0-4904-9699-10ae280bd397 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:52.379237 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:52.387021 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a4da738f-5805-4ae4-a372-4ae420e1ed42 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:52.409295 n-d-791505-9 neutron-server[88300]: INFO neutron.db.ipam_backend_mixin [None req-e47250b7-272f-4afd-9cfc-a04d7fbb7ff4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd34462c-6edc-4b4b-8561-f8a29953b2a9 (CIDR: 2001:db8::/64)
Jun 04 15:42:52.479578 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47250b7-272f-4afd-9cfc-a04d7fbb7ff4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:42:52.480069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47250b7-272f-4afd-9cfc-a04d7fbb7ff4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:42:52.530742 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Pushing event updated for resources: {'Port': ['ID=6cd06e79-46c8-4310-9737-385f7ef866eb,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:52.543672 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:52.565206 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Allocated IP 2001:db8::2 (d00f7e7c-2520-4015-8679-2a9a63c70405/bd34462c-6edc-4b4b-8561-f8a29953b2a9/213fdbd5-16f2-4c92-94e9-70269224971a) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:42:52.700725 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e47250b7-272f-4afd-9cfc-a04d7fbb7ff4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8749304
Jun 04 15:42:52.704590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43768) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:52.711325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-66e17ae7-fa3e-4216-ae6c-8c225ac1a73b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'subnet': {'network_id': 'd00f7e7c-2520-4015-8679-2a9a63c70405', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:52.712625 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Pushing event updated for resources: {'Port': ['ID=f8032ec9-237b-440a-bc28-936b381afa51,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:52.730399 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:52.806342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Network 0be02c7e-37a7-42be-bbdb-7dca9d72d278 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:52.808670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:52.836971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:52.896343 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:52.917201 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Transition to ACTIVE for port object 213fdbd5-16f2-4c92-94e9-70269224971a will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:42:52.947146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Transition to ACTIVE for port object 213fdbd5-16f2-4c92-94e9-70269224971a will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:42:52.962212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:52.963098 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:53.002489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-66e17ae7-fa3e-4216-ae6c-8c225ac1a73b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:53.006520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-66e17ae7-fa3e-4216-ae6c-8c225ac1a73b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:subnet and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:53.012556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-66e17ae7-fa3e-4216-ae6c-8c225ac1a73b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:53.020096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-66e17ae7-fa3e-4216-ae6c-8c225ac1a73b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:53.046762 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:53.064599 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8a977eb2-b9e5-4066-a199-6f9e4746fe3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:53.081692 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.6795156
Jun 04 15:42:53.083839 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19e36960-9870-4097-8c8d-ea2ba41d1d04 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:53.084613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43778) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:53.109108 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7ebe5b6b-d2b2-4c50-b618-e36589fd61ec tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:53.165941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Network d00f7e7c-2520-4015-8679-2a9a63c70405 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:53.169057 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Pushing event updated for resources: {'Port': ['ID=213fdbd5-16f2-4c92-94e9-70269224971a,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:53.172867 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:53.175247 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:53.176111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:53.195221 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e17ae7-fa3e-4216-ae6c-8c225ac1a73b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:53.199696 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-66e17ae7-fa3e-4216-ae6c-8c225ac1a73b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:53.252980 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19e36960-9870-4097-8c8d-ea2ba41d1d04 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:53.276129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e36960-9870-4097-8c8d-ea2ba41d1d04 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event deleted for resources: {'Port': ['ID=6c2052be-4fb0-4904-9699-10ae280bd397,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:53.291194 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-19e36960-9870-4097-8c8d-ea2ba41d1d04 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:53.304124 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-19e36960-9870-4097-8c8d-ea2ba41d1d04 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "DELETE /v2.0/ports/6c2052be-4fb0-4904-9699-10ae280bd397 HTTP/1.1" status: 204  len: 168 time: 1.4493282
Jun 04 15:42:53.305309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43782) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:53.355667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Attempting to bind port 213fdbd5-16f2-4c92-94e9-70269224971a on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:42:53.356038 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Attempting to bind port 213fdbd5-16f2-4c92-94e9-70269224971a by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '7199760b-bd95-4ca9-bf05-0028dee86956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd00f7e7c-2520-4015-8679-2a9a63c70405'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:42:53.356409 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Attempting to bind port 213fdbd5-16f2-4c92-94e9-70269224971a on network d00f7e7c-2520-4015-8679-2a9a63c70405 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:42:53.370252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:42:53.370252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Checking segment: {'id': '7199760b-bd95-4ca9-bf05-0028dee86956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd00f7e7c-2520-4015-8679-2a9a63c70405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:42:53.370676 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:53.371004 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Bound using segment: {'id': '7199760b-bd95-4ca9-bf05-0028dee86956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd00f7e7c-2520-4015-8679-2a9a63c70405'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:42:53.371508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Bound port: 213fdbd5-16f2-4c92-94e9-70269224971a, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7199760b-bd95-4ca9-bf05-0028dee86956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd00f7e7c-2520-4015-8679-2a9a63c70405'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:42:53.372879 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:53.381159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-54979827-fc46-451f-9ac7-e107f24e1fc3 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Synchronizing usage tracker for tenant:b68eecb89d2548c4b36e3516d67c1801 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:42:53.484334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-54979827-fc46-451f-9ac7-e107f24e1fc3 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Unset dirty status for tenant:b68eecb89d2548c4b36e3516d67c1801 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:42:53.490312 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-54979827-fc46-451f-9ac7-e107f24e1fc3 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1818640
Jun 04 15:42:53.490929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43784) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:53.496013 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-708083720'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:53.506276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:53.518481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Usage tracker for resource:network and tenant:b68eecb89d2548c4b36e3516d67c1801 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:53.523496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:53.550220 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:53.582869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] For port 213fdbd5-16f2-4c92-94e9-70269224971a, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:42:53.586441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] For port 213fdbd5-16f2-4c92-94e9-70269224971a, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=213fdbd5-16f2-4c92-94e9-70269224971a,segment=NetworkSegment(7199760b-bd95-4ca9-bf05-0028dee86956),segment_id=7199760b-bd95-4ca9-bf05-0028dee86956)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:42:53.599460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b05787ad-c5bf-4ee6-9a2d-b7d41d2ea555 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Deleting port f8032ec9-237b-440a-bc28-936b381afa51 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:42:53.600383 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b05787ad-c5bf-4ee6-9a2d-b7d41d2ea555 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:53.747842 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:53.759849 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:53.802568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Made reservation on behalf of b68eecb89d2548c4b36e3516d67c1801 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:53.808367 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:53.865640 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:53.898593 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Pushing event updated for resources: {'Port': ['ID=213fdbd5-16f2-4c92-94e9-70269224971a,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:53.916024 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:53.924489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:42:53.931343 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:53.932396 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Added segment d441c4e1-34e5-4c5e-93ff-7254298ce62c of type vlan for network 4f5addab-f251-4f80-9210-6ed937bd12aa
Jun 04 15:42:53.951194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1036776-1b81-472a-8d86-77f0e5e1375e None None] Network 0be02c7e-37a7-42be-bbdb-7dca9d72d278 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:53.977589 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:54.041599 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b05787ad-c5bf-4ee6-9a2d-b7d41d2ea555 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:54.101716 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:54.109941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:54.118879 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:54.164895 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-70d73195-3392-4394-99e7-2a78069ffd73 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:54.228234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b05787ad-c5bf-4ee6-9a2d-b7d41d2ea555 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Calling delete_port for f8032ec9-237b-440a-bc28-936b381afa51 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:42:54.253876 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7617753
Jun 04 15:42:54.261064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43796) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:54.342271 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event updated for resources: {'Network': ['ID=4f5addab-f251-4f80-9210-6ed937bd12aa,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:54.348113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-775052252'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:54.352421 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:54.355391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:54.360840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Usage tracker for resource:network and tenant:b68eecb89d2548c4b36e3516d67c1801 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:54.364985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:54.373260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:54.461570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 4f5addab-f251-4f80-9210-6ed937bd12aa details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:42:54.462872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Made reservation on behalf of b68eecb89d2548c4b36e3516d67c1801 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:54.467201 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:54.545978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43802) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:54.550846 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:42:54.594172 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:54.594667 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Added segment 78399639-68a1-4727-8ac2-d36b44e648fe of type vlan for network c739453b-d79d-45d0-8aaa-012eb1c55f72
Jun 04 15:42:54.691825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:54.756914 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8dafeed7-da01-40cd-9f53-946895671fec None None] Provisioning for port 6cd06e79-46c8-4310-9737-385f7ef866eb completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:42:54.822227 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b05787ad-c5bf-4ee6-9a2d-b7d41d2ea555 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:54.838284 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d63413fa-3f22-4f34-93ae-7dd16e1e70ef tempest-VolumesNegativeTest-1906193075 tempest-VolumesNegativeTest-1906193075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:54.842846 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6cd06e79-46c8-4310-9737-385f7ef866eb up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:42:54.861372 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:54.874682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:54.876398 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:54.890675 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2c67e482-8075-4e3f-a8c0-37ec98ca1dc1 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:54.913455 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05787ad-c5bf-4ee6-9a2d-b7d41d2ea555 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Pushing event deleted for resources: {'Port': ['ID=f8032ec9-237b-440a-bc28-936b381afa51,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:54.919721 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b05787ad-c5bf-4ee6-9a2d-b7d41d2ea555 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:54.921536 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d99ec610-47f7-4846-b245-d7cf055d24d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:55.061570 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event updated for resources: {'Network': ['ID=c739453b-d79d-45d0-8aaa-012eb1c55f72,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:55.065400 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:55.078907 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network c739453b-d79d-45d0-8aaa-012eb1c55f72 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:42:55.143145 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.8800879
Jun 04 15:42:55.200278 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 6cd06e79-46c8-4310-9737-385f7ef866eb completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:42:55.276082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d99ec610-47f7-4846-b245-d7cf055d24d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:55.354600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d99ec610-47f7-4846-b245-d7cf055d24d3 admin admin] Usage tracker for resource:security_group_rule and tenant:62465c9b92024c49805b8ebf7d03d12f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:55.355651 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 6cd06e79-46c8-4310-9737-385f7ef866eb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:55.357594 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:55.361611 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d99ec610-47f7-4846-b245-d7cf055d24d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:55.370369 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-66e17ae7-fa3e-4216-ae6c-8c225ac1a73b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:55.374740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d99ec610-47f7-4846-b245-d7cf055d24d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:55.386947 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-546581bb-23ce-4c36-b2bb-22fba4604f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:55.483198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e151b00d-e4ae-4e7f-8f97-0c257bc9c19d None None] Provisioning complete for port 6cd06e79-46c8-4310-9737-385f7ef866eb triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:55.489186 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e151b00d-e4ae-4e7f-8f97-0c257bc9c19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:55.524514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e17ae7-fa3e-4216-ae6c-8c225ac1a73b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network d00f7e7c-2520-4015-8679-2a9a63c70405 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:55.541480 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b05787ad-c5bf-4ee6-9a2d-b7d41d2ea555 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:55.555436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-66e17ae7-fa3e-4216-ae6c-8c225ac1a73b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:55.570449 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b05787ad-c5bf-4ee6-9a2d-b7d41d2ea555 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] 10.222.0.32 "DELETE /v2.0/ports/f8032ec9-237b-440a-bc28-936b381afa51 HTTP/1.1" status: 204  len: 168 time: 2.4837537
Jun 04 15:42:55.576781 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43808) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:55.587136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e17ae7-fa3e-4216-ae6c-8c225ac1a73b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:55.598406 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-66e17ae7-fa3e-4216-ae6c-8c225ac1a73b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:55.645388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e17ae7-fa3e-4216-ae6c-8c225ac1a73b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Subnet': ['ID=fe482bc1-4d42-4c5c-bada-ae1bbe4b3cf8,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:55.662466 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-66e17ae7-fa3e-4216-ae6c-8c225ac1a73b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:55.732543 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-66e17ae7-fa3e-4216-ae6c-8c225ac1a73b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.0260816
Jun 04 15:42:55.736039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43812) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:55.742069 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'network_id': 'd00f7e7c-2520-4015-8679-2a9a63c70405', 'fixed_ips': [{'subnet_id': 'bd34462c-6edc-4b4b-8561-f8a29953b2a9'}, {'subnet_id': 'fe482bc1-4d42-4c5c-bada-ae1bbe4b3cf8'}], 'name': 'tempest-PortsIpV6TestJSON-926161'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:55.782790 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d99ec610-47f7-4846-b245-d7cf055d24d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:55.850440 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c4cbbf-f6d4-4242-aa07-661de3e01973 None None] Network d00f7e7c-2520-4015-8679-2a9a63c70405 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:55.855627 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d99ec610-47f7-4846-b245-d7cf055d24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:55.864121 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-620cc853-5e1f-4fae-a077-eb4fcc362572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:55.999701 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:56.017084 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d99ec610-47f7-4846-b245-d7cf055d24d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62465c9b92024c49805b8ebf7d03d12f&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4685588
Jun 04 15:42:56.026738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43816) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:56.058638 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ec610-47f7-4846-b245-d7cf055d24d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c68d8a-174b-4308-adb3-7baab67b2e90,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:56.079876 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d99ec610-47f7-4846-b245-d7cf055d24d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:56.139298 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e96a6036-ecf1-49bf-9994-785081468007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:56.170763 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-72800d2b-2e0d-431d-85ba-91e6d1149f6e tempest-DHCPAgentSchedulersTestJSON-1430538097 tempest-DHCPAgentSchedulersTestJSON-1430538097-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4677 time: 0.5860250
Jun 04 15:42:56.173223 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:56.176137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43818) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:56.181846 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e96a6036-ecf1-49bf-9994-785081468007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:56.182101 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1738470883'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:56.190426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:56.195088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Usage tracker for resource:network and tenant:444ca07446d74abbaddc2472692be1a3 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:56.199727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:56.208657 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:56.211336 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:56.223548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:port and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:56.231105 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:56.249435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:56.262195 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e151b00d-e4ae-4e7f-8f97-0c257bc9c19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:56.280822 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 6cd06e79-46c8-4310-9737-385f7ef866eb, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6cd06e79-46c8-4310-9737-385f7ef866eb,segment=NetworkSegment(fa072675-f845-4457-ae6a-7afbe3b1260b),segment_id=fa072675-f845-4457-ae6a-7afbe3b1260b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:42:56.319237 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Made reservation on behalf of 444ca07446d74abbaddc2472692be1a3 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:56.323400 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:56.365639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:56.369251 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:56.375820 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 213fdbd5-16f2-4c92-94e9-70269224971a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:42:56.399223 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e96a6036-ecf1-49bf-9994-785081468007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:56.402797 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a3b73da3-a8dd-4c18-ab3d-9faf9a005cea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:56.410267 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7b8a900e-a6d8-4925-a2c6-714700ebefa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:56.441239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a6036-ecf1-49bf-9994-785081468007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c68d8a-174b-4308-adb3-7baab67b2e90,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:56.445579 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e96a6036-ecf1-49bf-9994-785081468007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:56.463124 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e96a6036-ecf1-49bf-9994-785081468007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:56.464795 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e96a6036-ecf1-49bf-9994-785081468007 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6c68d8a-174b-4308-adb3-7baab67b2e90 HTTP/1.1" status: 204  len: 168 time: 0.4370899
Jun 04 15:42:56.565925 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:42:56.586898 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:56.587708 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Added segment ca61a782-958f-471d-bc40-73235412c032 of type vlan for network 83a94d18-f767-4be8-8c6b-a692ab8ffcb2
Jun 04 15:42:56.625347 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:56.642455 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-e151b00d-e4ae-4e7f-8f97-0c257bc9c19d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:42:56.643056 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-e151b00d-e4ae-4e7f-8f97-0c257bc9c19d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:42:56.658174 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:56.665830 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=6cd06e79-46c8-4310-9737-385f7ef866eb,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:56.677673 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:56.693444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] device_id is not set on port 2705c40d-6ec3-4432-a2aa-f9b044ebd01a yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:42:56.807162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 213fdbd5-16f2-4c92-94e9-70269224971a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:42:56.859171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83aa6a0-0b60-4550-b3c8-c400425f376b None None] Update dhcp port {'port': {'network_id': 'd00f7e7c-2520-4015-8679-2a9a63c70405', 'fixed_ips': [{'subnet_id': 'bd34462c-6edc-4b4b-8561-f8a29953b2a9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fe482bc1-4d42-4c5c-bada-ae1bbe4b3cf8'}], 'binding:host_id': 'n-d-791505-9'}, 'id': '213fdbd5-16f2-4c92-94e9-70269224971a'} from n-d-791505-9. {{(pid=88302) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 04 15:42:56.918267 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:56.933034 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e83aa6a0-0b60-4550-b3c8-c400425f376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:56.947875 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:56.949139 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:56.999120 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-87eb882f-157b-45bf-9fdf-1b224f264c8c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:57.018176 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6cd06e79-46c8-4310-9737-385f7ef866eb up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:42:57.127608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Pushing event updated for resources: {'Network': ['ID=83a94d18-f767-4be8-8c6b-a692ab8ffcb2,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:57.132412 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:57.134194 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.9569042
Jun 04 15:42:57.137264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43826) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:57.248924 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 83a94d18-f767-4be8-8c6b-a692ab8ffcb2 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:42:57.490835 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Allocated IP 2001:db8::102 (d00f7e7c-2520-4015-8679-2a9a63c70405/bd34462c-6edc-4b4b-8561-f8a29953b2a9/2705c40d-6ec3-4432-a2aa-f9b044ebd01a) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:42:57.523958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Allocated IP 2001:db8:0:1::93 (d00f7e7c-2520-4015-8679-2a9a63c70405/fe482bc1-4d42-4c5c-bada-ae1bbe4b3cf8/2705c40d-6ec3-4432-a2aa-f9b044ebd01a) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:42:57.526597 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ecc4005c-3533-48bd-865c-ffb105aa56bd tempest-DHCPAgentSchedulersTestJSON-1430538097 tempest-DHCPAgentSchedulersTestJSON-1430538097-project-admin] 10.222.0.32 "GET /v2.0/agents/d2f09c3f-fc7e-48d5-9929-0aefebe77912/dhcp-networks HTTP/1.1" status: 200  len: 8813 time: 0.3874967
Jun 04 15:42:57.531996 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43834) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:57.539004 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e151b00d-e4ae-4e7f-8f97-0c257bc9c19d None None] Could not find standard attr ID for object f8032ec9-237b-440a-bc28-936b381afa51. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:42:57.575756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 6cd06e79-46c8-4310-9737-385f7ef866eb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:57.577926 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:57.690760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-59237627-5313-485f-829d-34e6b4329a0d None None] Could not find standard attr ID for object f8032ec9-237b-440a-bc28-936b381afa51. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:42:57.816023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a41a21e-7a19-4be2-8413-75443fc9fe40 tempest-DHCPAgentSchedulersTestJSON-1430538097 tempest-DHCPAgentSchedulersTestJSON-1430538097-project-admin] Network 83a94d18-f767-4be8-8c6b-a692ab8ffcb2 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:42:57.862263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-59237627-5313-485f-829d-34e6b4329a0d None None] Provisioning for port 213fdbd5-16f2-4c92-94e9-70269224971a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:42:57.870445 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-59237627-5313-485f-829d-34e6b4329a0d None None] Provisioning complete for port 213fdbd5-16f2-4c92-94e9-70269224971a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:42:57.871394 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-59237627-5313-485f-829d-34e6b4329a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:57.882664 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:57.904847 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Transition to ACTIVE for port object 2705c40d-6ec3-4432-a2aa-f9b044ebd01a will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:42:57.936129 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7a41a21e-7a19-4be2-8413-75443fc9fe40 tempest-DHCPAgentSchedulersTestJSON-1430538097 tempest-DHCPAgentSchedulersTestJSON-1430538097-project-admin] 10.222.0.32 "POST /v2.0/agents/d2f09c3f-fc7e-48d5-9929-0aefebe77912/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.4012620
Jun 04 15:42:57.937261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43840) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:57.950758 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae30d9c-6781-4188-9e7d-629193cf6dcd None None] Network 83a94d18-f767-4be8-8c6b-a692ab8ffcb2 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:58.222058 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:58.254646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-e83aa6a0-0b60-4550-b3c8-c400425f376b None None] Allocated IP 2001:db8:0:1::2 (d00f7e7c-2520-4015-8679-2a9a63c70405/fe482bc1-4d42-4c5c-bada-ae1bbe4b3cf8/213fdbd5-16f2-4c92-94e9-70269224971a) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:42:58.431124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e83aa6a0-0b60-4550-b3c8-c400425f376b None None] For port 213fdbd5-16f2-4c92-94e9-70269224971a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=213fdbd5-16f2-4c92-94e9-70269224971a,segment=NetworkSegment(7199760b-bd95-4ca9-bf05-0028dee86956),segment_id=7199760b-bd95-4ca9-bf05-0028dee86956)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:42:58.470781 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e83aa6a0-0b60-4550-b3c8-c400425f376b None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:58.489241 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e83aa6a0-0b60-4550-b3c8-c400425f376b None None] Ignored duplicate provisioning block setup for port 213fdbd5-16f2-4c92-94e9-70269224971a by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Jun 04 15:42:58.594554 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a6f95477-68ba-421d-b437-4f9539268745 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:58.675020 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e83aa6a0-0b60-4550-b3c8-c400425f376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:58.675715 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-aaed8770-8c73-48bb-af70-78d531a289e4 tempest-DHCPAgentSchedulersTestJSON-1430538097 tempest-DHCPAgentSchedulersTestJSON-1430538097-project-admin] 10.222.0.32 "GET /v2.0/agents/d2f09c3f-fc7e-48d5-9929-0aefebe77912/dhcp-networks HTTP/1.1" status: 200  len: 9584 time: 0.7353020
Jun 04 15:42:58.676848 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43864) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:58.690824 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:58.732127 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43866) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:58.770593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Request body: {'subnets': [{'network_id': '4f5addab-f251-4f80-9210-6ed937bd12aa', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2083625282', 'ip_version': 6}, {'network_id': 'c739453b-d79d-45d0-8aaa-012eb1c55f72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:58.771145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Request body: {'subnet': {'network_id': '4f5addab-f251-4f80-9210-6ed937bd12aa', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2083625282', 'ip_version': 6}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:58.772220 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Request body: {'subnet': {'network_id': 'c739453b-d79d-45d0-8aaa-012eb1c55f72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:58.811378 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-59237627-5313-485f-829d-34e6b4329a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:58.829881 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network d00f7e7c-2520-4015-8679-2a9a63c70405 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:42:58.837251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:42:58.846048 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:42:58.852394 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:42:58.853103 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:58.931222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83aa6a0-0b60-4550-b3c8-c400425f376b None None] Pushing event updated for resources: {'Port': ['ID=213fdbd5-16f2-4c92-94e9-70269224971a,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:58.947261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=2705c40d-6ec3-4432-a2aa-f9b044ebd01a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:42:58.968061 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2e89982b-84e8-4374-aaaa-dcb54072fa9c tempest-DHCPAgentSchedulersTestJSON-1430538097 tempest-DHCPAgentSchedulersTestJSON-1430538097-project-admin] 10.222.0.32 "DELETE /v2.0/agents/d2f09c3f-fc7e-48d5-9929-0aefebe77912/dhcp-networks/83a94d18-f767-4be8-8c6b-a692ab8ffcb2 HTTP/1.1" status: 204  len: 168 time: 0.2878246
Jun 04 15:42:58.970726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43878) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:58.987219 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e83aa6a0-0b60-4550-b3c8-c400425f376b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:58.995878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:58.997093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:58.997725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:58.998313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:58.998908 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:58.999575 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:59.000382 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:59.000973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:59.001663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:59.002238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:59.002832 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:59.003428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:42:59.025605 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:42:59.059811 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-59237627-5313-485f-829d-34e6b4329a0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:42:59.060630 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-59237627-5313-485f-829d-34e6b4329a0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:42:59.220270 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1012 time: 3.4828186
Jun 04 15:42:59.224460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43900) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:59.258408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-838785ee-5b05-429e-b61f-f25cdf6802a5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bd34462c-6edc-4b4b-8561-f8a29953b2a9'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:42:59.334339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:42:59.357312 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Usage tracker for resource:subnet and tenant:b68eecb89d2548c4b36e3516d67c1801 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:42:59.367412 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c74ba053-926f-44d1-97c3-321fc884172c tempest-DHCPAgentSchedulersTestJSON-1430538097 tempest-DHCPAgentSchedulersTestJSON-1430538097-project-admin] 10.222.0.32 "GET /v2.0/agents/d2f09c3f-fc7e-48d5-9929-0aefebe77912/dhcp-networks HTTP/1.1" status: 200  len: 8813 time: 0.3947613
Jun 04 15:42:59.371254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43910) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:59.382575 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:42:59.464036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:42:59.486803 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f84248bd-43c6-47eb-a48c-41fc599a1b9b tempest-DHCPAgentSchedulersTestJSON-1430538097 tempest-DHCPAgentSchedulersTestJSON-1430538097-project-admin] 10.222.0.32 "GET /v2.0/networks/0be02c7e-37a7-42be-bbdb-7dca9d72d278/dhcp-agents HTTP/1.1" status: 200  len: 795 time: 0.1100628
Jun 04 15:42:59.487466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43912) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:59.495603 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-838785ee-5b05-429e-b61f-f25cdf6802a5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:59.514600 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0210a96b-26c4-486f-8f02-aaacfeb2e089 tempest-DHCPAgentSchedulersTestJSON-1430538097 tempest-DHCPAgentSchedulersTestJSON-1430538097-project-admin] 10.222.0.32 "GET /v2.0/networks/0be02c7e-37a7-42be-bbdb-7dca9d72d278/dhcp-agents HTTP/1.1" status: 200  len: 795 time: 0.0252984
Jun 04 15:42:59.519782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43914) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:59.638385 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ea3a5111-8e6c-445c-8e9c-98676ea58e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:59.670586 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-59237627-5313-485f-829d-34e6b4329a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:59.711277 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Made reservation on behalf of b68eecb89d2548c4b36e3516d67c1801 for: {'subnet': 2} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:42:59.716086 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:59.716500 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:59.729133 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-59237627-5313-485f-829d-34e6b4329a0d None None] For port 213fdbd5-16f2-4c92-94e9-70269224971a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=213fdbd5-16f2-4c92-94e9-70269224971a,segment=NetworkSegment(7199760b-bd95-4ca9-bf05-0028dee86956),segment_id=7199760b-bd95-4ca9-bf05-0028dee86956)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:42:59.843105 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-26de47ed-b011-49a4-978f-501faefa4940 tempest-DHCPAgentSchedulersTestJSON-1430538097 tempest-DHCPAgentSchedulersTestJSON-1430538097-project-admin] 10.222.0.32 "GET /v2.0/agents/d2f09c3f-fc7e-48d5-9929-0aefebe77912/dhcp-networks HTTP/1.1" status: 200  len: 8813 time: 0.3212898
Jun 04 15:42:59.843831 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43918) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:59.844984 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-59237627-5313-485f-829d-34e6b4329a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:42:59.851263 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3070e066-7f89-4b44-8d24-b94eb9139f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:42:59.906234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43920) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:42:59.915895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca316083-4c37-4e7d-b2bf-b0e0b654741b None None] Network d00f7e7c-2520-4015-8679-2a9a63c70405 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:42:59.999061 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de7c7703-d67c-4239-89bc-73b2355036bc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:00.060747 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-43d40136-efab-4d6b-9c91-103c56e1f649 None None] Provisioning complete for port 213fdbd5-16f2-4c92-94e9-70269224971a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:00.061291 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-43d40136-efab-4d6b-9c91-103c56e1f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:00.090261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-838785ee-5b05-429e-b61f-f25cdf6802a5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Delete allocated IP 2001:db8:0:1::93 (d00f7e7c-2520-4015-8679-2a9a63c70405/fe482bc1-4d42-4c5c-bada-ae1bbe4b3cf8) {{(pid=88301) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jun 04 15:43:00.105687 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59237627-5313-485f-829d-34e6b4329a0d None None] Pushing event updated for resources: {'Port': ['ID=213fdbd5-16f2-4c92-94e9-70269224971a,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:00.119891 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-59237627-5313-485f-829d-34e6b4329a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:00.252452 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de7c7703-d67c-4239-89bc-73b2355036bc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:00.268658 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2fd4ac12-7e28-42a2-a47d-917dc1c7769c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:00.279147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-de7c7703-d67c-4239-89bc-73b2355036bc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386f9d580>,) {'filters': {'network_id': ['83a94d18-f767-4be8-8c6b-a692ab8ffcb2']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:00.299498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-de7c7703-d67c-4239-89bc-73b2355036bc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f9d580>, 'ca61a782-958f-471d-bc40-73235412c032') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:00.300229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-de7c7703-d67c-4239-89bc-73b2355036bc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f9d580>, 'ca61a782-958f-471d-bc40-73235412c032') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:00.311442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2fd4ac12-7e28-42a2-a47d-917dc1c7769c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:00.321227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2fd4ac12-7e28-42a2-a47d-917dc1c7769c admin admin] Usage tracker for resource:security_group_rule and tenant:9db58101971f4794acbf935e4ed95c2a is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:00.326198 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de7c7703-d67c-4239-89bc-73b2355036bc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:00.334847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2fd4ac12-7e28-42a2-a47d-917dc1c7769c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:00.346075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2fd4ac12-7e28-42a2-a47d-917dc1c7769c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:00.371360 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de7c7703-d67c-4239-89bc-73b2355036bc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:00.380410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7c7703-d67c-4239-89bc-73b2355036bc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:43:00.380821 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de7c7703-d67c-4239-89bc-73b2355036bc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:43:00.397947 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:43:00.550847 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-838785ee-5b05-429e-b61f-f25cdf6802a5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:00.571634 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-838785ee-5b05-429e-b61f-f25cdf6802a5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Ignored duplicate provisioning block setup for port 2705c40d-6ec3-4432-a2aa-f9b044ebd01a by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Jun 04 15:43:00.674338 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de7c7703-d67c-4239-89bc-73b2355036bc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:00.680222 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c3fe6624-bfe8-4a88-9c76-3d22cbf4836d tempest-RoutersIpV6AdminTest-280771740 tempest-RoutersIpV6AdminTest-280771740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:00.695975 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-de7c7703-d67c-4239-89bc-73b2355036bc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:00.711773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c7703-d67c-4239-89bc-73b2355036bc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Pushing event deleted for resources: {'Network': ['ID=83a94d18-f767-4be8-8c6b-a692ab8ffcb2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:00.719788 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-de7c7703-d67c-4239-89bc-73b2355036bc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:00.722956 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-de7c7703-d67c-4239-89bc-73b2355036bc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] 10.222.0.32 "DELETE /v2.0/networks/83a94d18-f767-4be8-8c6b-a692ab8ffcb2 HTTP/1.1" status: 204  len: 168 time: 0.8781002
Jun 04 15:43:00.726734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43928) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:00.764619 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a815bb35-ecbd-495c-9850-0724fafe11ec None None] Provisioning for port 2705c40d-6ec3-4432-a2aa-f9b044ebd01a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:00.774904 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a815bb35-ecbd-495c-9850-0724fafe11ec None None] Provisioning complete for port 2705c40d-6ec3-4432-a2aa-f9b044ebd01a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:00.775302 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a815bb35-ecbd-495c-9850-0724fafe11ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:00.791719 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-838785ee-5b05-429e-b61f-f25cdf6802a5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:00.807924 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2fd4ac12-7e28-42a2-a47d-917dc1c7769c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:00.808199 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5d76ca83-4c8c-4b98-af83-3dc49c9570fe tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:00.869447 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbb9fb1-baf5-410d-8981-03db27284ebc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:43:00.869946 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcbb9fb1-baf5-410d-8981-03db27284ebc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:43:00.873695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2fd4ac12-7e28-42a2-a47d-917dc1c7769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:00.880922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a815bb35-ecbd-495c-9850-0724fafe11ec None None] Port 2705c40d-6ec3-4432-a2aa-f9b044ebd01a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:43:00.893254 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-95c58c8f-70c2-4c23-9f7f-504db79d9eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:00.921163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a815bb35-ecbd-495c-9850-0724fafe11ec None None] Provisioning complete for port 213fdbd5-16f2-4c92-94e9-70269224971a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:00.921940 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a815bb35-ecbd-495c-9850-0724fafe11ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:00.934145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4ac12-7e28-42a2-a47d-917dc1c7769c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01cbd59-094f-41ed-8786-03518ddd5f64,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:00.941436 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2fd4ac12-7e28-42a2-a47d-917dc1c7769c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:00.982085 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2fd4ac12-7e28-42a2-a47d-917dc1c7769c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9db58101971f4794acbf935e4ed95c2a&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0708981
Jun 04 15:43:00.983555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 213fdbd5-16f2-4c92-94e9-70269224971a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:43:00.983754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43932) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:01.090729 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff042-9042-4940-a0a8-9f442103e740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:01.137322 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dcbb9fb1-baf5-410d-8981-03db27284ebc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] 10.222.0.32 "DELETE /v2.0/ports/f8032ec9-237b-440a-bc28-936b381afa51 HTTP/1.1" status: 404  len: 333 time: 0.4059389
Jun 04 15:43:01.155214 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 213fdbd5-16f2-4c92-94e9-70269224971a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:01.158268 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff042-9042-4940-a0a8-9f442103e740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:01.170077 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:01.170254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43954) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:01.188911 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-838785ee-5b05-429e-b61f-f25cdf6802a5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] In _notify_port_updated(), no bound segment for port 2705c40d-6ec3-4432-a2aa-f9b044ebd01a on network d00f7e7c-2520-4015-8679-2a9a63c70405 {{(pid=88301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:43:01.194621 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838785ee-5b05-429e-b61f-f25cdf6802a5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:01.195525 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-838785ee-5b05-429e-b61f-f25cdf6802a5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:01.197026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-838785ee-5b05-429e-b61f-f25cdf6802a5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "PUT /v2.0/ports/2705c40d-6ec3-4432-a2aa-f9b044ebd01a HTTP/1.1" status: 200  len: 922 time: 1.9618251
Jun 04 15:43:01.201216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43964) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:01.209627 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0d066d17-9123-4836-bb7e-c899d56b1c49 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bd34462c-6edc-4b4b-8561-f8a29953b2a9'}, {'subnet_id': 'fe482bc1-4d42-4c5c-bada-ae1bbe4b3cf8'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:01.267372 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838785ee-5b05-429e-b61f-f25cdf6802a5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=2705c40d-6ec3-4432-a2aa-f9b044ebd01a,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:01.276431 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-838785ee-5b05-429e-b61f-f25cdf6802a5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:01.320244 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4ede59-72fa-4402-8f1d-5a7a5cb39990 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Deleting subnet 35477b04-1976-450c-bcb7-46dbf394c115 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:43:01.330080 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b4ede59-72fa-4402-8f1d-5a7a5cb39990 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:01.516412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-86fc7261-e851-48df-9830-b959941e96fc None None] Provisioning complete for port 2705c40d-6ec3-4432-a2aa-f9b044ebd01a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:01.518322 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-86fc7261-e851-48df-9830-b959941e96fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:01.667777 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0d066d17-9123-4836-bb7e-c899d56b1c49 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:01.734848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-86fc7261-e851-48df-9830-b959941e96fc None None] Port 2705c40d-6ec3-4432-a2aa-f9b044ebd01a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:43:01.778526 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b4ede59-72fa-4402-8f1d-5a7a5cb39990 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:01.858228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-74e324d9-a129-40b2-a2e2-c6723f91a1d7 None None] Provisioning complete for port 2705c40d-6ec3-4432-a2aa-f9b044ebd01a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:01.858839 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-74e324d9-a129-40b2-a2e2-c6723f91a1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:01.901054 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b4ede59-72fa-4402-8f1d-5a7a5cb39990 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:01.932666 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-74e324d9-a129-40b2-a2e2-c6723f91a1d7 None None] Port 2705c40d-6ec3-4432-a2aa-f9b044ebd01a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:43:01.942050 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:01.959646 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff042-9042-4940-a0a8-9f442103e740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:01.967902 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ab2bb28d-290a-46a4-9ffd-76fc4d54cb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:01.979638 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0819075a-7d44-4eea-9d88-5b3f422a2f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:01.996572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ff042-9042-4940-a0a8-9f442103e740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01cbd59-094f-41ed-8786-03518ddd5f64,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:01.999835 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1d5ff042-9042-4940-a0a8-9f442103e740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:02.007942 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff042-9042-4940-a0a8-9f442103e740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:02.007942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1d5ff042-9042-4940-a0a8-9f442103e740 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f01cbd59-094f-41ed-8786-03518ddd5f64 HTTP/1.1" status: 204  len: 168 time: 1.0156448
Jun 04 15:43:02.041086 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:02.130977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event updated for resources: {'Subnet': ['ID=3f8f4b77-d9f0-4a14-be8a-cccef28cb795,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:02.144921 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:02.198274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Checking segment: {'id': 'd441c4e1-34e5-4c5e-93ff-7254298ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4f5addab-f251-4f80-9210-6ed937bd12aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:43:02.198644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Network hostable DHCP agents. Network: 4f5addab-f251-4f80-9210-6ed937bd12aa, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:43:02.304020 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-0d066d17-9123-4836-bb7e-c899d56b1c49 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Allocated IP 2001:db8:0:1::2b1 (d00f7e7c-2520-4015-8679-2a9a63c70405/fe482bc1-4d42-4c5c-bada-ae1bbe4b3cf8/2705c40d-6ec3-4432-a2aa-f9b044ebd01a) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:43:02.393685 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a868aa14-a9fb-4745-885d-fcde9259ecc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:02.394121 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b4ede59-72fa-4402-8f1d-5a7a5cb39990 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:02.403214 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cbdbcd62-e70c-43e4-97d4-24ff13da1fec tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:02.426650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Network 4f5addab-f251-4f80-9210-6ed937bd12aa is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:43:02.469105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ede59-72fa-4402-8f1d-5a7a5cb39990 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Pushing event deleted for resources: {'Subnet': ['ID=35477b04-1976-450c-bcb7-46dbf394c115,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:02.472760 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0b4ede59-72fa-4402-8f1d-5a7a5cb39990 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:02.473942 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b4ede59-72fa-4402-8f1d-5a7a5cb39990 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:02.480705 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0b4ede59-72fa-4402-8f1d-5a7a5cb39990 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] 10.222.0.32 "DELETE /v2.0/subnets/35477b04-1976-450c-bcb7-46dbf394c115 HTTP/1.1" status: 204  len: 168 time: 1.3143358
Jun 04 15:43:02.483184 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43972) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:02.488707 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de407dd-63d1-4b16-9547-8ae87cafa240 None None] Network 0be02c7e-37a7-42be-bbdb-7dca9d72d278 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:02.524587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 4f5addab-f251-4f80-9210-6ed937bd12aa) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:02.535732 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0d066d17-9123-4836-bb7e-c899d56b1c49 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:02.538197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c245099-e26e-4cfa-9244-a5ec32b5ee94 None None] Network 4f5addab-f251-4f80-9210-6ed937bd12aa requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:02.573562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-0d066d17-9123-4836-bb7e-c899d56b1c49 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Transition to ACTIVE for port object 2705c40d-6ec3-4432-a2aa-f9b044ebd01a will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:02.635039 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:02.723281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Deleting port 6cd06e79-46c8-4310-9737-385f7ef866eb {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:02.726526 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:02.749583 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0d066d17-9123-4836-bb7e-c899d56b1c49 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:02.762414 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c96a56ab-903d-48fb-8a70-d65eb1646924 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:02.849483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] For port 6cd06e79-46c8-4310-9737-385f7ef866eb, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6cd06e79-46c8-4310-9737-385f7ef866eb,segment=NetworkSegment(fa072675-f845-4457-ae6a-7afbe3b1260b),segment_id=fa072675-f845-4457-ae6a-7afbe3b1260b)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:02.849860 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.007970 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-0d066d17-9123-4836-bb7e-c899d56b1c49 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] In _notify_port_updated(), no bound segment for port 2705c40d-6ec3-4432-a2aa-f9b044ebd01a on network d00f7e7c-2520-4015-8679-2a9a63c70405 {{(pid=88301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:43:03.020767 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d066d17-9123-4836-bb7e-c899d56b1c49 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:03.020767 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0d066d17-9123-4836-bb7e-c899d56b1c49 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.020767 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0d066d17-9123-4836-bb7e-c899d56b1c49 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "PUT /v2.0/ports/2705c40d-6ec3-4432-a2aa-f9b044ebd01a HTTP/1.1" status: 200  len: 1008 time: 1.8141592
Jun 04 15:43:03.021203 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Calling delete_port for 6cd06e79-46c8-4310-9737-385f7ef866eb owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:03.021650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43976) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:03.021650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d066d17-9123-4836-bb7e-c899d56b1c49 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=2705c40d-6ec3-4432-a2aa-f9b044ebd01a,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:03.021835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 43978) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:03.023812 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0d066d17-9123-4836-bb7e-c899d56b1c49 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:03.048211 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a821202-62d4-46ee-9f50-0dda370412cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.060650 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32849333-4381-492c-a34d-10b8a057c050 None None] DHCP port deletion for 0be02c7e-37a7-42be-bbdb-7dca9d72d278 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:43:03.070776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5a821202-62d4-46ee-9f50-0dda370412cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:03.079232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5a821202-62d4-46ee-9f50-0dda370412cf admin admin] Usage tracker for resource:security_group_rule and tenant:3783195eac074141857708931ab427ff is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:03.083112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5a821202-62d4-46ee-9f50-0dda370412cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:03.092808 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5a821202-62d4-46ee-9f50-0dda370412cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:03.119274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-4f5addab-f251-4f80-9210-6ed937bd12aa', 'network_id': '4f5addab-f251-4f80-9210-6ed937bd12aa', 'tenant_id': 'b68eecb89d2548c4b36e3516d67c1801', 'fixed_ips': [{'subnet_id': '3f8f4b77-d9f0-4a14-be8a-cccef28cb795'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:43:03.121653 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.182686 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.195857 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a6dae880-5c15-43cd-81a1-b993ea0112a1 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:03.269871 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-32849333-4381-492c-a34d-10b8a057c050 None None] Deleting port 6cd06e79-46c8-4310-9737-385f7ef866eb {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:03.270270 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-32849333-4381-492c-a34d-10b8a057c050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.285080 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.291867 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e8207e1-c2b3-4306-8620-f643e37270bb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:03.314548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Checking segment: {'id': '78399639-68a1-4727-8ac2-d36b44e648fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c739453b-d79d-45d0-8aaa-012eb1c55f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:43:03.314984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Network hostable DHCP agents. Network: c739453b-d79d-45d0-8aaa-012eb1c55f72, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:43:03.331011 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event updated for resources: {'Subnet': ['ID=9e0a02ea-75da-4141-98a7-a4c1b13f3b8e,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:03.334259 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:03.356347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Pushing event deleted for resources: {'Port': ['ID=6cd06e79-46c8-4310-9737-385f7ef866eb,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:03.361935 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:03.364443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] No DVR routers for this DVR port 6cd06e79-46c8-4310-9737-385f7ef866eb on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:03.399551 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a821202-62d4-46ee-9f50-0dda370412cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.438427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd3c25-48b9-4ef9-af73-7dbcbb73680c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port 2705c40d-6ec3-4432-a2aa-f9b044ebd01a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:03.438673 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d1fd3c25-48b9-4ef9-af73-7dbcbb73680c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.458873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-32849333-4381-492c-a34d-10b8a057c050 None None] For port 6cd06e79-46c8-4310-9737-385f7ef866eb, host n-d-791505-9, got binding levels [] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:03.459288 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-32849333-4381-492c-a34d-10b8a057c050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.461337 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Network c739453b-d79d-45d0-8aaa-012eb1c55f72 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:43:03.518793 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a821202-62d4-46ee-9f50-0dda370412cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.531959 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1794408-43f3-4501-9912-bb86bdabfc08 tempest-RoutersAdminNegativeTest-1989337418 tempest-RoutersAdminNegativeTest-1989337418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:03.532196 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.539805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Allocated IP 2001:db8::1 (4f5addab-f251-4f80-9210-6ed937bd12aa/3f8f4b77-d9f0-4a14-be8a-cccef28cb795/d9cddddf-216f-48fb-9bbc-4bf4780aee67) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:43:03.581528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a821202-62d4-46ee-9f50-0dda370412cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca8ef7b-e388-499a-b778-91901b8bf07d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:03.596421 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8385a1baf0>,) {'filters': {'network_id': ['0be02c7e-37a7-42be-bbdb-7dca9d72d278']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:03.626543 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5a821202-62d4-46ee-9f50-0dda370412cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3783195eac074141857708931ab427ff&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6016102
Jun 04 15:43:03.628591 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5a821202-62d4-46ee-9f50-0dda370412cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:03.629690 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385a1baf0>, 'fa072675-f845-4457-ae6a-7afbe3b1260b') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:03.629999 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385a1baf0>, 'fa072675-f845-4457-ae6a-7afbe3b1260b') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:03.638063 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-32849333-4381-492c-a34d-10b8a057c050 None None] Calling delete_port for 6cd06e79-46c8-4310-9737-385f7ef866eb owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:03.645057 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.ipam_backend_mixin [None req-32849333-4381-492c-a34d-10b8a057c050 None None] Port 6cd06e79-46c8-4310-9737-385f7ef866eb was not found and therefore no delete operation was performed {{(pid=88302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Jun 04 15:43:03.646173 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43980) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:03.650120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b681533-5c4a-4778-b121-c0b7ad975222 None None] Provisioning for port 2705c40d-6ec3-4432-a2aa-f9b044ebd01a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:03.660058 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-32849333-4381-492c-a34d-10b8a057c050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.667687 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:03.678507 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d1fd3c25-48b9-4ef9-af73-7dbcbb73680c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.687047 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.705827 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, c739453b-d79d-45d0-8aaa-012eb1c55f72) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:03.717389 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b681533-5c4a-4778-b121-c0b7ad975222 None None] Provisioning complete for port 2705c40d-6ec3-4432-a2aa-f9b044ebd01a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:03.717389 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b681533-5c4a-4778-b121-c0b7ad975222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.732905 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f34a-7592-47b2-80d5-21cae81d9eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.737615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:03.740262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:03.740262 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.802126 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f34a-7592-47b2-80d5-21cae81d9eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.921357 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db023b-befd-4d5e-8323-19439cc08975 None None] Network c739453b-d79d-45d0-8aaa-012eb1c55f72 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:03.931492 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 5.1897414
Jun 04 15:43:03.938880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43984) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:03.947500 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:03.948290 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32849333-4381-492c-a34d-10b8a057c050 None None] Pushing event deleted for resources: {'Port': ['ID=6cd06e79-46c8-4310-9737-385f7ef866eb,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:03.971585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32849333-4381-492c-a34d-10b8a057c050 None None] No DVR routers for this DVR port 6cd06e79-46c8-4310-9737-385f7ef866eb on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:03.974544 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-32849333-4381-492c-a34d-10b8a057c050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:03.987178 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f34a-7592-47b2-80d5-21cae81d9eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:04.010650 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:04.043667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd3c25-48b9-4ef9-af73-7dbcbb73680c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for 2705c40d-6ec3-4432-a2aa-f9b044ebd01a owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:04.047501 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:04.059430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:43:04.059831 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:43:04.084277 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:43:04.090879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b681533-5c4a-4778-b121-c0b7ad975222 None None] Port 2705c40d-6ec3-4432-a2aa-f9b044ebd01a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:43:04.265440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f34a-7592-47b2-80d5-21cae81d9eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca8ef7b-e388-499a-b778-91901b8bf07d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:04.272212 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f5f7f34a-7592-47b2-80d5-21cae81d9eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:04.276531 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f34a-7592-47b2-80d5-21cae81d9eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:04.280198 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f5f7f34a-7592-47b2-80d5-21cae81d9eea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ca8ef7b-e388-499a-b778-91901b8bf07d HTTP/1.1" status: 204  len: 168 time: 0.6309295
Jun 04 15:43:04.286616 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:04.294368 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74ce866-eace-4f65-a243-569db6c70ef9 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:04.294733 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7c5586c1-2a90-443f-9a75-b5c5bff525ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:04.296058 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74ce866-eace-4f65-a243-569db6c70ef9 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:04.298666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74ce866-eace-4f65-a243-569db6c70ef9 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:04.299513 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f74ce866-eace-4f65-a243-569db6c70ef9 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Synchronizing usage tracker for tenant:b68eecb89d2548c4b36e3516d67c1801 on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:43:04.327103 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:04.331837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Pushing event deleted for resources: {'Network': ['ID=0be02c7e-37a7-42be-bbdb-7dca9d72d278,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:04.338980 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:04.358119 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] 10.222.0.32 "DELETE /v2.0/networks/0be02c7e-37a7-42be-bbdb-7dca9d72d278 HTTP/1.1" status: 204  len: 168 time: 1.8715580
Jun 04 15:43:04.370037 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f74ce866-eace-4f65-a243-569db6c70ef9 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Unset dirty status for tenant:b68eecb89d2548c4b36e3516d67c1801 on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:43:04.372459 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f74ce866-eace-4f65-a243-569db6c70ef9 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.4313176
Jun 04 15:43:04.382104 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43992) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:04.464290 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d7fc7e-aa5d-4fb1-ae09-af6684c71fbd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Deleting subnet 3f8f4b77-d9f0-4a14-be8a-cccef28cb795 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:43:04.512990 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:04.524019 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d1fd3c25-48b9-4ef9-af73-7dbcbb73680c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:04.530268 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:04.539590 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-c739453b-d79d-45d0-8aaa-012eb1c55f72', 'network_id': 'c739453b-d79d-45d0-8aaa-012eb1c55f72', 'tenant_id': 'b68eecb89d2548c4b36e3516d67c1801', 'fixed_ips': [{'subnet_id': '9e0a02ea-75da-4141-98a7-a4c1b13f3b8e'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:43:04.540938 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:04.558486 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Transition to ACTIVE for port object d9cddddf-216f-48fb-9bbc-4bf4780aee67 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:04.584109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd3c25-48b9-4ef9-af73-7dbcbb73680c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=2705c40d-6ec3-4432-a2aa-f9b044ebd01a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:04.587846 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d1fd3c25-48b9-4ef9-af73-7dbcbb73680c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:04.627337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Transition to ACTIVE for port object d9cddddf-216f-48fb-9bbc-4bf4780aee67 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:04.682423 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d1fd3c25-48b9-4ef9-af73-7dbcbb73680c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:04.686938 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d1fd3c25-48b9-4ef9-af73-7dbcbb73680c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/2705c40d-6ec3-4432-a2aa-f9b044ebd01a HTTP/1.1" status: 204  len: 168 time: 1.6595626
Jun 04 15:43:04.687353 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 43996) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:04.745368 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd582774-70d6-4ddf-b91f-eb9c370d4be8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] GET failed (client error): The resource could not be found.
Jun 04 15:43:04.745924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bd582774-70d6-4ddf-b91f-eb9c370d4be8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:43:04.759112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Allocated IP 2001:db8:0:1::1 (c739453b-d79d-45d0-8aaa-012eb1c55f72/9e0a02ea-75da-4141-98a7-a4c1b13f3b8e/45b40c06-6c34-458b-a24e-af695db880ef) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:43:04.821382 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6d7fc7e-aa5d-4fb1-ae09-af6684c71fbd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:04.954375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bd582774-70d6-4ddf-b91f-eb9c370d4be8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:43:04.954893 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bd582774-70d6-4ddf-b91f-eb9c370d4be8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/2705c40d-6ec3-4432-a2aa-f9b044ebd01a HTTP/1.1" status: 404  len: 333 time: 0.2626989
Jun 04 15:43:04.955450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44006) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:04.966683 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6d7fc7e-aa5d-4fb1-ae09-af6684c71fbd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:04.980790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6cd06e79-46c8-4310-9737-385f7ef866eb no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:43:05.023578 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:05.037552 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f22aeee0-ce46-48b1-b6c3-2666bc4c6b9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:05.048436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44008) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:05.078596 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 6cd06e79-46c8-4310-9737-385f7ef866eb {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:43:05.078749 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6cd06e79-46c8-4310-9737-385f7ef866eb not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:43:05.157811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe387c44-7a61-41f9-84ad-5d4ceb7980f4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting subnet fe482bc1-4d42-4c5c-bada-ae1bbe4b3cf8 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:43:05.162087 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe387c44-7a61-41f9-84ad-5d4ceb7980f4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:05.167696 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6d7fc7e-aa5d-4fb1-ae09-af6684c71fbd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:05.208741 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Pushing event updated for resources: {'Port': ['ID=d9cddddf-216f-48fb-9bbc-4bf4780aee67,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:05.226639 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:05.278725 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Network 4f5addab-f251-4f80-9210-6ed937bd12aa is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:43:05.284109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:05.286655 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:43:05.298069 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe387c44-7a61-41f9-84ad-5d4ceb7980f4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:05.350903 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:05.429026 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe387c44-7a61-41f9-84ad-5d4ceb7980f4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:05.439621 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:05.454458 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Transition to ACTIVE for port object 45b40c06-6c34-458b-a24e-af695db880ef will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:05.479594 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Attempting to bind port d9cddddf-216f-48fb-9bbc-4bf4780aee67 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:43:05.491752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Attempting to bind port d9cddddf-216f-48fb-9bbc-4bf4780aee67 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'd441c4e1-34e5-4c5e-93ff-7254298ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4f5addab-f251-4f80-9210-6ed937bd12aa'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:43:05.493321 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Attempting to bind port d9cddddf-216f-48fb-9bbc-4bf4780aee67 on network 4f5addab-f251-4f80-9210-6ed937bd12aa {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:43:05.521025 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:43:05.521473 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Checking segment: {'id': 'd441c4e1-34e5-4c5e-93ff-7254298ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4f5addab-f251-4f80-9210-6ed937bd12aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:43:05.521840 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:05.522249 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Bound using segment: {'id': 'd441c4e1-34e5-4c5e-93ff-7254298ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4f5addab-f251-4f80-9210-6ed937bd12aa'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:43:05.524021 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Bound port: d9cddddf-216f-48fb-9bbc-4bf4780aee67, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd441c4e1-34e5-4c5e-93ff-7254298ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4f5addab-f251-4f80-9210-6ed937bd12aa'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:43:05.524431 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:05.534917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44018) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:05.601027 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Transition to ACTIVE for port object 45b40c06-6c34-458b-a24e-af695db880ef will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:05.742405 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:05.750868 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b0e6d575-dd33-40ad-83a5-c99394be715f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:05.766990 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-55055588-0bce-4378-a7d8-bf4c85900f28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=444ca07446d74abbaddc2472692be1a3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2278063
Jun 04 15:43:05.768497 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44026) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:05.854505 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19cbf927-e140-4225-8c08-8618caecc1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:05.898008 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19cbf927-e140-4225-8c08-8618caecc1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:05.915489 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Pushing event updated for resources: {'Port': ['ID=45b40c06-6c34-458b-a24e-af695db880ef,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:05.921035 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6d7fc7e-aa5d-4fb1-ae09-af6684c71fbd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:05.924621 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] For port d9cddddf-216f-48fb-9bbc-4bf4780aee67, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:43:05.927950 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:05.928184 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c5cc8ef5-94b1-4f2f-a000-45c36d029666 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:05.940879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] For port d9cddddf-216f-48fb-9bbc-4bf4780aee67, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d9cddddf-216f-48fb-9bbc-4bf4780aee67,segment=NetworkSegment(d441c4e1-34e5-4c5e-93ff-7254298ce62c),segment_id=d441c4e1-34e5-4c5e-93ff-7254298ce62c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:43:05.944199 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Network c739453b-d79d-45d0-8aaa-012eb1c55f72 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:43:05.945892 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:05.951470 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:43:05.978963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7fc7e-aa5d-4fb1-ae09-af6684c71fbd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8f4b77-d9f0-4a14-be8a-cccef28cb795,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:05.984515 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a6d7fc7e-aa5d-4fb1-ae09-af6684c71fbd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:05.985775 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a6d7fc7e-aa5d-4fb1-ae09-af6684c71fbd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:06.073963 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:06.082034 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:06.129426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Attempting to bind port 45b40c06-6c34-458b-a24e-af695db880ef on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:43:06.129811 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Attempting to bind port 45b40c06-6c34-458b-a24e-af695db880ef by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '78399639-68a1-4727-8ac2-d36b44e648fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c739453b-d79d-45d0-8aaa-012eb1c55f72'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:43:06.130229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Attempting to bind port 45b40c06-6c34-458b-a24e-af695db880ef on network c739453b-d79d-45d0-8aaa-012eb1c55f72 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:43:06.159588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:43:06.159988 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Checking segment: {'id': '78399639-68a1-4727-8ac2-d36b44e648fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c739453b-d79d-45d0-8aaa-012eb1c55f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:43:06.160381 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:06.160785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Bound using segment: {'id': '78399639-68a1-4727-8ac2-d36b44e648fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c739453b-d79d-45d0-8aaa-012eb1c55f72'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:43:06.161341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e4034293-f6fe-43c8-81d2-e19c1ce0f42e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Deleting port f4a344c0-24c9-4fc3-9116-8aa29df52aff {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:06.161993 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4034293-f6fe-43c8-81d2-e19c1ce0f42e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:06.162356 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Bound port: 45b40c06-6c34-458b-a24e-af695db880ef, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78399639-68a1-4727-8ac2-d36b44e648fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c739453b-d79d-45d0-8aaa-012eb1c55f72'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:43:06.162767 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:06.167830 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a6d7fc7e-aa5d-4fb1-ae09-af6684c71fbd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "DELETE /v2.0/subnets/3f8f4b77-d9f0-4a14-be8a-cccef28cb795 HTTP/1.1" status: 204  len: 168 time: 1.7833543
Jun 04 15:43:06.168881 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19cbf927-e140-4225-8c08-8618caecc1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:06.180597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44036) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:06.191214 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bed396d6-2584-4c94-b337-7b9ca82e574c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:06.226955 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbf927-e140-4225-8c08-8618caecc1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa53b216-f204-4170-b09b-9897af99c012,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:06.235418 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-19cbf927-e140-4225-8c08-8618caecc1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:06.236272 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-19cbf927-e140-4225-8c08-8618caecc1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:06.239885 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-19cbf927-e140-4225-8c08-8618caecc1be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa53b216-f204-4170-b09b-9897af99c012 HTTP/1.1" status: 204  len: 168 time: 0.4685693
Jun 04 15:43:06.280205 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Pushing event updated for resources: {'Port': ['ID=d9cddddf-216f-48fb-9bbc-4bf4780aee67,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:06.293060 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe387c44-7a61-41f9-84ad-5d4ceb7980f4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:06.296950 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:06.303093 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-045f6bd6-77c1-45f6-b89b-e04670d01b97 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:06.352016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] For port 45b40c06-6c34-458b-a24e-af695db880ef, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:43:06.355946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] For port 45b40c06-6c34-458b-a24e-af695db880ef, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=45b40c06-6c34-458b-a24e-af695db880ef,segment=NetworkSegment(78399639-68a1-4727-8ac2-d36b44e648fe),segment_id=78399639-68a1-4727-8ac2-d36b44e648fe)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:43:06.421928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe387c44-7a61-41f9-84ad-5d4ceb7980f4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Subnet': ['ID=fe482bc1-4d42-4c5c-bada-ae1bbe4b3cf8,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:06.427386 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe387c44-7a61-41f9-84ad-5d4ceb7980f4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:06.428548 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42388812-b2da-4eef-aeb4-4e74e75e5203 None None] Network d00f7e7c-2520-4015-8679-2a9a63c70405 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:06.441104 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fe387c44-7a61-41f9-84ad-5d4ceb7980f4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:06.461389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab06a4bd-08c5-45af-be39-c790015e59ac tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Deleting subnet 9e0a02ea-75da-4141-98a7-a4c1b13f3b8e {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:43:06.470153 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44042) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:06.475167 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fe387c44-7a61-41f9-84ad-5d4ceb7980f4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/fe482bc1-4d42-4c5c-bada-ae1bbe4b3cf8 HTTP/1.1" status: 204  len: 168 time: 1.5174518
Jun 04 15:43:06.480442 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ab06a4bd-08c5-45af-be39-c790015e59ac tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:06.565232 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:06.580591 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f864f8-f91c-49df-a661-eeeb105e3574 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting subnet bd34462c-6edc-4b4b-8561-f8a29953b2a9 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:43:06.587415 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-78f864f8-f91c-49df-a661-eeeb105e3574 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:06.659866 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4034293-f6fe-43c8-81d2-e19c1ce0f42e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:06.674120 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4034293-f6fe-43c8-81d2-e19c1ce0f42e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:06.674801 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-96605e6d-4442-4fb5-b682-af80668a24ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:06.706059 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ab06a4bd-08c5-45af-be39-c790015e59ac tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:06.727422 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-78f864f8-f91c-49df-a661-eeeb105e3574 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:06.944563 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-78f864f8-f91c-49df-a661-eeeb105e3574 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:07.079228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d9cddddf-216f-48fb-9bbc-4bf4780aee67 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:43:07.156539 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Pushing event updated for resources: {'Port': ['ID=45b40c06-6c34-458b-a24e-af695db880ef,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:07.176596 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:07.387003 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port d9cddddf-216f-48fb-9bbc-4bf4780aee67 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:07.542017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44052) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:07.555647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e4034293-f6fe-43c8-81d2-e19c1ce0f42e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Calling delete_port for f4a344c0-24c9-4fc3-9116-8aa29df52aff owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:07.570732 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5771a214-9f7e-40bb-ada8-194a15a766ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:07.626527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5771a214-9f7e-40bb-ada8-194a15a766ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:07.643933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5771a214-9f7e-40bb-ada8-194a15a766ee admin admin] Usage tracker for resource:security_group_rule and tenant:9bf27ebc071c4007a36562fe70a81d44 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:07.643933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5771a214-9f7e-40bb-ada8-194a15a766ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:07.663402 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ab06a4bd-08c5-45af-be39-c790015e59ac tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:07.669434 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5771a214-9f7e-40bb-ada8-194a15a766ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:07.835358 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-78f864f8-f91c-49df-a661-eeeb105e3574 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:07.873631 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a6d7fc7e-aa5d-4fb1-ae09-af6684c71fbd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:07.967899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f864f8-f91c-49df-a661-eeeb105e3574 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Subnet': ['ID=bd34462c-6edc-4b4b-8561-f8a29953b2a9,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:07.975777 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-78f864f8-f91c-49df-a661-eeeb105e3574 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:08.008935 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-78f864f8-f91c-49df-a661-eeeb105e3574 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/bd34462c-6edc-4b4b-8561-f8a29953b2a9 HTTP/1.1" status: 204  len: 168 time: 1.5375516
Jun 04 15:43:08.010536 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-78f864f8-f91c-49df-a661-eeeb105e3574 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:08.012418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44060) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:08.197121 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc3d82e-4ca4-44e9-a3a1-0b8c14180c60 None None] Network 4f5addab-f251-4f80-9210-6ed937bd12aa requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:08.229346 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4034293-f6fe-43c8-81d2-e19c1ce0f42e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:08.253279 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d1fd3c25-48b9-4ef9-af73-7dbcbb73680c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:08.368704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4034293-f6fe-43c8-81d2-e19c1ce0f42e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Pushing event deleted for resources: {'Port': ['ID=f4a344c0-24c9-4fc3-9116-8aa29df52aff,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:08.377352 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e4034293-f6fe-43c8-81d2-e19c1ce0f42e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:08.422519 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ab06a4bd-08c5-45af-be39-c790015e59ac tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:08.437226 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9ed9c4db-9a7b-4c91-b965-b39797be8b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:08.448635 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:08.488949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06a4bd-08c5-45af-be39-c790015e59ac tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0a02ea-75da-4141-98a7-a4c1b13f3b8e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:08.498034 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ab06a4bd-08c5-45af-be39-c790015e59ac tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:08.526127 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5771a214-9f7e-40bb-ada8-194a15a766ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:08.528736 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ab06a4bd-08c5-45af-be39-c790015e59ac tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:08.558013 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ab06a4bd-08c5-45af-be39-c790015e59ac tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "DELETE /v2.0/subnets/9e0a02ea-75da-4141-98a7-a4c1b13f3b8e HTTP/1.1" status: 204  len: 168 time: 2.3737772
Jun 04 15:43:08.558013 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4034293-f6fe-43c8-81d2-e19c1ce0f42e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:08.558013 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-e4034293-f6fe-43c8-81d2-e19c1ce0f42e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Floating IP 0954cf78-87ac-4f32-9b6e-2fc79b20e582 disassociated (deleted). External IP: 172.25.4.36, port: 2340f3b8-b66a-4429-96f5-358d5bb8b9f0.
Jun 04 15:43:08.623132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeba8e6-68d8-4436-89df-35f9ad7569c3 None None] Network d00f7e7c-2520-4015-8679-2a9a63c70405 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:08.636746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44068) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:08.738067 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5771a214-9f7e-40bb-ada8-194a15a766ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:08.772275 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09d8dae5-a3e4-4de5-a994-eb5defba17c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:08.847650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2847fc7d-beef-4891-89bf-70c2407b2dee tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:08.848991 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2847fc7d-beef-4891-89bf-70c2407b2dee tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Synchronizing usage tracker for tenant:b68eecb89d2548c4b36e3516d67c1801 on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:43:08.857193 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5771a214-9f7e-40bb-ada8-194a15a766ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bf27ebc071c4007a36562fe70a81d44&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3100266
Jun 04 15:43:08.857418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44074) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:08.862015 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771a214-9f7e-40bb-ada8-194a15a766ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f5abad-7e11-4bd6-be1d-055742fd0075,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:08.887137 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5771a214-9f7e-40bb-ada8-194a15a766ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:08.903419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port 213fdbd5-16f2-4c92-94e9-70269224971a {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:08.903766 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:09.029312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-af6bff1f-93d0-44be-9897-c20a494492e2 None None] Provisioning for port d9cddddf-216f-48fb-9bbc-4bf4780aee67 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:09.030800 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2847fc7d-beef-4891-89bf-70c2407b2dee tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Unset dirty status for tenant:b68eecb89d2548c4b36e3516d67c1801 on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:43:09.033038 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2847fc7d-beef-4891-89bf-70c2407b2dee tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3903770
Jun 04 15:43:09.040537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44076) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:09.042076 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425c8aa7-435f-4d3f-b2f6-1290ffffb986 None None] Network c739453b-d79d-45d0-8aaa-012eb1c55f72 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:09.064795 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-af6bff1f-93d0-44be-9897-c20a494492e2 None None] Provisioning complete for port d9cddddf-216f-48fb-9bbc-4bf4780aee67 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:09.065306 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-af6bff1f-93d0-44be-9897-c20a494492e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:09.094100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] For port 213fdbd5-16f2-4c92-94e9-70269224971a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=213fdbd5-16f2-4c92-94e9-70269224971a,segment=NetworkSegment(7199760b-bd95-4ca9-bf05-0028dee86956),segment_id=7199760b-bd95-4ca9-bf05-0028dee86956)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:09.094783 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:09.102792 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50036036-936c-4c67-86bd-4be7b8738b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:09.113880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 45b40c06-6c34-458b-a24e-af695db880ef up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:43:09.237820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for 213fdbd5-16f2-4c92-94e9-70269224971a owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:09.257306 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50036036-936c-4c67-86bd-4be7b8738b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:09.323291 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:09.356359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4034293-f6fe-43c8-81d2-e19c1ce0f42e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Router 46839d45-72f1-41d4-ae55-9b97543e4444 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:43:09.439636 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:09.451709 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bc279777-b0e1-4dbf-b7d0-8f8fdbd99930 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:09.513270 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No DVR routers for this DVR port 213fdbd5-16f2-4c92-94e9-70269224971a on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:09.563487 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 45b40c06-6c34-458b-a24e-af695db880ef completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:09.582546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=213fdbd5-16f2-4c92-94e9-70269224971a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:09.594497 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50036036-936c-4c67-86bd-4be7b8738b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:09.621468 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:09.622091 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:09.629328 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-af6bff1f-93d0-44be-9897-c20a494492e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:09.711842 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c5f5e8-e5d4-4a3c-9487-2db0d7f710fc None None] DHCP port deletion for 4f5addab-f251-4f80-9210-6ed937bd12aa request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:43:09.726239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50036036-936c-4c67-86bd-4be7b8738b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f5abad-7e11-4bd6-be1d-055742fd0075,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:09.737856 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-50036036-936c-4c67-86bd-4be7b8738b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:09.768380 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f4f813-3709-4d6b-ac01-d79caa0044f8 None None] DHCP port deletion for d00f7e7c-2520-4015-8679-2a9a63c70405 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:43:09.856757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Deleting port 45b40c06-6c34-458b-a24e-af695db880ef {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:09.857409 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:09.868567 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee308200-852b-4e02-b7ea-493d153ed839 None None] DHCP port deletion for c739453b-d79d-45d0-8aaa-012eb1c55f72 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:43:09.871349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-af6bff1f-93d0-44be-9897-c20a494492e2 None None] For port d9cddddf-216f-48fb-9bbc-4bf4780aee67, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d9cddddf-216f-48fb-9bbc-4bf4780aee67,segment=NetworkSegment(d441c4e1-34e5-4c5e-93ff-7254298ce62c),segment_id=d441c4e1-34e5-4c5e-93ff-7254298ce62c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:09.969189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4034293-f6fe-43c8-81d2-e19c1ce0f42e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:43:09.979099 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4034293-f6fe-43c8-81d2-e19c1ce0f42e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:09.990455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e87c156-f8ad-4fd9-bc72-c5aec54b8669 None None] Sync routers for ids ['46839d45-72f1-41d4-ae55-9b97543e4444'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:43:10.026608 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-af6bff1f-93d0-44be-9897-c20a494492e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.033841 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-469ea530-f454-4ec2-9870-0b134f29ef47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:10.084138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e87c156-f8ad-4fd9-bc72-c5aec54b8669 None None] Routers {'46839d45-72f1-41d4-ae55-9b97543e4444'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:43:10.084796 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-8e87c156-f8ad-4fd9-bc72-c5aec54b8669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3f5130>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:43:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['46839d45-72f1-41d4-ae55-9b97543e4444'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:10.090772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] For port 45b40c06-6c34-458b-a24e-af695db880ef, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=45b40c06-6c34-458b-a24e-af695db880ef,segment=NetworkSegment(78399639-68a1-4727-8ac2-d36b44e648fe),segment_id=78399639-68a1-4727-8ac2-d36b44e648fe)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:10.091203 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.216577 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.229105 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-50036036-936c-4c67-86bd-4be7b8738b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.232738 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-50036036-936c-4c67-86bd-4be7b8738b08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90f5abad-7e11-4bd6-be1d-055742fd0075 HTTP/1.1" status: 204  len: 168 time: 1.3694961
Jun 04 15:43:10.234962 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386742070>,) {'filters': {'network_id': ['d00f7e7c-2520-4015-8679-2a9a63c70405']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:10.236101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a3c5f5e8-e5d4-4a3c-9487-2db0d7f710fc None None] Deleting port d9cddddf-216f-48fb-9bbc-4bf4780aee67 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:10.236510 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f5e8-e5d4-4a3c-9487-2db0d7f710fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.239815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Calling delete_port for 45b40c06-6c34-458b-a24e-af695db880ef owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:10.243680 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e4034293-f6fe-43c8-81d2-e19c1ce0f42e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "DELETE /v2.0/floatingips/0954cf78-87ac-4f32-9b6e-2fc79b20e582 HTTP/1.1" status: 204  len: 168 time: 5.1874888
Jun 04 15:43:10.246382 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'tag': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:43:10.249215 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e164ca-2454-448d-b239-9c02467eb5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e94cb2f6-e4df-4134-be57-af334053fcd1", "tag": "2340f3b8-b66a-4429-96f5-358d5bb8b9f0"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:43:10.276279 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9ead9e77-8028-46ed-ac2b-19faa57dcad0 None None] Provisioning for port 45b40c06-6c34-458b-a24e-af695db880ef completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:10.300134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386742070>, '7199760b-bd95-4ca9-bf05-0028dee86956') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:10.301457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386742070>, '7199760b-bd95-4ca9-bf05-0028dee86956') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:10.328794 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.359695 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ee308200-852b-4e02-b7ea-493d153ed839 None None] Deleting port 45b40c06-6c34-458b-a24e-af695db880ef {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:10.360137 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee308200-852b-4e02-b7ea-493d153ed839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.373526 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bff1f-93d0-44be-9897-c20a494492e2 None None] Pushing event updated for resources: {'Port': ['ID=d9cddddf-216f-48fb-9bbc-4bf4780aee67,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:10.373763 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.398657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9ead9e77-8028-46ed-ac2b-19faa57dcad0 None None] Provisioning complete for port 45b40c06-6c34-458b-a24e-af695db880ef triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:10.399089 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9ead9e77-8028-46ed-ac2b-19faa57dcad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.412470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:43:10.412886 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.438274 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-af6bff1f-93d0-44be-9897-c20a494492e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:10.462450 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.470337 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c5cd752-30ab-40b1-a8c0-1dc9af7d58ee tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:10.562552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event deleted for resources: {'Port': ['ID=45b40c06-6c34-458b-a24e-af695db880ef,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:10.582979 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:10.591658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] No DVR routers for this DVR port 45b40c06-6c34-458b-a24e-af695db880ef on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:43:10.613883 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:43:10.696180 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ad0dc4-0a65-45ae-969c-fa90f8a1ce04 x-openstack-request-id: req-d0ad0dc4-0a65-45ae-969c-fa90f8a1ce04 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:43:10.706312 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94cb2f6-e4df-4134-be57-af334053fcd1", "tag": "2340f3b8-b66a-4429-96f5-358d5bb8b9f0", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:43:10.706312 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0ad0dc4-0a65-45ae-969c-fa90f8a1ce04 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:43:10.706312 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'tag': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0', 'status': 'completed', 'code': 200}
Jun 04 15:43:10.756919 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a3c5f5e8-e5d4-4a3c-9487-2db0d7f710fc None None] For port d9cddddf-216f-48fb-9bbc-4bf4780aee67, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d9cddddf-216f-48fb-9bbc-4bf4780aee67,segment=NetworkSegment(d441c4e1-34e5-4c5e-93ff-7254298ce62c),segment_id=d441c4e1-34e5-4c5e-93ff-7254298ce62c)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:10.757573 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f5e8-e5d4-4a3c-9487-2db0d7f710fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.783157 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ee308200-852b-4e02-b7ea-493d153ed839 None None] For port 45b40c06-6c34-458b-a24e-af695db880ef, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=45b40c06-6c34-458b-a24e-af695db880ef,segment=NetworkSegment(78399639-68a1-4727-8ac2-d36b44e648fe),segment_id=78399639-68a1-4727-8ac2-d36b44e648fe)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:10.783559 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee308200-852b-4e02-b7ea-493d153ed839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.804150 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.826060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8385ac4a00>,) {'filters': {'network_id': ['c739453b-d79d-45d0-8aaa-012eb1c55f72']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:10.832492 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.836027 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9ca69e3e-4951-4055-88f4-9760fddf3aeb tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:10.849873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385ac4a00>, '78399639-68a1-4727-8ac2-d36b44e648fe') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:10.850273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385ac4a00>, '78399639-68a1-4727-8ac2-d36b44e648fe') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:10.867094 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.875548 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.888870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Network': ['ID=d00f7e7c-2520-4015-8679-2a9a63c70405,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:10.893178 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/networks/d00f7e7c-2520-4015-8679-2a9a63c70405 HTTP/1.1" status: 204  len: 168 time: 2.8794730
Jun 04 15:43:10.898556 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:10.899071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44094) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:10.899829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e164ca-2454-448d-b239-9c02467eb5d4 req-cc5347d7-889d-41c8-927b-0a8ca0966f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:10.902611 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-62e164ca-2454-448d-b239-9c02467eb5d4 req-cc5347d7-889d-41c8-927b-0a8ca0966f6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a0b97e8de834ebea3f73cfa41700327&device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 1097 time: 0.2071886
Jun 04 15:43:10.907595 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:10.939501 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a3c5f5e8-e5d4-4a3c-9487-2db0d7f710fc None None] Calling delete_port for d9cddddf-216f-48fb-9bbc-4bf4780aee67 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:10.946973 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-8e87c156-f8ad-4fd9-bc72-c5aec54b8669 None None] Set router 46839d45-72f1-41d4-ae55-9b97543e4444 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:43:11.083442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab9b7b6-c5da-4640-a62d-6bd366558927 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:11.084395 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-aab9b7b6-c5da-4640-a62d-6bd366558927 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:43:11.136174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d9cddddf-216f-48fb-9bbc-4bf4780aee67 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:43:11.162977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:43:11.163386 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:43:11.184968 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:43:11.270493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-aab9b7b6-c5da-4640-a62d-6bd366558927 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:43:11.272647 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-aab9b7b6-c5da-4640-a62d-6bd366558927 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.3714473
Jun 04 15:43:11.276643 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44104) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:11.285909 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9ead9e77-8028-46ed-ac2b-19faa57dcad0 None None] Could not find standard attr ID for object 45b40c06-6c34-458b-a24e-af695db880ef. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:43:11.302258 n-d-791505-9 neutron-server[88302]: INFO neutron.plugins.ml2.db [None req-9ead9e77-8028-46ed-ac2b-19faa57dcad0 None None] No ports have port_id starting with 45b40c06-6c34-458b-a24e-af695db880ef
Jun 04 15:43:11.310160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ee308200-852b-4e02-b7ea-493d153ed839 None None] Calling delete_port for 45b40c06-6c34-458b-a24e-af695db880ef owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:11.348285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e164ca-2454-448d-b239-9c02467eb5d4 req-eb9a243a-5d51-4ac6-a019-deadb6d53dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:11.356348 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-62e164ca-2454-448d-b239-9c02467eb5d4 req-eb9a243a-5d51-4ac6-a019-deadb6d53dd2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aaebff77-728c-4e73-9052-ac24eb7613ad HTTP/1.1" status: 200  len: 914 time: 0.4432273
Jun 04 15:43:11.384120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9ead9e77-8028-46ed-ac2b-19faa57dcad0 None None] Could not find standard attr ID for object 213fdbd5-16f2-4c92-94e9-70269224971a. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:43:11.487932 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-77a77ade-ca21-45b0-8702-4546480a9311 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2096257
Jun 04 15:43:11.488641 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f5e8-e5d4-4a3c-9487-2db0d7f710fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:11.501681 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No active binding found for port d9cddddf-216f-48fb-9bbc-4bf4780aee67 {{(pid=88302) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 04 15:43:11.502500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d9cddddf-216f-48fb-9bbc-4bf4780aee67 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:43:11.503275 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 213fdbd5-16f2-4c92-94e9-70269224971a no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:43:11.505288 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44118) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:11.522280 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2036941810'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:11.522280 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:11.522774 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:11.528028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:network and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:11.533365 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:11.546454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:11.551224 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:11.553724 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-27ec6bb2-c741-4da0-82a6-86e7e5cc0a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:11.574704 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:11.578878 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-62e164ca-2454-448d-b239-9c02467eb5d4 req-5752b480-ecf8-4474-89b4-819380a8052e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2340f3b8-b66a-4429-96f5-358d5bb8b9f0 HTTP/1.1" status: 200  len: 217 time: 0.2145174
Jun 04 15:43:11.591810 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5f5e8-e5d4-4a3c-9487-2db0d7f710fc None None] No DVR routers for this DVR port d9cddddf-216f-48fb-9bbc-4bf4780aee67 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:11.608855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 213fdbd5-16f2-4c92-94e9-70269224971a {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:43:11.609525 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 213fdbd5-16f2-4c92-94e9-70269224971a not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:43:11.610148 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 45b40c06-6c34-458b-a24e-af695db880ef no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:43:11.637664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event deleted for resources: {'Network': ['ID=c739453b-d79d-45d0-8aaa-012eb1c55f72,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:11.670402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5f5e8-e5d4-4a3c-9487-2db0d7f710fc None None] Pushing event deleted for resources: {'Port': ['ID=d9cddddf-216f-48fb-9bbc-4bf4780aee67,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:11.672838 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a3c5f5e8-e5d4-4a3c-9487-2db0d7f710fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:11.683627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 45b40c06-6c34-458b-a24e-af695db880ef {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:43:11.684217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 45b40c06-6c34-458b-a24e-af695db880ef not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:43:11.703658 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:11.721284 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:11.723996 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "DELETE /v2.0/networks/c739453b-d79d-45d0-8aaa-012eb1c55f72 HTTP/1.1" status: 204  len: 168 time: 2.6822929
Jun 04 15:43:11.729592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44120) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:11.732498 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:11.787383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e164ca-2454-448d-b239-9c02467eb5d4 req-60815318-ead2-4bfe-ac7a-9db07baec0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:11.789184 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-62e164ca-2454-448d-b239-9c02467eb5d4 req-60815318-ead2-4bfe-ac7a-9db07baec0f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=504bb84e-4545-4226-8f6e-0cf6a7520374 HTTP/1.1" status: 200  len: 852 time: 0.1974299
Jun 04 15:43:11.826540 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:43:11.842278 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee308200-852b-4e02-b7ea-493d153ed839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:11.842901 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:11.843325 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Added segment e0c1c015-2e69-4e8e-bd19-bfc3973bb4ed of type vlan for network 07824a58-d5a7-45b9-b4d1-a776432bc2e3
Jun 04 15:43:11.849360 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-28d125ae-05b0-4045-98f9-e1b656edc55d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:11.903967 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee308200-852b-4e02-b7ea-493d153ed839 None None] Network c739453b-d79d-45d0-8aaa-012eb1c55f72 is not hosted by any dhcp agent {{(pid=88302) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
Jun 04 15:43:11.904428 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee308200-852b-4e02-b7ea-493d153ed839 None None] No DVR routers for this DVR port 45b40c06-6c34-458b-a24e-af695db880ef on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:11.907526 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:11.917861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee308200-852b-4e02-b7ea-493d153ed839 None None] Pushing event deleted for resources: {'Port': ['ID=45b40c06-6c34-458b-a24e-af695db880ef,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:11.920041 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ee308200-852b-4e02-b7ea-493d153ed839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:11.943580 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-8e87c156-f8ad-4fd9-bc72-c5aec54b8669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3f5130>, [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:36:46Z', 'revision_number': 4, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port': {'id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:31Z', 'updated_at': '2021-06-04T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '1e512355-7eb9-4a58-bbf9-f025f8bc19dc', 'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'mac_address': 'fa:16:3e:ff:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:42Z', 'updated_at': '2021-06-04T15:36:56Z', 'revision_number': 5, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'subnets': [{'id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:11.950153 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e87c156-f8ad-4fd9-bc72-c5aec54b8669 None None] Checking router: 46839d45-72f1-41d4-ae55-9b97543e4444 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:43:11.950867 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9bf4-2166-4024-809c-e8658d093b2d tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:11.961955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e87c156-f8ad-4fd9-bc72-c5aec54b8669 None None] Routers {'46839d45-72f1-41d4-ae55-9b97543e4444'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:43:11.961955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-8e87c156-f8ad-4fd9-bc72-c5aec54b8669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3f5130>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:43:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['46839d45-72f1-41d4-ae55-9b97543e4444'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:11.987287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fa607-9aed-4869-80b5-22a4c9362db5 req-09a2e500-cad8-4000-b517-ef2ee90e304e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:11.988032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e77fa607-9aed-4869-80b5-22a4c9362db5 req-09a2e500-cad8-4000-b517-ef2ee90e304e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Synchronizing usage tracker for tenant:3a0b97e8de834ebea3f73cfa41700327 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:43:12.038205 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:12.044706 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:12.052491 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:12.062972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e77fa607-9aed-4869-80b5-22a4c9362db5 req-09a2e500-cad8-4000-b517-ef2ee90e304e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Unset dirty status for tenant:3a0b97e8de834ebea3f73cfa41700327 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:43:12.064304 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e77fa607-9aed-4869-80b5-22a4c9362db5 req-09a2e500-cad8-4000-b517-ef2ee90e304e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 946 time: 0.4918077
Jun 04 15:43:12.093370 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6b6c4e77-b64f-462f-a2d3-23d2b99f964b tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:12.142082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e164ca-2454-448d-b239-9c02467eb5d4 req-83c68870-765f-4615-8f61-c6c44202da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:12.143606 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-62e164ca-2454-448d-b239-9c02467eb5d4 req-83c68870-765f-4615-8f61-c6c44202da9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aaebff77-728c-4e73-9052-ac24eb7613ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3416922
Jun 04 15:43:12.169481 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-8e87c156-f8ad-4fd9-bc72-c5aec54b8669 None None] Set router 46839d45-72f1-41d4-ae55-9b97543e4444 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:43:12.202093 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6954081
Jun 04 15:43:12.214008 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44134) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:12.225268 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'subnet': {'network_id': '07824a58-d5a7-45b9-b4d1-a776432bc2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:12.420863 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Network': ['ID=07824a58-d5a7-45b9-b4d1-a776432bc2e3,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:12.427257 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:12.496588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 07824a58-d5a7-45b9-b4d1-a776432bc2e3 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:43:12.557964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:12.568678 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:subnet and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:12.579051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:12.590948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:12.609876 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9bf4-2166-4024-809c-e8658d093b2d tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:12.650319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-cd2c9bf4-2166-4024-809c-e8658d093b2d tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386e65be0>,) {'filters': {'network_id': ['4f5addab-f251-4f80-9210-6ed937bd12aa']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:12.690922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:12.695831 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:12.717032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-cd2c9bf4-2166-4024-809c-e8658d093b2d tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386e65be0>, 'd441c4e1-34e5-4c5e-93ff-7254298ce62c') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:12.717324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-cd2c9bf4-2166-4024-809c-e8658d093b2d tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386e65be0>, 'd441c4e1-34e5-4c5e-93ff-7254298ce62c') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:12.801915 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9bf4-2166-4024-809c-e8658d093b2d tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:12.826104 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e77fa607-9aed-4869-80b5-22a4c9362db5 req-245f90c2-79eb-4603-b2bc-4c58a2cc0f2c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/security-groups?id=102a3b4c-efa0-44ee-8de4-1f68fe701542&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7343490
Jun 04 15:43:12.861907 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9bf4-2166-4024-809c-e8658d093b2d tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:12.883437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2c9bf4-2166-4024-809c-e8658d093b2d tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:43:12.884170 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9bf4-2166-4024-809c-e8658d093b2d tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:43:12.902882 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:43:13.015236 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-62e164ca-2454-448d-b239-9c02467eb5d4 req-6f8cde28-9c81-4056-9a86-bbeb6584daff service neutron] 10.222.0.65 "GET /v2.0/networks/aaebff77-728c-4e73-9052-ac24eb7613ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4529264
Jun 04 15:43:13.101142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-8e87c156-f8ad-4fd9-bc72-c5aec54b8669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3f5130>, [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:36:46Z', 'revision_number': 4, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port': {'id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:31Z', 'updated_at': '2021-06-04T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '1e512355-7eb9-4a58-bbf9-f025f8bc19dc', 'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'mac_address': 'fa:16:3e:ff:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:42Z', 'updated_at': '2021-06-04T15:36:56Z', 'revision_number': 5, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'subnets': [{'id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:13.106707 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e87c156-f8ad-4fd9-bc72-c5aec54b8669 None None] The sync data for ids ['46839d45-72f1-41d4-ae55-9b97543e4444'] in n-d-791505-9 is: [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:36:46Z', 'revision_number': 4, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port': {'id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:31Z', 'updated_at': '2021-06-04T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '1e512355-7eb9-4a58-bbf9-f025f8bc19dc', 'name': '', 'network_id': 'aaebff77-728c-4e73-9052-ac24eb7613ad', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'mac_address': 'fa:16:3e:ff:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:42Z', 'updated_at': '2021-06-04T15:36:56Z', 'revision_number': 5, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'subnets': [{'id': '504bb84e-4545-4226-8f6e-0cf6a7520374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:43:13.137842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430538f-2dd4-46ab-8c85-c5bb4e9b4f9a req-f38f04a1-1bec-4585-a5cf-de974f8785a0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:13.139815 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9430538f-2dd4-46ab-8c85-c5bb4e9b4f9a req-f38f04a1-1bec-4585-a5cf-de974f8785a0 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.65 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 946 time: 0.4702930
Jun 04 15:43:13.181634 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9bf4-2166-4024-809c-e8658d093b2d tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:13.200703 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1e5c3b49-79ff-4247-8e8f-200693afd9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:13.222648 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9bf4-2166-4024-809c-e8658d093b2d tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:13.256006 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c9bf4-2166-4024-809c-e8658d093b2d tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event deleted for resources: {'Network': ['ID=4f5addab-f251-4f80-9210-6ed937bd12aa,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:13.264902 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cd2c9bf4-2166-4024-809c-e8658d093b2d tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:13.278405 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cd2c9bf4-2166-4024-809c-e8658d093b2d tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "DELETE /v2.0/networks/4f5addab-f251-4f80-9210-6ed937bd12aa HTTP/1.1" status: 204  len: 168 time: 1.5441368
Jun 04 15:43:13.285741 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44148) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:13.293545 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-62e164ca-2454-448d-b239-9c02467eb5d4 req-ed50b629-5647-4a53-bf20-af86c67a94c6 service neutron] 10.222.0.65 "GET /v2.0/networks/aaebff77-728c-4e73-9052-ac24eb7613ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2711363
Jun 04 15:43:13.386044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-9430538f-2dd4-46ab-8c85-c5bb4e9b4f9a req-7f0627cc-d36d-439c-ba02-e33fa8d5f144 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Deleting port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:13.386386 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9430538f-2dd4-46ab-8c85-c5bb4e9b4f9a req-7f0627cc-d36d-439c-ba02-e33fa8d5f144 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:13.485522 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b8376540-1a8f-447e-bbf2-ad0df5dc2ec7 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:13.593243 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201dba4e-575c-4136-9704-0abf1123d00c None None] New status for floating IP 0954cf78-87ac-4f32-9b6e-2fc79b20e582: DOWN {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:43:13.704814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-9430538f-2dd4-46ab-8c85-c5bb4e9b4f9a req-7f0627cc-d36d-439c-ba02-e33fa8d5f144 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] For port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=2340f3b8-b66a-4429-96f5-358d5bb8b9f0,segment=NetworkSegment(d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0),segment_id=d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:13.706610 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9430538f-2dd4-46ab-8c85-c5bb4e9b4f9a req-7f0627cc-d36d-439c-ba02-e33fa8d5f144 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:13.923254 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b8376540-1a8f-447e-bbf2-ad0df5dc2ec7 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:13.940661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b8376540-1a8f-447e-bbf2-ad0df5dc2ec7 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386813dc0>,) {'filters': {'network_id': ['ecf68f28-450c-455e-8031-2a5f1e01fa0b']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:13.957287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b8376540-1a8f-447e-bbf2-ad0df5dc2ec7 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386813dc0>, 'b67aef6b-d5bb-4657-ac83-e7592b833ee0') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:13.957287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b8376540-1a8f-447e-bbf2-ad0df5dc2ec7 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386813dc0>, 'b67aef6b-d5bb-4657-ac83-e7592b833ee0') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:13.981280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-9430538f-2dd4-46ab-8c85-c5bb4e9b4f9a req-7f0627cc-d36d-439c-ba02-e33fa8d5f144 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Calling delete_port for 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:13.986459 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b8376540-1a8f-447e-bbf2-ad0df5dc2ec7 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:14.069672 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b8376540-1a8f-447e-bbf2-ad0df5dc2ec7 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:14.096449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8376540-1a8f-447e-bbf2-ad0df5dc2ec7 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:43:14.096857 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b8376540-1a8f-447e-bbf2-ad0df5dc2ec7 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:43:14.115264 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:43:14.227085 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9430538f-2dd4-46ab-8c85-c5bb4e9b4f9a req-7f0627cc-d36d-439c-ba02-e33fa8d5f144 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:14.233662 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:14.268842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44172) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:14.301938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0627cc-d36d-439c-ba02-e33fa8d5f144 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Pushing event deleted for resources: {'Port': ['ID=2340f3b8-b66a-4429-96f5-358d5bb8b9f0,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:14.311702 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7f0627cc-d36d-439c-ba02-e33fa8d5f144 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:14.411810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-9430538f-2dd4-46ab-8c85-c5bb4e9b4f9a req-7f0627cc-d36d-439c-ba02-e33fa8d5f144 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] No DVR routers for this DVR port 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:14.423997 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-9430538f-2dd4-46ab-8c85-c5bb4e9b4f9a req-7f0627cc-d36d-439c-ba02-e33fa8d5f144 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:14.427015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'name': 'network-vif-deleted', 'tag': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:43:14.429806 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80df8967-3cf5-48f9-9377-72b158d5fc5f" -d '{"events": [{"server_uuid": "e94cb2f6-e4df-4134-be57-af334053fcd1", "name": "network-vif-deleted", "tag": "2340f3b8-b66a-4429-96f5-358d5bb8b9f0"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:43:14.475703 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:14.481487 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ba9c2342-beb7-442f-b0ee-c2bd6053ac2a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:14.507281 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2aa1f8-8a58-4897-8a5a-c9ea419f01c4 x-openstack-request-id: req-5a2aa1f8-8a58-4897-8a5a-c9ea419f01c4 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:43:14.508032 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94cb2f6-e4df-4134-be57-af334053fcd1", "name": "network-vif-deleted", "tag": "2340f3b8-b66a-4429-96f5-358d5bb8b9f0", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:43:14.508720 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a2aa1f8-8a58-4897-8a5a-c9ea419f01c4 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:43:14.509656 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94cb2f6-e4df-4134-be57-af334053fcd1', 'name': 'network-vif-deleted', 'tag': '2340f3b8-b66a-4429-96f5-358d5bb8b9f0', 'status': 'completed', 'code': 200}
Jun 04 15:43:14.520894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-a36c4d0a-9a01-4e6a-861f-50068a6847af tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:14.528085 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f95571-d244-437e-8e56-5044d3fead28 req-525bd680-db15-4472-baa1-5ab099952961 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:14.528085 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-34f95571-d244-437e-8e56-5044d3fead28 req-525bd680-db15-4472-baa1-5ab099952961 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 867 time: 0.5420363
Jun 04 15:43:14.566965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9430538f-2dd4-46ab-8c85-c5bb4e9b4f9a req-7f0627cc-d36d-439c-ba02-e33fa8d5f144 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.65 "DELETE /v2.0/ports/2340f3b8-b66a-4429-96f5-358d5bb8b9f0 HTTP/1.1" status: 204  len: 173 time: 1.4209902
Jun 04 15:43:14.572763 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b8376540-1a8f-447e-bbf2-ad0df5dc2ec7 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:14.613287 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b8376540-1a8f-447e-bbf2-ad0df5dc2ec7 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:14.616333 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Subnet': ['ID=a9989fd7-690c-41b8-b4d5-8ceda1437ed1,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:14.632546 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:14.639444 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cdc59bba-57db-43dd-a586-948ef5b27a1a tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:14.684125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Checking segment: {'id': 'e0c1c015-2e69-4e8e-bd19-bfc3973bb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '07824a58-d5a7-45b9-b4d1-a776432bc2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:43:14.684645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network hostable DHCP agents. Network: 07824a58-d5a7-45b9-b4d1-a776432bc2e3, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:43:14.688776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8376540-1a8f-447e-bbf2-ad0df5dc2ec7 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event deleted for resources: {'Network': ['ID=ecf68f28-450c-455e-8031-2a5f1e01fa0b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:14.697260 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b8376540-1a8f-447e-bbf2-ad0df5dc2ec7 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "DELETE /v2.0/networks/ecf68f28-450c-455e-8031-2a5f1e01fa0b HTTP/1.1" status: 204  len: 168 time: 1.4029396
Jun 04 15:43:14.698743 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b8376540-1a8f-447e-bbf2-ad0df5dc2ec7 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:14.699928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44182) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:14.711520 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-34f95571-d244-437e-8e56-5044d3fead28 req-dddeb5c1-bfe6-4c39-aaaf-baa87b495614 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/security-groups?id=102a3b4c-efa0-44ee-8de4-1f68fe701542&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1738327
Jun 04 15:43:14.771088 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a36c4d0a-9a01-4e6a-861f-50068a6847af tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] 10.222.0.32 "PUT /v2.0/quotas/548fa24745964473aa7eea2f1efe400f HTTP/1.1" status: 200  len: 368 time: 0.5000141
Jun 04 15:43:14.773864 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44184) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:14.779479 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Request body: {'network': {'project_id': '548fa24745964473aa7eea2f1efe400f'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:14.787290 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:14.792502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Usage tracker for resource:network and tenant:548fa24745964473aa7eea2f1efe400f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:14.795501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:14.805212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:14.866620 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network 07824a58-d5a7-45b9-b4d1-a776432bc2e3 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:43:14.869439 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8ca2756a-af4e-408e-858e-088bd2b57ebd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:14.891843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Made reservation on behalf of 548fa24745964473aa7eea2f1efe400f for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:14.894905 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:14.922345 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:14.941072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:14.945404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Usage tracker for resource:security_group_rule and tenant:548fa24745964473aa7eea2f1efe400f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:14.948486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:14.958900 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:14.998464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 07824a58-d5a7-45b9-b4d1-a776432bc2e3) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:15.010687 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a157eb-d9d9-4465-9a25-9039d684acb2 None None] Network 07824a58-d5a7-45b9-b4d1-a776432bc2e3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:15.023199 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:15.023811 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:15.079240 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8ca2756a-af4e-408e-858e-088bd2b57ebd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:15.117817 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:15.119070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8ca2756a-af4e-408e-858e-088bd2b57ebd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387323af0>,) {'filters': {'network_id': ['4e8b9b60-9ea6-42c2-b46e-29efd171d18b']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:15.144736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8ca2756a-af4e-408e-858e-088bd2b57ebd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387323af0>, '424332ed-9cd9-479d-92d7-cc0af60c411c') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:15.145665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-8ca2756a-af4e-408e-858e-088bd2b57ebd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387323af0>, '424332ed-9cd9-479d-92d7-cc0af60c411c') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:15.147237 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.9291992
Jun 04 15:43:15.149958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44188) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:15.157559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'network_id': '07824a58-d5a7-45b9-b4d1-a776432bc2e3', 'name': 'tempest-PortsIpV6TestJSON-1597838916'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:15.167321 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8ca2756a-af4e-408e-858e-088bd2b57ebd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:15.188317 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8ca2756a-af4e-408e-858e-088bd2b57ebd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:15.202467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca2756a-af4e-408e-858e-088bd2b57ebd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:43:15.203227 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8ca2756a-af4e-408e-858e-088bd2b57ebd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:43:15.250736 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:43:15.408349 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:15.424158 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5505c1fd-1a0d-4dc6-af44-97be816551ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:15.447195 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:15.479912 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:15.482014 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:43:15.496205 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-07824a58-d5a7-45b9-b4d1-a776432bc2e3', 'network_id': '07824a58-d5a7-45b9-b4d1-a776432bc2e3', 'tenant_id': '856f9f5e166643a0ad0d1b7b273cd474', 'fixed_ips': [{'subnet_id': 'a9989fd7-690c-41b8-b4d5-8ceda1437ed1'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:43:15.501308 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:15.501457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03f8e36-3f63-4035-ba8b-8f8e1aacbee2,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:15.502740 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:15.503728 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:15.504079 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Added segment 7eed3e94-259d-450d-86f9-72e899960e16 of type vlan for network 05f8009b-6f48-45dd-af0e-e29471b21466
Jun 04 15:43:15.536910 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:15.589248 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:15.593649 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:15.623340 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] device_id is not set on port bad418a5-7ce7-45d6-8657-e35ba8b6b5b5 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:43:15.724039 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:15.725579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:15.726269 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:15.731489 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-238d1dcc-52c9-4f2c-9e37-8b2e78f1829a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:15.833381 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8ca2756a-af4e-408e-858e-088bd2b57ebd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:15.842695 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-95ec2ecf-af20-407a-b29b-b233be279758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:15.867503 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8ca2756a-af4e-408e-858e-088bd2b57ebd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:15.892374 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8ca2756a-af4e-408e-858e-088bd2b57ebd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] 10.222.0.32 "DELETE /v2.0/networks/4e8b9b60-9ea6-42c2-b46e-29efd171d18b HTTP/1.1" status: 204  len: 168 time: 1.1886382
Jun 04 15:43:15.900599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2756a-af4e-408e-858e-088bd2b57ebd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Pushing event deleted for resources: {'Network': ['ID=4e8b9b60-9ea6-42c2-b46e-29efd171d18b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:15.909149 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8ca2756a-af4e-408e-858e-088bd2b57ebd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:15.980287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Pushing event updated for resources: {'Network': ['ID=05f8009b-6f48-45dd-af0e-e29471b21466,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:15.983179 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:16.011291 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.2339664
Jun 04 15:43:16.015645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1e5ba2ae-d52c-4466-8578-190954bc10ba req-c70444ac-00b3-4d54-9727-de29236f15b4 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Synchronizing usage tracker for tenant:3a0b97e8de834ebea3f73cfa41700327 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:43:16.029930 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44200) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:16.030059 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 05f8009b-6f48-45dd-af0e-e29471b21466 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:43:16.030503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Request body: {'network': {'project_id': '548fa24745964473aa7eea2f1efe400f'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:16.041355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:16.053933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Usage tracker for resource:network and tenant:548fa24745964473aa7eea2f1efe400f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:16.057996 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:16.068856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:16.135367 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1e5ba2ae-d52c-4466-8578-190954bc10ba req-c70444ac-00b3-4d54-9727-de29236f15b4 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Unset dirty status for tenant:3a0b97e8de834ebea3f73cfa41700327 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:43:16.136790 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1e5ba2ae-d52c-4466-8578-190954bc10ba req-c70444ac-00b3-4d54-9727-de29236f15b4 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 210 time: 0.1911783
Jun 04 15:43:16.165226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Made reservation on behalf of 548fa24745964473aa7eea2f1efe400f for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:16.169347 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:16.222994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Allocated IP 2001:db8::2 (07824a58-d5a7-45b9-b4d1-a776432bc2e3/a9989fd7-690c-41b8-b4d5-8ceda1437ed1/2438b685-4ce3-4c9f-b46c-52b32693a63a) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:43:16.255640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:43:16.274433 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:16.274793 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Added segment 7ec268a4-30d2-4f0a-ae68-9d5a1404d30c of type vlan for network 79b0cb58-b20b-40b8-b48f-f34671077bce
Jun 04 15:43:16.343047 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:16.495594 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:16.503969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:16.505352 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:16.514525 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b3060b25-3cb2-42e4-a5d3-f854e58cb7cc tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:16.591012 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:16.603452 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Transition to ACTIVE for port object 2438b685-4ce3-4c9f-b46c-52b32693a63a will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:16.646774 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Transition to ACTIVE for port object 2438b685-4ce3-4c9f-b46c-52b32693a63a will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:16.686180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44216) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:16.730299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Pushing event updated for resources: {'Network': ['ID=79b0cb58-b20b-40b8-b48f-f34671077bce,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:16.732985 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:16.738256 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.7139380
Jun 04 15:43:16.739174 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44220) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:16.743776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2d95235f-6a95-4c32-878c-81b20348b1bb tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Request body: {'network': {'project_id': '548fa24745964473aa7eea2f1efe400f'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:16.747265 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:16.759026 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f0ace1f6-4c81-478c-8011-eb06329d3f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:16.795117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2d95235f-6a95-4c32-878c-81b20348b1bb tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:16.806802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2d95235f-6a95-4c32-878c-81b20348b1bb tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Usage tracker for resource:network and tenant:548fa24745964473aa7eea2f1efe400f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:16.817288 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2d95235f-6a95-4c32-878c-81b20348b1bb tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:16.829547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2d95235f-6a95-4c32-878c-81b20348b1bb tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:16.833993 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d95235f-6a95-4c32-878c-81b20348b1bb tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:43:16.834776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d95235f-6a95-4c32-878c-81b20348b1bb tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:43:16.836160 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2d95235f-6a95-4c32-878c-81b20348b1bb tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0965998
Jun 04 15:43:16.839958 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44224) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:16.855101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 79b0cb58-b20b-40b8-b48f-f34671077bce details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:43:16.912335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Allocated IP 2001:db8::2ed (07824a58-d5a7-45b9-b4d1-a776432bc2e3/a9989fd7-690c-41b8-b4d5-8ceda1437ed1/bad418a5-7ce7-45d6-8657-e35ba8b6b5b5) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:43:16.983524 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:17.122658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Pushing event updated for resources: {'Port': ['ID=2438b685-4ce3-4c9f-b46c-52b32693a63a,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:17.144224 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.144576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.144919 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.145284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.145619 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.145953 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.146284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.146611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.146937 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.147259 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.148847 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.149227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.159049 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Network 07824a58-d5a7-45b9-b4d1-a776432bc2e3 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:43:17.160157 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:17.161264 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:17.173536 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:43:17.177046 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3314d6d7-c5d3-4842-bfe8-d55db18ae6c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b68eecb89d2548c4b36e3516d67c1801&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4895165
Jun 04 15:43:17.177651 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44232) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:17.233226 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:17.247970 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:43:17.263392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387ff4640>,) {'filters': {'network_id': ['79b0cb58-b20b-40b8-b48f-f34671077bce']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:17.280827 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387ff4640>, '7ec268a4-30d2-4f0a-ae68-9d5a1404d30c') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:17.286399 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387ff4640>, '7ec268a4-30d2-4f0a-ae68-9d5a1404d30c') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:17.303474 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:17.324939 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:17.333433 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:43:17.335240 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:43:17.335797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 2340f3b8-b66a-4429-96f5-358d5bb8b9f0 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:43:17.336240 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:43:17.456294 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:43:17.495434 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Attempting to bind port 2438b685-4ce3-4c9f-b46c-52b32693a63a on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:43:17.495873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Attempting to bind port 2438b685-4ce3-4c9f-b46c-52b32693a63a by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'e0c1c015-2e69-4e8e-bd19-bfc3973bb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '07824a58-d5a7-45b9-b4d1-a776432bc2e3'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:43:17.496440 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Attempting to bind port 2438b685-4ce3-4c9f-b46c-52b32693a63a on network 07824a58-d5a7-45b9-b4d1-a776432bc2e3 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:43:17.503146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:43:17.503729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Checking segment: {'id': 'e0c1c015-2e69-4e8e-bd19-bfc3973bb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '07824a58-d5a7-45b9-b4d1-a776432bc2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:43:17.504167 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:17.504564 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Bound using segment: {'id': 'e0c1c015-2e69-4e8e-bd19-bfc3973bb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '07824a58-d5a7-45b9-b4d1-a776432bc2e3'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:43:17.505808 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Bound port: 2438b685-4ce3-4c9f-b46c-52b32693a63a, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c1c015-2e69-4e8e-bd19-bfc3973bb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '07824a58-d5a7-45b9-b4d1-a776432bc2e3'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:43:17.506197 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:17.585978 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-75ba7e09-aef6-439b-af09-7684d0d753d0 req-62628818-f980-49a7-963b-d9ec2bb75d0a tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 210 time: 0.1127651
Jun 04 15:43:17.587233 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a345c40-173c-49e2-bdd3-46cb7bda1a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:17.635834 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:17.664364 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a345c40-173c-49e2-bdd3-46cb7bda1a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:17.673450 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] For port 2438b685-4ce3-4c9f-b46c-52b32693a63a, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:43:17.676991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] For port 2438b685-4ce3-4c9f-b46c-52b32693a63a, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2438b685-4ce3-4c9f-b46c-52b32693a63a,segment=NetworkSegment(e0c1c015-2e69-4e8e-bd19-bfc3973bb4ed),segment_id=e0c1c015-2e69-4e8e-bd19-bfc3973bb4ed)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:43:17.764011 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:17.770518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Transition to ACTIVE for port object bad418a5-7ce7-45d6-8657-e35ba8b6b5b5 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:17.771051 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f8e2c48e-43b8-4537-b655-6a16e67733a3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:17.790250 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:17.803555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Pushing event deleted for resources: {'Network': ['ID=79b0cb58-b20b-40b8-b48f-f34671077bce,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:17.809077 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] 10.222.0.32 "DELETE /v2.0/networks/79b0cb58-b20b-40b8-b48f-f34671077bce HTTP/1.1" status: 204  len: 168 time: 0.9656048
Jun 04 15:43:17.812590 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44244) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:17.814718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.815129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.815502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.815864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.816243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.816598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.816965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.817352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.817742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.818104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.818464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.819001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:43:17.832557 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:17.932503 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0266f14a-acac-4c45-9c69-f118b36f59f6 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:18.067415 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:18.069692 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0266f14a-acac-4c45-9c69-f118b36f59f6 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:18.073087 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:18.091334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-0266f14a-acac-4c45-9c69-f118b36f59f6 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83879bb490>,) {'filters': {'network_id': ['05f8009b-6f48-45dd-af0e-e29471b21466']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:18.102663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-0266f14a-acac-4c45-9c69-f118b36f59f6 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83879bb490>, '7eed3e94-259d-450d-86f9-72e899960e16') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:18.103260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-0266f14a-acac-4c45-9c69-f118b36f59f6 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83879bb490>, '7eed3e94-259d-450d-86f9-72e899960e16') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:18.122483 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0266f14a-acac-4c45-9c69-f118b36f59f6 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:18.136723 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a345c40-173c-49e2-bdd3-46cb7bda1a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:18.150576 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9873a28c-40ec-4506-b93b-3d8b98c209ee tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:18.157206 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Pushing event updated for resources: {'Port': ['ID=2438b685-4ce3-4c9f-b46c-52b32693a63a,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:18.161608 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:18.180168 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:18.190652 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0266f14a-acac-4c45-9c69-f118b36f59f6 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:18.204468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a345c40-173c-49e2-bdd3-46cb7bda1a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a77292-4d99-4bbe-8b19-e1aa92115c66,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:18.215895 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6a345c40-173c-49e2-bdd3-46cb7bda1a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:18.223080 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ca947442-42a2-467b-a6c5-f0a9af004aec tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:18.274608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0266f14a-acac-4c45-9c69-f118b36f59f6 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:43:18.275608 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0266f14a-acac-4c45-9c69-f118b36f59f6 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:43:18.302300 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:43:18.335656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network 07824a58-d5a7-45b9-b4d1-a776432bc2e3 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:43:18.343709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:18.397388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:43:18.403215 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:18.404453 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:18.425491 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a345c40-173c-49e2-bdd3-46cb7bda1a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:18.427059 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6a345c40-173c-49e2-bdd3-46cb7bda1a54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02a77292-4d99-4bbe-8b19-e1aa92115c66 HTTP/1.1" status: 204  len: 168 time: 1.2418334
Jun 04 15:43:18.443864 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=bad418a5-7ce7-45d6-8657-e35ba8b6b5b5,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:18.449220 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:18.568334 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.4148140
Jun 04 15:43:18.568531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44256) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:18.574826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'network_id': '07824a58-d5a7-45b9-b4d1-a776432bc2e3', 'name': 'tempest-PortsIpV6TestJSON-1075103431'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:18.684173 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0266f14a-acac-4c45-9c69-f118b36f59f6 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:18.698044 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-89ee2698-c8ea-4958-940b-1b8f88724b30 tempest-TagsTest-615858981 tempest-TagsTest-615858981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:18.717058 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-a3b4acd4-ac2e-46d5-9f54-d98164dcf674 req-b937686d-12a4-43ad-97ba-2c345210aaff service neutron] (88300) timed out ('10.222.0.32', 55164) {{(pid=88300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 15:43:18.720230 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0266f14a-acac-4c45-9c69-f118b36f59f6 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:18.831019 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0266f14a-acac-4c45-9c69-f118b36f59f6 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] 10.222.0.32 "DELETE /v2.0/networks/05f8009b-6f48-45dd-af0e-e29471b21466 HTTP/1.1" status: 204  len: 168 time: 1.0184290
Jun 04 15:43:18.856489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266f14a-acac-4c45-9c69-f118b36f59f6 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Pushing event deleted for resources: {'Network': ['ID=05f8009b-6f48-45dd-af0e-e29471b21466,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:18.867928 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0266f14a-acac-4c45-9c69-f118b36f59f6 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:18.937303 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d789a0b5-dacb-4af9-9870-da88945b9e33 req-60e0212e-3845-4124-a549-5bfd2a19e8ae tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 210 time: 0.1303344
Jun 04 15:43:18.993784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:19.007577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:port and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:19.015553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:19.022862 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:19.068258 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2438b685-4ce3-4c9f-b46c-52b32693a63a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:43:19.125783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:19.129375 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:19.199339 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] device_id is not set on port 266e9160-7915-4a29-80b6-c383b10f81a0 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:43:19.266767 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 2438b685-4ce3-4c9f-b46c-52b32693a63a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:19.535485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Allocated IP 2001:db8::a5 (07824a58-d5a7-45b9-b4d1-a776432bc2e3/a9989fd7-690c-41b8-b4d5-8ceda1437ed1/266e9160-7915-4a29-80b6-c383b10f81a0) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:43:19.773287 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ffeb26-618f-4c98-9f33-2e5a882df2c1 None None] Network 07824a58-d5a7-45b9-b4d1-a776432bc2e3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:20.099907 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f21b6699-b027-4c9d-b381-d68baee35df1 None None] Provisioning for port 2438b685-4ce3-4c9f-b46c-52b32693a63a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:20.222622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f21b6699-b027-4c9d-b381-d68baee35df1 None None] Provisioning complete for port 2438b685-4ce3-4c9f-b46c-52b32693a63a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:20.223015 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f21b6699-b027-4c9d-b381-d68baee35df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:20.268675 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-49af7743-58fb-4805-b82c-5dc99a7eac76 req-ecfa72de-6f53-488c-a50d-98ce11bc0cbb tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 210 time: 0.0757117
Jun 04 15:43:20.316502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44304) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:20.350552 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:20.370259 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Transition to ACTIVE for port object 266e9160-7915-4a29-80b6-c383b10f81a0 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:20.406211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44308) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:20.465301 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f21b6699-b027-4c9d-b381-d68baee35df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:20.514318 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f21b6699-b027-4c9d-b381-d68baee35df1 None None] For port 2438b685-4ce3-4c9f-b46c-52b32693a63a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2438b685-4ce3-4c9f-b46c-52b32693a63a,segment=NetworkSegment(e0c1c015-2e69-4e8e-bd19-bfc3973bb4ed),segment_id=e0c1c015-2e69-4e8e-bd19-bfc3973bb4ed)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:20.541510 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:20.551819 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2835b02c-28fd-4a70-985c-733acddd469a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:20.644813 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f21b6699-b027-4c9d-b381-d68baee35df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:20.648880 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-32ad1154-5cc0-4fcb-81f7-81063a90720b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:20.672222 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=266e9160-7915-4a29-80b6-c383b10f81a0,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:20.675529 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:20.714091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network 07824a58-d5a7-45b9-b4d1-a776432bc2e3 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:43:20.720231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:20.720477 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4ea10a85-5160-4e72-a9e8-8afeb18fa1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:20.730580 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:43:20.746941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:20.747984 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:20.766023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4ea10a85-5160-4e72-a9e8-8afeb18fa1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:20.778432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4ea10a85-5160-4e72-a9e8-8afeb18fa1d6 admin admin] Usage tracker for resource:security_group_rule and tenant:a436f13560e540a8b5b748629e268f78 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:20.786891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4ea10a85-5160-4e72-a9e8-8afeb18fa1d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:20.795013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4ea10a85-5160-4e72-a9e8-8afeb18fa1d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:20.816784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-7aff014e-1f6b-4033-a36b-2507ff451303 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] Request body: {'port': {'network_id': 'e30a8fcc-150d-42dd-b18a-6b717d95424d', 'name': 'tempest-NetworksNegativeTestJSON-1859401703'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:20.839185 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b6699-b027-4c9d-b381-d68baee35df1 None None] Pushing event updated for resources: {'Port': ['ID=2438b685-4ce3-4c9f-b46c-52b32693a63a,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:20.842298 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f21b6699-b027-4c9d-b381-d68baee35df1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:20.879064 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aff014e-1f6b-4033-a36b-2507ff451303 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] POST failed (client error): The resource could not be found.
Jun 04 15:43:20.879722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aff014e-1f6b-4033-a36b-2507ff451303 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:43:20.881163 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7aff014e-1f6b-4033-a36b-2507ff451303 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.5626502
Jun 04 15:43:20.886252 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44316) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:20.933525 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.3634412
Jun 04 15:43:20.934680 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44320) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:20.986876 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2438b685-4ce3-4c9f-b46c-52b32693a63a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:43:20.988525 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac7db6a-0627-4c11-8999-0e5b2a3eb430 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:43:20.994147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac7db6a-0627-4c11-8999-0e5b2a3eb430 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:43:20.994147 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5ac7db6a-0627-4c11-8999-0e5b2a3eb430 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] 10.222.0.32 "DELETE /v2.0/networks/9ddc3585-d1f3-449d-addf-0be4ce8f1eee HTTP/1.1" status: 404  len: 339 time: 0.1040266
Jun 04 15:43:20.995377 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44322) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:21.050885 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-790c3711-630f-4a55-b9d2-4ec559e2c359 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:43:21.051452 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790c3711-630f-4a55-b9d2-4ec559e2c359 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:43:21.053581 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-790c3711-630f-4a55-b9d2-4ec559e2c359 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] 10.222.0.32 "DELETE /v2.0/ports/7e0decb4-87a3-4b9a-9d71-758ccaefba88 HTTP/1.1" status: 404  len: 333 time: 0.0571404
Jun 04 15:43:21.066420 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44324) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:21.081740 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4ea10a85-5160-4e72-a9e8-8afeb18fa1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:21.117461 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-828a738b-ac50-4a4d-8274-42f4bb9d99bc tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:43:21.118050 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828a738b-ac50-4a4d-8274-42f4bb9d99bc tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:43:21.119977 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-828a738b-ac50-4a4d-8274-42f4bb9d99bc tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] 10.222.0.32 "DELETE /v2.0/subnets/9ad549ba-6d4f-4116-8721-94d5babcaee3 HTTP/1.1" status: 404  len: 337 time: 0.0514627
Jun 04 15:43:21.124104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44326) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:21.147382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f1ab4e8a-e0b9-45c2-9a97-b86a93aa768c None None] Provisioning complete for port 2438b685-4ce3-4c9f-b46c-52b32693a63a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:21.147767 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4e8a-e0b9-45c2-9a97-b86a93aa768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:21.155926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf9f658-bf08-4f89-8f40-b02f6e556eb8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:21.156903 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fdf9f658-bf08-4f89-8f40-b02f6e556eb8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:43:21.179053 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11d62f5-ff4d-454c-ab25-54b76adc7004 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] GET failed (client error): The resource could not be found.
Jun 04 15:43:21.189698 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a11d62f5-ff4d-454c-ab25-54b76adc7004 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] 10.222.0.32 "GET /v2.0/networks/a385c5ee-7048-4f89-8fad-9ff61bb957b5 HTTP/1.1" status: 404  len: 339 time: 0.0544791
Jun 04 15:43:21.189866 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44328) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:21.189973 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4ea10a85-5160-4e72-a9e8-8afeb18fa1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:21.216661 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1d5ff042-9042-4940-a0a8-9f442103e740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:21.249973 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4ea10a85-5160-4e72-a9e8-8afeb18fa1d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a436f13560e540a8b5b748629e268f78&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8421059
Jun 04 15:43:21.252052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44330) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:21.275556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fdf9f658-bf08-4f89-8f40-b02f6e556eb8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:43:21.277797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 2438b685-4ce3-4c9f-b46c-52b32693a63a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:21.278261 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:21.280195 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fdf9f658-bf08-4f89-8f40-b02f6e556eb8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2ed HTTP/1.1" status: 200  len: 929 time: 0.3443832
Jun 04 15:43:21.281713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44334) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:21.285682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea10a85-5160-4e72-a9e8-8afeb18fa1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b541bfe-7ff1-4dcc-bfc2-07d82dddce13,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:21.289429 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4ea10a85-5160-4e72-a9e8-8afeb18fa1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:21.331324 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fc0c61-1aed-48cf-96ba-4b0e6d337502 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] GET failed (client error): The resource could not be found.
Jun 04 15:43:21.336520 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-16fc0c61-1aed-48cf-96ba-4b0e6d337502 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] 10.222.0.32 "GET /v2.0/ports/225769c1-db04-47e1-882a-617291b55a83 HTTP/1.1" status: 404  len: 333 time: 0.1474900
Jun 04 15:43:21.337574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44338) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:21.490665 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dadac7b-9fa2-4589-85c5-5b31cbf86016 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] GET failed (client error): The resource could not be found.
Jun 04 15:43:21.495876 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8dadac7b-9fa2-4589-85c5-5b31cbf86016 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] 10.222.0.32 "GET /v2.0/subnets/0c466dd0-e241-4d1a-be47-e8ce18280104 HTTP/1.1" status: 404  len: 337 time: 0.1538646
Jun 04 15:43:21.496159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44340) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:21.503989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-8e1113fb-3353-4c37-b247-0454dfb8efc2 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:21.558555 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e84db971-03f9-4fca-a75b-fcf929c8e73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:21.611537 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e84db971-03f9-4fca-a75b-fcf929c8e73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:21.656934 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1113fb-3353-4c37-b247-0454dfb8efc2 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] PUT failed (client error): The resource could not be found.
Jun 04 15:43:21.658204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1113fb-3353-4c37-b247-0454dfb8efc2 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:43:21.660365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8e1113fb-3353-4c37-b247-0454dfb8efc2 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] 10.222.0.32 "PUT /v2.0/networks/409c25e1-6dd5-4857-b89f-f6677d4586f9 HTTP/1.1" status: 404  len: 339 time: 0.1616101
Jun 04 15:43:21.679365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44342) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:21.699392 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f40e787-4b08-48e8-a93c-0b9c92c9191b req-975e6a24-e44c-492d-b137-81280732cb20 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 210 time: 0.1631575
Jun 04 15:43:21.716316 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-57649cf5-614b-424c-828a-52c05cd93011 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:21.770306 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d22d5ebf-0f69-4fbd-9f9a-48d3bc9dd342 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port 266e9160-7915-4a29-80b6-c383b10f81a0 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:21.770659 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d22d5ebf-0f69-4fbd-9f9a-48d3bc9dd342 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:21.804059 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-57649cf5-614b-424c-828a-52c05cd93011 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] PUT failed (client error): The resource could not be found.
Jun 04 15:43:21.804980 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57649cf5-614b-424c-828a-52c05cd93011 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:43:21.807320 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-57649cf5-614b-424c-828a-52c05cd93011 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] 10.222.0.32 "PUT /v2.0/ports/4797e885-6af1-4525-b12a-628f0986e181 HTTP/1.1" status: 404  len: 333 time: 0.1068773
Jun 04 15:43:21.811319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44344) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:21.826618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-a98f0084-46cb-4bc5-babf-064a0808af69 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:21.872111 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98f0084-46cb-4bc5-babf-064a0808af69 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] PUT failed (client error): The resource could not be found.
Jun 04 15:43:21.872962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98f0084-46cb-4bc5-babf-064a0808af69 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:43:21.879752 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a98f0084-46cb-4bc5-babf-064a0808af69 tempest-NetworksNegativeTestJSON-993301716 tempest-NetworksNegativeTestJSON-993301716-project] 10.222.0.32 "PUT /v2.0/subnets/e75456bb-2ce0-4c89-9e1b-4f7f9eab8caa HTTP/1.1" status: 404  len: 337 time: 0.0615139
Jun 04 15:43:21.993219 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:43:21.996733 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d22d5ebf-0f69-4fbd-9f9a-48d3bc9dd342 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:22.141204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d22d5ebf-0f69-4fbd-9f9a-48d3bc9dd342 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for 266e9160-7915-4a29-80b6-c383b10f81a0 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:22.925981 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d1c38cf7-3833-4794-88ac-44bca6f5a462 req-0e7cec86-42b4-426d-a37c-63c4d844612c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "GET /v2.0/ports?device_id=e94cb2f6-e4df-4134-be57-af334053fcd1 HTTP/1.1" status: 200  len: 210 time: 0.0432425
Jun 04 15:43:23.193058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f1ab4e8a-e0b9-45c2-9a97-b86a93aa768c None None] Provisioning for port bad418a5-7ce7-45d6-8657-e35ba8b6b5b5 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:23.193607 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d22d5ebf-0f69-4fbd-9f9a-48d3bc9dd342 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:23.202857 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f1ab4e8a-e0b9-45c2-9a97-b86a93aa768c None None] Provisioning complete for port bad418a5-7ce7-45d6-8657-e35ba8b6b5b5 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:23.203741 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4e8a-e0b9-45c2-9a97-b86a93aa768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:23.205919 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9a1bc710-ccca-4a67-8425-d39f4f064f31 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:23.246981 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e84db971-03f9-4fca-a75b-fcf929c8e73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:23.273091 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab4e8a-e0b9-45c2-9a97-b86a93aa768c None None] Port bad418a5-7ce7-45d6-8657-e35ba8b6b5b5 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:43:23.321250 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d22d5ebf-0f69-4fbd-9f9a-48d3bc9dd342 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:23.326369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d5ebf-0f69-4fbd-9f9a-48d3bc9dd342 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=266e9160-7915-4a29-80b6-c383b10f81a0,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:23.329805 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d22d5ebf-0f69-4fbd-9f9a-48d3bc9dd342 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:23.332896 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8b9813c4-e265-4063-bc57-7401b78a420b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:23.350131 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84db971-03f9-4fca-a75b-fcf929c8e73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b541bfe-7ff1-4dcc-bfc2-07d82dddce13,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:23.354816 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e84db971-03f9-4fca-a75b-fcf929c8e73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:23.399858 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fc761cbf-f0f4-4c3f-b65b-a9835c426d74 None None] Could not find standard attr ID for object 266e9160-7915-4a29-80b6-c383b10f81a0. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:43:23.416821 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-fc761cbf-f0f4-4c3f-b65b-a9835c426d74 None None] Provisioning complete for port bad418a5-7ce7-45d6-8657-e35ba8b6b5b5 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:23.417496 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fc761cbf-f0f4-4c3f-b65b-a9835c426d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:23.443239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44366) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:23.443823 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d22d5ebf-0f69-4fbd-9f9a-48d3bc9dd342 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/266e9160-7915-4a29-80b6-c383b10f81a0 HTTP/1.1" status: 204  len: 168 time: 2.1508791
Jun 04 15:43:23.445387 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e84db971-03f9-4fca-a75b-fcf929c8e73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:23.446493 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e84db971-03f9-4fca-a75b-fcf929c8e73c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b541bfe-7ff1-4dcc-bfc2-07d82dddce13 HTTP/1.1" status: 204  len: 168 time: 2.1931212
Jun 04 15:43:23.523463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-fc761cbf-f0f4-4c3f-b65b-a9835c426d74 None None] Port bad418a5-7ce7-45d6-8657-e35ba8b6b5b5 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:43:23.533983 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b23986-06e3-4822-bb95-d6c8b14313cd tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] GET failed (client error): The resource could not be found.
Jun 04 15:43:23.534655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-44b23986-06e3-4822-bb95-d6c8b14313cd tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:43:23.645585 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:23.673131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-44b23986-06e3-4822-bb95-d6c8b14313cd tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:43:23.676870 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-44b23986-06e3-4822-bb95-d6c8b14313cd tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/266e9160-7915-4a29-80b6-c383b10f81a0 HTTP/1.1" status: 404  len: 333 time: 0.2322805
Jun 04 15:43:23.679939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44374) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:23.723492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44380) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:23.904176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5eb2f-6b56-408e-8528-6757fb6aca01 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port bad418a5-7ce7-45d6-8657-e35ba8b6b5b5 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:23.904576 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7c5eb2f-6b56-408e-8528-6757fb6aca01 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:24.043638 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44392) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:24.148510 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7c5eb2f-6b56-408e-8528-6757fb6aca01 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:24.173782 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e73d3e94-06ab-480f-b914-dca9c5d85a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:24.199079 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-70b6a894-23ae-4bc1-83ce-ce61b336c04d tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:24.202870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e73d3e94-06ab-480f-b914-dca9c5d85a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:24.226395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e73d3e94-06ab-480f-b914-dca9c5d85a5c admin admin] Usage tracker for resource:security_group_rule and tenant:4bc00a9b8054430fa702f51c4c65b1e2 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:24.234148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e73d3e94-06ab-480f-b914-dca9c5d85a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:24.254369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e73d3e94-06ab-480f-b914-dca9c5d85a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:24.273175 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-70b6a894-23ae-4bc1-83ce-ce61b336c04d tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:24.487423 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5eb2f-6b56-408e-8528-6757fb6aca01 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for bad418a5-7ce7-45d6-8657-e35ba8b6b5b5 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:24.497779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44396) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:24.517574 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38c15510-e965-4a30-83e0-3e86db031787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:24.535211 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-70b6a894-23ae-4bc1-83ce-ce61b336c04d tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:24.558731 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-77091a82-c215-4465-b0c0-fe0a0b024123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:24.587866 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6a894-23ae-4bc1-83ce-ce61b336c04d tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102a3b4c-efa0-44ee-8de4-1f68fe701542,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:24.590480 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-70b6a894-23ae-4bc1-83ce-ce61b336c04d tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:24.595820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-38c15510-e965-4a30-83e0-3e86db031787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:24.601216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-38c15510-e965-4a30-83e0-3e86db031787 admin admin] Usage tracker for resource:security_group_rule and tenant:cd511ee05dc94e6ba80563e92af41843 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:24.604707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-38c15510-e965-4a30-83e0-3e86db031787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:24.612259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-38c15510-e965-4a30-83e0-3e86db031787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:24.692507 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e73d3e94-06ab-480f-b914-dca9c5d85a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:24.700450 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-70b6a894-23ae-4bc1-83ce-ce61b336c04d tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:24.704555 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-70b6a894-23ae-4bc1-83ce-ce61b336c04d tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] 10.222.0.32 "DELETE /v2.0/security-groups/102a3b4c-efa0-44ee-8de4-1f68fe701542 HTTP/1.1" status: 204  len: 168 time: 0.6570964
Jun 04 15:43:24.731006 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7c5eb2f-6b56-408e-8528-6757fb6aca01 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:24.740240 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-85fec15e-6679-40da-84ed-832b847f0985 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:24.772068 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38c15510-e965-4a30-83e0-3e86db031787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:24.792321 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5eb2f-6b56-408e-8528-6757fb6aca01 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=bad418a5-7ce7-45d6-8657-e35ba8b6b5b5,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:24.821272 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b7c5eb2f-6b56-408e-8528-6757fb6aca01 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:24.826782 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e73d3e94-06ab-480f-b914-dca9c5d85a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:24.877206 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b7c5eb2f-6b56-408e-8528-6757fb6aca01 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:24.895219 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a2d20673-e148-4a0d-a5eb-f3062a6a2c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:24.916103 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e73d3e94-06ab-480f-b914-dca9c5d85a5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bc00a9b8054430fa702f51c4c65b1e2&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1891274
Jun 04 15:43:24.916974 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44404) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:24.926537 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38c15510-e965-4a30-83e0-3e86db031787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:25.001871 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b7c5eb2f-6b56-408e-8528-6757fb6aca01 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/bad418a5-7ce7-45d6-8657-e35ba8b6b5b5 HTTP/1.1" status: 204  len: 168 time: 1.3174241
Jun 04 15:43:25.004026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44408) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:25.047481 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1330a24-142b-43e7-8534-286918bc0680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:25.082126 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f383b6-e273-460a-aaeb-0808b642c37d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] GET failed (client error): The resource could not be found.
Jun 04 15:43:25.087150 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-48f383b6-e273-460a-aaeb-0808b642c37d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/bad418a5-7ce7-45d6-8657-e35ba8b6b5b5 HTTP/1.1" status: 404  len: 333 time: 0.0809381
Jun 04 15:43:25.087867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44410) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:25.089476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d3e94-06ab-480f-b914-dca9c5d85a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a06dfb-11bd-4da8-b97b-9c2905f8404d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:25.094257 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e73d3e94-06ab-480f-b914-dca9c5d85a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:25.099220 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-38c15510-e965-4a30-83e0-3e86db031787 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd511ee05dc94e6ba80563e92af41843&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5979617
Jun 04 15:43:25.099220 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d2950c6d-7c0a-4fed-a196-14fc51e58393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:25.109433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44412) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:25.136564 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1330a24-142b-43e7-8534-286918bc0680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:25.195963 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c15510-e965-4a30-83e0-3e86db031787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a97423a-6517-4597-ae81-dfe784927835,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:25.200251 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-38c15510-e965-4a30-83e0-3e86db031787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:25.223132 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7b13660a-6c75-4a77-bc4b-8b227f7f42f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:25.250683 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-5acf0548-640c-4f12-9f41-0db07d50696b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting subnet a9989fd7-690c-41b8-b4d5-8ceda1437ed1 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:43:25.256082 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5acf0548-640c-4f12-9f41-0db07d50696b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:25.288172 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7b13660a-6c75-4a77-bc4b-8b227f7f42f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:25.341328 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1330a24-142b-43e7-8534-286918bc0680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:25.351167 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ed198216-03d0-421c-a33c-f0e54f312045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:25.367793 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1330a24-142b-43e7-8534-286918bc0680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a06dfb-11bd-4da8-b97b-9c2905f8404d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:25.371972 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1330a24-142b-43e7-8534-286918bc0680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:25.380652 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1330a24-142b-43e7-8534-286918bc0680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:25.385643 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c1330a24-142b-43e7-8534-286918bc0680 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43a06dfb-11bd-4da8-b97b-9c2905f8404d HTTP/1.1" status: 204  len: 168 time: 0.4643142
Jun 04 15:43:25.390154 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5acf0548-640c-4f12-9f41-0db07d50696b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:25.521786 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7b13660a-6c75-4a77-bc4b-8b227f7f42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:25.524524 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2368baee-079a-431d-ae3e-b01121e71c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:25.563941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13660a-6c75-4a77-bc4b-8b227f7f42f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a97423a-6517-4597-ae81-dfe784927835,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:25.576711 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5acf0548-640c-4f12-9f41-0db07d50696b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:25.583336 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7b13660a-6c75-4a77-bc4b-8b227f7f42f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:25.594186 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7b13660a-6c75-4a77-bc4b-8b227f7f42f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:25.609531 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7b13660a-6c75-4a77-bc4b-8b227f7f42f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a97423a-6517-4597-ae81-dfe784927835 HTTP/1.1" status: 204  len: 168 time: 0.4985271
Jun 04 15:43:26.044723 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:26.330257 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5acf0548-640c-4f12-9f41-0db07d50696b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:26.335369 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-78f864f8-f91c-49df-a661-eeeb105e3574 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:26.373524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf0548-640c-4f12-9f41-0db07d50696b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Subnet': ['ID=a9989fd7-690c-41b8-b4d5-8ceda1437ed1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:26.376182 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5acf0548-640c-4f12-9f41-0db07d50696b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:26.380393 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5acf0548-640c-4f12-9f41-0db07d50696b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:26.383224 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5acf0548-640c-4f12-9f41-0db07d50696b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/a9989fd7-690c-41b8-b4d5-8ceda1437ed1 HTTP/1.1" status: 204  len: 168 time: 1.2943916
Jun 04 15:43:26.386040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44468) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:26.406588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e8aba4-1785-417a-9db3-4b436ef6b85e None None] Network 07824a58-d5a7-45b9-b4d1-a776432bc2e3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:26.723505 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:26.903685 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41db4117-0b4e-4e84-aa30-3c960ad6f0b0 None None] DHCP port deletion for 07824a58-d5a7-45b9-b4d1-a776432bc2e3 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:43:26.991129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port 2438b685-4ce3-4c9f-b46c-52b32693a63a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:27.001880 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:27.002880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44502) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:27.085832 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-41db4117-0b4e-4e84-aa30-3c960ad6f0b0 None None] Deleting port 2438b685-4ce3-4c9f-b46c-52b32693a63a {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:27.086377 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-41db4117-0b4e-4e84-aa30-3c960ad6f0b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:27.231680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] For port 2438b685-4ce3-4c9f-b46c-52b32693a63a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2438b685-4ce3-4c9f-b46c-52b32693a63a,segment=NetworkSegment(e0c1c015-2e69-4e8e-bd19-bfc3973bb4ed),segment_id=e0c1c015-2e69-4e8e-bd19-bfc3973bb4ed)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:27.232251 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:27.305287 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86ac93b4-c0fc-4574-a886-6089ae1dc9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:27.350993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-86ac93b4-c0fc-4574-a886-6089ae1dc9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:27.363175 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-86ac93b4-c0fc-4574-a886-6089ae1dc9bc admin admin] Usage tracker for resource:security_group_rule and tenant:9862f4b7cdde436faa9afce3d9524e43 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:27.372171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-86ac93b4-c0fc-4574-a886-6089ae1dc9bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:27.387033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-86ac93b4-c0fc-4574-a886-6089ae1dc9bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:27.406520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-41db4117-0b4e-4e84-aa30-3c960ad6f0b0 None None] For port 2438b685-4ce3-4c9f-b46c-52b32693a63a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2438b685-4ce3-4c9f-b46c-52b32693a63a,segment=NetworkSegment(e0c1c015-2e69-4e8e-bd19-bfc3973bb4ed),segment_id=e0c1c015-2e69-4e8e-bd19-bfc3973bb4ed)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:27.406520 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-41db4117-0b4e-4e84-aa30-3c960ad6f0b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:27.649271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for 2438b685-4ce3-4c9f-b46c-52b32693a63a owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:27.781885 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86ac93b4-c0fc-4574-a886-6089ae1dc9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:27.806097 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-41db4117-0b4e-4e84-aa30-3c960ad6f0b0 None None] Calling delete_port for 2438b685-4ce3-4c9f-b46c-52b32693a63a owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:27.909773 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86ac93b4-c0fc-4574-a886-6089ae1dc9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:27.964551 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:27.971248 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b0b274b1-aa2b-4d3a-bbf9-803f158adbee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:27.974953 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-86ac93b4-c0fc-4574-a886-6089ae1dc9bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9862f4b7cdde436faa9afce3d9524e43&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9707680
Jun 04 15:43:27.976253 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8fa2760e-0e25-4562-9c92-35d7196cf9f6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:27.980914 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-41db4117-0b4e-4e84-aa30-3c960ad6f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:27.989649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44552) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:28.004358 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f21b6699-b027-4c9d-b381-d68baee35df1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:28.098388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac93b4-c0fc-4574-a886-6089ae1dc9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0154fa-0891-4684-9d94-90109c98793d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:28.115977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=2438b685-4ce3-4c9f-b46c-52b32693a63a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:28.117887 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-86ac93b4-c0fc-4574-a886-6089ae1dc9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:28.127844 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:28.128663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No DVR routers for this DVR port 2438b685-4ce3-4c9f-b46c-52b32693a63a on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:28.199510 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db4117-0b4e-4e84-aa30-3c960ad6f0b0 None None] Pushing event deleted for resources: {'Port': ['ID=2438b685-4ce3-4c9f-b46c-52b32693a63a,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:28.209588 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-41db4117-0b4e-4e84-aa30-3c960ad6f0b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:28.210464 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db4117-0b4e-4e84-aa30-3c960ad6f0b0 None None] No DVR routers for this DVR port 2438b685-4ce3-4c9f-b46c-52b32693a63a on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:28.278134 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21427113-19ec-47e0-8e3c-5f826e49654a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:28.356528 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21427113-19ec-47e0-8e3c-5f826e49654a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:28.588487 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:28.606526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8385949970>,) {'filters': {'network_id': ['07824a58-d5a7-45b9-b4d1-a776432bc2e3']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:28.629379 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385949970>, 'e0c1c015-2e69-4e8e-bd19-bfc3973bb4ed') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:28.629997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385949970>, 'e0c1c015-2e69-4e8e-bd19-bfc3973bb4ed') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:28.649483 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21427113-19ec-47e0-8e3c-5f826e49654a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:28.661358 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-255c3e4b-7f7c-47b3-aa59-f66f2cf67743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:28.693036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21427113-19ec-47e0-8e3c-5f826e49654a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0154fa-0891-4684-9d94-90109c98793d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:28.709026 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-21427113-19ec-47e0-8e3c-5f826e49654a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:28.716299 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21427113-19ec-47e0-8e3c-5f826e49654a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:28.716299 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-21427113-19ec-47e0-8e3c-5f826e49654a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae0154fa-0891-4684-9d94-90109c98793d HTTP/1.1" status: 204  len: 168 time: 0.7227540
Jun 04 15:43:28.745048 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:28.759300 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44594) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:28.788667 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:28.807224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44598) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:28.809558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:43:28.810332 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:43:28.828858 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:43:28.964094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2438b685-4ce3-4c9f-b46c-52b32693a63a no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:43:28.993604 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1927432273'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:28.996583 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19dbbbef-5d4a-4528-a7fc-ca83211a6348 req-9f71436c-0968-4290-8afe-f83ed341d994 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3533843
Jun 04 15:43:29.010648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 2438b685-4ce3-4c9f-b46c-52b32693a63a {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:43:29.011532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2438b685-4ce3-4c9f-b46c-52b32693a63a not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:43:29.015324 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:29.021401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Usage tracker for resource:network and tenant:e78b0cc77f744171b1042d3f110e5a86 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:29.025637 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:29.033439 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:29.099030 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2e04ffa8-46bc-4928-8082-0292deccab1e tempest-ServiceProvidersTest-1487244472 tempest-ServiceProvidersTest-1487244472-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.2909462
Jun 04 15:43:29.138309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Made reservation on behalf of e78b0cc77f744171b1042d3f110e5a86 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:29.146507 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:29.172111 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:29.181969 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:29.189395 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:29.205030 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-28317857-f1e0-4e19-9998-1b9c2e813c0c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:29.221068 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:29.226618 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Usage tracker for resource:security_group_rule and tenant:e78b0cc77f744171b1042d3f110e5a86 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:29.231234 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:29.238857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:29.250271 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/networks/07824a58-d5a7-45b9-b4d1-a776432bc2e3 HTTP/1.1" status: 204  len: 168 time: 2.8627455
Jun 04 15:43:29.254055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Network': ['ID=07824a58-d5a7-45b9-b4d1-a776432bc2e3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:29.255411 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:29.256073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44612) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:29.262017 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1631356033'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:29.274822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:29.281704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:network and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:29.287613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:29.296299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:29.310651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbbbef-5d4a-4528-a7fc-ca83211a6348 req-451f2b8c-b966-4a4a-abee-0d7e782cb072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:29.311980 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19dbbbef-5d4a-4528-a7fc-ca83211a6348 req-451f2b8c-b966-4a4a-abee-0d7e782cb072 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 1098 time: 0.2077811
Jun 04 15:43:29.362641 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:29.478180 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-31bdb0e3-f124-40eb-a41c-5ff3b186b731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:29.478773 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:29.486113 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6a345c40-173c-49e2-bdd3-46cb7bda1a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:29.486842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:29.490907 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:29.530019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:43:29.583040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe901faa-060a-4feb-a81b-5bc47faaae44,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:29.587254 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:29.592590 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:29.593855 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Added segment 2d3f9e7a-5c5c-4419-9deb-939a84c76f7e of type vlan for network 07ea88c9-91ee-46b0-897c-58a5ae56abf9
Jun 04 15:43:29.594462 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:43:29.642246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbbbef-5d4a-4528-a7fc-ca83211a6348 req-c69bb81d-40b7-4eff-b3bc-b4afd86c5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:29.646950 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19dbbbef-5d4a-4528-a7fc-ca83211a6348 req-c69bb81d-40b7-4eff-b3bc-b4afd86c5f31 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 200  len: 917 time: 0.3072562
Jun 04 15:43:29.648310 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:29.652755 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:29.654673 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Added segment 97988fc3-2788-4989-9cee-59c4c6751001 of type vlan for network 821b8fdc-a4d1-41cf-89a0-d2e36e9107bc
Jun 04 15:43:29.795605 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:29.819784 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19dbbbef-5d4a-4528-a7fc-ca83211a6348 req-87b2e4bb-2343-40fa-a176-e937c02828ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2143492-b011-42f0-a341-8a7bebb56539 HTTP/1.1" status: 200  len: 1002 time: 0.1621811
Jun 04 15:43:29.837985 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:29.847760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:29.848713 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:29.854847 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dff172ce-c124-4a15-804b-813d371ba824 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:29.927747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbbbef-5d4a-4528-a7fc-ca83211a6348 req-98c02e09-6533-47a8-848b-90550d7b15f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:29.930542 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19dbbbef-5d4a-4528-a7fc-ca83211a6348 req-98c02e09-6533-47a8-848b-90550d7b15f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 200  len: 855 time: 0.0980146
Jun 04 15:43:29.984175 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44638) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:29.989938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Pushing event updated for resources: {'Network': ['ID=07ea88c9-91ee-46b0-897c-58a5ae56abf9,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:29.994393 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:30.001034 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 07ea88c9-91ee-46b0-897c-58a5ae56abf9 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:43:30.034233 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbbbef-5d4a-4528-a7fc-ca83211a6348 req-4a507e6b-ad9c-42b1-beee-26d75c0295d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:30.037580 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19dbbbef-5d4a-4528-a7fc-ca83211a6348 req-4a507e6b-ad9c-42b1-beee-26d75c0295d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0984273
Jun 04 15:43:30.145847 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:30.152033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:30.152628 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:30.163372 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7250660d-6200-400b-aa97-cff79b8c2f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:30.197441 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 1.4340286
Jun 04 15:43:30.203832 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44646) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:30.207638 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2aa33aa7-c9dc-400c-89c7-3721f6e93987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:30.222620 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Request body: {'subnet': {'network_id': '07ea88c9-91ee-46b0-897c-58a5ae56abf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:30.229897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44648) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:30.272198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2aa33aa7-c9dc-400c-89c7-3721f6e93987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:30.327796 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6d184da4-0559-44aa-8bf9-e98cac635490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:30.331119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2aa33aa7-c9dc-400c-89c7-3721f6e93987 admin admin] Usage tracker for resource:security_group_rule and tenant:8d6fbb0d17244b83aa04a9384a6a1787 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:30.341613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Network': ['ID=821b8fdc-a4d1-41cf-89a0-d2e36e9107bc,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:30.341945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2aa33aa7-c9dc-400c-89c7-3721f6e93987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:30.347182 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:30.352984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 821b8fdc-a4d1-41cf-89a0-d2e36e9107bc details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:43:30.353369 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19dbbbef-5d4a-4528-a7fc-ca83211a6348 req-80e5ea94-ade5-425e-86c3-cec2e886e746 service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3087113
Jun 04 15:43:30.354292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6d184da4-0559-44aa-8bf9-e98cac635490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:30.354498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2aa33aa7-c9dc-400c-89c7-3721f6e93987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:30.363172 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6d184da4-0559-44aa-8bf9-e98cac635490 admin admin] Usage tracker for resource:security_group_rule and tenant:3640e84bdf8345f9997c10954d650339 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:30.370234 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:30.376762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Usage tracker for resource:subnet and tenant:e78b0cc77f744171b1042d3f110e5a86 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:30.385534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:30.395079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6d184da4-0559-44aa-8bf9-e98cac635490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:30.395629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:30.409030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6d184da4-0559-44aa-8bf9-e98cac635490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:30.480470 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2aa33aa7-c9dc-400c-89c7-3721f6e93987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:30.547813 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-19dbbbef-5d4a-4528-a7fc-ca83211a6348 req-564811d5-e75f-4783-9a8b-3a45c322064c service neutron] 10.222.0.62 "GET /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1802702
Jun 04 15:43:30.549889 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0fc2bd61-1fec-46ad-9583-69cd4b77b0ca tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.2918968
Jun 04 15:43:30.572872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44656) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:30.581208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'subnet': {'network_id': '821b8fdc-a4d1-41cf-89a0-d2e36e9107bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:30.718496 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2aa33aa7-c9dc-400c-89c7-3721f6e93987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:30.730450 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c508f763-db9e-4410-a8b8-a9928203c0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:30.818072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:30.825836 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:subnet and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:30.830670 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2aa33aa7-c9dc-400c-89c7-3721f6e93987 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d6fbb0d17244b83aa04a9384a6a1787&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8451879
Jun 04 15:43:30.832921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:30.838484 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44666) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:30.855983 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:30.861029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa33aa7-c9dc-400c-89c7-3721f6e93987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed7b8d8-beb9-421e-928b-655d4f674a5b,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:30.864390 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2aa33aa7-c9dc-400c-89c7-3721f6e93987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:30.901878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Made reservation on behalf of e78b0cc77f744171b1042d3f110e5a86 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:30.902440 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6d184da4-0559-44aa-8bf9-e98cac635490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:30.906527 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:31.027878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:31.032964 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:31.047519 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-63aac9c4-3c65-4c18-9676-9247a93c9a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:31.123351 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-63aac9c4-3c65-4c18-9676-9247a93c9a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:31.129753 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6d184da4-0559-44aa-8bf9-e98cac635490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:31.136728 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0ab1c329-7544-49eb-8a4d-1cee6d79f349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:31.189114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d184da4-0559-44aa-8bf9-e98cac635490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0abfad-431a-47d9-a4a6-a38537f5185e,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:31.229387 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6d184da4-0559-44aa-8bf9-e98cac635490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:31.243404 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6d184da4-0559-44aa-8bf9-e98cac635490 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3640e84bdf8345f9997c10954d650339&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0121703
Jun 04 15:43:31.244065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44676) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:31.348906 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0621567-a93c-4aae-9efb-a2a9cd8bc6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:31.413413 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0621567-a93c-4aae-9efb-a2a9cd8bc6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:31.529770 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-63aac9c4-3c65-4c18-9676-9247a93c9a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:31.535155 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f5f7f34a-7592-47b2-80d5-21cae81d9eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:31.555069 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aac9c4-3c65-4c18-9676-9247a93c9a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed7b8d8-beb9-421e-928b-655d4f674a5b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:31.558115 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-63aac9c4-3c65-4c18-9676-9247a93c9a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:31.568102 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-63aac9c4-3c65-4c18-9676-9247a93c9a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:31.568102 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-63aac9c4-3c65-4c18-9676-9247a93c9a48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bed7b8d8-beb9-421e-928b-655d4f674a5b HTTP/1.1" status: 204  len: 168 time: 0.7219248
Jun 04 15:43:31.638549 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0621567-a93c-4aae-9efb-a2a9cd8bc6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:31.643307 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-70b6a894-23ae-4bc1-83ce-ce61b336c04d tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:31.664421 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0621567-a93c-4aae-9efb-a2a9cd8bc6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0abfad-431a-47d9-a4a6-a38537f5185e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:31.677722 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b0621567-a93c-4aae-9efb-a2a9cd8bc6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:31.682106 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0621567-a93c-4aae-9efb-a2a9cd8bc6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:31.683304 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b0621567-a93c-4aae-9efb-a2a9cd8bc6f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f0abfad-431a-47d9-a4a6-a38537f5185e HTTP/1.1" status: 204  len: 168 time: 0.4381163
Jun 04 15:43:32.011421 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44700) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:32.187802 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:32.330114 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:32.338817 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-41070608-bd0e-4010-abc7-01ee9d4a62c1 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:32.408926 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:32.416478 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e73247cb-54a4-407e-aa9e-a3b951e02710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:32.450864 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Subnet': ['ID=8ba1303d-5abb-4382-bcb1-4c8b84131afe,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:32.458483 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:32.459118 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8af85c3a-6a80-4805-a336-e6b96e1ac5e0 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:32.503842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Checking segment: {'id': '97988fc3-2788-4989-9cee-59c4c6751001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '821b8fdc-a4d1-41cf-89a0-d2e36e9107bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:43:32.504215 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network hostable DHCP agents. Network: 821b8fdc-a4d1-41cf-89a0-d2e36e9107bc, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:43:32.562073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Checking segment: {'id': '2d3f9e7a-5c5c-4419-9deb-939a84c76f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '07ea88c9-91ee-46b0-897c-58a5ae56abf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:43:32.562848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Network hostable DHCP agents. Network: 07ea88c9-91ee-46b0-897c-58a5ae56abf9, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:43:32.565676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Pushing event updated for resources: {'Subnet': ['ID=b3a08022-da3a-4deb-8d03-f0b28e3873be,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:32.572909 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:32.724370 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network 821b8fdc-a4d1-41cf-89a0-d2e36e9107bc is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:43:32.737092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Network 07ea88c9-91ee-46b0-897c-58a5ae56abf9 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:43:32.874361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 821b8fdc-a4d1-41cf-89a0-d2e36e9107bc) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:32.893787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 07ea88c9-91ee-46b0-897c-58a5ae56abf9) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:32.906217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afed264-9e4d-4e32-9963-8f721ebbae22 None None] Network 821b8fdc-a4d1-41cf-89a0-d2e36e9107bc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:32.912565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:32.913197 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:32.933794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:32.934384 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:32.947497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c319b9bd-1930-4351-b512-a857fef7e07f None None] Network 07ea88c9-91ee-46b0-897c-58a5ae56abf9 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:33.165094 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.6087809
Jun 04 15:43:33.168402 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44750) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:33.181203 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'network_id': '821b8fdc-a4d1-41cf-89a0-d2e36e9107bc', 'name': 'tempest-PortsIpV6TestJSON-1079598059', 'fixed_ips': [{'subnet_id': '8ba1303d-5abb-4382-bcb1-4c8b84131afe', 'ip_address': '2001:db8::10'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:33.234678 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.0290132
Jun 04 15:43:33.247631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44754) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:33.263262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Request body: {'port': {'network_id': '07ea88c9-91ee-46b0-897c-58a5ae56abf9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-99978401'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:33.388703 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08c9908f-e9db-40f5-a05d-eb48bbd98e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:33.534152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-07ea88c9-91ee-46b0-897c-58a5ae56abf9', 'network_id': '07ea88c9-91ee-46b0-897c-58a5ae56abf9', 'tenant_id': 'e78b0cc77f744171b1042d3f110e5a86', 'fixed_ips': [{'subnet_id': 'b3a08022-da3a-4deb-8d03-f0b28e3873be'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:43:33.535272 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:33.554342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:33.563038 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:port and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:33.568286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:33.582214 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:33.610902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:33.615129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Usage tracker for resource:port and tenant:e78b0cc77f744171b1042d3f110e5a86 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:33.618790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:33.625443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:33.628014 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-821b8fdc-a4d1-41cf-89a0-d2e36e9107bc', 'network_id': '821b8fdc-a4d1-41cf-89a0-d2e36e9107bc', 'tenant_id': '856f9f5e166643a0ad0d1b7b273cd474', 'fixed_ips': [{'subnet_id': '8ba1303d-5abb-4382-bcb1-4c8b84131afe'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:43:33.628965 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:33.724628 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:33.851808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44782) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:33.902148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Made reservation on behalf of e78b0cc77f744171b1042d3f110e5a86 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:33.908491 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:33.942764 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] device_id is not set on port 2b2fb5cb-4ef1-46b7-aee8-169adb02b86a yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:43:33.954757 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:33.993828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Allocated IP 2001:db8::2 (07ea88c9-91ee-46b0-897c-58a5ae56abf9/b3a08022-da3a-4deb-8d03-f0b28e3873be/d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:43:34.048993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-73479367-network', 'tenant_id': '104013deaded4a5ca1ef6631e70b16a3'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:34.061532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:34.067076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Usage tracker for resource:network and tenant:104013deaded4a5ca1ef6631e70b16a3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:34.070095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:34.091343 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Allocated IP 2001:db8::2 (821b8fdc-a4d1-41cf-89a0-d2e36e9107bc/8ba1303d-5abb-4382-bcb1-4c8b84131afe/e8d98ff8-d595-4834-b451-47e2d97252f8) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:43:34.098461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:34.119262 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:34.130085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-08c9908f-e9db-40f5-a05d-eb48bbd98e03 admin admin] Deleting port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:34.130497 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08c9908f-e9db-40f5-a05d-eb48bbd98e03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:34.148933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] device_id is not set on port 97cb3304-00fb-47c0-a431-0882013b4633 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:43:34.225985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Made reservation on behalf of 104013deaded4a5ca1ef6631e70b16a3 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:34.235448 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:34.261898 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:34.288301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:34.304961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Usage tracker for resource:security_group_rule and tenant:104013deaded4a5ca1ef6631e70b16a3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:34.316289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:34.327296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:34.330400 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-08c9908f-e9db-40f5-a05d-eb48bbd98e03 admin admin] For port 1e512355-7eb9-4a58-bbf9-f025f8bc19dc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1e512355-7eb9-4a58-bbf9-f025f8bc19dc,segment=NetworkSegment(d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0),segment_id=d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:34.330766 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08c9908f-e9db-40f5-a05d-eb48bbd98e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:34.472445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-08c9908f-e9db-40f5-a05d-eb48bbd98e03 admin admin] Calling delete_port for 1e512355-7eb9-4a58-bbf9-f025f8bc19dc owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:34.504518 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:34.521415 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Transition to ACTIVE for port object d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:34.542732 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:34.559889 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Transition to ACTIVE for port object d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:34.561955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Transition to ACTIVE for port object e8d98ff8-d595-4834-b451-47e2d97252f8 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:34.594391 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:34.610018 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Transition to ACTIVE for port object e8d98ff8-d595-4834-b451-47e2d97252f8 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:34.676627 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:34.681784 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-32849333-4381-492c-a34d-10b8a057c050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:34.738264 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:34.741779 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:34.754874 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Network 07ea88c9-91ee-46b0-897c-58a5ae56abf9 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:43:34.755446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:43:34.763837 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:34.766514 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:34.766871 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Added segment f0fb81a1-b070-4c2e-bab5-d0c879d3ac47 of type vlan for network ee1ccce5-00ab-4966-b2a8-8249ece83bf3
Jun 04 15:43:34.768640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:43:34.775234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44816) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:34.776036 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-04dcc322-3a65-4149-8bdc-9f6ec1a58d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:34.776925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Network 821b8fdc-a4d1-41cf-89a0-d2e36e9107bc is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:43:34.783162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:34.834164 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:43:34.841247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb4e27f-1a6f-4c12-85d8-765d226a1428,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:34.845776 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:34.849758 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:34.858279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Allocated IP 2001:db8::10 (821b8fdc-a4d1-41cf-89a0-d2e36e9107bc/8ba1303d-5abb-4382-bcb1-4c8b84131afe/97cb3304-00fb-47c0-a431-0882013b4633) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:43:34.864720 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Allocated IP 2001:db8::309 (07ea88c9-91ee-46b0-897c-58a5ae56abf9/b3a08022-da3a-4deb-8d03-f0b28e3873be/2b2fb5cb-4ef1-46b7-aee8-169adb02b86a) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:43:34.876092 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Pushing event updated for resources: {'Port': ['ID=d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:34.887675 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:34.892136 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a3c5f5e8-e5d4-4a3c-9487-2db0d7f710fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:34.941264 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08c9908f-e9db-40f5-a05d-eb48bbd98e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:34.947395 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-866296d0-c66a-41e0-9a64-d617e2d63fd3 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:35.089347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Attempting to bind port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:43:35.089737 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Attempting to bind port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '2d3f9e7a-5c5c-4419-9deb-939a84c76f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '07ea88c9-91ee-46b0-897c-58a5ae56abf9'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:43:35.090112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Attempting to bind port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b on network 07ea88c9-91ee-46b0-897c-58a5ae56abf9 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:43:35.137406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:43:35.137803 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Checking segment: {'id': '2d3f9e7a-5c5c-4419-9deb-939a84c76f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '07ea88c9-91ee-46b0-897c-58a5ae56abf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:43:35.138215 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.138829 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Bound using segment: {'id': '2d3f9e7a-5c5c-4419-9deb-939a84c76f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '07ea88c9-91ee-46b0-897c-58a5ae56abf9'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:43:35.139578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Bound port: d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3f9e7a-5c5c-4419-9deb-939a84c76f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '07ea88c9-91ee-46b0-897c-58a5ae56abf9'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:43:35.140186 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.223685 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Attempting to bind port e8d98ff8-d595-4834-b451-47e2d97252f8 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:43:35.224624 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Attempting to bind port e8d98ff8-d595-4834-b451-47e2d97252f8 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '97988fc3-2788-4989-9cee-59c4c6751001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '821b8fdc-a4d1-41cf-89a0-d2e36e9107bc'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:43:35.225318 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Attempting to bind port e8d98ff8-d595-4834-b451-47e2d97252f8 on network 821b8fdc-a4d1-41cf-89a0-d2e36e9107bc {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:43:35.232144 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Pushing event updated for resources: {'Port': ['ID=e8d98ff8-d595-4834-b451-47e2d97252f8,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:35.236631 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:35.249620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:43:35.249620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Checking segment: {'id': '97988fc3-2788-4989-9cee-59c4c6751001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '821b8fdc-a4d1-41cf-89a0-d2e36e9107bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:43:35.249620 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.249620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Bound using segment: {'id': '97988fc3-2788-4989-9cee-59c4c6751001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '821b8fdc-a4d1-41cf-89a0-d2e36e9107bc'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:43:35.249620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Bound port: e8d98ff8-d595-4834-b451-47e2d97252f8, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97988fc3-2788-4989-9cee-59c4c6751001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '821b8fdc-a4d1-41cf-89a0-d2e36e9107bc'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:43:35.249620 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.284156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9908f-e9db-40f5-a05d-eb48bbd98e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e512355-7eb9-4a58-bbf9-f025f8bc19dc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:35.288048 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-08c9908f-e9db-40f5-a05d-eb48bbd98e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:35.288753 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.289820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:35.290363 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.304222 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3334e9a2-64f2-4b86-a2c3-792f46604dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:35.356993 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3fe28b2f-6687-42fb-a038-46ceeab52bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.402458 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.407692 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] For port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:43:35.412611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] For port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b,segment=NetworkSegment(2d3f9e7a-5c5c-4419-9deb-939a84c76f7e),segment_id=2d3f9e7a-5c5c-4419-9deb-939a84c76f7e)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:43:35.423550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3fe28b2f-6687-42fb-a038-46ceeab52bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:35.429180 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.432523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] For port e8d98ff8-d595-4834-b451-47e2d97252f8, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:43:35.438349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] For port e8d98ff8-d595-4834-b451-47e2d97252f8, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e8d98ff8-d595-4834-b451-47e2d97252f8,segment=NetworkSegment(97988fc3-2788-4989-9cee-59c4c6751001),segment_id=97988fc3-2788-4989-9cee-59c4c6751001)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:43:35.440271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3fe28b2f-6687-42fb-a038-46ceeab52bd3 admin admin] Usage tracker for resource:security_group_rule and tenant:b0786ff2f3654a4a914d65e4c6d4e1bb is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:35.466546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Transition to ACTIVE for port object 97cb3304-00fb-47c0-a431-0882013b4633 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:35.492292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3fe28b2f-6687-42fb-a038-46ceeab52bd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:35.495684 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.502804 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.509315 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:35.517468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Transition to ACTIVE for port object 2b2fb5cb-4ef1-46b7-aee8-169adb02b86a will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:35.574359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3fe28b2f-6687-42fb-a038-46ceeab52bd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:35.588213 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Pushing event updated for resources: {'Network': ['ID=ee1ccce5-00ab-4966-b2a8-8249ece83bf3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:35.596885 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:35.602884 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network ee1ccce5-00ab-4966-b2a8-8249ece83bf3 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:43:35.617156 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Pushing event updated for resources: {'Port': ['ID=d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:35.669223 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.675498 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.685513 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-19e36960-9870-4097-8c8d-ea2ba41d1d04 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:35.696958 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.8437719
Jun 04 15:43:35.713865 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:35.718685 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.719743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44844) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:35.722262 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-af6bff1f-93d0-44be-9897-c20a494492e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:35.727427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Request body: {'subnet': {'network_id': 'ee1ccce5-00ab-4966-b2a8-8249ece83bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-73479367-subnet', 'tenant_id': '104013deaded4a5ca1ef6631e70b16a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:35.734897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:35.740195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Usage tracker for resource:subnet and tenant:104013deaded4a5ca1ef6631e70b16a3 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:35.743672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:35.750820 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:35.802949 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08c9908f-e9db-40f5-a05d-eb48bbd98e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.813682 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Pushing event updated for resources: {'Port': ['ID=e8d98ff8-d595-4834-b451-47e2d97252f8,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:35.819024 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:35.822478 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network 821b8fdc-a4d1-41cf-89a0-d2e36e9107bc is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:43:35.834461 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:35.837103 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=97cb3304-00fb-47c0-a431-0882013b4633,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:35.839689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:43:35.846076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:35.847013 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.852732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Network 07ea88c9-91ee-46b0-897c-58a5ae56abf9 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:43:35.864896 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:35.864896 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c83c3ed1-8d3e-44ed-b5f6-e45098021b93 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:35.912699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:35.915584 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:43:35.924197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:35.924197 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:35.943914 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Made reservation on behalf of 104013deaded4a5ca1ef6631e70b16a3 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:35.949672 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:36.012586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Pushing event updated for resources: {'Port': ['ID=2b2fb5cb-4ef1-46b7-aee8-169adb02b86a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:36.018732 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:36.149202 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 940 time: 2.8985980
Jun 04 15:43:36.151473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44858) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:36.157599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Request body: {'port': {'network_id': '07ea88c9-91ee-46b0-897c-58a5ae56abf9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1108504392', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:36.158088 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.api.validators [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] bootfile-name is not in valid_values {{(pid=88301) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 04 15:43:36.162521 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.api.validators [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] tftp-server is not in valid_values {{(pid=88301) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 04 15:43:36.162521 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.api.validators [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] server-ip-address is not in valid_values {{(pid=88301) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 04 15:43:36.204432 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3fe28b2f-6687-42fb-a038-46ceeab52bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:36.244977 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.0740635
Jun 04 15:43:36.251016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44862) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:36.258973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'network_id': '821b8fdc-a4d1-41cf-89a0-d2e36e9107bc', 'name': 'tempest-PortsIpV6TestJSON-1935743798', 'fixed_ips': [{'subnet_id': '8ba1303d-5abb-4382-bcb1-4c8b84131afe', 'ip_address': '2001:db8::f'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:36.473869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c9908f-e9db-40f5-a05d-eb48bbd98e03 admin admin] Router 46839d45-72f1-41d4-ae55-9b97543e4444 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:43:36.544422 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3fe28b2f-6687-42fb-a038-46ceeab52bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:36.560053 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b0621567-a93c-4aae-9efb-a2a9cd8bc6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:36.625537 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3fe28b2f-6687-42fb-a038-46ceeab52bd3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0786ff2f3654a4a914d65e4c6d4e1bb&name=default HTTP/1.1" status: 200  len: 2983 time: 1.8371427
Jun 04 15:43:36.632150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe28b2f-6687-42fb-a038-46ceeab52bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6db1cd-7867-4a51-b514-6fbf6a65f0fc,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:36.637874 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44872) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:36.730258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:36.732685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:36.738149 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3fe28b2f-6687-42fb-a038-46ceeab52bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:36.738396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Usage tracker for resource:port and tenant:e78b0cc77f744171b1042d3f110e5a86 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:36.741349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:port and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:36.743911 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:36.746819 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:36.755357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:36.757541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:36.801072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c9908f-e9db-40f5-a05d-eb48bbd98e03 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:43:36.810454 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa10047-ca0a-4387-8d8a-978f9555242c None None] Sync routers for ids ['46839d45-72f1-41d4-ae55-9b97543e4444'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:43:36.824101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa10047-ca0a-4387-8d8a-978f9555242c None None] Routers {'46839d45-72f1-41d4-ae55-9b97543e4444'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:43:36.836500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-faa10047-ca0a-4387-8d8a-978f9555242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8391235490>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:43:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['46839d45-72f1-41d4-ae55-9b97543e4444'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:36.882893 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27cac3b5-e261-4d06-99d6-27563cf2422f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:36.952409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Made reservation on behalf of e78b0cc77f744171b1042d3f110e5a86 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:36.959166 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:37.012817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:37.035086 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-08c9908f-e9db-40f5-a05d-eb48bbd98e03 admin admin] 10.222.0.32 "PUT /v2.0/routers/46839d45-72f1-41d4-ae55-9b97543e4444/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0201466
Jun 04 15:43:37.035086 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27cac3b5-e261-4d06-99d6-27563cf2422f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:37.036749 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:37.047501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44882) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:37.087602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] device_id is not set on port 091e7ca2-6d81-47a3-a31b-a1e734266b25 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:43:37.098691 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-faa10047-ca0a-4387-8d8a-978f9555242c None None] Set router 46839d45-72f1-41d4-ae55-9b97543e4444 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:43:37.212257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] device_id is not set on port 87664f9e-56b4-4d49-9379-6fbb22c16f4d yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:43:37.255939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e8d98ff8-d595-4834-b451-47e2d97252f8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:43:37.310491 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db407417-71a5-47fe-8722-5cd2cc3f0e6d None None] Network 821b8fdc-a4d1-41cf-89a0-d2e36e9107bc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:37.501265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Allocated IP 2001:db8::2d (07ea88c9-91ee-46b0-897c-58a5ae56abf9/b3a08022-da3a-4deb-8d03-f0b28e3873be/091e7ca2-6d81-47a3-a31b-a1e734266b25) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:43:37.521340 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:37.629155 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Allocated IP 2001:db8::f (821b8fdc-a4d1-41cf-89a0-d2e36e9107bc/8ba1303d-5abb-4382-bcb1-4c8b84131afe/87664f9e-56b4-4d49-9379-6fbb22c16f4d) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:43:37.718943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc5f2f8-34ba-4a09-a3ee-aedf582a9c44 None None] Network 07ea88c9-91ee-46b0-897c-58a5ae56abf9 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:37.871623 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:37.962718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0266075c-1ca0-4226-9e56-5b69259b5baa None None] Provisioning for port e8d98ff8-d595-4834-b451-47e2d97252f8 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:37.966794 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:37.972402 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-07ee28c3-2758-4b5c-91b9-ccc7ede5e670 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:38.005855 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:38.011347 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27cac3b5-e261-4d06-99d6-27563cf2422f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:38.036600 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-faa10047-ca0a-4387-8d8a-978f9555242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8391235490>, [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:43:34Z', 'revision_number': 5, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port': {'id': '74c77f4d-d4a7-4374-b093-0b087ad27f70', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:36:31Z', 'updated_at': '2021-06-04T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:38.040835 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Transition to ACTIVE for port object 091e7ca2-6d81-47a3-a31b-a1e734266b25 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:38.044125 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:38.058781 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27cac3b5-e261-4d06-99d6-27563cf2422f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:38.060008 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-27cac3b5-e261-4d06-99d6-27563cf2422f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a6db1cd-7867-4a51-b514-6fbf6a65f0fc HTTP/1.1" status: 204  len: 168 time: 1.4167490
Jun 04 15:43:38.067007 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Transition to ACTIVE for port object 87664f9e-56b4-4d49-9379-6fbb22c16f4d will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:38.069843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2415f3e-9e04-4830-8655-2e2fd4357233,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:38.074524 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:38.075503 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2fd4ac12-7e28-42a2-a47d-917dc1c7769c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:38.080519 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa10047-ca0a-4387-8d8a-978f9555242c None None] Checking router: 46839d45-72f1-41d4-ae55-9b97543e4444 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:43:38.083828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Checking segment: {'id': 'f0fb81a1-b070-4c2e-bab5-d0c879d3ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ee1ccce5-00ab-4966-b2a8-8249ece83bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:43:38.084420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Network hostable DHCP agents. Network: ee1ccce5-00ab-4966-b2a8-8249ece83bf3, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:43:38.146308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cac3b5-e261-4d06-99d6-27563cf2422f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6db1cd-7867-4a51-b514-6fbf6a65f0fc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:38.156087 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-27cac3b5-e261-4d06-99d6-27563cf2422f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:38.192657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] Deleting port 74c77f4d-d4a7-4374-b093-0b087ad27f70 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:38.193399 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:38.213828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa10047-ca0a-4387-8d8a-978f9555242c None None] Routers {'46839d45-72f1-41d4-ae55-9b97543e4444'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:43:38.213828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-faa10047-ca0a-4387-8d8a-978f9555242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8391235490>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:43:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['46839d45-72f1-41d4-ae55-9b97543e4444'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:38.278269 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port e8d98ff8-d595-4834-b451-47e2d97252f8 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:38.296805 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:38.299065 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:38.307092 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c4f00b7f-6372-435b-9a9a-3f924cbfc62e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:38.331725 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] For port 74c77f4d-d4a7-4374-b093-0b087ad27f70, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=74c77f4d-d4a7-4374-b093-0b087ad27f70,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:38.332370 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:38.411850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Network ee1ccce5-00ab-4966-b2a8-8249ece83bf3 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:43:38.470232 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e8d98ff8-d595-4834-b451-47e2d97252f8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:38.470849 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:38.484278 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Network 07ea88c9-91ee-46b0-897c-58a5ae56abf9 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:43:38.487593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network 821b8fdc-a4d1-41cf-89a0-d2e36e9107bc is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:43:38.492673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:38.495890 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] Calling delete_port for 74c77f4d-d4a7-4374-b093-0b087ad27f70 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:38.501898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:38.505150 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:43:38.515716 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:38.516984 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:38.523457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=87664f9e-56b4-4d49-9379-6fbb22c16f4d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:38.539404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:43:38.547770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:38.548568 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:38.558498 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8ba60b84-b7b4-4442-89ef-10a3c5f92e2d None None] Provisioning for port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:38.558820 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:38.574587 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b9e67e3f-8701-433a-8219-0aa93e0cc13c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:38.615451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, ee1ccce5-00ab-4966-b2a8-8249ece83bf3) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:38.665776 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-faa10047-ca0a-4387-8d8a-978f9555242c None None] Set router 46839d45-72f1-41d4-ae55-9b97543e4444 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:43:38.718274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:38.725063 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:38.773837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Pushing event updated for resources: {'Port': ['ID=091e7ca2-6d81-47a3-a31b-a1e734266b25,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:38.785558 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:38.790424 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bda5a37-25a6-4e91-8202-e85502e0ed2f None None] Network ee1ccce5-00ab-4966-b2a8-8249ece83bf3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:38.868107 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 2.7152209
Jun 04 15:43:38.871118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44924) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:38.919289 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-faa10047-ca0a-4387-8d8a-978f9555242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8391235490>, [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:43:37Z', 'revision_number': 6, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:38.962389 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa10047-ca0a-4387-8d8a-978f9555242c None None] The sync data for ids ['46839d45-72f1-41d4-ae55-9b97543e4444'] in n-d-791505-9 is: [{'id': '46839d45-72f1-41d4-ae55-9b97543e4444', 'name': 'tempest-TestVolumeBackupRestore-419997949-router', 'tenant_id': '3a0b97e8de834ebea3f73cfa41700327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:36:28Z', 'updated_at': '2021-06-04T15:43:37Z', 'revision_number': 6, 'project_id': '3a0b97e8de834ebea3f73cfa41700327', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:43:38.994943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af899e0-a3d3-4001-9dd3-7387338e313f tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:38.994943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af899e0-a3d3-4001-9dd3-7387338e313f tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:39.000582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af899e0-a3d3-4001-9dd3-7387338e313f tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:39.002546 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2af899e0-a3d3-4001-9dd3-7387338e313f tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2619 time: 0.1302423
Jun 04 15:43:39.005394 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44930) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:39.058362 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 3.3271270
Jun 04 15:43:39.058362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44934) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:39.058553 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.8000884
Jun 04 15:43:39.116489 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:39.123267 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cc0ea1c0-2fcb-4bc5-8cfc-b318afd1c04d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:39.162975 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:39.203720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=74c77f4d-d4a7-4374-b093-0b087ad27f70,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:39.211282 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:39.231810 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port e8d98ff8-d595-4834-b451-47e2d97252f8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e8d98ff8-d595-4834-b451-47e2d97252f8,segment=NetworkSegment(97988fc3-2788-4989-9cee-59c4c6751001),segment_id=97988fc3-2788-4989-9cee-59c4c6751001)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:39.295116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6bb45316-4aee-428b-88dc-cab7d972d678 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Deleting port 091e7ca2-6d81-47a3-a31b-a1e734266b25 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:39.296617 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6bb45316-4aee-428b-88dc-cab7d972d678 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:39.368782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-339bd682-f6c6-4227-ad55-d766f51c4f42 None None] Provisioning for port 97cb3304-00fb-47c0-a431-0882013b4633 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:39.376519 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-339bd682-f6c6-4227-ad55-d766f51c4f42 None None] Provisioning complete for port 97cb3304-00fb-47c0-a431-0882013b4633 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:39.377356 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-339bd682-f6c6-4227-ad55-d766f51c4f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:39.431437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73026ad2-76df-4709-833d-6ce4b260b549 None None] Network ee1ccce5-00ab-4966-b2a8-8249ece83bf3 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:39.475279 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:39.542068 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:39.543170 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:43:39.629752 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6bb45316-4aee-428b-88dc-cab7d972d678 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:39.645847 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:39.950871 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-339bd682-f6c6-4227-ad55-d766f51c4f42 None None] Port 97cb3304-00fb-47c0-a431-0882013b4633 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:43:40.051422 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=e8d98ff8-d595-4834-b451-47e2d97252f8,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:40.055707 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:40.065990 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6bb45316-4aee-428b-88dc-cab7d972d678 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Calling delete_port for 091e7ca2-6d81-47a3-a31b-a1e734266b25 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:40.094240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-339bd682-f6c6-4227-ad55-d766f51c4f42 None None] Provisioning complete for port e8d98ff8-d595-4834-b451-47e2d97252f8 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:40.094625 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-339bd682-f6c6-4227-ad55-d766f51c4f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:40.422563 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:40.442055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfd3ed7-1054-4232-bb8f-608895d2996d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:40.442055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1bfd3ed7-1054-4232-bb8f-608895d2996d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:43:40.442946 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:40.489395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:40.494678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:40.495018 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:40.567399 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6bb45316-4aee-428b-88dc-cab7d972d678 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:40.575479 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-acd6e08c-5d83-471d-a074-04b46d70b2a6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:40.632783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1bfd3ed7-1054-4232-bb8f-608895d2996d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:43:40.637478 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1bfd3ed7-1054-4232-bb8f-608895d2996d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 1.5828872
Jun 04 15:43:40.639515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44988) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:40.676779 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:40.683475 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb45316-4aee-428b-88dc-cab7d972d678 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Pushing event deleted for resources: {'Port': ['ID=091e7ca2-6d81-47a3-a31b-a1e734266b25,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:40.696684 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6bb45316-4aee-428b-88dc-cab7d972d678 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:40.749044 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:40.749044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46839d45-72f1-41d4-ae55-9b97543e4444 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:43:40.755344 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b,segment=NetworkSegment(2d3f9e7a-5c5c-4419-9deb-939a84c76f7e),segment_id=2d3f9e7a-5c5c-4419-9deb-939a84c76f7e)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:40.781653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f0d2ceef-0ccf-4994-9101-8eb65ea0bff4 None None] Provisioning for port 2b2fb5cb-4ef1-46b7-aee8-169adb02b86a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:40.787586 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f0d2ceef-0ccf-4994-9101-8eb65ea0bff4 None None] Provisioning complete for port 2b2fb5cb-4ef1-46b7-aee8-169adb02b86a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:40.787930 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ceef-0ccf-4994-9101-8eb65ea0bff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:40.814409 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:40.815916 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/46839d45-72f1-41d4-ae55-9b97543e4444 HTTP/1.1" status: 204  len: 168 time: 3.7644031
Jun 04 15:43:40.819910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 44994) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:40.851097 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6bb45316-4aee-428b-88dc-cab7d972d678 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:40.874840 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6bb45316-4aee-428b-88dc-cab7d972d678 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] 10.222.0.32 "DELETE /v2.0/ports/091e7ca2-6d81-47a3-a31b-a1e734266b25 HTTP/1.1" status: 204  len: 168 time: 1.8679168
Jun 04 15:43:40.880535 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 44996) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:40.900712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-55aad26f-9e86-4077-b680-68694f1c521a tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Request body: {'port': {'name': 'tempest-new-port-name-278941759', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:40.901160 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.api.validators [None req-55aad26f-9e86-4077-b680-68694f1c521a tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] bootfile-name is not in valid_values {{(pid=88301) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 04 15:43:40.907967 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.api.validators [None req-55aad26f-9e86-4077-b680-68694f1c521a tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] tftp-server is not in valid_values {{(pid=88301) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 04 15:43:40.908380 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.api.validators [None req-55aad26f-9e86-4077-b680-68694f1c521a tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] server-ip-address is not in valid_values {{(pid=88301) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Jun 04 15:43:40.924072 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:40.928469 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-846bedcd-cca8-40c8-bfb6-cd8b274e5ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:41.020337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb80215f-7178-40c2-92b3-1e7d6fc25834 admin admin] Deleting subnet 504bb84e-4545-4226-8f6e-0cf6a7520374 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:43:41.033591 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb80215f-7178-40c2-92b3-1e7d6fc25834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:41.123258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45010) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:41.130478 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-309581030-network', 'tenant_id': '9e456e67ac5248119cfd2fde50650f3d'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:41.176519 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb80215f-7178-40c2-92b3-1e7d6fc25834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:41.206436 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:41.219873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Usage tracker for resource:network and tenant:9e456e67ac5248119cfd2fde50650f3d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:41.235705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:41.249855 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:41.250443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e8d98ff8-d595-4834-b451-47e2d97252f8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:43:41.286312 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-55aad26f-9e86-4077-b680-68694f1c521a tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:41.338489 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2ceef-0ccf-4994-9101-8eb65ea0bff4 None None] Port 2b2fb5cb-4ef1-46b7-aee8-169adb02b86a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:43:41.344104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f0d2ceef-0ccf-4994-9101-8eb65ea0bff4 None None] Could not find standard attr ID for object 091e7ca2-6d81-47a3-a31b-a1e734266b25. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:43:41.369447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4825235a-2a75-48d0-b11b-7202903fc5d7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:41.379688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4825235a-2a75-48d0-b11b-7202903fc5d7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:41.386275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4825235a-2a75-48d0-b11b-7202903fc5d7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:41.386815 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f0d2ceef-0ccf-4994-9101-8eb65ea0bff4 None None] Provisioning complete for port 97cb3304-00fb-47c0-a431-0882013b4633 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:41.387199 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ceef-0ccf-4994-9101-8eb65ea0bff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:41.399303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Made reservation on behalf of 9e456e67ac5248119cfd2fde50650f3d for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:41.400479 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4825235a-2a75-48d0-b11b-7202903fc5d7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2391 time: 0.7590432
Jun 04 15:43:41.406538 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:41.414307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45022) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:41.463705 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:41.471470 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:41.480340 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:41.488730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e8d98ff8-d595-4834-b451-47e2d97252f8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:41.489384 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:41.518266 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb80215f-7178-40c2-92b3-1e7d6fc25834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:41.519478 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:41.540257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Usage tracker for resource:security_group_rule and tenant:9e456e67ac5248119cfd2fde50650f3d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:41.540257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:41.579564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:41.607861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2ceef-0ccf-4994-9101-8eb65ea0bff4 None None] Port 97cb3304-00fb-47c0-a431-0882013b4633 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:43:41.629192 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f0d2ceef-0ccf-4994-9101-8eb65ea0bff4 None None] Provisioning complete for port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:41.629689 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ceef-0ccf-4994-9101-8eb65ea0bff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:41.868695 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1e512355-7eb9-4a58-bbf9-f025f8bc19dc no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:43:41.915130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 1e512355-7eb9-4a58-bbf9-f025f8bc19dc {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:43:41.915751 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1e512355-7eb9-4a58-bbf9-f025f8bc19dc not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:43:41.916781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 74c77f4d-d4a7-4374-b093-0b087ad27f70 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:43:41.958184 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 74c77f4d-d4a7-4374-b093-0b087ad27f70 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:43:41.958718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 74c77f4d-d4a7-4374-b093-0b087ad27f70 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:43:42.016694 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f0d2ceef-0ccf-4994-9101-8eb65ea0bff4 None None] Provisioning for port 87664f9e-56b4-4d49-9379-6fbb22c16f4d completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:42.024528 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f0d2ceef-0ccf-4994-9101-8eb65ea0bff4 None None] Provisioning complete for port 87664f9e-56b4-4d49-9379-6fbb22c16f4d triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:42.025391 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ceef-0ccf-4994-9101-8eb65ea0bff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:42.039667 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:42.055448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-20082698-54d5-4d57-a361-d2f49f3e99e8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port 87664f9e-56b4-4d49-9379-6fbb22c16f4d {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:42.055802 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-20082698-54d5-4d57-a361-d2f49f3e99e8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:42.069128 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-55aad26f-9e86-4077-b680-68694f1c521a tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:42.107268 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2ceef-0ccf-4994-9101-8eb65ea0bff4 None None] Port 87664f9e-56b4-4d49-9379-6fbb22c16f4d cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:43:42.140839 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:42.146926 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8c8df9a3-99d2-418c-a695-58b6bb57a029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:42.175483 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:43:42.191101 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0176455-9867-416d-98dd-ed0bc7e44ebc,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:42.196192 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:42.200064 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:42.200451 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Added segment 40af07c7-e837-4169-902a-e31b3ebf6ac6 of type vlan for network 984118ad-db78-4fcc-8d83-9bfc083dda21
Jun 04 15:43:42.203214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-55aad26f-9e86-4077-b680-68694f1c521a tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:42.217872 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6bb45316-4aee-428b-88dc-cab7d972d678 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:42.260616 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-20082698-54d5-4d57-a361-d2f49f3e99e8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:42.284752 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-55aad26f-9e86-4077-b680-68694f1c521a tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] In _notify_port_updated(), no bound segment for port 2b2fb5cb-4ef1-46b7-aee8-169adb02b86a on network 07ea88c9-91ee-46b0-897c-58a5ae56abf9 {{(pid=88301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:43:42.290949 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aad26f-9e86-4077-b680-68694f1c521a tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:42.292190 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-55aad26f-9e86-4077-b680-68694f1c521a tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:42.296967 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-55aad26f-9e86-4077-b680-68694f1c521a tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] 10.222.0.32 "PUT /v2.0/ports/2b2fb5cb-4ef1-46b7-aee8-169adb02b86a HTTP/1.1" status: 200  len: 1129 time: 1.4116037
Jun 04 15:43:42.310741 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45088) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:42.423578 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-20082698-54d5-4d57-a361-d2f49f3e99e8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for 87664f9e-56b4-4d49-9379-6fbb22c16f4d owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:42.432681 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb80215f-7178-40c2-92b3-1e7d6fc25834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:42.438404 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ae72b93f-a4ca-40a9-a573-ec58e824f229 tempest-AllowedAddressPairTestJSON-400291901 tempest-AllowedAddressPairTestJSON-400291901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:42.487639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80215f-7178-40c2-92b3-1e7d6fc25834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=504bb84e-4545-4226-8f6e-0cf6a7520374,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:42.555102 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cb80215f-7178-40c2-92b3-1e7d6fc25834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:42.562755 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:42.572120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552ba757-2aab-411a-b323-5eb1dbffa72a None None] Network aaebff77-728c-4e73-9052-ac24eb7613ad requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:42.594904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aad26f-9e86-4077-b680-68694f1c521a tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Pushing event updated for resources: {'Port': ['ID=2b2fb5cb-4ef1-46b7-aee8-169adb02b86a,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:42.598710 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-55aad26f-9e86-4077-b680-68694f1c521a tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:42.628138 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb80215f-7178-40c2-92b3-1e7d6fc25834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:42.634894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a059cb28-461f-4d40-905d-2f5286fc9d42 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:42.635544 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a059cb28-461f-4d40-905d-2f5286fc9d42 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Synchronizing usage tracker for tenant:e78b0cc77f744171b1042d3f110e5a86 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:43:42.730291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a059cb28-461f-4d40-905d-2f5286fc9d42 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Unset dirty status for tenant:e78b0cc77f744171b1042d3f110e5a86 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:43:42.731638 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a059cb28-461f-4d40-905d-2f5286fc9d42 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] 10.222.0.32 "GET /v2.0/ports/2b2fb5cb-4ef1-46b7-aee8-169adb02b86a HTTP/1.1" status: 200  len: 1129 time: 0.4197075
Jun 04 15:43:42.732411 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:42.734048 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:42.734923 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:42.745979 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ec39b8fb-74a4-414b-a796-5c1476e357f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:42.746247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45106) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:42.814754 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cb80215f-7178-40c2-92b3-1e7d6fc25834 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/504bb84e-4545-4226-8f6e-0cf6a7520374 HTTP/1.1" status: 204  len: 168 time: 1.9934034
Jun 04 15:43:42.827833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4b0cd6cf-6f8b-4b8b-a4b4-6072e5165fb5 None None] Provisioning complete for port 2b2fb5cb-4ef1-46b7-aee8-169adb02b86a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:42.828321 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd6cf-6f8b-4b8b-a4b4-6072e5165fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:42.848478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45114) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:42.911718 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Pushing event updated for resources: {'Network': ['ID=984118ad-db78-4fcc-8d83-9bfc083dda21,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:42.912074 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4b0cd6cf-6f8b-4b8b-a4b4-6072e5165fb5 None None] Port 2b2fb5cb-4ef1-46b7-aee8-169adb02b86a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:43:42.917039 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:42.931684 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 984118ad-db78-4fcc-8d83-9bfc083dda21 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:43:42.934496 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-20082698-54d5-4d57-a361-d2f49f3e99e8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:42.953746 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b05787ad-c5bf-4ee6-9a2d-b7d41d2ea555 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:42.989752 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.8645713
Jun 04 15:43:42.992641 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45122) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:43.003249 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Request body: {'subnet': {'network_id': '984118ad-db78-4fcc-8d83-9bfc083dda21', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-309581030-subnet', 'tenant_id': '9e456e67ac5248119cfd2fde50650f3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:43.011644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:43.022211 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Usage tracker for resource:subnet and tenant:9e456e67ac5248119cfd2fde50650f3d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:43.036172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:43.047983 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:43.056459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6172c8f7-ff44-40f5-a4d1-5e9fa118f60d None None] DHCP port deletion for aaebff77-728c-4e73-9052-ac24eb7613ad request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:43:43.108896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:43:43.113505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20082698-54d5-4d57-a361-d2f49f3e99e8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=87664f9e-56b4-4d49-9379-6fbb22c16f4d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:43.116365 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-20082698-54d5-4d57-a361-d2f49f3e99e8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:43.141412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Made reservation on behalf of 9e456e67ac5248119cfd2fde50650f3d for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:43.152033 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:43.242957 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:43.255205 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-20082698-54d5-4d57-a361-d2f49f3e99e8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:43.257335 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-20082698-54d5-4d57-a361-d2f49f3e99e8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/87664f9e-56b4-4d49-9379-6fbb22c16f4d HTTP/1.1" status: 204  len: 168 time: 1.8399823
Jun 04 15:43:43.265567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45136) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:43.280620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6172c8f7-ff44-40f5-a4d1-5e9fa118f60d None None] Deleting port d4a3c517-7327-49bb-899e-f2e9eedfa954 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:43.280979 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6172c8f7-ff44-40f5-a4d1-5e9fa118f60d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:43.406259 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:43.406711 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:43.505384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6172c8f7-ff44-40f5-a4d1-5e9fa118f60d None None] For port d4a3c517-7327-49bb-899e-f2e9eedfa954, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d4a3c517-7327-49bb-899e-f2e9eedfa954,segment=NetworkSegment(d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0),segment_id=d6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:43.505806 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6172c8f7-ff44-40f5-a4d1-5e9fa118f60d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:43.564535 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ea14f1-63b7-4db3-b43c-9d638789e103 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] GET failed (client error): The resource could not be found.
Jun 04 15:43:43.565148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-13ea14f1-63b7-4db3-b43c-9d638789e103 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:43:43.685185 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6172c8f7-ff44-40f5-a4d1-5e9fa118f60d None None] Calling delete_port for d4a3c517-7327-49bb-899e-f2e9eedfa954 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:43.698228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a843d05e-8ad3-47e9-bfa5-f36226f61083 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Deleting port 2b2fb5cb-4ef1-46b7-aee8-169adb02b86a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:43.698958 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a843d05e-8ad3-47e9-bfa5-f36226f61083 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:43.837112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-13ea14f1-63b7-4db3-b43c-9d638789e103 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:43:43.838194 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-13ea14f1-63b7-4db3-b43c-9d638789e103 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/87664f9e-56b4-4d49-9379-6fbb22c16f4d HTTP/1.1" status: 404  len: 333 time: 0.5698335
Jun 04 15:43:43.842532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45190) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:43.964155 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a843d05e-8ad3-47e9-bfa5-f36226f61083 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:43.992635 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6172c8f7-ff44-40f5-a4d1-5e9fa118f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:43.998075 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:44.022811 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:44.029051 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-07454488-87fd-412a-8b9c-ea53e348e39a tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:44.055201 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6172c8f7-ff44-40f5-a4d1-5e9fa118f60d None None] No DVR routers for this DVR port d4a3c517-7327-49bb-899e-f2e9eedfa954 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:44.062272 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172c8f7-ff44-40f5-a4d1-5e9fa118f60d None None] Pushing event deleted for resources: {'Port': ['ID=d4a3c517-7327-49bb-899e-f2e9eedfa954,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:44.069816 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6172c8f7-ff44-40f5-a4d1-5e9fa118f60d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:44.135236 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d1bb41-4a3a-48b9-837c-51a97f15b1f9,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:44.138520 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:44.149662 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Checking segment: {'id': '40af07c7-e837-4169-902a-e31b3ebf6ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '984118ad-db78-4fcc-8d83-9bfc083dda21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:43:44.150388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Network hostable DHCP agents. Network: 984118ad-db78-4fcc-8d83-9bfc083dda21, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:43:44.219108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Deleting port d4a3c517-7327-49bb-899e-f2e9eedfa954 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:44.219481 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:44.246010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a843d05e-8ad3-47e9-bfa5-f36226f61083 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Calling delete_port for 2b2fb5cb-4ef1-46b7-aee8-169adb02b86a owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:44.260981 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Network 984118ad-db78-4fcc-8d83-9bfc083dda21 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:43:44.358633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 984118ad-db78-4fcc-8d83-9bfc083dda21) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:44.380953 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff5370d-712f-4e90-944a-9876a3c91941 None None] Network 984118ad-db78-4fcc-8d83-9bfc083dda21 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:44.383110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] For port d4a3c517-7327-49bb-899e-f2e9eedfa954, host n-d-791505-9, got binding levels [] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:44.383468 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:44.390986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:44.391894 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:44.490943 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.4969976
Jun 04 15:43:44.523142 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-cb70f96c-95ba-4b14-9af5-f45b279bfd5a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port 97cb3304-00fb-47c0-a431-0882013b4633 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:44.523487 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb70f96c-95ba-4b14-9af5-f45b279bfd5a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:44.546886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Calling delete_port for d4a3c517-7327-49bb-899e-f2e9eedfa954 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:44.578940 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.ipam_backend_mixin [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Port d4a3c517-7327-49bb-899e-f2e9eedfa954 was not found and therefore no delete operation was performed {{(pid=88300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Jun 04 15:43:44.608576 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:44.617852 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f723378b-a39e-4c59-83e2-06da146fb16e tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:44.725613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a3c517-7327-49bb-899e-f2e9eedfa954,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:44.728172 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] No DVR routers for this DVR port d4a3c517-7327-49bb-899e-f2e9eedfa954 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:44.738041 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:44.758083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45220) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:44.844616 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589828a6-8ba5-459e-b74b-6ca8db0d3a85 None None] Network 984118ad-db78-4fcc-8d83-9bfc083dda21 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:44.901086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-187a46e9-2a66-4837-ae62-5d0e4ad4c3a4 admin admin] Deleting subnet b2415f3e-9e04-4830-8655-2e2fd4357233 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:43:44.906557 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-187a46e9-2a66-4837-ae62-5d0e4ad4c3a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:44.984839 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-187a46e9-2a66-4837-ae62-5d0e4ad4c3a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:44.995442 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:45.017255 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb70f96c-95ba-4b14-9af5-f45b279bfd5a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:45.093244 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-187a46e9-2a66-4837-ae62-5d0e4ad4c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:45.104228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386acb850>,) {'filters': {'network_id': ['aaebff77-728c-4e73-9052-ac24eb7613ad']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:45.110812 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d4a3c517-7327-49bb-899e-f2e9eedfa954 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:43:45.186966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-cb70f96c-95ba-4b14-9af5-f45b279bfd5a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for 97cb3304-00fb-47c0-a431-0882013b4633 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:45.189752 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a843d05e-8ad3-47e9-bfa5-f36226f61083 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:45.194727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386acb850>, 'd6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:45.201125 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386acb850>, 'd6c2b9d8-8af3-4e43-b3e4-e4a03ce18dc0') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:45.204367 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: d4a3c517-7327-49bb-899e-f2e9eedfa954 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:43:45.204950 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d4a3c517-7327-49bb-899e-f2e9eedfa954 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:43:45.208125 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0c534974-61e2-459f-ab5d-f6295fab7c45 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:45.260771 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:45.283166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843d05e-8ad3-47e9-bfa5-f36226f61083 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Pushing event deleted for resources: {'Port': ['ID=2b2fb5cb-4ef1-46b7-aee8-169adb02b86a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:45.292866 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a843d05e-8ad3-47e9-bfa5-f36226f61083 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:45.549707 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:45.578308 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a843d05e-8ad3-47e9-bfa5-f36226f61083 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:45.583114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:43:45.583763 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:43:45.617188 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:43:45.729745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-187a46e9-2a66-4837-ae62-5d0e4ad4c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:45.734587 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6fb0d790-e491-4542-a270-5bc3143018f3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:45.783849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a46e9-2a66-4837-ae62-5d0e4ad4c3a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2415f3e-9e04-4830-8655-2e2fd4357233,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:45.789500 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-187a46e9-2a66-4837-ae62-5d0e4ad4c3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:45.790578 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-187a46e9-2a66-4837-ae62-5d0e4ad4c3a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:45.798672 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a843d05e-8ad3-47e9-bfa5-f36226f61083 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] 10.222.0.32 "DELETE /v2.0/ports/2b2fb5cb-4ef1-46b7-aee8-169adb02b86a HTTP/1.1" status: 204  len: 168 time: 3.0512993
Jun 04 15:43:45.800392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45226) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:45.800558 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-187a46e9-2a66-4837-ae62-5d0e4ad4c3a4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b2415f3e-9e04-4830-8655-2e2fd4357233 HTTP/1.1" status: 204  len: 168 time: 1.0411577
Jun 04 15:43:45.801293 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45228) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:45.850563 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:45.861795 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cb814858-df48-4542-82be-fe0d2b9a6e30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:45.877835 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:45.887267 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb70f96c-95ba-4b14-9af5-f45b279bfd5a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:45.897997 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad824d89-060b-4b6d-b35b-65cb744f6a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Deleting subnet b3a08022-da3a-4deb-8d03-f0b28e3873be {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:43:45.903074 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad824d89-060b-4b6d-b35b-65cb744f6a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:45.962457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaebff77-728c-4e73-9052-ac24eb7613ad,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:45.987401 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:45.987946 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0bdfa5e2-23e1-463d-85b6-1d37089ce5a4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:45.994177 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad824d89-060b-4b6d-b35b-65cb744f6a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:46.045814 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b74ad846-1f63-4766-9e41-2d709e2927a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:46.094668 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70f96c-95ba-4b14-9af5-f45b279bfd5a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=97cb3304-00fb-47c0-a431-0882013b4633,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:46.104909 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cb70f96c-95ba-4b14-9af5-f45b279bfd5a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:46.121878 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad824d89-060b-4b6d-b35b-65cb744f6a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:46.149692 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb70f96c-95ba-4b14-9af5-f45b279bfd5a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:46.158080 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cb70f96c-95ba-4b14-9af5-f45b279bfd5a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/97cb3304-00fb-47c0-a431-0882013b4633 HTTP/1.1" status: 204  len: 168 time: 2.3133585
Jun 04 15:43:46.158768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45230) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:46.226967 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/aaebff77-728c-4e73-9052-ac24eb7613ad HTTP/1.1" status: 204  len: 168 time: 3.3802493
Jun 04 15:43:46.230293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45232) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:46.304222 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eba9d6d-c5fc-43ba-a3b7-7804a71d211f tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] GET failed (client error): The resource could not be found.
Jun 04 15:43:46.305187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7eba9d6d-c5fc-43ba-a3b7-7804a71d211f tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:43:46.501442 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b74ad846-1f63-4766-9e41-2d709e2927a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:46.521491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b74ad846-1f63-4766-9e41-2d709e2927a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c0891c0>,) {'filters': {'network_id': ['ee1ccce5-00ab-4966-b2a8-8249ece83bf3']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:46.540603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b74ad846-1f63-4766-9e41-2d709e2927a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c0891c0>, 'f0fb81a1-b070-4c2e-bab5-d0c879d3ac47') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:46.540931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b74ad846-1f63-4766-9e41-2d709e2927a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c0891c0>, 'f0fb81a1-b070-4c2e-bab5-d0c879d3ac47') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:46.583076 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad824d89-060b-4b6d-b35b-65cb744f6a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:46.588476 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5a8a66f5-d864-4415-9c91-31e4b48291f0 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:46.615750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7eba9d6d-c5fc-43ba-a3b7-7804a71d211f tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:43:46.616923 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7eba9d6d-c5fc-43ba-a3b7-7804a71d211f tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/97cb3304-00fb-47c0-a431-0882013b4633 HTTP/1.1" status: 404  len: 333 time: 0.4542730
Jun 04 15:43:46.618820 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b74ad846-1f63-4766-9e41-2d709e2927a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:46.629438 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45238) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:46.658269 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b74ad846-1f63-4766-9e41-2d709e2927a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:46.668485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74ad846-1f63-4766-9e41-2d709e2927a5 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:43:46.669244 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b74ad846-1f63-4766-9e41-2d709e2927a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:46.677051 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad824d89-060b-4b6d-b35b-65cb744f6a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:46.683500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f54a40-3563-4812-aa9b-b350d11b7c51 None None] Network 07ea88c9-91ee-46b0-897c-58a5ae56abf9 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:46.683999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad824d89-060b-4b6d-b35b-65cb744f6a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a08022-da3a-4deb-8d03-f0b28e3873be,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:46.687095 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ad824d89-060b-4b6d-b35b-65cb744f6a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:43:46.691690 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:43:46.696312 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ad824d89-060b-4b6d-b35b-65cb744f6a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] 10.222.0.32 "DELETE /v2.0/subnets/b3a08022-da3a-4deb-8d03-f0b28e3873be HTTP/1.1" status: 204  len: 168 time: 0.8936157
Jun 04 15:43:46.696936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45240) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:46.838977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba811de9-6688-492d-94e7-0e5d79a0288c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting subnet 8ba1303d-5abb-4382-bcb1-4c8b84131afe {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:43:46.866392 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba811de9-6688-492d-94e7-0e5d79a0288c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:46.930363 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba811de9-6688-492d-94e7-0e5d79a0288c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:46.970776 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b74ad846-1f63-4766-9e41-2d709e2927a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:46.981464 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:47.007282 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b74ad846-1f63-4766-9e41-2d709e2927a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:47.017971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ad846-1f63-4766-9e41-2d709e2927a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee1ccce5-00ab-4966-b2a8-8249ece83bf3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:47.031351 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b74ad846-1f63-4766-9e41-2d709e2927a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:47.033117 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b74ad846-1f63-4766-9e41-2d709e2927a5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ee1ccce5-00ab-4966-b2a8-8249ece83bf3 HTTP/1.1" status: 204  len: 168 time: 1.2312977
Jun 04 15:43:47.035848 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45246) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:47.131063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-5711b73b-c603-4266-b14d-2b5a6754bf66 admin admin] Deleting subnet 77d1bb41-4a3a-48b9-837c-51a97f15b1f9 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:43:47.134413 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd0938d-23a6-43be-bf70-83cd2268f307 None None] DHCP port deletion for 07ea88c9-91ee-46b0-897c-58a5ae56abf9 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:43:47.137451 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5711b73b-c603-4266-b14d-2b5a6754bf66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:47.216642 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5711b73b-c603-4266-b14d-2b5a6754bf66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:47.245415 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:47.255151 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3dd0938d-23a6-43be-bf70-83cd2268f307 None None] Deleting port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:47.256125 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3dd0938d-23a6-43be-bf70-83cd2268f307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:47.362318 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Deleting port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:47.362667 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:47.385782 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba811de9-6688-492d-94e7-0e5d79a0288c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:47.392148 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3dd0938d-23a6-43be-bf70-83cd2268f307 None None] For port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b,segment=NetworkSegment(2d3f9e7a-5c5c-4419-9deb-939a84c76f7e),segment_id=2d3f9e7a-5c5c-4419-9deb-939a84c76f7e)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:47.392562 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3dd0938d-23a6-43be-bf70-83cd2268f307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:47.553468 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] For port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b,segment=NetworkSegment(2d3f9e7a-5c5c-4419-9deb-939a84c76f7e),segment_id=2d3f9e7a-5c5c-4419-9deb-939a84c76f7e)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:47.553846 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:47.593671 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5711b73b-c603-4266-b14d-2b5a6754bf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:47.651739 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3dd0938d-23a6-43be-bf70-83cd2268f307 None None] Calling delete_port for d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:47.657726 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0048da3c-eaf4-44d9-8807-4ce62c3f136e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:47.793825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Calling delete_port for d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:47.832847 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3dd0938d-23a6-43be-bf70-83cd2268f307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:47.838474 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ec3dff4d-132d-41aa-9c9f-a1e18754c146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:47.900417 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd0938d-23a6-43be-bf70-83cd2268f307 None None] No DVR routers for this DVR port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:47.919108 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0938d-23a6-43be-bf70-83cd2268f307 None None] Pushing event deleted for resources: {'Port': ['ID=d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:47.922672 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3dd0938d-23a6-43be-bf70-83cd2268f307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:48.016915 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:48.023258 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-48432fb5-2f9f-4da9-addc-4da298938676 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:48.098057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] No DVR routers for this DVR port d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:48.132419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Pushing event deleted for resources: {'Port': ['ID=d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:48.139798 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:48.189608 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba811de9-6688-492d-94e7-0e5d79a0288c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:48.196531 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-15143302-40f4-405a-886d-9f76126a2291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:48.289315 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba811de9-6688-492d-94e7-0e5d79a0288c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:48.289624 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edea01ff-706f-4ad4-a459-efcbdc0c17aa None None] Network 821b8fdc-a4d1-41cf-89a0-d2e36e9107bc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:48.292191 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba811de9-6688-492d-94e7-0e5d79a0288c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba1303d-5abb-4382-bcb1-4c8b84131afe,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:48.301397 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:48.310522 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ba811de9-6688-492d-94e7-0e5d79a0288c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:48.321881 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ba811de9-6688-492d-94e7-0e5d79a0288c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/8ba1303d-5abb-4382-bcb1-4c8b84131afe HTTP/1.1" status: 204  len: 168 time: 1.6908965
Jun 04 15:43:48.324194 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387fd4a60>,) {'filters': {'network_id': ['07ea88c9-91ee-46b0-897c-58a5ae56abf9']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:48.333691 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45254) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:48.356843 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5711b73b-c603-4266-b14d-2b5a6754bf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:48.368784 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-46f31acf-b7ef-400c-8b99-274b46c7065b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:48.377611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387fd4a60>, '2d3f9e7a-5c5c-4419-9deb-939a84c76f7e') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:48.378258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387fd4a60>, '2d3f9e7a-5c5c-4419-9deb-939a84c76f7e') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:48.409554 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:48.415887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711b73b-c603-4266-b14d-2b5a6754bf66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d1bb41-4a3a-48b9-837c-51a97f15b1f9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:48.418073 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5711b73b-c603-4266-b14d-2b5a6754bf66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:48.435195 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5711b73b-c603-4266-b14d-2b5a6754bf66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:48.443691 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5711b73b-c603-4266-b14d-2b5a6754bf66 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/77d1bb41-4a3a-48b9-837c-51a97f15b1f9 HTTP/1.1" status: 204  len: 168 time: 1.4041154
Jun 04 15:43:48.444681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45258) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:48.497141 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:48.509336 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:48.511486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:43:48.511932 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:48.550616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-0048da3c-eaf4-44d9-8807-4ce62c3f136e admin admin] Deleting port bdf310f5-73b6-4f35-807d-2fbfe824dc5b {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:48.551056 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0048da3c-eaf4-44d9-8807-4ce62c3f136e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:48.623702 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e5372335-110a-4316-b25e-8c34ef691e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:43:48.656274 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:43:48.800913 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fcd17b-7feb-47f5-813e-4ebc35868298 None None] DHCP port deletion for 821b8fdc-a4d1-41cf-89a0-d2e36e9107bc request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:43:48.825076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port e8d98ff8-d595-4834-b451-47e2d97252f8 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:48.825919 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:48.959526 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] For port e8d98ff8-d595-4834-b451-47e2d97252f8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e8d98ff8-d595-4834-b451-47e2d97252f8,segment=NetworkSegment(97988fc3-2788-4989-9cee-59c4c6751001),segment_id=97988fc3-2788-4989-9cee-59c4c6751001)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:48.959526 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:48.969635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-75fcd17b-7feb-47f5-813e-4ebc35868298 None None] Deleting port e8d98ff8-d595-4834-b451-47e2d97252f8 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:48.970218 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-75fcd17b-7feb-47f5-813e-4ebc35868298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:49.003522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-0048da3c-eaf4-44d9-8807-4ce62c3f136e admin admin] For port bdf310f5-73b6-4f35-807d-2fbfe824dc5b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bdf310f5-73b6-4f35-807d-2fbfe824dc5b,segment=NetworkSegment(b6eeb612-1a70-4510-931c-d9ac00f02374),segment_id=b6eeb612-1a70-4510-931c-d9ac00f02374)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:49.004184 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0048da3c-eaf4-44d9-8807-4ce62c3f136e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:49.162756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e8d98ff8-d595-4834-b451-47e2d97252f8 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:43:49.229284 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for e8d98ff8-d595-4834-b451-47e2d97252f8 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:49.238217 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:49.244543 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-46b7d9ed-7c50-4659-80eb-7c33547c93a1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:49.272006 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:49.277992 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e5372335-110a-4316-b25e-8c34ef691e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:49.297364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Pushing event deleted for resources: {'Network': ['ID=07ea88c9-91ee-46b0-897c-58a5ae56abf9,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:49.301943 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:49.302895 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] 10.222.0.32 "DELETE /v2.0/networks/07ea88c9-91ee-46b0-897c-58a5ae56abf9 HTTP/1.1" status: 204  len: 168 time: 2.6022489
Jun 04 15:43:49.309142 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-0048da3c-eaf4-44d9-8807-4ce62c3f136e admin admin] Calling delete_port for bdf310f5-73b6-4f35-807d-2fbfe824dc5b owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:49.338252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-e5372335-110a-4316-b25e-8c34ef691e6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c495af0>,) {'filters': {'network_id': ['984118ad-db78-4fcc-8d83-9bfc083dda21']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:49.351257 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-75fcd17b-7feb-47f5-813e-4ebc35868298 None None] For port e8d98ff8-d595-4834-b451-47e2d97252f8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e8d98ff8-d595-4834-b451-47e2d97252f8,segment=NetworkSegment(97988fc3-2788-4989-9cee-59c4c6751001),segment_id=97988fc3-2788-4989-9cee-59c4c6751001)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:49.352248 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-75fcd17b-7feb-47f5-813e-4ebc35868298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:49.361577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-e5372335-110a-4316-b25e-8c34ef691e6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c495af0>, '40af07c7-e837-4169-902a-e31b3ebf6ac6') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:49.362250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-e5372335-110a-4316-b25e-8c34ef691e6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c495af0>, '40af07c7-e837-4169-902a-e31b3ebf6ac6') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:49.397753 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e5372335-110a-4316-b25e-8c34ef691e6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:49.454544 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e5372335-110a-4316-b25e-8c34ef691e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:49.475442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5372335-110a-4316-b25e-8c34ef691e6d admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:43:49.479471 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e5372335-110a-4316-b25e-8c34ef691e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:43:49.498799 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:43:49.552504 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:49.560162 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:49.626620 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=e8d98ff8-d595-4834-b451-47e2d97252f8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:49.635621 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No DVR routers for this DVR port e8d98ff8-d595-4834-b451-47e2d97252f8 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:49.656622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-75fcd17b-7feb-47f5-813e-4ebc35868298 None None] Calling delete_port for e8d98ff8-d595-4834-b451-47e2d97252f8 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:49.686554 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:49.688658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No active binding found for port e8d98ff8-d595-4834-b451-47e2d97252f8 {{(pid=88302) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 04 15:43:49.689574 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e8d98ff8-d595-4834-b451-47e2d97252f8 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:43:49.699726 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:43:49.775693 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:43:49.776486 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d24c9dbd-72fd-4a8e-96cf-5c6367b74b2b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:43:49.808595 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:49.826860 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83870e10d0>,) {'filters': {'network_id': ['821b8fdc-a4d1-41cf-89a0-d2e36e9107bc']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:49.849266 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83870e10d0>, '97988fc3-2788-4989-9cee-59c4c6751001') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:49.849552 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83870e10d0>, '97988fc3-2788-4989-9cee-59c4c6751001') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:49.852378 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-75fcd17b-7feb-47f5-813e-4ebc35868298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:49.865547 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-59237627-5313-485f-829d-34e6b4329a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:49.871321 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:49.900595 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:49.918476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fcd17b-7feb-47f5-813e-4ebc35868298 None None] No DVR routers for this DVR port e8d98ff8-d595-4834-b451-47e2d97252f8 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:49.918735 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:43:49.918735 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:49.927551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcd17b-7feb-47f5-813e-4ebc35868298 None None] Pushing event deleted for resources: {'Port': ['ID=e8d98ff8-d595-4834-b451-47e2d97252f8,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:49.931974 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-75fcd17b-7feb-47f5-813e-4ebc35868298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:43:49.950824 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:43:49.977430 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e5372335-110a-4316-b25e-8c34ef691e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:49.986652 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:50.008473 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e5372335-110a-4316-b25e-8c34ef691e6d admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:50.013021 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5372335-110a-4316-b25e-8c34ef691e6d admin admin] Pushing event deleted for resources: {'Network': ['ID=984118ad-db78-4fcc-8d83-9bfc083dda21,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:50.034090 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e5372335-110a-4316-b25e-8c34ef691e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:50.147715 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e5372335-110a-4316-b25e-8c34ef691e6d admin admin] 10.222.0.32 "DELETE /v2.0/networks/984118ad-db78-4fcc-8d83-9bfc083dda21 HTTP/1.1" status: 204  len: 168 time: 1.7009842
Jun 04 15:43:50.175334 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:50.175611 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0048da3c-eaf4-44d9-8807-4ce62c3f136e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:50.181454 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:50.185813 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9aa81eec-395c-45e1-88a4-c655027a72a6 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:50.195237 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:50.209194 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45274) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:50.227569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Network': ['ID=821b8fdc-a4d1-41cf-89a0-d2e36e9107bc,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:50.237158 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:50.307454 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/networks/821b8fdc-a4d1-41cf-89a0-d2e36e9107bc HTTP/1.1" status: 204  len: 168 time: 1.9724278
Jun 04 15:43:50.311010 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45278) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:50.318615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1994964075'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:50.333252 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:50.348194 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:network and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:50.357201 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:50.377086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:50.382998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048da3c-eaf4-44d9-8807-4ce62c3f136e admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf310f5-73b6-4f35-807d-2fbfe824dc5b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:50.387770 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0048da3c-eaf4-44d9-8807-4ce62c3f136e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:50.636398 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0048da3c-eaf4-44d9-8807-4ce62c3f136e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:50.729924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:50.734249 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:50.759165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45282) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:50.788517 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fa21fca9-2724-4cae-9cae-3f94e2684643 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e78b0cc77f744171b1042d3f110e5a86&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5778196
Jun 04 15:43:50.794624 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45284) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:50.827673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:43:50.884234 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7b682df9-8970-468d-85cb-8d4fd291c8aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=104013deaded4a5ca1ef6631e70b16a3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1235342
Jun 04 15:43:50.897721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45286) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:50.917443 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:50.917990 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Added segment cb514d52-b382-4483-bb5a-71c50a5ccd73 of type vlan for network 929eea10-64c5-44a7-9141-f830b0ae96c2
Jun 04 15:43:51.021337 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f74a13e4-7293-4702-add5-a78d21002e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:51.035808 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:51.108947 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0048da3c-eaf4-44d9-8807-4ce62c3f136e admin admin] Router 490cda33-4f15-476b-b038-abe57edbc546 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:43:51.116827 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f74a13e4-7293-4702-add5-a78d21002e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:51.240736 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbd089fc-13ee-4a4f-a801-5cff5438c893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:51.274191 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbd089fc-13ee-4a4f-a801-5cff5438c893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:51.317850 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:51.323790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:51.328933 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:51.331606 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-681f23b9-3701-442e-88d7-5bde1eeaa034 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:51.346200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0048da3c-eaf4-44d9-8807-4ce62c3f136e admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:43:51.359589 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0048da3c-eaf4-44d9-8807-4ce62c3f136e admin admin] 10.222.0.32 "PUT /v2.0/routers/490cda33-4f15-476b-b038-abe57edbc546/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1260569
Jun 04 15:43:51.359589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45292) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:51.366985 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0b557a-7001-448b-9678-bf7781442e01 None None] Sync routers for ids ['490cda33-4f15-476b-b038-abe57edbc546'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:43:51.383762 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f74a13e4-7293-4702-add5-a78d21002e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:51.386027 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b557a-7001-448b-9678-bf7781442e01 None None] Routers {'490cda33-4f15-476b-b038-abe57edbc546'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:43:51.389513 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5b0b557a-7001-448b-9678-bf7781442e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d8880>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:43:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['490cda33-4f15-476b-b038-abe57edbc546'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:51.470243 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f74a13e4-7293-4702-add5-a78d21002e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:51.471508 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f74a13e4-7293-4702-add5-a78d21002e7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe901faa-060a-4feb-a81b-5bc47faaae44 HTTP/1.1" status: 204  len: 168 time: 0.6751549
Jun 04 15:43:51.475909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Network': ['ID=929eea10-64c5-44a7-9141-f830b0ae96c2,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:51.487515 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 929eea10-64c5-44a7-9141-f830b0ae96c2 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:43:51.488571 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:51.489156 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5771a214-9f7e-40bb-ada8-194a15a766ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:51.499571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a13e4-7293-4702-add5-a78d21002e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe901faa-060a-4feb-a81b-5bc47faaae44,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:51.502174 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f74a13e4-7293-4702-add5-a78d21002e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:51.538004 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.2255709
Jun 04 15:43:51.544529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45296) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:51.547188 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'subnet': {'network_id': '929eea10-64c5-44a7-9141-f830b0ae96c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:51.598716 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbd089fc-13ee-4a4f-a801-5cff5438c893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:51.622175 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5354f3cb-c162-4e1b-8c00-1c75a916be63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:51.639254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd089fc-13ee-4a4f-a801-5cff5438c893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb4e27f-1a6f-4c12-85d8-765d226a1428,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:51.650135 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dbd089fc-13ee-4a4f-a801-5cff5438c893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:51.659260 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-5b0b557a-7001-448b-9678-bf7781442e01 None None] Set router 490cda33-4f15-476b-b038-abe57edbc546 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:43:51.659513 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbd089fc-13ee-4a4f-a801-5cff5438c893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:51.662165 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dbd089fc-13ee-4a4f-a801-5cff5438c893 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9eb4e27f-1a6f-4c12-85d8-765d226a1428 HTTP/1.1" status: 204  len: 168 time: 0.7631493
Jun 04 15:43:51.766654 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:51.880305 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:51.891545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:subnet and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:51.912718 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:51.941444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:52.067345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:52.071467 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:52.185116 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5b0b557a-7001-448b-9678-bf7781442e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d8880>, [{'id': '490cda33-4f15-476b-b038-abe57edbc546', 'name': 'tempest-TestVolumeBackupRestore-747443550-router', 'tenant_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:37:00Z', 'updated_at': '2021-06-04T15:43:49Z', 'revision_number': 5, 'project_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'gw_port': {'id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cda33-4f15-476b-b038-abe57edbc546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:37:04Z', 'updated_at': '2021-06-04T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:52.192330 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0b557a-7001-448b-9678-bf7781442e01 None None] Checking router: 490cda33-4f15-476b-b038-abe57edbc546 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:43:52.222605 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b557a-7001-448b-9678-bf7781442e01 None None] Routers {'490cda33-4f15-476b-b038-abe57edbc546'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:43:52.226136 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5b0b557a-7001-448b-9678-bf7781442e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d8880>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:43:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['490cda33-4f15-476b-b038-abe57edbc546'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:52.485760 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:52.647648 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-5b0b557a-7001-448b-9678-bf7781442e01 None None] Set router 490cda33-4f15-476b-b038-abe57edbc546 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:43:52.694023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] Deleting port c188f652-b1ca-40ce-b8df-ad5450bfa4b2 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:52.694435 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:52.878997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45316) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:53.024863 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-545dd243-0b51-4a05-a825-933fdd586ea1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e456e67ac5248119cfd2fde50650f3d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1338537
Jun 04 15:43:53.028331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45320) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:53.067400 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5b0b557a-7001-448b-9678-bf7781442e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d8880>, [{'id': '490cda33-4f15-476b-b038-abe57edbc546', 'name': 'tempest-TestVolumeBackupRestore-747443550-router', 'tenant_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:37:00Z', 'updated_at': '2021-06-04T15:43:49Z', 'revision_number': 5, 'project_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'gw_port': {'id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cda33-4f15-476b-b038-abe57edbc546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:37:04Z', 'updated_at': '2021-06-04T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:53.070348 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:53.074131 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0b557a-7001-448b-9678-bf7781442e01 None None] The sync data for ids ['490cda33-4f15-476b-b038-abe57edbc546'] in n-d-791505-9 is: [{'id': '490cda33-4f15-476b-b038-abe57edbc546', 'name': 'tempest-TestVolumeBackupRestore-747443550-router', 'tenant_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:37:00Z', 'updated_at': '2021-06-04T15:43:49Z', 'revision_number': 5, 'project_id': '5d1119e5f8f2473a9a0d2b3366bd5a61', 'gw_port': {'id': 'c188f652-b1ca-40ce-b8df-ad5450bfa4b2', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490cda33-4f15-476b-b038-abe57edbc546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:37:04Z', 'updated_at': '2021-06-04T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:43:53.076948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] For port c188f652-b1ca-40ce-b8df-ad5450bfa4b2, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c188f652-b1ca-40ce-b8df-ad5450bfa4b2,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:53.077672 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:53.080946 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-33bd3bc0-ef0f-4fe3-8140-6cce901ad727 tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:53.198064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Subnet': ['ID=cf1e7408-a187-4e75-815c-b97949df20e7,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:53.203653 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:53.211131 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Checking segment: {'id': 'cb514d52-b382-4483-bb5a-71c50a5ccd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '929eea10-64c5-44a7-9141-f830b0ae96c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:43:53.211484 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network hostable DHCP agents. Network: 929eea10-64c5-44a7-9141-f830b0ae96c2, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:43:53.254853 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] Calling delete_port for c188f652-b1ca-40ce-b8df-ad5450bfa4b2 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:53.269029 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3d778f4-e849-4017-9ade-e1ca8ec0bfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:53.337598 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3d778f4-e849-4017-9ade-e1ca8ec0bfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:53.359356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network 929eea10-64c5-44a7-9141-f830b0ae96c2 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:43:53.522726 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 929eea10-64c5-44a7-9141-f830b0ae96c2) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:53.539454 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba698472-2a36-4df0-85a2-ee2f852d4747 None None] Network 929eea10-64c5-44a7-9141-f830b0ae96c2 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:53.542842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:53.543444 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:53.667439 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3d778f4-e849-4017-9ade-e1ca8ec0bfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:53.676658 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-58aa405d-fced-4df4-b888-be1d6130933d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:53.689982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d778f4-e849-4017-9ade-e1ca8ec0bfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0176455-9867-416d-98dd-ed0bc7e44ebc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:53.698034 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a3d778f4-e849-4017-9ade-e1ca8ec0bfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:53.708141 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1666238
Jun 04 15:43:53.714119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45332) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:53.719277 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3d778f4-e849-4017-9ade-e1ca8ec0bfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:53.731065 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-df3f4ef2-ec58-4fb0-bb44-14238e062ff1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1110698018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:53.734851 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a3d778f4-e849-4017-9ade-e1ca8ec0bfd6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0176455-9867-416d-98dd-ed0bc7e44ebc HTTP/1.1" status: 204  len: 168 time: 0.7050705
Jun 04 15:43:53.741343 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:53.765934 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-df3f4ef2-ec58-4fb0-bb44-14238e062ff1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:53.774359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-df3f4ef2-ec58-4fb0-bb44-14238e062ff1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:router and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:53.778187 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-df3f4ef2-ec58-4fb0-bb44-14238e062ff1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:53.786730 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:53.788831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-df3f4ef2-ec58-4fb0-bb44-14238e062ff1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:53.808380 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7c2602f8-6b33-4b17-8f79-72547196d1a3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:53.881567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] Pushing event deleted for resources: {'Port': ['ID=c188f652-b1ca-40ce-b8df-ad5450bfa4b2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:53.907876 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-df3f4ef2-ec58-4fb0-bb44-14238e062ff1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:53.908884 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-df3f4ef2-ec58-4fb0-bb44-14238e062ff1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:53.928489 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-df3f4ef2-ec58-4fb0-bb44-14238e062ff1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:53.971368 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:54.006555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-929eea10-64c5-44a7-9141-f830b0ae96c2', 'network_id': '929eea10-64c5-44a7-9141-f830b0ae96c2', 'tenant_id': '856f9f5e166643a0ad0d1b7b273cd474', 'fixed_ips': [{'subnet_id': 'cf1e7408-a187-4e75-815c-b97949df20e7'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:43:54.007421 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:54.058233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45342) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:54.084388 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-df3f4ef2-ec58-4fb0-bb44-14238e062ff1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:54.109519 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:54.264259 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Allocated IP 2001:db8::2 (929eea10-64c5-44a7-9141-f830b0ae96c2/cf1e7408-a187-4e75-815c-b97949df20e7/b6429425-d65d-4e32-bddd-bf3aa0a60e5b) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:43:54.277470 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-df3f4ef2-ec58-4fb0-bb44-14238e062ff1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:54.284736 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-df3f4ef2-ec58-4fb0-bb44-14238e062ff1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.5577180
Jun 04 15:43:54.284736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45348) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:54.288525 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'network_id': '929eea10-64c5-44a7-9141-f830b0ae96c2', 'name': 'tempest-PortsIpV6TestJSON-1962335526'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:54.353963 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:54.358198 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:54.508294 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group': {'name': 'tempest-secgroup--401687757'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:54.519426 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:54.519877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 490cda33-4f15-476b-b038-abe57edbc546 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:43:54.530520 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:54.533927 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] 10.222.0.32 "DELETE /v2.0/routers/490cda33-4f15-476b-b038-abe57edbc546 HTTP/1.1" status: 204  len: 168 time: 3.1712892
Jun 04 15:43:54.539074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45356) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:54.540787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:54.563200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:54.569990 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:54.582574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:54.652028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:54.666654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:port and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:54.697310 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:54.698685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:54.731695 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:54.746954 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Transition to ACTIVE for port object b6429425-d65d-4e32-bddd-bf3aa0a60e5b will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:54.755119 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:54.756166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6e6087-c1ef-4722-a8b5-055c68411921 admin admin] Deleting subnet efc92231-7523-466d-a074-c9db9fd0f0bc {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:43:54.767126 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5d6e6087-c1ef-4722-a8b5-055c68411921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:54.775751 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:54.807055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:54.819752 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:54.821607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Transition to ACTIVE for port object b6429425-d65d-4e32-bddd-bf3aa0a60e5b will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:54.827300 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:54.859392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:43:54.873716 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5d6e6087-c1ef-4722-a8b5-055c68411921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:54.876178 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:54.905143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:54.922640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] device_id is not set on port b43cc591-2db9-452c-987a-e1f709822d2a yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:43:54.943051 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:54.955726 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:54.995847 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5d6e6087-c1ef-4722-a8b5-055c68411921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:55.093355 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Pushing event updated for resources: {'Port': ['ID=b6429425-d65d-4e32-bddd-bf3aa0a60e5b,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:55.126805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Network 929eea10-64c5-44a7-9141-f830b0ae96c2 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:43:55.132943 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:55.133860 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:55.142281 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:43:55.272182 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bdf310f5-73b6-4f35-807d-2fbfe824dc5b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:43:55.353017 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: bdf310f5-73b6-4f35-807d-2fbfe824dc5b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:43:55.354084 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bdf310f5-73b6-4f35-807d-2fbfe824dc5b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:43:55.354941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c188f652-b1ca-40ce-b8df-ad5450bfa4b2 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:43:55.411299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da36ff4-af6b-4ac5-b4a7-dd075a60a4bb req-0354109e-e512-44ec-b38e-6eb60ab5d047 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:55.413634 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0da36ff4-af6b-4ac5-b4a7-dd075a60a4bb req-0354109e-e512-44ec-b38e-6eb60ab5d047 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 947 time: 0.4417162
Jun 04 15:43:55.566273 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0da36ff4-af6b-4ac5-b4a7-dd075a60a4bb req-03180a8e-a3a1-4ba7-a174-aa8b0b7369b3 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1399765
Jun 04 15:43:55.586559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Allocated IP 2001:db8::2ab (929eea10-64c5-44a7-9141-f830b0ae96c2/cf1e7408-a187-4e75-815c-b97949df20e7/b43cc591-2db9-452c-987a-e1f709822d2a) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:43:55.598360 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: c188f652-b1ca-40ce-b8df-ad5450bfa4b2 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:43:55.599687 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c188f652-b1ca-40ce-b8df-ad5450bfa4b2 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:43:55.612323 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:55.633999 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Attempting to bind port b6429425-d65d-4e32-bddd-bf3aa0a60e5b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:43:55.634770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Attempting to bind port b6429425-d65d-4e32-bddd-bf3aa0a60e5b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'cb514d52-b382-4483-bb5a-71c50a5ccd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '929eea10-64c5-44a7-9141-f830b0ae96c2'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:43:55.635315 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Attempting to bind port b6429425-d65d-4e32-bddd-bf3aa0a60e5b on network 929eea10-64c5-44a7-9141-f830b0ae96c2 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:43:55.641978 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:43:55.642678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Checking segment: {'id': 'cb514d52-b382-4483-bb5a-71c50a5ccd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '929eea10-64c5-44a7-9141-f830b0ae96c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:43:55.643256 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:55.643825 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Bound using segment: {'id': 'cb514d52-b382-4483-bb5a-71c50a5ccd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '929eea10-64c5-44a7-9141-f830b0ae96c2'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:43:55.644485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Bound port: b6429425-d65d-4e32-bddd-bf3aa0a60e5b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb514d52-b382-4483-bb5a-71c50a5ccd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '929eea10-64c5-44a7-9141-f830b0ae96c2'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:43:55.645110 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:55.692627 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:55.706377 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0cb94db3-8f60-41f7-81d8-e128fcf9fc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:55.746723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:43:55.760422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:43:55.773613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:43:55.808325 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] For port b6429425-d65d-4e32-bddd-bf3aa0a60e5b, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:43:55.808936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:43:55.812457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] For port b6429425-d65d-4e32-bddd-bf3aa0a60e5b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b6429425-d65d-4e32-bddd-bf3aa0a60e5b,segment=NetworkSegment(cb514d52-b382-4483-bb5a-71c50a5ccd73),segment_id=cb514d52-b382-4483-bb5a-71c50a5ccd73)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:43:55.821062 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f126022-eba9-41fe-b031-09cca6ed5cb4,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:55.841050 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:55.844776 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5d6e6087-c1ef-4722-a8b5-055c68411921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:55.850026 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cb80215f-7178-40c2-92b3-1e7d6fc25834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:55.918553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e6087-c1ef-4722-a8b5-055c68411921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efc92231-7523-466d-a074-c9db9fd0f0bc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:55.928030 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5d6e6087-c1ef-4722-a8b5-055c68411921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:55.928030 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5d6e6087-c1ef-4722-a8b5-055c68411921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:55.929194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929d93f0-3846-4531-93c5-3f9c90fd938d None None] Network ad26fff3-9890-457d-98bc-65995ac398cb requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:55.934458 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5d6e6087-c1ef-4722-a8b5-055c68411921 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/efc92231-7523-466d-a074-c9db9fd0f0bc HTTP/1.1" status: 204  len: 168 time: 1.3981740
Jun 04 15:43:55.935218 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45382) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:56.135580 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:56.158181 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:56.184482 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:56.198770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Transition to ACTIVE for port object b43cc591-2db9-452c-987a-e1f709822d2a will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:43:56.295980 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:56.300549 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:56.309670 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1330a24-142b-43e7-8534-286918bc0680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:56.315094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Deleting port 44690870-41a3-496e-938b-df35a948461d {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:56.315748 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:56.318133 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:56.318960 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6172c8f7-ff44-40f5-a4d1-5e9fa118f60d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:56.680865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Pushing event updated for resources: {'Port': ['ID=b6429425-d65d-4e32-bddd-bf3aa0a60e5b,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:56.693166 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:56.729913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] For port 44690870-41a3-496e-938b-df35a948461d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=44690870-41a3-496e-938b-df35a948461d,segment=NetworkSegment(b6eeb612-1a70-4510-931c-d9ac00f02374),segment_id=b6eeb612-1a70-4510-931c-d9ac00f02374)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:56.730901 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:56.747841 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0198c1-774e-4c5f-baa1-035e6befaabe,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:56.755029 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:56.757628 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:56.764783 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7878958d-f760-4b04-8491-1e9ecba13995 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:56.894019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network 929eea10-64c5-44a7-9141-f830b0ae96c2 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:43:56.906727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:43:56.915463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:43:56.927867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:56.928684 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:56.950263 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:56.952226 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 2.8954823
Jun 04 15:43:56.955640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45392) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:56.960403 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd658a5-d504-4a2b-8f78-7a20dd1d3d1f None None] DHCP port deletion for ad26fff3-9890-457d-98bc-65995ac398cb request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:43:56.982966 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=b43cc591-2db9-452c-987a-e1f709822d2a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:56.991081 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:57.051901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1fd525f0-7e04-4a19-9cfd-70843c9b931e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:43:57.091258 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 44690870-41a3-496e-938b-df35a948461d no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:43:57.112041 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.8288207
Jun 04 15:43:57.112776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45398) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:57.214201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Calling delete_port for 44690870-41a3-496e-938b-df35a948461d owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:57.313321 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1fd525f0-7e04-4a19-9cfd-70843c9b931e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:43:57.325126 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1fd525f0-7e04-4a19-9cfd-70843c9b931e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.3682423
Jun 04 15:43:57.325937 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45404) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:57.350806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8620774d-2a41-478c-b8a6-86c520aba2f1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group': {'name': 'tempest-security--572737359', 'description': 'tempest-security-description-1451318501'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:43:57.398845 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750ec31-2787-4d9c-a820-0e20492c12f2 req-9270af65-d6d6-4cb1-bf1c-66ef63ee16b6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:57.406135 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0750ec31-2787-4d9c-a820-0e20492c12f2 req-9270af65-d6d6-4cb1-bf1c-66ef63ee16b6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.62 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 947 time: 0.5579290
Jun 04 15:43:57.427783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c58baa-c0dc-4f18-86fb-b0598d7360a4 req-77d490d8-d1b8-45d1-be77-df8fe9abe1a2 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:43:57.449413 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-49c58baa-c0dc-4f18-86fb-b0598d7360a4 req-77d490d8-d1b8-45d1-be77-df8fe9abe1a2 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 947 time: 0.5999687
Jun 04 15:43:57.465974 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-abd658a5-d504-4a2b-8f78-7a20dd1d3d1f None None] Deleting port 44690870-41a3-496e-938b-df35a948461d {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:57.466582 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-abd658a5-d504-4a2b-8f78-7a20dd1d3d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:57.503632 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:57.663964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-abd658a5-d504-4a2b-8f78-7a20dd1d3d1f None None] For port 44690870-41a3-496e-938b-df35a948461d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=44690870-41a3-496e-938b-df35a948461d,segment=NetworkSegment(b6eeb612-1a70-4510-931c-d9ac00f02374),segment_id=b6eeb612-1a70-4510-931c-d9ac00f02374)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:57.664690 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-abd658a5-d504-4a2b-8f78-7a20dd1d3d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:57.691468 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-49c58baa-c0dc-4f18-86fb-b0598d7360a4 req-cb64e6b8-6e22-4bae-be2f-165abbfc336e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2403255
Jun 04 15:43:57.859522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-abd658a5-d504-4a2b-8f78-7a20dd1d3d1f None None] Calling delete_port for 44690870-41a3-496e-938b-df35a948461d owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:57.861189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-0750ec31-2787-4d9c-a820-0e20492c12f2 req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Deleting port c2143492-b011-42f0-a341-8a7bebb56539 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:43:57.861540 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0750ec31-2787-4d9c-a820-0e20492c12f2 req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:57.949991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 44690870-41a3-496e-938b-df35a948461d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=44690870-41a3-496e-938b-df35a948461d,segment=NetworkSegment(b6eeb612-1a70-4510-931c-d9ac00f02374),segment_id=b6eeb612-1a70-4510-931c-d9ac00f02374)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:57.962490 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8620774d-2a41-478c-b8a6-86c520aba2f1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:58.058377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-0750ec31-2787-4d9c-a820-0e20492c12f2 req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] For port c2143492-b011-42f0-a341-8a7bebb56539, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c2143492-b011-42f0-a341-8a7bebb56539,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:43:58.059012 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0750ec31-2787-4d9c-a820-0e20492c12f2 req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:58.066483 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:58.069565 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ee308200-852b-4e02-b7ea-493d153ed839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:58.164104 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-abd658a5-d504-4a2b-8f78-7a20dd1d3d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:58.179629 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event deleted for resources: {'Port': ['ID=44690870-41a3-496e-938b-df35a948461d,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:58.181881 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:58.184338 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:58.216245 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:58.232980 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8620774d-2a41-478c-b8a6-86c520aba2f1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:58.284823 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd658a5-d504-4a2b-8f78-7a20dd1d3d1f None None] Pushing event deleted for resources: {'Port': ['ID=44690870-41a3-496e-938b-df35a948461d,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:58.289676 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-abd658a5-d504-4a2b-8f78-7a20dd1d3d1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:58.299880 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:58.300876 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd658a5-d504-4a2b-8f78-7a20dd1d3d1f None None] No DVR routers for this DVR port 44690870-41a3-496e-938b-df35a948461d on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:58.387649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Pushing event deleted for resources: {'Port': ['ID=44690870-41a3-496e-938b-df35a948461d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:58.387889 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8620774d-2a41-478c-b8a6-86c520aba2f1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:58.391050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] No DVR routers for this DVR port 44690870-41a3-496e-938b-df35a948461d on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:43:58.397655 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8620774d-2a41-478c-b8a6-86c520aba2f1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:58.403077 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8620774d-2a41-478c-b8a6-86c520aba2f1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "PUT /v2.0/security-groups/af0198c1-774e-4c5f-baa1-035e6befaabe HTTP/1.1" status: 200  len: 1779 time: 1.0575230
Jun 04 15:43:58.409397 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-20eef9d8-d23a-4d2a-a3a1-193049ff6bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:58.433447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45416) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:58.453849 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:58.603631 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211f201a-9325-4600-bdfb-1ede446bbff0 None None] Network 929eea10-64c5-44a7-9141-f830b0ae96c2 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:43:58.631225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620774d-2a41-478c-b8a6-86c520aba2f1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0198c1-774e-4c5f-baa1-035e6befaabe,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:58.641412 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8620774d-2a41-478c-b8a6-86c520aba2f1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:58.691347 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-352e350b-fe1e-4a5f-a7c2-93f5cde4ffa8 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-groups/af0198c1-774e-4c5f-baa1-035e6befaabe HTTP/1.1" status: 200  len: 1779 time: 0.2469518
Jun 04 15:43:58.694640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45420) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:43:58.770029 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:58.790653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c7e1880>,) {'filters': {'network_id': ['ad26fff3-9890-457d-98bc-65995ac398cb']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:58.808445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c7e1880>, 'b6eeb612-1a70-4510-931c-d9ac00f02374') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:58.808736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c7e1880>, 'b6eeb612-1a70-4510-931c-d9ac00f02374') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:43:58.811634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bfc00b0d-ef25-4151-866e-dd4d730c4a5b None None] Provisioning for port b6429425-d65d-4e32-bddd-bf3aa0a60e5b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:58.829544 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:58.855076 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:58.865664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:43:58.866028 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:58.952530 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-06771a22-7ad2-4863-931d-54300373b9e3 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:58.995016 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:43:59.019581 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:43:59.195808 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b6429425-d65d-4e32-bddd-bf3aa0a60e5b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:43:59.225860 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:59.237835 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:59.248128 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:59.265740 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8ca2756a-af4e-408e-858e-088bd2b57ebd tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:59.266203 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-06771a22-7ad2-4863-931d-54300373b9e3 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:59.306653 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] 10.222.0.32 "DELETE /v2.0/networks/ad26fff3-9890-457d-98bc-65995ac398cb HTTP/1.1" status: 204  len: 168 time: 3.3631639
Jun 04 15:43:59.388786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Pushing event deleted for resources: {'Network': ['ID=ad26fff3-9890-457d-98bc-65995ac398cb,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:59.400198 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:43:59.456916 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0750ec31-2787-4d9c-a820-0e20492c12f2 req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:59.457616 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0750ec31-2787-4d9c-a820-0e20492c12f2 req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:59.458311 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-0750ec31-2787-4d9c-a820-0e20492c12f2 req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Floating IP 326937d7-413c-4574-9149-691e9e5d1f26 disassociated. External IP: 172.25.4.121, port: c2143492-b011-42f0-a341-8a7bebb56539.
Jun 04 15:43:59.458858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-0750ec31-2787-4d9c-a820-0e20492c12f2 req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Calling delete_port for c2143492-b011-42f0-a341-8a7bebb56539 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:43:59.506837 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port b6429425-d65d-4e32-bddd-bf3aa0a60e5b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:43:59.516303 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b6429425-d65d-4e32-bddd-bf3aa0a60e5b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:43:59.520500 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:59.651174 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8bdf38df-a964-44ca-987a-04f09904c2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:59.815083 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0750ec31-2787-4d9c-a820-0e20492c12f2 req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:43:59.822356 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7f0627cc-d36d-439c-ba02-e33fa8d5f144 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:43:59.983511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event deleted for resources: {'Port': ['ID=c2143492-b011-42f0-a341-8a7bebb56539,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:43:59.995178 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:00.037106 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:00.065538 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb793b7-851d-45f5-b8b4-d2331019f2b7 req-1be4dba0-8ffe-40bb-bebd-b71803876650 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:00.074446 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0eb793b7-851d-45f5-b8b4-d2331019f2b7 req-1be4dba0-8ffe-40bb-bebd-b71803876650 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 868 time: 1.1324794
Jun 04 15:44:00.131110 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-27b7efe8-95ec-4830-a8ed-f4f3021e65f8 None None] Provisioning complete for port b6429425-d65d-4e32-bddd-bf3aa0a60e5b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:00.132403 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-27b7efe8-95ec-4830-a8ed-f4f3021e65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:00.248354 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port b6429425-d65d-4e32-bddd-bf3aa0a60e5b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b6429425-d65d-4e32-bddd-bf3aa0a60e5b,segment=NetworkSegment(cb514d52-b382-4483-bb5a-71c50a5ccd73),segment_id=cb514d52-b382-4483-bb5a-71c50a5ccd73)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:44:00.374026 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-27b7efe8-95ec-4830-a8ed-f4f3021e65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:00.431812 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0eb793b7-851d-45f5-b8b4-d2331019f2b7 req-ac464e55-0fb5-4f94-9b0d-527edef664a1 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups?id=59b231b8-f08d-49a9-87ff-cc806044de6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3564153
Jun 04 15:44:00.502288 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:00.611056 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45450) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:00.668122 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:00.673067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0750ec31-2787-4d9c-a820-0e20492c12f2 req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:44:00.683652 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bad912b8-09da-466c-ae20-d022da9fcc89 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:00.685098 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:00.700473 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:00.734696 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-06771a22-7ad2-4863-931d-54300373b9e3 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:00.815942 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-27b7efe8-95ec-4830-a8ed-f4f3021e65f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:44:00.816313 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-27b7efe8-95ec-4830-a8ed-f4f3021e65f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:44:00.836354 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=b6429425-d65d-4e32-bddd-bf3aa0a60e5b,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:00.849923 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:00.854092 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d59599d6-b4e6-4d0c-8b1c-f04a4e5936a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a0b97e8de834ebea3f73cfa41700327&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2391555
Jun 04 15:44:00.864221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45458) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:00.888081 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=b43cc591-2db9-452c-987a-e1f709822d2a,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:00.909774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:00.910158 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:00.910542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:00.910924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:00.911297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:00.911667 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:00.912048 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:00.912416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:00.914240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:00.914644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:00.917511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:00.917976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:00.929498 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:00.935157 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-86ac93b4-c0fc-4574-a886-6089ae1dc9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:00.972076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0750ec31-2787-4d9c-a820-0e20492c12f2 req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:44:00.986590 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-06771a22-7ad2-4863-931d-54300373b9e3 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:00.987314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba10c60b-2dba-4dee-b64d-6b20adfc12c0 None None] Sync routers for ids ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:44:00.987508 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-06771a22-7ad2-4863-931d-54300373b9e3 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-groups/af0198c1-774e-4c5f-baa1-035e6befaabe HTTP/1.1" status: 204  len: 168 time: 2.2872050
Jun 04 15:44:00.987508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06771a22-7ad2-4863-931d-54300373b9e3 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0198c1-774e-4c5f-baa1-035e6befaabe,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:01.011166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba10c60b-2dba-4dee-b64d-6b20adfc12c0 None None] Routers {'4e9f87de-899c-40c3-b79f-56ab3a1143e7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:44:01.011754 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ba10c60b-2dba-4dee-b64d-6b20adfc12c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c728fa0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:43:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:01.036114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45462) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:01.036988 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-06771a22-7ad2-4863-931d-54300373b9e3 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:01.109267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-0750ec31-2787-4d9c-a820-0e20492c12f2 req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] No DVR routers for this DVR port c2143492-b011-42f0-a341-8a7bebb56539 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:44:01.115942 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0750ec31-2787-4d9c-a820-0e20492c12f2 req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:01.123553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'name': 'network-vif-deleted', 'tag': 'c2143492-b011-42f0-a341-8a7bebb56539'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:44:01.129981 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784e6934-4f1c-4854-b998-f3bec99f9c28" -d '{"events": [{"server_uuid": "727728a7-0634-4207-9bd7-2183c2bf2c1c", "name": "network-vif-deleted", "tag": "c2143492-b011-42f0-a341-8a7bebb56539"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:44:01.145654 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1dba9288-cc4c-45dc-8bb6-77473a3b8482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:01.221293 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5d6d1f-f531-46ab-98b5-25725386219a x-openstack-request-id: req-2d5d6d1f-f531-46ab-98b5-25725386219a {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:44:01.221891 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727728a7-0634-4207-9bd7-2183c2bf2c1c", "name": "network-vif-deleted", "tag": "c2143492-b011-42f0-a341-8a7bebb56539", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:44:01.222421 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d5d6d1f-f531-46ab-98b5-25725386219a {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:44:01.223046 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727728a7-0634-4207-9bd7-2183c2bf2c1c', 'name': 'network-vif-deleted', 'tag': 'c2143492-b011-42f0-a341-8a7bebb56539', 'status': 'completed', 'code': 200}
Jun 04 15:44:01.243378 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b6429425-d65d-4e32-bddd-bf3aa0a60e5b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:44:01.253033 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1dba9288-cc4c-45dc-8bb6-77473a3b8482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:01.262063 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0750ec31-2787-4d9c-a820-0e20492c12f2 req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.62 "DELETE /v2.0/ports/c2143492-b011-42f0-a341-8a7bebb56539 HTTP/1.1" status: 204  len: 173 time: 3.8095751
Jun 04 15:44:01.262910 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4d3f82d3-7e6b-4745-ad9e-969e3cacce1e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:01.275204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c2143492-b011-42f0-a341-8a7bebb56539 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:44:01.358955 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:01.449085 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4d3f82d3-7e6b-4745-ad9e-969e3cacce1e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:01.453763 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4d3f82d3-7e6b-4745-ad9e-969e3cacce1e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.4155743
Jun 04 15:44:01.454489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45470) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:01.479168 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-da598ab9-3e71-47c7-9ea3-d6377c78380d tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] delete failed (client error): The resource could not be found.
Jun 04 15:44:01.481065 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-da598ab9-3e71-47c7-9ea3-d6377c78380d tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-groups/af0198c1-774e-4c5f-baa1-035e6befaabe HTTP/1.1" status: 404  len: 347 time: 0.0242608
Jun 04 15:44:01.488945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45474) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:01.495071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-671c22ad-a80c-4f40-9bef-f6e5d48cd414 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group': {'name': 'tempest-secgroup--386327877'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:01.517058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: c2143492-b011-42f0-a341-8a7bebb56539 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:44:01.522104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c2143492-b011-42f0-a341-8a7bebb56539 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:44:01.522275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-671c22ad-a80c-4f40-9bef-f6e5d48cd414 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:01.604281 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-671c22ad-a80c-4f40-9bef-f6e5d48cd414 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:01.623919 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1dba9288-cc4c-45dc-8bb6-77473a3b8482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:01.642629 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b0d903fd-e761-4ba0-8d5b-308e169bac54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:01.659958 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1dba9288-cc4c-45dc-8bb6-77473a3b8482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:01.665495 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1dba9288-cc4c-45dc-8bb6-77473a3b8482 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbc1d329-b426-4d98-a01e-c40952e6a965 HTTP/1.1" status: 204  len: 168 time: 0.7957957
Jun 04 15:44:01.677375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba9288-cc4c-45dc-8bb6-77473a3b8482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc1d329-b426-4d98-a01e-c40952e6a965,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:01.692805 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1dba9288-cc4c-45dc-8bb6-77473a3b8482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:01.719243 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:01.738137 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-671c22ad-a80c-4f40-9bef-f6e5d48cd414 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:01.808800 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b6429425-d65d-4e32-bddd-bf3aa0a60e5b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:01.808800 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:01.844080 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-27b7efe8-95ec-4830-a8ed-f4f3021e65f8 None None] Provisioning for port b43cc591-2db9-452c-987a-e1f709822d2a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:44:01.859362 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-27b7efe8-95ec-4830-a8ed-f4f3021e65f8 None None] Provisioning complete for port b43cc591-2db9-452c-987a-e1f709822d2a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:01.860252 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-27b7efe8-95ec-4830-a8ed-f4f3021e65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:01.918046 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-ba10c60b-2dba-4dee-b64d-6b20adfc12c0 None None] Set router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:44:01.985292 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cf0ef00c-d867-419c-b48a-00ae77950bc4 req-3065f43c-fb49-4713-9358-2d5c4db592ca tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/ports?device_id=727728a7-0634-4207-9bd7-2183c2bf2c1c HTTP/1.1" status: 200  len: 210 time: 0.2499094
Jun 04 15:44:02.023362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-671c22ad-a80c-4f40-9bef-f6e5d48cd414 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:02.084314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-671c22ad-a80c-4f40-9bef-f6e5d48cd414 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:02.109519 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-671c22ad-a80c-4f40-9bef-f6e5d48cd414 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:02.151435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-671c22ad-a80c-4f40-9bef-f6e5d48cd414 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:02.370494 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:02.377022 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-27b7efe8-95ec-4830-a8ed-f4f3021e65f8 None None] Port b43cc591-2db9-452c-987a-e1f709822d2a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:44:02.751215 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-671c22ad-a80c-4f40-9bef-f6e5d48cd414 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:02.753637 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a9572031-fd32-49aa-80cc-fc15fb98d8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:02.812325 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-23bd815c-feac-401c-a519-beee0a386fb1 None None] Provisioning complete for port b43cc591-2db9-452c-987a-e1f709822d2a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:02.812325 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-23bd815c-feac-401c-a519-beee0a386fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:02.856923 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-671c22ad-a80c-4f40-9bef-f6e5d48cd414 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:02.870123 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8620774d-2a41-478c-b8a6-86c520aba2f1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:02.917750 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:02.933680 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-23bd815c-feac-401c-a519-beee0a386fb1 None None] Port b43cc591-2db9-452c-987a-e1f709822d2a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:44:02.971046 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c22ad-a80c-4f40-9bef-f6e5d48cd414 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9596df6-0eeb-450c-8a6e-7672df2ac98c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:02.982182 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-671c22ad-a80c-4f40-9bef-f6e5d48cd414 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:02.989946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ba10c60b-2dba-4dee-b64d-6b20adfc12c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c728fa0>, [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:52Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'e2f29c41-10d6-4b72-91e6-7aea4e550748', 'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'mac_address': 'fa:16:3e:22:c8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:50Z', 'updated_at': '2021-06-04T15:32:04Z', 'revision_number': 5, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'subnets': [{'id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:02.995743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba10c60b-2dba-4dee-b64d-6b20adfc12c0 None None] Checking router: 4e9f87de-899c-40c3-b79f-56ab3a1143e7 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:44:03.005640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba10c60b-2dba-4dee-b64d-6b20adfc12c0 None None] Routers {'4e9f87de-899c-40c3-b79f-56ab3a1143e7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:44:03.006424 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ba10c60b-2dba-4dee-b64d-6b20adfc12c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c728fa0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:44:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:03.032171 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:03.033403 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:03.039450 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-52505f88-59d8-4096-ab6b-e80d84593183 tempest-RoutersAdminTest-307628916 tempest-RoutersAdminTest-307628916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:03.103119 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-671c22ad-a80c-4f40-9bef-f6e5d48cd414 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:03.107958 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-671c22ad-a80c-4f40-9bef-f6e5d48cd414 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.6143336
Jun 04 15:44:03.108311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45500) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:03.114228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1e371aa7-5c74-461a-8e5e-703552b2f3b9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group_rule': {'security_group_id': 'e9596df6-0eeb-450c-8a6e-7672df2ac98c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:03.125385 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1e371aa7-5c74-461a-8e5e-703552b2f3b9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:03.146168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1e371aa7-5c74-461a-8e5e-703552b2f3b9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:03.156579 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1e371aa7-5c74-461a-8e5e-703552b2f3b9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:03.178102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1e371aa7-5c74-461a-8e5e-703552b2f3b9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:03.249321 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=b43cc591-2db9-452c-987a-e1f709822d2a,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:03.259463 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:03.312637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-ba10c60b-2dba-4dee-b64d-6b20adfc12c0 None None] Set router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:44:03.335998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network 929eea10-64c5-44a7-9141-f830b0ae96c2 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:44:03.337749 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e371aa7-5c74-461a-8e5e-703552b2f3b9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:03.338887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:44:03.351660 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45504) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:03.408145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45506) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:03.537154 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e371aa7-5c74-461a-8e5e-703552b2f3b9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:03.561755 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b02713b-54f9-4e3d-ac0a-b0a2eef5c54f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:03.634830 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b02713b-54f9-4e3d-ac0a-b0a2eef5c54f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:03.703757 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6820b1a1-7151-4317-8d8a-a29a11a84e78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d1119e5f8f2473a9a0d2b3366bd5a61&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3501153
Jun 04 15:44:03.709907 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45510) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:03.751466 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:03.836189 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e371aa7-5c74-461a-8e5e-703552b2f3b9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:03.853665 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-98d81544-8902-4b8c-b08d-d1c39909ab5c tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:03.899327 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc806f22-ebfd-4261-add4-743d9fe21494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:03.910578 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e371aa7-5c74-461a-8e5e-703552b2f3b9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3639a8-eb00-452e-ab0a-d25113fa630b,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:03.919752 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1e371aa7-5c74-461a-8e5e-703552b2f3b9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:03.934962 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Router 1a1b88e5-87a9-4050-82cc-9efbcd0275b3 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:44:03.945372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-edf12ea3-5513-429d-a866-c7fb5ba149f2 None None] Provisioning complete for port b43cc591-2db9-452c-987a-e1f709822d2a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:03.946602 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-edf12ea3-5513-429d-a866-c7fb5ba149f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:03.947995 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc806f22-ebfd-4261-add4-743d9fe21494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:04.022052 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b02713b-54f9-4e3d-ac0a-b0a2eef5c54f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:04.027429 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e371aa7-5c74-461a-8e5e-703552b2f3b9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:04.032651 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1e371aa7-5c74-461a-8e5e-703552b2f3b9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9188814
Jun 04 15:44:04.037555 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-27cac3b5-e261-4d06-99d6-27563cf2422f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:04.055972 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-edf12ea3-5513-429d-a866-c7fb5ba149f2 None None] Port b43cc591-2db9-452c-987a-e1f709822d2a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:44:04.065042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45520) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:04.068146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02713b-54f9-4e3d-ac0a-b0a2eef5c54f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b231b8-f08d-49a9-87ff-cc806044de6b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:04.081827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ba10c60b-2dba-4dee-b64d-6b20adfc12c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c728fa0>, [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:52Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'e2f29c41-10d6-4b72-91e6-7aea4e550748', 'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'mac_address': 'fa:16:3e:22:c8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:50Z', 'updated_at': '2021-06-04T15:32:04Z', 'revision_number': 5, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'subnets': [{'id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:04.085623 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9b02713b-54f9-4e3d-ac0a-b0a2eef5c54f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:04.096711 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b02713b-54f9-4e3d-ac0a-b0a2eef5c54f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:04.098002 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9b02713b-54f9-4e3d-ac0a-b0a2eef5c54f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "DELETE /v2.0/security-groups/59b231b8-f08d-49a9-87ff-cc806044de6b HTTP/1.1" status: 204  len: 168 time: 0.6862812
Jun 04 15:44:04.102502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba10c60b-2dba-4dee-b64d-6b20adfc12c0 None None] The sync data for ids ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'] in n-d-791505-9 is: [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:31:52Z', 'revision_number': 4, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'e2f29c41-10d6-4b72-91e6-7aea4e550748', 'name': '', 'network_id': '6c155a59-ba83-4d4d-a0c4-1eb46b267cbb', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'mac_address': 'fa:16:3e:22:c8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:50Z', 'updated_at': '2021-06-04T15:32:04Z', 'revision_number': 5, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'subnets': [{'id': '41ed44b3-ef4b-465d-8935-39b4f8607a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:44:04.109613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45522) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:04.110414 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc806f22-ebfd-4261-add4-743d9fe21494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:04.113218 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc806f22-ebfd-4261-add4-743d9fe21494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:04.121458 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cc806f22-ebfd-4261-add4-743d9fe21494 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a7e138a-ccf0-4ba1-a41c-bf3ef4346474 HTTP/1.1" status: 204  len: 168 time: 0.4098735
Jun 04 15:44:04.154565 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a521b64d-8c9a-4e67-87d5-e9ae9b937ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:04.169934 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-069dcfed-744a-42f1-8f2f-0f67288fc18c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:04.184684 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-069dcfed-744a-42f1-8f2f-0f67288fc18c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:04.236731 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-d1f41e96-9aec-4ab7-8ee8-f6080549a48d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] show failed (client error): The resource could not be found.
Jun 04 15:44:04.240858 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d1f41e96-9aec-4ab7-8ee8-f6080549a48d tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "GET /v2.0/security-groups/59b231b8-f08d-49a9-87ff-cc806044de6b HTTP/1.1" status: 404  len: 347 time: 0.1182096
Jun 04 15:44:04.242489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45530) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:04.244669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc806f22-ebfd-4261-add4-743d9fe21494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7e138a-ccf0-4ba1-a41c-bf3ef4346474,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:04.304529 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cc806f22-ebfd-4261-add4-743d9fe21494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:04.325309 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-069dcfed-744a-42f1-8f2f-0f67288fc18c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:04.338812 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:04.349999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:44:04.371244 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9177c5-da26-4d6f-bae7-492b79c418c4 None None] Sync routers for ids ['1a1b88e5-87a9-4050-82cc-9efbcd0275b3'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:44:04.383988 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "PUT /v2.0/routers/1a1b88e5-87a9-4050-82cc-9efbcd0275b3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2699749
Jun 04 15:44:04.384622 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45534) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:04.390428 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9177c5-da26-4d6f-bae7-492b79c418c4 None None] Routers {'1a1b88e5-87a9-4050-82cc-9efbcd0275b3'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:44:04.391509 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-fe9177c5-da26-4d6f-bae7-492b79c418c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8b1b20>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:44:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1a1b88e5-87a9-4050-82cc-9efbcd0275b3'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:04.468718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dcfed-744a-42f1-8f2f-0f67288fc18c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a3639a8-eb00-452e-ab0a-d25113fa630b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:04.487302 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-069dcfed-744a-42f1-8f2f-0f67288fc18c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:04.488228 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-069dcfed-744a-42f1-8f2f-0f67288fc18c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:04.492558 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-069dcfed-744a-42f1-8f2f-0f67288fc18c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8a3639a8-eb00-452e-ab0a-d25113fa630b HTTP/1.1" status: 204  len: 168 time: 0.4224305
Jun 04 15:44:04.492832 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45536) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:04.586040 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-fe9177c5-da26-4d6f-bae7-492b79c418c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8b1b20>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:04.589374 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784a44f3-a59a-475c-b8a1-95a1c8815784 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:04.590503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-784a44f3-a59a-475c-b8a1-95a1c8815784 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:04.602557 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9177c5-da26-4d6f-bae7-492b79c418c4 None None] Routers {'1a1b88e5-87a9-4050-82cc-9efbcd0275b3'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:44:04.605341 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-fe9177c5-da26-4d6f-bae7-492b79c418c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8b1b20>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:44:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1a1b88e5-87a9-4050-82cc-9efbcd0275b3'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:04.625852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-672d44fc-b7e1-4126-8ade-5acfd0a58bca tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:04.627711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-15849d9a-21ff-4425-acac-4b65d92a66db tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Deleting port e4c9f967-86aa-460c-8fab-ab69c73ad9f5 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:44:04.631216 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-15849d9a-21ff-4425-acac-4b65d92a66db tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:04.638357 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7f5f71-772c-42c8-9836-66000ec51370 None None] New status for floating IP 326937d7-413c-4574-9149-691e9e5d1f26: DOWN {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:44:04.795388 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-fe9177c5-da26-4d6f-bae7-492b79c418c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8b1b20>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:04.796219 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9177c5-da26-4d6f-bae7-492b79c418c4 None None] The sync data for ids ['1a1b88e5-87a9-4050-82cc-9efbcd0275b3'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:44:04.867755 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-784a44f3-a59a-475c-b8a1-95a1c8815784 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:04.871873 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-784a44f3-a59a-475c-b8a1-95a1c8815784 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a1b88e5-87a9-4050-82cc-9efbcd0275b3 HTTP/1.1" status: 200  len: 989 time: 0.4830816
Jun 04 15:44:04.872260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45540) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:05.015930 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-15849d9a-21ff-4425-acac-4b65d92a66db tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:05.015930 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-15849d9a-21ff-4425-acac-4b65d92a66db tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:05.306103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-15849d9a-21ff-4425-acac-4b65d92a66db tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Calling delete_port for e4c9f967-86aa-460c-8fab-ab69c73ad9f5 owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:44:05.348748 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-672d44fc-b7e1-4126-8ade-5acfd0a58bca tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:05.350423 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-672d44fc-b7e1-4126-8ade-5acfd0a58bca tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.8573911
Jun 04 15:44:05.354144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45550) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:05.460534 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23120285-d12f-4b2f-842f-fbbcb9905859 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:05.494992 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23120285-d12f-4b2f-842f-fbbcb9905859 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:05.704685 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21474a07-a683-4d5e-ad00-86c5a6a23d3b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:06.076487 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-21474a07-a683-4d5e-ad00-86c5a6a23d3b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port b43cc591-2db9-452c-987a-e1f709822d2a {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:44:06.077436 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21474a07-a683-4d5e-ad00-86c5a6a23d3b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:06.126160 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:06.195047 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23120285-d12f-4b2f-842f-fbbcb9905859 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:06.205586 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-840a76e4-2946-4062-b2f8-4cc1345a34f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:06.277621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23120285-d12f-4b2f-842f-fbbcb9905859 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9596df6-0eeb-450c-8a6e-7672df2ac98c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:06.277830 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21474a07-a683-4d5e-ad00-86c5a6a23d3b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:06.316611 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-23120285-d12f-4b2f-842f-fbbcb9905859 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:06.540841 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-23120285-d12f-4b2f-842f-fbbcb9905859 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:06.542356 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-23120285-d12f-4b2f-842f-fbbcb9905859 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-groups/e9596df6-0eeb-450c-8a6e-7672df2ac98c HTTP/1.1" status: 204  len: 168 time: 1.1875980
Jun 04 15:44:06.546327 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-15849d9a-21ff-4425-acac-4b65d92a66db tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:06.551617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45576) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:06.553136 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5409b794-2feb-4948-b32e-7ca07080b6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:06.626158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15849d9a-21ff-4425-acac-4b65d92a66db tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Pushing event deleted for resources: {'Port': ['ID=e4c9f967-86aa-460c-8fab-ab69c73ad9f5,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:06.642606 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-15849d9a-21ff-4425-acac-4b65d92a66db tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:06.647385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-21474a07-a683-4d5e-ad00-86c5a6a23d3b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for b43cc591-2db9-452c-987a-e1f709822d2a owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:44:06.724343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e1636624-ac21-4a79-a94f-bcb6f437a4cf tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:06.796316 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-15849d9a-21ff-4425-acac-4b65d92a66db tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:06.799305 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-15849d9a-21ff-4425-acac-4b65d92a66db tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:06.800708 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-15849d9a-21ff-4425-acac-4b65d92a66db tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] 10.222.0.32 "DELETE /v2.0/floatingips/326937d7-413c-4574-9149-691e9e5d1f26 HTTP/1.1" status: 204  len: 168 time: 2.5571675
Jun 04 15:44:06.841416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e1636624-ac21-4a79-a94f-bcb6f437a4cf tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:06.846826 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e1636624-ac21-4a79-a94f-bcb6f437a4cf tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2520661
Jun 04 15:44:06.853452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45578) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:06.865290 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-79098e4e-3cc4-4242-a73e-a09c5405a760 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group': {'name': 'tempest-secgroup--160290288'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:06.872190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-79098e4e-3cc4-4242-a73e-a09c5405a760 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:06.898391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-79098e4e-3cc4-4242-a73e-a09c5405a760 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:06.998511 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21474a07-a683-4d5e-ad00-86c5a6a23d3b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:07.004917 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:07.032897 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79098e4e-3cc4-4242-a73e-a09c5405a760 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:07.072631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21474a07-a683-4d5e-ad00-86c5a6a23d3b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=b43cc591-2db9-452c-987a-e1f709822d2a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:07.110728 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-79098e4e-3cc4-4242-a73e-a09c5405a760 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:07.118411 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-79098e4e-3cc4-4242-a73e-a09c5405a760 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:07.121834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-79098e4e-3cc4-4242-a73e-a09c5405a760 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:07.122906 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-21474a07-a683-4d5e-ad00-86c5a6a23d3b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:07.153181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-79098e4e-3cc4-4242-a73e-a09c5405a760 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:07.344600 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79098e4e-3cc4-4242-a73e-a09c5405a760 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:07.416429 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-21474a07-a683-4d5e-ad00-86c5a6a23d3b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:07.420358 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79098e4e-3cc4-4242-a73e-a09c5405a760 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:07.483313 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4ea10a85-5160-4e72-a9e8-8afeb18fa1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:07.532024 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79098e4e-3cc4-4242-a73e-a09c5405a760 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a901301-54e4-4781-ae77-8c24cb56b828,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:07.567283 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-79098e4e-3cc4-4242-a73e-a09c5405a760 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:07.631789 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79098e4e-3cc4-4242-a73e-a09c5405a760 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:07.633407 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-79098e4e-3cc4-4242-a73e-a09c5405a760 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.7783358
Jun 04 15:44:07.636196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45592) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:07.649867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-277cff85-b224-4745-a245-5be183ca2a2e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group_rule': {'security_group_id': '1a901301-54e4-4781-ae77-8c24cb56b828', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:07.662809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-277cff85-b224-4745-a245-5be183ca2a2e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:07.672216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-277cff85-b224-4745-a245-5be183ca2a2e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:07.676532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-277cff85-b224-4745-a245-5be183ca2a2e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:07.686188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-277cff85-b224-4745-a245-5be183ca2a2e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:07.806298 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-277cff85-b224-4745-a245-5be183ca2a2e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:07.875300 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21474a07-a683-4d5e-ad00-86c5a6a23d3b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Router 1a1b88e5-87a9-4050-82cc-9efbcd0275b3 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:44:07.914672 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-277cff85-b224-4745-a245-5be183ca2a2e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:07.998943 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-277cff85-b224-4745-a245-5be183ca2a2e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:08.001870 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d490fa11-2718-423c-acca-d6e30a0afe38 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:08.068619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cff85-b224-4745-a245-5be183ca2a2e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008bed6c-cdee-4ef4-be82-a4818e1170a9,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:08.083850 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-277cff85-b224-4745-a245-5be183ca2a2e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:08.116332 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21474a07-a683-4d5e-ad00-86c5a6a23d3b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:44:08.130600 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a16cfa-19af-4ab1-91fb-2fa258807d1b None None] Sync routers for ids ['1a1b88e5-87a9-4050-82cc-9efbcd0275b3'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:44:08.141580 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a16cfa-19af-4ab1-91fb-2fa258807d1b None None] Routers {'1a1b88e5-87a9-4050-82cc-9efbcd0275b3'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:44:08.142217 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c8a16cfa-19af-4ab1-91fb-2fa258807d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d69e760>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:44:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1a1b88e5-87a9-4050-82cc-9efbcd0275b3'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:08.152106 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-277cff85-b224-4745-a245-5be183ca2a2e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:08.156231 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-277cff85-b224-4745-a245-5be183ca2a2e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5162189
Jun 04 15:44:08.163113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45598) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:08.163113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-77e73710-f98f-4c86-81bd-dcf19ad366bd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group_rule': {'security_group_id': '1a901301-54e4-4781-ae77-8c24cb56b828', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:08.173101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-77e73710-f98f-4c86-81bd-dcf19ad366bd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:08.180701 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-77e73710-f98f-4c86-81bd-dcf19ad366bd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:08.188244 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-77e73710-f98f-4c86-81bd-dcf19ad366bd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:08.195095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-77e73710-f98f-4c86-81bd-dcf19ad366bd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:08.219224 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c8a16cfa-19af-4ab1-91fb-2fa258807d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d69e760>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:08.228318 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a16cfa-19af-4ab1-91fb-2fa258807d1b None None] Routers {'1a1b88e5-87a9-4050-82cc-9efbcd0275b3'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:44:08.228928 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c8a16cfa-19af-4ab1-91fb-2fa258807d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d69e760>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:44:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['1a1b88e5-87a9-4050-82cc-9efbcd0275b3'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:08.292646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45600) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:08.297929 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-21474a07-a683-4d5e-ad00-86c5a6a23d3b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "PUT /v2.0/routers/1a1b88e5-87a9-4050-82cc-9efbcd0275b3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4194787
Jun 04 15:44:08.298385 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c8a16cfa-19af-4ab1-91fb-2fa258807d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d69e760>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:08.299217 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a16cfa-19af-4ab1-91fb-2fa258807d1b None None] The sync data for ids ['1a1b88e5-87a9-4050-82cc-9efbcd0275b3'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:44:08.422725 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-351d16a4-c3e0-4468-8829-3a6df86f3de2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] GET failed (client error): The resource could not be found.
Jun 04 15:44:08.424271 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-351d16a4-c3e0-4468-8829-3a6df86f3de2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/b43cc591-2db9-452c-987a-e1f709822d2a HTTP/1.1" status: 404  len: 333 time: 0.1301672
Jun 04 15:44:08.427151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45614) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:08.778110 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77e73710-f98f-4c86-81bd-dcf19ad366bd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:08.868600 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77e73710-f98f-4c86-81bd-dcf19ad366bd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:08.954529 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77e73710-f98f-4c86-81bd-dcf19ad366bd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:08.966566 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:08.992598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e73710-f98f-4c86-81bd-dcf19ad366bd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58bcc476-3c0c-4e17-a7ad-12b124502080,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:08.995537 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-77e73710-f98f-4c86-81bd-dcf19ad366bd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:09.002561 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d439abd8-b7ff-4eb6-8dcf-83f591ad1167 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:09.435686 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d439abd8-b7ff-4eb6-8dcf-83f591ad1167 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:09.438706 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d439abd8-b7ff-4eb6-8dcf-83f591ad1167 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:09.478069 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77e73710-f98f-4c86-81bd-dcf19ad366bd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:09.479497 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-77e73710-f98f-4c86-81bd-dcf19ad366bd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.3219168
Jun 04 15:44:09.483004 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45620) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:09.488968 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-b7dbd723-96b1-4918-a0b1-e41eceec5517 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group_rule': {'security_group_id': '1a901301-54e4-4781-ae77-8c24cb56b828', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:09.496956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b7dbd723-96b1-4918-a0b1-e41eceec5517 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:09.502562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b7dbd723-96b1-4918-a0b1-e41eceec5517 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:09.506317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b7dbd723-96b1-4918-a0b1-e41eceec5517 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:09.514616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b7dbd723-96b1-4918-a0b1-e41eceec5517 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:09.537859 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d439abd8-b7ff-4eb6-8dcf-83f591ad1167 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:09.541905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d439abd8-b7ff-4eb6-8dcf-83f591ad1167 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Fanout notify agent at l3_agent the message router_deleted on router 1a1b88e5-87a9-4050-82cc-9efbcd0275b3 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:44:09.588121 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d439abd8-b7ff-4eb6-8dcf-83f591ad1167 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:09.592196 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d439abd8-b7ff-4eb6-8dcf-83f591ad1167 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/routers/1a1b88e5-87a9-4050-82cc-9efbcd0275b3 HTTP/1.1" status: 204  len: 168 time: 1.1615429
Jun 04 15:44:09.592611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45626) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:09.608955 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7dbd723-96b1-4918-a0b1-e41eceec5517 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:09.749028 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7dbd723-96b1-4918-a0b1-e41eceec5517 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:09.762781 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c7ac73-8dca-495f-806c-336a411d10b1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting subnet cf1e7408-a187-4e75-815c-b97949df20e7 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:44:09.767248 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ac73-8dca-495f-806c-336a411d10b1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:09.826459 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7dbd723-96b1-4918-a0b1-e41eceec5517 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:09.828399 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ca2aa1db-5ab1-4ad2-9498-b3f601745f1e tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:09.833358 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ac73-8dca-495f-806c-336a411d10b1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:09.895083 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbd723-96b1-4918-a0b1-e41eceec5517 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bdfd555-0dd4-4dde-ac60-477afc5076c3,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:09.897344 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b7dbd723-96b1-4918-a0b1-e41eceec5517 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:09.962061 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ac73-8dca-495f-806c-336a411d10b1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:09.992181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7dbd723-96b1-4918-a0b1-e41eceec5517 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:09.995956 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b7dbd723-96b1-4918-a0b1-e41eceec5517 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5094025
Jun 04 15:44:09.996191 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45632) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:10.001897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0e52fd21-5a8f-4cb1-8fac-50dc1efd835b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group_rule': {'security_group_id': '1a901301-54e4-4781-ae77-8c24cb56b828', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:10.016776 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0e52fd21-5a8f-4cb1-8fac-50dc1efd835b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:10.026122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0e52fd21-5a8f-4cb1-8fac-50dc1efd835b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:10.057740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0e52fd21-5a8f-4cb1-8fac-50dc1efd835b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:10.078029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0e52fd21-5a8f-4cb1-8fac-50dc1efd835b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:10.210825 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0e52fd21-5a8f-4cb1-8fac-50dc1efd835b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:10.363146 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0e52fd21-5a8f-4cb1-8fac-50dc1efd835b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:10.443641 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0e52fd21-5a8f-4cb1-8fac-50dc1efd835b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:10.447084 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:10.489745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ac73-8dca-495f-806c-336a411d10b1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:10.496040 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0b3a1360-234f-4878-8404-1e4083e4952e tempest-BulkNetworkOpsTest-58958965 tempest-BulkNetworkOpsTest-58958965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:10.550254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52fd21-5a8f-4cb1-8fac-50dc1efd835b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed25205-1ea6-4bd5-9087-46f9baa1413b,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:10.562073 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0e52fd21-5a8f-4cb1-8fac-50dc1efd835b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:10.603386 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0e52fd21-5a8f-4cb1-8fac-50dc1efd835b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:10.608974 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0e52fd21-5a8f-4cb1-8fac-50dc1efd835b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6112132
Jun 04 15:44:10.610302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45638) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:10.615960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-da5dfa21-a17e-43f3-a841-2b7eb728f3fe tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group_rule': {'security_group_id': '1a901301-54e4-4781-ae77-8c24cb56b828', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:10.625902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-da5dfa21-a17e-43f3-a841-2b7eb728f3fe tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:10.632130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-da5dfa21-a17e-43f3-a841-2b7eb728f3fe tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:10.636257 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-da5dfa21-a17e-43f3-a841-2b7eb728f3fe tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:10.644521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-da5dfa21-a17e-43f3-a841-2b7eb728f3fe tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:10.821238 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da5dfa21-a17e-43f3-a841-2b7eb728f3fe tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:10.855182 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7ac73-8dca-495f-806c-336a411d10b1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1e7408-a187-4e75-815c-b97949df20e7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:10.866804 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0d8213-06cc-4363-9e28-c109d2ca6361 None None] Network 929eea10-64c5-44a7-9141-f830b0ae96c2 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:44:10.867325 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e2c7ac73-8dca-495f-806c-336a411d10b1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:10.868862 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ac73-8dca-495f-806c-336a411d10b1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:10.877441 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e2c7ac73-8dca-495f-806c-336a411d10b1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/cf1e7408-a187-4e75-815c-b97949df20e7 HTTP/1.1" status: 204  len: 168 time: 1.2836354
Jun 04 15:44:10.879736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45646) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:11.008918 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da5dfa21-a17e-43f3-a841-2b7eb728f3fe tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:11.073400 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:11.168903 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da5dfa21-a17e-43f3-a841-2b7eb728f3fe tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:11.181538 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:11.186921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port b6429425-d65d-4e32-bddd-bf3aa0a60e5b {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:44:11.187364 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:11.227412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dfa21-a17e-43f3-a841-2b7eb728f3fe tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ddd479b-d9b9-40ec-9c6c-cab2d6a55eab,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:11.230548 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-da5dfa21-a17e-43f3-a841-2b7eb728f3fe tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:11.266887 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af8ad00-bca9-4f02-91b5-1c91dc2969cf None None] DHCP port deletion for 929eea10-64c5-44a7-9141-f830b0ae96c2 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:44:11.359779 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4af8ad00-bca9-4f02-91b5-1c91dc2969cf None None] Deleting port b6429425-d65d-4e32-bddd-bf3aa0a60e5b {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:44:11.360408 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4af8ad00-bca9-4f02-91b5-1c91dc2969cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:11.366629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] For port b6429425-d65d-4e32-bddd-bf3aa0a60e5b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b6429425-d65d-4e32-bddd-bf3aa0a60e5b,segment=NetworkSegment(cb514d52-b382-4483-bb5a-71c50a5ccd73),segment_id=cb514d52-b382-4483-bb5a-71c50a5ccd73)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:44:11.367133 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:11.386137 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da5dfa21-a17e-43f3-a841-2b7eb728f3fe tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:11.387861 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-da5dfa21-a17e-43f3-a841-2b7eb728f3fe tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.7765236
Jun 04 15:44:11.390976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45652) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:11.446639 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-097c3e6c-d9af-47cf-bfc7-33183fe9099a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:11.488731 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-097c3e6c-d9af-47cf-bfc7-33183fe9099a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:11.624868 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4af8ad00-bca9-4f02-91b5-1c91dc2969cf None None] For port b6429425-d65d-4e32-bddd-bf3aa0a60e5b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b6429425-d65d-4e32-bddd-bf3aa0a60e5b,segment=NetworkSegment(cb514d52-b382-4483-bb5a-71c50a5ccd73),segment_id=cb514d52-b382-4483-bb5a-71c50a5ccd73)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:44:11.625318 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4af8ad00-bca9-4f02-91b5-1c91dc2969cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:11.683993 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-097c3e6c-d9af-47cf-bfc7-33183fe9099a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:11.688096 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-77e73710-f98f-4c86-81bd-dcf19ad366bd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:11.694753 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for b6429425-d65d-4e32-bddd-bf3aa0a60e5b owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:44:11.720551 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-097c3e6c-d9af-47cf-bfc7-33183fe9099a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:11.721937 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-097c3e6c-d9af-47cf-bfc7-33183fe9099a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7ddd479b-d9b9-40ec-9c6c-cab2d6a55eab HTTP/1.1" status: 204  len: 168 time: 0.3297472
Jun 04 15:44:11.723255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c3e6c-d9af-47cf-bfc7-33183fe9099a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ddd479b-d9b9-40ec-9c6c-cab2d6a55eab,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:11.725155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45662) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:11.759699 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-097c3e6c-d9af-47cf-bfc7-33183fe9099a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:11.816135 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e33f816a-62f3-4243-bbae-2d24930c6883 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:11.824984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4af8ad00-bca9-4f02-91b5-1c91dc2969cf None None] Calling delete_port for b6429425-d65d-4e32-bddd-bf3aa0a60e5b owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:44:11.912089 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:11.918497 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4af8ad00-bca9-4f02-91b5-1c91dc2969cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:11.922421 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:11.937497 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fa0a96e7-54e1-42d8-983d-8bb4d0be00c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:11.957177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e33f816a-62f3-4243-bbae-2d24930c6883 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:11.962132 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e33f816a-62f3-4243-bbae-2d24930c6883 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.2354281
Jun 04 15:44:11.963557 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45666) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:12.024993 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8ad00-bca9-4f02-91b5-1c91dc2969cf None None] Pushing event deleted for resources: {'Port': ['ID=b6429425-d65d-4e32-bddd-bf3aa0a60e5b,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:12.028170 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8ad00-bca9-4f02-91b5-1c91dc2969cf None None] No DVR routers for this DVR port b6429425-d65d-4e32-bddd-bf3aa0a60e5b on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:44:12.038497 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4af8ad00-bca9-4f02-91b5-1c91dc2969cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:12.059979 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=b6429425-d65d-4e32-bddd-bf3aa0a60e5b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:12.060484 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d81ca2e6-4374-47ee-ba68-21e00ae3ee14 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:12.063959 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:12.064896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No DVR routers for this DVR port b6429425-d65d-4e32-bddd-bf3aa0a60e5b on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:44:12.090206 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d81ca2e6-4374-47ee-ba68-21e00ae3ee14 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:12.260133 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:12.280297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387b45ac0>,) {'filters': {'network_id': ['929eea10-64c5-44a7-9141-f830b0ae96c2']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:12.296747 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387b45ac0>, 'cb514d52-b382-4483-bb5a-71c50a5ccd73') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:12.297262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387b45ac0>, 'cb514d52-b382-4483-bb5a-71c50a5ccd73') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:12.312262 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:12.329452 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d81ca2e6-4374-47ee-ba68-21e00ae3ee14 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:12.331337 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-097c3e6c-d9af-47cf-bfc7-33183fe9099a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:12.336890 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:12.345534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:44:12.346438 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:12.385614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ca2e6-4374-47ee-ba68-21e00ae3ee14 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ed25205-1ea6-4bd5-9087-46f9baa1413b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:12.385614 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d81ca2e6-4374-47ee-ba68-21e00ae3ee14 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:44:12.483602 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:44:12.517585 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d81ca2e6-4374-47ee-ba68-21e00ae3ee14 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:12.521423 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d81ca2e6-4374-47ee-ba68-21e00ae3ee14 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7ed25205-1ea6-4bd5-9087-46f9baa1413b HTTP/1.1" status: 204  len: 168 time: 0.5535727
Jun 04 15:44:12.521725 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45668) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:12.592596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9aafa622-e863-4097-a2e5-6d0e71825283 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:12.666967 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:12.674500 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:12.693970 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:12.701921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Network': ['ID=929eea10-64c5-44a7-9141-f830b0ae96c2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:12.709086 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:12.712983 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/networks/929eea10-64c5-44a7-9141-f830b0ae96c2 HTTP/1.1" status: 204  len: 168 time: 1.8322103
Jun 04 15:44:12.717573 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45674) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:12.793100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9212ca9-1adf-49fa-8550-28d651364488 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:12.793696 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e9212ca9-1adf-49fa-8550-28d651364488 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:12.811313 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9aafa622-e863-4097-a2e5-6d0e71825283 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:12.811313 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9aafa622-e863-4097-a2e5-6d0e71825283 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.2878311
Jun 04 15:44:12.813704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45676) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:12.864125 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1109489e-dc32-4462-82f4-b6b317cdb390 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:12.874687 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1109489e-dc32-4462-82f4-b6b317cdb390 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:12.940212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e9212ca9-1adf-49fa-8550-28d651364488 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:12.941523 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e9212ca9-1adf-49fa-8550-28d651364488 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/5daccc4f-7768-420d-94ba-c91077af3130 HTTP/1.1" status: 200  len: 845 time: 0.2227926
Jun 04 15:44:12.945336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45680) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:12.974740 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1109489e-dc32-4462-82f4-b6b317cdb390 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:12.977303 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0e52fd21-5a8f-4cb1-8fac-50dc1efd835b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:13.006843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109489e-dc32-4462-82f4-b6b317cdb390 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bdfd555-0dd4-4dde-ac60-477afc5076c3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:13.016793 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1109489e-dc32-4462-82f4-b6b317cdb390 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:13.037266 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b6429425-d65d-4e32-bddd-bf3aa0a60e5b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:44:13.047574 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-11dde85c-12e4-40a1-9aca-fbd8cc71a99a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/5daccc4f-7768-420d-94ba-c91077af3130?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0965891
Jun 04 15:44:13.047919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45684) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:13.059142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-163bcf0c-92d3-4124-a270-dd86d681f6ef tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'subnet': {'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:13.086127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: b6429425-d65d-4e32-bddd-bf3aa0a60e5b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:44:13.086850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b6429425-d65d-4e32-bddd-bf3aa0a60e5b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:44:13.123387 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1109489e-dc32-4462-82f4-b6b317cdb390 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:13.132549 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1109489e-dc32-4462-82f4-b6b317cdb390 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5bdfd555-0dd4-4dde-ac60-477afc5076c3 HTTP/1.1" status: 204  len: 168 time: 0.3098972
Jun 04 15:44:13.132549 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45688) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:13.172607 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-163bcf0c-92d3-4124-a270-dd86d681f6ef tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:13.177358 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-163bcf0c-92d3-4124-a270-dd86d681f6ef tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:subnet and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:13.180575 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-163bcf0c-92d3-4124-a270-dd86d681f6ef tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:13.186889 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-163bcf0c-92d3-4124-a270-dd86d681f6ef tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:13.188182 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2d66581f-6cce-4350-9e70-68a189a24dfa tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:13.312387 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163bcf0c-92d3-4124-a270-dd86d681f6ef tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:44:13.316042 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-163bcf0c-92d3-4124-a270-dd86d681f6ef tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:13.357915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2d66581f-6cce-4350-9e70-68a189a24dfa tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:13.359792 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2d66581f-6cce-4350-9e70-68a189a24dfa tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.2315040
Jun 04 15:44:13.362640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45690) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:13.418650 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-418d6879-eb05-4252-bb29-ea4270e37796 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:13.463638 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-418d6879-eb05-4252-bb29-ea4270e37796 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:13.665838 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-418d6879-eb05-4252-bb29-ea4270e37796 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:13.667737 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-88c7334b-b3b4-41e3-9e9c-c4dfbd366a9b tempest-TaggedBootDevicesTest_v242-1208390489 tempest-TaggedBootDevicesTest_v242-1208390489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:13.715634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d6879-eb05-4252-bb29-ea4270e37796 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58bcc476-3c0c-4e17-a7ad-12b124502080,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:13.725217 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-418d6879-eb05-4252-bb29-ea4270e37796 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:13.837814 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-418d6879-eb05-4252-bb29-ea4270e37796 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:13.839275 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-418d6879-eb05-4252-bb29-ea4270e37796 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/58bcc476-3c0c-4e17-a7ad-12b124502080 HTTP/1.1" status: 204  len: 168 time: 0.4753215
Jun 04 15:44:13.842756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45700) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:13.939205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-639723a1-46d5-41e3-af35-1e0b7a19246b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:14.032417 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-639723a1-46d5-41e3-af35-1e0b7a19246b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:14.034286 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-639723a1-46d5-41e3-af35-1e0b7a19246b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1901901
Jun 04 15:44:14.036914 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45704) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:14.074073 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4e811b3-7ab8-47ef-b5ff-e6ec5dc4d1e1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:14.089766 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4e811b3-7ab8-47ef-b5ff-e6ec5dc4d1e1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:14.104086 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-163bcf0c-92d3-4124-a270-dd86d681f6ef tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:14.116456 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fb5901bc-b9f0-4ea0-adcd-5cd3de6747fb tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:14.172453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163bcf0c-92d3-4124-a270-dd86d681f6ef tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:44:14.176322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-163bcf0c-92d3-4124-a270-dd86d681f6ef tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:44:14.195808 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163bcf0c-92d3-4124-a270-dd86d681f6ef tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:14.196139 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb33bb65-9311-46eb-ba57-4a8cfc36fae5 None None] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:44:14.196858 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-163bcf0c-92d3-4124-a270-dd86d681f6ef tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:14.202440 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bcf0c-92d3-4124-a270-dd86d681f6ef tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Subnet': ['ID=82d954cb-131b-48a7-aeb0-748b53049771,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:14.211462 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-163bcf0c-92d3-4124-a270-dd86d681f6ef tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:14.301907 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4e811b3-7ab8-47ef-b5ff-e6ec5dc4d1e1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:14.307252 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0cd10554-7c62-4906-8311-b3e8c47330f6 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:14.344585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e811b3-7ab8-47ef-b5ff-e6ec5dc4d1e1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=008bed6c-cdee-4ef4-be82-a4818e1170a9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:14.353759 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f4e811b3-7ab8-47ef-b5ff-e6ec5dc4d1e1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:14.409534 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-163bcf0c-92d3-4124-a270-dd86d681f6ef tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3605683
Jun 04 15:44:14.412180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45708) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:14.417360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'security_group': {'name': 'tempest-secgroup-474274502'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:14.425408 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:14.429422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:security_group and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:14.432504 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:14.438536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:14.550530 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-e8db2e0d-ee35-41b5-8099-f62226a24d80', 'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'tenant_id': '856f9f5e166643a0ad0d1b7b273cd474', 'fixed_ips': [{'subnet_id': '82d954cb-131b-48a7-aeb0-748b53049771'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:44:14.551381 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:14.586435 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4e811b3-7ab8-47ef-b5ff-e6ec5dc4d1e1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:14.587614 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f4e811b3-7ab8-47ef-b5ff-e6ec5dc4d1e1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/008bed6c-cdee-4ef4-be82-a4818e1170a9 HTTP/1.1" status: 204  len: 168 time: 0.5496266
Jun 04 15:44:14.590399 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45714) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:14.632086 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:14.643610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a0e2f46a-de80-499e-963b-c6676a1ae13b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:14.658383 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:14.663000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:security_group_rule and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:14.666203 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:14.674499 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:14.734903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a0e2f46a-de80-499e-963b-c6676a1ae13b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:14.737302 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a0e2f46a-de80-499e-963b-c6676a1ae13b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1459625
Jun 04 15:44:14.742090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45718) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:14.770951 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:14.788300 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Allocated IP 2001:db8::2 (e8db2e0d-ee35-41b5-8099-f62226a24d80/82d954cb-131b-48a7-aeb0-748b53049771/72b68167-899f-4335-af42-a83500b028ee) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:44:14.815377 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-504bd6b1-cbb2-4345-9600-a87a49176a2d tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:14.851129 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-504bd6b1-cbb2-4345-9600-a87a49176a2d tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:14.853851 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45720) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:14.891786 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:14.901861 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e1dbad42-5e46-4ea1-8bff-ca7959878186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:14.946686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025e035e-8a3d-411d-aa9e-0992f6dc5ace,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:14.955220 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:14.986234 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-504bd6b1-cbb2-4345-9600-a87a49176a2d tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:14.992155 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-38c15510-e965-4a30-83e0-3e86db031787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:14.994783 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-421a0cf8-4b64-4835-83af-85bfb4a76032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:15.009479 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-421a0cf8-4b64-4835-83af-85bfb4a76032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:15.014294 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-421a0cf8-4b64-4835-83af-85bfb4a76032 admin admin] Usage tracker for resource:security_group_rule and tenant:fa168fac1b654aa9bfe4c96cebe57b9b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:15.014891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bd6b1-cbb2-4345-9600-a87a49176a2d tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a901301-54e4-4781-ae77-8c24cb56b828,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:15.017605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-421a0cf8-4b64-4835-83af-85bfb4a76032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:15.023592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-421a0cf8-4b64-4835-83af-85bfb4a76032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:15.025221 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-504bd6b1-cbb2-4345-9600-a87a49176a2d tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:15.027206 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:15.032567 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.6189902
Jun 04 15:44:15.032708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45726) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:15.038282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'security_group': {'name': 'tempest-secgroup-1489638168'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:15.043846 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:15.056762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:15.059926 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Transition to ACTIVE for port object 72b68167-899f-4335-af42-a83500b028ee will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:44:15.063028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:security_group and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:15.066766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:15.074189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:15.085914 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Transition to ACTIVE for port object 72b68167-899f-4335-af42-a83500b028ee will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:44:15.139118 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-421a0cf8-4b64-4835-83af-85bfb4a76032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:15.261251 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-504bd6b1-cbb2-4345-9600-a87a49176a2d tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:15.263736 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-504bd6b1-cbb2-4345-9600-a87a49176a2d tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-groups/1a901301-54e4-4781-ae77-8c24cb56b828 HTTP/1.1" status: 204  len: 168 time: 0.5205715
Jun 04 15:44:15.266488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45736) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:15.283061 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45738) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:15.351626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-81b67d57-f50e-47bd-85ab-9252f7b5cd56 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:15.386732 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:15.392907 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3dd0938d-23a6-43be-bf70-83cd2268f307 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:15.403156 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:15.448723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:15.459592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:security_group_rule and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:15.459592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:15.463206 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:15.486964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:44:15.493463 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-421a0cf8-4b64-4835-83af-85bfb4a76032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:15.494422 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:44:15.497352 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:44:15.518762 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-19cbf927-e140-4225-8c08-8618caecc1be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:15.556078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-81b67d57-f50e-47bd-85ab-9252f7b5cd56 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:15.556078 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-81b67d57-f50e-47bd-85ab-9252f7b5cd56 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2843182
Jun 04 15:44:15.556750 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:15.557624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45748) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:15.565735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d6e4c234-a290-4c4b-a1a8-70d0ee1321d9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503064646'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:15.582580 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d6e4c234-a290-4c4b-a1a8-70d0ee1321d9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:15.590826 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Pushing event updated for resources: {'Port': ['ID=72b68167-899f-4335-af42-a83500b028ee,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:15.593045 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:15.601083 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d6e4c234-a290-4c4b-a1a8-70d0ee1321d9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:15.615274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Attempting to bind port 72b68167-899f-4335-af42-a83500b028ee on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:44:15.615649 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Attempting to bind port 72b68167-899f-4335-af42-a83500b028ee by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'fcd867d4-43a5-45f7-8c31-1a6c704db1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:44:15.616252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Attempting to bind port 72b68167-899f-4335-af42-a83500b028ee on network e8db2e0d-ee35-41b5-8099-f62226a24d80 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:44:15.622827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:44:15.623471 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Checking segment: {'id': 'fcd867d4-43a5-45f7-8c31-1a6c704db1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:44:15.623901 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:15.624319 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Bound using segment: {'id': 'fcd867d4-43a5-45f7-8c31-1a6c704db1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:44:15.624821 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Bound port: 72b68167-899f-4335-af42-a83500b028ee, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd867d4-43a5-45f7-8c31-1a6c704db1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:44:15.625456 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:15.689658 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:15.722524 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a3d778f4-e849-4017-9ade-e1ca8ec0bfd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:15.725267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] For port 72b68167-899f-4335-af42-a83500b028ee, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:44:15.729286 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] For port 72b68167-899f-4335-af42-a83500b028ee, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=72b68167-899f-4335-af42-a83500b028ee,segment=NetworkSegment(fcd867d4-43a5-45f7-8c31-1a6c704db1c2),segment_id=fcd867d4-43a5-45f7-8c31-1a6c704db1c2)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:44:15.758505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8c5442-036b-444b-97df-bff51e83f742,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:15.762198 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:15.804705 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:15.807469 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:15.815997 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.7819779
Jun 04 15:44:15.817091 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c234-a290-4c4b-a1a8-70d0ee1321d9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:15.821864 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:15.843057 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-421a0cf8-4b64-4835-83af-85bfb4a76032 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa168fac1b654aa9bfe4c96cebe57b9b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9879918
Jun 04 15:44:15.844574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a0cf8-4b64-4835-83af-85bfb4a76032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f80997-24dc-4860-9869-dbe255e5e8c4,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:15.850608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45754) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:15.851111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45756) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:15.861292 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-421a0cf8-4b64-4835-83af-85bfb4a76032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:15.864242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-714788331', 'security_groups': ['4a8c5442-036b-444b-97df-bff51e83f742'], 'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '82d954cb-131b-48a7-aeb0-748b53049771'}]}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:15.993067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d6e4c234-a290-4c4b-a1a8-70d0ee1321d9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:16.042837 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Pushing event updated for resources: {'Port': ['ID=72b68167-899f-4335-af42-a83500b028ee,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:16.053620 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:16.269298 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d6e4c234-a290-4c4b-a1a8-70d0ee1321d9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:16.282469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d6e4c234-a290-4c4b-a1a8-70d0ee1321d9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:16.293358 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-81cd7d17-c2e2-4004-becb-7cb13c22445c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:16.304023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d6e4c234-a290-4c4b-a1a8-70d0ee1321d9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:16.342349 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-81cd7d17-c2e2-4004-becb-7cb13c22445c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:16.416743 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0cae-cc64-4ace-bbff-ea6c23ab634b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:16.423821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:16.431989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:port and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:16.441048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:16.450181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:16.499388 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c234-a290-4c4b-a1a8-70d0ee1321d9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:16.558054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:44:16.600778 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c234-a290-4c4b-a1a8-70d0ee1321d9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:16.604678 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-81cd7d17-c2e2-4004-becb-7cb13c22445c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:16.614485 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9b02713b-54f9-4e3d-ac0a-b0a2eef5c54f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:16.720196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4c234-a290-4c4b-a1a8-70d0ee1321d9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85457938-e9e4-439d-9265-c66a3bf8cc7c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:16.744672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd7d17-c2e2-4004-becb-7cb13c22445c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f80997-24dc-4860-9869-dbe255e5e8c4,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:16.749375 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-81cd7d17-c2e2-4004-becb-7cb13c22445c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:16.749589 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3fe28b2f-6687-42fb-a038-46ceeab52bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:16.750046 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3fe28b2f-6687-42fb-a038-46ceeab52bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:16.775954 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:16.799517 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] device_id is not set on port 15600757-9e68-4f59-a429-8a3172332223 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:44:16.848621 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-81cd7d17-c2e2-4004-becb-7cb13c22445c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:16.850216 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-81cd7d17-c2e2-4004-becb-7cb13c22445c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8f80997-24dc-4860-9869-dbe255e5e8c4 HTTP/1.1" status: 204  len: 168 time: 0.9519620
Jun 04 15:44:16.851213 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c234-a290-4c4b-a1a8-70d0ee1321d9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:16.854992 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d6e4c234-a290-4c4b-a1a8-70d0ee1321d9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.2935569
Jun 04 15:44:16.856083 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45762) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:16.861872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f556d663-8412-484b-bc52-ba4f069cf5bc tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group_rule': {'security_group_id': '85457938-e9e4-439d-9265-c66a3bf8cc7c', 'direction': 'ingress', 'protocol': 17}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:16.878301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f556d663-8412-484b-bc52-ba4f069cf5bc tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:16.887651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f556d663-8412-484b-bc52-ba4f069cf5bc tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:16.893140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f556d663-8412-484b-bc52-ba4f069cf5bc tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:16.899527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb0cae-cc64-4ace-bbff-ea6c23ab634b admin admin] Deleting port e2f29c41-10d6-4b72-91e6-7aea4e550748 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:44:16.900549 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0cae-cc64-4ace-bbff-ea6c23ab634b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:16.935150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f556d663-8412-484b-bc52-ba4f069cf5bc tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:17.064279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-a5eb0cae-cc64-4ace-bbff-ea6c23ab634b admin admin] For port e2f29c41-10d6-4b72-91e6-7aea4e550748, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e2f29c41-10d6-4b72-91e6-7aea4e550748,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:44:17.065529 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0cae-cc64-4ace-bbff-ea6c23ab634b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:17.095708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 72b68167-899f-4335-af42-a83500b028ee up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:44:17.103005 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Allocated IP 2001:db8::234 (e8db2e0d-ee35-41b5-8099-f62226a24d80/82d954cb-131b-48a7-aeb0-748b53049771/15600757-9e68-4f59-a429-8a3172332223) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:44:17.190112 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f556d663-8412-484b-bc52-ba4f069cf5bc tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:17.276548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb0cae-cc64-4ace-bbff-ea6c23ab634b admin admin] Calling delete_port for e2f29c41-10d6-4b72-91e6-7aea4e550748 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:44:17.281860 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f556d663-8412-484b-bc52-ba4f069cf5bc tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:17.300289 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 72b68167-899f-4335-af42-a83500b028ee completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:44:17.432215 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f556d663-8412-484b-bc52-ba4f069cf5bc tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:17.444217 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-318bc17a-b00f-4eae-ba01-1b20cca235e5 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:17.494393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556d663-8412-484b-bc52-ba4f069cf5bc tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e51a817-c55f-4c29-8b54-afe953f7cf90,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:17.494393 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f556d663-8412-484b-bc52-ba4f069cf5bc tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:17.502135 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:17.526170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Transition to ACTIVE for port object 15600757-9e68-4f59-a429-8a3172332223 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:44:17.620839 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0cae-cc64-4ace-bbff-ea6c23ab634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:17.625433 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b7c5eb2f-6b56-408e-8528-6757fb6aca01 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:17.643366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Provisioning for port 72b68167-899f-4335-af42-a83500b028ee completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:44:17.643585 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f556d663-8412-484b-bc52-ba4f069cf5bc tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:17.648153 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f556d663-8412-484b-bc52-ba4f069cf5bc tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.7903669
Jun 04 15:44:17.654166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45778) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:17.654575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Provisioning complete for port 72b68167-899f-4335-af42-a83500b028ee triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:17.654575 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:17.693430 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:17.701861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb0cae-cc64-4ace-bbff-ea6c23ab634b admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f29c41-10d6-4b72-91e6-7aea4e550748,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:17.714085 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-96e74d17-f2e2-442b-9c69-6b49608fab0d tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:17.740618 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a5eb0cae-cc64-4ace-bbff-ea6c23ab634b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:17.828030 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:17.837844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=15600757-9e68-4f59-a429-8a3172332223,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:17.866832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:17.867234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:17.867613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:17.867990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:17.868455 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:17.869149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:17.869592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:17.869977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:17.870375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:17.870734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:17.876073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:17.876073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:17.876363 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] For port 72b68167-899f-4335-af42-a83500b028ee, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=72b68167-899f-4335-af42-a83500b028ee,segment=NetworkSegment(fcd867d4-43a5-45f7-8c31-1a6c704db1c2),segment_id=fcd867d4-43a5-45f7-8c31-1a6c704db1c2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:44:17.876810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:44:17.881151 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:17.882241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:44:17.887498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:44:17.894261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:17.894930 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:17.954457 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-86ed0cc1-b15c-470a-b5a0-262f3b0fba38 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:17.975148 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:17.977546 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:18.023548 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-86ed0cc1-b15c-470a-b5a0-262f3b0fba38 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:18.115329 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.2604599
Jun 04 15:44:18.115888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45788) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:18.117915 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Provisioning complete for port 5daccc4f-7768-420d-94ba-c91077af3130 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:18.118413 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:18.126044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-52a32821-fd01-433d-9c04-7606a0507053 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'subnet': {'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:18.206171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Pushing event updated for resources: {'Port': ['ID=72b68167-899f-4335-af42-a83500b028ee,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:18.213808 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Port 5daccc4f-7768-420d-94ba-c91077af3130 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:44:18.215709 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:18.217057 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:18.217770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:18.218523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:18.219213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:18.220129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:18.220790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:18.221536 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:18.222291 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:18.222779 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:18.223263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:18.223773 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:44:18.228052 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:18.262280 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-86ed0cc1-b15c-470a-b5a0-262f3b0fba38 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:18.274365 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-79098e4e-3cc4-4242-a73e-a09c5405a760 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:18.300839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed0cc1-b15c-470a-b5a0-262f3b0fba38 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85457938-e9e4-439d-9265-c66a3bf8cc7c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:18.312691 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-86ed0cc1-b15c-470a-b5a0-262f3b0fba38 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:18.323375 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-86ed0cc1-b15c-470a-b5a0-262f3b0fba38 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:18.328793 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-86ed0cc1-b15c-470a-b5a0-262f3b0fba38 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-groups/85457938-e9e4-439d-9265-c66a3bf8cc7c HTTP/1.1" status: 204  len: 168 time: 0.6774251
Jun 04 15:44:18.328983 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45790) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:18.360577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-52a32821-fd01-433d-9c04-7606a0507053 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:18.365908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-52a32821-fd01-433d-9c04-7606a0507053 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:subnet and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:18.367546 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-52a32821-fd01-433d-9c04-7606a0507053 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:18.373905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-52a32821-fd01-433d-9c04-7606a0507053 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:18.411086 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0cae-cc64-4ace-bbff-ea6c23ab634b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:18.411456 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8cc7c73a-a324-4f7c-b309-8a4816d8347d tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:18.522634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d0dd461d-e9ef-457a-9fe3-b9a45d8fa495 None None] Provisioning for port 15600757-9e68-4f59-a429-8a3172332223 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:44:18.522891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a32821-fd01-433d-9c04-7606a0507053 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:44:18.527402 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52a32821-fd01-433d-9c04-7606a0507053 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:18.529330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d0dd461d-e9ef-457a-9fe3-b9a45d8fa495 None None] Provisioning complete for port 15600757-9e68-4f59-a429-8a3172332223 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:18.536456 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d0dd461d-e9ef-457a-9fe3-b9a45d8fa495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:18.620971 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd461d-e9ef-457a-9fe3-b9a45d8fa495 None None] Port 15600757-9e68-4f59-a429-8a3172332223 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:44:18.706074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8cc7c73a-a324-4f7c-b309-8a4816d8347d tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:18.707492 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8cc7c73a-a324-4f7c-b309-8a4816d8347d tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.3778281
Jun 04 15:44:18.711926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45800) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:18.732586 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-a6064fe8-e0c3-49f9-8a17-eb8f4e983578 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group': {'name': 'tempest-secgroup--174478261'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:18.746990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a6064fe8-e0c3-49f9-8a17-eb8f4e983578 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:18.758175 n-d-791505-9 neutron-server[88300]: INFO neutron.db.ipam_backend_mixin [None req-52a32821-fd01-433d-9c04-7606a0507053 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82d954cb-131b-48a7-aeb0-748b53049771 (CIDR: 2001:db8::/64)
Jun 04 15:44:18.761998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a6064fe8-e0c3-49f9-8a17-eb8f4e983578 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:18.828230 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a32821-fd01-433d-9c04-7606a0507053 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:44:18.839093 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a32821-fd01-433d-9c04-7606a0507053 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:44:18.861869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5eb0cae-cc64-4ace-bbff-ea6c23ab634b admin admin] Router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:44:18.917862 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6064fe8-e0c3-49f9-8a17-eb8f4e983578 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:18.949984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a6064fe8-e0c3-49f9-8a17-eb8f4e983578 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:18.955688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a6064fe8-e0c3-49f9-8a17-eb8f4e983578 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:18.958966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a6064fe8-e0c3-49f9-8a17-eb8f4e983578 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:18.967898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a6064fe8-e0c3-49f9-8a17-eb8f4e983578 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:19.063047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5eb0cae-cc64-4ace-bbff-ea6c23ab634b admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:44:19.066808 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6064fe8-e0c3-49f9-8a17-eb8f4e983578 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:19.069561 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-52a32821-fd01-433d-9c04-7606a0507053 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9524684
Jun 04 15:44:19.072314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45810) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:19.077248 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cad82c-baa7-47d3-9907-a2bf17e8f764 None None] Sync routers for ids ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:44:19.088372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1754604e-8f7d-493a-a129-64176bdc28a9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'subnet': {'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:19.093302 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cad82c-baa7-47d3-9907-a2bf17e8f764 None None] Routers {'4e9f87de-899c-40c3-b79f-56ab3a1143e7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:44:19.096140 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d3cad82c-baa7-47d3-9907-a2bf17e8f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c728df0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:44:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:19.102454 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a5eb0cae-cc64-4ace-bbff-ea6c23ab634b admin admin] 10.222.0.32 "PUT /v2.0/routers/4e9f87de-899c-40c3-b79f-56ab3a1143e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8170373
Jun 04 15:44:19.102454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45812) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:19.167042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 72b68167-899f-4335-af42-a83500b028ee up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:44:19.253206 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1754604e-8f7d-493a-a129-64176bdc28a9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:19.257264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1754604e-8f7d-493a-a129-64176bdc28a9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:subnet and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:19.260313 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1754604e-8f7d-493a-a129-64176bdc28a9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:19.267769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1754604e-8f7d-493a-a129-64176bdc28a9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:19.290300 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:19.350765 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-d3cad82c-baa7-47d3-9907-a2bf17e8f764 None None] Set router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:44:19.392865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 72b68167-899f-4335-af42-a83500b028ee triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:19.393189 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:19.402275 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6064fe8-e0c3-49f9-8a17-eb8f4e983578 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:19.410513 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-504bd6b1-cbb2-4345-9600-a87a49176a2d tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:19.435944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1754604e-8f7d-493a-a129-64176bdc28a9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:44:19.439629 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1754604e-8f7d-493a-a129-64176bdc28a9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:19.469385 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:19.496209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6064fe8-e0c3-49f9-8a17-eb8f4e983578 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaa1c5c-754b-4390-b143-e01f30677610,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:19.507166 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a6064fe8-e0c3-49f9-8a17-eb8f4e983578 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:19.775292 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a6064fe8-e0c3-49f9-8a17-eb8f4e983578 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:19.781420 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a6064fe8-e0c3-49f9-8a17-eb8f4e983578 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.0652537
Jun 04 15:44:19.786297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45816) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:19.794087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092850012'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:19.806104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:19.811318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:19.814699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:19.823117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:19.828075 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d3cad82c-baa7-47d3-9907-a2bf17e8f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c728df0>, [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:44:17Z', 'revision_number': 5, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port': {'id': '2b0bfb89-bfbf-4680-a572-c200893c9586', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:31:39Z', 'updated_at': '2021-06-04T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:19.828609 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] Deleting port 2b0bfb89-bfbf-4680-a572-c200893c9586 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:44:19.831648 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:19.833443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cad82c-baa7-47d3-9907-a2bf17e8f764 None None] Checking router: 4e9f87de-899c-40c3-b79f-56ab3a1143e7 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:44:19.842244 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cad82c-baa7-47d3-9907-a2bf17e8f764 None None] Routers {'4e9f87de-899c-40c3-b79f-56ab3a1143e7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:44:19.842870 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d3cad82c-baa7-47d3-9907-a2bf17e8f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c728df0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:44:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:19.983859 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:20.016189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:20.020135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-d3cad82c-baa7-47d3-9907-a2bf17e8f764 None None] Set router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:44:20.026304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:20.033921 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:20.051386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:20.180573 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:20.289252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d3cad82c-baa7-47d3-9907-a2bf17e8f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c728df0>, [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:44:19Z', 'revision_number': 6, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:20.303478 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cad82c-baa7-47d3-9907-a2bf17e8f764 None None] The sync data for ids ['4e9f87de-899c-40c3-b79f-56ab3a1143e7'] in n-d-791505-9 is: [{'id': '4e9f87de-899c-40c3-b79f-56ab3a1143e7', 'name': 'tempest-AttachVolumeShelveTestJSON-910442762-router', 'tenant_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:31:36Z', 'updated_at': '2021-06-04T15:44:19Z', 'revision_number': 6, 'project_id': 'f88fe13e4e9341d3ae1ddeb05c02284c', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:44:20.364959 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] For port 2b0bfb89-bfbf-4680-a572-c200893c9586, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2b0bfb89-bfbf-4680-a572-c200893c9586,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:44:20.365359 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:20.429241 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:20.437757 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-108850db-3fc1-48e6-9f04-14f368316d80 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:20.499023 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] Calling delete_port for 2b0bfb89-bfbf-4680-a572-c200893c9586 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:44:20.509293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce091618-0869-4275-bc5e-b0da083f4cdf,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:20.514360 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:20.598168 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:20.602391 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.8194792
Jun 04 15:44:20.603418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45824) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:20.611391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f130dcb8-27bc-4c7d-97c4-67a4830fa87c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group_rule': {'security_group_id': '1aaa1c5c-754b-4390-b143-e01f30677610', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ce091618-0869-4275-bc5e-b0da083f4cdf', 'remote_ip_prefix': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:20.622461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f130dcb8-27bc-4c7d-97c4-67a4830fa87c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:20.628894 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1754604e-8f7d-493a-a129-64176bdc28a9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:20.635785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f130dcb8-27bc-4c7d-97c4-67a4830fa87c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:20.639485 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-32a4bacd-786a-4c75-bf8a-4d34032edb41 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:20.713474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f130dcb8-27bc-4c7d-97c4-67a4830fa87c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:20.718054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754604e-8f7d-493a-a129-64176bdc28a9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Subnet': ['ID=45995bc8-42f8-459d-9655-8c3c91368742,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:20.725469 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1754604e-8f7d-493a-a129-64176bdc28a9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:20.726510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f130dcb8-27bc-4c7d-97c4-67a4830fa87c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:20.747431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1754604e-8f7d-493a-a129-64176bdc28a9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:44:20.749594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-1754604e-8f7d-493a-a129-64176bdc28a9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:44:20.759603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1754604e-8f7d-493a-a129-64176bdc28a9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:20.759938 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1754604e-8f7d-493a-a129-64176bdc28a9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:20.762028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b7dbe8-1bc4-42cd-9a22-9f009180d43a None None] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:44:20.816917 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:20.820932 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bc97005e-fa61-4aba-8297-432f57c9ba6c tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:20.902181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f130dcb8-27bc-4c7d-97c4-67a4830fa87c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:20.918217 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0bfb89-bfbf-4680-a572-c200893c9586,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:20.923610 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:20.949810 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1754604e-8f7d-493a-a129-64176bdc28a9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.8760142
Jun 04 15:44:20.954098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45830) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:20.961547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ee766148-6327-4a57-92e5-1786306b7d9b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1685305232', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '45995bc8-42f8-459d-9655-8c3c91368742'}], 'security_groups': ['025e035e-8a3d-411d-aa9e-0992f6dc5ace']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:21.050032 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:21.218787 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee766148-6327-4a57-92e5-1786306b7d9b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:21.274944 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:21.277642 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:21.367147 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f130dcb8-27bc-4c7d-97c4-67a4830fa87c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:21.376576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e2f29c41-10d6-4b72-91e6-7aea4e550748 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:44:21.415149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43b85e1-4970-4f8e-935c-d2a28e531341 None None] Update dhcp port {'port': {'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'fixed_ips': [{'subnet_id': '82d954cb-131b-48a7-aeb0-748b53049771', 'ip_address': '2001:db8::2'}, {'subnet_id': '45995bc8-42f8-459d-9655-8c3c91368742'}], 'binding:host_id': 'n-d-791505-9'}, 'id': '72b68167-899f-4335-af42-a83500b028ee'} from n-d-791505-9. {{(pid=88302) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 04 15:44:21.421393 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:21.422123 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e9f87de-899c-40c3-b79f-56ab3a1143e7 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:44:21.444715 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:21.454280 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: e2f29c41-10d6-4b72-91e6-7aea4e550748 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:44:21.455021 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e2f29c41-10d6-4b72-91e6-7aea4e550748 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:44:21.455645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2b0bfb89-bfbf-4680-a572-c200893c9586 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:44:21.462283 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4e9f87de-899c-40c3-b79f-56ab3a1143e7 HTTP/1.1" status: 204  len: 168 time: 2.3566720
Jun 04 15:44:21.462754 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45836) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:21.514425 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f130dcb8-27bc-4c7d-97c4-67a4830fa87c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:21.521694 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-277cff85-b224-4745-a245-5be183ca2a2e tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:21.553589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eded0f9-0326-4f6a-a1e3-eb84ec1c0287 admin admin] Deleting subnet 41ed44b3-ef4b-465d-8935-39b4f8607a3e {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:44:21.556975 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1eded0f9-0326-4f6a-a1e3-eb84ec1c0287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:21.570711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130dcb8-27bc-4c7d-97c4-67a4830fa87c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20649e5b-17c0-4022-82f8-722784812cb2,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:21.577413 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f130dcb8-27bc-4c7d-97c4-67a4830fa87c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:21.592440 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a43b85e1-4970-4f8e-935c-d2a28e531341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:21.605372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 2b0bfb89-bfbf-4680-a572-c200893c9586 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:44:21.605727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2b0bfb89-bfbf-4680-a572-c200893c9586 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:44:21.654267 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1eded0f9-0326-4f6a-a1e3-eb84ec1c0287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:21.666102 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f130dcb8-27bc-4c7d-97c4-67a4830fa87c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:21.673173 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f130dcb8-27bc-4c7d-97c4-67a4830fa87c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 1.0634053
Jun 04 15:44:21.680519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45838) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:21.784481 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a9ee3bf-0854-41c2-b375-72ef74112933 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:21.835492 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1eded0f9-0326-4f6a-a1e3-eb84ec1c0287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:21.860944 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a9ee3bf-0854-41c2-b375-72ef74112933 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:21.990764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-ee766148-6327-4a57-92e5-1786306b7d9b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Delete allocated IP 2001:db8::234 (e8db2e0d-ee35-41b5-8099-f62226a24d80/82d954cb-131b-48a7-aeb0-748b53049771) {{(pid=88300) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jun 04 15:44:22.000190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-ee766148-6327-4a57-92e5-1786306b7d9b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Allocated IP 2001:db8:0:1::107 (e8db2e0d-ee35-41b5-8099-f62226a24d80/45995bc8-42f8-459d-9655-8c3c91368742/15600757-9e68-4f59-a429-8a3172332223) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:44:22.037268 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a9ee3bf-0854-41c2-b375-72ef74112933 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:22.037268 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5a90a924-8fe2-4a59-9772-391a5b091602 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:22.069781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ee3bf-0854-41c2-b375-72ef74112933 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20649e5b-17c0-4022-82f8-722784812cb2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:22.073992 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4a9ee3bf-0854-41c2-b375-72ef74112933 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:22.074998 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a9ee3bf-0854-41c2-b375-72ef74112933 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:22.076735 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4a9ee3bf-0854-41c2-b375-72ef74112933 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/20649e5b-17c0-4022-82f8-722784812cb2 HTTP/1.1" status: 204  len: 168 time: 0.3906682
Jun 04 15:44:22.079688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45842) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:22.217506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-26ee3186-ab71-4e2b-8705-a1790ce2d911 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:22.304780 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee766148-6327-4a57-92e5-1786306b7d9b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:22.323212 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-ee766148-6327-4a57-92e5-1786306b7d9b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Transition to ACTIVE for port object 15600757-9e68-4f59-a429-8a3172332223 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:44:22.347100 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1eded0f9-0326-4f6a-a1e3-eb84ec1c0287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:22.350469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-26ee3186-ab71-4e2b-8705-a1790ce2d911 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:22.350469 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-26ee3186-ab71-4e2b-8705-a1790ce2d911 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.2679856
Jun 04 15:44:22.352125 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45848) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:22.353498 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eb9b609a-6aaf-4ab6-82e5-8119700b86c0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:22.392434 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eded0f9-0326-4f6a-a1e3-eb84ec1c0287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ed44b3-ef4b-465d-8935-39b4f8607a3e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:22.398285 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1eded0f9-0326-4f6a-a1e3-eb84ec1c0287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:22.400320 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425a40e4-a48c-4b44-ad59-9b53cb1ed6ff None None] Network 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:44:22.402649 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1eded0f9-0326-4f6a-a1e3-eb84ec1c0287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:22.408281 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1eded0f9-0326-4f6a-a1e3-eb84ec1c0287 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/41ed44b3-ef4b-465d-8935-39b4f8607a3e HTTP/1.1" status: 204  len: 168 time: 0.9420180
Jun 04 15:44:22.408717 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45852) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:22.432465 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79e79389-c335-419d-87cf-ad9d763f9cc4 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:22.464231 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79e79389-c335-419d-87cf-ad9d763f9cc4 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:22.520257 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee766148-6327-4a57-92e5-1786306b7d9b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:22.531206 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:22.534135 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:22.662017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Deleting port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:44:22.662370 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:22.673252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ee766148-6327-4a57-92e5-1786306b7d9b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] In _notify_port_updated(), no bound segment for port 15600757-9e68-4f59-a429-8a3172332223 on network e8db2e0d-ee35-41b5-8099-f62226a24d80 {{(pid=88300) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:44:22.680818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee766148-6327-4a57-92e5-1786306b7d9b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:22.681520 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ee766148-6327-4a57-92e5-1786306b7d9b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:22.686580 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ee766148-6327-4a57-92e5-1786306b7d9b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "PUT /v2.0/ports/15600757-9e68-4f59-a429-8a3172332223 HTTP/1.1" status: 200  len: 931 time: 1.7276952
Jun 04 15:44:22.687677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45858) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:22.718250 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-a43b85e1-4970-4f8e-935c-d2a28e531341 None None] Allocated IP 2001:db8:0:1::2 (e8db2e0d-ee35-41b5-8099-f62226a24d80/45995bc8-42f8-459d-9655-8c3c91368742/72b68167-899f-4335-af42-a83500b028ee) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:44:22.779503 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79e79389-c335-419d-87cf-ad9d763f9cc4 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:22.786923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee766148-6327-4a57-92e5-1786306b7d9b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=15600757-9e68-4f59-a429-8a3172332223,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:22.817732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] For port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c,segment=NetworkSegment(5a4e6d33-a7bb-4679-94d8-88dea288ad45),segment_id=5a4e6d33-a7bb-4679-94d8-88dea288ad45)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:44:22.818383 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:22.859161 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ee766148-6327-4a57-92e5-1786306b7d9b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:22.869675 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cc806f22-ebfd-4261-add4-743d9fe21494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:22.890514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e79389-c335-419d-87cf-ad9d763f9cc4 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce091618-0869-4275-bc5e-b0da083f4cdf,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:22.905385 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-79e79389-c335-419d-87cf-ad9d763f9cc4 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:22.925275 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b808664e-10bc-4d4d-a397-5310d8b9a8b4 None None] DHCP port deletion for 6c155a59-ba83-4d4d-a0c4-1eb46b267cbb request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:44:22.972973 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-583b7ba8-c849-4757-98e5-6c4309cecf09 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port 15600757-9e68-4f59-a429-8a3172332223 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:44:22.973551 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-583b7ba8-c849-4757-98e5-6c4309cecf09 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:22.996282 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79e79389-c335-419d-87cf-ad9d763f9cc4 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:22.997776 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-79e79389-c335-419d-87cf-ad9d763f9cc4 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-groups/ce091618-0869-4275-bc5e-b0da083f4cdf HTTP/1.1" status: 204  len: 168 time: 0.6441576
Jun 04 15:44:23.003155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45862) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:23.091870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Calling delete_port for 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:44:23.121325 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:44:23.191355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dadb729d-18fb-40ea-adac-49640a966a53 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:23.225205 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-583b7ba8-c849-4757-98e5-6c4309cecf09 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:23.251816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a43b85e1-4970-4f8e-935c-d2a28e531341 None None] For port 72b68167-899f-4335-af42-a83500b028ee, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=72b68167-899f-4335-af42-a83500b028ee,segment=NetworkSegment(fcd867d4-43a5-45f7-8c31-1a6c704db1c2),segment_id=fcd867d4-43a5-45f7-8c31-1a6c704db1c2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:44:23.254742 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:23.258929 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:23.353611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c update to DOWN by agent not found {{(pid=88302) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}}
Jun 04 15:44:23.368001 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-b808664e-10bc-4d4d-a397-5310d8b9a8b4 None None] Deleting port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:44:23.368459 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b808664e-10bc-4d4d-a397-5310d8b9a8b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:23.388778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:23.388778 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:23.421238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] No DVR routers for this DVR port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:44:23.633593 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.resource_extend [None req-a43b85e1-4970-4f8e-935c-d2a28e531341 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:44:23.708707 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a43b85e1-4970-4f8e-935c-d2a28e531341 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:23.714952 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-583b7ba8-c849-4757-98e5-6c4309cecf09 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for 15600757-9e68-4f59-a429-8a3172332223 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:44:23.719951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dadb729d-18fb-40ea-adac-49640a966a53 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:23.722864 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dadb729d-18fb-40ea-adac-49640a966a53 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.7173283
Jun 04 15:44:23.724136 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:23.724731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45876) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:23.761272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838708c1c0>,) {'filters': {'network_id': ['6c155a59-ba83-4d4d-a0c4-1eb46b267cbb']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:23.775022 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b808664e-10bc-4d4d-a397-5310d8b9a8b4 None None] For port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c, host n-d-791505-9, got binding levels [] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:44:23.775439 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b808664e-10bc-4d4d-a397-5310d8b9a8b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:23.804904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838708c1c0>, '5a4e6d33-a7bb-4679-94d8-88dea288ad45') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:23.806636 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:23.807780 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838708c1c0>, '5a4e6d33-a7bb-4679-94d8-88dea288ad45') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:23.814540 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a43b85e1-4970-4f8e-935c-d2a28e531341 None None] Transition to ACTIVE for port object 72b68167-899f-4335-af42-a83500b028ee will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:44:23.839132 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:23.839590 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58b00b99-cf76-4086-81f3-a0f2f153ed64 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:23.878178 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:23.892879 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:44:23.894110 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:23.904810 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58b00b99-cf76-4086-81f3-a0f2f153ed64 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:44:23.920394 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:44:24.057250 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a43b85e1-4970-4f8e-935c-d2a28e531341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:24.083693 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-b808664e-10bc-4d4d-a397-5310d8b9a8b4 None None] Calling delete_port for 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:44:24.086365 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:24.090526 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58b00b99-cf76-4086-81f3-a0f2f153ed64 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:24.103789 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2a0c52e1-8e79-46c7-90ad-78cee2dbabe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:24.123318 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.ipam_backend_mixin [None req-b808664e-10bc-4d4d-a397-5310d8b9a8b4 None None] Port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c was not found and therefore no delete operation was performed {{(pid=88302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Jun 04 15:44:24.125459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b00b99-cf76-4086-81f3-a0f2f153ed64 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaa1c5c-754b-4390-b143-e01f30677610,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:24.131857 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-58b00b99-cf76-4086-81f3-a0f2f153ed64 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:24.140920 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b808664e-10bc-4d4d-a397-5310d8b9a8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:24.146917 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-583b7ba8-c849-4757-98e5-6c4309cecf09 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:24.160392 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-107662d6-ab55-495b-830b-eab9611f6fa3 tempest-FloatingIPAdminTestJSON-1431792328 tempest-FloatingIPAdminTestJSON-1431792328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:24.182144 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:24.192114 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ab46d10e-6ec3-4a73-b007-d88c7cea17e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:24.222106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b7ba8-c849-4757-98e5-6c4309cecf09 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=15600757-9e68-4f59-a429-8a3172332223,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:24.241145 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-583b7ba8-c849-4757-98e5-6c4309cecf09 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:24.241145 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58b00b99-cf76-4086-81f3-a0f2f153ed64 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:24.241145 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-58b00b99-cf76-4086-81f3-a0f2f153ed64 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-groups/1aaa1c5c-754b-4390-b143-e01f30677610 HTTP/1.1" status: 204  len: 168 time: 0.5116577
Jun 04 15:44:24.243624 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45880) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:24.248893 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:24.271054 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b808664e-10bc-4d4d-a397-5310d8b9a8b4 None None] No DVR routers for this DVR port 6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:44:24.308739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c155a59-ba83-4d4d-a0c4-1eb46b267cbb,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:24.312452 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-583b7ba8-c849-4757-98e5-6c4309cecf09 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:24.319315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-583b7ba8-c849-4757-98e5-6c4309cecf09 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/15600757-9e68-4f59-a429-8a3172332223 HTTP/1.1" status: 204  len: 168 time: 1.6293099
Jun 04 15:44:24.320085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45882) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:24.322227 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:24.360830 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b85e1-4970-4f8e-935c-d2a28e531341 None None] Pushing event updated for resources: {'Port': ['ID=72b68167-899f-4335-af42-a83500b028ee,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:24.369345 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a43b85e1-4970-4f8e-935c-d2a28e531341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:24.372790 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d21ac946-88d2-47de-84c9-796d8db448d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:24.378807 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-75ae66b4-a8bd-4c9d-aca1-1e9a20ed6fe2 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1228099
Jun 04 15:44:24.379205 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45886) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:24.389429 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group': {'name': 'tempest-secgroup--149202809'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:24.412919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:24.418433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:24.426109 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:24.437268 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:24.445993 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6c155a59-ba83-4d4d-a0c4-1eb46b267cbb HTTP/1.1" status: 204  len: 168 time: 2.0363014
Jun 04 15:44:24.467503 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-154648b6-e137-4e3b-b859-75f030a1fe5b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] GET failed (client error): The resource could not be found.
Jun 04 15:44:24.470239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-154648b6-e137-4e3b-b859-75f030a1fe5b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:24.475233 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808664e-10bc-4d4d-a397-5310d8b9a8b4 None None] Pushing event deleted for resources: {'Port': ['ID=6d3ccf2c-cc2c-4c11-bed6-3eaa2fb06b6c,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:24.478058 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b808664e-10bc-4d4d-a397-5310d8b9a8b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:24.528958 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:24.557450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-154648b6-e137-4e3b-b859-75f030a1fe5b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:24.561756 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-154648b6-e137-4e3b-b859-75f030a1fe5b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/15600757-9e68-4f59-a429-8a3172332223 HTTP/1.1" status: 404  len: 333 time: 0.2393277
Jun 04 15:44:24.573436 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45894) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:24.585230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:24.611554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:24.617188 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:24.637479 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:24.728309 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0bb0263-debd-4a0e-8249-491e5c7e365e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:24.784581 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:24.791379 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0bb0263-debd-4a0e-8249-491e5c7e365e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:24.911665 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:24.916009 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5a821202-62d4-46ee-9f50-0dda370412cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:24.948011 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0bb0263-debd-4a0e-8249-491e5c7e365e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:24.977624 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbf5923-658a-4abd-b25c-114152f360db,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:24.983428 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:24.986691 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:25.004984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb0263-debd-4a0e-8249-491e5c7e365e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8c5442-036b-444b-97df-bff51e83f742,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:25.005458 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0bb0263-debd-4a0e-8249-491e5c7e365e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.009504 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f0bb0263-debd-4a0e-8249-491e5c7e365e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/security-groups/4a8c5442-036b-444b-97df-bff51e83f742 HTTP/1.1" status: 204  len: 168 time: 0.4315324
Jun 04 15:44:25.009736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45898) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:25.010498 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f0bb0263-debd-4a0e-8249-491e5c7e365e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:25.089102 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.423901 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.7098656
Jun 04 15:44:25.423901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45902) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:25.423901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45904) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:25.437444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 72b68167-899f-4335-af42-a83500b028ee up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:44:25.439967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2d7d5da0-f711-41cb-ab82-cb84d24fc910 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group_rule': {'security_group_id': 'fdbf5923-658a-4abd-b25c-114152f360db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:25.439967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2d7d5da0-f711-41cb-ab82-cb84d24fc910 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:25.439967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2d7d5da0-f711-41cb-ab82-cb84d24fc910 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:25.439967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2d7d5da0-f711-41cb-ab82-cb84d24fc910 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:25.439967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2d7d5da0-f711-41cb-ab82-cb84d24fc910 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:25.441106 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1e1a386-d8dd-439e-ac90-e9c2c35f3eb3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.441106 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1e1a386-d8dd-439e-ac90-e9c2c35f3eb3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.441491 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-df43f036-16d3-4ffa-89f4-4023513755af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f88fe13e4e9341d3ae1ddeb05c02284c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1034641
Jun 04 15:44:25.441491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45906) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:25.441491 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d7d5da0-f711-41cb-ab82-cb84d24fc910 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.441491 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db2f4a2d-8336-451f-af3b-ff727f4141a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.441491 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db2f4a2d-8336-451f-af3b-ff727f4141a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.442078 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1e1a386-d8dd-439e-ac90-e9c2c35f3eb3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.442078 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a6064fe8-e0c3-49f9-8a17-eb8f4e983578 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:25.442078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1a386-d8dd-439e-ac90-e9c2c35f3eb3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=025e035e-8a3d-411d-aa9e-0992f6dc5ace,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:25.442078 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e1e1a386-d8dd-439e-ac90-e9c2c35f3eb3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:25.442078 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1e1a386-d8dd-439e-ac90-e9c2c35f3eb3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.442078 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e1e1a386-d8dd-439e-ac90-e9c2c35f3eb3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/security-groups/025e035e-8a3d-411d-aa9e-0992f6dc5ace HTTP/1.1" status: 204  len: 168 time: 0.3946388
Jun 04 15:44:25.442078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45912) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:25.504663 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d7d5da0-f711-41cb-ab82-cb84d24fc910 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.533969 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b2cd3c9b-3701-4630-b148-a7f9866ab112 None None] Provisioning for port 72b68167-899f-4335-af42-a83500b028ee completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:44:25.542064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7f11c7-9e08-4062-ba4b-88432ea8db0b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting subnet 82d954cb-131b-48a7-aeb0-748b53049771 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:44:25.545521 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d7f11c7-9e08-4062-ba4b-88432ea8db0b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.554451 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b2cd3c9b-3701-4630-b148-a7f9866ab112 None None] Provisioning complete for port 72b68167-899f-4335-af42-a83500b028ee triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:25.557440 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3c9b-3701-4630-b148-a7f9866ab112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.651575 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d7f11c7-9e08-4062-ba4b-88432ea8db0b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.725976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b2cd3c9b-3701-4630-b148-a7f9866ab112 None None] Could not find standard attr ID for object 15600757-9e68-4f59-a429-8a3172332223. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:44:25.742378 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d7d5da0-f711-41cb-ab82-cb84d24fc910 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.743193 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b2cd3c9b-3701-4630-b148-a7f9866ab112 None None] Provisioning complete for port 5daccc4f-7768-420d-94ba-c91077af3130 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:25.743747 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3c9b-3701-4630-b148-a7f9866ab112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.756312 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c15c1c95-302f-435b-9be8-d23c4ff29175 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:25.822028 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d7f11c7-9e08-4062-ba4b-88432ea8db0b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.837964 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db2f4a2d-8336-451f-af3b-ff727f4141a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.850136 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d5da0-f711-41cb-ab82-cb84d24fc910 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a1d0b0-4044-4049-9644-076abb9ab6e5,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:25.854510 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2d7d5da0-f711-41cb-ab82-cb84d24fc910 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:25.859697 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:25.877535 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd3c9b-3701-4630-b148-a7f9866ab112 None None] Port 5daccc4f-7768-420d-94ba-c91077af3130 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:44:25.884685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f4a2d-8336-451f-af3b-ff727f4141a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9003cb7c-fc66-45a5-9833-06c5de40077b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:25.914245 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-db2f4a2d-8336-451f-af3b-ff727f4141a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:25.974505 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:25.990985 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2799d70c-3a84-40da-96ad-53dea106d0db None None] Could not find standard attr ID for object 15600757-9e68-4f59-a429-8a3172332223. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:44:26.003130 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db2f4a2d-8336-451f-af3b-ff727f4141a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:26.004389 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-db2f4a2d-8336-451f-af3b-ff727f4141a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9003cb7c-fc66-45a5-9833-06c5de40077b HTTP/1.1" status: 204  len: 168 time: 0.8012495
Jun 04 15:44:26.005278 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d7d5da0-f711-41cb-ab82-cb84d24fc910 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:26.006372 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2d7d5da0-f711-41cb-ab82-cb84d24fc910 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.8918972
Jun 04 15:44:26.009304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45924) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:26.039954 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ba82e4d-cbe1-41ad-8431-b3c481c9fe85 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:26.051394 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ba82e4d-cbe1-41ad-8431-b3c481c9fe85 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:26.199381 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ba82e4d-cbe1-41ad-8431-b3c481c9fe85 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:26.210993 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d53bc45d-d31a-4299-963f-2f8d5ef8f60e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:26.217159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45932) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:26.226046 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba82e4d-cbe1-41ad-8431-b3c481c9fe85 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69a1d0b0-4044-4049-9644-076abb9ab6e5,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:26.228724 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1ba82e4d-cbe1-41ad-8431-b3c481c9fe85 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:26.229634 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ba82e4d-cbe1-41ad-8431-b3c481c9fe85 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:26.230736 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1ba82e4d-cbe1-41ad-8431-b3c481c9fe85 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/69a1d0b0-4044-4049-9644-076abb9ab6e5 HTTP/1.1" status: 204  len: 168 time: 0.2204809
Jun 04 15:44:26.234403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45936) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:26.310326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-10dae283-19b6-4db1-a746-e17ab274218f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:26.411898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-10dae283-19b6-4db1-a746-e17ab274218f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:26.415661 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-10dae283-19b6-4db1-a746-e17ab274218f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1775889
Jun 04 15:44:26.415661 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d7f11c7-9e08-4062-ba4b-88432ea8db0b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:26.416059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45942) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:26.431686 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fe387c44-7a61-41f9-84ad-5d4ceb7980f4 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:26.483495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f11c7-9e08-4062-ba4b-88432ea8db0b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Subnet': ['ID=82d954cb-131b-48a7-aeb0-748b53049771,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:26.487323 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4d7f11c7-9e08-4062-ba4b-88432ea8db0b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:26.488418 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d7f11c7-9e08-4062-ba4b-88432ea8db0b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:26.494949 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b526b4-5046-460b-a2db-130c627e21f3 None None] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:44:26.514022 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a1409cf-e7af-4309-9f52-1ccdb8661c20 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:26.539697 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b890ea2-9824-4d94-ab3a-1c7e8d4d5a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:26.555538 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4d7f11c7-9e08-4062-ba4b-88432ea8db0b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/82d954cb-131b-48a7-aeb0-748b53049771 HTTP/1.1" status: 204  len: 168 time: 1.1436682
Jun 04 15:44:26.555538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45952) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:26.556790 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a1409cf-e7af-4309-9f52-1ccdb8661c20 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:26.564169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-5abc5110-81e9-466a-b81b-0c52d3bca263 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'subnet': {'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:26.583161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2b890ea2-9824-4d94-ab3a-1c7e8d4d5a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:26.604219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2b890ea2-9824-4d94-ab3a-1c7e8d4d5a33 admin admin] Usage tracker for resource:security_group_rule and tenant:479786c5d4964b0499fc09dbbf9fbcfa is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:26.610270 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2b890ea2-9824-4d94-ab3a-1c7e8d4d5a33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:26.620170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2b890ea2-9824-4d94-ab3a-1c7e8d4d5a33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:26.717811 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a1409cf-e7af-4309-9f52-1ccdb8661c20 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:26.722314 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-63aac9c4-3c65-4c18-9676-9247a93c9a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:26.737537 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1409cf-e7af-4309-9f52-1ccdb8661c20 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbf5923-658a-4abd-b25c-114152f360db,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:26.742782 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2a1409cf-e7af-4309-9f52-1ccdb8661c20 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:26.749522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5abc5110-81e9-466a-b81b-0c52d3bca263 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:26.756880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5abc5110-81e9-466a-b81b-0c52d3bca263 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:subnet and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:26.763673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5abc5110-81e9-466a-b81b-0c52d3bca263 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:26.771188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5abc5110-81e9-466a-b81b-0c52d3bca263 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:26.826247 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a1409cf-e7af-4309-9f52-1ccdb8661c20 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:26.826448 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b890ea2-9824-4d94-ab3a-1c7e8d4d5a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:26.827738 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2a1409cf-e7af-4309-9f52-1ccdb8661c20 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-groups/fdbf5923-658a-4abd-b25c-114152f360db HTTP/1.1" status: 204  len: 168 time: 0.4102697
Jun 04 15:44:26.830466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45956) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:26.878088 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abc5110-81e9-466a-b81b-0c52d3bca263 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:44:26.881716 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5abc5110-81e9-466a-b81b-0c52d3bca263 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:26.920617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d057bab8-0740-4f02-b722-4699037ca087 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:26.929957 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b890ea2-9824-4d94-ab3a-1c7e8d4d5a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:26.935823 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:27.197320 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2b890ea2-9824-4d94-ab3a-1c7e8d4d5a33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=479786c5d4964b0499fc09dbbf9fbcfa&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9787433
Jun 04 15:44:27.200333 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45970) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:27.235688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b890ea2-9824-4d94-ab3a-1c7e8d4d5a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d23be0-2726-4b68-89ba-76461b5091b9,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:27.242340 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2b890ea2-9824-4d94-ab3a-1c7e8d4d5a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:27.351830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d057bab8-0740-4f02-b722-4699037ca087 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:27.359403 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d057bab8-0740-4f02-b722-4699037ca087 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.5276394
Jun 04 15:44:27.360232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45976) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:27.365490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-97d568ea-6d3c-4a7c-bff8-08c0c1dacbe9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group': {'name': 'tempest-secgroup--792676456'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:27.381103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-97d568ea-6d3c-4a7c-bff8-08c0c1dacbe9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:27.411474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-97d568ea-6d3c-4a7c-bff8-08c0c1dacbe9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:27.457043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45978) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:27.558519 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e864c3c9-f34f-4293-a173-7a4d7f28b309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:27.570225 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-97d568ea-6d3c-4a7c-bff8-08c0c1dacbe9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:27.593942 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e864c3c9-f34f-4293-a173-7a4d7f28b309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:27.599257 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-97d568ea-6d3c-4a7c-bff8-08c0c1dacbe9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:27.618893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-97d568ea-6d3c-4a7c-bff8-08c0c1dacbe9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:27.623724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-97d568ea-6d3c-4a7c-bff8-08c0c1dacbe9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:27.643223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-97d568ea-6d3c-4a7c-bff8-08c0c1dacbe9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:27.654145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-717590209-network', 'tenant_id': '5c51f420ed0b46af9d13869cdf73dc77'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:27.661405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:27.667936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Usage tracker for resource:network and tenant:5c51f420ed0b46af9d13869cdf73dc77 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:27.673943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:27.688544 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:27.732653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-25899e71-5b28-43ae-9e4d-c095e58f1527 None None] Provisioning complete for port 72b68167-899f-4335-af42-a83500b028ee triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:27.736430 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-25899e71-5b28-43ae-9e4d-c095e58f1527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:27.775260 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5abc5110-81e9-466a-b81b-0c52d3bca263 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:27.785041 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b3754bb9-e03c-4e98-aab4-13b6dbcedc88 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:27.803276 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e864c3c9-f34f-4293-a173-7a4d7f28b309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:27.812068 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:27.845111 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e864c3c9-f34f-4293-a173-7a4d7f28b309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:27.849995 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e864c3c9-f34f-4293-a173-7a4d7f28b309 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48d23be0-2726-4b68-89ba-76461b5091b9 HTTP/1.1" status: 204  len: 168 time: 0.6481116
Jun 04 15:44:27.858016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864c3c9-f34f-4293-a173-7a4d7f28b309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d23be0-2726-4b68-89ba-76461b5091b9,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:27.860859 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e864c3c9-f34f-4293-a173-7a4d7f28b309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:27.879122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Made reservation on behalf of 5c51f420ed0b46af9d13869cdf73dc77 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:44:27.882328 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:27.913577 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-25899e71-5b28-43ae-9e4d-c095e58f1527 None None] Provisioning complete for port 5daccc4f-7768-420d-94ba-c91077af3130 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:27.914348 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-25899e71-5b28-43ae-9e4d-c095e58f1527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:27.939411 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:27.979923 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-25899e71-5b28-43ae-9e4d-c095e58f1527 None None] Port 5daccc4f-7768-420d-94ba-c91077af3130 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:44:28.127957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abc5110-81e9-466a-b81b-0c52d3bca263 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:44:28.138850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-5abc5110-81e9-466a-b81b-0c52d3bca263 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:44:28.142127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:28.149437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd61fca0-466a-4ff3-9e30-1f1276534ce9 None None] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:44:28.155659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abc5110-81e9-466a-b81b-0c52d3bca263 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:28.156387 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5abc5110-81e9-466a-b81b-0c52d3bca263 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:28.168309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Usage tracker for resource:security_group_rule and tenant:5c51f420ed0b46af9d13869cdf73dc77 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:28.186625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:28.204808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc5110-81e9-466a-b81b-0c52d3bca263 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Subnet': ['ID=f1156c6b-39ba-49f6-af39-c0f3818c354c,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:28.215074 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5abc5110-81e9-466a-b81b-0c52d3bca263 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:28.233165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:28.266559 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-97d568ea-6d3c-4a7c-bff8-08c0c1dacbe9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:28.342773 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5abc5110-81e9-466a-b81b-0c52d3bca263 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7841432
Jun 04 15:44:28.345998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 45990) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:28.351110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'security_group': {'name': 'tempest-secgroup-1199313540'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:28.361109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:28.383978 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-97d568ea-6d3c-4a7c-bff8-08c0c1dacbe9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:28.394242 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-070b2a86-abbf-425e-8382-5abd2175812c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:28.430068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:security_group and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:28.446754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:28.459676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:28.461844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d568ea-6d3c-4a7c-bff8-08c0c1dacbe9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2440808-5a2c-4d8d-b949-fd8f5228a45b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:28.468893 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-97d568ea-6d3c-4a7c-bff8-08c0c1dacbe9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:28.557779 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:28.600918 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-97d568ea-6d3c-4a7c-bff8-08c0c1dacbe9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:28.602495 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-97d568ea-6d3c-4a7c-bff8-08c0c1dacbe9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.2412004
Jun 04 15:44:28.603643 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:28.605302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45992) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:28.622702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-f0c879f2-0723-4f01-bc3d-273a0fe4e71b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group_rule': {'security_group_id': 'c2440808-5a2c-4d8d-b949-fd8f5228a45b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:28.640313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f0c879f2-0723-4f01-bc3d-273a0fe4e71b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:28.651792 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f0c879f2-0723-4f01-bc3d-273a0fe4e71b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Usage tracker for resource:security_group_rule and tenant:9f21a7f2ff2c45af96154d9d30c8829f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:28.658181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:28.661497 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f0c879f2-0723-4f01-bc3d-273a0fe4e71b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:28.672926 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-86ed0cc1-b15c-470a-b5a0-262f3b0fba38 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:28.676193 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f0c879f2-0723-4f01-bc3d-273a0fe4e71b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:28.696917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c90420-d59f-4a16-b5c5-3535abc57915 None None] Update dhcp port {'port': {'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'fixed_ips': [{'subnet_id': '45995bc8-42f8-459d-9655-8c3c91368742', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f1156c6b-39ba-49f6-af39-c0f3818c354c'}], 'binding:host_id': 'n-d-791505-9'}, 'id': '72b68167-899f-4335-af42-a83500b028ee'} from n-d-791505-9. {{(pid=88302) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 04 15:44:28.706829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:28.723798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:44:28.728651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:security_group_rule and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:28.737512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4909f6-646d-4f11-8f42-233b7dab2b17,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:28.741267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:28.751280 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:28.761114 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-36c90420-d59f-4a16-b5c5-3535abc57915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:28.761805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:28.761805 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:28.761805 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Added segment 72d1a1ba-a8d2-4349-b73f-2e173153f508 of type vlan for network 0339ff3f-f872-422f-8d79-308474532286
Jun 04 15:44:28.798702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45996) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:28.826085 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:28.830426 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20d88fa4-7d17-4176-a9e2-3773265993a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:28.877522 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0c879f2-0723-4f01-bc3d-273a0fe4e71b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:28.889194 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-20d88fa4-7d17-4176-a9e2-3773265993a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:28.900797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-20d88fa4-7d17-4176-a9e2-3773265993a9 admin admin] Usage tracker for resource:security_group_rule and tenant:9df63be4ee2c46db97989093d571c59f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:28.902920 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:28.910562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-20d88fa4-7d17-4176-a9e2-3773265993a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:28.927143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-20d88fa4-7d17-4176-a9e2-3773265993a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:28.986997 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:28.988249 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0c879f2-0723-4f01-bc3d-273a0fe4e71b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.005518 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-280c0dff-3ad7-4254-a565-982e205fabdb tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:29.033656 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.035239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:29.036044 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.056127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-36c90420-d59f-4a16-b5c5-3535abc57915 None None] Allocated IP 2001:db8::2 (e8db2e0d-ee35-41b5-8099-f62226a24d80/f1156c6b-39ba-49f6-af39-c0f3818c354c/72b68167-899f-4335-af42-a83500b028ee) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:44:29.079884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357f929c-c70a-4a74-9b8e-92f426a4bb93,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:29.081109 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0c879f2-0723-4f01-bc3d-273a0fe4e71b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.085804 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:29.092016 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:29.099133 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:29.114829 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20d88fa4-7d17-4176-a9e2-3773265993a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.120528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c879f2-0723-4f01-bc3d-273a0fe4e71b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52870b35-e229-4746-89da-d53a772b4563,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:29.132368 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f0c879f2-0723-4f01-bc3d-273a0fe4e71b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:29.196046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Pushing event updated for resources: {'Network': ['ID=0339ff3f-f872-422f-8d79-308474532286,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:29.201153 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:29.208386 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 0339ff3f-f872-422f-8d79-308474532286 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:44:29.214223 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.219073 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.8684373
Jun 04 15:44:29.219331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 45998) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:29.224624 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'security_group': {'name': 'tempest-secgroup-496598898'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:29.233099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:29.237141 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:security_group and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:29.240250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:29.248434 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.7851131
Jun 04 15:44:29.248554 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f0c879f2-0723-4f01-bc3d-273a0fe4e71b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.248647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46000) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:29.249561 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f0c879f2-0723-4f01-bc3d-273a0fe4e71b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6410828
Jun 04 15:44:29.250528 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-20d88fa4-7d17-4176-a9e2-3773265993a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.257381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Request body: {'subnet': {'network_id': '0339ff3f-f872-422f-8d79-308474532286', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-717590209-subnet', 'tenant_id': '5c51f420ed0b46af9d13869cdf73dc77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:29.272891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46002) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:29.281473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:29.285304 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-380ab98b-bc0f-4e2a-8cfb-02f99efaf766 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:29.291303 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Usage tracker for resource:subnet and tenant:5c51f420ed0b46af9d13869cdf73dc77 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:29.310949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:29.318099 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-20d88fa4-7d17-4176-a9e2-3773265993a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9df63be4ee2c46db97989093d571c59f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5183003
Jun 04 15:44:29.319368 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:29.321775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d88fa4-7d17-4176-a9e2-3773265993a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdec0f0-f97c-4ead-bf9d-7da6e8b166b7,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:29.325961 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a47544a3-22bb-4f3b-b70b-8d6fa180b9f3 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules/52870b35-e229-4746-89da-d53a772b4563 HTTP/1.1" status: 200  len: 763 time: 0.0565431
Jun 04 15:44:29.329290 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-20d88fa4-7d17-4176-a9e2-3773265993a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:29.329875 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46006) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:29.330342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46008) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:29.352886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:29.368219 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-36c90420-d59f-4a16-b5c5-3535abc57915 None None] For port 72b68167-899f-4335-af42-a83500b028ee, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=72b68167-899f-4335-af42-a83500b028ee,segment=NetworkSegment(fcd867d4-43a5-45f7-8c31-1a6c704db1c2),segment_id=fcd867d4-43a5-45f7-8c31-1a6c704db1c2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:44:29.416644 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-36c90420-d59f-4a16-b5c5-3535abc57915 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.440601 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-36c90420-d59f-4a16-b5c5-3535abc57915 None None] Transition to ACTIVE for port object 72b68167-899f-4335-af42-a83500b028ee will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:44:29.459716 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8e727c6e-9082-436e-a688-aecdd19868a5 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:29.460125 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Made reservation on behalf of 5c51f420ed0b46af9d13869cdf73dc77 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:44:29.468860 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.473262 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9dc9-a1a9-411f-a57c-025315763048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.509487 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9dc9-a1a9-411f-a57c-025315763048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.520954 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.566139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:29.570035 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8e727c6e-9082-436e-a688-aecdd19868a5 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:29.574733 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8e727c6e-9082-436e-a688-aecdd19868a5 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.2403665
Jun 04 15:44:29.576502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:security_group_rule and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:29.581845 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-36c90420-d59f-4a16-b5c5-3535abc57915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.582224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46014) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:29.593156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:29.594806 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d68d5563-3c2a-40e7-b8e8-d2ad6ca80089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.604978 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:29.607113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:29.632245 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3af59eed-d3ac-47fa-a22e-2c9ca1a6cf34 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.646424 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3af59eed-d3ac-47fa-a22e-2c9ca1a6cf34 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.795502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c90420-d59f-4a16-b5c5-3535abc57915 None None] Pushing event updated for resources: {'Port': ['ID=72b68167-899f-4335-af42-a83500b028ee,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:29.799141 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-36c90420-d59f-4a16-b5c5-3535abc57915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:29.809280 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9dc9-a1a9-411f-a57c-025315763048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.815008 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3af59eed-d3ac-47fa-a22e-2c9ca1a6cf34 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.827603 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5a291516-9fd1-4a79-8a5a-733d5222cb10 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:29.848536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf9dc9-a1a9-411f-a57c-025315763048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdec0f0-f97c-4ead-bf9d-7da6e8b166b7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:29.851455 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9aaf9dc9-a1a9-411f-a57c-025315763048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:29.853505 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a1723327-991b-473b-a895-0a615b12137d tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:29.886889 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3af59eed-d3ac-47fa-a22e-2c9ca1a6cf34 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.891323 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3af59eed-d3ac-47fa-a22e-2c9ca1a6cf34 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/52870b35-e229-4746-89da-d53a772b4563 HTTP/1.1" status: 204  len: 168 time: 0.3080761
Jun 04 15:44:29.892165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46018) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:29.903113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af59eed-d3ac-47fa-a22e-2c9ca1a6cf34 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52870b35-e229-4746-89da-d53a772b4563,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:29.906865 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3af59eed-d3ac-47fa-a22e-2c9ca1a6cf34 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:29.962017 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.974542 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9dc9-a1a9-411f-a57c-025315763048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:29.978593 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9aaf9dc9-a1a9-411f-a57c-025315763048 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cdec0f0-f97c-4ead-bf9d-7da6e8b166b7 HTTP/1.1" status: 204  len: 168 time: 0.6456795
Jun 04 15:44:30.017741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8c8c98ec-c3d0-4e23-8488-6bfdc75268f1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:30.077322 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:30.083305 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2a1409cf-e7af-4309-9f52-1ccdb8661c20 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:30.101727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46024) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:30.145100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db11f742-b8f1-4343-9201-12bffed23619,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:30.158522 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:30.206656 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8c8c98ec-c3d0-4e23-8488-6bfdc75268f1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:30.208226 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8c8c98ec-c3d0-4e23-8488-6bfdc75268f1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3148088
Jun 04 15:44:30.211311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46028) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:30.218399 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a2bf7e83-1f85-49eb-ad46-999cc60772f6 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group_rule': {'security_group_id': 'c2440808-5a2c-4d8d-b949-fd8f5228a45b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:30.236343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a2bf7e83-1f85-49eb-ad46-999cc60772f6 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:30.266132 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a2bf7e83-1f85-49eb-ad46-999cc60772f6 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:30.334407 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:30.338231 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.1151259
Jun 04 15:44:30.338347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46030) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:30.343038 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'security_group': {'name': 'tempest-secgroup-725618839'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:30.360442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:30.360442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:security_group and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:30.360442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:30.366509 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-139b55c3-93fb-4c1a-b71c-595cfbf18f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:30.371546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:30.390059 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2bf7e83-1f85-49eb-ad46-999cc60772f6 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:30.471153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-139b55c3-93fb-4c1a-b71c-595cfbf18f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:30.489680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-7da74187-fa27-4bbb-8690-bd513681a76b req-14a37ce3-11b1-42bb-a092-21b2b6b45e98 service neutron] (88300) timed out ('10.222.0.62', 64728) {{(pid=88300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 15:44:30.494852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-139b55c3-93fb-4c1a-b71c-595cfbf18f86 admin admin] Usage tracker for resource:security_group_rule and tenant:c67902be9de3410da28f958856e03d5d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:30.500579 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-139b55c3-93fb-4c1a-b71c-595cfbf18f86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:30.514402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-139b55c3-93fb-4c1a-b71c-595cfbf18f86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:30.521367 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:30.573747 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2bf7e83-1f85-49eb-ad46-999cc60772f6 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:30.577181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:30.582949 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:security_group_rule and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:30.587187 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:30.595314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:30.669175 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2bf7e83-1f85-49eb-ad46-999cc60772f6 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:30.681508 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:30.696834 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:30.704679 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8a601053-bf99-4222-a47c-cf662b892a7d tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:30.754153 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf7e83-1f85-49eb-ad46-999cc60772f6 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb24c2a6-f6b9-4892-8fc5-d644aab46a20,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:30.776313 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:30.777984 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a2bf7e83-1f85-49eb-ad46-999cc60772f6 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:30.789517 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-139b55c3-93fb-4c1a-b71c-595cfbf18f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:30.827485 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2bf7e83-1f85-49eb-ad46-999cc60772f6 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:30.831282 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a2bf7e83-1f85-49eb-ad46-999cc60772f6 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6166034
Jun 04 15:44:30.831454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca6e046-932e-4cd9-be29-03f24f42f2ae,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:30.832577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46034) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:30.838013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Checking segment: {'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:44:30.838538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Network hostable DHCP agents. Network: 0339ff3f-f872-422f-8d79-308474532286, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:44:30.842615 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:30.856482 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4b2dfb39-ec98-4782-89aa-00f00639b841 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules/eb24c2a6-f6b9-4892-8fc5-d644aab46a20 HTTP/1.1" status: 200  len: 763 time: 0.0225697
Jun 04 15:44:30.859183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46036) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:30.859320 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:30.863280 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-421a0cf8-4b64-4835-83af-85bfb4a76032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:30.873654 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-139b55c3-93fb-4c1a-b71c-595cfbf18f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:30.883439 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7b13660a-6c75-4a77-bc4b-8b227f7f42f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:30.902103 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85e4d0b-1210-445e-bdf1-feb615375410,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:30.905465 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:30.941606 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-139b55c3-93fb-4c1a-b71c-595cfbf18f86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c67902be9de3410da28f958856e03d5d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8376167
Jun 04 15:44:30.945444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46038) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:30.950743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b55c3-93fb-4c1a-b71c-595cfbf18f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc648fa-05af-46d8-9ddb-dbe215a6f13f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:30.956593 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-139b55c3-93fb-4c1a-b71c-595cfbf18f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:30.972037 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5432378b-bf29-4f1d-83e0-2647072b53d1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1080973
Jun 04 15:44:30.972037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Network 0339ff3f-f872-422f-8d79-308474532286 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:44:30.975307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46040) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:31.008834 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3d64-fd37-4fbb-b050-fbf70eb3ba9f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.020821 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3d64-fd37-4fbb-b050-fbf70eb3ba9f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.037781 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.041329 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.7019703
Jun 04 15:44:31.047490 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66d36ca7-3ba3-4e19-adf9-80e5e43f6fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.047612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46042) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:31.056402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-546618957', 'security_groups': ['c85e4d0b-1210-445e-bdf1-feb615375410'], 'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f1156c6b-39ba-49f6-af39-c0f3818c354c'}]}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:31.056725 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 72b68167-899f-4335-af42-a83500b028ee up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:44:31.114046 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66d36ca7-3ba3-4e19-adf9-80e5e43f6fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.151554 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-75fa61ad-f6b9-4d58-89e1-3000a640186c None None] Provisioning for port 72b68167-899f-4335-af42-a83500b028ee completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:44:31.159828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-75fa61ad-f6b9-4d58-89e1-3000a640186c None None] Provisioning complete for port 72b68167-899f-4335-af42-a83500b028ee triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:31.160403 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-75fa61ad-f6b9-4d58-89e1-3000a640186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.221338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46048) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:31.239600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 0339ff3f-f872-422f-8d79-308474532286) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:44:31.246426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 72b68167-899f-4335-af42-a83500b028ee triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:31.247453 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.249620 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:31.259401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:31.259401 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.269456 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c3e1219c-852f-472a-a3b9-0516e5e9b8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.273696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:31.306938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c3e1219c-852f-472a-a3b9-0516e5e9b8a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:31.306938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c3e1219c-852f-472a-a3b9-0516e5e9b8a8 admin admin] Usage tracker for resource:security_group_rule and tenant:b488d929cc0a4ba0acacf9bd668da0a0 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:31.308298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c3e1219c-852f-472a-a3b9-0516e5e9b8a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:31.315990 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c3e1219c-852f-472a-a3b9-0516e5e9b8a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:31.324477 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dbefad-1504-4205-8c93-1790ecc06742 None None] Network 0339ff3f-f872-422f-8d79-308474532286 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:44:31.328553 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3d64-fd37-4fbb-b050-fbf70eb3ba9f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.333887 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3d64-fd37-4fbb-b050-fbf70eb3ba9f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.337400 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bc8e3d64-fd37-4fbb-b050-fbf70eb3ba9f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/eb24c2a6-f6b9-4892-8fc5-d644aab46a20 HTTP/1.1" status: 204  len: 168 time: 0.3588212
Jun 04 15:44:31.337400 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:31.338180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46050) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:31.346062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e3d64-fd37-4fbb-b050-fbf70eb3ba9f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb24c2a6-f6b9-4892-8fc5-d644aab46a20,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:31.348688 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bc8e3d64-fd37-4fbb-b050-fbf70eb3ba9f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:31.392610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-90595bd4-45c6-49a9-808e-3ce4f7ae3a98 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:31.399239 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.1496160
Jun 04 15:44:31.523294 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:44:31.558370 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66d36ca7-3ba3-4e19-adf9-80e5e43f6fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.576746 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e84db971-03f9-4fca-a75b-fcf929c8e73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:31.613807 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-90595bd4-45c6-49a9-808e-3ce4f7ae3a98 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:31.615121 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-90595bd4-45c6-49a9-808e-3ce4f7ae3a98 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2757800
Jun 04 15:44:31.618395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-75fa61ad-f6b9-4d58-89e1-3000a640186c None None] Provisioning complete for port 5daccc4f-7768-420d-94ba-c91077af3130 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:31.618778 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-75fa61ad-f6b9-4d58-89e1-3000a640186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.637138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46058) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:31.656938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-255ad5db-5839-44c3-b17a-d11dcfe1717f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Request body: {'security_group_rule': {'security_group_id': 'c2440808-5a2c-4d8d-b949-fd8f5228a45b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:31.741025 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c3e1219c-852f-472a-a3b9-0516e5e9b8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.741025 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d36ca7-3ba3-4e19-adf9-80e5e43f6fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc648fa-05af-46d8-9ddb-dbe215a6f13f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:31.744119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-255ad5db-5839-44c3-b17a-d11dcfe1717f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:31.746625 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.747421 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-66d36ca7-3ba3-4e19-adf9-80e5e43f6fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:31.750032 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66d36ca7-3ba3-4e19-adf9-80e5e43f6fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.751321 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-66d36ca7-3ba3-4e19-adf9-80e5e43f6fee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffc648fa-05af-46d8-9ddb-dbe215a6f13f HTTP/1.1" status: 204  len: 168 time: 0.8044186
Jun 04 15:44:31.760407 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-255ad5db-5839-44c3-b17a-d11dcfe1717f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:31.776307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] device_id is not set on port 3c4cdfa0-0501-4a50-992d-6e4943e48c5a yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:44:31.800813 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-75fa61ad-f6b9-4d58-89e1-3000a640186c None None] Port 5daccc4f-7768-420d-94ba-c91077af3130 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:44:31.824290 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07603511-5d92-4754-9ee2-e2186d3e836d None None] Network 0339ff3f-f872-422f-8d79-308474532286 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:44:31.832616 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c3e1219c-852f-472a-a3b9-0516e5e9b8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:31.863046 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-21427113-19ec-47e0-8e3c-5f826e49654a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:31.883870 n-d-791505-9 neutron-server[88301]: INFO neutron.db.securitygroups_db [None req-255ad5db-5839-44c3-b17a-d11dcfe1717f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Project 9f21a7f2ff2c45af96154d9d30c8829f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 15:44:31.969119 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-255ad5db-5839-44c3-b17a-d11dcfe1717f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:32.060955 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c3e1219c-852f-472a-a3b9-0516e5e9b8a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b488d929cc0a4ba0acacf9bd668da0a0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8353848
Jun 04 15:44:32.068957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46070) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:32.073090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1219c-852f-472a-a3b9-0516e5e9b8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426aafa3-80e3-4607-8141-592a2ab4267c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:32.077715 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c3e1219c-852f-472a-a3b9-0516e5e9b8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:32.079213 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Allocated IP 2001:db8::173 (e8db2e0d-ee35-41b5-8099-f62226a24d80/f1156c6b-39ba-49f6-af39-c0f3818c354c/3c4cdfa0-0501-4a50-992d-6e4943e48c5a) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:44:32.152941 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:32.163723 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-255ad5db-5839-44c3-b17a-d11dcfe1717f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:32.188008 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e6314fe-445a-4ae3-86c1-69e94775c65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:32.221665 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e6314fe-445a-4ae3-86c1-69e94775c65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:32.280587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-255ad5db-5839-44c3-b17a-d11dcfe1717f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:32.290844 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1ba82e4d-cbe1-41ad-8431-b3c481c9fe85 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:32.320380 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ad5db-5839-44c3-b17a-d11dcfe1717f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a27f66-6c56-4b6a-8043-4ddb0fff598a,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:32.329978 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-255ad5db-5839-44c3-b17a-d11dcfe1717f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:32.391725 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e6314fe-445a-4ae3-86c1-69e94775c65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:32.394946 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6e6314fe-445a-4ae3-86c1-69e94775c65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:32.402208 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-19464679-9f89-45fa-9bbf-751bd047d0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:32.402370 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6e6314fe-445a-4ae3-86c1-69e94775c65a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/426aafa3-80e3-4607-8141-592a2ab4267c HTTP/1.1" status: 204  len: 168 time: 0.3248475
Jun 04 15:44:32.402370 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2aa33aa7-c9dc-400c-89c7-3721f6e93987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:32.411289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6314fe-445a-4ae3-86c1-69e94775c65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426aafa3-80e3-4607-8141-592a2ab4267c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:32.415565 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6e6314fe-445a-4ae3-86c1-69e94775c65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:32.460534 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-255ad5db-5839-44c3-b17a-d11dcfe1717f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:32.464860 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-255ad5db-5839-44c3-b17a-d11dcfe1717f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.8164582
Jun 04 15:44:32.465737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46080) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:32.502175 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-821db33f-8d26-490b-b5ff-66b9ebb10cb4 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules/99a27f66-6c56-4b6a-8043-4ddb0fff598a HTTP/1.1" status: 200  len: 769 time: 0.0345843
Jun 04 15:44:32.504398 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46082) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:32.558619 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-72f341df-1322-4b4d-ae12-67b7b7b56d27 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:32.632034 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-72f341df-1322-4b4d-ae12-67b7b7b56d27 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:32.633147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-3dd62868-0518-45a6-8d72-9054becd5575 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:32.633860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-3dd62868-0518-45a6-8d72-9054becd5575 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Synchronizing usage tracker for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:32.637163 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-72f341df-1322-4b4d-ae12-67b7b7b56d27 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.1288285
Jun 04 15:44:32.641389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46088) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:32.693750 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81e6422c-ecb4-451d-9a70-b2c1b62fbdfd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:32.695623 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:32.714100 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81e6422c-ecb4-451d-9a70-b2c1b62fbdfd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:32.719242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Transition to ACTIVE for port object 3c4cdfa0-0501-4a50-992d-6e4943e48c5a will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:44:32.768236 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-3dd62868-0518-45a6-8d72-9054becd5575 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Unset dirty status for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:32.769609 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-3dd62868-0518-45a6-8d72-9054becd5575 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/networks?id=0339ff3f-f872-422f-8d79-308474532286 HTTP/1.1" status: 200  len: 814 time: 0.6514816
Jun 04 15:44:32.787501 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-af203522-c82b-4baa-a78e-84848afb1313 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/quotas/5c51f420ed0b46af9d13869cdf73dc77 HTTP/1.1" status: 200  len: 375 time: 0.0122781
Jun 04 15:44:32.839233 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-51ae4994-7625-4e4b-bbc2-d7da66bb654a tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0458193
Jun 04 15:44:32.941673 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81e6422c-ecb4-451d-9a70-b2c1b62fbdfd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:32.952344 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:32.967805 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-583b7ba8-c849-4757-98e5-6c4309cecf09 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:32.968038 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3af59eed-d3ac-47fa-a22e-2c9ca1a6cf34 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:32.997210 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6422c-ecb4-451d-9a70-b2c1b62fbdfd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99a27f66-6c56-4b6a-8043-4ddb0fff598a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:33.000424 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-81e6422c-ecb4-451d-9a70-b2c1b62fbdfd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:33.050026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:44:33.052552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=3c4cdfa0-0501-4a50-992d-6e4943e48c5a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:33.055793 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:33.059666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:44:33.066181 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81e6422c-ecb4-451d-9a70-b2c1b62fbdfd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:33.075469 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-81e6422c-ecb4-451d-9a70-b2c1b62fbdfd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/99a27f66-6c56-4b6a-8043-4ddb0fff598a HTTP/1.1" status: 204  len: 168 time: 0.4244270
Jun 04 15:44:33.075469 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46098) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:33.076044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:44:33.083433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:33.084247 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:33.129984 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-2328157f-3249-4292-b5dd-a7bf679dcd77 service neutron] 10.222.0.32 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2838995
Jun 04 15:44:33.156357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0fe6a207-e1db-4598-ade1-8d916abaa985 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:33.263612 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.2142823
Jun 04 15:44:33.266427 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46108) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:33.271902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-69226d57-d323-4c51-8d6d-c0b3e564597e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'subnet': {'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:33.302435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0fe6a207-e1db-4598-ade1-8d916abaa985 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group_rule {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:33.310583 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0fe6a207-e1db-4598-ade1-8d916abaa985 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2397563
Jun 04 15:44:33.315404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46112) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:33.334024 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-c7675932-50af-4395-8e3b-60724e24557e service neutron] 10.222.0.32 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1961937
Jun 04 15:44:33.468578 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-91c6c5ca-2aad-4ca5-b096-6b942ad4857a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:33.523223 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-91c6c5ca-2aad-4ca5-b096-6b942ad4857a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:33.526171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-45a48ef4-3cbb-4c73-a8c5-deb6d306bd2c None None] Provisioning for port 3c4cdfa0-0501-4a50-992d-6e4943e48c5a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:44:33.534008 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-45a48ef4-3cbb-4c73-a8c5-deb6d306bd2c None None] Provisioning complete for port 3c4cdfa0-0501-4a50-992d-6e4943e48c5a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:33.534488 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-45a48ef4-3cbb-4c73-a8c5-deb6d306bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:33.565083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-69226d57-d323-4c51-8d6d-c0b3e564597e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:33.579797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-69226d57-d323-4c51-8d6d-c0b3e564597e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:subnet and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:33.584236 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-69226d57-d323-4c51-8d6d-c0b3e564597e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:33.591198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-69226d57-d323-4c51-8d6d-c0b3e564597e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:33.612376 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-45a48ef4-3cbb-4c73-a8c5-deb6d306bd2c None None] Port 3c4cdfa0-0501-4a50-992d-6e4943e48c5a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:44:33.677289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69226d57-d323-4c51-8d6d-c0b3e564597e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:44:33.680893 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69226d57-d323-4c51-8d6d-c0b3e564597e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:33.696724 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:33.701455 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-91c6c5ca-2aad-4ca5-b096-6b942ad4857a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:33.716098 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b82c4409-c871-419f-a58e-2af3a2c0622a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:33.758213 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6c5ca-2aad-4ca5-b096-6b942ad4857a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2440808-5a2c-4d8d-b949-fd8f5228a45b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:33.831062 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b7507ac9-5a3f-4b8a-a37c-097131af00cc req-4d5a06f8-af3a-413b-8544-7fa81cf9d034 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 210 time: 0.1044924
Jun 04 15:44:33.888581 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-91c6c5ca-2aad-4ca5-b096-6b942ad4857a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:33.947975 n-d-791505-9 neutron-server[88301]: INFO neutron.db.ipam_backend_mixin [None req-69226d57-d323-4c51-8d6d-c0b3e564597e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f1156c6b-39ba-49f6-af39-c0f3818c354c (CIDR: 2001:db8::/64)
Jun 04 15:44:33.985768 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-69226d57-d323-4c51-8d6d-c0b3e564597e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:44:33.985945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69226d57-d323-4c51-8d6d-c0b3e564597e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:44:34.015339 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-91c6c5ca-2aad-4ca5-b096-6b942ad4857a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:34.016516 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-91c6c5ca-2aad-4ca5-b096-6b942ad4857a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "DELETE /v2.0/security-groups/c2440808-5a2c-4d8d-b949-fd8f5228a45b HTTP/1.1" status: 204  len: 168 time: 0.7005057
Jun 04 15:44:34.019299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46136) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:34.079652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-836bdb5d-8751-42f6-ab87-7a9e603cad66 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Synchronizing usage tracker for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:34.102429 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-69226d57-d323-4c51-8d6d-c0b3e564597e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8323326
Jun 04 15:44:34.103953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46140) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:34.110339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-2ebe879f-41b0-457c-b0d2-4d4ab6f0c620 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'subnet': {'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:34.185311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-836bdb5d-8751-42f6-ab87-7a9e603cad66 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Unset dirty status for tenant:9f21a7f2ff2c45af96154d9d30c8829f on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:34.186832 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-836bdb5d-8751-42f6-ab87-7a9e603cad66 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1664624
Jun 04 15:44:34.192675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46146) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:34.261308 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c48c4d02-6b83-4039-814c-56899b464532 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0686598
Jun 04 15:44:34.305369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2ebe879f-41b0-457c-b0d2-4d4ab6f0c620 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:34.310935 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2ebe879f-41b0-457c-b0d2-4d4ab6f0c620 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:subnet and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:34.314398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2ebe879f-41b0-457c-b0d2-4d4ab6f0c620 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:34.321692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2ebe879f-41b0-457c-b0d2-4d4ab6f0c620 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:34.397151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebe879f-41b0-457c-b0d2-4d4ab6f0c620 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:44:34.400838 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2ebe879f-41b0-457c-b0d2-4d4ab6f0c620 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:34.585292 n-d-791505-9 neutron-server[88300]: INFO neutron.db.ipam_backend_mixin [None req-2ebe879f-41b0-457c-b0d2-4d4ab6f0c620 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 45995bc8-42f8-459d-9655-8c3c91368742 (CIDR: 2001:db8:0:1::/64)
Jun 04 15:44:34.620661 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebe879f-41b0-457c-b0d2-4d4ab6f0c620 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:44:34.621071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebe879f-41b0-457c-b0d2-4d4ab6f0c620 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:44:34.706495 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2ebe879f-41b0-457c-b0d2-4d4ab6f0c620 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.6025541
Jun 04 15:44:34.709252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46160) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:34.714700 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-a5b3e146-d743-465f-a933-cd0633c40a40 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'subnet': {'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:34.996367 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-181828dc-6476-4613-a350-b5637df54f5c req-da668780-602e-4cd7-96ce-812bf62f0a7d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 210 time: 0.0708811
Jun 04 15:44:35.038432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a5b3e146-d743-465f-a933-cd0633c40a40 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:35.046959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a5b3e146-d743-465f-a933-cd0633c40a40 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Usage tracker for resource:subnet and tenant:856f9f5e166643a0ad0d1b7b273cd474 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:35.052022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a5b3e146-d743-465f-a933-cd0633c40a40 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:35.074343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a5b3e146-d743-465f-a933-cd0633c40a40 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:35.142013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46178) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:35.163300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b3e146-d743-465f-a933-cd0633c40a40 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Made reservation on behalf of 856f9f5e166643a0ad0d1b7b273cd474 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:44:35.167663 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a5b3e146-d743-465f-a933-cd0633c40a40 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:35.233927 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:35.513255 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f4c70fde-ef8d-43ea-a7a0-70bfb27e6fc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f21a7f2ff2c45af96154d9d30c8829f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3774900
Jun 04 15:44:35.515980 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46190) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:35.606499 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6776ecb7-2e32-4cfa-ad76-e298ad8b4c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:35.639842 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6776ecb7-2e32-4cfa-ad76-e298ad8b4c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:35.768509 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6776ecb7-2e32-4cfa-ad76-e298ad8b4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:35.775111 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6e6314fe-445a-4ae3-86c1-69e94775c65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:35.792510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776ecb7-2e32-4cfa-ad76-e298ad8b4c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f126022-eba9-41fe-b031-09cca6ed5cb4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:35.802930 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6776ecb7-2e32-4cfa-ad76-e298ad8b4c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:35.851186 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6776ecb7-2e32-4cfa-ad76-e298ad8b4c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:35.852318 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6776ecb7-2e32-4cfa-ad76-e298ad8b4c3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f126022-eba9-41fe-b031-09cca6ed5cb4 HTTP/1.1" status: 204  len: 168 time: 0.3347735
Jun 04 15:44:35.995138 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:44:36.110125 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a5b3e146-d743-465f-a933-cd0633c40a40 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:36.116720 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5d6e6087-c1ef-4722-a8b5-055c68411921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:36.142215 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-69d3333b-7aea-42b2-bce7-4e36a9ffb5ad req-143a094d-f66d-418c-9f23-aceae6a0e259 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 210 time: 0.0567014
Jun 04 15:44:36.185998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b3e146-d743-465f-a933-cd0633c40a40 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:44:36.190391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-a5b3e146-d743-465f-a933-cd0633c40a40 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:44:36.202165 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfacb06-321d-41e6-979e-76e7e63d8b96 None None] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:44:36.219828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b3e146-d743-465f-a933-cd0633c40a40 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:36.220425 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a5b3e146-d743-465f-a933-cd0633c40a40 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:36.230464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3e146-d743-465f-a933-cd0633c40a40 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Subnet': ['ID=b918c641-c061-4ff1-bfdb-b21e758f5308,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:36.251724 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a5b3e146-d743-465f-a933-cd0633c40a40 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:36.371680 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a5b3e146-d743-465f-a933-cd0633c40a40 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.6587579
Jun 04 15:44:36.372083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46226) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:36.378309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-dea14c29-5fdf-4d6e-b64d-bff9fe23fd7a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-493927015', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b918c641-c061-4ff1-bfdb-b21e758f5308'}], 'security_groups': ['357f929c-c70a-4a74-9b8e-92f426a4bb93', 'db11f742-b8f1-4343-9201-12bffed23619']}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:36.764799 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dea14c29-5fdf-4d6e-b64d-bff9fe23fd7a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:36.772596 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d06ab3d-f8dd-416c-8392-cb9998bc2a0c None None] Update dhcp port {'port': {'network_id': 'e8db2e0d-ee35-41b5-8099-f62226a24d80', 'fixed_ips': [{'subnet_id': '45995bc8-42f8-459d-9655-8c3c91368742', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f1156c6b-39ba-49f6-af39-c0f3818c354c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b918c641-c061-4ff1-bfdb-b21e758f5308'}], 'binding:host_id': 'n-d-791505-9'}, 'id': '72b68167-899f-4335-af42-a83500b028ee'} from n-d-791505-9. {{(pid=88302) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Jun 04 15:44:36.833061 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d06ab3d-f8dd-416c-8392-cb9998bc2a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:37.373297 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-6d06ab3d-f8dd-416c-8392-cb9998bc2a0c None None] Allocated IP 2001:db8:0:2::2 (e8db2e0d-ee35-41b5-8099-f62226a24d80/b918c641-c061-4ff1-bfdb-b21e758f5308/72b68167-899f-4335-af42-a83500b028ee) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:44:37.421469 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-219f4593-a6f5-4d16-9b96-d6ec230bc07f req-9843bf05-7e5d-43bd-8e97-a0fcbcce0ace tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 210 time: 0.0577898
Jun 04 15:44:37.601205 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6d06ab3d-f8dd-416c-8392-cb9998bc2a0c None None] For port 72b68167-899f-4335-af42-a83500b028ee, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=72b68167-899f-4335-af42-a83500b028ee,segment=NetworkSegment(fcd867d4-43a5-45f7-8c31-1a6c704db1c2),segment_id=fcd867d4-43a5-45f7-8c31-1a6c704db1c2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:44:37.637664 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d06ab3d-f8dd-416c-8392-cb9998bc2a0c None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:37.660635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6d06ab3d-f8dd-416c-8392-cb9998bc2a0c None None] Transition to ACTIVE for port object 72b68167-899f-4335-af42-a83500b028ee will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:44:37.760051 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d06ab3d-f8dd-416c-8392-cb9998bc2a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:37.767382 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4cf1519d-5593-4deb-a68d-0ef6fb2da736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:37.893941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06ab3d-f8dd-416c-8392-cb9998bc2a0c None None] Pushing event updated for resources: {'Port': ['ID=72b68167-899f-4335-af42-a83500b028ee,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:37.904063 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6d06ab3d-f8dd-416c-8392-cb9998bc2a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:37.979245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-dea14c29-5fdf-4d6e-b64d-bff9fe23fd7a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Delete allocated IP 2001:db8::173 (e8db2e0d-ee35-41b5-8099-f62226a24d80/f1156c6b-39ba-49f6-af39-c0f3818c354c) {{(pid=88301) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jun 04 15:44:37.991197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-dea14c29-5fdf-4d6e-b64d-bff9fe23fd7a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Allocated IP 2001:db8:0:2::3d5 (e8db2e0d-ee35-41b5-8099-f62226a24d80/b918c641-c061-4ff1-bfdb-b21e758f5308/3c4cdfa0-0501-4a50-992d-6e4943e48c5a) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:44:38.364222 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dea14c29-5fdf-4d6e-b64d-bff9fe23fd7a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:38.386279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-dea14c29-5fdf-4d6e-b64d-bff9fe23fd7a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Transition to ACTIVE for port object 3c4cdfa0-0501-4a50-992d-6e4943e48c5a will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:44:38.488260 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dea14c29-5fdf-4d6e-b64d-bff9fe23fd7a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:38.502398 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-649b7477-5651-4dc4-9983-c4fd0e570b14 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:38.760909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46304) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:38.796183 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-dea14c29-5fdf-4d6e-b64d-bff9fe23fd7a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] In _notify_port_updated(), no bound segment for port 3c4cdfa0-0501-4a50-992d-6e4943e48c5a on network e8db2e0d-ee35-41b5-8099-f62226a24d80 {{(pid=88301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:44:38.802899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea14c29-5fdf-4d6e-b64d-bff9fe23fd7a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:38.803932 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dea14c29-5fdf-4d6e-b64d-bff9fe23fd7a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:38.810594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46310) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:38.811649 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dea14c29-5fdf-4d6e-b64d-bff9fe23fd7a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "PUT /v2.0/ports/3c4cdfa0-0501-4a50-992d-6e4943e48c5a HTTP/1.1" status: 200  len: 969 time: 2.4380307
Jun 04 15:44:38.857131 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6f7a3b20-3471-42b9-832c-f11bdc1f938c req-097369a6-e24e-4385-8c8f-ffdf20b979d7 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 210 time: 0.1578705
Jun 04 15:44:38.892257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea14c29-5fdf-4d6e-b64d-bff9fe23fd7a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event updated for resources: {'Port': ['ID=3c4cdfa0-0501-4a50-992d-6e4943e48c5a,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:38.901233 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dea14c29-5fdf-4d6e-b64d-bff9fe23fd7a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:39.081878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-1f6a687f-1a08-4853-979e-2ea563e7fd9f tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:39.084297 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-1f6a687f-1a08-4853-979e-2ea563e7fd9f tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.62 "GET /v2.0/networks?id=0339ff3f-f872-422f-8d79-308474532286 HTTP/1.1" status: 200  len: 814 time: 0.7482097
Jun 04 15:44:39.093267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 72b68167-899f-4335-af42-a83500b028ee up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:44:39.104901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Request body: {'port': {'device_id': '67e727ac-d19e-4dd2-847c-b0d16c81d5be', 'network_id': '0339ff3f-f872-422f-8d79-308474532286', 'admin_state_up': True, 'tenant_id': '5c51f420ed0b46af9d13869cdf73dc77'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:39.255343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e7480f64-92f1-42ab-985b-f31394431c2c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port 3c4cdfa0-0501-4a50-992d-6e4943e48c5a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:44:39.255689 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7480f64-92f1-42ab-985b-f31394431c2c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:39.285192 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa418671-0529-4c8c-b86d-aca3ed440602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:39.308814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:39.321042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Usage tracker for resource:port and tenant:5c51f420ed0b46af9d13869cdf73dc77 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:39.323315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:39.328674 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-aa418671-0529-4c8c-b86d-aca3ed440602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:39.333499 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-aa418671-0529-4c8c-b86d-aca3ed440602 admin admin] Usage tracker for resource:security_group_rule and tenant:30261573dba74deb922703da494046ed is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:39.338201 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-aa418671-0529-4c8c-b86d-aca3ed440602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:39.347852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-aa418671-0529-4c8c-b86d-aca3ed440602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:39.378424 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:39.381710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-65f1f3d0-c5b1-4f78-a370-88af1a3bf850 None None] Provisioning for port 72b68167-899f-4335-af42-a83500b028ee completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:44:39.391054 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-65f1f3d0-c5b1-4f78-a370-88af1a3bf850 None None] Provisioning complete for port 72b68167-899f-4335-af42-a83500b028ee triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:39.391760 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-65f1f3d0-c5b1-4f78-a370-88af1a3bf850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:39.445851 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7480f64-92f1-42ab-985b-f31394431c2c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:39.476322 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa418671-0529-4c8c-b86d-aca3ed440602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:39.568815 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aa418671-0529-4c8c-b86d-aca3ed440602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:39.586631 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-46ddc1f3-55ef-48a5-ab5c-429c7d81ad5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:39.589237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Made reservation on behalf of 5c51f420ed0b46af9d13869cdf73dc77 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:44:39.593348 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:39.608723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e7480f64-92f1-42ab-985b-f31394431c2c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for 3c4cdfa0-0501-4a50-992d-6e4943e48c5a owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:44:39.615152 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa418671-0529-4c8c-b86d-aca3ed440602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364dfee5-564c-4d4c-a3f7-09a6ebf3bdd1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:39.626754 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aa418671-0529-4c8c-b86d-aca3ed440602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:39.648014 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-aa418671-0529-4c8c-b86d-aca3ed440602 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30261573dba74deb922703da494046ed&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8755322
Jun 04 15:44:39.650482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46324) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:39.669537 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-65f1f3d0-c5b1-4f78-a370-88af1a3bf850 None None] Provisioning for port 3c4cdfa0-0501-4a50-992d-6e4943e48c5a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:44:39.675431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-65f1f3d0-c5b1-4f78-a370-88af1a3bf850 None None] Provisioning complete for port 3c4cdfa0-0501-4a50-992d-6e4943e48c5a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:39.675838 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-65f1f3d0-c5b1-4f78-a370-88af1a3bf850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:39.744126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-65f1f3d0-c5b1-4f78-a370-88af1a3bf850 None None] Port 3c4cdfa0-0501-4a50-992d-6e4943e48c5a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:44:39.773674 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-84a5ed81-1347-4ff5-bcf4-226101a07082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:39.788400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-65f1f3d0-c5b1-4f78-a370-88af1a3bf850 None None] Provisioning complete for port 5daccc4f-7768-420d-94ba-c91077af3130 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:39.789947 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-65f1f3d0-c5b1-4f78-a370-88af1a3bf850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:39.847924 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-84a5ed81-1347-4ff5-bcf4-226101a07082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:39.904851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Allocated IP 172.20.0.10 (0339ff3f-f872-422f-8d79-308474532286/6ca6e046-932e-4cd9-be29-03f24f42f2ae/50d24f6f-85ae-4825-96e3-e08047ae137c) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:44:39.993289 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-65f1f3d0-c5b1-4f78-a370-88af1a3bf850 None None] Port 5daccc4f-7768-420d-94ba-c91077af3130 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:44:40.045163 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7480f64-92f1-42ab-985b-f31394431c2c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:40.048679 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-84a5ed81-1347-4ff5-bcf4-226101a07082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:40.054448 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dbd089fc-13ee-4a4f-a801-5cff5438c893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:40.060445 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-28affc52-5931-401d-8f5d-7db9aa83f712 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:40.087549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5ed81-1347-4ff5-bcf4-226101a07082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364dfee5-564c-4d4c-a3f7-09a6ebf3bdd1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:40.092201 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-84a5ed81-1347-4ff5-bcf4-226101a07082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:40.113670 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-84a5ed81-1347-4ff5-bcf4-226101a07082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:40.115323 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-84a5ed81-1347-4ff5-bcf4-226101a07082 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/364dfee5-564c-4d4c-a3f7-09a6ebf3bdd1 HTTP/1.1" status: 204  len: 168 time: 0.4625139
Jun 04 15:44:40.186323 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4eef2d15-b975-4477-8295-bf94fe2cf366 None None] Could not find standard attr ID for object 3c4cdfa0-0501-4a50-992d-6e4943e48c5a. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 15:44:40.271708 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e7480f64-92f1-42ab-985b-f31394431c2c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:40.296396 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5eb39b54-d099-44af-a49a-992cfb85166c req-9804661c-5792-4ce5-8b9e-75f9e89361c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 210 time: 0.1833196
Jun 04 15:44:40.297654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7480f64-92f1-42ab-985b-f31394431c2c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=3c4cdfa0-0501-4a50-992d-6e4943e48c5a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:40.329702 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e7480f64-92f1-42ab-985b-f31394431c2c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:40.364873 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e7480f64-92f1-42ab-985b-f31394431c2c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/3c4cdfa0-0501-4a50-992d-6e4943e48c5a HTTP/1.1" status: 204  len: 168 time: 1.5519753
Jun 04 15:44:40.367577 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46346) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:40.447051 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d3395a-2ea3-4848-9e48-5f62f7fcd724 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] GET failed (client error): The resource could not be found.
Jun 04 15:44:40.449241 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-57d3395a-2ea3-4848-9e48-5f62f7fcd724 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports/3c4cdfa0-0501-4a50-992d-6e4943e48c5a HTTP/1.1" status: 404  len: 333 time: 0.0800469
Jun 04 15:44:40.456348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46348) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:40.600354 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:40.682354 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-043d6d4b-ef08-428a-a0a9-63367627d0c0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:40.712079 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-043d6d4b-ef08-428a-a0a9-63367627d0c0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:40.755992 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:40.763267 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cb70f96c-95ba-4b14-9af5-f45b279bfd5a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:40.872685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Network 0339ff3f-f872-422f-8d79-308474532286 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:44:40.876602 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:44:40.883226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Pushing event updated for resources: {'Port': ['ID=50d24f6f-85ae-4825-96e3-e08047ae137c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:40.885554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:44:40.934128 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46354) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:40.940551 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:40.954020 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-043d6d4b-ef08-428a-a0a9-63367627d0c0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:40.963750 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60270ac2-5cfe-4202-ac5b-6e13364f5f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:40.967353 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3fe28b2f-6687-42fb-a038-46ceeab52bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:40.994344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d6d4b-ef08-428a-a0a9-63367627d0c0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85e4d0b-1210-445e-bdf1-feb615375410,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:41.001291 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-043d6d4b-ef08-428a-a0a9-63367627d0c0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:41.004682 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-043d6d4b-ef08-428a-a0a9-63367627d0c0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:41.006370 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-043d6d4b-ef08-428a-a0a9-63367627d0c0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/security-groups/c85e4d0b-1210-445e-bdf1-feb615375410 HTTP/1.1" status: 204  len: 168 time: 0.5492351
Jun 04 15:44:41.009599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46358) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:41.027449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-60270ac2-5cfe-4202-ac5b-6e13364f5f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:41.032614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:41.033300 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:41.033456 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-60270ac2-5cfe-4202-ac5b-6e13364f5f90 admin admin] Usage tracker for resource:security_group_rule and tenant:c00a1018487849a79315293ba36ba139 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:41.036828 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-60270ac2-5cfe-4202-ac5b-6e13364f5f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:41.042912 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-60270ac2-5cfe-4202-ac5b-6e13364f5f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:41.140556 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a853d8d9-0e4d-4f7e-af1f-484c0a4582db tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:41.144719 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60270ac2-5cfe-4202-ac5b-6e13364f5f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:41.177405 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a853d8d9-0e4d-4f7e-af1f-484c0a4582db tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:41.205225 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1083930
Jun 04 15:44:41.224766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Request body: {'port': {'device_id': '67e727ac-d19e-4dd2-847c-b0d16c81d5be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:41.248088 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-60270ac2-5cfe-4202-ac5b-6e13364f5f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:41.257949 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9aaf9dc9-a1a9-411f-a57c-025315763048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:41.305065 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-60270ac2-5cfe-4202-ac5b-6e13364f5f90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c00a1018487849a79315293ba36ba139&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3695290
Jun 04 15:44:41.305755 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46360) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:41.318241 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60270ac2-5cfe-4202-ac5b-6e13364f5f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6536c7d5-f6a7-4e75-bdf3-aa2f1588933d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:41.338387 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-60270ac2-5cfe-4202-ac5b-6e13364f5f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:41.360980 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:41.375025 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a853d8d9-0e4d-4f7e-af1f-484c0a4582db tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:41.383039 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-139b55c3-93fb-4c1a-b71c-595cfbf18f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:41.398933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853d8d9-0e4d-4f7e-af1f-484c0a4582db tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db11f742-b8f1-4343-9201-12bffed23619,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:41.399262 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43ecb131-e977-4377-8f81-e6b834a21d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:41.401365 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a853d8d9-0e4d-4f7e-af1f-484c0a4582db tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:41.410099 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a853d8d9-0e4d-4f7e-af1f-484c0a4582db tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:41.411243 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a853d8d9-0e4d-4f7e-af1f-484c0a4582db tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/security-groups/db11f742-b8f1-4343-9201-12bffed23619 HTTP/1.1" status: 204  len: 168 time: 0.4007320
Jun 04 15:44:41.419720 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46364) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:41.492614 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43ecb131-e977-4377-8f81-e6b834a21d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:41.635044 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de30f64e-da30-47ea-9a4b-4dc5136080da tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:41.678166 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de30f64e-da30-47ea-9a4b-4dc5136080da tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:41.711976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543aabda-cb34-4515-b1ed-af391f76b22e req-2e1f0496-4151-47e2-8c55-35557406c4a7 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:41.719876 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-543aabda-cb34-4515-b1ed-af391f76b22e req-2e1f0496-4151-47e2-8c55-35557406c4a7 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 932 time: 0.2044992
Jun 04 15:44:41.770981 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43ecb131-e977-4377-8f81-e6b834a21d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:41.781481 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-db2f4a2d-8336-451f-af3b-ff727f4141a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:41.805148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecb131-e977-4377-8f81-e6b834a21d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6536c7d5-f6a7-4e75-bdf3-aa2f1588933d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:41.850744 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-43ecb131-e977-4377-8f81-e6b834a21d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:41.858271 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-43ecb131-e977-4377-8f81-e6b834a21d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:41.862186 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-43ecb131-e977-4377-8f81-e6b834a21d31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6536c7d5-f6a7-4e75-bdf3-aa2f1588933d HTTP/1.1" status: 204  len: 168 time: 0.5519171
Jun 04 15:44:41.864902 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-543aabda-cb34-4515-b1ed-af391f76b22e req-870dcfc1-1496-4119-b89e-0cf5651ac23b tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418152
Jun 04 15:44:42.002747 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de30f64e-da30-47ea-9a4b-4dc5136080da tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:42.006559 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f74a13e4-7293-4702-add5-a78d21002e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:42.037275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30f64e-da30-47ea-9a4b-4dc5136080da tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=357f929c-c70a-4a74-9b8e-92f426a4bb93,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:42.045464 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-de30f64e-da30-47ea-9a4b-4dc5136080da tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:42.047694 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de30f64e-da30-47ea-9a4b-4dc5136080da tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:42.060595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46378) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:42.068026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-de30f64e-da30-47ea-9a4b-4dc5136080da tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/security-groups/357f929c-c70a-4a74-9b8e-92f426a4bb93 HTTP/1.1" status: 204  len: 168 time: 0.6449249
Jun 04 15:44:42.228376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bd4f82-c133-4322-9214-cb94db188510 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting subnet f1156c6b-39ba-49f6-af39-c0f3818c354c {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:44:42.245885 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4f82-c133-4322-9214-cb94db188510 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:42.311303 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d24f6f-85ae-4825-96e3-e08047ae137c {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:44:42.330988 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:42.376689 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Transition to ACTIVE for port object 50d24f6f-85ae-4825-96e3-e08047ae137c will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:44:42.419041 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4f82-c133-4322-9214-cb94db188510 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:42.469209 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:42.482936 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2e02f325-d769-4bd8-92e7-5ba9d6c48a56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:42.827585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Pushing event updated for resources: {'Port': ['ID=50d24f6f-85ae-4825-96e3-e08047ae137c,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:42.831271 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:42.854559 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4f82-c133-4322-9214-cb94db188510 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:43.005789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Attempting to bind port 50d24f6f-85ae-4825-96e3-e08047ae137c on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:44:43.006128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Attempting to bind port 50d24f6f-85ae-4825-96e3-e08047ae137c by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:44:43.006587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Attempting to bind port 50d24f6f-85ae-4825-96e3-e08047ae137c on network 0339ff3f-f872-422f-8d79-308474532286 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:44:43.112503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Port 50d24f6f-85ae-4825-96e3-e08047ae137c on network 0339ff3f-f872-422f-8d79-308474532286 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:44:43.113111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Attempting to bind port 50d24f6f-85ae-4825-96e3-e08047ae137c on network 0339ff3f-f872-422f-8d79-308474532286 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:44:43.139890 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:44:43.140262 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Checking segment: {'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:44:43.140630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Bound using segment: {'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:44:43.141080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Bound port: 50d24f6f-85ae-4825-96e3-e08047ae137c, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:44:43.142364 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:43.363363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d23f99-1838-4154-94d0-dc1543a760bb req-987f1f71-795f-4bd5-bec5-74cfee3cb497 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:43.364199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-85d23f99-1838-4154-94d0-dc1543a760bb req-987f1f71-795f-4bd5-bec5-74cfee3cb497 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Synchronizing usage tracker for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:43.382300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] For port 50d24f6f-85ae-4825-96e3-e08047ae137c, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:44:43.388183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] For port 50d24f6f-85ae-4825-96e3-e08047ae137c, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=50d24f6f-85ae-4825-96e3-e08047ae137c,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:44:43.452686 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:43.458348 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e7480f64-92f1-42ab-985b-f31394431c2c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:43.548823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-85d23f99-1838-4154-94d0-dc1543a760bb req-987f1f71-795f-4bd5-bec5-74cfee3cb497 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Unset dirty status for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:43.550346 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-85d23f99-1838-4154-94d0-dc1543a760bb req-987f1f71-795f-4bd5-bec5-74cfee3cb497 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 944 time: 0.5412624
Jun 04 15:44:43.596165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:43.596873 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:43.598499 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] 10.222.0.62 "PUT /v2.0/ports/50d24f6f-85ae-4825-96e3-e08047ae137c HTTP/1.1" status: 200  len: 1092 time: 2.3816681
Jun 04 15:44:43.601502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e727ac-d19e-4dd2-847c-b0d16c81d5be', 'tag': '50d24f6f-85ae-4825-96e3-e08047ae137c'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:44:43.604605 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded9d487-d309-4693-b6f6-58deff41d413" -d '{"events": [{"name": "network-changed", "server_uuid": "67e727ac-d19e-4dd2-847c-b0d16c81d5be", "tag": "50d24f6f-85ae-4825-96e3-e08047ae137c"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:44:43.617184 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4f82-c133-4322-9214-cb94db188510 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:43.655165 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4f82-c133-4322-9214-cb94db188510 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:43.661030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fa8996-7ed3-4ec3-aec9-d50120a4ab6b None None] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:44:43.688446 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9273aea7-04c1-4b1f-a2c8-f9c1365f1b3b x-openstack-request-id: req-9273aea7-04c1-4b1f-a2c8-f9c1365f1b3b {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:44:43.688810 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e727ac-d19e-4dd2-847c-b0d16c81d5be", "tag": "50d24f6f-85ae-4825-96e3-e08047ae137c", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:44:43.689144 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9273aea7-04c1-4b1f-a2c8-f9c1365f1b3b {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:44:43.689592 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e727ac-d19e-4dd2-847c-b0d16c81d5be', 'tag': '50d24f6f-85ae-4825-96e3-e08047ae137c', 'status': 'completed', 'code': 200}
Jun 04 15:44:43.694275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Pushing event updated for resources: {'Port': ['ID=50d24f6f-85ae-4825-96e3-e08047ae137c,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:43.706775 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:43.709823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-85d23f99-1838-4154-94d0-dc1543a760bb req-19183a88-bdab-46a6-83c2-c222fbedf3f7 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Synchronizing usage tracker for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:43.713743 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d9bd4f82-c133-4322-9214-cb94db188510 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/f1156c6b-39ba-49f6-af39-c0f3818c354c HTTP/1.1" status: 204  len: 168 time: 1.6518295
Jun 04 15:44:43.714564 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8f88a1c5-d8f0-420a-8c49-913cf166e54b tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:43.718180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46426) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:43.821257 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd4f82-c133-4322-9214-cb94db188510 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Subnet': ['ID=f1156c6b-39ba-49f6-af39-c0f3818c354c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:43.841558 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d9bd4f82-c133-4322-9214-cb94db188510 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:43.878205 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-87144151-6f68-4be2-ac9a-462be92ea5ed tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting subnet b918c641-c061-4ff1-bfdb-b21e758f5308 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:44:43.881904 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87144151-6f68-4be2-ac9a-462be92ea5ed tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:43.910215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9d487-d309-4693-b6f6-58deff41d413 req-ec345be9-1a54-4622-90f3-aca9451fae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:43.912171 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ded9d487-d309-4693-b6f6-58deff41d413 req-ec345be9-1a54-4622-90f3-aca9451fae58 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 1095 time: 0.2069836
Jun 04 15:44:43.913604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-85d23f99-1838-4154-94d0-dc1543a760bb req-19183a88-bdab-46a6-83c2-c222fbedf3f7 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Unset dirty status for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:43.914691 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-85d23f99-1838-4154-94d0-dc1543a760bb req-19183a88-bdab-46a6-83c2-c222fbedf3f7 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3393052
Jun 04 15:44:44.014411 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87144151-6f68-4be2-ac9a-462be92ea5ed tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:44.260078 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87144151-6f68-4be2-ac9a-462be92ea5ed tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:44.317286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9d487-d309-4693-b6f6-58deff41d413 req-73cd1b0d-3171-453a-afde-3106aaf7a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:44.319050 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ded9d487-d309-4693-b6f6-58deff41d413 req-73cd1b0d-3171-453a-afde-3106aaf7a7e3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&shared=False HTTP/1.1" status: 200  len: 915 time: 0.3974965
Jun 04 15:44:44.782762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46454) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:45.051723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9d487-d309-4693-b6f6-58deff41d413 req-9b4e894d-2918-4156-9e87-f3dd1ca683dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:45.056144 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ded9d487-d309-4693-b6f6-58deff41d413 req-9b4e894d-2918-4156-9e87-f3dd1ca683dd service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7298861
Jun 04 15:44:45.336816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-55f95682-95a1-4d88-bd47-17106ca8cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:45.339434 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-55f95682-95a1-4d88-bd47-17106ca8cc4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 1095 time: 0.2256961
Jun 04 15:44:45.347513 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87144151-6f68-4be2-ac9a-462be92ea5ed tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:45.374201 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eb46b9a8-be85-4292-b623-ec1f59e78d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:45.461267 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87144151-6f68-4be2-ac9a-462be92ea5ed tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:45.469648 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87144151-6f68-4be2-ac9a-462be92ea5ed tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Subnet': ['ID=b918c641-c061-4ff1-bfdb-b21e758f5308,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:45.474115 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-87144151-6f68-4be2-ac9a-462be92ea5ed tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:45.485497 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-87144151-6f68-4be2-ac9a-462be92ea5ed tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/b918c641-c061-4ff1-bfdb-b21e758f5308 HTTP/1.1" status: 204  len: 168 time: 1.7654545
Jun 04 15:44:45.499146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46464) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:45.587417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67293dd2-9b17-4d6f-9fe3-378b67b283de req-32c020b4-dafc-43fc-a483-d2d4b6ba6796 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:45.589466 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-67293dd2-9b17-4d6f-9fe3-378b67b283de req-32c020b4-dafc-43fc-a483-d2d4b6ba6796 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 944 time: 0.3552344
Jun 04 15:44:45.701107 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-67293dd2-9b17-4d6f-9fe3-378b67b283de req-12197be8-7a91-4abe-9c86-37bbdad664c6 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043334
Jun 04 15:44:45.735525 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46468) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:45.770019 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a169533a-b3a2-4b9c-9989-58c83021d547 None None] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:44:45.900637 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-eb2e7215-11f9-4c52-baed-0fa8943f8b88 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50d24f6f-85ae-4825-96e3-e08047ae137c HTTP/1.1" status: 200  len: 217 time: 0.5518920
Jun 04 15:44:45.945591 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ee22f3-8942-4e8a-8775-ed5b389e355c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:44:45.946094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ee22f3-8942-4e8a-8775-ed5b389e355c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:44:45.951782 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46476) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:45.961590 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-92ee22f3-8942-4e8a-8775-ed5b389e355c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/f1156c6b-39ba-49f6-af39-c0f3818c354c HTTP/1.1" status: 404  len: 337 time: 0.4612861
Jun 04 15:44:46.069224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-131f9ee7-20fa-4274-816b-f1aa723853b5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting subnet 45995bc8-42f8-459d-9655-8c3c91368742 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:44:46.073120 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d38663ee-e2cf-4872-ae43-8775d5067c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:46.098609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-755c3f98-65eb-4fc7-a403-4d378b7e02ac None None] Provisioning complete for port 72b68167-899f-4335-af42-a83500b028ee triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:46.098609 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-755c3f98-65eb-4fc7-a403-4d378b7e02ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:46.126281 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-68f20bf1-7537-468c-9fe5-87767ff143bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:46.239543 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-1d5113da-aa46-45ef-b6ed-758f7bba6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:46.240970 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-1d5113da-aa46-45ef-b6ed-758f7bba6496 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ca6e046-932e-4cd9-be29-03f24f42f2ae HTTP/1.1" status: 200  len: 854 time: 0.3075063
Jun 04 15:44:46.336501 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-131f9ee7-20fa-4274-816b-f1aa723853b5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:46.408485 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-131f9ee7-20fa-4274-816b-f1aa723853b5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:46.413788 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-755c3f98-65eb-4fc7-a403-4d378b7e02ac None None] Provisioning complete for port 5daccc4f-7768-420d-94ba-c91077af3130 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:46.414163 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-755c3f98-65eb-4fc7-a403-4d378b7e02ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:46.441622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-68f20bf1-7537-468c-9fe5-87767ff143bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:46.461770 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-bf24fd75-8c4f-4002-b3be-f2c299e87e33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0339ff3f-f872-422f-8d79-308474532286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2005596
Jun 04 15:44:46.474960 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-755c3f98-65eb-4fc7-a403-4d378b7e02ac None None] Port 5daccc4f-7768-420d-94ba-c91077af3130 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:44:46.493383 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d38663ee-e2cf-4872-ae43-8775d5067c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:46.501686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d38663ee-e2cf-4872-ae43-8775d5067c3e admin admin] Usage tracker for resource:security_group_rule and tenant:faf10f9144e9440e8f105b903caaa544 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:46.504725 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-68f20bf1-7537-468c-9fe5-87767ff143bf admin admin] Usage tracker for resource:security_group_rule and tenant:04802cda12854068a118a68a221ae9e2 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:46.507290 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d38663ee-e2cf-4872-ae43-8775d5067c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:46.513411 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-68f20bf1-7537-468c-9fe5-87767ff143bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:46.521034 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d38663ee-e2cf-4872-ae43-8775d5067c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:46.533419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-68f20bf1-7537-468c-9fe5-87767ff143bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:46.583743 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-131f9ee7-20fa-4274-816b-f1aa723853b5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:46.708023 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-21e21a43-dd61-460a-b7e6-f32a75ee692e service neutron] 10.222.0.62 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2450361
Jun 04 15:44:46.859214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d38663ee-e2cf-4872-ae43-8775d5067c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:46.947591 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d38663ee-e2cf-4872-ae43-8775d5067c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:46.959358 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-06771a22-7ad2-4863-931d-54300373b9e3 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:47.053054 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-68f20bf1-7537-468c-9fe5-87767ff143bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:47.067273 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-584ab02f-b3a8-4ef5-82db-9370e6296a35 req-4bb073db-16e7-46e7-aa1a-53394c1d75ee service neutron] 10.222.0.62 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3197801
Jun 04 15:44:47.087660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf349a9-e46b-4854-881b-99f313f8c78d req-4f982898-e9e4-447b-9128-2f615b2f1094 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:47.089364 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dbf349a9-e46b-4854-881b-99f313f8c78d req-4f982898-e9e4-447b-9128-2f615b2f1094 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 944 time: 0.2028127
Jun 04 15:44:47.125839 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d38663ee-e2cf-4872-ae43-8775d5067c3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=faf10f9144e9440e8f105b903caaa544&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3888087
Jun 04 15:44:47.126317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46484) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:47.145735 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38663ee-e2cf-4872-ae43-8775d5067c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd36c153-c2e8-416d-b7ee-9320247b98a2,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:47.157376 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d38663ee-e2cf-4872-ae43-8775d5067c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:47.181739 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-68f20bf1-7537-468c-9fe5-87767ff143bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:47.195152 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-81cd7d17-c2e2-4004-becb-7cb13c22445c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:47.286792 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-68f20bf1-7537-468c-9fe5-87767ff143bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04802cda12854068a118a68a221ae9e2&name=default HTTP/1.1" status: 200  len: 2983 time: 2.4987097
Jun 04 15:44:47.289553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46490) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:47.289790 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dbf349a9-e46b-4854-881b-99f313f8c78d req-39dfda45-c94b-4334-92e2-6fb625ec1417 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932132
Jun 04 15:44:47.307319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20bf1-7537-468c-9fe5-87767ff143bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570ae259-632f-44b2-83fc-116a46b8c251,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:47.324077 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-68f20bf1-7537-468c-9fe5-87767ff143bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:47.344793 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b82b3cf-3b8b-4dbd-ac6c-fda75d41e962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:47.348339 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-131f9ee7-20fa-4274-816b-f1aa723853b5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:47.364541 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3a64def5-a2ef-485e-bd28-f19e19b7175a tempest-PortsTestJSON-957831028 tempest-PortsTestJSON-957831028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:47.464175 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b82b3cf-3b8b-4dbd-ac6c-fda75d41e962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:47.475734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f9ee7-20fa-4274-816b-f1aa723853b5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Subnet': ['ID=45995bc8-42f8-459d-9655-8c3c91368742,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:47.478462 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-131f9ee7-20fa-4274-816b-f1aa723853b5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:47.480067 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13790ef7-0d9c-4b84-a79a-f5e1cec6128b None None] Network e8db2e0d-ee35-41b5-8099-f62226a24d80 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:44:47.504047 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-131f9ee7-20fa-4274-816b-f1aa723853b5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/45995bc8-42f8-459d-9655-8c3c91368742 HTTP/1.1" status: 204  len: 168 time: 1.5510824
Jun 04 15:44:47.504676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46494) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:47.507294 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-131f9ee7-20fa-4274-816b-f1aa723853b5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:47.535961 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09c74e23-c623-4b12-a2b5-5354c8746571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:47.584845 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09c74e23-c623-4b12-a2b5-5354c8746571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:47.595731 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e37273-7f8d-4c93-b968-323d48cc15fc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:44:47.596454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e37273-7f8d-4c93-b968-323d48cc15fc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:44:47.609702 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ce975e21-974f-4c10-a9b0-f72c4a05ad25 None None] Provisioning complete for port 72b68167-899f-4335-af42-a83500b028ee triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:47.610057 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce975e21-974f-4c10-a9b0-f72c4a05ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:47.625089 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f0e37273-7f8d-4c93-b968-323d48cc15fc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/82d954cb-131b-48a7-aeb0-748b53049771 HTTP/1.1" status: 404  len: 337 time: 0.1128027
Jun 04 15:44:47.634132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46496) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:47.685152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5aa52ad5-c352-4144-9856-837154fc7d93 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Synchronizing usage tracker for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:44:47.751259 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09c74e23-c623-4b12-a2b5-5354c8746571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:47.756168 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aa418671-0529-4c8c-b86d-aca3ed440602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:47.771378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c74e23-c623-4b12-a2b5-5354c8746571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570ae259-632f-44b2-83fc-116a46b8c251,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:47.774170 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09c74e23-c623-4b12-a2b5-5354c8746571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:47.780912 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09c74e23-c623-4b12-a2b5-5354c8746571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:47.782049 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-09c74e23-c623-4b12-a2b5-5354c8746571 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/570ae259-632f-44b2-83fc-116a46b8c251 HTTP/1.1" status: 204  len: 168 time: 0.4855635
Jun 04 15:44:47.786676 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b82b3cf-3b8b-4dbd-ac6c-fda75d41e962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:47.799058 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2b890ea2-9824-4d94-ab3a-1c7e8d4d5a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:47.823291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5aa52ad5-c352-4144-9856-837154fc7d93 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Unset dirty status for tenant:856f9f5e166643a0ad0d1b7b273cd474 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:44:47.828715 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5aa52ad5-c352-4144-9856-837154fc7d93 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a1b88e5-87a9-4050-82cc-9efbcd0275b3 HTTP/1.1" status: 200  len: 205 time: 0.1919260
Jun 04 15:44:47.830285 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46500) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:47.834229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82b3cf-3b8b-4dbd-ac6c-fda75d41e962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd36c153-c2e8-416d-b7ee-9320247b98a2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:47.865484 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ce975e21-974f-4c10-a9b0-f72c4a05ad25 None None] Provisioning complete for port 5daccc4f-7768-420d-94ba-c91077af3130 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:47.866472 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce975e21-974f-4c10-a9b0-f72c4a05ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:47.867596 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0b82b3cf-3b8b-4dbd-ac6c-fda75d41e962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:47.884785 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b82b3cf-3b8b-4dbd-ac6c-fda75d41e962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:47.923664 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ce975e21-974f-4c10-a9b0-f72c4a05ad25 None None] Port 5daccc4f-7768-420d-94ba-c91077af3130 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:44:47.944626 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0b82b3cf-3b8b-4dbd-ac6c-fda75d41e962 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd36c153-c2e8-416d-b7ee-9320247b98a2 HTTP/1.1" status: 204  len: 168 time: 0.7775426
Jun 04 15:44:47.961658 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-c3435b8c-2c18-4c0e-a178-cccf6880a691 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] delete failed (client error): The resource could not be found.
Jun 04 15:44:47.966235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46504) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:47.966446 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c3435b8c-2c18-4c0e-a178-cccf6880a691 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/routers/1a1b88e5-87a9-4050-82cc-9efbcd0275b3 HTTP/1.1" status: 404  len: 336 time: 0.1345229
Jun 04 15:44:48.019141 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf2d66f-4c4a-49bd-8e71-f7c6073cc015 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:44:48.019607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf2d66f-4c4a-49bd-8e71-f7c6073cc015 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:44:48.028671 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4bf2d66f-4c4a-49bd-8e71-f7c6073cc015 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/cf1e7408-a187-4e75-815c-b97949df20e7 HTTP/1.1" status: 404  len: 337 time: 0.0584066
Jun 04 15:44:48.029052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46508) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:48.047606 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2332fb1-d8ea-4087-ad76-05035a05f734 None None] DHCP port deletion for e8db2e0d-ee35-41b5-8099-f62226a24d80 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:44:48.080176 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87b1396-7adc-4003-81bd-b5a0aa9f6662 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:44:48.080628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87b1396-7adc-4003-81bd-b5a0aa9f6662 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:44:48.082425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e87b1396-7adc-4003-81bd-b5a0aa9f6662 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/8ba1303d-5abb-4382-bcb1-4c8b84131afe HTTP/1.1" status: 404  len: 337 time: 0.0524259
Jun 04 15:44:48.086110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46510) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:48.138865 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4bd503-b178-44a0-b967-c561dcf96b32 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:44:48.139563 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4bd503-b178-44a0-b967-c561dcf96b32 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:44:48.143683 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bb4bd503-b178-44a0-b967-c561dcf96b32 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/a9989fd7-690c-41b8-b4d5-8ceda1437ed1 HTTP/1.1" status: 404  len: 337 time: 0.0543258
Jun 04 15:44:48.144071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46512) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:48.167240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e2332fb1-d8ea-4087-ad76-05035a05f734 None None] Deleting port 72b68167-899f-4335-af42-a83500b028ee {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:44:48.167994 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e2332fb1-d8ea-4087-ad76-05035a05f734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:48.191145 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7001e6-f059-419f-80a6-4f67412f8056 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:44:48.191145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7001e6-f059-419f-80a6-4f67412f8056 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:44:48.195613 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4d7001e6-f059-419f-80a6-4f67412f8056 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/2705c40d-6ec3-4432-a2aa-f9b044ebd01a HTTP/1.1" status: 404  len: 333 time: 0.0479846
Jun 04 15:44:48.196337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46514) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:48.262425 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebee1acd-ff86-43f0-b95c-037ec04fa0f6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:44:48.262954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebee1acd-ff86-43f0-b95c-037ec04fa0f6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:44:48.264877 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ebee1acd-ff86-43f0-b95c-037ec04fa0f6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/fe482bc1-4d42-4c5c-bada-ae1bbe4b3cf8 HTTP/1.1" status: 404  len: 337 time: 0.0675414
Jun 04 15:44:48.268750 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46516) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:48.373671 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-2186de5d-eb4a-41e1-ad64-9d76d8152b29 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:44:48.374802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2186de5d-eb4a-41e1-ad64-9d76d8152b29 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:44:48.377606 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2186de5d-eb4a-41e1-ad64-9d76d8152b29 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/bd34462c-6edc-4b4b-8561-f8a29953b2a9 HTTP/1.1" status: 404  len: 337 time: 0.1078560
Jun 04 15:44:48.381336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46522) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:48.517655 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e2332fb1-d8ea-4087-ad76-05035a05f734 None None] For port 72b68167-899f-4335-af42-a83500b028ee, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=72b68167-899f-4335-af42-a83500b028ee,segment=NetworkSegment(fcd867d4-43a5-45f7-8c31-1a6c704db1c2),segment_id=fcd867d4-43a5-45f7-8c31-1a6c704db1c2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:44:48.518357 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e2332fb1-d8ea-4087-ad76-05035a05f734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:48.667117 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec1c811-a59d-44e3-8bb5-59f0f42095e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:44:48.668049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec1c811-a59d-44e3-8bb5-59f0f42095e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:44:48.674855 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-aec1c811-a59d-44e3-8bb5-59f0f42095e1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/ee07817d-c446-4c92-bd25-67085e739233 HTTP/1.1" status: 404  len: 333 time: 0.2906501
Jun 04 15:44:48.675085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46530) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:48.836818 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66c21c2-05b5-412c-b797-f9dc0c5131ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:44:48.841572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66c21c2-05b5-412c-b797-f9dc0c5131ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:44:48.854322 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a66c21c2-05b5-412c-b797-f9dc0c5131ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/63696313-d167-43ec-b409-75c0f830fda7 HTTP/1.1" status: 404  len: 337 time: 0.1779666
Jun 04 15:44:48.860255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46532) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:48.908257 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e2332fb1-d8ea-4087-ad76-05035a05f734 None None] Calling delete_port for 72b68167-899f-4335-af42-a83500b028ee owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:44:48.958082 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-5647a503-f88d-4fc8-b8c2-76df00b779db tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:44:48.958784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5647a503-f88d-4fc8-b8c2-76df00b779db tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:44:48.961102 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5647a503-f88d-4fc8-b8c2-76df00b779db tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/subnets/5e3c3958-7e5c-49cc-b45c-942641e8e867 HTTP/1.1" status: 404  len: 337 time: 0.0940249
Jun 04 15:44:48.966522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46534) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:49.011197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6116a-4acd-46a9-a25d-1529d6b34d2f req-1d05b88f-0d7e-4a55-93f7-3abd89b2de3b tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:49.021406 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d7e6116a-4acd-46a9-a25d-1529d6b34d2f req-1d05b88f-0d7e-4a55-93f7-3abd89b2de3b tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 944 time: 0.3548076
Jun 04 15:44:49.117148 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 72b68167-899f-4335-af42-a83500b028ee no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:44:49.129806 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d7e6116a-4acd-46a9-a25d-1529d6b34d2f req-b96e2223-3fad-4cea-98be-e171036df3b8 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093369
Jun 04 15:44:49.196660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ebb36097-0ba7-4851-83fe-a4ecb351417e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Deleting port 5daccc4f-7768-420d-94ba-c91077af3130 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:44:49.196937 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ebb36097-0ba7-4851-83fe-a4ecb351417e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:49.284513 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:49.334520 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ebb36097-0ba7-4851-83fe-a4ecb351417e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:49.358288 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e2332fb1-d8ea-4087-ad76-05035a05f734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:49.370072 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b808664e-10bc-4d4d-a397-5310d8b9a8b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:49.444784 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2332fb1-d8ea-4087-ad76-05035a05f734 None None] No DVR routers for this DVR port 72b68167-899f-4335-af42-a83500b028ee on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:44:49.455477 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2332fb1-d8ea-4087-ad76-05035a05f734 None None] Pushing event deleted for resources: {'Port': ['ID=72b68167-899f-4335-af42-a83500b028ee,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:49.458696 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e2332fb1-d8ea-4087-ad76-05035a05f734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:49.501857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ebb36097-0ba7-4851-83fe-a4ecb351417e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Calling delete_port for 5daccc4f-7768-420d-94ba-c91077af3130 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:44:49.643918 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46536) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:49.669251 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fea901c7-01a2-49fc-8d0f-abb4fda9b383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:49.684821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fea901c7-01a2-49fc-8d0f-abb4fda9b383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:49.692013 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fea901c7-01a2-49fc-8d0f-abb4fda9b383 admin admin] Usage tracker for resource:security_group_rule and tenant:3c094d390c06431296c0c52718b8c289 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:49.695386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fea901c7-01a2-49fc-8d0f-abb4fda9b383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:49.701850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fea901c7-01a2-49fc-8d0f-abb4fda9b383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:49.705948 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ebb36097-0ba7-4851-83fe-a4ecb351417e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:49.712516 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-86eaa269-7585-4c49-bbf7-c7affc9ffe50 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:49.764727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb36097-0ba7-4851-83fe-a4ecb351417e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Port': ['ID=5daccc4f-7768-420d-94ba-c91077af3130,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:49.768439 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ebb36097-0ba7-4851-83fe-a4ecb351417e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:49.771138 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ebb36097-0ba7-4851-83fe-a4ecb351417e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:49.818710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46538) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:49.834078 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fea901c7-01a2-49fc-8d0f-abb4fda9b383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:49.842818 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c55a28a-ebca-4b52-a72a-77b391c16070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:49.860718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1c55a28a-ebca-4b52-a72a-77b391c16070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:49.866201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1c55a28a-ebca-4b52-a72a-77b391c16070 admin admin] Usage tracker for resource:security_group_rule and tenant:aa64607f98cb4cceaa7a7e90224c3a1e is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:49.871445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1c55a28a-ebca-4b52-a72a-77b391c16070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:49.878448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1c55a28a-ebca-4b52-a72a-77b391c16070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:49.888713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46544) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:49.889264 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ebb36097-0ba7-4851-83fe-a4ecb351417e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/ports/5daccc4f-7768-420d-94ba-c91077af3130 HTTP/1.1" status: 204  len: 168 time: 0.9204872
Jun 04 15:44:49.931324 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fea901c7-01a2-49fc-8d0f-abb4fda9b383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.009471 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-621d2b82-3439-4671-b937-17ed1d70538d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:50.023936 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fea901c7-01a2-49fc-8d0f-abb4fda9b383 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c094d390c06431296c0c52718b8c289&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3788815
Jun 04 15:44:50.024615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46546) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:50.154235 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c55a28a-ebca-4b52-a72a-77b391c16070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.213969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea901c7-01a2-49fc-8d0f-abb4fda9b383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0bc314-d538-4698-9a37-603ab2de8d36,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:50.222723 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea13a336-d957-4dd8-9952-3350d9e72b4e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.226309 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fea901c7-01a2-49fc-8d0f-abb4fda9b383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:50.229207 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3c56-afae-4284-b2ce-1facd9331a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.261134 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3c56-afae-4284-b2ce-1facd9331a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.272322 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c55a28a-ebca-4b52-a72a-77b391c16070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.284890 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1dbee291-0b08-4f28-a6d6-615742dbc228 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:50.498167 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea13a336-d957-4dd8-9952-3350d9e72b4e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.516221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ea13a336-d957-4dd8-9952-3350d9e72b4e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838701df70>,) {'filters': {'network_id': ['e8db2e0d-ee35-41b5-8099-f62226a24d80']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:50.538204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ea13a336-d957-4dd8-9952-3350d9e72b4e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838701df70>, 'fcd867d4-43a5-45f7-8c31-1a6c704db1c2') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:50.538443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ea13a336-d957-4dd8-9952-3350d9e72b4e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838701df70>, 'fcd867d4-43a5-45f7-8c31-1a6c704db1c2') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:44:50.565960 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea13a336-d957-4dd8-9952-3350d9e72b4e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.570018 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1c55a28a-ebca-4b52-a72a-77b391c16070 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa64607f98cb4cceaa7a7e90224c3a1e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7500999
Jun 04 15:44:50.570640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46554) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:50.587725 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55a28a-ebca-4b52-a72a-77b391c16070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388ba26a-55f9-450e-a48d-168538d070cc,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:50.595601 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c55a28a-ebca-4b52-a72a-77b391c16070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:50.608055 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea13a336-d957-4dd8-9952-3350d9e72b4e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.618130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea13a336-d957-4dd8-9952-3350d9e72b4e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:44:50.618867 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea13a336-d957-4dd8-9952-3350d9e72b4e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:44:50.639000 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:44:50.667461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a3eaa-17bd-4905-95eb-13140e05ad5f req-4bd3f855-ff83-4ea1-a1a0-74c568972e0d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:50.669944 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e69a3eaa-17bd-4905-95eb-13140e05ad5f req-4bd3f855-ff83-4ea1-a1a0-74c568972e0d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 944 time: 0.3734066
Jun 04 15:44:50.673638 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-34d0569d-808e-4ba1-808e-5372795ee1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.721596 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3c56-afae-4284-b2ce-1facd9331a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.732427 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f0bb0263-debd-4a0e-8249-491e5c7e365e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:50.750752 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd3c56-afae-4284-b2ce-1facd9331a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0bc314-d538-4698-9a37-603ab2de8d36,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:50.751571 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e69a3eaa-17bd-4905-95eb-13140e05ad5f req-adc296af-e511-4ae4-add0-70e392b19abc tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742924
Jun 04 15:44:50.754652 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a5bd3c56-afae-4284-b2ce-1facd9331a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:50.754828 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-34d0569d-808e-4ba1-808e-5372795ee1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.759150 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3c56-afae-4284-b2ce-1facd9331a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.763711 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a5bd3c56-afae-4284-b2ce-1facd9331a10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa0bc314-d538-4698-9a37-603ab2de8d36 HTTP/1.1" status: 204  len: 168 time: 0.7279768
Jun 04 15:44:50.872488 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea13a336-d957-4dd8-9952-3350d9e72b4e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.876717 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fb404c53-ae4d-42b6-99ad-8a8644d149bc tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:50.892316 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea13a336-d957-4dd8-9952-3350d9e72b4e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.907609 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ea13a336-d957-4dd8-9952-3350d9e72b4e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] 10.222.0.32 "DELETE /v2.0/networks/e8db2e0d-ee35-41b5-8099-f62226a24d80 HTTP/1.1" status: 204  len: 168 time: 1.0135651
Jun 04 15:44:50.907609 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13a336-d957-4dd8-9952-3350d9e72b4e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Pushing event deleted for resources: {'Network': ['ID=e8db2e0d-ee35-41b5-8099-f62226a24d80,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:50.910133 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ea13a336-d957-4dd8-9952-3350d9e72b4e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:50.946228 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-34d0569d-808e-4ba1-808e-5372795ee1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.952814 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6d184da4-0559-44aa-8bf9-e98cac635490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:50.971183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0569d-808e-4ba1-808e-5372795ee1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388ba26a-55f9-450e-a48d-168538d070cc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:50.974642 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-34d0569d-808e-4ba1-808e-5372795ee1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:50.979276 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-34d0569d-808e-4ba1-808e-5372795ee1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:50.982482 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-34d0569d-808e-4ba1-808e-5372795ee1d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/388ba26a-55f9-450e-a48d-168538d070cc HTTP/1.1" status: 204  len: 168 time: 0.4048560
Jun 04 15:44:51.347511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 50d24f6f-85ae-4825-96e3-e08047ae137c details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:44:51.571619 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 50d24f6f-85ae-4825-96e3-e08047ae137c, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=50d24f6f-85ae-4825-96e3-e08047ae137c,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:44:51.599762 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '50d24f6f-85ae-4825-96e3-e08047ae137c', 'network_id': '0339ff3f-f872-422f-8d79-308474532286', 'port_id': '50d24f6f-85ae-4825-96e3-e08047ae137c', 'mac_address': 'fa:16:3e:9e:3c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca6e046-932e-4cd9-be29-03f24f42f2ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:44:51.694842 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:51.695298 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46574) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:51.716713 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d24f6f-85ae-4825-96e3-e08047ae137c {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:44:51.737497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 50d24f6f-85ae-4825-96e3-e08047ae137c, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=50d24f6f-85ae-4825-96e3-e08047ae137c,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:44:51.877299 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:51.879895 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a43b85e1-4970-4f8e-935c-d2a28e531341 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:52.044167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=50d24f6f-85ae-4825-96e3-e08047ae137c,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:52.053495 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:52.186700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b60692-381c-483a-9b67-57e0c1afec5f req-dd1b7414-2e2a-40ff-9f72-c7d9d502510f tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:52.194920 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-84b60692-381c-483a-9b67-57e0c1afec5f req-dd1b7414-2e2a-40ff-9f72-c7d9d502510f tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 945 time: 0.2213576
Jun 04 15:44:52.233030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['50d24f6f-85ae-4825-96e3-e08047ae137c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:44:52.280727 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-84b60692-381c-483a-9b67-57e0c1afec5f req-b753a52f-bb51-49a6-a169-1b2cb4a3f47d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764267
Jun 04 15:44:52.322563 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-684ae135-1571-4410-bec7-3ab4123d9242 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=856f9f5e166643a0ad0d1b7b273cd474&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6256826
Jun 04 15:44:52.325317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46590) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:52.519701 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b846392b-4b88-4dbd-b4ba-8f83fbf36201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:52.559986 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b846392b-4b88-4dbd-b4ba-8f83fbf36201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:52.746491 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b846392b-4b88-4dbd-b4ba-8f83fbf36201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:52.752329 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-66d36ca7-3ba3-4e19-adf9-80e5e43f6fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:52.790350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846392b-4b88-4dbd-b4ba-8f83fbf36201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd9b035-0281-4597-9ed8-c93814ee9c3e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:52.805371 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b846392b-4b88-4dbd-b4ba-8f83fbf36201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:52.809789 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b846392b-4b88-4dbd-b4ba-8f83fbf36201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:52.816094 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b846392b-4b88-4dbd-b4ba-8f83fbf36201 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6dd9b035-0281-4597-9ed8-c93814ee9c3e HTTP/1.1" status: 204  len: 168 time: 0.4882927
Jun 04 15:44:53.379861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 50d24f6f-85ae-4825-96e3-e08047ae137c up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:44:53.506877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1544b01-9e26-45f7-abc7-8277de563029 req-c47c7267-170f-4bcb-bb53-3ba3ac2c8526 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:53.508577 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f1544b01-9e26-45f7-abc7-8277de563029 req-c47c7267-170f-4bcb-bb53-3ba3ac2c8526 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 945 time: 0.1144962
Jun 04 15:44:53.529155 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 50d24f6f-85ae-4825-96e3-e08047ae137c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:44:53.535833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 50d24f6f-85ae-4825-96e3-e08047ae137c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:44:53.536391 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:53.586060 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f1544b01-9e26-45f7-abc7-8277de563029 req-03aa26a0-b8fe-42d2-91dd-a9c98cb56268 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705504
Jun 04 15:44:53.623239 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:53.737677 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:53.779876 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e727ac-d19e-4dd2-847c-b0d16c81d5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d24f6f-85ae-4825-96e3-e08047ae137c'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:44:53.783285 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc0c032-ff13-406b-8500-290c07a9e5ce" -d '{"events": [{"server_uuid": "67e727ac-d19e-4dd2-847c-b0d16c81d5be", "name": "network-vif-plugged", "status": "completed", "tag": "50d24f6f-85ae-4825-96e3-e08047ae137c"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:44:53.811899 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 50d24f6f-85ae-4825-96e3-e08047ae137c, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=50d24f6f-85ae-4825-96e3-e08047ae137c,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:44:53.882759 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:53.892847 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:54.020990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=50d24f6f-85ae-4825-96e3-e08047ae137c,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:54.033032 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:54.221598 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f888c65-bb4a-4b88-ab4f-484a8fd1b15a x-openstack-request-id: req-1f888c65-bb4a-4b88-ab4f-484a8fd1b15a {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:44:54.221833 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e727ac-d19e-4dd2-847c-b0d16c81d5be", "name": "network-vif-plugged", "status": "completed", "tag": "50d24f6f-85ae-4825-96e3-e08047ae137c", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:44:54.222098 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f888c65-bb4a-4b88-ab4f-484a8fd1b15a {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:44:54.222499 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e727ac-d19e-4dd2-847c-b0d16c81d5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d24f6f-85ae-4825-96e3-e08047ae137c', 'code': 200}
Jun 04 15:44:54.421948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc90d0c-00dc-4eeb-988d-3038c201194a req-e2ab0915-c7ff-4c55-bc40-fb7d1c92d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:54.424833 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2bc90d0c-00dc-4eeb-988d-3038c201194a req-e2ab0915-c7ff-4c55-bc40-fb7d1c92d01e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 1097 time: 0.1166632
Jun 04 15:44:54.468387 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2bc90d0c-00dc-4eeb-988d-3038c201194a req-8d025d00-9ede-4f2f-abf9-1c47671ded52 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370538
Jun 04 15:44:54.797976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d10f37-e55e-4db7-babf-26a31fa7b897 req-8b93a1b1-cdc7-4777-8e0e-9eda3663ffce tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:54.799611 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-27d10f37-e55e-4db7-babf-26a31fa7b897 req-8b93a1b1-cdc7-4777-8e0e-9eda3663ffce tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 946 time: 0.1088719
Jun 04 15:44:54.869321 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-27d10f37-e55e-4db7-babf-26a31fa7b897 req-bfe88fef-e2b8-4dfa-8cce-8dc1655fa0b3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604470
Jun 04 15:44:55.193863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46724) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:55.561327 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'network': {'name': 'tempest-RoutersTest-47200353'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:55.578178 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:55.583459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:network and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:55.587897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:55.615016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:55.715299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:44:55.718807 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:55.754891 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:55.783816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:55.788242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:security_group_rule and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:55.801947 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:55.808165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:55.922477 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:55.963859 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:56.055267 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:56.057480 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-97d568ea-6d3c-4a7c-bff8-08c0c1dacbe9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:56.107540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:44:56.140623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e75055e-9377-489c-b287-8b5811d719ea,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:56.144155 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:56.144786 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Added segment 8617e218-3c05-4cb1-8117-2f355da7d783 of type vlan for network 8d8076e0-d94e-43f4-acff-6c7bde0e8eff
Jun 04 15:44:56.146425 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:56.171693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059f128-85ba-475a-9df2-478d9730d2e3 req-f457c8bf-fab8-4a1b-8619-d8b6207ded66 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:56.174223 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f059f128-85ba-475a-9df2-478d9730d2e3 req-f457c8bf-fab8-4a1b-8619-d8b6207ded66 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 946 time: 0.1579208
Jun 04 15:44:56.191863 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:56.237309 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f059f128-85ba-475a-9df2-478d9730d2e3 req-999a965c-2aef-4eca-a401-f914db760410 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570135
Jun 04 15:44:56.300225 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:56.310955 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:56.312364 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:56.319059 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-de7c7703-d67c-4239-89bc-73b2355036bc tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:56.451115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Network': ['ID=8d8076e0-d94e-43f4-acff-6c7bde0e8eff,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:56.455348 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:56.462969 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 8d8076e0-d94e-43f4-acff-6c7bde0e8eff details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:44:56.466080 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 1.2706501
Jun 04 15:44:56.468803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46786) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:56.474810 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'network': {'name': 'tempest-RoutersTest-2020587146'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:56.482962 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:56.488459 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:network and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:56.492909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:56.500094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:56.591950 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:44:56.596020 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:56.642308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:44:56.656145 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:56.656502 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Added segment 77b84cd4-0d7a-4492-84ea-24a91ab19802 of type vlan for network 529f4719-0dec-4e04-98a5-5d77c40bd71a
Jun 04 15:44:56.707622 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:56.842792 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:56.848732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:56.849346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:56.853236 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-237df58f-0858-43c5-bb6e-d9b113fe84b1 tempest-NetworksTest-2113466436 tempest-NetworksTest-2113466436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:56.959125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Network': ['ID=529f4719-0dec-4e04-98a5-5d77c40bd71a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:56.961804 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:56.969674 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 529f4719-0dec-4e04-98a5-5d77c40bd71a details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:44:56.998159 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5280604
Jun 04 15:44:57.001430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46794) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:57.007013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'subnet': {'network_id': '8d8076e0-d94e-43f4-acff-6c7bde0e8eff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:57.243046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:57.243046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:subnet and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:57.243046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:57.243046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:57.522894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:44:57.526460 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:58.229967 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:58.236335 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e5ff250c-2bfb-4fc8-a1fc-514da57153d6 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:58.318482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Subnet': ['ID=5408c9d9-dd43-4f41-816a-7373e296fab0,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:58.323236 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:58.333947 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Checking segment: {'id': '8617e218-3c05-4cb1-8117-2f355da7d783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d8076e0-d94e-43f4-acff-6c7bde0e8eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:44:58.334387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network hostable DHCP agents. Network: 8d8076e0-d94e-43f4-acff-6c7bde0e8eff, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:44:58.419817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 8d8076e0-d94e-43f4-acff-6c7bde0e8eff is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:44:58.516824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 8d8076e0-d94e-43f4-acff-6c7bde0e8eff) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:44:58.526745 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43657e-a0d0-453d-b70b-2ec2f0977006 None None] Network 8d8076e0-d94e-43f4-acff-6c7bde0e8eff requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:44:58.528734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:44:58.529632 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:58.671461 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6662467
Jun 04 15:44:58.671831 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46820) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:44:58.677350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'subnet': {'network_id': '529f4719-0dec-4e04-98a5-5d77c40bd71a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:44:58.841121 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:44:58.845182 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:subnet and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:44:58.852707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:44:58.860028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:44:58.914007 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-8d8076e0-d94e-43f4-acff-6c7bde0e8eff', 'network_id': '8d8076e0-d94e-43f4-acff-6c7bde0e8eff', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'fixed_ips': [{'subnet_id': '5408c9d9-dd43-4f41-816a-7373e296fab0'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:44:58.915619 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:58.944994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:44:58.949812 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:59.200129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Allocated IP 172.20.0.2 (8d8076e0-d94e-43f4-acff-6c7bde0e8eff/5408c9d9-dd43-4f41-816a-7373e296fab0/675c9274-0c27-4e86-b44b-699486f95c1f) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:44:59.485429 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:59.498889 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Transition to ACTIVE for port object 675c9274-0c27-4e86-b44b-699486f95c1f will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:44:59.534144 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Transition to ACTIVE for port object 675c9274-0c27-4e86-b44b-699486f95c1f will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:44:59.568535 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-914ae737-2e0c-450c-b9fc-fcb4d510d61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:59.625929 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:59.630473 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7c66f871-afa6-4c96-ab9c-e2ac811d4766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:59.709494 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Network 8d8076e0-d94e-43f4-acff-6c7bde0e8eff is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:44:59.710814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:44:59.716474 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:44:59.718603 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Pushing event updated for resources: {'Port': ['ID=675c9274-0c27-4e86-b44b-699486f95c1f,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:59.723002 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:59.752286 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:59.756870 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a7d59a74-861f-4633-a190-5a0253a5a4ac tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:44:59.878309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Attempting to bind port 675c9274-0c27-4e86-b44b-699486f95c1f on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:44:59.878729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Attempting to bind port 675c9274-0c27-4e86-b44b-699486f95c1f by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '8617e218-3c05-4cb1-8117-2f355da7d783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d8076e0-d94e-43f4-acff-6c7bde0e8eff'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:44:59.879119 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Attempting to bind port 675c9274-0c27-4e86-b44b-699486f95c1f on network 8d8076e0-d94e-43f4-acff-6c7bde0e8eff {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:44:59.885194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Subnet': ['ID=11cf0a49-791e-490f-91aa-49d769c144a3,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:44:59.887155 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:44:59.887155 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Checking segment: {'id': '8617e218-3c05-4cb1-8117-2f355da7d783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d8076e0-d94e-43f4-acff-6c7bde0e8eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:44:59.887444 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:59.888439 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Bound using segment: {'id': '8617e218-3c05-4cb1-8117-2f355da7d783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d8076e0-d94e-43f4-acff-6c7bde0e8eff'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:44:59.888439 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Bound port: 675c9274-0c27-4e86-b44b-699486f95c1f, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8617e218-3c05-4cb1-8117-2f355da7d783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d8076e0-d94e-43f4-acff-6c7bde0e8eff'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:44:59.888822 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:44:59.893744 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:44:59.906710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Checking segment: {'id': '77b84cd4-0d7a-4492-84ea-24a91ab19802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '529f4719-0dec-4e04-98a5-5d77c40bd71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:44:59.908564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network hostable DHCP agents. Network: 529f4719-0dec-4e04-98a5-5d77c40bd71a, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:45:00.014880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] For port 675c9274-0c27-4e86-b44b-699486f95c1f, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:45:00.018740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] For port 675c9274-0c27-4e86-b44b-699486f95c1f, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=675c9274-0c27-4e86-b44b-699486f95c1f,segment=NetworkSegment(8617e218-3c05-4cb1-8117-2f355da7d783),segment_id=8617e218-3c05-4cb1-8117-2f355da7d783)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:45:00.025489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 529f4719-0dec-4e04-98a5-5d77c40bd71a is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:45:00.083377 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:00.087448 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4af8ad00-bca9-4f02-91b5-1c91dc2969cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:00.110503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 529f4719-0dec-4e04-98a5-5d77c40bd71a) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:45:00.134388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:00.137168 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:00.164833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1d7471-aa0b-4b2c-9b8f-e244718d3fd1 None None] Network 529f4719-0dec-4e04-98a5-5d77c40bd71a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:45:00.179690 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Pushing event updated for resources: {'Port': ['ID=675c9274-0c27-4e86-b44b-699486f95c1f,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:00.183294 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:00.252047 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5766466
Jun 04 15:45:00.252315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 46848) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:00.257636 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-11fabbd8-86d0-4430-a2aa-b1b3481d7537 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1931166512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:45:00.266040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-11fabbd8-86d0-4430-a2aa-b1b3481d7537 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:45:00.271634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-11fabbd8-86d0-4430-a2aa-b1b3481d7537 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:router and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:45:00.276374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-11fabbd8-86d0-4430-a2aa-b1b3481d7537 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:45:00.288902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-11fabbd8-86d0-4430-a2aa-b1b3481d7537 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:45:00.385730 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11fabbd8-86d0-4430-a2aa-b1b3481d7537 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:00.387478 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11fabbd8-86d0-4430-a2aa-b1b3481d7537 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:00.421567 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11fabbd8-86d0-4430-a2aa-b1b3481d7537 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:00.540135 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11fabbd8-86d0-4430-a2aa-b1b3481d7537 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:00.617909 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-529f4719-0dec-4e04-98a5-5d77c40bd71a', 'network_id': '529f4719-0dec-4e04-98a5-5d77c40bd71a', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'fixed_ips': [{'subnet_id': '11cf0a49-791e-490f-91aa-49d769c144a3'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:45:00.619733 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:00.654779 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-11fabbd8-86d0-4430-a2aa-b1b3481d7537 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:00.656490 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-11fabbd8-86d0-4430-a2aa-b1b3481d7537 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.4028831
Jun 04 15:45:00.660955 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46858) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:00.941362 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Allocated IP 172.21.0.2 (529f4719-0dec-4e04-98a5-5d77c40bd71a/11cf0a49-791e-490f-91aa-49d769c144a3/fc3d4a2e-1049-4e56-841f-13db2ad1dfd6) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:45:01.232175 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 675c9274-0c27-4e86-b44b-699486f95c1f up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:45:01.526440 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:01.550483 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Transition to ACTIVE for port object fc3d4a2e-1049-4e56-841f-13db2ad1dfd6 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:45:01.581698 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Transition to ACTIVE for port object fc3d4a2e-1049-4e56-841f-13db2ad1dfd6 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:45:01.586040 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 675c9274-0c27-4e86-b44b-699486f95c1f completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:45:01.648541 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:01.693770 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b5a89bdd-9927-41f1-82f2-d0cf406f45ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:01.827147 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Pushing event updated for resources: {'Port': ['ID=fc3d4a2e-1049-4e56-841f-13db2ad1dfd6,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:01.830677 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:01.838796 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Network 529f4719-0dec-4e04-98a5-5d77c40bd71a is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:45:01.843519 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:45:01.853189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:45:02.103473 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Attempting to bind port fc3d4a2e-1049-4e56-841f-13db2ad1dfd6 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:45:02.103862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Attempting to bind port fc3d4a2e-1049-4e56-841f-13db2ad1dfd6 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '77b84cd4-0d7a-4492-84ea-24a91ab19802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '529f4719-0dec-4e04-98a5-5d77c40bd71a'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:45:02.104271 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Attempting to bind port fc3d4a2e-1049-4e56-841f-13db2ad1dfd6 on network 529f4719-0dec-4e04-98a5-5d77c40bd71a {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:45:02.110241 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:02.115477 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:45:02.115865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Checking segment: {'id': '77b84cd4-0d7a-4492-84ea-24a91ab19802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '529f4719-0dec-4e04-98a5-5d77c40bd71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:45:02.116273 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:02.116668 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Bound using segment: {'id': '77b84cd4-0d7a-4492-84ea-24a91ab19802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '529f4719-0dec-4e04-98a5-5d77c40bd71a'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:45:02.136026 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Bound port: fc3d4a2e-1049-4e56-841f-13db2ad1dfd6, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b84cd4-0d7a-4492-84ea-24a91ab19802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '529f4719-0dec-4e04-98a5-5d77c40bd71a'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:45:02.137139 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:02.165877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76fac30-ee7a-4b17-bdcc-57fd1b37d46d None None] Network 8d8076e0-d94e-43f4-acff-6c7bde0e8eff requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:45:02.219450 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:02.295890 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8e3eb937-bb17-43d7-b00a-b550d19efa33 None None] Provisioning for port 675c9274-0c27-4e86-b44b-699486f95c1f completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:45:02.501821 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8e3eb937-bb17-43d7-b00a-b550d19efa33 None None] Provisioning complete for port 675c9274-0c27-4e86-b44b-699486f95c1f triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:02.502203 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8e3eb937-bb17-43d7-b00a-b550d19efa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:02.664404 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a14cc42e-4595-4519-ae18-d5fa518d8e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:02.913123 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] For port fc3d4a2e-1049-4e56-841f-13db2ad1dfd6, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:45:02.915499 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8e3eb937-bb17-43d7-b00a-b550d19efa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:02.951098 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] For port fc3d4a2e-1049-4e56-841f-13db2ad1dfd6, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=fc3d4a2e-1049-4e56-841f-13db2ad1dfd6,segment=NetworkSegment(77b84cd4-0d7a-4492-84ea-24a91ab19802),segment_id=77b84cd4-0d7a-4492-84ea-24a91ab19802)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:45:03.114639 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:03.166820 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-41db4117-0b4e-4e84-aa30-3c960ad6f0b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:03.210978 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8e3eb937-bb17-43d7-b00a-b550d19efa33 None None] For port 675c9274-0c27-4e86-b44b-699486f95c1f, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=675c9274-0c27-4e86-b44b-699486f95c1f,segment=NetworkSegment(8617e218-3c05-4cb1-8117-2f355da7d783),segment_id=8617e218-3c05-4cb1-8117-2f355da7d783)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:45:03.222384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Allocated IP 172.20.0.1 (8d8076e0-d94e-43f4-acff-6c7bde0e8eff/5408c9d9-dd43-4f41-816a-7373e296fab0/079bcb1a-5448-48b2-b7a2-de2fb7d20e63) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:45:03.413710 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8e3eb937-bb17-43d7-b00a-b550d19efa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:03.532988 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Pushing event updated for resources: {'Port': ['ID=fc3d4a2e-1049-4e56-841f-13db2ad1dfd6,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:03.555861 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:03.585778 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6d06ab3d-f8dd-416c-8392-cb9998bc2a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:03.826523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3eb937-bb17-43d7-b00a-b550d19efa33 None None] Pushing event updated for resources: {'Port': ['ID=675c9274-0c27-4e86-b44b-699486f95c1f,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:03.828292 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:03.830809 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8e3eb937-bb17-43d7-b00a-b550d19efa33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:03.854456 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:03.898180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Transition to ACTIVE for port object 079bcb1a-5448-48b2-b7a2-de2fb7d20e63 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:45:04.016026 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:04.022498 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3b81a597-e1d4-4522-83d4-5d7a6f9c0fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:04.260727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=079bcb1a-5448-48b2-b7a2-de2fb7d20e63,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:04.294158 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 8d8076e0-d94e-43f4-acff-6c7bde0e8eff is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:45:04.306948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:04.306948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:04.306948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:04.306948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:04.307463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:04.307463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:04.307846 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:04.308413 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:04.308818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:04.309308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:04.309587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:04.309955 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:04.343054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:45:04.350164 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:04.352073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:45:04.357420 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f2d5d534-9aa7-488b-a71e-6afc9cee067b None None] Provisioning complete for port 675c9274-0c27-4e86-b44b-699486f95c1f triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:04.357969 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f2d5d534-9aa7-488b-a71e-6afc9cee067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:04.508767 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:04.900214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:04.910862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-08502c63-a036-4d47-ad75-ed89793ecebb None None] Provisioning for port 079bcb1a-5448-48b2-b7a2-de2fb7d20e63 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:45:04.916205 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-08502c63-a036-4d47-ad75-ed89793ecebb None None] Provisioning complete for port 079bcb1a-5448-48b2-b7a2-de2fb7d20e63 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:04.916598 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-08502c63-a036-4d47-ad75-ed89793ecebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:05.113909 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-08502c63-a036-4d47-ad75-ed89793ecebb None None] Port 079bcb1a-5448-48b2-b7a2-de2fb7d20e63 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:45:05.248131 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:05.411557 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 675c9274-0c27-4e86-b44b-699486f95c1f up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:45:05.574361 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9bdfda-c103-4dec-8b35-a4fea3d6c03f None None] Network 529f4719-0dec-4e04-98a5-5d77c40bd71a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:45:05.840032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 675c9274-0c27-4e86-b44b-699486f95c1f triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:05.840418 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:05.960665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-59dae6c3-f0c1-45ff-a944-3f2dd528ae47 None None] Provisioning for port fc3d4a2e-1049-4e56-841f-13db2ad1dfd6 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:45:06.071321 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device fc3d4a2e-1049-4e56-841f-13db2ad1dfd6 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:45:06.327190 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:06.358886 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port fc3d4a2e-1049-4e56-841f-13db2ad1dfd6 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:45:06.368163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port fc3d4a2e-1049-4e56-841f-13db2ad1dfd6 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:06.368736 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:06.414573 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:06.484415 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0d066d17-9123-4836-bb7e-c899d56b1c49 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:06.647586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=079bcb1a-5448-48b2-b7a2-de2fb7d20e63,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:06.663933 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:06.668044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55f5921a-a1bc-4a69-87ff-e70a8525cfb9 None None] Provisioning complete for port fc3d4a2e-1049-4e56-841f-13db2ad1dfd6 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:06.668879 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55f5921a-a1bc-4a69-87ff-e70a8525cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:06.699302 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:06.725971 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:06.826021 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port fc3d4a2e-1049-4e56-841f-13db2ad1dfd6, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=fc3d4a2e-1049-4e56-841f-13db2ad1dfd6,segment=NetworkSegment(77b84cd4-0d7a-4492-84ea-24a91ab19802),segment_id=77b84cd4-0d7a-4492-84ea-24a91ab19802)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:45:06.914115 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55f5921a-a1bc-4a69-87ff-e70a8525cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:06.919572 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 8d8076e0-d94e-43f4-acff-6c7bde0e8eff is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:45:06.926167 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:45:06.947274 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:06.952126 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-abd658a5-d504-4a2b-8f78-7a20dd1d3d1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:07.289251 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-55f5921a-a1bc-4a69-87ff-e70a8525cfb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:45:07.289898 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-55f5921a-a1bc-4a69-87ff-e70a8525cfb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:45:07.301390 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=fc3d4a2e-1049-4e56-841f-13db2ad1dfd6,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:07.309794 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:07.505575 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:45:07.781843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:45:07.803492 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1389191
Jun 04 15:45:07.803752 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46938) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:07.804485 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2adaa-b1e8-4347-bc5e-b92adcac8c0d None None] Sync routers for ids ['3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:45:07.842090 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2adaa-b1e8-4347-bc5e-b92adcac8c0d None None] Routers {'3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:45:07.861514 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-7cf2adaa-b1e8-4347-bc5e-b92adcac8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8b1130>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:45:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:07.919001 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbd9ddc-566c-433b-a4ed-6f4bbbc97873 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:07.922979 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3dbd9ddc-566c-433b-a4ed-6f4bbbc97873 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Synchronizing usage tracker for tenant:8851d51c966f43109caa7790bcf3b3df on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:45:08.018901 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-7cf2adaa-b1e8-4347-bc5e-b92adcac8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8b1130>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:08.028541 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2adaa-b1e8-4347-bc5e-b92adcac8c0d None None] Routers {'3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:45:08.029332 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-7cf2adaa-b1e8-4347-bc5e-b92adcac8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8b1130>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:45:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:08.082189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3dbd9ddc-566c-433b-a4ed-6f4bbbc97873 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Unset dirty status for tenant:8851d51c966f43109caa7790bcf3b3df on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:45:08.086024 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3dbd9ddc-566c-433b-a4ed-6f4bbbc97873 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports/079bcb1a-5448-48b2-b7a2-de2fb7d20e63 HTTP/1.1" status: 200  len: 910 time: 0.2787299
Jun 04 15:45:08.086296 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 46940) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:08.127606 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-21043613-ea83-436d-a97b-00513a3a0159 None None] Provisioning complete for port 079bcb1a-5448-48b2-b7a2-de2fb7d20e63 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:08.128141 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-21043613-ea83-436d-a97b-00513a3a0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:08.153793 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-7cf2adaa-b1e8-4347-bc5e-b92adcac8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8b1130>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:08.154483 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2adaa-b1e8-4347-bc5e-b92adcac8c0d None None] The sync data for ids ['3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:45:08.279375 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-21043613-ea83-436d-a97b-00513a3a0159 None None] Port 079bcb1a-5448-48b2-b7a2-de2fb7d20e63 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:45:09.115485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device fc3d4a2e-1049-4e56-841f-13db2ad1dfd6 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:45:09.250522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port fc3d4a2e-1049-4e56-841f-13db2ad1dfd6 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:09.251113 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:10.246676 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:11.145262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Allocated IP 172.21.0.1 (529f4719-0dec-4e04-98a5-5d77c40bd71a/11cf0a49-791e-490f-91aa-49d769c144a3/8b09e1e6-4849-435f-8e28-4cdb8b9037a1) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:45:11.357205 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:11.392213 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Transition to ACTIVE for port object 8b09e1e6-4849-435f-8e28-4cdb8b9037a1 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:45:11.477313 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:11.481555 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2e32dac4-e2f8-4bed-ade7-3bbc833cd1f9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:11.550313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 529f4719-0dec-4e04-98a5-5d77c40bd71a is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:45:11.553999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:45:11.559958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:45:11.611107 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=8b09e1e6-4849-435f-8e28-4cdb8b9037a1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:11.615905 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:11.649295 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:11.897315 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:11.997083 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-aef6bbb4-1382-49a4-8f94-09b519823195 None None] Provisioning for port 8b09e1e6-4849-435f-8e28-4cdb8b9037a1 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:45:12.003383 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-aef6bbb4-1382-49a4-8f94-09b519823195 None None] Provisioning complete for port 8b09e1e6-4849-435f-8e28-4cdb8b9037a1 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:12.008138 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-aef6bbb4-1382-49a4-8f94-09b519823195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:12.189569 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-aef6bbb4-1382-49a4-8f94-09b519823195 None None] Port 8b09e1e6-4849-435f-8e28-4cdb8b9037a1 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:45:12.430108 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:12.522856 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:12.558579 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7735f5c9-0741-46f3-9544-30b4f4c1ae48 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:12.669143 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:12.672968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=8b09e1e6-4849-435f-8e28-4cdb8b9037a1,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:12.682258 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:12.856380 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 529f4719-0dec-4e04-98a5-5d77c40bd71a is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:45:12.857659 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:45:12.996578 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:45:13.099020 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:45:13.340218 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ad7c6d9e-d495-4fe4-a5cb-eaaaa1c1e778 None None] Provisioning complete for port 8b09e1e6-4849-435f-8e28-4cdb8b9037a1 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:13.341279 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad7c6d9e-d495-4fe4-a5cb-eaaaa1c1e778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:13.471037 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ad7c6d9e-d495-4fe4-a5cb-eaaaa1c1e778 None None] Port 8b09e1e6-4849-435f-8e28-4cdb8b9037a1 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:45:13.608579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:45:13.618777 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054e2b16-cc53-46cb-958c-c242114c0d1b None None] Sync routers for ids ['3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:45:13.637914 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054e2b16-cc53-46cb-958c-c242114c0d1b None None] Routers {'3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:45:13.638633 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-054e2b16-cc53-46cb-958c-c242114c0d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c14ef10>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:45:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:13.707559 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6194999
Jun 04 15:45:13.709891 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47062) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:13.805336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c46b89b-ac45-4a56-86de-c8408705aca1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:13.805951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8c46b89b-ac45-4a56-86de-c8408705aca1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Synchronizing usage tracker for tenant:8851d51c966f43109caa7790bcf3b3df on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:45:13.834967 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-054e2b16-cc53-46cb-958c-c242114c0d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c14ef10>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:13.844935 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054e2b16-cc53-46cb-958c-c242114c0d1b None None] Routers {'3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:45:13.845579 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-054e2b16-cc53-46cb-958c-c242114c0d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c14ef10>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:45:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:13.882403 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8c46b89b-ac45-4a56-86de-c8408705aca1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Unset dirty status for tenant:8851d51c966f43109caa7790bcf3b3df on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:45:13.883978 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8c46b89b-ac45-4a56-86de-c8408705aca1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports/8b09e1e6-4849-435f-8e28-4cdb8b9037a1 HTTP/1.1" status: 200  len: 910 time: 0.1729617
Jun 04 15:45:13.887721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47066) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:13.930502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-054e2b16-cc53-46cb-958c-c242114c0d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c14ef10>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:13.930923 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054e2b16-cc53-46cb-958c-c242114c0d1b None None] The sync data for ids ['3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:45:14.584498 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-02c4815f-f653-44a7-9acc-014b022c9270 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:15.104041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-02c4815f-f653-44a7-9acc-014b022c9270 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port 8b09e1e6-4849-435f-8e28-4cdb8b9037a1 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:45:15.104956 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-02c4815f-f653-44a7-9acc-014b022c9270 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:15.259676 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-02c4815f-f653-44a7-9acc-014b022c9270 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:15.404817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-02c4815f-f653-44a7-9acc-014b022c9270 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for 8b09e1e6-4849-435f-8e28-4cdb8b9037a1 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:45:15.671283 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-02c4815f-f653-44a7-9acc-014b022c9270 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:15.675925 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a5eb0cae-cc64-4ace-bbff-ea6c23ab634b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:15.770180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4815f-f653-44a7-9acc-014b022c9270 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=8b09e1e6-4849-435f-8e28-4cdb8b9037a1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:15.775640 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-02c4815f-f653-44a7-9acc-014b022c9270 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:16.450698 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-02c4815f-f653-44a7-9acc-014b022c9270 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:16.839573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47102) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:16.887477 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c4815f-f653-44a7-9acc-014b022c9270 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:45:17.025571 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3d56bbe2-18a8-4bbb-9d19-3f7e99c27865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:17.073694 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3d56bbe2-18a8-4bbb-9d19-3f7e99c27865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:45:17.079704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3d56bbe2-18a8-4bbb-9d19-3f7e99c27865 admin admin] Usage tracker for resource:security_group_rule and tenant:899ba313f9a743aca552444f19624d1f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:45:17.087628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3d56bbe2-18a8-4bbb-9d19-3f7e99c27865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:45:17.094304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c4815f-f653-44a7-9acc-014b022c9270 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:45:17.106493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3d56bbe2-18a8-4bbb-9d19-3f7e99c27865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:45:17.106963 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c878bb0-90c7-45db-9907-9be940e882c3 None None] Sync routers for ids ['3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:45:17.123659 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c878bb0-90c7-45db-9907-9be940e882c3 None None] Routers {'3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:45:17.124625 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9c878bb0-90c7-45db-9907-9be940e882c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c94c4f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:45:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:17.203254 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9c878bb0-90c7-45db-9907-9be940e882c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c94c4f0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:17.214018 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c878bb0-90c7-45db-9907-9be940e882c3 None None] Routers {'3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:45:17.214643 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9c878bb0-90c7-45db-9907-9be940e882c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c94c4f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:45:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:17.240024 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-02c4815f-f653-44a7-9acc-014b022c9270 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3509400
Jun 04 15:45:17.242976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47108) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:17.258438 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3d56bbe2-18a8-4bbb-9d19-3f7e99c27865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:17.301469 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9c878bb0-90c7-45db-9907-9be940e882c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c94c4f0>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:17.301936 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c878bb0-90c7-45db-9907-9be940e882c3 None None] The sync data for ids ['3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:45:17.363747 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3d56bbe2-18a8-4bbb-9d19-3f7e99c27865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:17.386905 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e7c87f6f-3116-4eb7-b2f0-2f67b6bc6190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:17.453041 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56bbe2-18a8-4bbb-9d19-3f7e99c27865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca11ce8-d420-4abe-9e6d-b0e9c9d968d4,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:17.471831 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3d56bbe2-18a8-4bbb-9d19-3f7e99c27865 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=899ba313f9a743aca552444f19624d1f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6305122
Jun 04 15:45:17.473044 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3d56bbe2-18a8-4bbb-9d19-3f7e99c27865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:17.473613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47112) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:17.475291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47114) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:17.569653 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-06d7c76f-41b1-4e26-945a-90eed44e7bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:17.606599 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-06d7c76f-41b1-4e26-945a-90eed44e7bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:17.712158 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:17.740209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:45:17.758140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Usage tracker for resource:security_group_rule and tenant:905b214a404046cb99bf4eb2510ef9dd is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:45:17.769493 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-06d7c76f-41b1-4e26-945a-90eed44e7bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:17.775722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:45:17.796309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:45:17.809742 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-34d0569d-808e-4ba1-808e-5372795ee1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:17.826091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7c76f-41b1-4e26-945a-90eed44e7bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca11ce8-d420-4abe-9e6d-b0e9c9d968d4,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:17.844531 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-06d7c76f-41b1-4e26-945a-90eed44e7bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:17.862441 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-06d7c76f-41b1-4e26-945a-90eed44e7bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:17.866295 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-06d7c76f-41b1-4e26-945a-90eed44e7bb1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aca11ce8-d420-4abe-9e6d-b0e9c9d968d4 HTTP/1.1" status: 204  len: 168 time: 0.3866558
Jun 04 15:45:17.953859 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38842b97-a816-4580-828a-2ad45137b923 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:17.966425 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:18.043539 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:18.053937 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c55a28a-ebca-4b52-a72a-77b391c16070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:18.098278 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=905b214a404046cb99bf4eb2510ef9dd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6231148
Jun 04 15:45:18.101357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47124) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:18.123652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919e5aa7-4ebe-4c2f-b3e0-02c1ee70e47f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:18.149786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:18.250622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:18.250622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:18.250622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:18.250622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:18.250622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:18.250622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:18.250622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:18.250622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:18.250622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:18.250622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:18.250622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:18.250622 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:18.250622 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-02efd2f7-54c1-4132-86f3-35ad01ec4b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:18.250622 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-02efd2f7-54c1-4132-86f3-35ad01ec4b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:18.691531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-38842b97-a816-4580-828a-2ad45137b923 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port 079bcb1a-5448-48b2-b7a2-de2fb7d20e63 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:45:18.691783 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38842b97-a816-4580-828a-2ad45137b923 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:18.895813 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38842b97-a816-4580-828a-2ad45137b923 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:19.049845 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-38842b97-a816-4580-828a-2ad45137b923 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for 079bcb1a-5448-48b2-b7a2-de2fb7d20e63 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:45:19.158469 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-02efd2f7-54c1-4132-86f3-35ad01ec4b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:19.167742 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-23120285-d12f-4b2f-842f-fbbcb9905859 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:19.182127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efd2f7-54c1-4132-86f3-35ad01ec4b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919e5aa7-4ebe-4c2f-b3e0-02c1ee70e47f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:19.185627 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-02efd2f7-54c1-4132-86f3-35ad01ec4b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:19.192937 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-02efd2f7-54c1-4132-86f3-35ad01ec4b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:19.195400 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-02efd2f7-54c1-4132-86f3-35ad01ec4b13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/919e5aa7-4ebe-4c2f-b3e0-02c1ee70e47f HTTP/1.1" status: 204  len: 168 time: 1.0930474
Jun 04 15:45:19.340461 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38842b97-a816-4580-828a-2ad45137b923 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:19.345281 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cdc5a050-9079-426c-aa16-2cca7c84b1a2 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:19.397264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38842b97-a816-4580-828a-2ad45137b923 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=079bcb1a-5448-48b2-b7a2-de2fb7d20e63,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:19.437674 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-38842b97-a816-4580-828a-2ad45137b923 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:19.460489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47146) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:19.485112 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-678a9c5d-d170-4615-a570-3e483b5495df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:19.509246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-678a9c5d-d170-4615-a570-3e483b5495df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:45:19.518795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-678a9c5d-d170-4615-a570-3e483b5495df admin admin] Usage tracker for resource:security_group_rule and tenant:ad0aaee9e97e40a7a33fff45c2bde2f8 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:45:19.524237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-678a9c5d-d170-4615-a570-3e483b5495df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:45:19.537018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-678a9c5d-d170-4615-a570-3e483b5495df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:45:19.683584 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-678a9c5d-d170-4615-a570-3e483b5495df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:19.730220 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38842b97-a816-4580-828a-2ad45137b923 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:19.751629 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-678a9c5d-d170-4615-a570-3e483b5495df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:19.763649 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d99ec610-47f7-4846-b245-d7cf055d24d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:20.037251 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-678a9c5d-d170-4615-a570-3e483b5495df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad0aaee9e97e40a7a33fff45c2bde2f8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5730844
Jun 04 15:45:20.037251 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a9c5d-d170-4615-a570-3e483b5495df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1807d8f-53fd-4770-a78f-06a97e2495ac,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:20.043563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47152) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:20.048628 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-678a9c5d-d170-4615-a570-3e483b5495df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:20.082003 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38842b97-a816-4580-828a-2ad45137b923 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:45:20.211794 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47154) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:20.231538 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cfc59b8c-3d77-4063-b9ca-799f04b20423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:20.252136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cfc59b8c-3d77-4063-b9ca-799f04b20423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:45:20.257375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cfc59b8c-3d77-4063-b9ca-799f04b20423 admin admin] Usage tracker for resource:security_group_rule and tenant:33cfb861ab1d4a33b23411913d485820 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:45:20.261250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cfc59b8c-3d77-4063-b9ca-799f04b20423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:45:20.269339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cfc59b8c-3d77-4063-b9ca-799f04b20423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:45:20.372969 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cfc59b8c-3d77-4063-b9ca-799f04b20423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:20.425405 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cfc59b8c-3d77-4063-b9ca-799f04b20423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:20.431310 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-427fa7a1-4547-4898-b34d-4d4614e84440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:20.434028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38842b97-a816-4580-828a-2ad45137b923 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:45:20.442986 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-79e79389-c335-419d-87cf-ad9d763f9cc4 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:20.445093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c8169-ea0b-4731-821f-a7961642c99a None None] Sync routers for ids ['3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:45:20.462617 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-38842b97-a816-4580-828a-2ad45137b923 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2158182
Jun 04 15:45:20.464143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c8169-ea0b-4731-821f-a7961642c99a None None] Routers {'3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:45:20.465160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-631c8169-ea0b-4731-821f-a7961642c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c385880>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:45:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:20.467908 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47156) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:20.489820 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cfc59b8c-3d77-4063-b9ca-799f04b20423 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33cfb861ab1d4a33b23411913d485820&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2766626
Jun 04 15:45:20.491604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc59b8c-3d77-4063-b9ca-799f04b20423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f27acc-fcad-47d7-a388-ffa979de8c28,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:20.494347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47158) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:20.497201 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cfc59b8c-3d77-4063-b9ca-799f04b20423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:20.546191 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-427fa7a1-4547-4898-b34d-4d4614e84440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:20.569841 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2b03028-3ceb-4cdf-9679-cfb05bc252ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:20.585211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-631c8169-ea0b-4731-821f-a7961642c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c385880>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:20.597987 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c8169-ea0b-4731-821f-a7961642c99a None None] Routers {'3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:45:20.598873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-631c8169-ea0b-4731-821f-a7961642c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c385880>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:45:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:20.610849 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2b03028-3ceb-4cdf-9679-cfb05bc252ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:20.646067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7669c984-4c5b-4554-ab8f-62f677e2712f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Synchronizing usage tracker for tenant:8851d51c966f43109caa7790bcf3b3df on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:45:20.680934 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-631c8169-ea0b-4731-821f-a7961642c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c385880>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:20.681710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c8169-ea0b-4731-821f-a7961642c99a None None] The sync data for ids ['3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:45:20.711047 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-427fa7a1-4547-4898-b34d-4d4614e84440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:20.715309 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-24bf54b2-3b38-4419-bf53-897d819a4360 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:20.727272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fa7a1-4547-4898-b34d-4d4614e84440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1807d8f-53fd-4770-a78f-06a97e2495ac,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:20.733045 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-427fa7a1-4547-4898-b34d-4d4614e84440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:20.737346 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7669c984-4c5b-4554-ab8f-62f677e2712f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Unset dirty status for tenant:8851d51c966f43109caa7790bcf3b3df on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:45:20.738575 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7669c984-4c5b-4554-ab8f-62f677e2712f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18 HTTP/1.1" status: 200  len: 205 time: 0.2696614
Jun 04 15:45:20.742013 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47162) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:20.746471 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2b03028-3ceb-4cdf-9679-cfb05bc252ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:20.753973 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0b82b3cf-3b8b-4dbd-ac6c-fda75d41e962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:20.778343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b03028-3ceb-4cdf-9679-cfb05bc252ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f27acc-fcad-47d7-a388-ffa979de8c28,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:20.783505 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d2b03028-3ceb-4cdf-9679-cfb05bc252ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:20.796712 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2b03028-3ceb-4cdf-9679-cfb05bc252ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:20.800608 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d2b03028-3ceb-4cdf-9679-cfb05bc252ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72f27acc-fcad-47d7-a388-ffa979de8c28 HTTP/1.1" status: 204  len: 168 time: 0.3030798
Jun 04 15:45:20.834937 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-427fa7a1-4547-4898-b34d-4d4614e84440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:20.836774 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-427fa7a1-4547-4898-b34d-4d4614e84440 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1807d8f-53fd-4770-a78f-06a97e2495ac HTTP/1.1" status: 204  len: 168 time: 0.7922254
Jun 04 15:45:20.941842 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32e00aef-e596-41db-90ee-8169bbdd354b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:21.276742 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32e00aef-e596-41db-90ee-8169bbdd354b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:21.279352 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32e00aef-e596-41db-90ee-8169bbdd354b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:21.693890 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32e00aef-e596-41db-90ee-8169bbdd354b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:21.694416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e00aef-e596-41db-90ee-8169bbdd354b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Fanout notify agent at l3_agent the message router_deleted on router 3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:45:21.715162 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32e00aef-e596-41db-90ee-8169bbdd354b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:21.716244 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-32e00aef-e596-41db-90ee-8169bbdd354b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/routers/3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18 HTTP/1.1" status: 204  len: 168 time: 0.9630899
Jun 04 15:45:21.719713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47188) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:21.829445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66f9079-dfb8-4d60-a529-28aaade43adf tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting subnet 11cf0a49-791e-490f-91aa-49d769c144a3 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:45:21.832982 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b66f9079-dfb8-4d60-a529-28aaade43adf tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:21.905879 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b66f9079-dfb8-4d60-a529-28aaade43adf tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:22.006155 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b66f9079-dfb8-4d60-a529-28aaade43adf tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:22.458707 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b66f9079-dfb8-4d60-a529-28aaade43adf tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:22.467907 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f78ab812-0b06-4705-ae4f-3f395da812b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:22.507301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f9079-dfb8-4d60-a529-28aaade43adf tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Subnet': ['ID=11cf0a49-791e-490f-91aa-49d769c144a3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:22.510185 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b66f9079-dfb8-4d60-a529-28aaade43adf tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:22.516348 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b66f9079-dfb8-4d60-a529-28aaade43adf tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:22.524768 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b66f9079-dfb8-4d60-a529-28aaade43adf tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/11cf0a49-791e-490f-91aa-49d769c144a3 HTTP/1.1" status: 204  len: 168 time: 0.8035111
Jun 04 15:45:22.526711 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a8de7f-ad3a-4c23-962b-f329baf1fa78 None None] Network 529f4719-0dec-4e04-98a5-5d77c40bd71a requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:45:22.527804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47216) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:22.615226 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef3e774-9fb9-4cc1-960e-485a0d17b27e tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting subnet 5408c9d9-dd43-4f41-816a-7373e296fab0 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:45:22.625199 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fef3e774-9fb9-4cc1-960e-485a0d17b27e tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:22.724687 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fef3e774-9fb9-4cc1-960e-485a0d17b27e tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:22.865470 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae8078a-ff50-4854-94dc-501d1f1c8438 None None] DHCP port deletion for 529f4719-0dec-4e04-98a5-5d77c40bd71a request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:45:22.874900 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fef3e774-9fb9-4cc1-960e-485a0d17b27e tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:22.962692 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3ae8078a-ff50-4854-94dc-501d1f1c8438 None None] Deleting port fc3d4a2e-1049-4e56-841f-13db2ad1dfd6 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:45:22.963076 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3ae8078a-ff50-4854-94dc-501d1f1c8438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:23.072430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3ae8078a-ff50-4854-94dc-501d1f1c8438 None None] For port fc3d4a2e-1049-4e56-841f-13db2ad1dfd6, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=fc3d4a2e-1049-4e56-841f-13db2ad1dfd6,segment=NetworkSegment(77b84cd4-0d7a-4492-84ea-24a91ab19802),segment_id=77b84cd4-0d7a-4492-84ea-24a91ab19802)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:45:23.072733 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3ae8078a-ff50-4854-94dc-501d1f1c8438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:23.183020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device fc3d4a2e-1049-4e56-841f-13db2ad1dfd6 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:45:23.298937 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3ae8078a-ff50-4854-94dc-501d1f1c8438 None None] Calling delete_port for fc3d4a2e-1049-4e56-841f-13db2ad1dfd6 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:45:23.399600 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:23.432304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port fc3d4a2e-1049-4e56-841f-13db2ad1dfd6, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=fc3d4a2e-1049-4e56-841f-13db2ad1dfd6,segment=NetworkSegment(77b84cd4-0d7a-4492-84ea-24a91ab19802),segment_id=77b84cd4-0d7a-4492-84ea-24a91ab19802)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:45:23.435559 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fef3e774-9fb9-4cc1-960e-485a0d17b27e tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:23.449136 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7d3d8fb9-f8c2-4352-b08d-3b3345d600b0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:23.489849 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fef3e774-9fb9-4cc1-960e-485a0d17b27e tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:23.499507 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f203db5-d338-40ff-94f5-e1a6545debf0 None None] Network 8d8076e0-d94e-43f4-acff-6c7bde0e8eff requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:45:23.505011 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3e774-9fb9-4cc1-960e-485a0d17b27e tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Subnet': ['ID=5408c9d9-dd43-4f41-816a-7373e296fab0,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:23.512397 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fef3e774-9fb9-4cc1-960e-485a0d17b27e tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:23.515598 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fef3e774-9fb9-4cc1-960e-485a0d17b27e tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/5408c9d9-dd43-4f41-816a-7373e296fab0 HTTP/1.1" status: 204  len: 168 time: 0.9867420
Jun 04 15:45:23.519999 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47236) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:23.527827 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:23.540863 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8e3eb937-bb17-43d7-b00a-b550d19efa33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:23.668458 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:23.680223 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3ae8078a-ff50-4854-94dc-501d1f1c8438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:23.705051 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8078a-ff50-4854-94dc-501d1f1c8438 None None] No DVR routers for this DVR port fc3d4a2e-1049-4e56-841f-13db2ad1dfd6 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:45:23.751978 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=fc3d4a2e-1049-4e56-841f-13db2ad1dfd6,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:23.791399 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:23.792296 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:23.792764 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:23.793331 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:23.793675 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:23.794006 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:23.794527 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:23.795087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:23.795580 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:23.796072 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:23.796553 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:23.797054 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:45:23.810819 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:23.831975 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:23.840900 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-916d9e15-3f95-4421-8529-d75d8180508f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:23.965094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8078a-ff50-4854-94dc-501d1f1c8438 None None] Pushing event deleted for resources: {'Port': ['ID=fc3d4a2e-1049-4e56-841f-13db2ad1dfd6,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:23.970566 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3ae8078a-ff50-4854-94dc-501d1f1c8438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:24.127636 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9076eb0-2d05-42ff-87be-7d017ee01499 None None] DHCP port deletion for 8d8076e0-d94e-43f4-acff-6c7bde0e8eff request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:45:24.155866 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-916d9e15-3f95-4421-8529-d75d8180508f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:24.194283 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-916d9e15-3f95-4421-8529-d75d8180508f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387570ee0>,) {'filters': {'network_id': ['529f4719-0dec-4e04-98a5-5d77c40bd71a']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:24.226868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-916d9e15-3f95-4421-8529-d75d8180508f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387570ee0>, '77b84cd4-0d7a-4492-84ea-24a91ab19802') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:24.229368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-916d9e15-3f95-4421-8529-d75d8180508f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387570ee0>, '77b84cd4-0d7a-4492-84ea-24a91ab19802') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:24.246259 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-916d9e15-3f95-4421-8529-d75d8180508f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:24.272369 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-916d9e15-3f95-4421-8529-d75d8180508f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:24.281596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916d9e15-3f95-4421-8529-d75d8180508f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:45:24.282240 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-916d9e15-3f95-4421-8529-d75d8180508f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:24.291001 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-8b0f8e5c-b498-4b93-8006-4b4f78d191a6 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:24.297988 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-8b0f8e5c-b498-4b93-8006-4b4f78d191a6 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/networks?id=0339ff3f-f872-422f-8d79-308474532286 HTTP/1.1" status: 200  len: 814 time: 0.4257636
Jun 04 15:45:24.298197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f9076eb0-2d05-42ff-87be-7d017ee01499 None None] Deleting port 675c9274-0c27-4e86-b44b-699486f95c1f {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:45:24.298695 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f9076eb0-2d05-42ff-87be-7d017ee01499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:24.325568 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-73db96b2-edc7-4109-81bf-7d401152037f tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/quotas/5c51f420ed0b46af9d13869cdf73dc77 HTTP/1.1" status: 200  len: 375 time: 0.0210383
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:45:24.421584 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:45:24.445580 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f9076eb0-2d05-42ff-87be-7d017ee01499 None None] For port 675c9274-0c27-4e86-b44b-699486f95c1f, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=675c9274-0c27-4e86-b44b-699486f95c1f,segment=NetworkSegment(8617e218-3c05-4cb1-8117-2f355da7d783),segment_id=8617e218-3c05-4cb1-8117-2f355da7d783)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:45:24.447062 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f9076eb0-2d05-42ff-87be-7d017ee01499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:24.488334 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-916d9e15-3f95-4421-8529-d75d8180508f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:24.492269 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:24.525613 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-916d9e15-3f95-4421-8529-d75d8180508f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:24.537069 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-916d9e15-3f95-4421-8529-d75d8180508f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/networks/529f4719-0dec-4e04-98a5-5d77c40bd71a HTTP/1.1" status: 204  len: 168 time: 1.0162635
Jun 04 15:45:24.538748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d9e15-3f95-4421-8529-d75d8180508f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Network': ['ID=529f4719-0dec-4e04-98a5-5d77c40bd71a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:24.540697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47258) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:24.578816 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-916d9e15-3f95-4421-8529-d75d8180508f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:24.608891 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f9076eb0-2d05-42ff-87be-7d017ee01499 None None] Calling delete_port for 675c9274-0c27-4e86-b44b-699486f95c1f owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:45:24.785742 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12fd92e0-ec90-4d03-8d2a-da2fabc9c3eb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:24.802852 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f9076eb0-2d05-42ff-87be-7d017ee01499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:24.808594 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-75fcd17b-7feb-47f5-813e-4ebc35868298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:24.838414 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-4b8e98ea-f3b6-4571-addb-1d0f9a1cf32f tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5052223
Jun 04 15:45:24.904949 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9076eb0-2d05-42ff-87be-7d017ee01499 None None] Pushing event deleted for resources: {'Port': ['ID=675c9274-0c27-4e86-b44b-699486f95c1f,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:24.915305 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f9076eb0-2d05-42ff-87be-7d017ee01499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:24.923405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9076eb0-2d05-42ff-87be-7d017ee01499 None None] No DVR routers for this DVR port 675c9274-0c27-4e86-b44b-699486f95c1f on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:45:25.060466 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12fd92e0-ec90-4d03-8d2a-da2fabc9c3eb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:25.102004 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 675c9274-0c27-4e86-b44b-699486f95c1f no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:45:25.120544 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-12fd92e0-ec90-4d03-8d2a-da2fabc9c3eb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8391097a00>,) {'filters': {'network_id': ['8d8076e0-d94e-43f4-acff-6c7bde0e8eff']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:25.137784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-12fd92e0-ec90-4d03-8d2a-da2fabc9c3eb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391097a00>, '8617e218-3c05-4cb1-8117-2f355da7d783') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:25.138107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-12fd92e0-ec90-4d03-8d2a-da2fabc9c3eb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391097a00>, '8617e218-3c05-4cb1-8117-2f355da7d783') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:25.152451 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12fd92e0-ec90-4d03-8d2a-da2fabc9c3eb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:25.179427 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 675c9274-0c27-4e86-b44b-699486f95c1f {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:45:25.179427 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 675c9274-0c27-4e86-b44b-699486f95c1f not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:45:25.180250 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12fd92e0-ec90-4d03-8d2a-da2fabc9c3eb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:25.187177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fd92e0-ec90-4d03-8d2a-da2fabc9c3eb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:45:25.187788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12fd92e0-ec90-4d03-8d2a-da2fabc9c3eb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:45:25.212969 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:45:25.461184 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-799f51ea-d02d-465d-811b-9aa122b063b3 service neutron] 10.222.0.32 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6172421
Jun 04 15:45:25.591283 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12fd92e0-ec90-4d03-8d2a-da2fabc9c3eb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:25.601980 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dd679499-ce52-407d-b7d0-215c17b9cfeb tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:25.655435 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-e8b58352-fd13-4066-8995-739e4a37406b service neutron] 10.222.0.32 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1867113
Jun 04 15:45:25.673340 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-12fd92e0-ec90-4d03-8d2a-da2fabc9c3eb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:25.696221 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd92e0-ec90-4d03-8d2a-da2fabc9c3eb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Network': ['ID=8d8076e0-d94e-43f4-acff-6c7bde0e8eff,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:25.707244 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-12fd92e0-ec90-4d03-8d2a-da2fabc9c3eb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:25.722230 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-12fd92e0-ec90-4d03-8d2a-da2fabc9c3eb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/networks/8d8076e0-d94e-43f4-acff-6c7bde0e8eff HTTP/1.1" status: 204  len: 168 time: 1.1739755
Jun 04 15:45:25.727992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47282) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:25.740653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'network': {'name': 'tempest-RoutersTest-1076132482'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:45:25.754574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:45:25.759598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:network and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:45:25.765540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:45:25.776545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:45:25.859632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:45:25.864201 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:25.900494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:45:25.912599 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:25.913099 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Added segment 560c2a31-1de4-4df6-8205-293591c2527d of type vlan for network cbd0d24a-d7d3-4a61-aa48-29869bf4f411
Jun 04 15:45:25.945220 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:25.950302 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:26.053775 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:26.060437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:26.064662 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:26.067190 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:26.181503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Network': ['ID=cbd0d24a-d7d3-4a61-aa48-29869bf4f411,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:26.185155 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:26.193986 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network cbd0d24a-d7d3-4a61-aa48-29869bf4f411 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:45:26.230007 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47300) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:26.232094 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5049226
Jun 04 15:45:26.249882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'subnet': {'network_id': 'cbd0d24a-d7d3-4a61-aa48-29869bf4f411', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:45:26.458519 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:45:26.464414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:subnet and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:45:26.471282 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:45:26.478042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:45:26.800063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:45:26.800063 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:27.160593 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-83d3691d-c67b-4ff6-93d5-eec899625029 req-d97fdb5b-8751-49a4-95b4-246866539689 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 210 time: 0.1361639
Jun 04 15:45:27.548693 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:27.552731 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1eded0f9-0326-4f6a-a1e3-eb84ec1c0287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:27.666233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Subnet': ['ID=2f12dec3-2dc9-440a-b1f6-d925a804646d,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:27.672822 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:27.682434 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Checking segment: {'id': '560c2a31-1de4-4df6-8205-293591c2527d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cbd0d24a-d7d3-4a61-aa48-29869bf4f411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:45:27.683121 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network hostable DHCP agents. Network: cbd0d24a-d7d3-4a61-aa48-29869bf4f411, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:45:27.770820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network cbd0d24a-d7d3-4a61-aa48-29869bf4f411 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:45:27.862390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, cbd0d24a-d7d3-4a61-aa48-29869bf4f411) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:45:27.872552 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5c1f2e-2aa1-4553-aa34-2e817a3ce297 None None] Network cbd0d24a-d7d3-4a61-aa48-29869bf4f411 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:45:27.893824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:27.894596 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:27.994528 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7632957
Jun 04 15:45:27.995420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47340) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:28.000745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-143ec8ae-6576-4cb2-9322-2dfea0a73a99 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-761595261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:45:28.022113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-143ec8ae-6576-4cb2-9322-2dfea0a73a99 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:45:28.036100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-143ec8ae-6576-4cb2-9322-2dfea0a73a99 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:router and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:45:28.046067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-143ec8ae-6576-4cb2-9322-2dfea0a73a99 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:45:28.060638 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-143ec8ae-6576-4cb2-9322-2dfea0a73a99 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:45:28.170621 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-143ec8ae-6576-4cb2-9322-2dfea0a73a99 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:28.171717 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-143ec8ae-6576-4cb2-9322-2dfea0a73a99 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:28.191184 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-cbd0d24a-d7d3-4a61-aa48-29869bf4f411', 'network_id': 'cbd0d24a-d7d3-4a61-aa48-29869bf4f411', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'fixed_ips': [{'subnet_id': '2f12dec3-2dc9-440a-b1f6-d925a804646d'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:45:28.192864 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:28.205457 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-143ec8ae-6576-4cb2-9322-2dfea0a73a99 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:28.356412 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-143ec8ae-6576-4cb2-9322-2dfea0a73a99 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:28.454631 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e9d69720-dc26-4780-9e01-bdfdfbf044e8 req-096afa6f-2631-4bec-bbc0-fc00b8f60dc2 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 210 time: 0.0803304
Jun 04 15:45:28.504409 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-143ec8ae-6576-4cb2-9322-2dfea0a73a99 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:28.509077 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-143ec8ae-6576-4cb2-9322-2dfea0a73a99 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5092163
Jun 04 15:45:28.509077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47348) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:28.515259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'port': {'network_id': 'cbd0d24a-d7d3-4a61-aa48-29869bf4f411', 'name': 'tempest-RoutersTest-554999588'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:45:28.549577 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Allocated IP 172.20.0.2 (cbd0d24a-d7d3-4a61-aa48-29869bf4f411/2f12dec3-2dc9-440a-b1f6-d925a804646d/d0a6053d-823a-4982-b878-e35e90a25e5e) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:45:28.872955 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:28.891756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Transition to ACTIVE for port object d0a6053d-823a-4982-b878-e35e90a25e5e will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:45:28.914678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Transition to ACTIVE for port object d0a6053d-823a-4982-b878-e35e90a25e5e will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:45:29.017940 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:29.029949 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6967af3f-a3b2-4516-beff-5e6e45321a4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:29.042635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:45:29.054568 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:45:29.077287 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2aeed894-66db-4e33-a0ec-e21feefc4152 req-613b6411-ed6a-495b-95e7-5058c3099821 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3126731
Jun 04 15:45:29.121650 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Network cbd0d24a-d7d3-4a61-aa48-29869bf4f411 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:45:29.159360 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:45:29.162997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:45:29.170862 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:29.191846 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Pushing event updated for resources: {'Port': ['ID=d0a6053d-823a-4982-b878-e35e90a25e5e,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:29.207485 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:29.209373 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:45:29.700020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Attempting to bind port d0a6053d-823a-4982-b878-e35e90a25e5e on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:45:29.700020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Attempting to bind port d0a6053d-823a-4982-b878-e35e90a25e5e by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '560c2a31-1de4-4df6-8205-293591c2527d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cbd0d24a-d7d3-4a61-aa48-29869bf4f411'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:45:29.700020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Attempting to bind port d0a6053d-823a-4982-b878-e35e90a25e5e on network cbd0d24a-d7d3-4a61-aa48-29869bf4f411 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:45:29.700020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:45:29.700020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Checking segment: {'id': '560c2a31-1de4-4df6-8205-293591c2527d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cbd0d24a-d7d3-4a61-aa48-29869bf4f411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:45:29.700020 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:29.700020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Bound using segment: {'id': '560c2a31-1de4-4df6-8205-293591c2527d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cbd0d24a-d7d3-4a61-aa48-29869bf4f411'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:45:29.700020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Bound port: d0a6053d-823a-4982-b878-e35e90a25e5e, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560c2a31-1de4-4df6-8205-293591c2527d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cbd0d24a-d7d3-4a61-aa48-29869bf4f411'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:45:29.700020 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:29.706965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] device_id is not set on port 4e34bc07-6743-4eb1-a523-b0e119018627 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:45:29.708045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] For port d0a6053d-823a-4982-b878-e35e90a25e5e, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:45:29.708045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] For port d0a6053d-823a-4982-b878-e35e90a25e5e, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d0a6053d-823a-4982-b878-e35e90a25e5e,segment=NetworkSegment(560c2a31-1de4-4df6-8205-293591c2527d),segment_id=560c2a31-1de4-4df6-8205-293591c2527d)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:45:29.734936 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d5c76abb-44da-4dce-8e19-d87fc5c5d6b1 req-39d788da-3740-4cfe-894e-eefe004a1dd2 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 210 time: 0.0755529
Jun 04 15:45:29.777869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeed894-66db-4e33-a0ec-e21feefc4152 req-e861417f-6ede-4695-ac83-8b6fadb7991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:29.780986 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2aeed894-66db-4e33-a0ec-e21feefc4152 req-e861417f-6ede-4695-ac83-8b6fadb7991e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 1097 time: 0.5331416
Jun 04 15:45:29.830972 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b55bdb6-0514-4ea3-8afa-0a8a300943e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:29.877667 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:29.886424 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-36c90420-d59f-4a16-b5c5-3535abc57915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:30.004514 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Pushing event updated for resources: {'Port': ['ID=d0a6053d-823a-4982-b878-e35e90a25e5e,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:30.021164 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:30.066044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Allocated IP 172.20.0.14 (cbd0d24a-d7d3-4a61-aa48-29869bf4f411/2f12dec3-2dc9-440a-b1f6-d925a804646d/4e34bc07-6743-4eb1-a523-b0e119018627) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:45:30.388391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeed894-66db-4e33-a0ec-e21feefc4152 req-d63ab757-660e-417e-add4-9c336243d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:30.389896 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2aeed894-66db-4e33-a0ec-e21feefc4152 req-d63ab757-660e-417e-add4-9c336243d0f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0339ff3f-f872-422f-8d79-308474532286 HTTP/1.1" status: 200  len: 915 time: 0.5637569
Jun 04 15:45:30.393242 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:30.488008 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2aeed894-66db-4e33-a0ec-e21feefc4152 req-30e549fb-eac9-498a-abff-9477d5590ddd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50d24f6f-85ae-4825-96e3-e08047ae137c HTTP/1.1" status: 200  len: 217 time: 0.0876038
Jun 04 15:45:30.576083 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Transition to ACTIVE for port object 4e34bc07-6743-4eb1-a523-b0e119018627 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:45:30.595936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeed894-66db-4e33-a0ec-e21feefc4152 req-29aff989-75bc-426a-a39e-8ba35dc3b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:30.597472 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2aeed894-66db-4e33-a0ec-e21feefc4152 req-29aff989-75bc-426a-a39e-8ba35dc3b592 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ca6e046-932e-4cd9-be29-03f24f42f2ae HTTP/1.1" status: 200  len: 854 time: 0.1003623
Jun 04 15:45:30.689222 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2aeed894-66db-4e33-a0ec-e21feefc4152 req-1c4e2792-883d-4fda-924d-0dcfe38743ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0339ff3f-f872-422f-8d79-308474532286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0839193
Jun 04 15:45:31.020275 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:31.050236 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ef3390de-11b3-4cdd-8d8f-1075f2ec9918 req-4c73e4a0-b91f-49f0-804f-08c6fb25e064 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 210 time: 0.0715206
Jun 04 15:45:31.092266 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9a391b6a-d17b-4fe8-9093-fd5cee02ca90 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:31.185057 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d0a6053d-823a-4982-b878-e35e90a25e5e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:45:31.227903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-9749406c-e41a-412e-b836-69fdd5bcb1cf tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:31.235594 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-9749406c-e41a-412e-b836-69fdd5bcb1cf tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.65 "GET /v2.0/networks?id=0339ff3f-f872-422f-8d79-308474532286 HTTP/1.1" status: 200  len: 814 time: 0.5774565
Jun 04 15:45:31.316807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=4e34bc07-6743-4eb1-a523-b0e119018627,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:31.359554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network cbd0d24a-d7d3-4a61-aa48-29869bf4f411 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:45:31.390601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Request body: {'port': {'device_id': 'd2d5a2cd-6ff6-474f-9851-8ce405bc4ad0', 'network_id': '0339ff3f-f872-422f-8d79-308474532286', 'admin_state_up': True, 'tenant_id': '5c51f420ed0b46af9d13869cdf73dc77'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:45:31.424795 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:31.425933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:45:31.434350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:45:31.460851 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port d0a6053d-823a-4982-b878-e35e90a25e5e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:45:31.717124 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2aeed894-66db-4e33-a0ec-e21feefc4152 req-af7a13e4-adb7-4a15-a003-4803835c58a1 service neutron] 10.222.0.62 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9982247
Jun 04 15:45:31.769474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:45:31.818416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:31.818416 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:31.820510 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deac3261-c8b0-4125-ba89-efb70d813b7d None None] Network cbd0d24a-d7d3-4a61-aa48-29869bf4f411 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:45:31.843493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:45:31.987814 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2aeed894-66db-4e33-a0ec-e21feefc4152 req-77b89cae-e81b-453a-9075-5a25644acaa2 service neutron] 10.222.0.62 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2603984
Jun 04 15:45:31.989272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Made reservation on behalf of 5c51f420ed0b46af9d13869cdf73dc77 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:45:32.003565 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:32.357095 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:32.483207 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a24d3066-4ca2-4c05-a4e2-9a8e8d7f1fe6 None None] Provisioning for port d0a6053d-823a-4982-b878-e35e90a25e5e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:45:32.489020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a24d3066-4ca2-4c05-a4e2-9a8e8d7f1fe6 None None] Provisioning complete for port d0a6053d-823a-4982-b878-e35e90a25e5e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:32.489411 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a24d3066-4ca2-4c05-a4e2-9a8e8d7f1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:32.587229 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-843fa460-cb49-47dd-8fb3-eaf4b47161c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:32.601202 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e7933a7a-9fb9-428c-a332-0271adf4f5c2 req-b95de27a-a48d-4012-b0cc-e62a41b44e83 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 210 time: 0.4009476
Jun 04 15:45:32.615993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47400) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:32.616462 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 4.1056247
Jun 04 15:45:32.661360 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Allocated IP 172.20.0.8 (0339ff3f-f872-422f-8d79-308474532286/6ca6e046-932e-4cd9-be29-03f24f42f2ae/f5698a6b-0a4e-441e-8e9f-d09d4cae73df) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:45:32.776046 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a24d3066-4ca2-4c05-a4e2-9a8e8d7f1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:32.842240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a24d3066-4ca2-4c05-a4e2-9a8e8d7f1fe6 None None] For port d0a6053d-823a-4982-b878-e35e90a25e5e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d0a6053d-823a-4982-b878-e35e90a25e5e,segment=NetworkSegment(560c2a31-1de4-4df6-8205-293591c2527d),segment_id=560c2a31-1de4-4df6-8205-293591c2527d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:45:32.950198 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a24d3066-4ca2-4c05-a4e2-9a8e8d7f1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:32.952227 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:33.039923 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:33.145851 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d3066-4ca2-4c05-a4e2-9a8e8d7f1fe6 None None] Pushing event updated for resources: {'Port': ['ID=d0a6053d-823a-4982-b878-e35e90a25e5e,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:33.166222 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a24d3066-4ca2-4c05-a4e2-9a8e8d7f1fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:33.197327 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:33.208743 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:33.216898 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cc91a65f-4f79-4e83-bc37-38a8e75166d7 None None] Provisioning complete for port d0a6053d-823a-4982-b878-e35e90a25e5e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:33.216898 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cc91a65f-4f79-4e83-bc37-38a8e75166d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:33.325731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['50d24f6f-85ae-4825-96e3-e08047ae137c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:45:33.347049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Network 0339ff3f-f872-422f-8d79-308474532286 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:45:33.350616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:45:33.360021 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:45:33.428908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:33.429528 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:33.444157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Pushing event updated for resources: {'Port': ['ID=f5698a6b-0a4e-441e-8e9f-d09d4cae73df,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:33.449616 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:33.608704 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2338047
Jun 04 15:45:33.626980 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Request body: {'port': {'device_id': 'd2d5a2cd-6ff6-474f-9851-8ce405bc4ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:45:33.767878 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:33.898468 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cc91a65f-4f79-4e83-bc37-38a8e75166d7 None None] Provisioning for port 4e34bc07-6743-4eb1-a523-b0e119018627 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:45:33.903560 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:33.905934 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cc91a65f-4f79-4e83-bc37-38a8e75166d7 None None] Provisioning complete for port 4e34bc07-6743-4eb1-a523-b0e119018627 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:33.910423 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cc91a65f-4f79-4e83-bc37-38a8e75166d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:34.014452 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:34.030453 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cc91a65f-4f79-4e83-bc37-38a8e75166d7 None None] Port 4e34bc07-6743-4eb1-a523-b0e119018627 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:45:34.053188 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d5d4c-827e-40d6-a1c0-150c77e06005 req-9bee99d1-c66e-427a-a9a3-cfbafe15f907 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:34.061426 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b22d5d4c-827e-40d6-a1c0-150c77e06005 req-9bee99d1-c66e-427a-a9a3-cfbafe15f907 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 931 time: 0.2037485
Jun 04 15:45:34.165935 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8ac089c8-aeac-45fc-95c2-b492b6aa5646 None None] Provisioning complete for port 4e34bc07-6743-4eb1-a523-b0e119018627 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:34.166538 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8ac089c8-aeac-45fc-95c2-b492b6aa5646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:34.180084 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b22d5d4c-827e-40d6-a1c0-150c77e06005 req-c5618c81-4641-4776-b96e-4906eb0a8765 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174238
Jun 04 15:45:34.254878 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8ac089c8-aeac-45fc-95c2-b492b6aa5646 None None] Port 4e34bc07-6743-4eb1-a523-b0e119018627 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:45:34.532281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5698a6b-0a4e-441e-8e9f-d09d4cae73df {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:45:34.540308 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:34.556553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Transition to ACTIVE for port object f5698a6b-0a4e-441e-8e9f-d09d4cae73df will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:45:34.646741 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:34.651714 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0048da3c-eaf4-44d9-8807-4ce62c3f136e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:34.759028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Pushing event updated for resources: {'Port': ['ID=f5698a6b-0a4e-441e-8e9f-d09d4cae73df,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:34.786772 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:34.894709 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:35.025415 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:35.031501 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:35.057660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Attempting to bind port f5698a6b-0a4e-441e-8e9f-d09d4cae73df on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:45:35.058204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Attempting to bind port f5698a6b-0a4e-441e-8e9f-d09d4cae73df by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:45:35.058543 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Attempting to bind port f5698a6b-0a4e-441e-8e9f-d09d4cae73df on network 0339ff3f-f872-422f-8d79-308474532286 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:45:35.066434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Port f5698a6b-0a4e-441e-8e9f-d09d4cae73df on network 0339ff3f-f872-422f-8d79-308474532286 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:45:35.066756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Attempting to bind port f5698a6b-0a4e-441e-8e9f-d09d4cae73df on network 0339ff3f-f872-422f-8d79-308474532286 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:45:35.073737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:45:35.074111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Checking segment: {'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:45:35.074699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Bound using segment: {'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:45:35.074972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Bound port: f5698a6b-0a4e-441e-8e9f-d09d4cae73df, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:45:35.075320 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:35.145710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d0a6053d-823a-4982-b878-e35e90a25e5e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:45:35.243013 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=4e34bc07-6743-4eb1-a523-b0e119018627,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:35.246797 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:35.253477 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:35.358077 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d0a6053d-823a-4982-b878-e35e90a25e5e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:35.358461 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:35.491519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] For port f5698a6b-0a4e-441e-8e9f-d09d4cae73df, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:45:35.505971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] For port f5698a6b-0a4e-441e-8e9f-d09d4cae73df, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=f5698a6b-0a4e-441e-8e9f-d09d4cae73df,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:45:35.622106 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d1a763ef-80c0-4483-b023-39eb2dbd6a17 None None] Provisioning complete for port 4e34bc07-6743-4eb1-a523-b0e119018627 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:35.622494 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1a763ef-80c0-4483-b023-39eb2dbd6a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:35.681402 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:35.691055 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e4034293-f6fe-43c8-81d2-e19c1ce0f42e tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:35.767048 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-d1a763ef-80c0-4483-b023-39eb2dbd6a17 None None] Port 4e34bc07-6743-4eb1-a523-b0e119018627 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:45:35.791900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:35.797091 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:35.797091 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] 10.222.0.65 "PUT /v2.0/ports/f5698a6b-0a4e-441e-8e9f-d09d4cae73df HTTP/1.1" status: 200  len: 1091 time: 2.1779962
Jun 04 15:45:35.797091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d5a2cd-6ff6-474f-9851-8ce405bc4ad0', 'tag': 'f5698a6b-0a4e-441e-8e9f-d09d4cae73df'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:45:35.798168 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dad9d5-87e7-47b7-aa0b-eb42ba904433" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0", "tag": "f5698a6b-0a4e-441e-8e9f-d09d4cae73df"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:45:35.819498 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:35.835948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Pushing event updated for resources: {'Port': ['ID=f5698a6b-0a4e-441e-8e9f-d09d4cae73df,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:35.841367 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:35.854951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7e8f0-74eb-44aa-807a-aaaf3461b452 req-24dbcec9-e290-4f32-a2da-6119742d5df3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:35.855712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d1f7e8f0-74eb-44aa-807a-aaaf3461b452 req-24dbcec9-e290-4f32-a2da-6119742d5df3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Synchronizing usage tracker for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:45:35.896548 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105400f8-7ef4-4acd-b832-7d895dda904d x-openstack-request-id: req-105400f8-7ef4-4acd-b832-7d895dda904d {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:45:35.896903 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0", "tag": "f5698a6b-0a4e-441e-8e9f-d09d4cae73df", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:45:35.897307 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-105400f8-7ef4-4acd-b832-7d895dda904d {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:45:35.897759 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d5a2cd-6ff6-474f-9851-8ce405bc4ad0', 'tag': 'f5698a6b-0a4e-441e-8e9f-d09d4cae73df', 'status': 'completed', 'code': 200}
Jun 04 15:45:35.986949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d1f7e8f0-74eb-44aa-807a-aaaf3461b452 req-24dbcec9-e290-4f32-a2da-6119742d5df3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Unset dirty status for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:45:35.988170 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d1f7e8f0-74eb-44aa-807a-aaaf3461b452 req-24dbcec9-e290-4f32-a2da-6119742d5df3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 943 time: 0.4222667
Jun 04 15:45:36.048059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dad9d5-87e7-47b7-aa0b-eb42ba904433 req-f1dcde8a-842b-4134-9973-88e030372c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:36.049836 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-51dad9d5-87e7-47b7-aa0b-eb42ba904433 req-f1dcde8a-842b-4134-9973-88e030372c38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 1094 time: 0.1303768
Jun 04 15:45:36.093606 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d1f7e8f0-74eb-44aa-807a-aaaf3461b452 req-feef6f32-f31c-49c6-bd2f-361e8fc1b2a7 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949919
Jun 04 15:45:36.137043 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:36.267553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dad9d5-87e7-47b7-aa0b-eb42ba904433 req-1467ad2c-3fb9-43c7-b336-753a38be962b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:36.269207 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-51dad9d5-87e7-47b7-aa0b-eb42ba904433 req-1467ad2c-3fb9-43c7-b336-753a38be962b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2096953
Jun 04 15:45:36.467374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dad9d5-87e7-47b7-aa0b-eb42ba904433 req-46225ce7-3f4c-4045-8608-5dc8f997b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:36.467374 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-51dad9d5-87e7-47b7-aa0b-eb42ba904433 req-46225ce7-3f4c-4045-8608-5dc8f997b3ce service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1864238
Jun 04 15:45:36.628267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-284785f1-091d-49e5-8013-667beee68bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:36.631182 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-284785f1-091d-49e5-8013-667beee68bee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 1094 time: 0.1185796
Jun 04 15:45:36.646439 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:36.709409 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-9f74a6f5-c410-4d90-96bd-a5f50afc7878 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5698a6b-0a4e-441e-8e9f-d09d4cae73df HTTP/1.1" status: 200  len: 217 time: 0.0705960
Jun 04 15:45:36.756578 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:36.794257 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-87eac6c2-c8e4-4029-b9bf-106d43d349ea tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:36.800187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-ab5818df-e308-4bb6-9e0c-af3d5f1f4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:36.801882 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-ab5818df-e308-4bb6-9e0c-af3d5f1f4802 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ca6e046-932e-4cd9-be29-03f24f42f2ae HTTP/1.1" status: 200  len: 854 time: 0.0855384
Jun 04 15:45:37.029372 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-e8963f97-2b08-4b05-9c0f-d73b0ed77466 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0339ff3f-f872-422f-8d79-308474532286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2198341
Jun 04 15:45:37.091745 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:37.095714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=4e34bc07-6743-4eb1-a523-b0e119018627,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:37.099232 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:37.204079 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-21b39c61-eb70-43ee-93d1-788c3b812759 service neutron] 10.222.0.65 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679955
Jun 04 15:45:37.376890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network cbd0d24a-d7d3-4a61-aa48-29869bf4f411 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:45:37.379843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:45:37.412527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30dc0b-d83f-4e02-8e75-706ee68f81bf req-691c30f4-0f49-4fc9-aa67-a33a756f3a03 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:37.412527 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6c30dc0b-d83f-4e02-8e75-706ee68f81bf req-691c30f4-0f49-4fc9-aa67-a33a756f3a03 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 943 time: 0.1570642
Jun 04 15:45:37.453949 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d0048e4c-d411-48b7-a3c4-01a4edcb967f req-78162e3c-587c-49ef-a4d4-bd1eb6693514 service neutron] 10.222.0.65 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2435248
Jun 04 15:45:37.544762 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6c30dc0b-d83f-4e02-8e75-706ee68f81bf req-cbbb54ac-65c6-4ed8-855b-d3781e5352c1 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693099
Jun 04 15:45:37.719701 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-992bd1cb-446a-4af6-914f-107499d12d1f None None] Provisioning complete for port 4e34bc07-6743-4eb1-a523-b0e119018627 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:37.721292 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-992bd1cb-446a-4af6-914f-107499d12d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:37.783122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-992bd1cb-446a-4af6-914f-107499d12d1f None None] Port 4e34bc07-6743-4eb1-a523-b0e119018627 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:45:37.881311 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 15188932-2448-404e-8e14-3dcc50189de1 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:45:38.130518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:45:38.138572 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/15188932-2448-404e-8e14-3dcc50189de1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5239677
Jun 04 15:45:38.141186 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47482) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:38.161382 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5351551-bf8e-426f-a0c7-27f57e08f8a9 None None] Sync routers for ids ['15188932-2448-404e-8e14-3dcc50189de1'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:45:38.168742 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5351551-bf8e-426f-a0c7-27f57e08f8a9 None None] Routers {'15188932-2448-404e-8e14-3dcc50189de1'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:45:38.169388 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e5351551-bf8e-426f-a0c7-27f57e08f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8d3880>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:45:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['15188932-2448-404e-8e14-3dcc50189de1'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:38.238326 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e5351551-bf8e-426f-a0c7-27f57e08f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8d3880>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:38.248038 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5351551-bf8e-426f-a0c7-27f57e08f8a9 None None] Routers {'15188932-2448-404e-8e14-3dcc50189de1'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:45:38.248651 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e5351551-bf8e-426f-a0c7-27f57e08f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8d3880>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:45:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['15188932-2448-404e-8e14-3dcc50189de1'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:38.286272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0102719-9a79-45f7-844c-4cfd993faa65 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:38.295740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47494) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:38.297519 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a0102719-9a79-45f7-844c-4cfd993faa65 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports/4e34bc07-6743-4eb1-a523-b0e119018627 HTTP/1.1" status: 200  len: 977 time: 0.1551039
Jun 04 15:45:38.341331 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e5351551-bf8e-426f-a0c7-27f57e08f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8d3880>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:38.341736 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5351551-bf8e-426f-a0c7-27f57e08f8a9 None None] The sync data for ids ['15188932-2448-404e-8e14-3dcc50189de1'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:45:38.902551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ad553-6115-441b-b683-d5a01908a8e9 req-52cd532e-a709-4554-9b7f-98f6bca8cae1 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:38.904058 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b75ad553-6115-441b-b683-d5a01908a8e9 req-52cd532e-a709-4554-9b7f-98f6bca8cae1 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 943 time: 0.1606078
Jun 04 15:45:39.033245 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b75ad553-6115-441b-b683-d5a01908a8e9 req-b76043e1-5bce-4dcb-ace2-a31ebc9680ce tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213443
Jun 04 15:45:39.205971 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e48c988-8940-4fcc-9c1b-e5ce2ff0cc3b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:39.654474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-1e48c988-8940-4fcc-9c1b-e5ce2ff0cc3b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port 4e34bc07-6743-4eb1-a523-b0e119018627 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:45:39.655109 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e48c988-8940-4fcc-9c1b-e5ce2ff0cc3b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:39.837219 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device f5698a6b-0a4e-441e-8e9f-d09d4cae73df details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:45:40.011740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port f5698a6b-0a4e-441e-8e9f-d09d4cae73df, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=f5698a6b-0a4e-441e-8e9f-d09d4cae73df,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:45:40.041096 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'f5698a6b-0a4e-441e-8e9f-d09d4cae73df', 'network_id': '0339ff3f-f872-422f-8d79-308474532286', 'port_id': 'f5698a6b-0a4e-441e-8e9f-d09d4cae73df', 'mac_address': 'fa:16:3e:ad:59:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca6e046-932e-4cd9-be29-03f24f42f2ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:45:40.211365 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:40.215516 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e48c988-8940-4fcc-9c1b-e5ce2ff0cc3b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:40.253771 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5698a6b-0a4e-441e-8e9f-d09d4cae73df {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:45:40.302670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port f5698a6b-0a4e-441e-8e9f-d09d4cae73df, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=f5698a6b-0a4e-441e-8e9f-d09d4cae73df,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:45:40.434953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bcddc-69d5-426f-88e1-26156986612c req-a6a97404-5095-4116-b766-6e2b742ceff6 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:40.437259 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-527bcddc-69d5-426f-88e1-26156986612c req-a6a97404-5095-4116-b766-6e2b742ceff6 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 943 time: 0.1520753
Jun 04 15:45:40.455694 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:40.463918 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:40.478946 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-1e48c988-8940-4fcc-9c1b-e5ce2ff0cc3b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for 4e34bc07-6743-4eb1-a523-b0e119018627 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:45:40.528369 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-527bcddc-69d5-426f-88e1-26156986612c req-81a81064-1889-4795-8566-e33402726fb0 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840750
Jun 04 15:45:40.620862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=f5698a6b-0a4e-441e-8e9f-d09d4cae73df,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:40.630935 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:40.713662 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['f5698a6b-0a4e-441e-8e9f-d09d4cae73df'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:45:40.914514 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47554) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:41.032483 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e48c988-8940-4fcc-9c1b-e5ce2ff0cc3b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:41.039993 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2321f274-96b9-46a1-9f1c-a19102de777c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:41.156413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48c988-8940-4fcc-9c1b-e5ce2ff0cc3b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=4e34bc07-6743-4eb1-a523-b0e119018627,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:41.157966 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0dad4483-76fc-492d-9e64-b52970b65a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:41.167744 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1e48c988-8940-4fcc-9c1b-e5ce2ff0cc3b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:41.206899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0dad4483-76fc-492d-9e64-b52970b65a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:45:41.212218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0dad4483-76fc-492d-9e64-b52970b65a51 admin admin] Usage tracker for resource:security_group_rule and tenant:4bdc3d01fe1b4490a2b2a3f478c362ee is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:45:41.225435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0dad4483-76fc-492d-9e64-b52970b65a51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:45:41.233274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0dad4483-76fc-492d-9e64-b52970b65a51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:45:41.640228 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0dad4483-76fc-492d-9e64-b52970b65a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:41.734100 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0dad4483-76fc-492d-9e64-b52970b65a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:41.771371 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-efa9d087-e043-4ffe-8fa9-f76ec3a04f20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:41.843479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device f5698a6b-0a4e-441e-8e9f-d09d4cae73df up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:45:41.849541 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0dad4483-76fc-492d-9e64-b52970b65a51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bdc3d01fe1b4490a2b2a3f478c362ee&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9315176
Jun 04 15:45:41.850604 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47568) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:41.863445 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad4483-76fc-492d-9e64-b52970b65a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd99cfa-b746-4142-b600-a00c4a7458e5,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:41.896657 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0dad4483-76fc-492d-9e64-b52970b65a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:42.010914 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1e48c988-8940-4fcc-9c1b-e5ce2ff0cc3b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:42.027598 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b630-054b-4919-8d59-f531460d0252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:42.047836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port f5698a6b-0a4e-441e-8e9f-d09d4cae73df completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:45:42.054392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port f5698a6b-0a4e-441e-8e9f-d09d4cae73df triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:42.055780 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:42.106674 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b630-054b-4919-8d59-f531460d0252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:42.352715 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b630-054b-4919-8d59-f531460d0252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:42.364952 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1dba9288-cc4c-45dc-8bb6-77473a3b8482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:42.374625 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:42.387726 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8b630-054b-4919-8d59-f531460d0252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd99cfa-b746-4142-b600-a00c4a7458e5,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:42.393561 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9fe8b630-054b-4919-8d59-f531460d0252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:42.396189 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b630-054b-4919-8d59-f531460d0252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:42.397533 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9fe8b630-054b-4919-8d59-f531460d0252 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfd99cfa-b746-4142-b600-a00c4a7458e5 HTTP/1.1" status: 204  len: 168 time: 0.5459380
Jun 04 15:45:42.423559 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port f5698a6b-0a4e-441e-8e9f-d09d4cae73df, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=f5698a6b-0a4e-441e-8e9f-d09d4cae73df,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:45:42.486487 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d5a2cd-6ff6-474f-9851-8ce405bc4ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5698a6b-0a4e-441e-8e9f-d09d4cae73df'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:45:42.486487 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a424a2d-2489-400e-9b65-c6e24d17765a" -d '{"events": [{"server_uuid": "d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0", "name": "network-vif-plugged", "status": "completed", "tag": "f5698a6b-0a4e-441e-8e9f-d09d4cae73df"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:45:42.487046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31299b7-8787-4336-9c75-b2d35e779439 req-b0b99096-ff5f-4277-a427-00956f9de5e8 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:42.487046 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b31299b7-8787-4336-9c75-b2d35e779439 req-b0b99096-ff5f-4277-a427-00956f9de5e8 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 944 time: 0.5939987
Jun 04 15:45:42.517124 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15b8ea6-78d4-4fa3-a7e0-070f36cdb2c0 x-openstack-request-id: req-b15b8ea6-78d4-4fa3-a7e0-070f36cdb2c0 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:45:42.517124 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0", "name": "network-vif-plugged", "status": "completed", "tag": "f5698a6b-0a4e-441e-8e9f-d09d4cae73df", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:45:42.517124 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b15b8ea6-78d4-4fa3-a7e0-070f36cdb2c0 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:45:42.517124 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d5a2cd-6ff6-474f-9851-8ce405bc4ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5698a6b-0a4e-441e-8e9f-d09d4cae73df', 'code': 200}
Jun 04 15:45:42.620181 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:42.623935 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:42.632302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e48c988-8940-4fcc-9c1b-e5ce2ff0cc3b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 15188932-2448-404e-8e14-3dcc50189de1 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:45:42.671872 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b31299b7-8787-4336-9c75-b2d35e779439 req-92b9a895-d24d-41fd-89f1-c503f14eb04a tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352816
Jun 04 15:45:42.726245 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=f5698a6b-0a4e-441e-8e9f-d09d4cae73df,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:42.734033 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:42.823893 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e48c988-8940-4fcc-9c1b-e5ce2ff0cc3b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:45:42.839955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfaa7ef-7ded-4a62-b731-65a7903282aa None None] Sync routers for ids ['15188932-2448-404e-8e14-3dcc50189de1'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:45:42.847137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456f118-2f9a-49dd-b70a-5de3e6bcdd57 req-8b7c0f30-b6f8-41fe-ac96-7b8515fc7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:42.847137 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8456f118-2f9a-49dd-b70a-5de3e6bcdd57 req-8b7c0f30-b6f8-41fe-ac96-7b8515fc7900 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 1096 time: 0.2652171
Jun 04 15:45:42.851611 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1e48c988-8940-4fcc-9c1b-e5ce2ff0cc3b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/15188932-2448-404e-8e14-3dcc50189de1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5552857
Jun 04 15:45:42.855816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47590) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:42.879575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfaa7ef-7ded-4a62-b731-65a7903282aa None None] Routers {'15188932-2448-404e-8e14-3dcc50189de1'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:45:42.880394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2bfaa7ef-7ded-4a62-b731-65a7903282aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c311070>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:45:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['15188932-2448-404e-8e14-3dcc50189de1'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:42.909719 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8456f118-2f9a-49dd-b70a-5de3e6bcdd57 req-41354319-26e5-47ba-9a32-0c7d1eaee7f6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564377
Jun 04 15:45:42.996348 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2bfaa7ef-7ded-4a62-b731-65a7903282aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c311070>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:43.007475 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfaa7ef-7ded-4a62-b731-65a7903282aa None None] Routers {'15188932-2448-404e-8e14-3dcc50189de1'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:45:43.008722 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2bfaa7ef-7ded-4a62-b731-65a7903282aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c311070>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:45:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['15188932-2448-404e-8e14-3dcc50189de1'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:43.090318 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2bfaa7ef-7ded-4a62-b731-65a7903282aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c311070>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:43.090784 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfaa7ef-7ded-4a62-b731-65a7903282aa None None] The sync data for ids ['15188932-2448-404e-8e14-3dcc50189de1'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:45:43.436791 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-f1b0d8ac-d267-4ac9-bf24-251e39d834ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] remove_router_interface failed (client error): The resource could not be found.
Jun 04 15:45:43.447978 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f1b0d8ac-d267-4ac9-bf24-251e39d834ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/15188932-2448-404e-8e14-3dcc50189de1/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.5809233
Jun 04 15:45:43.447978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47612) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:43.725883 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d3b194b0-b3a8-4d93-b7f2-b368e8943e41 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports?device_id=15188932-2448-404e-8e14-3dcc50189de1 HTTP/1.1" status: 200  len: 205 time: 0.2773750
Jun 04 15:45:43.725883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47620) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:43.934156 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4dad0f67-272a-420f-943c-7a7a7f98f370 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:44.293284 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4dad0f67-272a-420f-943c-7a7a7f98f370 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:44.296970 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4dad0f67-272a-420f-943c-7a7a7f98f370 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:44.351885 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e31ca-2123-49e8-aa4d-2575af69e3c9 req-c249c6c3-4285-4ef4-b1ed-9810c4aa5700 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:44.354175 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4d3e31ca-2123-49e8-aa4d-2575af69e3c9 req-c249c6c3-4285-4ef4-b1ed-9810c4aa5700 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 945 time: 0.4627056
Jun 04 15:45:44.493320 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4d3e31ca-2123-49e8-aa4d-2575af69e3c9 req-d041f403-55ea-48b8-9538-802ebfabd5ee tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979309
Jun 04 15:45:44.495141 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4dad0f67-272a-420f-943c-7a7a7f98f370 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:44.495498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dad0f67-272a-420f-943c-7a7a7f98f370 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Fanout notify agent at l3_agent the message router_deleted on router 15188932-2448-404e-8e14-3dcc50189de1 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:45:44.522752 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4dad0f67-272a-420f-943c-7a7a7f98f370 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:44.523914 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4dad0f67-272a-420f-943c-7a7a7f98f370 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/routers/15188932-2448-404e-8e14-3dcc50189de1 HTTP/1.1" status: 204  len: 168 time: 0.8009739
Jun 04 15:45:44.529123 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47644) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:44.610044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-0608de44-f369-4be6-bfe2-20edf40b48a8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting subnet 2f12dec3-2dc9-440a-b1f6-d925a804646d {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:45:44.613580 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0608de44-f369-4be6-bfe2-20edf40b48a8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:44.680625 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0608de44-f369-4be6-bfe2-20edf40b48a8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:44.791800 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0608de44-f369-4be6-bfe2-20edf40b48a8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:45.330082 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0608de44-f369-4be6-bfe2-20edf40b48a8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:45.334556 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-163bcf0c-92d3-4124-a270-dd86d681f6ef tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:45.377914 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0608de44-f369-4be6-bfe2-20edf40b48a8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:45.384158 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608de44-f369-4be6-bfe2-20edf40b48a8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Subnet': ['ID=2f12dec3-2dc9-440a-b1f6-d925a804646d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:45.396544 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2f2c45-a8c4-4fb8-b250-a45d995d700b None None] Network cbd0d24a-d7d3-4a61-aa48-29869bf4f411 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:45:45.396993 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0608de44-f369-4be6-bfe2-20edf40b48a8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/2f12dec3-2dc9-440a-b1f6-d925a804646d HTTP/1.1" status: 204  len: 168 time: 0.8660355
Jun 04 15:45:45.396993 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0608de44-f369-4be6-bfe2-20edf40b48a8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:45.397227 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47656) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:45.604525 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:45.685409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port d0a6053d-823a-4982-b878-e35e90a25e5e {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:45:45.685878 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:45.841237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adcade5-45be-4f18-b3a3-a16681e0307c None None] DHCP port deletion for cbd0d24a-d7d3-4a61-aa48-29869bf4f411 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:45:45.867935 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658280df-bf73-46db-9805-16b04ade4853 req-ac8195c8-4160-4e89-87a4-0ec997427d46 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:45.871156 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-658280df-bf73-46db-9805-16b04ade4853 req-ac8195c8-4160-4e89-87a4-0ec997427d46 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 945 time: 0.1145220
Jun 04 15:45:45.951643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0adcade5-45be-4f18-b3a3-a16681e0307c None None] Deleting port d0a6053d-823a-4982-b878-e35e90a25e5e {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:45:45.953422 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0adcade5-45be-4f18-b3a3-a16681e0307c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:46.054948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] For port d0a6053d-823a-4982-b878-e35e90a25e5e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d0a6053d-823a-4982-b878-e35e90a25e5e,segment=NetworkSegment(560c2a31-1de4-4df6-8205-293591c2527d),segment_id=560c2a31-1de4-4df6-8205-293591c2527d)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:45:46.055375 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:46.182512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0adcade5-45be-4f18-b3a3-a16681e0307c None None] For port d0a6053d-823a-4982-b878-e35e90a25e5e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d0a6053d-823a-4982-b878-e35e90a25e5e,segment=NetworkSegment(560c2a31-1de4-4df6-8205-293591c2527d),segment_id=560c2a31-1de4-4df6-8205-293591c2527d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:45:46.186616 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0adcade5-45be-4f18-b3a3-a16681e0307c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:46.256212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for d0a6053d-823a-4982-b878-e35e90a25e5e owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:45:46.268725 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-658280df-bf73-46db-9805-16b04ade4853 req-c683e098-f570-4087-a666-e64c91e57f62 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3882551
Jun 04 15:45:46.369707 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0adcade5-45be-4f18-b3a3-a16681e0307c None None] Calling delete_port for d0a6053d-823a-4982-b878-e35e90a25e5e owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:45:46.465770 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:46.476177 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-21474a07-a683-4d5e-ad00-86c5a6a23d3b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:46.476976 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0adcade5-45be-4f18-b3a3-a16681e0307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:46.482778 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-69705819-9748-42e9-9a52-b55b564b5560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:46.526228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] No DVR routers for this DVR port d0a6053d-823a-4982-b878-e35e90a25e5e on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:45:46.527177 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcade5-45be-4f18-b3a3-a16681e0307c None None] Pushing event deleted for resources: {'Port': ['ID=d0a6053d-823a-4982-b878-e35e90a25e5e,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:46.529790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=d0a6053d-823a-4982-b878-e35e90a25e5e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:46.530783 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0adcade5-45be-4f18-b3a3-a16681e0307c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:46.535983 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adcade5-45be-4f18-b3a3-a16681e0307c None None] No DVR routers for this DVR port d0a6053d-823a-4982-b878-e35e90a25e5e on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:45:46.574445 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:46.712395 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:46.777550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83868f93a0>,) {'filters': {'network_id': ['cbd0d24a-d7d3-4a61-aa48-29869bf4f411']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:46.799817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83868f93a0>, '560c2a31-1de4-4df6-8205-293591c2527d') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:46.800197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83868f93a0>, '560c2a31-1de4-4df6-8205-293591c2527d') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:46.814837 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:46.835528 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:46.851951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:45:46.853167 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:45:46.874070 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:45:47.126282 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d0a6053d-823a-4982-b878-e35e90a25e5e no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:45:47.156775 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:47.164385 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3668a69a-e85e-4331-a8fc-8892f281f916 tempest-NetworksTestDHCPv6-665959502 tempest-NetworksTestDHCPv6-665959502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:47.186251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: d0a6053d-823a-4982-b878-e35e90a25e5e {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:45:47.187461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d0a6053d-823a-4982-b878-e35e90a25e5e not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:45:47.198932 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:47.232702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Network': ['ID=cbd0d24a-d7d3-4a61-aa48-29869bf4f411,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:47.243698 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:47.243698 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/networks/cbd0d24a-d7d3-4a61-aa48-29869bf4f411 HTTP/1.1" status: 204  len: 168 time: 1.8434467
Jun 04 15:45:47.248234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47702) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:47.255020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'network': {'name': 'tempest-RoutersTest-708115576'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:45:47.268003 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:45:47.273532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:network and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:45:47.277732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:45:47.284281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:45:47.488305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:45:47.492269 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:47.524305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:45:47.534441 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:47.534640 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Added segment 70c134f7-7307-4aaf-b934-f60b12e3ed14 of type vlan for network 6f9b7525-6215-46bb-872e-00906646a937
Jun 04 15:45:47.564527 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:47.740222 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:47.746222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:47.748744 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:47.752885 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-99b5ab17-77f1-49f3-b721-5237c1bc257c tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:47.890410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Network': ['ID=6f9b7525-6215-46bb-872e-00906646a937,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:47.901917 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:47.904491 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 6f9b7525-6215-46bb-872e-00906646a937 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:45:47.988006 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7385151
Jun 04 15:45:47.990721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47714) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:47.996300 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'subnet': {'network_id': '6f9b7525-6215-46bb-872e-00906646a937', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:45:48.129202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:45:48.133965 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:subnet and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:45:48.141059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:45:48.148761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:45:48.253720 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:45:48.257783 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:48.991309 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:48.997017 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:49.102102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Subnet': ['ID=bc4e1e58-3b1e-4df6-9096-9e9d99c36b97,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:49.106657 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:49.109262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Checking segment: {'id': '70c134f7-7307-4aaf-b934-f60b12e3ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f9b7525-6215-46bb-872e-00906646a937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:45:49.109713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network hostable DHCP agents. Network: 6f9b7525-6215-46bb-872e-00906646a937, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:45:49.235354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 6f9b7525-6215-46bb-872e-00906646a937 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:45:49.465323 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 6f9b7525-6215-46bb-872e-00906646a937) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:45:49.477264 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcfd17a-dfe9-4afa-989e-a0bec279e1bb None None] Network 6f9b7525-6215-46bb-872e-00906646a937 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:45:49.490943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:49.491541 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:49.679063 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6841655
Jun 04 15:45:49.679272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47756) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:49.685116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8ba7f278-fb24-495f-a643-d3587a83a8dd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-498213716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:45:49.732573 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8ba7f278-fb24-495f-a643-d3587a83a8dd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:45:49.747279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8ba7f278-fb24-495f-a643-d3587a83a8dd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:router and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:45:49.765568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8ba7f278-fb24-495f-a643-d3587a83a8dd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:45:49.793081 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8ba7f278-fb24-495f-a643-d3587a83a8dd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:45:49.816353 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6f9b7525-6215-46bb-872e-00906646a937', 'network_id': '6f9b7525-6215-46bb-872e-00906646a937', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'fixed_ips': [{'subnet_id': 'bc4e1e58-3b1e-4df6-9096-9e9d99c36b97'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:45:49.818423 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:49.899673 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f278-fb24-495f-a643-d3587a83a8dd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:49.901503 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f278-fb24-495f-a643-d3587a83a8dd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:49.937406 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f278-fb24-495f-a643-d3587a83a8dd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:49.998158 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:45:50.080018 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Allocated IP 172.20.0.2 (6f9b7525-6215-46bb-872e-00906646a937/bc4e1e58-3b1e-4df6-9096-9e9d99c36b97/9252f208-525a-453c-a200-f9a4aec4deef) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:45:50.139842 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f278-fb24-495f-a643-d3587a83a8dd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:50.385627 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f278-fb24-495f-a643-d3587a83a8dd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:50.390510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47766) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:50.398581 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:50.401791 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8ba7f278-fb24-495f-a643-d3587a83a8dd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.7199011
Jun 04 15:45:50.421444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Transition to ACTIVE for port object 9252f208-525a-453c-a200-f9a4aec4deef will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:45:50.453265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Transition to ACTIVE for port object 9252f208-525a-453c-a200-f9a4aec4deef will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:45:50.570858 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:50.578861 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:50.805101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Network 6f9b7525-6215-46bb-872e-00906646a937 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:45:50.821790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:45:50.830658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:45:50.972308 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Pushing event updated for resources: {'Port': ['ID=9252f208-525a-453c-a200-f9a4aec4deef,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:50.982659 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:51.019615 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Attempting to bind port 9252f208-525a-453c-a200-f9a4aec4deef on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:45:51.020964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Attempting to bind port 9252f208-525a-453c-a200-f9a4aec4deef by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '70c134f7-7307-4aaf-b934-f60b12e3ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f9b7525-6215-46bb-872e-00906646a937'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:45:51.021764 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Attempting to bind port 9252f208-525a-453c-a200-f9a4aec4deef on network 6f9b7525-6215-46bb-872e-00906646a937 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:45:51.068694 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:45:51.071087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Checking segment: {'id': '70c134f7-7307-4aaf-b934-f60b12e3ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f9b7525-6215-46bb-872e-00906646a937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:45:51.072684 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:51.073761 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Bound using segment: {'id': '70c134f7-7307-4aaf-b934-f60b12e3ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f9b7525-6215-46bb-872e-00906646a937'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:45:51.077585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Bound port: 9252f208-525a-453c-a200-f9a4aec4deef, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c134f7-7307-4aaf-b934-f60b12e3ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f9b7525-6215-46bb-872e-00906646a937'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:45:51.078160 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:51.123305 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:51.308902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] For port 9252f208-525a-453c-a200-f9a4aec4deef, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:45:51.313480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] For port 9252f208-525a-453c-a200-f9a4aec4deef, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9252f208-525a-453c-a200-f9a4aec4deef,segment=NetworkSegment(70c134f7-7307-4aaf-b934-f60b12e3ed14),segment_id=70c134f7-7307-4aaf-b934-f60b12e3ed14)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:45:51.431258 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:51.446514 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ee2750a1-ec18-420f-95a7-25ae331b13a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:51.671424 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Pushing event updated for resources: {'Port': ['ID=9252f208-525a-453c-a200-f9a4aec4deef,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:51.674997 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:51.741681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Allocated IP 172.20.0.1 (6f9b7525-6215-46bb-872e-00906646a937/bc4e1e58-3b1e-4df6-9096-9e9d99c36b97/5865d543-af5f-4067-9142-d968a74bb85e) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:45:51.994369 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:52.014156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Transition to ACTIVE for port object 5865d543-af5f-4067-9142-d968a74bb85e will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:45:52.179995 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:52.193839 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ebb36097-0ba7-4851-83fe-a4ecb351417e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:52.331273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 6f9b7525-6215-46bb-872e-00906646a937 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:45:52.333646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:45:52.336630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:45:52.609264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=5865d543-af5f-4067-9142-d968a74bb85e,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:52.614260 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:52.671558 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:53.087552 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5530ddd8-4aaa-4f77-a174-d1e2b25c62cd None None] Network 6f9b7525-6215-46bb-872e-00906646a937 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:45:53.265918 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:53.295842 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9252f208-525a-453c-a200-f9a4aec4deef up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:45:53.333401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-adff9617-3893-4241-92be-915aa3131c49 None None] Provisioning for port 9252f208-525a-453c-a200-f9a4aec4deef completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:45:53.604418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 9252f208-525a-453c-a200-f9a4aec4deef completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:45:53.621946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 9252f208-525a-453c-a200-f9a4aec4deef triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:53.624604 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:53.713660 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:53.846473 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:53.871473 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:53.958047 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 9252f208-525a-453c-a200-f9a4aec4deef, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9252f208-525a-453c-a200-f9a4aec4deef,segment=NetworkSegment(70c134f7-7307-4aaf-b934-f60b12e3ed14),segment_id=70c134f7-7307-4aaf-b934-f60b12e3ed14)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:45:53.996911 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:54.054166 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e4611f7b-352c-4b50-9808-6a812d697808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:54.069970 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:54.074953 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:54.252365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=5865d543-af5f-4067-9142-d968a74bb85e,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:54.276631 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:54.291695 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:54.317180 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=9252f208-525a-453c-a200-f9a4aec4deef,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:54.346907 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:54.492455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1693c444-892f-48d7-8b74-5bff7ecaa8c5 None None] Provisioning for port 5865d543-af5f-4067-9142-d968a74bb85e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:45:54.501949 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1693c444-892f-48d7-8b74-5bff7ecaa8c5 None None] Provisioning complete for port 5865d543-af5f-4067-9142-d968a74bb85e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:54.501949 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1693c444-892f-48d7-8b74-5bff7ecaa8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:54.527242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 6f9b7525-6215-46bb-872e-00906646a937 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:45:54.528511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:45:54.604442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1693c444-892f-48d7-8b74-5bff7ecaa8c5 None None] Port 5865d543-af5f-4067-9142-d968a74bb85e cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:45:54.633677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1693c444-892f-48d7-8b74-5bff7ecaa8c5 None None] Provisioning complete for port 9252f208-525a-453c-a200-f9a4aec4deef triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:54.634062 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1693c444-892f-48d7-8b74-5bff7ecaa8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:54.731368 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-b1831c3b-8188-4492-81cd-bce646d5a902 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:54.733578 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-b1831c3b-8188-4492-81cd-bce646d5a902 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/networks?id=0339ff3f-f872-422f-8d79-308474532286 HTTP/1.1" status: 200  len: 814 time: 0.2773223
Jun 04 15:45:54.755362 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-9e14af47-85d8-4d8f-94b2-0e2def97c2ee tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/quotas/5c51f420ed0b46af9d13869cdf73dc77 HTTP/1.1" status: 200  len: 375 time: 0.0153615
Jun 04 15:45:54.895902 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-df5eecaf-5552-4141-8482-f6ef300788d4 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1326244
Jun 04 15:45:55.032291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router a7668593-2185-405b-ab01-810e4e1c8479 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:45:55.066526 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-026bac45-a57f-40fc-9b38-b0894e43a15b None None] Provisioning complete for port 5865d543-af5f-4067-9142-d968a74bb85e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:55.066912 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-026bac45-a57f-40fc-9b38-b0894e43a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:55.090466 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-677fd91a-59fa-4a7e-8c09-036f694ce63c service neutron] 10.222.0.32 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858118
Jun 04 15:45:55.194881 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-026bac45-a57f-40fc-9b38-b0894e43a15b None None] Port 5865d543-af5f-4067-9142-d968a74bb85e cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:45:55.216808 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9252f208-525a-453c-a200-f9a4aec4deef up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:45:55.324874 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 9252f208-525a-453c-a200-f9a4aec4deef triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:45:55.325561 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:55.400056 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-2c4487cd-cbe3-4ff1-85c8-8308b5d72afd service neutron] 10.222.0.32 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3085175
Jun 04 15:45:55.454959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:45:55.465995 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaefc6c-5ec6-48c2-98f1-1970d755f6b0 None None] Sync routers for ids ['a7668593-2185-405b-ab01-810e4e1c8479'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:45:55.482447 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaefc6c-5ec6-48c2-98f1-1970d755f6b0 None None] Routers {'a7668593-2185-405b-ab01-810e4e1c8479'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:45:55.483166 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-dbaefc6c-5ec6-48c2-98f1-1970d755f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c93a850>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:45:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a7668593-2185-405b-ab01-810e4e1c8479'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:55.494042 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/a7668593-2185-405b-ab01-810e4e1c8479/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1002479
Jun 04 15:45:55.496398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 47866) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:55.616904 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-dbaefc6c-5ec6-48c2-98f1-1970d755f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c93a850>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:55.641717 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaefc6c-5ec6-48c2-98f1-1970d755f6b0 None None] Routers {'a7668593-2185-405b-ab01-810e4e1c8479'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:45:55.644159 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-dbaefc6c-5ec6-48c2-98f1-1970d755f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c93a850>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:45:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a7668593-2185-405b-ab01-810e4e1c8479'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:55.674443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a47997b-0520-454c-9d49-10367c33dd38 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:55.675737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9a47997b-0520-454c-9d49-10367c33dd38 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Synchronizing usage tracker for tenant:8851d51c966f43109caa7790bcf3b3df on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:45:55.746028 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-dbaefc6c-5ec6-48c2-98f1-1970d755f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c93a850>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:55.746909 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaefc6c-5ec6-48c2-98f1-1970d755f6b0 None None] The sync data for ids ['a7668593-2185-405b-ab01-810e4e1c8479'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:45:55.990251 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9a47997b-0520-454c-9d49-10367c33dd38 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Unset dirty status for tenant:8851d51c966f43109caa7790bcf3b3df on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:45:55.991476 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9a47997b-0520-454c-9d49-10367c33dd38 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports/5865d543-af5f-4067-9142-d968a74bb85e HTTP/1.1" status: 200  len: 910 time: 0.4940982
Jun 04 15:45:55.994811 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47880) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:55.998683 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:55.999264 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-94e69f4c-b349-4497-9a92-2abfed025f3e req-cda96522-c5b5-44bd-b335-a601425ebab3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 210 time: 0.2619338
Jun 04 15:45:56.827551 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-97a842f5-65c5-4c36-92a3-f8ae107c24e7 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:57.311357 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4498e3bd-0006-4758-95c1-b1d121e72a18 req-93dcaa0a-acac-4291-8a13-037ca24d5dd8 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 210 time: 0.0853903
Jun 04 15:45:57.514797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-97a842f5-65c5-4c36-92a3-f8ae107c24e7 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port 5865d543-af5f-4067-9142-d968a74bb85e {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:45:57.515146 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-97a842f5-65c5-4c36-92a3-f8ae107c24e7 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:57.716578 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-97a842f5-65c5-4c36-92a3-f8ae107c24e7 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:57.932951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-97a842f5-65c5-4c36-92a3-f8ae107c24e7 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for 5865d543-af5f-4067-9142-d968a74bb85e owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:45:58.276681 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-97a842f5-65c5-4c36-92a3-f8ae107c24e7 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:58.283330 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-954cc92c-5d4a-49e4-b2b2-da6afa3e29ae tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:45:58.338053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a842f5-65c5-4c36-92a3-f8ae107c24e7 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=5865d543-af5f-4067-9142-d968a74bb85e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:45:58.383394 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-97a842f5-65c5-4c36-92a3-f8ae107c24e7 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:45:58.570632 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b467a106-9c17-4f74-a091-5f8ae1fcdcf7 req-cc9724ab-d6a3-4925-b468-f03f5695d28d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 210 time: 0.0691993
Jun 04 15:45:58.697625 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-97a842f5-65c5-4c36-92a3-f8ae107c24e7 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:59.216371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-959bbd92-adfd-48b0-a5b7-7b3fd2273dd8 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:45:59.218064 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-959bbd92-adfd-48b0-a5b7-7b3fd2273dd8 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.62 "GET /v2.0/networks?id=0339ff3f-f872-422f-8d79-308474532286 HTTP/1.1" status: 200  len: 814 time: 0.3108110
Jun 04 15:45:59.233592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Request body: {'port': {'device_id': '8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b', 'network_id': '0339ff3f-f872-422f-8d79-308474532286', 'admin_state_up': True, 'tenant_id': '5c51f420ed0b46af9d13869cdf73dc77'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:45:59.418379 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:45:59.441978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:45:59.457786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a842f5-65c5-4c36-92a3-f8ae107c24e7 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router a7668593-2185-405b-ab01-810e4e1c8479 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:45:59.562184 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4e234c2c-2034-4256-9da8-1d23803d97fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:59.585403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Made reservation on behalf of 5c51f420ed0b46af9d13869cdf73dc77 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:45:59.591948 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:45:59.659396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a842f5-65c5-4c36-92a3-f8ae107c24e7 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:45:59.674578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaeaba9-954f-4b9f-a6aa-a166cea83a28 None None] Sync routers for ids ['a7668593-2185-405b-ab01-810e4e1c8479'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:45:59.688677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaeaba9-954f-4b9f-a6aa-a166cea83a28 None None] Routers {'a7668593-2185-405b-ab01-810e4e1c8479'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:45:59.700093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-bfaeaba9-954f-4b9f-a6aa-a166cea83a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c89f430>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:45:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a7668593-2185-405b-ab01-810e4e1c8479'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:59.794751 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f5d1fecb-e85b-44c2-a885-d0ac7fa41fb9 req-5270c9f3-24b6-41f3-bb97-bc15bf2eef34 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 210 time: 0.0835943
Jun 04 15:45:59.802405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-bfaeaba9-954f-4b9f-a6aa-a166cea83a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c89f430>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:59.813095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaeaba9-954f-4b9f-a6aa-a166cea83a28 None None] Routers {'a7668593-2185-405b-ab01-810e4e1c8479'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:45:59.813743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-bfaeaba9-954f-4b9f-a6aa-a166cea83a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c89f430>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:45:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['a7668593-2185-405b-ab01-810e4e1c8479'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:59.844060 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-97a842f5-65c5-4c36-92a3-f8ae107c24e7 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/a7668593-2185-405b-ab01-810e4e1c8479/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8477755
Jun 04 15:45:59.846792 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 47996) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:45:59.910548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-651f0485-ed10-45c0-ad3e-a3cdfd73812a tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Synchronizing usage tracker for tenant:8851d51c966f43109caa7790bcf3b3df on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:45:59.924486 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-bfaeaba9-954f-4b9f-a6aa-a166cea83a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c89f430>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:45:59.924896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaeaba9-954f-4b9f-a6aa-a166cea83a28 None None] The sync data for ids ['a7668593-2185-405b-ab01-810e4e1c8479'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:45:59.947271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Allocated IP 172.20.0.11 (0339ff3f-f872-422f-8d79-308474532286/6ca6e046-932e-4cd9-be29-03f24f42f2ae/602d834d-3eda-4291-a652-acb42251eed5) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:46:00.100705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-651f0485-ed10-45c0-ad3e-a3cdfd73812a tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Unset dirty status for tenant:8851d51c966f43109caa7790bcf3b3df on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:46:00.101958 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-651f0485-ed10-45c0-ad3e-a3cdfd73812a tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7668593-2185-405b-ab01-810e4e1c8479 HTTP/1.1" status: 200  len: 205 time: 0.2542243
Jun 04 15:46:00.110162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48008) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:00.237319 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:00.345586 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b5aede5f-80e9-4bdc-beaa-97a194041230 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:00.397477 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:00.419578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['f5698a6b-0a4e-441e-8e9f-d09d4cae73df'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:46:00.431685 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:00.594387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Network 0339ff3f-f872-422f-8d79-308474532286 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:00.605502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:00.608875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:46:00.658197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['50d24f6f-85ae-4825-96e3-e08047ae137c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:46:00.683254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Pushing event updated for resources: {'Port': ['ID=602d834d-3eda-4291-a652-acb42251eed5,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:00.708246 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:00.767977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:00.767977 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:00.958584 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b5aede5f-80e9-4bdc-beaa-97a194041230 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:00.958584 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b5aede5f-80e9-4bdc-beaa-97a194041230 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:00.992394 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7640767
Jun 04 15:46:01.011456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Request body: {'port': {'device_id': '8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:01.105178 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b5aede5f-80e9-4bdc-beaa-97a194041230 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:01.105646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aede5f-80e9-4bdc-beaa-97a194041230 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Fanout notify agent at l3_agent the message router_deleted on router a7668593-2185-405b-ab01-810e4e1c8479 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:46:01.128295 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b5aede5f-80e9-4bdc-beaa-97a194041230 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:01.133962 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b5aede5f-80e9-4bdc-beaa-97a194041230 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/routers/a7668593-2185-405b-ab01-810e4e1c8479 HTTP/1.1" status: 204  len: 168 time: 1.0201240
Jun 04 15:46:01.137299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48032) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:01.273726 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:01.279095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e52080-4cf9-48f6-9e96-5e33fb8b8f0f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting subnet bc4e1e58-3b1e-4df6-9096-9e9d99c36b97 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:46:01.295315 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04e52080-4cf9-48f6-9e96-5e33fb8b8f0f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:01.296485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f38b88-e693-475b-bf0c-2e3579a80ebf req-1efead01-5417-4563-9d13-7554a16efddd tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:01.296485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a4f38b88-e693-475b-bf0c-2e3579a80ebf req-1efead01-5417-4563-9d13-7554a16efddd tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Synchronizing usage tracker for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:46:01.394651 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04e52080-4cf9-48f6-9e96-5e33fb8b8f0f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:01.635579 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04e52080-4cf9-48f6-9e96-5e33fb8b8f0f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:01.680390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a4f38b88-e693-475b-bf0c-2e3579a80ebf req-1efead01-5417-4563-9d13-7554a16efddd tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Unset dirty status for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:46:01.687824 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a4f38b88-e693-475b-bf0c-2e3579a80ebf req-1efead01-5417-4563-9d13-7554a16efddd tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 932 time: 0.5987957
Jun 04 15:46:01.783792 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a4f38b88-e693-475b-bf0c-2e3579a80ebf req-47b2b838-02c4-4bb5-8869-180d998f00aa tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947731
Jun 04 15:46:01.969182 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602d834d-3eda-4291-a652-acb42251eed5 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:46:01.979729 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:02.018166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Transition to ACTIVE for port object 602d834d-3eda-4291-a652-acb42251eed5 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:02.033946 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:02.144863 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:02.150072 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ee766148-6327-4a57-92e5-1786306b7d9b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:02.396061 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9803cd74-5703-4108-b2b4-5f3569741f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:02.438892 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=602d834d-3eda-4291-a652-acb42251eed5,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:02.445835 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:02.489015 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04e52080-4cf9-48f6-9e96-5e33fb8b8f0f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:02.495006 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ad824d89-060b-4b6d-b35b-65cb744f6a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:02.548710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Attempting to bind port 602d834d-3eda-4291-a652-acb42251eed5 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:46:02.549280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Attempting to bind port 602d834d-3eda-4291-a652-acb42251eed5 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:46:02.549607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Attempting to bind port 602d834d-3eda-4291-a652-acb42251eed5 on network 0339ff3f-f872-422f-8d79-308474532286 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:46:02.563444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Port 602d834d-3eda-4291-a652-acb42251eed5 on network 0339ff3f-f872-422f-8d79-308474532286 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:46:02.563764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Attempting to bind port 602d834d-3eda-4291-a652-acb42251eed5 on network 0339ff3f-f872-422f-8d79-308474532286 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:46:02.581314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:46:02.581692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Checking segment: {'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:46:02.582127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Bound using segment: {'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:46:02.582985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Bound port: 602d834d-3eda-4291-a652-acb42251eed5, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:46:02.587320 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:02.594653 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e52080-4cf9-48f6-9e96-5e33fb8b8f0f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Subnet': ['ID=bc4e1e58-3b1e-4df6-9096-9e9d99c36b97,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:02.605347 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-04e52080-4cf9-48f6-9e96-5e33fb8b8f0f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:02.629198 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04e52080-4cf9-48f6-9e96-5e33fb8b8f0f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:02.629609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e888e-f018-4d82-a14b-951b20965f58 None None] Network 6f9b7525-6215-46bb-872e-00906646a937 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:46:02.637298 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-04e52080-4cf9-48f6-9e96-5e33fb8b8f0f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/bc4e1e58-3b1e-4df6-9096-9e9d99c36b97 HTTP/1.1" status: 204  len: 168 time: 1.4987831
Jun 04 15:46:02.640359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48054) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:02.748431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] For port 602d834d-3eda-4291-a652-acb42251eed5, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:46:02.754241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] For port 602d834d-3eda-4291-a652-acb42251eed5, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=602d834d-3eda-4291-a652-acb42251eed5,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:46:02.872639 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:02.876577 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:02.881871 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-82a82940-bb20-44ee-85b7-25a8c1db4a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:02.984265 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=602d834d-3eda-4291-a652-acb42251eed5,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:03.006142 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:03.035366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:03.038446 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:03.052755 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] 10.222.0.62 "PUT /v2.0/ports/602d834d-3eda-4291-a652-acb42251eed5 HTTP/1.1" status: 200  len: 1092 time: 2.0492377
Jun 04 15:46:03.053381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b', 'tag': '602d834d-3eda-4291-a652-acb42251eed5'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:46:03.055776 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37b326a-57b8-414b-b4b2-5e411d1de262" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b", "tag": "602d834d-3eda-4291-a652-acb42251eed5"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:46:03.081874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port 9252f208-525a-453c-a200-f9a4aec4deef {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:46:03.082332 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:03.114843 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc4bc26-0ef4-4d7a-bbda-6f500742c742 None None] DHCP port deletion for 6f9b7525-6215-46bb-872e-00906646a937 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:46:03.189388 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a68ad54-75b6-4afd-8bd1-3d292c56ea00 x-openstack-request-id: req-9a68ad54-75b6-4afd-8bd1-3d292c56ea00 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:46:03.189767 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b", "tag": "602d834d-3eda-4291-a652-acb42251eed5", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:46:03.190085 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a68ad54-75b6-4afd-8bd1-3d292c56ea00 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:46:03.190763 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b', 'tag': '602d834d-3eda-4291-a652-acb42251eed5', 'status': 'completed', 'code': 200}
Jun 04 15:46:03.257537 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0fc4bc26-0ef4-4d7a-bbda-6f500742c742 None None] Deleting port 9252f208-525a-453c-a200-f9a4aec4deef {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:46:03.259018 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0fc4bc26-0ef4-4d7a-bbda-6f500742c742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:03.314212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c241890-1472-4458-9c65-ab7a3f76c032 req-b9b126f5-2a1f-4784-ac98-7d5b32d4ef08 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:03.325423 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c241890-1472-4458-9c65-ab7a3f76c032 req-b9b126f5-2a1f-4784-ac98-7d5b32d4ef08 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 944 time: 0.4277022
Jun 04 15:46:03.404958 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0fc4bc26-0ef4-4d7a-bbda-6f500742c742 None None] For port 9252f208-525a-453c-a200-f9a4aec4deef, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9252f208-525a-453c-a200-f9a4aec4deef,segment=NetworkSegment(70c134f7-7307-4aaf-b934-f60b12e3ed14),segment_id=70c134f7-7307-4aaf-b934-f60b12e3ed14)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:46:03.405520 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0fc4bc26-0ef4-4d7a-bbda-6f500742c742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:03.434216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-9e1f507f-c574-45c1-aae3-b0fec836f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:03.436247 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-9e1f507f-c574-45c1-aae3-b0fec836f35b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 1095 time: 0.2126465
Jun 04 15:46:03.444053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] For port 9252f208-525a-453c-a200-f9a4aec4deef, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9252f208-525a-453c-a200-f9a4aec4deef,segment=NetworkSegment(70c134f7-7307-4aaf-b934-f60b12e3ed14),segment_id=70c134f7-7307-4aaf-b934-f60b12e3ed14)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:46:03.444407 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:03.460524 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4c241890-1472-4458-9c65-ab7a3f76c032 req-3f5047a3-41f6-4a0d-8c14-f753018dc6db tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342213
Jun 04 15:46:03.641832 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0fc4bc26-0ef4-4d7a-bbda-6f500742c742 None None] Calling delete_port for 9252f208-525a-453c-a200-f9a4aec4deef owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:46:03.790475 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:03.800031 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for 9252f208-525a-453c-a200-f9a4aec4deef owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:46:03.887999 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0fc4bc26-0ef4-4d7a-bbda-6f500742c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:03.896369 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:03.907353 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:03.938506 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ae383999-681f-4d06-b597-54a80f08f4c6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:04.041041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4bc26-0ef4-4d7a-bbda-6f500742c742 None None] Pushing event deleted for resources: {'Port': ['ID=9252f208-525a-453c-a200-f9a4aec4deef,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:04.044633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] No DVR routers for this DVR port 9252f208-525a-453c-a200-f9a4aec4deef on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:46:04.045733 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0fc4bc26-0ef4-4d7a-bbda-6f500742c742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:04.047996 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc4bc26-0ef4-4d7a-bbda-6f500742c742 None None] No DVR routers for this DVR port 9252f208-525a-453c-a200-f9a4aec4deef on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:46:04.073038 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-c2e49f25-a293-48af-886e-c7f818e43530 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=602d834d-3eda-4291-a652-acb42251eed5 HTTP/1.1" status: 200  len: 217 time: 0.6266019
Jun 04 15:46:04.193485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=9252f208-525a-453c-a200-f9a4aec4deef,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:04.202662 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:04.204900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-914b2301-d6ed-4492-93b2-39da7455766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:04.205086 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:04.206936 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-914b2301-d6ed-4492-93b2-39da7455766a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ca6e046-932e-4cd9-be29-03f24f42f2ae HTTP/1.1" status: 200  len: 854 time: 0.1272004
Jun 04 15:46:04.236369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386862940>,) {'filters': {'network_id': ['6f9b7525-6215-46bb-872e-00906646a937']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:04.255601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386862940>, '70c134f7-7307-4aaf-b934-f60b12e3ed14') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:04.255912 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386862940>, '70c134f7-7307-4aaf-b934-f60b12e3ed14') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:04.277932 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-7a5fc369-3178-4b06-9f34-e5ad382a1743 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0339ff3f-f872-422f-8d79-308474532286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0575454
Jun 04 15:46:04.278169 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:04.294141 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:04.300867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:46:04.301289 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:46:04.317381 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:46:04.446543 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-8a7e9438-0b95-4b42-9317-743491a716f8 service neutron] 10.222.0.62 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664448
Jun 04 15:46:04.592315 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:04.601820 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:04.605226 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e298531f-c856-400c-b65f-eb79a201f75e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:04.646605 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Network': ['ID=6f9b7525-6215-46bb-872e-00906646a937,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:04.656291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:04.656816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:04.657317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:04.657705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:04.658137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:04.658517 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:04.658887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:04.659261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:04.659629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:04.659996 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:04.660475 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:04.669561 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:04.680417 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:04.744075 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504eb939-0d4a-4c72-8cf1-a323d1ca39a5 req-505fe3c6-0442-4fcd-9fd8-4b6c6a40cda7 service neutron] 10.222.0.62 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2901525
Jun 04 15:46:04.762154 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/networks/6f9b7525-6215-46bb-872e-00906646a937 HTTP/1.1" status: 204  len: 168 time: 2.1160192
Jun 04 15:46:04.767341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48096) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:04.773414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1320803349', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:04.792804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:04.797016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ec4bd-e71a-4bc6-a0fc-a48722c4aa42 req-026f7827-d359-45ef-bfb6-fbe1cfa0da37 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:04.798858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:router and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:04.802611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:04.803256 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-891ec4bd-e71a-4bc6-a0fc-a48722c4aa42 req-026f7827-d359-45ef-bfb6-fbe1cfa0da37 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 944 time: 0.1592894
Jun 04 15:46:04.814001 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:04.868809 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-891ec4bd-e71a-4bc6-a0fc-a48722c4aa42 req-161d5270-deae-4ad4-8fa4-41d8dc07ab53 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575604
Jun 04 15:46:04.917321 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:04.918984 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:04.948079 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:05.025431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b326a-57b8-414b-b4b2-5e411d1de262 req-fccade88-af5b-4530-bf2a-dd7736cc469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:05.031988 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b37b326a-57b8-414b-b4b2-5e411d1de262 req-fccade88-af5b-4530-bf2a-dd7736cc469d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 1095 time: 0.1496499
Jun 04 15:46:05.315438 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:05.316228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9252f208-525a-453c-a200-f9a4aec4deef no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:46:05.361984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 9252f208-525a-453c-a200-f9a4aec4deef {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:46:05.362327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9252f208-525a-453c-a200-f9a4aec4deef not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:46:05.383992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b326a-57b8-414b-b4b2-5e411d1de262 req-f563ee14-840e-4937-8a8a-08b3fe93d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:05.386369 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b37b326a-57b8-414b-b4b2-5e411d1de262 req-f563ee14-840e-4937-8a8a-08b3fe93d17f service neutron] 10.222.0.62 "GET /v2.0/networks?id=0339ff3f-f872-422f-8d79-308474532286 HTTP/1.1" status: 200  len: 915 time: 0.3408654
Jun 04 15:46:05.494792 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b37b326a-57b8-414b-b4b2-5e411d1de262 req-6c8da342-db35-4fc0-b217-c2a378639a21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=602d834d-3eda-4291-a652-acb42251eed5 HTTP/1.1" status: 200  len: 217 time: 0.1005266
Jun 04 15:46:05.670117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b326a-57b8-414b-b4b2-5e411d1de262 req-7ad0445a-b095-43f4-bfd8-963edb3d4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:05.671985 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b37b326a-57b8-414b-b4b2-5e411d1de262 req-7ad0445a-b095-43f4-bfd8-963edb3d4a4d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ca6e046-932e-4cd9-be29-03f24f42f2ae HTTP/1.1" status: 200  len: 854 time: 0.1705089
Jun 04 15:46:05.738851 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:05.818839 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b37b326a-57b8-414b-b4b2-5e411d1de262 req-e1e95d0e-2af9-4176-b11d-0dcbad396ee0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0339ff3f-f872-422f-8d79-308474532286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0667791
Jun 04 15:46:05.934500 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b37b326a-57b8-414b-b4b2-5e411d1de262 req-e8a51f50-c41a-4a01-bb4d-156a1099ed74 service neutron] 10.222.0.62 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1800833
Jun 04 15:46:06.132839 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b37b326a-57b8-414b-b4b2-5e411d1de262 req-eca17116-1de3-4d9c-8744-a626e0accaf0 service neutron] 10.222.0.62 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1794162
Jun 04 15:46:06.310159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9c793-db93-4171-88b7-71f776968d46 req-33de5f58-6b55-463f-8c5d-44b1326fb3ea tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:06.312130 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aad9c793-db93-4171-88b7-71f776968d46 req-33de5f58-6b55-463f-8c5d-44b1326fb3ea tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 944 time: 0.2927203
Jun 04 15:46:06.610061 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aad9c793-db93-4171-88b7-71f776968d46 req-8dbdeecd-7e5a-4355-89d6-19a067ac2dc4 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2890079
Jun 04 15:46:06.851147 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:06.900308 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:07.081573 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Allocated IP 172.25.4.186 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/807eb635-0022-421b-866b-a7518541e621) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:46:07.261862 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:07.464568 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:07.469831 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:07.544267 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:07.547537 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:07.552052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:46:07.608731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=807eb635-0022-421b-866b-a7518541e621,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:07.611825 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:07.932331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b215cbf-b6ac-4996-a1f2-782d287cdec6 req-836d5945-1bdc-4b94-be09-9d7d368016ab tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:07.934036 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b215cbf-b6ac-4996-a1f2-782d287cdec6 req-836d5945-1bdc-4b94-be09-9d7d368016ab tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 944 time: 0.1803796
Jun 04 15:46:08.003408 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b215cbf-b6ac-4996-a1f2-782d287cdec6 req-13ba091b-1239-4f63-9a8b-d82538c6fe6f tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635188
Jun 04 15:46:08.293687 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:09.076849 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:09.436252 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e181e5-2d8c-45a8-964c-755f43352347 req-f28fb677-f039-453a-9079-3589e171a460 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:09.450627 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e5e181e5-2d8c-45a8-964c-755f43352347 req-f28fb677-f039-453a-9079-3589e171a460 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 944 time: 0.3068035
Jun 04 15:46:09.609288 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e5e181e5-2d8c-45a8-964c-755f43352347 req-c5c77bbd-333f-4d6d-81d1-e322bccaba51 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574330
Jun 04 15:46:09.707150 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 602d834d-3eda-4291-a652-acb42251eed5 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:46:09.720656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 7050f1a2-357e-499c-ac7e-87b3e53d9ec0 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:46:10.025559 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 602d834d-3eda-4291-a652-acb42251eed5, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=602d834d-3eda-4291-a652-acb42251eed5,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:46:10.046404 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '602d834d-3eda-4291-a652-acb42251eed5', 'network_id': '0339ff3f-f872-422f-8d79-308474532286', 'port_id': '602d834d-3eda-4291-a652-acb42251eed5', 'mac_address': 'fa:16:3e:da:2c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca6e046-932e-4cd9-be29-03f24f42f2ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:46:10.061450 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:46:10.074285 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16b949-175a-47cc-b255-e9abdc365ab3 None None] Sync routers for ids ['7050f1a2-357e-499c-ac7e-87b3e53d9ec0'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:46:10.096912 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e16b949-175a-47cc-b255-e9abdc365ab3 None None] Routers {'7050f1a2-357e-499c-ac7e-87b3e53d9ec0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:10.097650 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0e16b949-175a-47cc-b255-e9abdc365ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c93aa00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7050f1a2-357e-499c-ac7e-87b3e53d9ec0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:10.195560 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:10.219098 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:10.223157 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 5.4517732
Jun 04 15:46:10.223282 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0e16b949-175a-47cc-b255-e9abdc365ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c93aa00>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:10.224569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48192) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:10.225804 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602d834d-3eda-4291-a652-acb42251eed5 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:46:10.250497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 602d834d-3eda-4291-a652-acb42251eed5, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=602d834d-3eda-4291-a652-acb42251eed5,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:46:10.264668 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e16b949-175a-47cc-b255-e9abdc365ab3 None None] Routers {'7050f1a2-357e-499c-ac7e-87b3e53d9ec0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:10.265723 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0e16b949-175a-47cc-b255-e9abdc365ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c93aa00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7050f1a2-357e-499c-ac7e-87b3e53d9ec0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:10.351913 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0e16b949-175a-47cc-b255-e9abdc365ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c93aa00>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:10.352609 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16b949-175a-47cc-b255-e9abdc365ab3 None None] The sync data for ids ['7050f1a2-357e-499c-ac7e-87b3e53d9ec0'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:46:10.375027 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:10.391428 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-25a1d844-e72e-463d-8264-edbd0b900421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:10.581400 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b90d32d2-85d5-46f5-9db9-62ca170c2c54 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/routers/7050f1a2-357e-499c-ac7e-87b3e53d9ec0 HTTP/1.1" status: 200  len: 881 time: 0.3548043
Jun 04 15:46:10.583452 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48198) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:10.599020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=602d834d-3eda-4291-a652-acb42251eed5,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:10.612510 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:10.808780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['602d834d-3eda-4291-a652-acb42251eed5'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:46:10.913484 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-245a3310-2704-4ae4-af64-c7ab23c6b005 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Synchronizing usage tracker for tenant:8851d51c966f43109caa7790bcf3b3df on resource:router {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:46:11.080711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc5174-3332-41bf-9020-63ca9916e67c req-15494f97-9c1d-4133-ba59-94b0be10b742 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:11.084219 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74fc5174-3332-41bf-9020-63ca9916e67c req-15494f97-9c1d-4133-ba59-94b0be10b742 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 945 time: 0.1919730
Jun 04 15:46:11.116231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-245a3310-2704-4ae4-af64-c7ab23c6b005 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Unset dirty status for tenant:8851d51c966f43109caa7790bcf3b3df on resource:router {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:46:11.120719 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-245a3310-2704-4ae4-af64-c7ab23c6b005 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 0.5289133
Jun 04 15:46:11.121047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48212) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:11.126998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-4033131c-b082-4c76-a160-06dadf4f39ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1320803349'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:11.273570 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74fc5174-3332-41bf-9020-63ca9916e67c req-281e3b89-2dac-402e-9a9c-0d53593499f1 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819267
Jun 04 15:46:11.845205 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4033131c-b082-4c76-a160-06dadf4f39ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:11.968163 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4033131c-b082-4c76-a160-06dadf4f39ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:12.588837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4033131c-b082-4c76-a160-06dadf4f39ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 7050f1a2-357e-499c-ac7e-87b3e53d9ec0 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:46:12.682962 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3a77c-b095-4bf1-a8ee-692112f5701e req-1d0ac2a8-e5e1-469e-8830-db295631b0c2 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:12.684293 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1da3a77c-b095-4bf1-a8ee-692112f5701e req-1d0ac2a8-e5e1-469e-8830-db295631b0c2 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 945 time: 0.1779056
Jun 04 15:46:12.814891 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1da3a77c-b095-4bf1-a8ee-692112f5701e req-efd89e6d-eab2-4cc0-a885-97a9a4262890 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215661
Jun 04 15:46:12.849357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4033131c-b082-4c76-a160-06dadf4f39ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:46:12.850881 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4033131c-b082-4c76-a160-06dadf4f39ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:12.855541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48242) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:12.857629 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31a8ad-f0fd-46ff-ad1d-a3821ef7729c None None] Sync routers for ids ['7050f1a2-357e-499c-ac7e-87b3e53d9ec0'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:46:12.867908 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4033131c-b082-4c76-a160-06dadf4f39ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/7050f1a2-357e-499c-ac7e-87b3e53d9ec0 HTTP/1.1" status: 200  len: 888 time: 1.7363334
Jun 04 15:46:12.871713 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31a8ad-f0fd-46ff-ad1d-a3821ef7729c None None] Routers {'7050f1a2-357e-499c-ac7e-87b3e53d9ec0'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:12.872678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4c31a8ad-f0fd-46ff-ad1d-a3821ef7729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83910c7910>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7050f1a2-357e-499c-ac7e-87b3e53d9ec0'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:13.003412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4c31a8ad-f0fd-46ff-ad1d-a3821ef7729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83910c7910>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:13.014925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31a8ad-f0fd-46ff-ad1d-a3821ef7729c None None] Routers {'7050f1a2-357e-499c-ac7e-87b3e53d9ec0'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:13.015706 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4c31a8ad-f0fd-46ff-ad1d-a3821ef7729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83910c7910>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['7050f1a2-357e-499c-ac7e-87b3e53d9ec0'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:13.099032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48254) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:13.110433 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4c31a8ad-f0fd-46ff-ad1d-a3821ef7729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83910c7910>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:13.110862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31a8ad-f0fd-46ff-ad1d-a3821ef7729c None None] The sync data for ids ['7050f1a2-357e-499c-ac7e-87b3e53d9ec0'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:46:13.314233 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e9f70ae-4227-43ef-a920-b9442bcf8f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:13.345987 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8e9f70ae-4227-43ef-a920-b9442bcf8f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:13.349266 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f8737084-6e48-4862-ba95-8d18cc007102 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/routers/7050f1a2-357e-499c-ac7e-87b3e53d9ec0 HTTP/1.1" status: 200  len: 888 time: 0.4892209
Jun 04 15:46:13.350172 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48260) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:13.363272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8e9f70ae-4227-43ef-a920-b9442bcf8f4b admin admin] Usage tracker for resource:security_group_rule and tenant:d82f58f89c824db1bd8f034cc672aebb is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:13.370531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8e9f70ae-4227-43ef-a920-b9442bcf8f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:13.377583 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8e9f70ae-4227-43ef-a920-b9442bcf8f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:13.431518 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6e974817-b051-452a-8221-d5182e462247 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports?device_id=7050f1a2-357e-499c-ac7e-87b3e53d9ec0 HTTP/1.1" status: 200  len: 205 time: 0.0796027
Jun 04 15:46:13.434061 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48264) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:13.712022 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 602d834d-3eda-4291-a652-acb42251eed5 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:13.766564 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e9f70ae-4227-43ef-a920-b9442bcf8f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:13.782170 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:13.848219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48274) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:13.898087 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8e9f70ae-4227-43ef-a920-b9442bcf8f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:13.939143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 602d834d-3eda-4291-a652-acb42251eed5 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:13.944854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 602d834d-3eda-4291-a652-acb42251eed5 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:13.945744 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:13.971271 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-84a5ed81-1347-4ff5-bcf4-226101a07082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:14.049352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48284) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:14.051466 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8e9f70ae-4227-43ef-a920-b9442bcf8f4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d82f58f89c824db1bd8f034cc672aebb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9486201
Jun 04 15:46:14.059623 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f70ae-4227-43ef-a920-b9442bcf8f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa3fc78-e5f2-4d0f-876b-2ac6ef017223,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:14.069869 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8e9f70ae-4227-43ef-a920-b9442bcf8f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:14.138175 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc9e1c4b-7766-48c5-8d16-dc138083bb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:14.156277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dc9e1c4b-7766-48c5-8d16-dc138083bb5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:14.157330 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:14.160756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dc9e1c4b-7766-48c5-8d16-dc138083bb5d admin admin] Usage tracker for resource:security_group_rule and tenant:c982a4bb1ecb4b8ebb56c6e69fcf3d15 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:14.167230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dc9e1c4b-7766-48c5-8d16-dc138083bb5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:14.173501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dc9e1c4b-7766-48c5-8d16-dc138083bb5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:14.198405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602d834d-3eda-4291-a652-acb42251eed5'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:46:14.200906 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b21552c-89c2-48ce-8dde-87fa76ec0c0a" -d '{"events": [{"server_uuid": "8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b", "name": "network-vif-plugged", "status": "completed", "tag": "602d834d-3eda-4291-a652-acb42251eed5"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:46:14.210902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 602d834d-3eda-4291-a652-acb42251eed5, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=602d834d-3eda-4291-a652-acb42251eed5,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:46:14.230899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:14.236576 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7fde1f6-6d1c-42da-bb61-5be96cc2884c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:14.259869 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:14.264872 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:14.304859 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7fde1f6-6d1c-42da-bb61-5be96cc2884c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:14.352002 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f556c-2d89-4acc-8166-e15357bd8105 req-d649c443-212e-44e8-be22-4ffacf62b0a6 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:14.354316 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc3f556c-2d89-4acc-8166-e15357bd8105 req-d649c443-212e-44e8-be22-4ffacf62b0a6 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 945 time: 0.3735702
Jun 04 15:46:14.376155 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fab4eb-777d-4296-bd2d-1248f296e12c x-openstack-request-id: req-d3fab4eb-777d-4296-bd2d-1248f296e12c {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:46:14.377468 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b", "name": "network-vif-plugged", "status": "completed", "tag": "602d834d-3eda-4291-a652-acb42251eed5", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:46:14.377468 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3fab4eb-777d-4296-bd2d-1248f296e12c {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:46:14.377468 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602d834d-3eda-4291-a652-acb42251eed5', 'code': 200}
Jun 04 15:46:14.471483 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=602d834d-3eda-4291-a652-acb42251eed5,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:14.474655 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:14.503894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port 807eb635-0022-421b-866b-a7518541e621 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:46:14.504231 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:14.546129 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc3f556c-2d89-4acc-8166-e15357bd8105 req-22a5f3b3-320b-491d-b503-add207abc403 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819179
Jun 04 15:46:14.560841 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc9e1c4b-7766-48c5-8d16-dc138083bb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:14.583943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1f008-bb1c-479b-a43d-35f9a1a91a4d req-47d86561-cb66-42bb-a22c-3d633cf20a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:14.585468 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-39b1f008-bb1c-479b-a43d-35f9a1a91a4d req-47d86561-cb66-42bb-a22c-3d633cf20a3b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 1097 time: 0.1668034
Jun 04 15:46:14.621209 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dc9e1c4b-7766-48c5-8d16-dc138083bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:14.626456 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-678a9c5d-d170-4615-a570-3e483b5495df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:14.683932 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7fde1f6-6d1c-42da-bb61-5be96cc2884c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:14.709945 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:14.711846 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-39b1f008-bb1c-479b-a43d-35f9a1a91a4d req-6c5ecfba-aeb8-456a-ab47-4a884eff612b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161494
Jun 04 15:46:14.767035 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e1c4b-7766-48c5-8d16-dc138083bb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d360848c-2392-41cc-8a25-dcb7f6d93aa3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:14.769806 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dc9e1c4b-7766-48c5-8d16-dc138083bb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:14.772471 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-06d7c76f-41b1-4e26-945a-90eed44e7bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:14.794862 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dc9e1c4b-7766-48c5-8d16-dc138083bb5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c982a4bb1ecb4b8ebb56c6e69fcf3d15&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9450881
Jun 04 15:46:14.806298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48300) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:14.808963 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fde1f6-6d1c-42da-bb61-5be96cc2884c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa3fc78-e5f2-4d0f-876b-2ac6ef017223,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:14.813469 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a7fde1f6-6d1c-42da-bb61-5be96cc2884c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:14.823994 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7fde1f6-6d1c-42da-bb61-5be96cc2884c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:14.828791 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a7fde1f6-6d1c-42da-bb61-5be96cc2884c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfa3fc78-e5f2-4d0f-876b-2ac6ef017223 HTTP/1.1" status: 204  len: 168 time: 0.7781920
Jun 04 15:46:14.953419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for 807eb635-0022-421b-866b-a7518541e621 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:46:15.042838 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f7a94066-0cea-4cd2-9d19-4271e96983b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:15.089202 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f7a94066-0cea-4cd2-9d19-4271e96983b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:15.516076 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f7a94066-0cea-4cd2-9d19-4271e96983b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:15.523819 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-43ecb131-e977-4377-8f81-e6b834a21d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:15.546207 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a94066-0cea-4cd2-9d19-4271e96983b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d360848c-2392-41cc-8a25-dcb7f6d93aa3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:15.556354 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f7a94066-0cea-4cd2-9d19-4271e96983b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:15.557254 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:15.563478 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-838785ee-5b05-429e-b61f-f25cdf6802a5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:15.691435 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f7a94066-0cea-4cd2-9d19-4271e96983b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:15.692321 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f7a94066-0cea-4cd2-9d19-4271e96983b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d360848c-2392-41cc-8a25-dcb7f6d93aa3 HTTP/1.1" status: 204  len: 168 time: 0.8813806
Jun 04 15:46:15.693275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=807eb635-0022-421b-866b-a7518541e621,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:15.698741 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:15.867716 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:16.136443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bcd5b-086e-4f3b-9954-e8a8b9f816dc req-3a26dbbe-5651-43cc-97dc-bae009d0de50 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:16.139162 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-186bcd5b-086e-4f3b-9954-e8a8b9f816dc req-3a26dbbe-5651-43cc-97dc-bae009d0de50 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 946 time: 0.3992741
Jun 04 15:46:16.289828 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:16.297363 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:16.343612 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-186bcd5b-086e-4f3b-9954-e8a8b9f816dc req-edfd8bf0-b6c6-43d1-b3ec-23a966149350 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011324
Jun 04 15:46:16.442370 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:16.442962 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Fanout notify agent at l3_agent the message router_deleted on router 7050f1a2-357e-499c-ac7e-87b3e53d9ec0 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:46:16.547896 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:16.549130 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/routers/7050f1a2-357e-499c-ac7e-87b3e53d9ec0 HTTP/1.1" status: 204  len: 168 time: 3.1139493
Jun 04 15:46:16.552934 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48356) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:16.558664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'network': {'name': 'tempest-RoutersTest-1654270402'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:16.564373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:16.568855 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:network and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:16.572933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:16.583344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:16.698499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:46:16.703413 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:16.765231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:46:16.786264 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:16.786749 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Added segment 808e0ac6-6a76-4aed-bd26-4bbb8929f8d4 of type vlan for network 50879790-e890-4b3f-bfa1-0f10caa139c2
Jun 04 15:46:16.824422 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:16.927650 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:16.934647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:16.935487 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:16.941199 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dd343973-c2cd-49fd-885c-753609b951e3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:17.060851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Network': ['ID=50879790-e890-4b3f-bfa1-0f10caa139c2,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:17.066699 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:17.101177 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 50879790-e890-4b3f-bfa1-0f10caa139c2 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:46:17.159159 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6015468
Jun 04 15:46:17.159560 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48386) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:17.165715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'subnet': {'network_id': '50879790-e890-4b3f-bfa1-0f10caa139c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:17.479445 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:17.484616 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:subnet and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:17.490105 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:17.498051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:17.635564 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:46:17.650748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d838c1-cd52-4538-b85d-3b2b440b4897 req-3a4669a2-a091-4491-bd5d-4d7618e404e0 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:17.651437 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:17.661945 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1d838c1-cd52-4538-b85d-3b2b440b4897 req-3a4669a2-a091-4491-bd5d-4d7618e404e0 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 946 time: 0.1745596
Jun 04 15:46:17.770314 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1d838c1-cd52-4538-b85d-3b2b440b4897 req-eeca9ea6-4034-4f76-93b0-9481021fe413 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017771
Jun 04 15:46:18.494450 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:18.500303 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e104a32e-ede8-46d6-8bbe-e452f1c4db30 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:18.511165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48440) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:18.639107 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Subnet': ['ID=42e53684-1f99-496f-96a5-d62cfac00662,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:18.649478 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:18.675058 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Checking segment: {'id': '808e0ac6-6a76-4aed-bd26-4bbb8929f8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '50879790-e890-4b3f-bfa1-0f10caa139c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:46:18.675393 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network hostable DHCP agents. Network: 50879790-e890-4b3f-bfa1-0f10caa139c2, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:46:18.813608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 50879790-e890-4b3f-bfa1-0f10caa139c2 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:46:18.814885 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'network': {'name': 'tempest-network-smoke--809288285', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'port_security_enabled': True}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:18.825627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:18.830674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:network and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:18.834169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:18.842234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:18.921979 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 50879790-e890-4b3f-bfa1-0f10caa139c2) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:18.933729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e9072a-2699-4d5a-8eae-9b176ca8035c None None] Network 50879790-e890-4b3f-bfa1-0f10caa139c2 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:46:18.947942 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:18.948840 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:18.950865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Made reservation on behalf of 8bc21cf1a3b849349b38aac0222e9fea for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:46:18.954758 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:18.974430 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:18.991070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:18.995348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:18.998483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:19.005737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:19.075699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48464) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:19.076531 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9150839
Jun 04 15:46:19.095858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-473a30f1-08db-43b5-b352-d0f1e21ecb7b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1836948781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:19.120248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-473a30f1-08db-43b5-b352-d0f1e21ecb7b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:19.140385 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-473a30f1-08db-43b5-b352-d0f1e21ecb7b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:router and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:19.158474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-473a30f1-08db-43b5-b352-d0f1e21ecb7b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:19.184746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-473a30f1-08db-43b5-b352-d0f1e21ecb7b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:19.252051 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-50879790-e890-4b3f-bfa1-0f10caa139c2', 'network_id': '50879790-e890-4b3f-bfa1-0f10caa139c2', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'fixed_ips': [{'subnet_id': '42e53684-1f99-496f-96a5-d62cfac00662'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:46:19.253567 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:19.306677 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-473a30f1-08db-43b5-b352-d0f1e21ecb7b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:19.313917 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-473a30f1-08db-43b5-b352-d0f1e21ecb7b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:19.347570 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-473a30f1-08db-43b5-b352-d0f1e21ecb7b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:19.396340 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:19.451040 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-473a30f1-08db-43b5-b352-d0f1e21ecb7b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:19.502648 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:19.505941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Allocated IP 172.20.0.2 (50879790-e890-4b3f-bfa1-0f10caa139c2/42e53684-1f99-496f-96a5-d62cfac00662/5c659cc9-9217-4336-a976-7dde4dd63d57) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:46:19.512883 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e73d3e94-06ab-480f-b914-dca9c5d85a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:19.578467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:46:19.593974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cd9dd1-8b7d-41a0-9f53-5f3d78b995e3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:19.599392 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:19.599739 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Added segment ccf7063d-7285-45e0-99bd-3a230b4c2dc9 of type vlan for network 3a7df431-47fb-4038-86f5-d24e78603d5f
Jun 04 15:46:19.610155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:19.610392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:19.610720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:19.611099 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:19.611468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:19.611838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:19.612203 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:19.612567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:19.612930 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:19.613322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:19.613709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:19.614076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:19.618519 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:19.670745 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-473a30f1-08db-43b5-b352-d0f1e21ecb7b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:19.671920 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-473a30f1-08db-43b5-b352-d0f1e21ecb7b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5950768
Jun 04 15:46:19.674882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48480) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:19.695128 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:19.842497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48484) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:19.854141 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Request body: {'network': {'name': 'tempest-network-smoke--1987659387', 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'port_security_enabled': True}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:19.867149 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:19.880914 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:19.881913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:19.883430 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:19.890900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:19.899867 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-916d9e15-3f95-4421-8529-d75d8180508f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:19.915915 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Transition to ACTIVE for port object 5c659cc9-9217-4336-a976-7dde4dd63d57 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:19.920147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Usage tracker for resource:network and tenant:5287f2e7ee8d4845b57a054c508e1de5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:19.923329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:19.950236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Transition to ACTIVE for port object 5c659cc9-9217-4336-a976-7dde4dd63d57 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:19.991401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:20.020725 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:20.030825 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:20.125124 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Network': ['ID=3a7df431-47fb-4038-86f5-d24e78603d5f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:20.128313 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:20.131551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Pushing event updated for resources: {'Port': ['ID=5c659cc9-9217-4336-a976-7dde4dd63d57,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:20.136643 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:20.142891 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 3a7df431-47fb-4038-86f5-d24e78603d5f details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:46:20.179006 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Made reservation on behalf of 5287f2e7ee8d4845b57a054c508e1de5 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:46:20.183934 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:20.223927 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:20.249108 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.7363245
Jun 04 15:46:20.249885 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48492) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:20.252590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:20.261802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-750720029', 'admin_state_up': True, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:20.272195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Usage tracker for resource:security_group_rule and tenant:5287f2e7ee8d4845b57a054c508e1de5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:20.276956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:20.279553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:20.287173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:router and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:20.290242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:20.293081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:20.301883 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:20.304562 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Network 50879790-e890-4b3f-bfa1-0f10caa139c2 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:20.306855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:20.310363 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:46:20.430987 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:20.432119 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:20.432276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Attempting to bind port 5c659cc9-9217-4336-a976-7dde4dd63d57 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:46:20.432672 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Attempting to bind port 5c659cc9-9217-4336-a976-7dde4dd63d57 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '808e0ac6-6a76-4aed-bd26-4bbb8929f8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '50879790-e890-4b3f-bfa1-0f10caa139c2'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:46:20.433122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Attempting to bind port 5c659cc9-9217-4336-a976-7dde4dd63d57 on network 50879790-e890-4b3f-bfa1-0f10caa139c2 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:46:20.440545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:46:20.442723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Checking segment: {'id': '808e0ac6-6a76-4aed-bd26-4bbb8929f8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '50879790-e890-4b3f-bfa1-0f10caa139c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:46:20.442723 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:20.442723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Bound using segment: {'id': '808e0ac6-6a76-4aed-bd26-4bbb8929f8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '50879790-e890-4b3f-bfa1-0f10caa139c2'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:46:20.442723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Bound port: 5c659cc9-9217-4336-a976-7dde4dd63d57, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808e0ac6-6a76-4aed-bd26-4bbb8929f8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '50879790-e890-4b3f-bfa1-0f10caa139c2'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:46:20.443051 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:20.479650 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:20.548974 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:20.561516 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] For port 5c659cc9-9217-4336-a976-7dde4dd63d57, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:46:20.568764 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] For port 5c659cc9-9217-4336-a976-7dde4dd63d57, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5c659cc9-9217-4336-a976-7dde4dd63d57,segment=NetworkSegment(808e0ac6-6a76-4aed-bd26-4bbb8929f8d4),segment_id=808e0ac6-6a76-4aed-bd26-4bbb8929f8d4)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:46:20.652448 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:20.667187 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a24d3066-4ca2-4c05-a4e2-9a8e8d7f1fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:20.767926 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:20.775543 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:20.792534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:46:20.808447 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3d56bbe2-18a8-4bbb-9d19-3f7e99c27865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:20.836867 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Pushing event updated for resources: {'Port': ['ID=5c659cc9-9217-4336-a976-7dde4dd63d57,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:20.847407 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:20.880613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75fc553-2acb-4076-b4c1-47fa33ee025d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:20.886200 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:20.890147 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:20.890552 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Added segment 1ebf05fe-645e-4e1d-a274-e4ecf983b2ca of type vlan for network eb68608b-7dc5-4c14-b77d-6d4f71bada98
Jun 04 15:46:21.380364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Allocated IP 172.20.0.1 (50879790-e890-4b3f-bfa1-0f10caa139c2/42e53684-1f99-496f-96a5-d62cfac00662/92f97c0c-cac3-4bd4-b1b6-942899a34f36) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:46:21.445078 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:21.495946 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:21.590960 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:21.606610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:21.607270 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:21.616958 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d3b3f083-56b7-497e-b7cd-99e6118345e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:21.712070 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:21.740443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Transition to ACTIVE for port object 92f97c0c-cac3-4bd4-b1b6-942899a34f36 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:21.853549 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:21.872120 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1980a3b7-83de-4f5e-9db0-fd67d20d6364 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:21.888608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'Network': ['ID=eb68608b-7dc5-4c14-b77d-6d4f71bada98,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:21.895835 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:21.914334 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network eb68608b-7dc5-4c14-b77d-6d4f71bada98 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:46:22.048580 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 2.2023754
Jun 04 15:46:22.048810 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 50879790-e890-4b3f-bfa1-0f10caa139c2 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:22.052923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48530) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:22.053849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:22.077295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-526273705', 'admin_state_up': True, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:22.089802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:46:22.194110 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:22.198375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=92f97c0c-cac3-4bd4-b1b6-942899a34f36,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:22.204612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:22.211537 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Usage tracker for resource:router and tenant:5287f2e7ee8d4845b57a054c508e1de5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:22.215845 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:22.224542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:22.244485 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:22.394133 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:22.397675 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d0db51-64b3-4eac-b9d3-32b49fcff687 None None] Network 50879790-e890-4b3f-bfa1-0f10caa139c2 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:46:22.406339 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:22.407983 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:22.441090 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:22.444531 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:22.575373 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:22.650650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Allocated IP 172.25.4.177 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/70521bd8-42a3-4514-a38f-14e2bb79d878) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:46:22.700835 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d2358a88-e912-453c-8f66-2c3935401077 None None] Provisioning for port 5c659cc9-9217-4336-a976-7dde4dd63d57 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:22.866462 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:23.059071 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:23.089447 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a82ad57d-982c-4410-8ff2-9710eb2130b9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:23.216474 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8bc4ad16-90c0-4ef7-9786-0d950632fdbd None None] Provisioning for port 92f97c0c-cac3-4bd4-b1b6-942899a34f36 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:23.232267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8bc4ad16-90c0-4ef7-9786-0d950632fdbd None None] Provisioning complete for port 92f97c0c-cac3-4bd4-b1b6-942899a34f36 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:23.233040 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8bc4ad16-90c0-4ef7-9786-0d950632fdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:23.392427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:23.440828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8bc4ad16-90c0-4ef7-9786-0d950632fdbd None None] Port 92f97c0c-cac3-4bd4-b1b6-942899a34f36 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:46:23.455608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:23.458875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5c659cc9-9217-4336-a976-7dde4dd63d57 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:23.461173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:46:23.733932 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Port': ['ID=70521bd8-42a3-4514-a38f-14e2bb79d878,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:23.739212 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:23.797742 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 5c659cc9-9217-4336-a976-7dde4dd63d57 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:23.817058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 5c659cc9-9217-4336-a976-7dde4dd63d57 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:23.817379 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:23.889904 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:23.900663 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cf188134-4ad3-4775-938a-a9ebdbc3903f None None] Provisioning complete for port 92f97c0c-cac3-4bd4-b1b6-942899a34f36 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:23.900663 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cf188134-4ad3-4775-938a-a9ebdbc3903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:23.999906 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:24.061162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cf188134-4ad3-4775-938a-a9ebdbc3903f None None] Port 92f97c0c-cac3-4bd4-b1b6-942899a34f36 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:46:24.077910 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 5c659cc9-9217-4336-a976-7dde4dd63d57, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5c659cc9-9217-4336-a976-7dde4dd63d57,segment=NetworkSegment(808e0ac6-6a76-4aed-bd26-4bbb8929f8d4),segment_id=808e0ac6-6a76-4aed-bd26-4bbb8929f8d4)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:46:24.078106 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:24.106690 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:24.207822 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:24.215885 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-eb078777-a940-450f-b69e-6aea4c0deac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:24.278437 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:24.298494 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:24.313479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=5c659cc9-9217-4336-a976-7dde4dd63d57,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:24.323408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:24.323763 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:24.324155 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:24.324498 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:24.324897 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:24.325276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:24.325899 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:24.326250 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:24.326755 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:24.327154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:24.327485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:24.327814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:24.330353 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cfacd6c7-5e79-4cd9-9576-8ece9b895a14 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:24.348721 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:24.431073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=92f97c0c-cac3-4bd4-b1b6-942899a34f36,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:24.466480 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:24.552583 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:24.868692 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 50879790-e890-4b3f-bfa1-0f10caa139c2 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:24.871229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:25.048850 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:25.202917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5c659cc9-9217-4336-a976-7dde4dd63d57 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:25.322093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-84b8f419-6978-43a0-9013-a0638e4ca96c None None] Provisioning complete for port 92f97c0c-cac3-4bd4-b1b6-942899a34f36 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:25.322093 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-84b8f419-6978-43a0-9013-a0638e4ca96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:25.386609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 5c659cc9-9217-4336-a976-7dde4dd63d57 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:25.387178 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:25.497710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Router 8fad9afa-7461-40c9-9889-e1d1612869aa is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:46:25.551248 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:25.589054 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:25.713629 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-84b8f419-6978-43a0-9013-a0638e4ca96c None None] Port 92f97c0c-cac3-4bd4-b1b6-942899a34f36 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:46:25.870486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Allocated IP 172.25.4.220 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/2c2435f8-1b59-4fad-a4b3-bf664813998c) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:46:25.966276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:46:25.979700 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Sync routers for ids ['8fad9afa-7461-40c9-9889-e1d1612869aa'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:46:26.000938 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:26.011165 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Routers {'8fad9afa-7461-40c9-9889-e1d1612869aa'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:26.011165 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c974bb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8fad9afa-7461-40c9-9889-e1d1612869aa'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:26.055587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router c0692852-3716-43a2-a499-1e00008b2e3d is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:46:26.099536 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:26.107948 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 5.8500605
Jun 04 15:46:26.108701 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48580) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:26.333471 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Set router 8fad9afa-7461-40c9-9889-e1d1612869aa gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:46:26.674323 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-eb691816-4608-4bc0-bcce-7d616a439ddd tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=8bc21cf1a3b849349b38aac0222e9fea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.5619385
Jun 04 15:46:26.675067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48590) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:26.742499 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:26.779627 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:46:26.790783 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a56d02c-9f9d-46f2-87b1-86f5d02e1dd8 None None] Sync routers for ids ['c0692852-3716-43a2-a499-1e00008b2e3d'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:46:26.822567 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56d02c-9f9d-46f2-87b1-86f5d02e1dd8 None None] Routers {'c0692852-3716-43a2-a499-1e00008b2e3d'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:26.825084 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4a56d02c-9f9d-46f2-87b1-86f5d02e1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc092e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['c0692852-3716-43a2-a499-1e00008b2e3d'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:26.880839 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/c0692852-3716-43a2-a499-1e00008b2e3d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2038012
Jun 04 15:46:26.886801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48598) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:26.954840 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c974bb0>, [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:46:23Z', 'revision_number': 3, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:26.961279 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Checking router: 8fad9afa-7461-40c9-9889-e1d1612869aa for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:46:26.961970 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Updating router 8fad9afa-7461-40c9-9889-e1d1612869aa port 70521bd8-42a3-4514-a38f-14e2bb79d878 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:46:26.967178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4a56d02c-9f9d-46f2-87b1-86f5d02e1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc092e0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:26.992095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56d02c-9f9d-46f2-87b1-86f5d02e1dd8 None None] Routers {'c0692852-3716-43a2-a499-1e00008b2e3d'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:26.992862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4a56d02c-9f9d-46f2-87b1-86f5d02e1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc092e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['c0692852-3716-43a2-a499-1e00008b2e3d'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:27.013887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7cdd98-6019-47b2-9f24-0cf652e1015e tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:27.019046 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2d7cdd98-6019-47b2-9f24-0cf652e1015e tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3429646
Jun 04 15:46:27.025383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48600) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:27.074035 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:46:27.084933 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:27.105203 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:27.117533 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6131da0d-0336-45b8-b439-9b7a14d7a2f7 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0885401
Jun 04 15:46:27.129561 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48602) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:27.134844 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:27.139229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-700082803', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:27.140975 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4a56d02c-9f9d-46f2-87b1-86f5d02e1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc092e0>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:27.141416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a56d02c-9f9d-46f2-87b1-86f5d02e1dd8 None None] The sync data for ids ['c0692852-3716-43a2-a499-1e00008b2e3d'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:46:27.222042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b29eb3-5ee8-4471-893b-0f92d69d507d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:27.222679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a0b29eb3-5ee8-4471-893b-0f92d69d507d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Synchronizing usage tracker for tenant:8851d51c966f43109caa7790bcf3b3df on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:46:27.264947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:27.284069 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:27.287767 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:27.295495 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:46:27.298402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:subnet and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:27.302729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:27.311202 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:27.355341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'Port': ['ID=2c2435f8-1b59-4fad-a4b3-bf664813998c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:27.360740 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:27.582473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Made reservation on behalf of 8bc21cf1a3b849349b38aac0222e9fea for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:46:27.585806 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:27.640695 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a0b29eb3-5ee8-4471-893b-0f92d69d507d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Unset dirty status for tenant:8851d51c966f43109caa7790bcf3b3df on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:46:27.642815 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a0b29eb3-5ee8-4471-893b-0f92d69d507d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports/92f97c0c-cac3-4bd4-b1b6-942899a34f36 HTTP/1.1" status: 200  len: 910 time: 0.7542901
Jun 04 15:46:27.645903 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48610) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:27.652556 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:27.659590 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-eeb09fa0-d2df-4671-936c-e48731bb03cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '42e53684-1f99-496f-96a5-d62cfac00662'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:27.674881 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Transition to ACTIVE for port object 70521bd8-42a3-4514-a38f-14e2bb79d878 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:27.800983 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:27.816660 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-3ceb825c-c9f4-43d9-affd-d98a6f216a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:27.965530 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Attempting to bind port 70521bd8-42a3-4514-a38f-14e2bb79d878 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:46:27.966063 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Attempting to bind port 70521bd8-42a3-4514-a38f-14e2bb79d878 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:46:27.966560 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Attempting to bind port 70521bd8-42a3-4514-a38f-14e2bb79d878 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:46:27.976025 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Pushing event updated for resources: {'Port': ['ID=70521bd8-42a3-4514-a38f-14e2bb79d878,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:27.993774 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:46:27.994671 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:46:27.995533 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:27.995533 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:46:27.995938 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Bound port: 70521bd8-42a3-4514-a38f-14e2bb79d878, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:46:27.996428 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:28.037466 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:28.037904 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:28.038334 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:28.038841 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:28.039202 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:28.039681 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:28.040109 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:28.040533 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:28.040957 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:28.041501 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:28.041501 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:28.045084 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:46:28.054584 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:28.115445 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] For port 70521bd8-42a3-4514-a38f-14e2bb79d878, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:46:28.119922 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] For port 70521bd8-42a3-4514-a38f-14e2bb79d878, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=70521bd8-42a3-4514-a38f-14e2bb79d878,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:46:28.186129 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:28.256690 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:28.262098 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:28.336531 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Pushing event updated for resources: {'Port': ['ID=70521bd8-42a3-4514-a38f-14e2bb79d878,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:28.348785 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:28.380137 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Routers {'8fad9afa-7461-40c9-9889-e1d1612869aa'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:28.381524 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c974bb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8fad9afa-7461-40c9-9889-e1d1612869aa'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:28.622895 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eeb09fa0-d2df-4671-936c-e48731bb03cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:28.690396 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] Set router 8fad9afa-7461-40c9-9889-e1d1612869aa gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:46:29.032498 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:29.040172 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-101ecc90-f877-4e5b-94aa-2bcd2c3f7c58 tempest-FloatingIPNegativeTestJSON-1067417856 tempest-FloatingIPNegativeTestJSON-1067417856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:29.163838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Checking segment: {'id': 'ccf7063d-7285-45e0-99bd-3a230b4c2dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:46:29.165063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network hostable DHCP agents. Network: 3a7df431-47fb-4038-86f5-d24e78603d5f, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:46:29.168576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Subnet': ['ID=c803f1ab-b6e1-4222-a7ed-4d97e8604a8f,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:29.177946 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:29.304875 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c974bb0>, [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:46:23Z', 'revision_number': 3, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:29.310621 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c6b8b-e53c-4d65-92bf-46bb0d29297a None None] The sync data for ids ['8fad9afa-7461-40c9-9889-e1d1612869aa'] in n-d-791505-9 is: [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:46:23Z', 'revision_number': 3, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:46:29.386129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network 3a7df431-47fb-4038-86f5-d24e78603d5f is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:46:29.415346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:29.592420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 3a7df431-47fb-4038-86f5-d24e78603d5f) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:29.632855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b11fb2-b174-4cc6-801f-cedfac0d0a89 None None] Network 3a7df431-47fb-4038-86f5-d24e78603d5f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:46:29.640832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:29.641499 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:29.831079 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 2.7001028
Jun 04 15:46:29.833534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48634) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:30.000493 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6c679fb-41de-4cd2-9e4c-7de308e8cf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:30.023058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-3a7df431-47fb-4038-86f5-d24e78603d5f', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:46:30.024701 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:30.171725 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eeb09fa0-d2df-4671-936c-e48731bb03cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:30.254666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Router 45bc2c85-1220-4394-a183-fd9b266a72f8 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:46:30.374616 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eeb09fa0-d2df-4671-936c-e48731bb03cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:30.411499 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Allocated IP 172.20.0.2 (3a7df431-47fb-4038-86f5-d24e78603d5f/c803f1ab-b6e1-4222-a7ed-4d97e8604a8f/a56121a6-8777-4938-a874-78c1d7843c02) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:46:30.437728 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:30.697202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb09fa0-d2df-4671-936c-e48731bb03cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:30.697829 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eeb09fa0-d2df-4671-936c-e48731bb03cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:30.699217 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eeb09fa0-d2df-4671-936c-e48731bb03cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/ports/92f97c0c-cac3-4bd4-b1b6-942899a34f36 HTTP/1.1" status: 200  len: 910 time: 3.0530367
Jun 04 15:46:30.713859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48648) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:30.787367 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:30.799912 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Transition to ACTIVE for port object a56121a6-8777-4938-a874-78c1d7843c02 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:30.836217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Transition to ACTIVE for port object a56121a6-8777-4938-a874-78c1d7843c02 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:30.871682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb09fa0-d2df-4671-936c-e48731bb03cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=92f97c0c-cac3-4bd4-b1b6-942899a34f36,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:30.880220 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eeb09fa0-d2df-4671-936c-e48731bb03cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:30.959016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:46:30.975918 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:30.987174 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Sync routers for ids ['45bc2c85-1220-4394-a183-fd9b266a72f8'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:46:30.995195 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:31.023564 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Routers {'45bc2c85-1220-4394-a183-fd9b266a72f8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:31.023564 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c974fa0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['45bc2c85-1220-4394-a183-fd9b266a72f8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:31.045117 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ebca96f1-ec44-4477-9d5b-e53bd2c99e0c req-31526fe9-b866-4c6b-a804-6a04b4429fc5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3619392
Jun 04 15:46:31.176962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Network 3a7df431-47fb-4038-86f5-d24e78603d5f is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:31.183980 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Pushing event updated for resources: {'Port': ['ID=a56121a6-8777-4938-a874-78c1d7843c02,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:31.197815 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:31.199641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:31.205548 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:46:31.232969 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:31.237432 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 9.1716564
Jun 04 15:46:31.242138 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48652) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:31.331765 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 70521bd8-42a3-4514-a38f-14e2bb79d878 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:31.573236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Attempting to bind port a56121a6-8777-4938-a874-78c1d7843c02 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:46:31.573622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Attempting to bind port a56121a6-8777-4938-a874-78c1d7843c02 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'ccf7063d-7285-45e0-99bd-3a230b4c2dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:46:31.574001 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Attempting to bind port a56121a6-8777-4938-a874-78c1d7843c02 on network 3a7df431-47fb-4038-86f5-d24e78603d5f {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:46:31.579922 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Set router 45bc2c85-1220-4394-a183-fd9b266a72f8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:46:31.582140 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:46:31.582533 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Checking segment: {'id': 'ccf7063d-7285-45e0-99bd-3a230b4c2dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:46:31.582950 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:31.583428 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Bound using segment: {'id': 'ccf7063d-7285-45e0-99bd-3a230b4c2dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:46:31.583982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Bound port: a56121a6-8777-4938-a874-78c1d7843c02, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf7063d-7285-45e0-99bd-3a230b4c2dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:46:31.584375 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:31.637659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca96f1-ec44-4477-9d5b-e53bd2c99e0c req-127b5539-52fa-46d3-bd09-cf8e42c6f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:31.640919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ebca96f1-ec44-4477-9d5b-e53bd2c99e0c req-127b5539-52fa-46d3-bd09-cf8e42c6f7d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 1097 time: 0.3887954
Jun 04 15:46:31.685670 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a7e1bd4a-5f30-44a2-8574-c88ba40eed49 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=5287f2e7ee8d4845b57a054c508e1de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4364245
Jun 04 15:46:31.691973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48666) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:31.736916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] For port a56121a6-8777-4938-a874-78c1d7843c02, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:46:31.784243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] For port a56121a6-8777-4938-a874-78c1d7843c02, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=a56121a6-8777-4938-a874-78c1d7843c02,segment=NetworkSegment(ccf7063d-7285-45e0-99bd-3a230b4c2dc9),segment_id=ccf7063d-7285-45e0-99bd-3a230b4c2dc9)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:46:31.786544 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 70521bd8-42a3-4514-a38f-14e2bb79d878 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:31.797352 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 70521bd8-42a3-4514-a38f-14e2bb79d878 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:31.797989 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:31.856526 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:31.960117 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:31.967679 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e2332fb1-d8ea-4087-ad76-05035a05f734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:32.110668 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:32.167623 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c02741-b0f3-49e1-89c0-79729885debe tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:32.176137 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Pushing event updated for resources: {'Port': ['ID=a56121a6-8777-4938-a874-78c1d7843c02,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:32.177273 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a9c02741-b0f3-49e1-89c0-79729885debe tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4643462
Jun 04 15:46:32.181490 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48670) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:32.199856 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:32.218509 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:32.245744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 70521bd8-42a3-4514-a38f-14e2bb79d878, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=70521bd8-42a3-4514-a38f-14e2bb79d878,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:46:32.295240 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c974fa0>, [{'id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526273705', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:27Z', 'revision_number': 3, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:25Z', 'updated_at': '2021-06-04T15:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:32.305934 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Checking router: 45bc2c85-1220-4394-a183-fd9b266a72f8 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:46:32.306362 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Updating router 45bc2c85-1220-4394-a183-fd9b266a72f8 port 2c2435f8-1b59-4fad-a4b3-bf664813998c binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:46:32.324619 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ef668d1b-fcb2-4aae-b263-f0dced4efa04 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1367514
Jun 04 15:46:32.329073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48674) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:32.343125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-763128806', 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:32.356296 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:32.362612 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:32.393910 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:32.409060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca96f1-ec44-4477-9d5b-e53bd2c99e0c req-2fb64453-eea9-4e0d-b57b-64ae196ad610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:32.420978 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ebca96f1-ec44-4477-9d5b-e53bd2c99e0c req-2fb64453-eea9-4e0d-b57b-64ae196ad610 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0339ff3f-f872-422f-8d79-308474532286 HTTP/1.1" status: 200  len: 915 time: 0.7335434
Jun 04 15:46:32.525624 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-56d258d6-1a36-402c-b164-5b7bab99a62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:32.607552 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=70521bd8-42a3-4514-a38f-14e2bb79d878,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:32.614854 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:32.624376 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e6edd46a-3f06-4a5a-b139-35c8292838b2 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:32.661593 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ebca96f1-ec44-4477-9d5b-e53bd2c99e0c req-40e302d6-194b-4b87-9efa-689a0bf8658b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50d24f6f-85ae-4825-96e3-e08047ae137c HTTP/1.1" status: 200  len: 217 time: 0.1093175
Jun 04 15:46:32.775185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca96f1-ec44-4477-9d5b-e53bd2c99e0c req-4dbfe2ab-aecd-44c2-bc95-a6e0855e3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:32.776764 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ebca96f1-ec44-4477-9d5b-e53bd2c99e0c req-4dbfe2ab-aecd-44c2-bc95-a6e0855e3443 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ca6e046-932e-4cd9-be29-03f24f42f2ae HTTP/1.1" status: 200  len: 854 time: 0.0658367
Jun 04 15:46:32.875629 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ebca96f1-ec44-4477-9d5b-e53bd2c99e0c req-022562ed-d8aa-48d1-85c3-5d253cf19dc1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0339ff3f-f872-422f-8d79-308474532286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0773697
Jun 04 15:46:32.880264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:32.891490 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0c2b5e6-d298-4d0d-a149-4df1ee4b65e3 req-f915eecc-217d-4eb4-9b8e-83df80a1fa9f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4667523
Jun 04 15:46:32.898020 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Usage tracker for resource:subnet and tenant:5287f2e7ee8d4845b57a054c508e1de5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:32.910530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:32.947429 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:33.069099 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:33.089207 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Transition to ACTIVE for port object 2c2435f8-1b59-4fad-a4b3-bf664813998c will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:33.201767 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ebca96f1-ec44-4477-9d5b-e53bd2c99e0c req-b2c929dd-e63e-4adf-9eee-4adea416cb81 service neutron] 10.222.0.62 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3060312
Jun 04 15:46:33.230371 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:33.238422 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-4ba6176c-35c8-4733-8b6b-b484ed16104f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:33.411269 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Attempting to bind port 2c2435f8-1b59-4fad-a4b3-bf664813998c on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:46:33.413301 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Attempting to bind port 2c2435f8-1b59-4fad-a4b3-bf664813998c by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:46:33.413301 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Attempting to bind port 2c2435f8-1b59-4fad-a4b3-bf664813998c on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:46:33.415198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device a56121a6-8777-4938-a874-78c1d7843c02 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:33.421912 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:46:33.422223 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:46:33.422618 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:33.423022 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:46:33.425257 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Bound port: 2c2435f8-1b59-4fad-a4b3-bf664813998c, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:46:33.425647 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:33.459872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Made reservation on behalf of 5287f2e7ee8d4845b57a054c508e1de5 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:46:33.467580 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:33.517171 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137b281-b255-47a7-9e03-571b71d89336 None None] Pushing event updated for resources: {'Port': ['ID=2c2435f8-1b59-4fad-a4b3-bf664813998c,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:33.572744 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] For port 2c2435f8-1b59-4fad-a4b3-bf664813998c, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:46:33.578790 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] For port 2c2435f8-1b59-4fad-a4b3-bf664813998c, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2c2435f8-1b59-4fad-a4b3-bf664813998c,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:46:33.580229 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-0137b281-b255-47a7-9e03-571b71d89336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:33.650947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e6edd46a-3f06-4a5a-b139-35c8292838b2 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port 92f97c0c-cac3-4bd4-b1b6-942899a34f36 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:46:33.651394 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e6edd46a-3f06-4a5a-b139-35c8292838b2 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:33.680953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Allocated IP 172.20.0.1 (3a7df431-47fb-4038-86f5-d24e78603d5f/c803f1ab-b6e1-4222-a7ed-4d97e8604a8f/80dd1ed2-b217-4760-8f48-56b7db57790b) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:46:33.688898 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ebca96f1-ec44-4477-9d5b-e53bd2c99e0c req-8baf09a3-9d52-451c-86e9-fe82317ebc43 service neutron] 10.222.0.62 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4668844
Jun 04 15:46:33.694032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b5e6-d298-4d0d-a149-4df1ee4b65e3 req-4dae12d5-8218-4158-bcbb-4b35808dabea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:33.704121 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0c2b5e6-d298-4d0d-a149-4df1ee4b65e3 req-4dae12d5-8218-4158-bcbb-4b35808dabea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 1096 time: 0.5974848
Jun 04 15:46:33.723567 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c60a1a-42e3-494c-85ab-322a8e8570cf None None] Network 3a7df431-47fb-4038-86f5-d24e78603d5f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:46:33.742125 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port a56121a6-8777-4938-a874-78c1d7843c02 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:33.761503 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 70521bd8-42a3-4514-a38f-14e2bb79d878 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:33.768136 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:33.784889 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:33.885230 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Routers {'45bc2c85-1220-4394-a183-fd9b266a72f8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:33.885887 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c974fa0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['45bc2c85-1220-4394-a183-fd9b266a72f8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:33.980153 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:34.026623 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e6edd46a-3f06-4a5a-b139-35c8292838b2 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:34.183488 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] Set router 45bc2c85-1220-4394-a183-fd9b266a72f8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:46:34.218630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-e6edd46a-3f06-4a5a-b139-35c8292838b2 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for 92f97c0c-cac3-4bd4-b1b6-942899a34f36 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:46:34.242032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a3a38e29-9b3d-4b8b-81c4-31505969da9b None None] Provisioning for port a56121a6-8777-4938-a874-78c1d7843c02 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:34.246048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b5e6-d298-4d0d-a149-4df1ee4b65e3 req-41de2706-b2c4-4ae9-a433-701f769e3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:34.247552 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0c2b5e6-d298-4d0d-a149-4df1ee4b65e3 req-41de2706-b2c4-4ae9-a433-701f769e3bbc service neutron] 10.222.0.65 "GET /v2.0/networks?id=0339ff3f-f872-422f-8d79-308474532286 HTTP/1.1" status: 200  len: 915 time: 0.4710417
Jun 04 15:46:34.260146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a3a38e29-9b3d-4b8b-81c4-31505969da9b None None] Provisioning complete for port a56121a6-8777-4938-a874-78c1d7843c02 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:34.261023 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3a38e29-9b3d-4b8b-81c4-31505969da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:34.330779 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 70521bd8-42a3-4514-a38f-14e2bb79d878 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:34.331587 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:34.365784 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137b281-b255-47a7-9e03-571b71d89336 None None] Pushing event updated for resources: {'Port': ['ID=2c2435f8-1b59-4fad-a4b3-bf664813998c,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:34.376651 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:34.380555 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0c2b5e6-d298-4d0d-a149-4df1ee4b65e3 req-ec698731-8e43-4c83-ad08-787dae247009 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5698a6b-0a4e-441e-8e9f-d09d4cae73df HTTP/1.1" status: 200  len: 217 time: 0.1232829
Jun 04 15:46:34.382040 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-0137b281-b255-47a7-9e03-571b71d89336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:34.453231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Transition to ACTIVE for port object 80dd1ed2-b217-4760-8f48-56b7db57790b will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:34.495601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b5e6-d298-4d0d-a149-4df1ee4b65e3 req-e9377541-2f81-4e75-815f-30253e1220aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:34.498116 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0c2b5e6-d298-4d0d-a149-4df1ee4b65e3 req-e9377541-2f81-4e75-815f-30253e1220aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ca6e046-932e-4cd9-be29-03f24f42f2ae HTTP/1.1" status: 200  len: 854 time: 0.1097934
Jun 04 15:46:34.683780 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0c2b5e6-d298-4d0d-a149-4df1ee4b65e3 req-2a3f6ae6-0a59-48de-a368-d6d2fd4191d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0339ff3f-f872-422f-8d79-308474532286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1734841
Jun 04 15:46:34.770780 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c974fa0>, [{'id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526273705', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:27Z', 'revision_number': 3, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:25Z', 'updated_at': '2021-06-04T15:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:34.775308 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cd097-09bb-4562-a27d-c0f41f869341 None None] The sync data for ids ['45bc2c85-1220-4394-a183-fd9b266a72f8'] in n-d-791505-9 is: [{'id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526273705', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:27Z', 'revision_number': 3, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:25Z', 'updated_at': '2021-06-04T15:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:46:34.836403 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e6edd46a-3f06-4a5a-b139-35c8292838b2 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:34.844556 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:34.903488 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edd46a-3f06-4a5a-b139-35c8292838b2 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=92f97c0c-cac3-4bd4-b1b6-942899a34f36,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:34.915376 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e6edd46a-3f06-4a5a-b139-35c8292838b2 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:34.932815 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:34.947945 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-59477f95-b1e0-475b-8fde-7b1f5631ecfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:34.949455 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3a38e29-9b3d-4b8b-81c4-31505969da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:35.045645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a3a38e29-9b3d-4b8b-81c4-31505969da9b None None] For port a56121a6-8777-4938-a874-78c1d7843c02, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=a56121a6-8777-4938-a874-78c1d7843c02,segment=NetworkSegment(ccf7063d-7285-45e0-99bd-3a230b4c2dc9),segment_id=ccf7063d-7285-45e0-99bd-3a230b4c2dc9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:46:35.132518 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0c2b5e6-d298-4d0d-a149-4df1ee4b65e3 req-9287b9b2-02d4-45cc-b019-2cb9523886b8 service neutron] 10.222.0.65 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4380023
Jun 04 15:46:35.171382 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3a38e29-9b3d-4b8b-81c4-31505969da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:35.178492 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:35.224753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network 3a7df431-47fb-4038-86f5-d24e78603d5f is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:35.242972 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:35.275869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:35.281883 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:46:35.356347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a38e29-9b3d-4b8b-81c4-31505969da9b None None] Pushing event updated for resources: {'Port': ['ID=a56121a6-8777-4938-a874-78c1d7843c02,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:35.380793 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a3a38e29-9b3d-4b8b-81c4-31505969da9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:35.651010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0222cc82-45c8-4826-9486-dad18158b06e None None] Provisioning complete for port a56121a6-8777-4938-a874-78c1d7843c02 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:35.655628 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0222cc82-45c8-4826-9486-dad18158b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:35.681625 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e6edd46a-3f06-4a5a-b139-35c8292838b2 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:35.930635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Port': ['ID=80dd1ed2-b217-4760-8f48-56b7db57790b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:35.942087 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.998s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:36.109656 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0c2b5e6-d298-4d0d-a149-4df1ee4b65e3 req-b673b354-01bb-47b8-895c-19a5d6eb9684 service neutron] 10.222.0.65 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9621942
Jun 04 15:46:36.140187 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:36.143630 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:36.162215 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-187a46e9-2a66-4837-ae62-5d0e4ad4c3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:36.358570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5156cca6-a84e-49ca-b7c9-a520a745a669 None None] Provisioning for port 80dd1ed2-b217-4760-8f48-56b7db57790b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:36.366543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5156cca6-a84e-49ca-b7c9-a520a745a669 None None] Provisioning complete for port 80dd1ed2-b217-4760-8f48-56b7db57790b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:36.368195 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5156cca6-a84e-49ca-b7c9-a520a745a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:36.428048 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:36.520200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5156cca6-a84e-49ca-b7c9-a520a745a669 None None] Port 80dd1ed2-b217-4760-8f48-56b7db57790b cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:46:36.530625 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Checking segment: {'id': '1ebf05fe-645e-4e1d-a274-e4ecf983b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:46:36.531014 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Network hostable DHCP agents. Network: eb68608b-7dc5-4c14-b77d-6d4f71bada98, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:46:36.543228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'Subnet': ['ID=c07fcaeb-572f-40f5-b0e8-7e6f2154d738,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:36.551849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6edd46a-3f06-4a5a-b139-35c8292838b2 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router c0692852-3716-43a2-a499-1e00008b2e3d has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:46:36.558829 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:36.763165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6edd46a-3f06-4a5a-b139-35c8292838b2 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:46:36.763725 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485c915d-3d55-40a6-89b9-3bfb290181bf None None] Sync routers for ids ['c0692852-3716-43a2-a499-1e00008b2e3d'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:46:36.773836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485c915d-3d55-40a6-89b9-3bfb290181bf None None] Routers {'c0692852-3716-43a2-a499-1e00008b2e3d'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:36.773836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-485c915d-3d55-40a6-89b9-3bfb290181bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c631e20>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['c0692852-3716-43a2-a499-1e00008b2e3d'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:36.807712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Network eb68608b-7dc5-4c14-b77d-6d4f71bada98 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:46:36.850303 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-485c915d-3d55-40a6-89b9-3bfb290181bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c631e20>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:36.860640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485c915d-3d55-40a6-89b9-3bfb290181bf None None] Routers {'c0692852-3716-43a2-a499-1e00008b2e3d'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:36.861328 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-485c915d-3d55-40a6-89b9-3bfb290181bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c631e20>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['c0692852-3716-43a2-a499-1e00008b2e3d'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:36.930482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-485c915d-3d55-40a6-89b9-3bfb290181bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c631e20>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:36.930916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485c915d-3d55-40a6-89b9-3bfb290181bf None None] The sync data for ids ['c0692852-3716-43a2-a499-1e00008b2e3d'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:46:37.059594 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:37.153071 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e6edd46a-3f06-4a5a-b139-35c8292838b2 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/c0692852-3716-43a2-a499-1e00008b2e3d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4380944
Jun 04 15:46:37.156105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48728) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:37.204857 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:37.206250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, eb68608b-7dc5-4c14-b77d-6d4f71bada98) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:37.221270 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b4b951-070a-44d5-8301-964302817750 None None] Network eb68608b-7dc5-4c14-b77d-6d4f71bada98 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:46:37.240907 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:37.243529 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:37.255651 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-23307c37-a521-4d7a-835b-b5592be455c3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:37.289538 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device a56121a6-8777-4938-a874-78c1d7843c02 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:37.306648 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a13bb72b-d4c0-4af9-96a8-a8c73ed13063 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0692852-3716-43a2-a499-1e00008b2e3d HTTP/1.1" status: 200  len: 205 time: 0.1465483
Jun 04 15:46:37.307743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48730) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:37.359955 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:37.367730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Port': ['ID=80dd1ed2-b217-4760-8f48-56b7db57790b,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:37.371992 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:37.614776 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 5.2817926
Jun 04 15:46:37.615010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48736) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:37.618412 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-64485af2-3875-4a7a-8513-a767b6590b55 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:37.658597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port a56121a6-8777-4938-a874-78c1d7843c02 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:37.673695 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:37.748333 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'fixed_ips': [{'subnet_id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:46:37.749262 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:37.818339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network 3a7df431-47fb-4038-86f5-d24e78603d5f is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:37.819286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:38.048587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2c2435f8-1b59-4fad-a4b3-bf664813998c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:38.295337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e78ea2d2-6b41-44fc-bccd-b3707e5a5d0b None None] Provisioning complete for port 80dd1ed2-b217-4760-8f48-56b7db57790b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:38.295926 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e78ea2d2-6b41-44fc-bccd-b3707e5a5d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:38.363519 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e78ea2d2-6b41-44fc-bccd-b3707e5a5d0b None None] Port 80dd1ed2-b217-4760-8f48-56b7db57790b cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:46:38.364737 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Allocated IP 172.20.0.2 (eb68608b-7dc5-4c14-b77d-6d4f71bada98/c07fcaeb-572f-40f5-b0e8-7e6f2154d738/12d6d52c-0429-4080-aba7-9fdf69e0b5ef) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:46:38.402825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-64485af2-3875-4a7a-8513-a767b6590b55 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:38.407417 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-64485af2-3875-4a7a-8513-a767b6590b55 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:38.446398 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 2c2435f8-1b59-4fad-a4b3-bf664813998c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:38.472602 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 2c2435f8-1b59-4fad-a4b3-bf664813998c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:38.473253 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:38.591174 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-64485af2-3875-4a7a-8513-a767b6590b55 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:38.593740 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64485af2-3875-4a7a-8513-a767b6590b55 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Fanout notify agent at l3_agent the message router_deleted on router c0692852-3716-43a2-a499-1e00008b2e3d {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:46:38.628965 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-64485af2-3875-4a7a-8513-a767b6590b55 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:38.644140 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-64485af2-3875-4a7a-8513-a767b6590b55 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/routers/c0692852-3716-43a2-a499-1e00008b2e3d HTTP/1.1" status: 204  len: 168 time: 1.3335924
Jun 04 15:46:38.645551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48748) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:38.739625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Router 8fad9afa-7461-40c9-9889-e1d1612869aa has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:46:38.815284 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:38.838082 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 2c2435f8-1b59-4fad-a4b3-bf664813998c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2c2435f8-1b59-4fad-a4b3-bf664813998c,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:46:38.923480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3630ba5-15b5-4bd7-af46-08571f64e665 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting subnet 42e53684-1f99-496f-96a5-d62cfac00662 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:46:38.933431 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:38.947310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Transition to ACTIVE for port object 12d6d52c-0429-4080-aba7-9fdf69e0b5ef will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:38.954053 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3630ba5-15b5-4bd7-af46-08571f64e665 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:38.969164 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Transition to ACTIVE for port object 12d6d52c-0429-4080-aba7-9fdf69e0b5ef will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:38.973979 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:38.977377 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a3a38e29-9b3d-4b8b-81c4-31505969da9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:39.051639 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:39.072471 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Network eb68608b-7dc5-4c14-b77d-6d4f71bada98 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:39.074053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:39.077388 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:46:39.083106 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=2c2435f8-1b59-4fad-a4b3-bf664813998c,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:39.087490 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:39.113593 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:39.239912 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Attempting to bind port 12d6d52c-0429-4080-aba7-9fdf69e0b5ef on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:46:39.241135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Attempting to bind port 12d6d52c-0429-4080-aba7-9fdf69e0b5ef by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '1ebf05fe-645e-4e1d-a274-e4ecf983b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:46:39.241135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Attempting to bind port 12d6d52c-0429-4080-aba7-9fdf69e0b5ef on network eb68608b-7dc5-4c14-b77d-6d4f71bada98 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:46:39.249581 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:46:39.250817 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Checking segment: {'id': '1ebf05fe-645e-4e1d-a274-e4ecf983b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:46:39.250817 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:39.252198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Bound using segment: {'id': '1ebf05fe-645e-4e1d-a274-e4ecf983b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:46:39.252198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Bound port: 12d6d52c-0429-4080-aba7-9fdf69e0b5ef, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebf05fe-645e-4e1d-a274-e4ecf983b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:46:39.252198 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:39.362125 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Pushing event updated for resources: {'Port': ['ID=12d6d52c-0429-4080-aba7-9fdf69e0b5ef,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:39.365717 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:39.423256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] For port 12d6d52c-0429-4080-aba7-9fdf69e0b5ef, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:46:39.426899 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] For port 12d6d52c-0429-4080-aba7-9fdf69e0b5ef, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=12d6d52c-0429-4080-aba7-9fdf69e0b5ef,segment=NetworkSegment(1ebf05fe-645e-4e1d-a274-e4ecf983b2ca),segment_id=1ebf05fe-645e-4e1d-a274-e4ecf983b2ca)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:46:39.448437 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3630ba5-15b5-4bd7-af46-08571f64e665 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:39.527196 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:39.554008 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f9076eb0-2d05-42ff-87be-7d017ee01499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:39.592510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:46:39.609741 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "PUT /v2.0/routers/8fad9afa-7461-40c9-9889-e1d1612869aa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7750716
Jun 04 15:46:39.616392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48774) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:39.621196 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Sync routers for ids ['8fad9afa-7461-40c9-9889-e1d1612869aa'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:46:39.640628 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Routers {'8fad9afa-7461-40c9-9889-e1d1612869aa'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:39.641583 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c773610>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8fad9afa-7461-40c9-9889-e1d1612869aa'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:39.805932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Pushing event updated for resources: {'Port': ['ID=12d6d52c-0429-4080-aba7-9fdf69e0b5ef,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:39.828923 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:39.922698 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3630ba5-15b5-4bd7-af46-08571f64e665 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:39.950959 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Set router 8fad9afa-7461-40c9-9889-e1d1612869aa gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:46:40.260280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80dc4d4-eade-4ea4-90f0-d5d9c0bd76a2 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:40.264554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80dc4d4-eade-4ea4-90f0-d5d9c0bd76a2 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:40.264554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80dc4d4-eade-4ea4-90f0-d5d9c0bd76a2 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:40.264554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80dc4d4-eade-4ea4-90f0-d5d9c0bd76a2 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:40.265593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80dc4d4-eade-4ea4-90f0-d5d9c0bd76a2 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:40.266140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80dc4d4-eade-4ea4-90f0-d5d9c0bd76a2 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:40.266614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80dc4d4-eade-4ea4-90f0-d5d9c0bd76a2 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:40.271454 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f80dc4d4-eade-4ea4-90f0-d5d9c0bd76a2 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4954 time: 0.6513503
Jun 04 15:46:40.272569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48784) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:40.473849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943dd258-382a-4434-9628-0fea877ec58b tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:40.474722 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943dd258-382a-4434-9628-0fea877ec58b tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:40.475598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943dd258-382a-4434-9628-0fea877ec58b tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:40.476255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943dd258-382a-4434-9628-0fea877ec58b tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:40.477467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943dd258-382a-4434-9628-0fea877ec58b tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:40.478517 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943dd258-382a-4434-9628-0fea877ec58b tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:40.479177 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943dd258-382a-4434-9628-0fea877ec58b tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:40.485112 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-943dd258-382a-4434-9628-0fea877ec58b tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4583 time: 0.2099409
Jun 04 15:46:40.486502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48792) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:40.840460 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c773610>, [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:46:36Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '80dd1ed2-b217-4760-8f48-56b7db57790b', 'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:2d:c3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:32Z', 'updated_at': '2021-06-04T15:46:36Z', 'revision_number': 2, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:40.854026 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Checking router: 8fad9afa-7461-40c9-9889-e1d1612869aa for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:46:40.854488 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Updating router 8fad9afa-7461-40c9-9889-e1d1612869aa port 80dd1ed2-b217-4760-8f48-56b7db57790b binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:46:40.864222 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:40.910334 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3630ba5-15b5-4bd7-af46-08571f64e665 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:40.918009 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:40.996343 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-805ced3f-f86a-4a8c-b7c1-33228399b25f tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2331 time: 0.4900658
Jun 04 15:46:41.042255 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5711b73b-c603-4266-b14d-2b5a6754bf66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:41.164207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3630ba5-15b5-4bd7-af46-08571f64e665 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Subnet': ['ID=42e53684-1f99-496f-96a5-d62cfac00662,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:41.203100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e882832-569f-45db-9c76-3862129018ef None None] Network 50879790-e890-4b3f-bfa1-0f10caa139c2 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:46:41.206734 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b3630ba5-15b5-4bd7-af46-08571f64e665 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:41.225643 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3630ba5-15b5-4bd7-af46-08571f64e665 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:41.268574 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b3630ba5-15b5-4bd7-af46-08571f64e665 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/42e53684-1f99-496f-96a5-d62cfac00662 HTTP/1.1" status: 204  len: 168 time: 2.6200957
Jun 04 15:46:41.271755 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48808) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:41.533763 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2c2435f8-1b59-4fad-a4b3-bf664813998c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:41.606228 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:41.858620 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48818) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:41.880887 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb45c3-eb6c-40a0-977b-eb12526eeb33 None None] Network eb68608b-7dc5-4c14-b77d-6d4f71bada98 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:46:41.892053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-158450327', 'description': 'tempest-secgroup-smoke-158450327 description', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:41.917963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:41.929853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:41.942765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:41.959900 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:41.978553 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:41.990399 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port 5c659cc9-9217-4336-a976-7dde4dd63d57 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:46:41.991124 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:42.032622 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Transition to ACTIVE for port object 80dd1ed2-b217-4760-8f48-56b7db57790b will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:42.124984 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:42.127308 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:42.131338 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-904332ac-bcff-420d-85df-c0133ea9b78e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:42.199626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:42.208145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] For port 5c659cc9-9217-4336-a976-7dde4dd63d57, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5c659cc9-9217-4336-a976-7dde4dd63d57,segment=NetworkSegment(808e0ac6-6a76-4aed-bd26-4bbb8929f8d4),segment_id=808e0ac6-6a76-4aed-bd26-4bbb8929f8d4)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:46:42.208510 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:42.242183 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:42.247559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:42.311937 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2d3b45-0ca6-43ab-bb89-c01934294f38 None None] DHCP port deletion for 50879790-e890-4b3f-bfa1-0f10caa139c2 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:46:42.331823 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 2c2435f8-1b59-4fad-a4b3-bf664813998c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:42.332212 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:42.418017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:42.600334 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for 5c659cc9-9217-4336-a976-7dde4dd63d57 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:46:42.705311 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9baa9c-0084-4c9c-9881-2378ec812ab9 None None] Pushing event updated for resources: {'Port': ['ID=80dd1ed2-b217-4760-8f48-56b7db57790b,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:42.710211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Allocated IP 172.20.0.1 (eb68608b-7dc5-4c14-b77d-6d4f71bada98/c07fcaeb-572f-40f5-b0e8-7e6f2154d738/807f268e-85ba-4203-82f2-e2584e899e54) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:46:42.719826 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-cc9baa9c-0084-4c9c-9881-2378ec812ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:42.739823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Attempting to bind port 80dd1ed2-b217-4760-8f48-56b7db57790b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:46:42.740250 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Attempting to bind port 80dd1ed2-b217-4760-8f48-56b7db57790b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'ccf7063d-7285-45e0-99bd-3a230b4c2dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:46:42.740635 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Attempting to bind port 80dd1ed2-b217-4760-8f48-56b7db57790b on network 3a7df431-47fb-4038-86f5-d24e78603d5f {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:46:42.758924 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:46:42.760899 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Checking segment: {'id': 'ccf7063d-7285-45e0-99bd-3a230b4c2dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:46:42.762384 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:42.764067 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Bound using segment: {'id': 'ccf7063d-7285-45e0-99bd-3a230b4c2dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:46:42.765055 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Bound port: 80dd1ed2-b217-4760-8f48-56b7db57790b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf7063d-7285-45e0-99bd-3a230b4c2dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:46:42.766043 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:42.808118 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-95998ccd-4545-455b-9319-b1ed2c8c159f None None] Provisioning for port 12d6d52c-0429-4080-aba7-9fdf69e0b5ef completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:42.900090 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:42.988751 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d3b45-0ca6-43ab-bb89-c01934294f38 None None] Deleting port 5c659cc9-9217-4336-a976-7dde4dd63d57 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:46:42.988893 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3b45-0ca6-43ab-bb89-c01934294f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:43.018608 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:43.022816 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-671c22ad-a80c-4f40-9bef-f6e5d48cd414 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:43.029758 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:43.061149 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] For port 80dd1ed2-b217-4760-8f48-56b7db57790b, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:46:43.067806 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] For port 80dd1ed2-b217-4760-8f48-56b7db57790b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=80dd1ed2-b217-4760-8f48-56b7db57790b,segment=NetworkSegment(ccf7063d-7285-45e0-99bd-3a230b4c2dc9),segment_id=ccf7063d-7285-45e0-99bd-3a230b4c2dc9)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:46:43.070758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Transition to ACTIVE for port object 807f268e-85ba-4203-82f2-e2584e899e54 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:43.111181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:43.113370 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:43.120114 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:43.120741 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:43.189365 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:43.195948 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-53cb75a2-48bd-44ef-a096-336f5d1262c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:43.200727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 12d6d52c-0429-4080-aba7-9fdf69e0b5ef up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:43.218344 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:43.220488 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=5c659cc9-9217-4336-a976-7dde4dd63d57,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:43.223928 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:43.230120 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-20082698-54d5-4d57-a361-d2f49f3e99e8 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:43.232768 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] No DVR routers for this DVR port 5c659cc9-9217-4336-a976-7dde4dd63d57 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:46:43.268667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-9f2d3b45-0ca6-43ab-bb89-c01934294f38 None None] For port 5c659cc9-9217-4336-a976-7dde4dd63d57, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5c659cc9-9217-4336-a976-7dde4dd63d57,segment=NetworkSegment(808e0ac6-6a76-4aed-bd26-4bbb8929f8d4),segment_id=808e0ac6-6a76-4aed-bd26-4bbb8929f8d4)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:46:43.269529 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3b45-0ca6-43ab-bb89-c01934294f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:43.433330 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Routers {'8fad9afa-7461-40c9-9889-e1d1612869aa'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:43.434101 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c773610>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8fad9afa-7461-40c9-9889-e1d1612869aa'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:43.530989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Network eb68608b-7dc5-4c14-b77d-6d4f71bada98 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:43.531601 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:43.545263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:43.549585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'Port': ['ID=807f268e-85ba-4203-82f2-e2584e899e54,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:43.555006 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d3b45-0ca6-43ab-bb89-c01934294f38 None None] Calling delete_port for 5c659cc9-9217-4336-a976-7dde4dd63d57 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:46:43.560206 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:43.561036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:46:43.569264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386a3ed30>,) {'filters': {'network_id': ['50879790-e890-4b3f-bfa1-0f10caa139c2']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:43.615516 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386a3ed30>, '808e0ac6-6a76-4aed-bd26-4bbb8929f8d4') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:43.616007 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386a3ed30>, '808e0ac6-6a76-4aed-bd26-4bbb8929f8d4') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:43.647560 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:43.656702 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9baa9c-0084-4c9c-9881-2378ec812ab9 None None] Pushing event updated for resources: {'Port': ['ID=80dd1ed2-b217-4760-8f48-56b7db57790b,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:43.659257 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3b45-0ca6-43ab-bb89-c01934294f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:43.672228 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e83aa6a0-0b60-4550-b3c8-c400425f376b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:43.685455 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-cc9baa9c-0084-4c9c-9881-2378ec812ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:43.690602 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:43.705395 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:46:43.709070 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:43.717278 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d3b45-0ca6-43ab-bb89-c01934294f38 None None] No DVR routers for this DVR port 5c659cc9-9217-4336-a976-7dde4dd63d57 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:46:43.742717 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:43.748830 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d3b45-0ca6-43ab-bb89-c01934294f38 None None] Pushing event deleted for resources: {'Port': ['ID=5c659cc9-9217-4336-a976-7dde4dd63d57,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:43.755887 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9f2d3b45-0ca6-43ab-bb89-c01934294f38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:43.756680 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 12d6d52c-0429-4080-aba7-9fdf69e0b5ef completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:43.762861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 12d6d52c-0429-4080-aba7-9fdf69e0b5ef triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:43.763241 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:46:43.921250 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:46:43.925568 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] Set router 8fad9afa-7461-40c9-9889-e1d1612869aa gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:46:43.926837 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:43.931640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48826) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:43.936710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1a077c66-2597-473d-b075-dd10badc0db6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': '2ec8d6e7-1ca7-4b90-a462-764ec105dfe6', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:43.942054 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 2.0774233
Jun 04 15:46:43.945155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1a077c66-2597-473d-b075-dd10badc0db6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:43.949932 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1a077c66-2597-473d-b075-dd10badc0db6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:43.954809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1a077c66-2597-473d-b075-dd10badc0db6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:43.960476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d93feea2-01c7-4cd2-bebb-9a763ca7f637 None None] Provisioning complete for port 12d6d52c-0429-4080-aba7-9fdf69e0b5ef triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:43.961583 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d93feea2-01c7-4cd2-bebb-9a763ca7f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:43.994441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.005079 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bcc76f97-7213-44c2-b571-41f8a7e15f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:44.012587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1a077c66-2597-473d-b075-dd10badc0db6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:44.030538 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.062356 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.074773 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.079299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Network': ['ID=50879790-e890-4b3f-bfa1-0f10caa139c2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:44.094402 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:44.106278 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/networks/50879790-e890-4b3f-bfa1-0f10caa139c2 HTTP/1.1" status: 204  len: 168 time: 2.8329084
Jun 04 15:46:44.110004 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48830) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:44.118139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-1a821977-4e8b-4f6d-bd33-8f6e25a27769 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1667457781', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:44.132357 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 12d6d52c-0429-4080-aba7-9fdf69e0b5ef, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=12d6d52c-0429-4080-aba7-9fdf69e0b5ef,segment=NetworkSegment(1ebf05fe-645e-4e1d-a274-e4ecf983b2ca),segment_id=1ebf05fe-645e-4e1d-a274-e4ecf983b2ca)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:46:44.136827 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1a821977-4e8b-4f6d-bd33-8f6e25a27769 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:44.146338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1a821977-4e8b-4f6d-bd33-8f6e25a27769 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:router and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:44.153825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1a821977-4e8b-4f6d-bd33-8f6e25a27769 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:44.168201 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1a821977-4e8b-4f6d-bd33-8f6e25a27769 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:44.191532 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a077c66-2597-473d-b075-dd10badc0db6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.278202 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d93feea2-01c7-4cd2-bebb-9a763ca7f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.331632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1a821977-4e8b-4f6d-bd33-8f6e25a27769 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.332711 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1a821977-4e8b-4f6d-bd33-8f6e25a27769 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.357891 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a077c66-2597-473d-b075-dd10badc0db6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.361964 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1a821977-4e8b-4f6d-bd33-8f6e25a27769 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.447706 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c773610>, [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:46:36Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '80dd1ed2-b217-4760-8f48-56b7db57790b', 'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:2d:c3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:32Z', 'updated_at': '2021-06-04T15:46:43Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:44.447706 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57c5598-6230-4976-9da4-98a78df32492 None None] The sync data for ids ['8fad9afa-7461-40c9-9889-e1d1612869aa'] in n-d-791505-9 is: [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:46:36Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '80dd1ed2-b217-4760-8f48-56b7db57790b', 'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:2d:c3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:32Z', 'updated_at': '2021-06-04T15:46:43Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:46:44.472886 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.481676 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e4040b0f-bfad-4a3f-9f89-a1342dfe379e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:44.534505 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a077c66-2597-473d-b075-dd10badc0db6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.556693 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bc8e3d64-fd37-4fbb-b050-fbf70eb3ba9f tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:44.573556 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1a821977-4e8b-4f6d-bd33-8f6e25a27769 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.599172 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a077c66-2597-473d-b075-dd10badc0db6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801b2a0d-26cf-48c3-83ed-4530abc8d073,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:44.613685 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1a077c66-2597-473d-b075-dd10badc0db6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:44.618665 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-d93feea2-01c7-4cd2-bebb-9a763ca7f637 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:46:44.619595 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-d93feea2-01c7-4cd2-bebb-9a763ca7f637 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:46:44.628831 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=12d6d52c-0429-4080-aba7-9fdf69e0b5ef,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:44.632261 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:44.662062 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5c659cc9-9217-4336-a976-7dde4dd63d57 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:46:44.707510 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1a821977-4e8b-4f6d-bd33-8f6e25a27769 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.708921 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1a821977-4e8b-4f6d-bd33-8f6e25a27769 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5979099
Jun 04 15:46:44.714372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 5c659cc9-9217-4336-a976-7dde4dd63d57 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:46:44.715360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48842) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:44.715645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5c659cc9-9217-4336-a976-7dde4dd63d57 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:46:44.728813 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'network': {'name': 'tempest-RoutersTest-27802071'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:44.735028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:44.740467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:network and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:44.746017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:44.751189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:44.847303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:46:44.851273 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.866449 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1a077c66-2597-473d-b075-dd10badc0db6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.868673 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1a077c66-2597-473d-b075-dd10badc0db6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9357753
Jun 04 15:46:44.872048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48844) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:44.883788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c06284a0-461e-4619-af0c-e9d97921b3b0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': '2ec8d6e7-1ca7-4b90-a462-764ec105dfe6', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:44.895335 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.897811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c06284a0-461e-4619-af0c-e9d97921b3b0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:44.904665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c06284a0-461e-4619-af0c-e9d97921b3b0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:44.904861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:46:44.909186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c06284a0-461e-4619-af0c-e9d97921b3b0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:44.916500 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:44.917782 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Added segment 7ee6e7d6-7073-47a5-8393-255d0910ea5b of type vlan for network 6711bec5-44cf-49ac-ab45-45d629d8783e
Jun 04 15:46:44.938192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c06284a0-461e-4619-af0c-e9d97921b3b0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:44.960333 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:45.053736 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:45.093180 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-15849d9a-21ff-4425-acac-4b65d92a66db tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:45.132567 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:45.146641 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:45.146641 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:45.146641 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-94ed2041-a032-42ae-8878-191b9e3b1841 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:45.249613 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:45.275247 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c06284a0-461e-4619-af0c-e9d97921b3b0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:45.284946 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Network': ['ID=6711bec5-44cf-49ac-ab45-45d629d8783e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:45.302958 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:45.305278 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 6711bec5-44cf-49ac-ab45-45d629d8783e details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:46:45.511646 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.7951555
Jun 04 15:46:45.514584 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48846) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:45.521107 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'subnet': {'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:45.525821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'Port': ['ID=807f268e-85ba-4203-82f2-e2584e899e54,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:45.537151 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:45.573717 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b74636ef-4e96-4a73-a295-cbdc9f452970 None None] Provisioning for port 807f268e-85ba-4203-82f2-e2584e899e54 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:45.578394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b74636ef-4e96-4a73-a295-cbdc9f452970 None None] Provisioning complete for port 807f268e-85ba-4203-82f2-e2584e899e54 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:45.578812 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b74636ef-4e96-4a73-a295-cbdc9f452970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:45.587242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Network eb68608b-7dc5-4c14-b77d-6d4f71bada98 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:45.591975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:45.594693 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c06284a0-461e-4619-af0c-e9d97921b3b0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:45.743014 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-b74636ef-4e96-4a73-a295-cbdc9f452970 None None] Port 807f268e-85ba-4203-82f2-e2584e899e54 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:46:45.780927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:45.790491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:subnet and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:45.797754 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:45.809541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:45.863708 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c06284a0-461e-4619-af0c-e9d97921b3b0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:45.868727 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bac414d8-6fc5-4f6d-8674-7b7d7efbb056 tempest-ServersTestJSON-765068735 tempest-ServersTestJSON-765068735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:45.926849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06284a0-461e-4619-af0c-e9d97921b3b0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3d9388-b8a9-46bd-aa08-bc478b65e7fe,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:45.939184 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c06284a0-461e-4619-af0c-e9d97921b3b0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:45.950678 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Router 45bc2c85-1220-4394-a183-fd9b266a72f8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:46:45.967129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:46:45.971542 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:45.977974 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f200c67b-ec13-4e9e-9438-533ba8402748 None None] Provisioning complete for port 807f268e-85ba-4203-82f2-e2584e899e54 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:45.977974 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f200c67b-ec13-4e9e-9438-533ba8402748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:46.104858 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f200c67b-ec13-4e9e-9438-533ba8402748 None None] Port 807f268e-85ba-4203-82f2-e2584e899e54 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:46:46.234398 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c06284a0-461e-4619-af0c-e9d97921b3b0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:46.236060 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c06284a0-461e-4619-af0c-e9d97921b3b0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.3627794
Jun 04 15:46:46.436590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48854) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:46.441510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-3b529ec9-237e-4a45-a338-5958ae30361a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': '2ec8d6e7-1ca7-4b90-a462-764ec105dfe6', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:46.457739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3b529ec9-237e-4a45-a338-5958ae30361a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:46.466536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3b529ec9-237e-4a45-a338-5958ae30361a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:46.471341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3b529ec9-237e-4a45-a338-5958ae30361a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:46.480266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3b529ec9-237e-4a45-a338-5958ae30361a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:46.494183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:46:46.502422 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "PUT /v2.0/routers/45bc2c85-1220-4394-a183-fd9b266a72f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8674464
Jun 04 15:46:46.503639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48856) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:46.508584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Sync routers for ids ['45bc2c85-1220-4394-a183-fd9b266a72f8'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:46:46.508757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--848020136', 'description': 'tempest-secgroup_access--848020136 description', 'project_id': '5287f2e7ee8d4845b57a054c508e1de5'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:46.515960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:46.521974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Usage tracker for resource:security_group and tenant:5287f2e7ee8d4845b57a054c508e1de5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:46.526141 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:46.529227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Routers {'45bc2c85-1220-4394-a183-fd9b266a72f8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:46.529895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c385ac0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['45bc2c85-1220-4394-a183-fd9b266a72f8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:46.535573 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:46.608720 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b529ec9-237e-4a45-a338-5958ae30361a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:46.651526 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:46.812394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:46.812394 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b529ec9-237e-4a45-a338-5958ae30361a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:46.812394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Usage tracker for resource:security_group_rule and tenant:5287f2e7ee8d4845b57a054c508e1de5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:46.812394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:46.812394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:46.813480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 80dd1ed2-b217-4760-8f48-56b7db57790b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:46.847143 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:46.869656 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b529ec9-237e-4a45-a338-5958ae30361a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:46.911614 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:46.915932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Set router 45bc2c85-1220-4394-a183-fd9b266a72f8 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:46:46.928590 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:46.942081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b529ec9-237e-4a45-a338-5958ae30361a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a15a3a0-8ece-49ea-9815-1ae673f1970f,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:46.948519 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3b529ec9-237e-4a45-a338-5958ae30361a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:46.949200 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9808f7cb-c169-4398-be70-3f4eeb22c9fe tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:46.996687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7284c733-421a-43b5-9d2e-e0a297dc07d0,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:47.000935 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:47.071977 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 80dd1ed2-b217-4760-8f48-56b7db57790b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:47.084700 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 80dd1ed2-b217-4760-8f48-56b7db57790b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:47.088395 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:47.108698 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b529ec9-237e-4a45-a338-5958ae30361a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:47.110043 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3b529ec9-237e-4a45-a338-5958ae30361a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6724429
Jun 04 15:46:47.112812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48860) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:47.117788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-5bfb05c4-4ea3-4053-92a0-5ac4ce384173 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': '2ec8d6e7-1ca7-4b90-a462-764ec105dfe6', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:47.129049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5bfb05c4-4ea3-4053-92a0-5ac4ce384173 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:47.133846 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:47.137240 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:47.139074 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-80c3f8d7-3489-47c1-a6ee-28fb6f1a8459 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:47.140654 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.6358824
Jun 04 15:46:47.144015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48864) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:47.150317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5bfb05c4-4ea3-4053-92a0-5ac4ce384173 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:47.164192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--63120134', 'description': 'tempest-secgroup_general--63120134 description', 'project_id': '5287f2e7ee8d4845b57a054c508e1de5'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:47.172643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5bfb05c4-4ea3-4053-92a0-5ac4ce384173 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:47.193525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:47.201482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5bfb05c4-4ea3-4053-92a0-5ac4ce384173 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:47.208156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Usage tracker for resource:security_group and tenant:5287f2e7ee8d4845b57a054c508e1de5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:47.223208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:47.242425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:47.291890 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Subnet': ['ID=196485c7-5986-4496-a4aa-958ec59e8d1e,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:47.294238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Checking segment: {'id': '7ee6e7d6-7073-47a5-8393-255d0910ea5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:46:47.294793 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network hostable DHCP agents. Network: 6711bec5-44cf-49ac-ab45-45d629d8783e, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:46:47.301330 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:47.346393 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:47.368661 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5bfb05c4-4ea3-4053-92a0-5ac4ce384173 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:47.421286 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:47.442149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 80dd1ed2-b217-4760-8f48-56b7db57790b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=80dd1ed2-b217-4760-8f48-56b7db57790b,segment=NetworkSegment(ccf7063d-7285-45e0-99bd-3a230b4c2dc9),segment_id=ccf7063d-7285-45e0-99bd-3a230b4c2dc9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:46:47.463108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:47.464670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 6711bec5-44cf-49ac-ab45-45d629d8783e is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:46:47.470666 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5bfb05c4-4ea3-4053-92a0-5ac4ce384173 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:47.471815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Usage tracker for resource:security_group_rule and tenant:5287f2e7ee8d4845b57a054c508e1de5 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:47.474795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:47.481637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:47.483533 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c385ac0>, [{'id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526273705', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:43Z', 'revision_number': 4, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:25Z', 'updated_at': '2021-06-04T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '807f268e-85ba-4203-82f2-e2584e899e54', 'name': '', 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'mac_address': 'fa:16:3e:7f:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:42Z', 'updated_at': '2021-06-04T15:46:44Z', 'revision_number': 2, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'subnets': [{'id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:47.487659 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Checking router: 45bc2c85-1220-4394-a183-fd9b266a72f8 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:46:47.488020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Updating router 45bc2c85-1220-4394-a183-fd9b266a72f8 port 807f268e-85ba-4203-82f2-e2584e899e54 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:46:47.543209 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:47.558498 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:47.563527 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 12d6d52c-0429-4080-aba7-9fdf69e0b5ef up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:47.563698 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:47.584805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 6711bec5-44cf-49ac-ab45-45d629d8783e) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:47.592949 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:47.602476 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5bfb05c4-4ea3-4053-92a0-5ac4ce384173 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:47.604452 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:47.608253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:47.608910 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:47.627036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb05c4-4ea3-4053-92a0-5ac4ce384173 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3d69bd-45c9-442f-8a75-3a6dbf4083b5,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:47.632662 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5bfb05c4-4ea3-4053-92a0-5ac4ce384173 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:47.646234 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450a6bed-d52b-4b9d-805a-01ead669af13 None None] Network 6711bec5-44cf-49ac-ab45-45d629d8783e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:46:47.664445 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:47.664445 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-58b00b99-cf76-4086-81f3-a0f2f153ed64 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:47.707383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a34748-137d-4db8-825b-3463ad8376fe,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:47.710307 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:47.728184 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5bfb05c4-4ea3-4053-92a0-5ac4ce384173 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:47.730492 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5bfb05c4-4ea3-4053-92a0-5ac4ce384173 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6158247
Jun 04 15:46:47.735238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48870) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:47.740286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6f664ecb-98d4-48bf-984f-5d66fd82eb11 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': '2ec8d6e7-1ca7-4b90-a462-764ec105dfe6', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:47.748025 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6f664ecb-98d4-48bf-984f-5d66fd82eb11 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:47.752116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6f664ecb-98d4-48bf-984f-5d66fd82eb11 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:47.755242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6f664ecb-98d4-48bf-984f-5d66fd82eb11 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:47.765104 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2467227
Jun 04 15:46:47.765104 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6f664ecb-98d4-48bf-984f-5d66fd82eb11 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:47.765454 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:47.766883 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.6203556
Jun 04 15:46:47.767757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 48872) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:47.772379 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48874) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:47.778872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-fdfe9b18-8b26-4699-a7c5-1efa3982c43c tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Request body: {'security_group_rule': {'security_group_id': '7284c733-421a-43b5-9d2e-e0a297dc07d0', 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:47.786126 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fdfe9b18-8b26-4699-a7c5-1efa3982c43c tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:47.791340 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fdfe9b18-8b26-4699-a7c5-1efa3982c43c tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Usage tracker for resource:security_group_rule and tenant:5287f2e7ee8d4845b57a054c508e1de5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:47.794414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fdfe9b18-8b26-4699-a7c5-1efa3982c43c tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:47.801176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fdfe9b18-8b26-4699-a7c5-1efa3982c43c tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:47.891810 n-d-791505-9 neutron-server[88301]: INFO neutron.db.securitygroups_db [None req-6f664ecb-98d4-48bf-984f-5d66fd82eb11 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Project 8bc21cf1a3b849349b38aac0222e9fea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 15:46:47.899020 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f664ecb-98d4-48bf-984f-5d66fd82eb11 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:48.021318 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f664ecb-98d4-48bf-984f-5d66fd82eb11 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:48.023606 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fdfe9b18-8b26-4699-a7c5-1efa3982c43c tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:48.093681 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fdfe9b18-8b26-4699-a7c5-1efa3982c43c tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:48.150207 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f664ecb-98d4-48bf-984f-5d66fd82eb11 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:48.152481 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:48.206338 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fdfe9b18-8b26-4699-a7c5-1efa3982c43c tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:48.228286 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6711bec5-44cf-49ac-ab45-45d629d8783e', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:46:48.229190 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:48.247998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f664ecb-98d4-48bf-984f-5d66fd82eb11 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50dcbd7-1935-4be3-b94c-f696c4278018,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:48.252919 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6f664ecb-98d4-48bf-984f-5d66fd82eb11 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:48.254188 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:48.302156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe9b18-8b26-4699-a7c5-1efa3982c43c tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d13e33-c0d3-499d-b23d-4cd7211493b3,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:48.306228 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fdfe9b18-8b26-4699-a7c5-1efa3982c43c tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:48.338572 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6f664ecb-98d4-48bf-984f-5d66fd82eb11 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:48.342415 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6f664ecb-98d4-48bf-984f-5d66fd82eb11 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6035330
Jun 04 15:46:48.347629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 48878) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:48.347629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0c3ccf38-2d88-453f-b187-fbc7fc146a04 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': '2ec8d6e7-1ca7-4b90-a462-764ec105dfe6', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:48.354810 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=80dd1ed2-b217-4760-8f48-56b7db57790b,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:48.358122 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:48.382258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0c3ccf38-2d88-453f-b187-fbc7fc146a04 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:48.387927 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fdfe9b18-8b26-4699-a7c5-1efa3982c43c tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:48.390970 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 12d6d52c-0429-4080-aba7-9fdf69e0b5ef triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:48.391356 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:48.406507 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fdfe9b18-8b26-4699-a7c5-1efa3982c43c tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6330864
Jun 04 15:46:48.408107 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0c3ccf38-2d88-453f-b187-fbc7fc146a04 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:48.426169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0c3ccf38-2d88-453f-b187-fbc7fc146a04 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:48.441957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0c3ccf38-2d88-453f-b187-fbc7fc146a04 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:48.521940 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.resource_extend [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:46:48.578505 n-d-791505-9 neutron-server[88301]: INFO neutron.db.securitygroups_db [None req-0c3ccf38-2d88-453f-b187-fbc7fc146a04 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Project 8bc21cf1a3b849349b38aac0222e9fea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 15:46:48.586761 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0c3ccf38-2d88-453f-b187-fbc7fc146a04 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:48.642631 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Allocated IP 172.20.0.2 (6711bec5-44cf-49ac-ab45-45d629d8783e/196485c7-5986-4496-a4aa-958ec59e8d1e/e21aaf32-0767-4366-bbf0-57f52c1ccbdc) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:46:48.802682 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0c3ccf38-2d88-453f-b187-fbc7fc146a04 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:48.891700 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:48.916362 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0c3ccf38-2d88-453f-b187-fbc7fc146a04 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:48.918399 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:48.958703 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ccf38-2d88-453f-b187-fbc7fc146a04 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ac2ccf-e88c-4101-b85f-b39792d894b4,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:49.021646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-d3b41e01-7a91-4435-adce-af9bec51161b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Synchronizing usage tracker for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:46:49.051866 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0c3ccf38-2d88-453f-b187-fbc7fc146a04 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:49.064407 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:49.119406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Transition to ACTIVE for port object 807f268e-85ba-4203-82f2-e2584e899e54 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:49.219728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 80dd1ed2-b217-4760-8f48-56b7db57790b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:49.326243 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:49.353460 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:49.367166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-d3b41e01-7a91-4435-adce-af9bec51161b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Unset dirty status for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:46:49.371035 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-d3b41e01-7a91-4435-adce-af9bec51161b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--63120134&fields=id&tenant_id=5287f2e7ee8d4845b57a054c508e1de5 HTTP/1.1" status: 200  len: 267 time: 0.6318047
Jun 04 15:46:49.380578 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-0d07ccf3-7fdc-40a0-a7dd-ddb98c73fcc2 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:49.391428 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-0d07ccf3-7fdc-40a0-a7dd-ddb98c73fcc2 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/networks?id=0339ff3f-f872-422f-8d79-308474532286 HTTP/1.1" status: 200  len: 814 time: 0.4313278
Jun 04 15:46:49.408643 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0c3ccf38-2d88-453f-b187-fbc7fc146a04 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:49.409888 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0c3ccf38-2d88-453f-b187-fbc7fc146a04 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.0662444
Jun 04 15:46:49.430518 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-577ef3cc-f2de-47c1-bf8d-b7d127a48162 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--848020136&fields=id&tenant_id=5287f2e7ee8d4845b57a054c508e1de5 HTTP/1.1" status: 200  len: 267 time: 0.0540545
Jun 04 15:46:49.432617 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-cd9e5a23-0afb-48a7-ae85-278ba0f08516 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/quotas/5c51f420ed0b46af9d13869cdf73dc77 HTTP/1.1" status: 200  len: 375 time: 0.0399649
Jun 04 15:46:49.468942 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:49.481200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Transition to ACTIVE for port object e21aaf32-0767-4366-bbf0-57f52c1ccbdc will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:49.621286 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-3b563a4c-84a4-48b1-85a6-7e2bcde04bc9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1711180
Jun 04 15:46:49.727771 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Transition to ACTIVE for port object e21aaf32-0767-4366-bbf0-57f52c1ccbdc will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:49.767706 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-81989b86-355d-4922-a973-f23b9f93d9f5 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:49.768498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-81989b86-355d-4922-a973-f23b9f93d9f5 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Synchronizing usage tracker for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:46:49.851914 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-2fc28467-86db-4ff0-b5cb-08b9344aa75a service neutron] 10.222.0.32 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2194140
Jun 04 15:46:49.852156 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd522a-a4fb-4a23-a5b2-62ed68070a97 None None] Pushing event updated for resources: {'Port': ['ID=807f268e-85ba-4203-82f2-e2584e899e54,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:49.860019 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-29cd522a-a4fb-4a23-a5b2-62ed68070a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:49.874633 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 80dd1ed2-b217-4760-8f48-56b7db57790b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:49.875010 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:49.939243 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:49.958625 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:49.983356 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-81989b86-355d-4922-a973-f23b9f93d9f5 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Unset dirty status for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:46:49.989563 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-81989b86-355d-4922-a973-f23b9f93d9f5 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/networks?id=eb68608b-7dc5-4c14-b77d-6d4f71bada98 HTTP/1.1" status: 200  len: 797 time: 0.5512025
Jun 04 15:46:50.010582 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-4633b1bd-179c-4b35-b523-2a65d7a10a22 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/quotas/5287f2e7ee8d4845b57a054c508e1de5 HTTP/1.1" status: 200  len: 375 time: 0.0200996
Jun 04 15:46:50.048483 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Pushing event updated for resources: {'Port': ['ID=e21aaf32-0767-4366-bbf0-57f52c1ccbdc,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:50.061327 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:50.066479 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-41ac1a5b-f1e5-4c50-9fdc-eea2398cddeb service neutron] 10.222.0.32 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2140720
Jun 04 15:46:50.067338 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Attempting to bind port 807f268e-85ba-4203-82f2-e2584e899e54 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:46:50.067969 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Attempting to bind port 807f268e-85ba-4203-82f2-e2584e899e54 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '1ebf05fe-645e-4e1d-a274-e4ecf983b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:46:50.068574 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Attempting to bind port 807f268e-85ba-4203-82f2-e2584e899e54 on network eb68608b-7dc5-4c14-b77d-6d4f71bada98 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:46:50.076038 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Network 6711bec5-44cf-49ac-ab45-45d629d8783e is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:50.082386 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:50.089203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:46:50.089881 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Checking segment: {'id': '1ebf05fe-645e-4e1d-a274-e4ecf983b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:46:50.090503 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:50.091122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Bound using segment: {'id': '1ebf05fe-645e-4e1d-a274-e4ecf983b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:46:50.091822 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Bound port: 807f268e-85ba-4203-82f2-e2584e899e54, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebf05fe-645e-4e1d-a274-e4ecf983b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:46:50.092453 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:50.104499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Allocated IP 172.20.0.1 (6711bec5-44cf-49ac-ab45-45d629d8783e/196485c7-5986-4496-a4aa-958ec59e8d1e/c696bce6-b53c-4712-9b43-b682051fbee6) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:46:50.105068 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:46:50.512256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Attempting to bind port e21aaf32-0767-4366-bbf0-57f52c1ccbdc on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:46:50.512958 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Attempting to bind port e21aaf32-0767-4366-bbf0-57f52c1ccbdc by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '7ee6e7d6-7073-47a5-8393-255d0910ea5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:46:50.513167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Attempting to bind port e21aaf32-0767-4366-bbf0-57f52c1ccbdc on network 6711bec5-44cf-49ac-ab45-45d629d8783e {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:46:50.528028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:46:50.528408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Checking segment: {'id': '7ee6e7d6-7073-47a5-8393-255d0910ea5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:46:50.528812 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:50.529285 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Bound using segment: {'id': '7ee6e7d6-7073-47a5-8393-255d0910ea5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:46:50.530136 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Bound port: e21aaf32-0767-4366-bbf0-57f52c1ccbdc, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee6e7d6-7073-47a5-8393-255d0910ea5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:46:50.530519 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:50.562297 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] For port 807f268e-85ba-4203-82f2-e2584e899e54, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:46:50.584216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-d221bd58-2479-4e4f-9bf6-ec94f98fa270 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Synchronizing usage tracker for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:46:50.623462 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] For port 807f268e-85ba-4203-82f2-e2584e899e54, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=807f268e-85ba-4203-82f2-e2584e899e54,segment=NetworkSegment(1ebf05fe-645e-4e1d-a274-e4ecf983b2ca),segment_id=1ebf05fe-645e-4e1d-a274-e4ecf983b2ca)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:46:50.650289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-2ef1ac45-eebc-40d0-b1ca-b7724f60df0a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:46:50.719567 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:50.724756 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:50.772583 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-2ef1ac45-eebc-40d0-b1ca-b7724f60df0a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:46:50.775424 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-2ef1ac45-eebc-40d0-b1ca-b7724f60df0a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-158450327&fields=id&tenant_id=8bc21cf1a3b849349b38aac0222e9fea HTTP/1.1" status: 200  len: 267 time: 0.2065938
Jun 04 15:46:50.793775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] For port e21aaf32-0767-4366-bbf0-57f52c1ccbdc, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:46:50.794859 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:50.811126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] For port e21aaf32-0767-4366-bbf0-57f52c1ccbdc, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e21aaf32-0767-4366-bbf0-57f52c1ccbdc,segment=NetworkSegment(7ee6e7d6-7073-47a5-8393-255d0910ea5b),segment_id=7ee6e7d6-7073-47a5-8393-255d0910ea5b)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:46:50.811448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-d221bd58-2479-4e4f-9bf6-ec94f98fa270 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Unset dirty status for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:46:50.812824 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-d221bd58-2479-4e4f-9bf6-ec94f98fa270 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5287f2e7ee8d4845b57a054c508e1de5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.8014324
Jun 04 15:46:50.837038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Transition to ACTIVE for port object c696bce6-b53c-4712-9b43-b682051fbee6 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:50.843435 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Routers {'45bc2c85-1220-4394-a183-fd9b266a72f8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:50.844098 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c385ac0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['45bc2c85-1220-4394-a183-fd9b266a72f8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:50.922587 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:50.931209 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd522a-a4fb-4a23-a5b2-62ed68070a97 None None] Pushing event updated for resources: {'Port': ['ID=807f268e-85ba-4203-82f2-e2584e899e54,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:50.940302 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-29cd522a-a4fb-4a23-a5b2-62ed68070a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:50.951070 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9f2d3b45-0ca6-43ab-bb89-c01934294f38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:51.011953 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:51.044536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-4e5028e8-5a62-4f1b-aa7e-f8a5aed52002 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:51.052548 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-4e5028e8-5a62-4f1b-aa7e-f8a5aed52002 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/networks?id=3a7df431-47fb-4038-86f5-d24e78603d5f HTTP/1.1" status: 200  len: 796 time: 0.2705073
Jun 04 15:46:51.053824 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:51.088871 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-afc2e143-b3aa-46c0-a1ec-9be454de4183 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/quotas/8bc21cf1a3b849349b38aac0222e9fea HTTP/1.1" status: 200  len: 375 time: 0.0340939
Jun 04 15:46:51.189299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 6711bec5-44cf-49ac-ab45-45d629d8783e is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:51.285961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:51.292372 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-ee66a93b-2254-490e-8719-52934fd35d0a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2020514
Jun 04 15:46:51.308481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:46:51.323911 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] Set router 45bc2c85-1220-4394-a183-fd9b266a72f8 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:46:51.474358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=c696bce6-b53c-4712-9b43-b682051fbee6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:51.478496 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:51.557899 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:51.586035 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-350d6498-3e12-457e-a176-ac4adc803ed8 service neutron] 10.222.0.32 "GET /v2.0/networks/eb68608b-7dc5-4c14-b77d-6d4f71bada98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7503767
Jun 04 15:46:51.668902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Pushing event updated for resources: {'Port': ['ID=e21aaf32-0767-4366-bbf0-57f52c1ccbdc,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:51.697972 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:51.767258 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-092edfe4-d46c-496d-9466-93ccb2208863 service neutron] 10.222.0.32 "GET /v2.0/networks/3a7df431-47fb-4038-86f5-d24e78603d5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4605763
Jun 04 15:46:51.887614 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-92d3373a-43d7-48b3-8dae-ded173e13efd service neutron] 10.222.0.32 "GET /v2.0/networks/eb68608b-7dc5-4c14-b77d-6d4f71bada98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2606642
Jun 04 15:46:51.991535 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-f8d56d14-089d-4fcb-9863-55c7c2d681b3 service neutron] 10.222.0.32 "GET /v2.0/networks/3a7df431-47fb-4038-86f5-d24e78603d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2128861
Jun 04 15:46:52.052454 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:52.098120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c385ac0>, [{'id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526273705', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:43Z', 'revision_number': 4, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:25Z', 'updated_at': '2021-06-04T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '807f268e-85ba-4203-82f2-e2584e899e54', 'name': '', 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'mac_address': 'fa:16:3e:7f:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:42Z', 'updated_at': '2021-06-04T15:46:50Z', 'revision_number': 4, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'subnets': [{'id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:52.104508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4c0ce-ac94-40a4-b08d-4b24c06aac2e None None] The sync data for ids ['45bc2c85-1220-4394-a183-fd9b266a72f8'] in n-d-791505-9 is: [{'id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526273705', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:43Z', 'revision_number': 4, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:25Z', 'updated_at': '2021-06-04T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '807f268e-85ba-4203-82f2-e2584e899e54', 'name': '', 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'mac_address': 'fa:16:3e:7f:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:42Z', 'updated_at': '2021-06-04T15:46:50Z', 'revision_number': 4, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'subnets': [{'id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:46:52.759975 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5b0abd88-f9f3-414e-bde6-5e8765bbba93 req-1bf8bedc-2ad7-48b5-ac10-05ada1caeefd tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 210 time: 0.1358795
Jun 04 15:46:52.798758 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c3d9ba30-b525-4807-9419-4fda40bcb3e1 req-2212d159-726d-4cd4-b216-7dbbc5f3062e tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 210 time: 0.1511035
Jun 04 15:46:52.994551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb6eb92-bd8b-4049-8842-5a0511a39a9b None None] Network 6711bec5-44cf-49ac-ab45-45d629d8783e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:46:53.097992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-25777c9c-1a15-4d88-ba67-1af64208ddc2 req-99e62e14-230e-4be9-8ddf-23780d311ff8 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:46:53.183269 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:53.338806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e21aaf32-0767-4366-bbf0-57f52c1ccbdc up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:53.368394 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:53.456751 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-49a46e79-0fe5-43f1-8d7f-378c798c5614 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:53.498852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a85b0c93-64b1-48b0-9284-5a091ccb913b None None] Provisioning for port e21aaf32-0767-4366-bbf0-57f52c1ccbdc completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:53.506568 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-25777c9c-1a15-4d88-ba67-1af64208ddc2 req-99e62e14-230e-4be9-8ddf-23780d311ff8 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:46:53.508320 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-25777c9c-1a15-4d88-ba67-1af64208ddc2 req-99e62e14-230e-4be9-8ddf-23780d311ff8 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 210 time: 0.5319042
Jun 04 15:46:53.581933 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:53.587584 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=c696bce6-b53c-4712-9b43-b682051fbee6,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:53.591097 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:53.794243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port e21aaf32-0767-4366-bbf0-57f52c1ccbdc completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:53.824610 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e21aaf32-0767-4366-bbf0-57f52c1ccbdc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:53.824993 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:53.869437 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:54.039550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 6711bec5-44cf-49ac-ab45-45d629d8783e is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:54.050297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:54.057900 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f2ba3004-024b-4c52-b286-ae6da9d1f4a7 req-dfd3dbfc-cb08-48c9-b913-2df66229194b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 210 time: 0.1222343
Jun 04 15:46:54.124091 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:54.139305 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-65fc012e-287a-45c7-85bf-ce7a9d78f241 req-ac29e1c1-734b-4a9f-9789-ed3424b41730 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 210 time: 0.0856664
Jun 04 15:46:54.209030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port e21aaf32-0767-4366-bbf0-57f52c1ccbdc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e21aaf32-0767-4366-bbf0-57f52c1ccbdc,segment=NetworkSegment(7ee6e7d6-7073-47a5-8393-255d0910ea5b),segment_id=7ee6e7d6-7073-47a5-8393-255d0910ea5b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:46:54.367912 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:54.372052 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 807f268e-85ba-4203-82f2-e2584e899e54 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:54.409272 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:54.521606 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=e21aaf32-0767-4366-bbf0-57f52c1ccbdc,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:54.525437 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:54.548053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8613b86b-77bc-4ad1-97df-010d4164eab2 None None] Provisioning complete for port e21aaf32-0767-4366-bbf0-57f52c1ccbdc triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:54.548619 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8613b86b-77bc-4ad1-97df-010d4164eab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:54.646052 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7419af56-1fdd-4c56-a9ae-21afc0d47bb5 req-0dd9a6d7-8adf-459d-bc9d-a64bfa60b5b2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 210 time: 0.0589592
Jun 04 15:46:54.775231 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 807f268e-85ba-4203-82f2-e2584e899e54 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:54.781033 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 807f268e-85ba-4203-82f2-e2584e899e54 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:54.781516 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:54.840991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-c764d99f-5122-45e4-b35b-02119b012be2 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:54.844047 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-c764d99f-5122-45e4-b35b-02119b012be2 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.65 "GET /v2.0/networks?id=0339ff3f-f872-422f-8d79-308474532286 HTTP/1.1" status: 200  len: 814 time: 0.6152260
Jun 04 15:46:54.857393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Request body: {'port': {'device_id': 'a9e7132b-dc80-43cb-8a55-10aaf32ef94b', 'network_id': '0339ff3f-f872-422f-8d79-308474532286', 'admin_state_up': True, 'tenant_id': '5c51f420ed0b46af9d13869cdf73dc77'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:54.938566 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:54.979956 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 807f268e-85ba-4203-82f2-e2584e899e54, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=807f268e-85ba-4203-82f2-e2584e899e54,segment=NetworkSegment(1ebf05fe-645e-4e1d-a274-e4ecf983b2ca),segment_id=1ebf05fe-645e-4e1d-a274-e4ecf983b2ca)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:46:55.041093 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:55.051320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:55.058298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8613b86b-77bc-4ad1-97df-010d4164eab2 None None] Provisioning for port c696bce6-b53c-4712-9b43-b682051fbee6 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:46:55.067901 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8613b86b-77bc-4ad1-97df-010d4164eab2 None None] Provisioning complete for port c696bce6-b53c-4712-9b43-b682051fbee6 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:55.068361 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8613b86b-77bc-4ad1-97df-010d4164eab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:55.125633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 3dba6df6-2ab5-4901-9ba2-d0854a452573 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:46:55.137994 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:55.156239 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0fc4bc26-0ef4-4d7a-bbda-6f500742c742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:55.292810 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e8a8b5f-0689-4b20-98a3-8a253dccb778 req-9bce97ef-37f2-4c41-b376-dc236fa86a08 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 210 time: 0.0758860
Jun 04 15:46:55.311526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Made reservation on behalf of 5c51f420ed0b46af9d13869cdf73dc77 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:46:55.315174 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:55.327089 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e21aaf32-0767-4366-bbf0-57f52c1ccbdc up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:55.373095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=807f268e-85ba-4203-82f2-e2584e899e54,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:55.375963 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8613b86b-77bc-4ad1-97df-010d4164eab2 None None] Port c696bce6-b53c-4712-9b43-b682051fbee6 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:46:55.384948 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:55.427964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e21aaf32-0767-4366-bbf0-57f52c1ccbdc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:55.427964 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:55.476032 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9dd3b62f-7ae4-47f1-98a3-b3c5ee57aeeb req-515f96aa-f80f-4412-8cdb-bd518e7a84b3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 210 time: 0.1656229
Jun 04 15:46:55.524028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9051214d-1ce7-4d0d-8e5f-5b41ab37657f None None] Provisioning complete for port c696bce6-b53c-4712-9b43-b682051fbee6 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:55.524636 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9051214d-1ce7-4d0d-8e5f-5b41ab37657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:55.631435 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:46:55.643910 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Sync routers for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:46:55.655844 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:55.656728 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ea297818-3c5d-466d-be30-870380ede217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd5f250>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:55.678916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9051214d-1ce7-4d0d-8e5f-5b41ab37657f None None] Port c696bce6-b53c-4712-9b43-b682051fbee6 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:46:55.699033 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/3dba6df6-2ab5-4901-9ba2-d0854a452573/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9289057
Jun 04 15:46:55.701855 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49000) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:55.707292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'network': {'name': 'tempest-RoutersTest-433928379'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:55.719558 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:55.731696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Allocated IP 172.20.0.7 (0339ff3f-f872-422f-8d79-308474532286/6ca6e046-932e-4cd9-be29-03f24f42f2ae/9c45c7f7-ffe5-4f9f-a43d-987c315f7daa) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:46:55.748330 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:network and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:55.756746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:55.779887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:55.935452 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:46:55.941325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:46:55.947062 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:55.982529 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:56.048493 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:56.162932 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-19680787-72cb-4b8f-8ae2-1a9c1dbf6118 req-7bfad8fc-20af-434a-a650-36540c7888d8 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 210 time: 0.2742193
Jun 04 15:46:56.182520 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:46:56.192373 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:56.204557 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:56.204557 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Added segment 68ec9619-49f9-462e-be77-291cd720f520 of type vlan for network 1d7efa43-2220-4f79-bb85-18e46615687d
Jun 04 15:46:56.204807 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a843d05e-8ad3-47e9-bfa5-f36226f61083 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:56.210406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['50d24f6f-85ae-4825-96e3-e08047ae137c', '602d834d-3eda-4291-a652-acb42251eed5'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:46:56.225339 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:56.256157 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['f5698a6b-0a4e-441e-8e9f-d09d4cae73df'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:46:56.278667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Network 0339ff3f-f872-422f-8d79-308474532286 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:46:56.279864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:56.284600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:46:56.357738 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ea297818-3c5d-466d-be30-870380ede217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd5f250>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:46:51Z', 'revision_number': 2, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:46:52Z', 'revision_number': 2, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:56.366400 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Checking router: 3dba6df6-2ab5-4901-9ba2-d0854a452573 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:46:56.368487 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Updating router 3dba6df6-2ab5-4901-9ba2-d0854a452573 port c696bce6-b53c-4712-9b43-b682051fbee6 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:46:56.373085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Pushing event updated for resources: {'Port': ['ID=9c45c7f7-ffe5-4f9f-a43d-987c315f7daa,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:56.394325 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:56.452244 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:56.493140 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:56.498730 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-763ea6ed-4f2e-43fe-b471-e11e40bdee25 req-4caee533-1ee5-4802-8ef0-c4b8d7c161f1 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 210 time: 0.0677907
Jun 04 15:46:56.499400 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:56.503710 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:56.505384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:56.506043 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:56.508697 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-80a11fd9-01be-4adc-bc89-24b55e31bfa3 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:56.659019 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8056486
Jun 04 15:46:56.671376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Request body: {'port': {'device_id': 'a9e7132b-dc80-43cb-8a55-10aaf32ef94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:56.704884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Network': ['ID=1d7efa43-2220-4f79-bb85-18e46615687d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:56.719382 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:56.733355 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 1d7efa43-2220-4f79-bb85-18e46615687d details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:46:56.751161 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.0481155
Jun 04 15:46:56.755540 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49012) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:56.761565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'subnet': {'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:56.805723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f040b-7ae5-445c-9be2-f682cdba167b req-0f88eca8-8f50-4278-b6bf-640e11b454df tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:56.817042 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-903f040b-7ae5-445c-9be2-f682cdba167b req-0f88eca8-8f50-4278-b6bf-640e11b454df tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 931 time: 0.1619427
Jun 04 15:46:56.923212 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:56.965697 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-903f040b-7ae5-445c-9be2-f682cdba167b req-c23b5d95-a6f1-4c2c-a7e5-8fbaaad57893 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476917
Jun 04 15:46:56.981237 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:56.986660 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:56.987249 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:subnet and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:46:56.991106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:46:56.998080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:57.022148 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Transition to ACTIVE for port object c696bce6-b53c-4712-9b43-b682051fbee6 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:57.132386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-a53e3861-cb1c-4062-8154-90062ee9c87f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:57.133144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-a53e3861-cb1c-4062-8154-90062ee9c87f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:46:57.151207 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:46:57.153473 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:57.200190 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:57.213087 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-ff44a1b1-d51e-45d8-98e0-f2977805de70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:57.311182 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 807f268e-85ba-4203-82f2-e2584e899e54 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:46:57.339500 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-a53e3861-cb1c-4062-8154-90062ee9c87f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:46:57.340655 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-a53e3861-cb1c-4062-8154-90062ee9c87f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.65 "GET /v2.0/networks?id=3a7df431-47fb-4038-86f5-d24e78603d5f HTTP/1.1" status: 200  len: 796 time: 0.5476480
Jun 04 15:46:57.529834 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a15d2a-d57c-437e-9d7f-dd4f8d5bcb4e None None] Pushing event updated for resources: {'Port': ['ID=c696bce6-b53c-4712-9b43-b682051fbee6,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:57.558223 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-d4a15d2a-d57c-437e-9d7f-dd4f8d5bcb4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:57.566988 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 807f268e-85ba-4203-82f2-e2584e899e54 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:46:57.568591 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:57.599552 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-26445261-75dd-4c3f-bcc1-996cf0b92ca5 req-2dddf648-726f-4684-b4ce-d767639e8523 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 210 time: 0.1884174
Jun 04 15:46:57.707444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-5fc07635-7e44-4816-9007-d37f18234759 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:46:57.751596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:46:57.756961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-5fc07635-7e44-4816-9007-d37f18234759 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:46:57.760517 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-5fc07635-7e44-4816-9007-d37f18234759 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bc21cf1a3b849349b38aac0222e9fea HTTP/1.1" status: 200  len: 379 time: 0.4081070
Jun 04 15:46:57.776042 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:57.798646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Transition to ACTIVE for port object 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:57.808714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'port': {'device_id': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'admin_state_up': True, 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'security_groups': ['2ec8d6e7-1ca7-4b90-a462-764ec105dfe6']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:57.823549 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Attempting to bind port c696bce6-b53c-4712-9b43-b682051fbee6 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:46:57.823915 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Attempting to bind port c696bce6-b53c-4712-9b43-b682051fbee6 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '7ee6e7d6-7073-47a5-8393-255d0910ea5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:46:57.824277 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Attempting to bind port c696bce6-b53c-4712-9b43-b682051fbee6 on network 6711bec5-44cf-49ac-ab45-45d629d8783e {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:46:57.835746 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:46:57.836159 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Checking segment: {'id': '7ee6e7d6-7073-47a5-8393-255d0910ea5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:46:57.836793 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:57.837259 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Bound using segment: {'id': '7ee6e7d6-7073-47a5-8393-255d0910ea5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:46:57.837719 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Bound port: c696bce6-b53c-4712-9b43-b682051fbee6, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee6e7d6-7073-47a5-8393-255d0910ea5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:46:57.838103 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:57.957823 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c897923b-cd44-40b6-9b5f-7b274ee19d41 req-b57b0d15-5f5f-4cd0-be76-0f893e05c22b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 210 time: 0.0506620
Jun 04 15:46:58.085382 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-ea297818-3c5d-466d-be30-870380ede217 None None] For port c696bce6-b53c-4712-9b43-b682051fbee6, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:46:58.094821 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-ea297818-3c5d-466d-be30-870380ede217 None None] For port c696bce6-b53c-4712-9b43-b682051fbee6, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c696bce6-b53c-4712-9b43-b682051fbee6,segment=NetworkSegment(7ee6e7d6-7073-47a5-8393-255d0910ea5b),segment_id=7ee6e7d6-7073-47a5-8393-255d0910ea5b)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:46:58.162750 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:58.184947 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-978a5e61-d265-4e03-a8c8-4d44ea230185 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:58.234718 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:58.248840 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-24af1219-0a34-478a-bb3a-257bfa96da46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:58.291121 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:58.300213 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f03425fd-aa7a-478d-a8e4-5cbb8a5dac58 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:58.416414 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:46:58.417334 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ea297818-3c5d-466d-be30-870380ede217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd5f250>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:46:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:58.465874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Checking segment: {'id': '68ec9619-49f9-462e-be77-291cd720f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:46:58.468241 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network hostable DHCP agents. Network: 1d7efa43-2220-4f79-bb85-18e46615687d, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:46:58.486383 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Subnet': ['ID=aaea566f-b97a-4333-9c26-81e72e1d00fa,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:58.491415 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:58.498167 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a15d2a-d57c-437e-9d7f-dd4f8d5bcb4e None None] Pushing event updated for resources: {'Port': ['ID=c696bce6-b53c-4712-9b43-b682051fbee6,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:58.503402 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-d4a15d2a-d57c-437e-9d7f-dd4f8d5bcb4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:58.607592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 1d7efa43-2220-4f79-bb85-18e46615687d is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:46:58.708703 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Pushing event updated for resources: {'Port': ['ID=9c45c7f7-ffe5-4f9f-a43d-987c315f7daa,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:46:58.719503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 1d7efa43-2220-4f79-bb85-18e46615687d) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:46:58.729688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6246b6-a11b-4c13-a0bd-8f5f646c0398 None None] Network 1d7efa43-2220-4f79-bb85-18e46615687d requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:46:58.749574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:58.751338 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:58.777278 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:46:58.790923 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-ea297818-3c5d-466d-be30-870380ede217 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:46:58.951566 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-484ad035-acfe-4411-bdc9-361965e5523f req-d125b2d2-4b04-4464-a58c-8a72c5fc0867 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 210 time: 0.1855066
Jun 04 15:46:58.966961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-857cd5af-cd20-48a4-b978-f433212dfaef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:58.991010 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-857cd5af-cd20-48a4-b978-f433212dfaef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.65 "GET /v2.0/networks?id=eb68608b-7dc5-4c14-b77d-6d4f71bada98 HTTP/1.1" status: 200  len: 797 time: 0.8515034
Jun 04 15:46:59.017313 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-fad91243-ea4b-4f24-a87b-6f2afd887586 req-9195e709-b778-4657-a47f-847424a69ea8 service neutron] (88300) timed out ('10.222.0.32', 59262) {{(pid=88300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 15:46:59.018774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Attempting to bind port 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:46:59.020215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Attempting to bind port 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:46:59.023576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Attempting to bind port 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa on network 0339ff3f-f872-422f-8d79-308474532286 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:46:59.067719 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3085036
Jun 04 15:46:59.068230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:59.068348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49040) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:46:59.103604 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-ed211c88-2303-4bc5-8536-7f8be0eff12a tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5287f2e7ee8d4845b57a054c508e1de5 HTTP/1.1" status: 200  len: 475 time: 0.0677633
Jun 04 15:46:59.112822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19ae5f-a2ee-4466-8087-bbe049ac90ec req-7ef91631-0420-47b1-b159-96f6ae4b2a58 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:46:59.113589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9b19ae5f-a2ee-4466-8087-bbe049ac90ec req-7ef91631-0420-47b1-b159-96f6ae4b2a58 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Synchronizing usage tracker for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:46:59.116423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Port 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa on network 0339ff3f-f872-422f-8d79-308474532286 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:46:59.117528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Attempting to bind port 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa on network 0339ff3f-f872-422f-8d79-308474532286 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:46:59.130317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Request body: {'port': {'device_id': 'c6ab4bcc-32ea-4146-9211-103785f6452a', 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'admin_state_up': True, 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'security_groups': ['01a34748-137d-4db8-825b-3463ad8376fe', '7284c733-421a-43b5-9d2e-e0a297dc07d0']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:46:59.173586 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:46:59.174099 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Checking segment: {'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:46:59.187771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Bound using segment: {'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:46:59.187771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Bound port: 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d1a1ba-a8d2-4349-b73f-2e173153f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0339ff3f-f872-422f-8d79-308474532286'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:46:59.187771 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:59.218408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-1d7efa43-2220-4f79-bb85-18e46615687d', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:46:59.220616 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:59.229506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:59.357963 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d1dbf0bb-f757-40b9-90f3-6074c3a0be6d req-34e4ba27-129b-4021-ba7a-1b1afdf6d961 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 210 time: 0.1526539
Jun 04 15:46:59.423643 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ea297818-3c5d-466d-be30-870380ede217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd5f250>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:46:51Z', 'revision_number': 2, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:46:58Z', 'revision_number': 4, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:46:59.428183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:46:59.428306 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea297818-3c5d-466d-be30-870380ede217 None None] The sync data for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 is: [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:46:51Z', 'revision_number': 2, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:46:58Z', 'revision_number': 4, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:46:59.473187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:46:59.488029 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Allocated IP 172.21.0.2 (1d7efa43-2220-4f79-bb85-18e46615687d/aaea566f-b97a-4333-9c26-81e72e1d00fa/1454e6d5-4304-4632-8e70-20d690e87b55) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:46:59.512555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9b19ae5f-a2ee-4466-8087-bbe049ac90ec req-7ef91631-0420-47b1-b159-96f6ae4b2a58 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Unset dirty status for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:46:59.514150 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9b19ae5f-a2ee-4466-8087-bbe049ac90ec req-7ef91631-0420-47b1-b159-96f6ae4b2a58 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 943 time: 1.1951001
Jun 04 15:46:59.525278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] For port 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:46:59.610046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] For port 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9c45c7f7-ffe5-4f9f-a43d-987c315f7daa,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:46:59.626364 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9b19ae5f-a2ee-4466-8087-bbe049ac90ec req-9a836c59-e85d-4fbb-b13c-28fa7c61469b tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052670
Jun 04 15:46:59.633194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Made reservation on behalf of 8bc21cf1a3b849349b38aac0222e9fea for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:46:59.642035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:59.669347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Made reservation on behalf of 5287f2e7ee8d4845b57a054c508e1de5 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:46:59.677198 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:59.692200 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-13282223-c86a-4bac-8ffe-205298702056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:59.728773 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:59.746628 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cbed49fb-28b7-4679-9bc9-13c889a49ed0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:46:59.916578 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:46:59.929226 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Transition to ACTIVE for port object 1454e6d5-4304-4632-8e70-20d690e87b55 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:46:59.951993 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Transition to ACTIVE for port object 1454e6d5-4304-4632-8e70-20d690e87b55 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:47:00.063314 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:00.069432 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:00.153657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:00.153857 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:00.155511 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] 10.222.0.65 "PUT /v2.0/ports/9c45c7f7-ffe5-4f9f-a43d-987c315f7daa HTTP/1.1" status: 200  len: 1091 time: 3.4884419
Jun 04 15:47:00.170415 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e7132b-dc80-43cb-8a55-10aaf32ef94b', 'tag': '9c45c7f7-ffe5-4f9f-a43d-987c315f7daa'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:47:00.173740 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7260e47-a704-4e11-86bf-8b3ecf5ca939" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e7132b-dc80-43cb-8a55-10aaf32ef94b", "tag": "9c45c7f7-ffe5-4f9f-a43d-987c315f7daa"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:47:00.247769 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Network 1d7efa43-2220-4f79-bb85-18e46615687d is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:47:00.282795 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18a7ed1-b462-43e5-8778-fd51272ddb81 x-openstack-request-id: req-c18a7ed1-b462-43e5-8778-fd51272ddb81 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:47:00.283161 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e7132b-dc80-43cb-8a55-10aaf32ef94b", "tag": "9c45c7f7-ffe5-4f9f-a43d-987c315f7daa", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:47:00.283466 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c18a7ed1-b462-43e5-8778-fd51272ddb81 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:47:00.283904 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e7132b-dc80-43cb-8a55-10aaf32ef94b', 'tag': '9c45c7f7-ffe5-4f9f-a43d-987c315f7daa', 'status': 'completed', 'code': 200}
Jun 04 15:47:00.286291 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:47:00.292677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:47:00.302526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Pushing event updated for resources: {'Port': ['ID=9c45c7f7-ffe5-4f9f-a43d-987c315f7daa,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:00.328590 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:00.467178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Pushing event updated for resources: {'Port': ['ID=1454e6d5-4304-4632-8e70-20d690e87b55,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:00.487471 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:00.501453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Allocated IP 172.20.0.5 (eb68608b-7dc5-4c14-b77d-6d4f71bada98/c07fcaeb-572f-40f5-b0e8-7e6f2154d738/187cd46e-61c1-4476-884e-3b318626d804) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:47:00.522007 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Attempting to bind port 1454e6d5-4304-4632-8e70-20d690e87b55 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:47:00.522390 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Attempting to bind port 1454e6d5-4304-4632-8e70-20d690e87b55 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '68ec9619-49f9-462e-be77-291cd720f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:47:00.522761 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Attempting to bind port 1454e6d5-4304-4632-8e70-20d690e87b55 on network 1d7efa43-2220-4f79-bb85-18e46615687d {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:47:00.535383 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:47:00.535773 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Checking segment: {'id': '68ec9619-49f9-462e-be77-291cd720f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:47:00.536237 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:00.536636 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Bound using segment: {'id': '68ec9619-49f9-462e-be77-291cd720f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:47:00.537136 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Bound port: 1454e6d5-4304-4632-8e70-20d690e87b55, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ec9619-49f9-462e-be77-291cd720f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:47:00.537561 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:00.584863 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d9720339-22ac-48fb-8176-ef3bbf6b7b83 req-ef2d04c5-45eb-42c4-9c34-44bc4bc0c5b2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 210 time: 0.1462152
Jun 04 15:47:00.649988 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] For port 1454e6d5-4304-4632-8e70-20d690e87b55, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:47:00.658413 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] For port 1454e6d5-4304-4632-8e70-20d690e87b55, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1454e6d5-4304-4632-8e70-20d690e87b55,segment=NetworkSegment(68ec9619-49f9-462e-be77-291cd720f520),segment_id=68ec9619-49f9-462e-be77-291cd720f520)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:47:00.714535 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0bc4005b-ac4a-4cf7-a261-5e71f7b93747 req-a84bbabe-1adf-4aa6-9012-3fb3e1927520 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 210 time: 0.0944719
Jun 04 15:47:00.807982 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:00.814322 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0adcade5-45be-4f18-b3a3-a16681e0307c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:00.840506 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:00.950275 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Pushing event updated for resources: {'Port': ['ID=1454e6d5-4304-4632-8e70-20d690e87b55,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:00.967900 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:01.048605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Allocated IP 172.20.0.6 (3a7df431-47fb-4038-86f5-d24e78603d5f/c803f1ab-b6e1-4222-a7ed-4d97e8604a8f/4478d380-3acb-4e81-979c-f92b79c028c3) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:47:01.088277 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c057ec-f50b-44e4-ae01-bcf414b7bf61 req-29d6dce2-445c-4e81-9d31-877f4fc4c45f tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:01.090456 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-92c057ec-f50b-44e4-ae01-bcf414b7bf61 req-29d6dce2-445c-4e81-9d31-877f4fc4c45f tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 943 time: 0.3362136
Jun 04 15:47:01.135103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7260e47-a704-4e11-86bf-8b3ecf5ca939 req-c1d133bf-6190-4e3c-9f2d-348b1ddf0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:01.137280 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7260e47-a704-4e11-86bf-8b3ecf5ca939 req-c1d133bf-6190-4e3c-9f2d-348b1ddf0efd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 1094 time: 0.8315003
Jun 04 15:47:01.213637 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-92c057ec-f50b-44e4-ae01-bcf414b7bf61 req-165183d6-6789-4f00-981a-fdf4a1500cb7 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108632
Jun 04 15:47:01.376189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c696bce6-b53c-4712-9b43-b682051fbee6 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:01.380329 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:01.675299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Transition to ACTIVE for port object 187cd46e-61c1-4476-884e-3b318626d804 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:47:01.742698 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Allocated IP 172.21.0.1 (1d7efa43-2220-4f79-bb85-18e46615687d/aaea566f-b97a-4333-9c26-81e72e1d00fa/c2d0cc1a-7927-4122-ae8e-a1acef52d3ca) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:47:01.743218 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port c696bce6-b53c-4712-9b43-b682051fbee6 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:01.750032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c696bce6-b53c-4712-9b43-b682051fbee6 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:01.750413 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:01.908733 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4e260321-c30d-40e1-8e60-0f8c61d87454 req-5769e5a2-65b8-45b7-be23-632f7f7bf1fb tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 210 time: 0.1325593
Jun 04 15:47:01.910049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7260e47-a704-4e11-86bf-8b3ecf5ca939 req-be6c25fe-bc46-4b90-b698-7775de859316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:01.911692 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7260e47-a704-4e11-86bf-8b3ecf5ca939 req-be6c25fe-bc46-4b90-b698-7775de859316 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&shared=False HTTP/1.1" status: 200  len: 915 time: 0.7314227
Jun 04 15:47:01.963794 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:01.985649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Transition to ACTIVE for port object c2d0cc1a-7927-4122-ae8e-a1acef52d3ca will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:47:02.043735 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:02.072689 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:02.085063 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:02.093659 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-38842b97-a816-4580-828a-2ad45137b923 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:02.147575 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:02.208539 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49068) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:02.219395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port c696bce6-b53c-4712-9b43-b682051fbee6, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c696bce6-b53c-4712-9b43-b682051fbee6,segment=NetworkSegment(7ee6e7d6-7073-47a5-8393-255d0910ea5b),segment_id=7ee6e7d6-7073-47a5-8393-255d0910ea5b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:02.254887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Transition to ACTIVE for port object 4478d380-3acb-4e81-979c-f92b79c028c3 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:47:02.295132 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:02.298524 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:02.304770 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7ce9a0f1-254f-4029-b0af-ef17a2c0567f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:02.315425 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 1d7efa43-2220-4f79-bb85-18e46615687d is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:47:02.331505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:47:02.334132 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:47:02.360013 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:02.424139 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:02.458814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Network eb68608b-7dc5-4c14-b77d-6d4f71bada98 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:47:02.471485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:47:02.475127 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3a54a402-8dde-47a3-a300-f6354aa999b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:02.527444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:47:02.570889 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=c696bce6-b53c-4712-9b43-b682051fbee6,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:02.577217 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:02.652777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=c2d0cc1a-7927-4122-ae8e-a1acef52d3ca,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:02.668374 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:02.724124 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'Port': ['ID=187cd46e-61c1-4476-884e-3b318626d804,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:02.732130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7260e47-a704-4e11-86bf-8b3ecf5ca939 req-e7e0cf49-b1b8-4c33-92f8-7390283a7515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:02.734135 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c7260e47-a704-4e11-86bf-8b3ecf5ca939 req-e7e0cf49-b1b8-4c33-92f8-7390283a7515 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7979183
Jun 04 15:47:02.740641 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:02.819221 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-88f0e978-c8f7-4eeb-981c-3a51f8488eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:02.845863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:02.846793 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:02.891344 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:02.905481 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87716f12-78a2-419e-a554-5ae8ba689ade None None] Network 1d7efa43-2220-4f79-bb85-18e46615687d requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:47:02.911735 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-88f0e978-c8f7-4eeb-981c-3a51f8488eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:47:02.919674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95998ad-bc99-400d-bdcf-ae12a9e896b9 req-cd589a47-375f-447f-a297-052ddc282a68 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:02.921955 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d95998ad-bc99-400d-bdcf-ae12a9e896b9 req-cd589a47-375f-447f-a297-052ddc282a68 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 943 time: 0.4421105
Jun 04 15:47:02.929533 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-88f0e978-c8f7-4eeb-981c-3a51f8488eed admin admin] Usage tracker for resource:security_group_rule and tenant:3bd0b159284b4cdc9ed41725d38ab0cb is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:47:02.935955 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-88f0e978-c8f7-4eeb-981c-3a51f8488eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:47:02.974160 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:02.985986 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a7fa3f44-ea97-4f7c-8826-243cdf8c781b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:03.033049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-88f0e978-c8f7-4eeb-981c-3a51f8488eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:47:03.065605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Port': ['ID=4478d380-3acb-4e81-979c-f92b79c028c3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:03.065884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018551e-d3e7-4333-8b27-ca1fe458ff6f req-926b4eda-6a4f-49a3-ad21-8e57938e2f25 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:03.067555 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f018551e-d3e7-4333-8b27-ca1fe458ff6f req-926b4eda-6a4f-49a3-ad21-8e57938e2f25 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 970 time: 0.8314323
Jun 04 15:47:03.081371 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:03.086838 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 3.9620848
Jun 04 15:47:03.089879 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d95998ad-bc99-400d-bdcf-ae12a9e896b9 req-6d0a8147-c83b-4440-820a-95458436f48a tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566339
Jun 04 15:47:03.101576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network 3a7df431-47fb-4038-86f5-d24e78603d5f is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:47:03.108863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Request body: {'port': {'device_id': 'c6ab4bcc-32ea-4146-9211-103785f6452a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:47:03.155279 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b1ad95c7-dc24-4ac7-b57d-b74bd22de276 None None] Provisioning for port 187cd46e-61c1-4476-884e-3b318626d804 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:03.155747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:47:03.160655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:47:03.170920 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b1ad95c7-dc24-4ac7-b57d-b74bd22de276 None None] Provisioning complete for port 187cd46e-61c1-4476-884e-3b318626d804 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:03.171402 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b1ad95c7-dc24-4ac7-b57d-b74bd22de276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:03.179109 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-88f0e978-c8f7-4eeb-981c-3a51f8488eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:03.236513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:03.244294 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:03.324952 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad95c7-dc24-4ac7-b57d-b74bd22de276 None None] Port 187cd46e-61c1-4476-884e-3b318626d804 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:47:03.397472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-be67a3c5-ac17-43af-b8a7-e29874e89001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:03.399157 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-be67a3c5-ac17-43af-b8a7-e29874e89001 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 1094 time: 0.6084254
Jun 04 15:47:03.422299 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b1ad95c7-dc24-4ac7-b57d-b74bd22de276 None None] Provisioning for port 1454e6d5-4304-4632-8e70-20d690e87b55 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:03.530994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c696bce6-b53c-4712-9b43-b682051fbee6 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:03.594170 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-77980baa-1f50-4730-9e5f-d32fe5c154a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c45c7f7-ffe5-4f9f-a43d-987c315f7daa HTTP/1.1" status: 200  len: 217 time: 0.1817045
Jun 04 15:47:03.595380 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.7934127
Jun 04 15:47:03.666911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Request body: {'port': {'device_id': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:47:03.682433 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c696bce6-b53c-4712-9b43-b682051fbee6 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:03.683288 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:03.727301 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:03.736644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-11487cdb-f09f-49a1-b35f-c11a005ab639 None None] Provisioning for port 4478d380-3acb-4e81-979c-f92b79c028c3 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:03.745033 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:03.755097 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-11487cdb-f09f-49a1-b35f-c11a005ab639 None None] Provisioning complete for port 4478d380-3acb-4e81-979c-f92b79c028c3 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:03.755776 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-11487cdb-f09f-49a1-b35f-c11a005ab639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:03.813463 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-88f0e978-c8f7-4eeb-981c-3a51f8488eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:03.838296 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b846392b-4b88-4dbd-b4ba-8f83fbf36201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:03.854106 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-11487cdb-f09f-49a1-b35f-c11a005ab639 None None] Port 4478d380-3acb-4e81-979c-f92b79c028c3 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:47:03.903097 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0e978-c8f7-4eeb-981c-3a51f8488eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f114d1b6-0fd2-49ac-819f-0534fde97c6e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:03.916791 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-88f0e978-c8f7-4eeb-981c-3a51f8488eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:03.981437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1454e6d5-4304-4632-8e70-20d690e87b55 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:04.000677 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f018551e-d3e7-4333-8b27-ca1fe458ff6f req-0bb881d0-7d93-4942-91b9-d2af9a4a472e tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.8124402
Jun 04 15:47:04.057445 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-88f0e978-c8f7-4eeb-981c-3a51f8488eed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bd0b159284b4cdc9ed41725d38ab0cb&name=default HTTP/1.1" status: 200  len: 2983 time: 1.8446205
Jun 04 15:47:04.062476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49080) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:04.074147 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:47:04.196634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-930a20b2-34bd-48aa-90da-279f06213f41 None None] Provisioning for port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:04.241963 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 1454e6d5-4304-4632-8e70-20d690e87b55 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:04.252512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-930a20b2-34bd-48aa-90da-279f06213f41 None None] Provisioning complete for port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:04.253465 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-930a20b2-34bd-48aa-90da-279f06213f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:04.294444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 1454e6d5-4304-4632-8e70-20d690e87b55 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:04.296927 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:04.371863 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09ca3758-4004-4b6f-8b7e-b525ea6b1367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:04.385627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51c479-734f-463b-b722-fd71f5a72bfa req-b4612fcc-a9ad-4dd5-828e-d01dc97fbca1 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:04.386710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-de51c479-734f-463b-b722-fd71f5a72bfa req-b4612fcc-a9ad-4dd5-828e-d01dc97fbca1 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:47:04.398454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-c573868b-e6b6-4279-a673-31a0c3867a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:04.400244 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-c573868b-e6b6-4279-a673-31a0c3867a23 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ca6e046-932e-4cd9-be29-03f24f42f2ae HTTP/1.1" status: 200  len: 854 time: 0.7884512
Jun 04 15:47:04.440282 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09ca3758-4004-4b6f-8b7e-b525ea6b1367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:04.465458 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:04.487367 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:04.487616 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-c2afb95f-9001-4291-9efc-6f2faa699d31 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0339ff3f-f872-422f-8d79-308474532286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0727646
Jun 04 15:47:04.491201 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-930a20b2-34bd-48aa-90da-279f06213f41 None None] Port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:47:04.513967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194c1be-4474-4e37-8916-7c105389e30a req-bfafef1a-c430-4463-8283-594ab0a74c87 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:04.515152 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:04.516372 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6194c1be-4474-4e37-8916-7c105389e30a req-bfafef1a-c430-4463-8283-594ab0a74c87 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 943 time: 0.2308981
Jun 04 15:47:04.532169 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-930a20b2-34bd-48aa-90da-279f06213f41 None None] Provisioning complete for port 1454e6d5-4304-4632-8e70-20d690e87b55 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:04.532630 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-930a20b2-34bd-48aa-90da-279f06213f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:04.580454 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6194c1be-4474-4e37-8916-7c105389e30a req-14eab215-b647-425a-83a3-7a2b872e993b tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567214
Jun 04 15:47:04.607133 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-de51c479-734f-463b-b722-fd71f5a72bfa req-b4612fcc-a9ad-4dd5-828e-d01dc97fbca1 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:47:04.608343 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de51c479-734f-463b-b722-fd71f5a72bfa req-b4612fcc-a9ad-4dd5-828e-d01dc97fbca1 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 931 time: 1.3083858
Jun 04 15:47:04.648528 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:04.662447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 1454e6d5-4304-4632-8e70-20d690e87b55, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1454e6d5-4304-4632-8e70-20d690e87b55,segment=NetworkSegment(68ec9619-49f9-462e-be77-291cd720f520),segment_id=68ec9619-49f9-462e-be77-291cd720f520)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:04.722889 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dea14c29-5fdf-4d6e-b64d-bff9fe23fd7a tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:04.764169 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-930a20b2-34bd-48aa-90da-279f06213f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:04.765282 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09ca3758-4004-4b6f-8b7e-b525ea6b1367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:04.776681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de51c479-734f-463b-b722-fd71f5a72bfa req-eb8dc4d2-6755-458a-8b7f-cdc3dc391ce2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1503348
Jun 04 15:47:04.789243 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:04.797143 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6c7678d6-bc27-4aae-9e3d-556262279266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:04.848417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=c2d0cc1a-7927-4122-ae8e-a1acef52d3ca,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:04.850663 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:04.861466 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:04.861895 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:04.862291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:04.862741 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:04.863121 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:04.863497 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:04.863869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:04.864240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:04.864606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:04.864970 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:04.865365 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:04.865731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:04.871828 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:04.872686 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09c74e23-c623-4b12-a2b5-5354c8746571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:04.883805 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09ca3758-4004-4b6f-8b7e-b525ea6b1367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:04.887423 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-09ca3758-4004-4b6f-8b7e-b525ea6b1367 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f114d1b6-0fd2-49ac-819f-0534fde97c6e HTTP/1.1" status: 204  len: 168 time: 0.8213208
Jun 04 15:47:04.909328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca3758-4004-4b6f-8b7e-b525ea6b1367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f114d1b6-0fd2-49ac-819f-0534fde97c6e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:04.913427 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09ca3758-4004-4b6f-8b7e-b525ea6b1367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:04.979657 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-930a20b2-34bd-48aa-90da-279f06213f41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 15:47:04.980017 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-930a20b2-34bd-48aa-90da-279f06213f41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 15:47:04.981137 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=1454e6d5-4304-4632-8e70-20d690e87b55,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:04.991008 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:05.019238 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-b9616058-fa76-43f0-a7ae-f81edfc8b5f0 service neutron] 10.222.0.65 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4574823
Jun 04 15:47:05.086419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 1d7efa43-2220-4f79-bb85-18e46615687d is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:47:05.087711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:47:05.250971 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1454e6d5-4304-4632-8e70-20d690e87b55 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:05.325977 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:05.388206 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 1454e6d5-4304-4632-8e70-20d690e87b55 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:05.388703 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:05.405423 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-37ced333-20c7-43b2-823e-ebfe8408a735 service neutron] 10.222.0.65 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3637094
Jun 04 15:47:05.565582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187cd46e-61c1-4476-884e-3b318626d804 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:47:05.575143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 3dba6df6-2ab5-4901-9ba2-d0854a452573 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:47:05.580409 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:05.588715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4478d380-3acb-4e81-979c-f92b79c028c3 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:47:05.606548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac55c38-cf29-494f-85b0-cde1f86e9525 req-367538f6-fa4d-4d51-b9c1-f1a3ffe82d0a tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:05.608495 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cac55c38-cf29-494f-85b0-cde1f86e9525 req-367538f6-fa4d-4d51-b9c1-f1a3ffe82d0a tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 970 time: 0.3832648
Jun 04 15:47:05.614202 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:05.626685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Transition to ACTIVE for port object 187cd46e-61c1-4476-884e-3b318626d804 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:47:05.648725 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Transition to ACTIVE for port object 4478d380-3acb-4e81-979c-f92b79c028c3 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:47:05.705028 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:05.712949 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cbaf0116-999c-4a31-b150-310dea4ad24f None None] Provisioning complete for port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:05.713505 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0116-999c-4a31-b150-310dea4ad24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:05.714423 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-94ab78e0-6bb1-4f46-94ee-2e78a8af4ab5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:05.783142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cbaf0116-999c-4a31-b150-310dea4ad24f None None] Port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:47:05.840252 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:05.856396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:47:05.875288 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Sync routers for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:47:05.881189 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/3dba6df6-2ab5-4901-9ba2-d0854a452573/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8093388
Jun 04 15:47:05.889274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49104) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:05.900657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:05.900657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838caf6ee0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:05.902684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'network': {'name': 'tempest-RoutersTest-193966763'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:47:05.915572 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:47:05.932029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:network and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:47:05.935633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:47:05.957467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:47:05.987059 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cac55c38-cf29-494f-85b0-cde1f86e9525 req-ba6fea20-560f-4507-aaeb-ac7f783b8deb tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.3108127
Jun 04 15:47:06.059275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:47:06.064373 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:06.082981 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=187cd46e-61c1-4476-884e-3b318626d804,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:06.095195 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:06.143861 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b70f1796-161d-45d8-bc06-728c01a7e5b1 tempest-RoutersAdminTest-1288243757 tempest-RoutersAdminTest-1288243757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:06.157585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:47:06.191794 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:06.193189 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Added segment 4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd of type vlan for network a974ea8f-7734-4ce2-b20a-b498231047fa
Jun 04 15:47:06.258025 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:06.285034 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:06.414849 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:06.432723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:06.433261 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:06.442330 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-03ba3d72-f958-4734-bf2d-9a8f0814effd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:06.467566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4478d380-3acb-4e81-979c-f92b79c028c3,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:06.477126 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:06.481646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86855fe7-b63a-4ece-8246-1e0eee133cb7 req-244442f4-d29b-497b-8292-2001820af703 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:06.488929 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-86855fe7-b63a-4ece-8246-1e0eee133cb7 req-244442f4-d29b-497b-8292-2001820af703 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 943 time: 0.2391927
Jun 04 15:47:06.500291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d1339-d0ea-480e-a048-f954c28fa374 req-680e48ed-1e17-4c33-91f9-451e515f6ba3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:06.501885 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c13d1339-d0ea-480e-a048-f954c28fa374 req-680e48ed-1e17-4c33-91f9-451e515f6ba3 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 943 time: 0.6729691
Jun 04 15:47:06.550768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Attempting to bind port 187cd46e-61c1-4476-884e-3b318626d804 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:47:06.551384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Attempting to bind port 187cd46e-61c1-4476-884e-3b318626d804 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '1ebf05fe-645e-4e1d-a274-e4ecf983b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:47:06.551888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Attempting to bind port 187cd46e-61c1-4476-884e-3b318626d804 on network eb68608b-7dc5-4c14-b77d-6d4f71bada98 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:47:06.559031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Attempting to bind port 4478d380-3acb-4e81-979c-f92b79c028c3 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:47:06.559676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Attempting to bind port 4478d380-3acb-4e81-979c-f92b79c028c3 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ccf7063d-7285-45e0-99bd-3a230b4c2dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:47:06.560160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Attempting to bind port 4478d380-3acb-4e81-979c-f92b79c028c3 on network 3a7df431-47fb-4038-86f5-d24e78603d5f {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:47:06.580438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Port 187cd46e-61c1-4476-884e-3b318626d804 on network eb68608b-7dc5-4c14-b77d-6d4f71bada98 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:47:06.580758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Attempting to bind port 187cd46e-61c1-4476-884e-3b318626d804 on network eb68608b-7dc5-4c14-b77d-6d4f71bada98 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:47:06.628359 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7369463
Jun 04 15:47:06.632720 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Network': ['ID=a974ea8f-7734-4ce2-b20a-b498231047fa,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:06.634801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49114) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:06.642707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'subnet': {'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:47:06.655789 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network a974ea8f-7734-4ce2-b20a-b498231047fa details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:47:06.656467 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:06.667240 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-86855fe7-b63a-4ece-8246-1e0eee133cb7 req-3bd4a3c7-55bc-4ef5-bb0e-f83250821815 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1770627
Jun 04 15:47:06.804792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Port 4478d380-3acb-4e81-979c-f92b79c028c3 on network 3a7df431-47fb-4038-86f5-d24e78603d5f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:47:06.815664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:47:06.817368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Attempting to bind port 4478d380-3acb-4e81-979c-f92b79c028c3 on network 3a7df431-47fb-4038-86f5-d24e78603d5f {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:47:06.823447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:subnet and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:47:06.827070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:47:06.834681 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:47:06.858126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:47:06.858858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Checking segment: {'id': '1ebf05fe-645e-4e1d-a274-e4ecf983b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:47:06.858858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Bound using segment: {'id': '1ebf05fe-645e-4e1d-a274-e4ecf983b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:47:06.859206 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Bound port: 187cd46e-61c1-4476-884e-3b318626d804, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ebf05fe-645e-4e1d-a274-e4ecf983b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:47:06.859552 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:06.871305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:47:06.871643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Checking segment: {'id': 'ccf7063d-7285-45e0-99bd-3a230b4c2dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:47:06.872030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Bound using segment: {'id': 'ccf7063d-7285-45e0-99bd-3a230b4c2dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:47:06.872544 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Bound port: 4478d380-3acb-4e81-979c-f92b79c028c3, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf7063d-7285-45e0-99bd-3a230b4c2dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:47:06.872787 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:06.877875 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49120) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:06.914372 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c13d1339-d0ea-480e-a048-f954c28fa374 req-7e26e265-7372-41d8-994d-e1f242abe354 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4049177
Jun 04 15:47:06.918899 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838caf6ee0>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 3, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:04Z', 'revision_number': 2, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:06.924478 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Checking router: 3dba6df6-2ab5-4901-9ba2-d0854a452573 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:47:06.924911 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Updating router 3dba6df6-2ab5-4901-9ba2-d0854a452573 port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:47:06.947957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:47:06.952225 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:07.008983 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:07.096905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] For port 4478d380-3acb-4e81-979c-f92b79c028c3, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:47:07.102156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] For port 4478d380-3acb-4e81-979c-f92b79c028c3, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4478d380-3acb-4e81-979c-f92b79c028c3,segment=NetworkSegment(ccf7063d-7285-45e0-99bd-3a230b4c2dc9),segment_id=ccf7063d-7285-45e0-99bd-3a230b4c2dc9)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:47:07.105350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] For port 187cd46e-61c1-4476-884e-3b318626d804, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:47:07.108572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] For port 187cd46e-61c1-4476-884e-3b318626d804, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=187cd46e-61c1-4476-884e-3b318626d804,segment=NetworkSegment(1ebf05fe-645e-4e1d-a274-e4ecf983b2ca),segment_id=1ebf05fe-645e-4e1d-a274-e4ecf983b2ca)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:47:07.180102 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:07.183348 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b7919787-acd4-4eab-9221-437fefe3d476 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:07.229476 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:07.259554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:07.260424 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:07.262086 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] 10.222.0.65 "PUT /v2.0/ports/4478d380-3acb-4e81-979c-f92b79c028c3 HTTP/1.1" status: 200  len: 1091 time: 3.5999265
Jun 04 15:47:07.264161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'tag': '4478d380-3acb-4e81-979c-f92b79c028c3'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:47:07.266822 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb986d92-7380-46b2-80fc-dcca34cd1e70" -d '{"events": [{"name": "network-changed", "server_uuid": "09f5882e-63f9-476a-b5aa-60f8bf64dbd5", "tag": "4478d380-3acb-4e81-979c-f92b79c028c3"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:47:07.284964 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:07.285688 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:07.287128 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] 10.222.0.65 "PUT /v2.0/ports/187cd46e-61c1-4476-884e-3b318626d804 HTTP/1.1" status: 200  len: 1130 time: 4.1826992
Jun 04 15:47:07.307760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4478d380-3acb-4e81-979c-f92b79c028c3,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:07.310745 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:07.311323 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:07.405324 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66917c42-2465-4928-bc48-37414a08408b x-openstack-request-id: req-66917c42-2465-4928-bc48-37414a08408b {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:47:07.405801 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f5882e-63f9-476a-b5aa-60f8bf64dbd5", "tag": "4478d380-3acb-4e81-979c-f92b79c028c3", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:47:07.405962 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66917c42-2465-4928-bc48-37414a08408b {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:47:07.406637 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'tag': '4478d380-3acb-4e81-979c-f92b79c028c3', 'status': 'completed', 'code': 200}
Jun 04 15:47:07.546686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1069515514-network', 'tenant_id': '8c529ab1fa0340218e7af2e6151225af'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:47:07.580822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=187cd46e-61c1-4476-884e-3b318626d804,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:07.590781 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:07.657212 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-fec61ff9-a5a3-492c-a124-11f7d5715008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:07.659011 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-fec61ff9-a5a3-492c-a124-11f7d5715008 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 1094 time: 0.2370677
Jun 04 15:47:07.661773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-639bad5a-8829-4d06-aafb-4747774cfb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:07.663517 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-639bad5a-8829-4d06-aafb-4747774cfb40 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5287f2e7ee8d4845b57a054c508e1de5&device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 1133 time: 0.1770804
Jun 04 15:47:07.679324 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:47:07.701193 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Usage tracker for resource:network and tenant:8c529ab1fa0340218e7af2e6151225af is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:47:07.750567 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:47:07.758298 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-e8065356-16aa-457b-9262-5034615922f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=187cd46e-61c1-4476-884e-3b318626d804 HTTP/1.1" status: 200  len: 217 time: 0.0827117
Jun 04 15:47:07.758436 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:07.773466 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Transition to ACTIVE for port object c2d0cc1a-7927-4122-ae8e-a1acef52d3ca will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:47:07.777162 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:47:07.885460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2242107e-3b8c-408e-989c-e9c60f508619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:07.887041 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-2242107e-3b8c-408e-989c-e9c60f508619 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c07fcaeb-572f-40f5-b0e8-7e6f2154d738 HTTP/1.1" status: 200  len: 834 time: 0.0663688
Jun 04 15:47:07.887633 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:07.898148 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-0eefdfbd-34cb-4c38-90ab-3bf33e859087 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4478d380-3acb-4e81-979c-f92b79c028c3 HTTP/1.1" status: 200  len: 217 time: 0.2236097
Jun 04 15:47:07.902504 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:07.933624 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee318d8b-203a-454a-aa2b-2b6ad2feb977 req-58a03146-1474-4098-bae4-89564fc74414 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:07.939582 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ee318d8b-203a-454a-aa2b-2b6ad2feb977 req-58a03146-1474-4098-bae4-89564fc74414 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 982 time: 0.4224622
Jun 04 15:47:08.019866 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-7ce84d6c-38c8-450e-9173-64bac19d4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:08.021367 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-7ce84d6c-38c8-450e-9173-64bac19d4caf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c803f1ab-b6e1-4222-a7ed-4d97e8604a8f HTTP/1.1" status: 200  len: 834 time: 0.0668945
Jun 04 15:47:08.057482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Made reservation on behalf of 8c529ab1fa0340218e7af2e6151225af for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:47:08.065427 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:08.133386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:08.172701 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ee318d8b-203a-454a-aa2b-2b6ad2feb977 req-41eec1da-3ab6-4ab2-95b4-cf1a32fa0ecd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.2308612
Jun 04 15:47:08.180193 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:47:08.186083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Usage tracker for resource:security_group_rule and tenant:8c529ab1fa0340218e7af2e6151225af is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:47:08.208332 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:47:08.217889 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:47:08.236287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-35c5dfaa-dfc1-4a88-b9ec-1e33ef25bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:08.237856 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-35c5dfaa-dfc1-4a88-b9ec-1e33ef25bad3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb68608b-7dc5-4c14-b77d-6d4f71bada98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3423331
Jun 04 15:47:08.241801 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521aa99-538e-4a45-8d68-a59497188a8c None None] Pushing event updated for resources: {'Port': ['ID=c2d0cc1a-7927-4122-ae8e-a1acef52d3ca,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:08.248824 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9521aa99-538e-4a45-8d68-a59497188a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:08.251024 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:47:08.370469 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-85dc4b06-b0ce-4d99-baaf-ef2e4cc9cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:08.381845 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-85dc4b06-b0ce-4d99-baaf-ef2e4cc9cd01 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3a7df431-47fb-4038-86f5-d24e78603d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3506455
Jun 04 15:47:08.408954 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Attempting to bind port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:47:08.409699 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Attempting to bind port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '68ec9619-49f9-462e-be77-291cd720f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:47:08.410293 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Attempting to bind port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca on network 1d7efa43-2220-4f79-bb85-18e46615687d {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:47:08.472737 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:47:08.473434 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Checking segment: {'id': '68ec9619-49f9-462e-be77-291cd720f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:47:08.474027 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:08.474579 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Bound using segment: {'id': '68ec9619-49f9-462e-be77-291cd720f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:47:08.475216 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Bound port: c2d0cc1a-7927-4122-ae8e-a1acef52d3ca, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ec9619-49f9-462e-be77-291cd720f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:47:08.476392 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:08.532917 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-bd14d8a4-b846-4f87-9393-7b1ad73d321f service neutron] 10.222.0.65 "GET /v2.0/networks/3a7df431-47fb-4038-86f5-d24e78603d5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428044
Jun 04 15:47:08.581573 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:08.582178 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:08.590778 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-992a251c-ad37-4a68-b799-93062c40f9d6 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:08.595715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065d8e8-5df4-4e31-aecd-63ba57e87537 req-c81e36b9-dbee-43cc-880e-c31391e12c5d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:08.595715 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3065d8e8-5df4-4e31-aecd-63ba57e87537 req-c81e36b9-dbee-43cc-880e-c31391e12c5d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 943 time: 0.4977534
Jun 04 15:47:08.614438 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9c45c7f7-ffe5-4f9f-a43d-987c315f7daa,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:08.631640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '9c45c7f7-ffe5-4f9f-a43d-987c315f7daa', 'network_id': '0339ff3f-f872-422f-8d79-308474532286', 'port_id': '9c45c7f7-ffe5-4f9f-a43d-987c315f7daa', 'mac_address': 'fa:16:3e:91:a5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca6e046-932e-4cd9-be29-03f24f42f2ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:47:08.673217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] For port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:47:08.676935 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] For port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c2d0cc1a-7927-4122-ae8e-a1acef52d3ca,segment=NetworkSegment(68ec9619-49f9-462e-be77-291cd720f520),segment_id=68ec9619-49f9-462e-be77-291cd720f520)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:47:08.685571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54d4ab-2ab7-4459-837b-126c4df97d52 req-9c9c7098-705f-45ff-82d7-4ebd5e72e5be tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:08.688202 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c54d4ab-2ab7-4459-837b-126c4df97d52 req-9c9c7098-705f-45ff-82d7-4ebd5e72e5be tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 943 time: 0.2930772
Jun 04 15:47:08.734376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Subnet': ['ID=8c4ac29f-c031-4f08-987c-9f80ef98ba67,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:08.744732 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:08.745998 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:08.749368 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:08.764338 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-427fa7a1-4547-4898-b34d-4d4614e84440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:08.766900 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:47:08.777070 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:08.787276 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3065d8e8-5df4-4e31-aecd-63ba57e87537 req-3c63a9f4-abd8-4e90-ab85-94ee70c9b0f1 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1640387
Jun 04 15:47:08.798820 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-95167cf1-556e-4bda-9210-05c107e40fe4 service neutron] 10.222.0.65 "GET /v2.0/networks/eb68608b-7dc5-4c14-b77d-6d4f71bada98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5443134
Jun 04 15:47:08.802508 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:08.833469 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Checking segment: {'id': '4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:47:08.833840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network hostable DHCP agents. Network: a974ea8f-7734-4ce2-b20a-b498231047fa, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:47:08.840727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:47:08.845515 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:08.864154 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:08.875208 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-56d80c6d-3455-49f8-b0ea-332ab4baf1d5 req-c1dcddc3-ebc5-4653-b05a-92bb06791f12 service neutron] 10.222.0.65 "GET /v2.0/networks/3a7df431-47fb-4038-86f5-d24e78603d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2754948
Jun 04 15:47:08.875450 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9c54d4ab-2ab7-4459-837b-126c4df97d52 req-e1f46c65-c709-4b58-a956-4ae3cca11420 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790049
Jun 04 15:47:08.896615 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:08.897200 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Added segment f77135b7-550a-4b91-bea3-102c4917ccf5 of type vlan for network 70705144-4071-47c6-9ac6-46e7dd54c455
Jun 04 15:47:08.915399 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9c45c7f7-ffe5-4f9f-a43d-987c315f7daa,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:08.941040 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:08.941881 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838caf6ee0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:08.943707 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:09.040922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network a974ea8f-7734-4ce2-b20a-b498231047fa is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:47:09.041700 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521aa99-538e-4a45-8d68-a59497188a8c None None] Pushing event updated for resources: {'Port': ['ID=c2d0cc1a-7927-4122-ae8e-a1acef52d3ca,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:09.056691 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9521aa99-538e-4a45-8d68-a59497188a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:09.061887 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:09.065533 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:09.081576 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:09.086937 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:09.086937 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:09.091345 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:09.237158 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9c45c7f7-ffe5-4f9f-a43d-987c315f7daa,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:09.256291 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:09.276119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, a974ea8f-7734-4ce2-b20a-b498231047fa) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:47:09.293699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:09.294860 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:09.300367 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00795482-f8f0-4bb9-8085-b8a307c16807 None None] Network a974ea8f-7734-4ce2-b20a-b498231047fa requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:47:09.304322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Pushing event updated for resources: {'Network': ['ID=70705144-4071-47c6-9ac6-46e7dd54c455,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:09.329273 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-504e822e-a67e-4a23-abed-1ebd77c977fa req-c7dcc341-90ce-45de-910c-96e0244cd0f5 service neutron] 10.222.0.65 "GET /v2.0/networks/eb68608b-7dc5-4c14-b77d-6d4f71bada98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5077455
Jun 04 15:47:09.332825 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:09.347992 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.4652367
Jun 04 15:47:09.349107 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49146) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:09.355415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] Request body: {'subnet': {'network_id': '70705144-4071-47c6-9ac6-46e7dd54c455', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1069515514-subnet', 'tenant_id': '8c529ab1fa0340218e7af2e6151225af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:47:09.361493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:47:09.366146 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] Usage tracker for resource:subnet and tenant:8c529ab1fa0340218e7af2e6151225af is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:47:09.370148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:47:09.378682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:47:09.402783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb986d92-7380-46b2-80fc-dcca34cd1e70 req-821d344b-7cac-4298-bb5f-1ad673272e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:09.403151 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 70705144-4071-47c6-9ac6-46e7dd54c455 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:47:09.404274 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb986d92-7380-46b2-80fc-dcca34cd1e70 req-821d344b-7cac-4298-bb5f-1ad673272e49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 1094 time: 0.3670809
Jun 04 15:47:09.409274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ab4bcc-32ea-4146-9211-103785f6452a', 'tag': '187cd46e-61c1-4476-884e-3b318626d804'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:47:09.411700 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e75221e-d6d5-4ced-8fa2-34bdde514307" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ab4bcc-32ea-4146-9211-103785f6452a", "tag": "187cd46e-61c1-4476-884e-3b318626d804"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:47:09.415168 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9c45c7f7-ffe5-4f9f-a43d-987c315f7daa'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:47:09.437174 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8c5a100e-0e8d-420f-b8b2-9b3583ba92ad tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7994282
Jun 04 15:47:09.440405 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49150) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:09.544866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:09.559869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb986d92-7380-46b2-80fc-dcca34cd1e70 req-b3ef4f37-889b-4d22-95e0-28cdc3da29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:09.561375 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb986d92-7380-46b2-80fc-dcca34cd1e70 req-b3ef4f37-889b-4d22-95e0-28cdc3da29e7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3a7df431-47fb-4038-86f5-d24e78603d5f HTTP/1.1" status: 200  len: 897 time: 0.1469560
Jun 04 15:47:09.568240 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141b0e56-ce5c-48cc-8b67-4e083a48f3da x-openstack-request-id: req-141b0e56-ce5c-48cc-8b67-4e083a48f3da {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:47:09.568577 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ab4bcc-32ea-4146-9211-103785f6452a", "tag": "187cd46e-61c1-4476-884e-3b318626d804", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:47:09.569098 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-141b0e56-ce5c-48cc-8b67-4e083a48f3da {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:47:09.570540 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ab4bcc-32ea-4146-9211-103785f6452a', 'tag': '187cd46e-61c1-4476-884e-3b318626d804', 'status': 'completed', 'code': 200}
Jun 04 15:47:09.685936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] Made reservation on behalf of 8c529ab1fa0340218e7af2e6151225af for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:47:09.688346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:09.688539 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb986d92-7380-46b2-80fc-dcca34cd1e70 req-4eded49f-c49b-47b1-aa93-9e733aa0bb2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4478d380-3acb-4e81-979c-f92b79c028c3 HTTP/1.1" status: 200  len: 217 time: 0.1094213
Jun 04 15:47:09.787422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec7eb6-aa9f-4e0c-82df-e030c07021ca req-9d269048-e74f-4121-8402-86f85913c6a4 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:09.788728 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-20ec7eb6-aa9f-4e0c-82df-e030c07021ca req-9d269048-e74f-4121-8402-86f85913c6a4 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Synchronizing usage tracker for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:47:09.802129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb986d92-7380-46b2-80fc-dcca34cd1e70 req-9033b046-6f5f-4ecd-9215-ddc39741b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:09.803599 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb986d92-7380-46b2-80fc-dcca34cd1e70 req-9033b046-6f5f-4ecd-9215-ddc39741b30a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c803f1ab-b6e1-4222-a7ed-4d97e8604a8f HTTP/1.1" status: 200  len: 834 time: 0.1008492
Jun 04 15:47:09.815363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75221e-d6d5-4ced-8fa2-34bdde514307 req-ea465882-adf1-4457-b76d-56aa41e3b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:09.816893 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e75221e-d6d5-4ced-8fa2-34bdde514307 req-ea465882-adf1-4457-b76d-56aa41e3b937 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5287f2e7ee8d4845b57a054c508e1de5&device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 1133 time: 0.2505312
Jun 04 15:47:09.891909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-20ec7eb6-aa9f-4e0c-82df-e030c07021ca req-9d269048-e74f-4121-8402-86f85913c6a4 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Unset dirty status for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:47:09.893348 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-20ec7eb6-aa9f-4e0c-82df-e030c07021ca req-9d269048-e74f-4121-8402-86f85913c6a4 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 982 time: 0.5242620
Jun 04 15:47:09.996460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-a974ea8f-7734-4ce2-b20a-b498231047fa', 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'fixed_ips': [{'subnet_id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:47:09.997322 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:10.049177 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-20ec7eb6-aa9f-4e0c-82df-e030c07021ca req-ee9f1ec2-e592-4c36-bbc5-aec593268cc4 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1392899
Jun 04 15:47:10.087774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb986d92-7380-46b2-80fc-dcca34cd1e70 req-ce1f9a9b-f066-42ae-90bf-ae0417e91a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:10.089362 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb986d92-7380-46b2-80fc-dcca34cd1e70 req-ce1f9a9b-f066-42ae-90bf-ae0417e91a85 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3a7df431-47fb-4038-86f5-d24e78603d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2767024
Jun 04 15:47:10.090524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75221e-d6d5-4ced-8fa2-34bdde514307 req-51d32b4f-b59d-4387-8f4d-e657d3a27eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:10.092179 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e75221e-d6d5-4ced-8fa2-34bdde514307 req-51d32b4f-b59d-4387-8f4d-e657d3a27eaa service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb68608b-7dc5-4c14-b77d-6d4f71bada98 HTTP/1.1" status: 200  len: 898 time: 0.2403088
Jun 04 15:47:10.338109 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e75221e-d6d5-4ced-8fa2-34bdde514307 req-393ca879-35b9-4220-bb71-d76853bc593b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=187cd46e-61c1-4476-884e-3b318626d804 HTTP/1.1" status: 200  len: 217 time: 0.2339385
Jun 04 15:47:10.383485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Allocated IP 172.22.0.2 (a974ea8f-7734-4ce2-b20a-b498231047fa/8c4ac29f-c031-4f08-987c-9f80ef98ba67/60e20535-2ece-4633-a97d-1afbe1791ab8) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:47:10.404165 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838caf6ee0>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 3, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:08Z', 'revision_number': 4, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:10.408251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e465ffc2-5a59-4335-a442-9ce65a288b76 None None] The sync data for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 is: [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 3, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:08Z', 'revision_number': 4, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:47:10.447739 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb986d92-7380-46b2-80fc-dcca34cd1e70 req-8aa6749c-5bff-466f-90c5-235a0b8c74cd service neutron] 10.222.0.65 "GET /v2.0/networks/3a7df431-47fb-4038-86f5-d24e78603d5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3452983
Jun 04 15:47:10.569837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75221e-d6d5-4ced-8fa2-34bdde514307 req-29a9a0bd-8b95-496e-a2e5-0fca3240c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:10.572320 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e75221e-d6d5-4ced-8fa2-34bdde514307 req-29a9a0bd-8b95-496e-a2e5-0fca3240c056 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c07fcaeb-572f-40f5-b0e8-7e6f2154d738 HTTP/1.1" status: 200  len: 834 time: 0.2120371
Jun 04 15:47:10.689666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e424b7-c146-4c71-99b9-c73cb4bba1f8 req-b53bdcde-b72e-4e8b-aef6-38549d96ae4b tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:10.697382 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-94e424b7-c146-4c71-99b9-c73cb4bba1f8 req-b53bdcde-b72e-4e8b-aef6-38549d96ae4b tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 944 time: 0.4319160
Jun 04 15:47:10.727863 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:10.747360 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:10.760813 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Transition to ACTIVE for port object 60e20535-2ece-4633-a97d-1afbe1791ab8 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:47:10.785278 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Transition to ACTIVE for port object 60e20535-2ece-4633-a97d-1afbe1791ab8 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:47:10.789693 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-94e424b7-c146-4c71-99b9-c73cb4bba1f8 req-c54b4a96-f4d6-4d7a-b5b7-c51faee580a5 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913210
Jun 04 15:47:10.890041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f51885-34d7-426b-a850-9b3fbfb4d4cb req-cd113525-9895-4271-818f-59cf05a012a4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:10.890041 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a5f51885-34d7-426b-a850-9b3fbfb4d4cb req-cd113525-9895-4271-818f-59cf05a012a4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 943 time: 0.4579191
Jun 04 15:47:10.891624 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb986d92-7380-46b2-80fc-dcca34cd1e70 req-424bbb11-f339-4fd5-b132-379d2fcb979f service neutron] 10.222.0.65 "GET /v2.0/networks/3a7df431-47fb-4038-86f5-d24e78603d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3854947
Jun 04 15:47:10.891941 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:10.894594 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9521aa99-538e-4a45-8d68-a59497188a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:10.999054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75221e-d6d5-4ced-8fa2-34bdde514307 req-611614a9-16ed-4b59-ae3b-742e119f9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:10.999054 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e75221e-d6d5-4ced-8fa2-34bdde514307 req-611614a9-16ed-4b59-ae3b-742e119f9390 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb68608b-7dc5-4c14-b77d-6d4f71bada98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3148639
Jun 04 15:47:11.039398 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Pushing event updated for resources: {'Port': ['ID=60e20535-2ece-4633-a97d-1afbe1791ab8,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:11.048698 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:11.061088 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Network a974ea8f-7734-4ce2-b20a-b498231047fa is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:47:11.062546 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:47:11.065437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:47:11.175387 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Attempting to bind port 60e20535-2ece-4633-a97d-1afbe1791ab8 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:47:11.175910 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Attempting to bind port 60e20535-2ece-4633-a97d-1afbe1791ab8 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:47:11.176991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Attempting to bind port 60e20535-2ece-4633-a97d-1afbe1791ab8 on network a974ea8f-7734-4ce2-b20a-b498231047fa {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:47:11.188391 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:47:11.188993 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Checking segment: {'id': '4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:47:11.189659 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:11.190160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Bound using segment: {'id': '4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:47:11.190744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Bound port: 60e20535-2ece-4633-a97d-1afbe1791ab8, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:47:11.191231 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:11.271705 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e75221e-d6d5-4ced-8fa2-34bdde514307 req-d93e2d19-c50a-49bb-8b5f-22ff92c5a604 service neutron] 10.222.0.65 "GET /v2.0/networks/eb68608b-7dc5-4c14-b77d-6d4f71bada98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3134434
Jun 04 15:47:11.328309 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a5f51885-34d7-426b-a850-9b3fbfb4d4cb req-a1751a10-d1e9-4633-aa1e-4b3836cd2953 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4848726
Jun 04 15:47:11.367115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c2d0cc1a-7927-4122-ae8e-a1acef52d3ca up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:11.400161 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] For port 60e20535-2ece-4633-a97d-1afbe1791ab8, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:47:11.433203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] For port 60e20535-2ece-4633-a97d-1afbe1791ab8, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=60e20535-2ece-4633-a97d-1afbe1791ab8,segment=NetworkSegment(4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd),segment_id=4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:47:11.494982 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Allocated IP 172.22.0.1 (a974ea8f-7734-4ce2-b20a-b498231047fa/8c4ac29f-c031-4f08-987c-9f80ef98ba67/b12560a1-6141-4206-ad82-eed82ac0e6f6) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:47:11.572914 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:11.578404 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-27bad6fd-d26f-4a16-90d7-0e8db5935b7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:11.641827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:11.664474 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:11.665113 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:11.686033 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:11.691755 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0e75221e-d6d5-4ced-8fa2-34bdde514307 req-ec1837a4-934c-40cd-8e81-dcccb4ffbc2f service neutron] 10.222.0.65 "GET /v2.0/networks/eb68608b-7dc5-4c14-b77d-6d4f71bada98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4129925
Jun 04 15:47:11.693100 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fb702476-6d01-42e0-8975-2ea58bac99cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:11.703873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c2172-d7a4-49ce-a68a-df03d9d908ff req-0ca5e410-9feb-4e9d-9db2-e9d3d5a0581a tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:11.714287 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7f6c2172-d7a4-49ce-a68a-df03d9d908ff req-0ca5e410-9feb-4e9d-9db2-e9d3d5a0581a tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 982 time: 0.3856382
Jun 04 15:47:11.727691 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Pushing event updated for resources: {'Port': ['ID=60e20535-2ece-4633-a97d-1afbe1791ab8,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:11.739001 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:11.777240 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7f6c2172-d7a4-49ce-a68a-df03d9d908ff req-982bc126-5a88-4266-891a-1968c0a8f3d4 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0571911
Jun 04 15:47:11.787177 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a889281-fbed-40fa-bfc8-cae6a651bb21,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:11.798513 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:11.834021 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:11.868635 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Transition to ACTIVE for port object b12560a1-6141-4206-ad82-eed82ac0e6f6 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:47:11.872766 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] Checking segment: {'id': 'f77135b7-550a-4b91-bea3-102c4917ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70705144-4071-47c6-9ac6-46e7dd54c455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:47:11.874492 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] Network hostable DHCP agents. Network: 70705144-4071-47c6-9ac6-46e7dd54c455, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:47:11.913856 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:11.959222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c2d0cc1a-7927-4122-ae8e-a1acef52d3ca,segment=NetworkSegment(68ec9619-49f9-462e-be77-291cd720f520),segment_id=68ec9619-49f9-462e-be77-291cd720f520)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:12.001554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] Network 70705144-4071-47c6-9ac6-46e7dd54c455 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:47:12.020396 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:12.031996 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-55aad26f-9e86-4077-b680-68694f1c521a tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:12.076578 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:12.078599 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9521aa99-538e-4a45-8d68-a59497188a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:12.087900 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network a974ea8f-7734-4ce2-b20a-b498231047fa is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:47:12.100865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:47:12.109582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:47:12.160128 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 70705144-4071-47c6-9ac6-46e7dd54c455) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:47:12.160960 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=c2d0cc1a-7927-4122-ae8e-a1acef52d3ca,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:12.164259 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:12.175690 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe71f14-c598-4469-8d5e-82f812b640dd None None] Network 70705144-4071-47c6-9ac6-46e7dd54c455 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:47:12.183562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290030d-3baf-4d5d-82c1-eb0b544a7053 req-3735bf4d-0805-421c-94dd-379e613d3953 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:12.190708 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7290030d-3baf-4d5d-82c1-eb0b544a7053 req-3735bf4d-0805-421c-94dd-379e613d3953 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 944 time: 0.2529449
Jun 04 15:47:12.215053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=b12560a1-6141-4206-ad82-eed82ac0e6f6,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:12.217953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:12.218542 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:12.234110 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:12.254503 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:12.278860 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 187cd46e-61c1-4476-884e-3b318626d804 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:47:12.281093 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:12.312759 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7290030d-3baf-4d5d-82c1-eb0b544a7053 req-39a9cde1-af36-4519-a035-44e75723b1a8 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211808
Jun 04 15:47:12.424962 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-675fa152-ed29-49d3-a4e9-4f07df28ce3a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.0745373
Jun 04 15:47:12.601688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5769cd2-a248-49ff-aff5-ea6e36a29dee req-560f1c65-9576-4852-94cf-e650f755f0b2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:12.604114 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5769cd2-a248-49ff-aff5-ea6e36a29dee req-560f1c65-9576-4852-94cf-e650f755f0b2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 943 time: 0.1114426
Jun 04 15:47:12.635685 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:12.676414 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b5769cd2-a248-49ff-aff5-ea6e36a29dee req-910d2785-66fc-47d9-8a4c-242359021ac5 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653851
Jun 04 15:47:12.802044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 187cd46e-61c1-4476-884e-3b318626d804, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=187cd46e-61c1-4476-884e-3b318626d804,segment=NetworkSegment(1ebf05fe-645e-4e1d-a274-e4ecf983b2ca),segment_id=1ebf05fe-645e-4e1d-a274-e4ecf983b2ca)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:12.812204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7466fb60-0c47-403c-8a26-142055a68a21 None None] Network 70705144-4071-47c6-9ac6-46e7dd54c455 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:47:12.852200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '187cd46e-61c1-4476-884e-3b318626d804', 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'port_id': '187cd46e-61c1-4476-884e-3b318626d804', 'mac_address': 'fa:16:3e:09:fa:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:47:12.946590 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:12.996505 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:12.997686 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:13.059087 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:13.108741 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187cd46e-61c1-4476-884e-3b318626d804 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:47:13.121532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 187cd46e-61c1-4476-884e-3b318626d804, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=187cd46e-61c1-4476-884e-3b318626d804,segment=NetworkSegment(1ebf05fe-645e-4e1d-a274-e4ecf983b2ca),segment_id=1ebf05fe-645e-4e1d-a274-e4ecf983b2ca)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:13.125728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39ef7d9-ff43-4295-a648-20ed2e91785b None None] Network a974ea8f-7734-4ce2-b20a-b498231047fa requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:47:13.254902 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:13.255632 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4478d380-3acb-4e81-979c-f92b79c028c3 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:47:13.265374 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:13.420834 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 60e20535-2ece-4633-a97d-1afbe1791ab8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:13.513033 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1b5078bb-df91-4ed5-bea2-39eac8352454 None None] Provisioning for port 60e20535-2ece-4633-a97d-1afbe1791ab8 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:13.525175 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca26b4e-5582-4eec-99ac-c8dbe4547925 req-2e866ae3-04d9-4887-9ac2-90e0216a34a0 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:13.527622 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6ca26b4e-5582-4eec-99ac-c8dbe4547925 req-2e866ae3-04d9-4887-9ac2-90e0216a34a0 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 982 time: 0.3797722
Jun 04 15:47:13.611812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83d801-b80d-492c-bdd2-94472e55591d req-917541f5-c23a-4750-a600-0ddcce579d77 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:13.613612 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed83d801-b80d-492c-bdd2-94472e55591d req-917541f5-c23a-4750-a600-0ddcce579d77 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 944 time: 0.1262848
Jun 04 15:47:13.614061 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:13.656835 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6ca26b4e-5582-4eec-99ac-c8dbe4547925 req-7933c50b-f35d-41cc-a1f2-51567a611089 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0956001
Jun 04 15:47:13.671772 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=187cd46e-61c1-4476-884e-3b318626d804,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:13.689368 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:13.693347 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:13.700122 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ed83d801-b80d-492c-bdd2-94472e55591d req-b36f8cef-1f61-4bf7-8160-e3e8cf81aa06 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801246
Jun 04 15:47:13.768936 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e7132b-dc80-43cb-8a55-10aaf32ef94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c45c7f7-ffe5-4f9f-a43d-987c315f7daa'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:47:13.771212 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554c1fbc-7c27-4392-8c9c-f415fe55e41c" -d '{"events": [{"server_uuid": "a9e7132b-dc80-43cb-8a55-10aaf32ef94b", "name": "network-vif-plugged", "status": "completed", "tag": "9c45c7f7-ffe5-4f9f-a43d-987c315f7daa"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:47:13.791648 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:13.800591 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9c45c7f7-ffe5-4f9f-a43d-987c315f7daa,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:13.808691 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4478d380-3acb-4e81-979c-f92b79c028c3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4478d380-3acb-4e81-979c-f92b79c028c3,segment=NetworkSegment(ccf7063d-7285-45e0-99bd-3a230b4c2dc9),segment_id=ccf7063d-7285-45e0-99bd-3a230b4c2dc9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:13.856811 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '4478d380-3acb-4e81-979c-f92b79c028c3', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'port_id': '4478d380-3acb-4e81-979c-f92b79c028c3', 'mac_address': 'fa:16:3e:7b:92:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:47:13.865914 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d94fcc9-d76f-492c-80fb-ee8d9c3880d6 x-openstack-request-id: req-4d94fcc9-d76f-492c-80fb-ee8d9c3880d6 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:47:13.866946 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e7132b-dc80-43cb-8a55-10aaf32ef94b", "name": "network-vif-plugged", "status": "completed", "tag": "9c45c7f7-ffe5-4f9f-a43d-987c315f7daa", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:47:13.867074 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d94fcc9-d76f-492c-80fb-ee8d9c3880d6 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:47:13.867450 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e7132b-dc80-43cb-8a55-10aaf32ef94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c45c7f7-ffe5-4f9f-a43d-987c315f7daa', 'code': 200}
Jun 04 15:47:13.880533 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eeb09fa0-d2df-4671-936c-e48731bb03cd tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:13.942207 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 60e20535-2ece-4633-a97d-1afbe1791ab8 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:13.950872 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 60e20535-2ece-4633-a97d-1afbe1791ab8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:13.951349 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:14.001729 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:14.016598 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:14.066158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60c5d1-2db1-4c10-83d5-9a52621d6852 req-beb3db0d-7d1b-4cb1-851f-4cbdf4353633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:14.068022 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0f60c5d1-2db1-4c10-83d5-9a52621d6852 req-beb3db0d-7d1b-4cb1-851f-4cbdf4353633 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 1096 time: 0.1394379
Jun 04 15:47:14.076772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=b12560a1-6141-4206-ad82-eed82ac0e6f6,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:14.080263 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:14.085221 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:14.097084 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:14.122803 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4478d380-3acb-4e81-979c-f92b79c028c3 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:47:14.143213 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0f60c5d1-2db1-4c10-83d5-9a52621d6852 req-9feaf765-a0dc-483e-930f-818e1458fc97 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685620
Jun 04 15:47:14.165384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4478d380-3acb-4e81-979c-f92b79c028c3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4478d380-3acb-4e81-979c-f92b79c028c3,segment=NetworkSegment(ccf7063d-7285-45e0-99bd-3a230b4c2dc9),segment_id=ccf7063d-7285-45e0-99bd-3a230b4c2dc9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:14.181200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9c45c7f7-ffe5-4f9f-a43d-987c315f7daa,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:14.185128 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:14.244229 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:14.255449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e5742-81e7-404a-8837-4b4863b8a38f req-aa464710-8c16-4b12-8e55-e10d45ebbe6c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:14.256525 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f18e5742-81e7-404a-8837-4b4863b8a38f req-aa464710-8c16-4b12-8e55-e10d45ebbe6c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 943 time: 0.3782907
Jun 04 15:47:14.274185 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:14.277082 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:14.325216 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f18e5742-81e7-404a-8837-4b4863b8a38f req-5489ded6-d319-422c-9f4c-0c78d72b19e2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542893
Jun 04 15:47:14.330232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network a974ea8f-7734-4ce2-b20a-b498231047fa is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:47:14.331632 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:47:14.439962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 60e20535-2ece-4633-a97d-1afbe1791ab8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=60e20535-2ece-4633-a97d-1afbe1791ab8,segment=NetworkSegment(4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd),segment_id=4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:14.468421 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=4478d380-3acb-4e81-979c-f92b79c028c3,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:14.468421 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:14.537968 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['187cd46e-61c1-4476-884e-3b318626d804'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:47:14.575353 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 3dba6df6-2ab5-4901-9ba2-d0854a452573 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:47:14.588338 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:14.589230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c2d0cc1a-7927-4122-ae8e-a1acef52d3ca up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:14.644955 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:14.681334 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['4478d380-3acb-4e81-979c-f92b79c028c3'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:47:14.980251 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=60e20535-2ece-4633-a97d-1afbe1791ab8,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:14.998755 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:15.004616 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:47:15.016754 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Sync routers for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:47:15.021374 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/3dba6df6-2ab5-4901-9ba2-d0854a452573/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5818727
Jun 04 15:47:15.023785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49240) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:15.033238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'network': {'name': 'tempest-RoutersTest-830037432'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:47:15.043592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:47:15.053391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:network and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:47:15.058255 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:15.059776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:47:15.070987 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:47:15.071441 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c996460>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:15.096975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83989e3a-c9f4-44b2-946e-c8b60e0e4b6f req-314ba1f8-0922-4adf-aac2-39be29fcdb50 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:15.099854 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-83989e3a-c9f4-44b2-946e-c8b60e0e4b6f req-314ba1f8-0922-4adf-aac2-39be29fcdb50 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 983 time: 0.2483225
Jun 04 15:47:15.121064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd498876-56ed-42a0-a8ee-f064b17052b1 req-301f363e-a7d8-4eb3-9c83-e0501c145682 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:15.134415 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dd498876-56ed-42a0-a8ee-f064b17052b1 req-301f363e-a7d8-4eb3-9c83-e0501c145682 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 945 time: 0.2359867
Jun 04 15:47:15.166210 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-079624fa-8960-4251-8347-86daa76bb454 None None] Provisioning complete for port 60e20535-2ece-4633-a97d-1afbe1791ab8 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:15.166742 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-079624fa-8960-4251-8347-86daa76bb454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:15.252625 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dd498876-56ed-42a0-a8ee-f064b17052b1 req-25634311-a110-49fe-a329-46443a69b139 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152608
Jun 04 15:47:15.277516 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:47:15.282866 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:15.291139 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-83989e3a-c9f4-44b2-946e-c8b60e0e4b6f req-966a6a03-e22d-4dfb-9f64-75338a809de7 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1823435
Jun 04 15:47:15.361332 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:47:15.380851 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:15.381235 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Added segment da9d4a93-9870-47e1-843c-3c84e3308021 of type vlan for network 08deb415-384d-4097-8215-fa0a9275812f
Jun 04 15:47:15.448284 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:15.463191 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:15.512861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:15.513386 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:15.639060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef644e0f-c7f8-468e-b488-dd2ee773aa24 req-4d08ae8b-0883-4cd5-95f4-c0ee2b1bfaba tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:15.640838 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ef644e0f-c7f8-468e-b488-dd2ee773aa24 req-4d08ae8b-0883-4cd5-95f4-c0ee2b1bfaba tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 944 time: 0.1362431
Jun 04 15:47:15.691210 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:15.698431 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:15.699074 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:15.703140 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-079624fa-8960-4251-8347-86daa76bb454 None None] Provisioning for port b12560a1-6141-4206-ad82-eed82ac0e6f6 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:15.705924 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-121b9229-533c-4c6f-bbca-93b9e2244361 tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:15.735172 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-079624fa-8960-4251-8347-86daa76bb454 None None] Provisioning complete for port b12560a1-6141-4206-ad82-eed82ac0e6f6 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:15.735572 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-079624fa-8960-4251-8347-86daa76bb454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:15.943408 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ef644e0f-c7f8-468e-b488-dd2ee773aa24 req-76ac82ea-f17e-431f-abca-7d2613a4bfac tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2930114
Jun 04 15:47:15.985780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 60e20535-2ece-4633-a97d-1afbe1791ab8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:15.989173 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c996460>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:12Z', 'revision_number': 4, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'b12560a1-6141-4206-ad82-eed82ac0e6f6', 'name': '', 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d8:26:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:11Z', 'updated_at': '2021-06-04T15:47:13Z', 'revision_number': 2, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:15.994747 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Checking router: 3dba6df6-2ab5-4901-9ba2-d0854a452573 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:47:15.995142 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Updating router 3dba6df6-2ab5-4901-9ba2-d0854a452573 port b12560a1-6141-4206-ad82-eed82ac0e6f6 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:47:16.033642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Network': ['ID=08deb415-384d-4097-8215-fa0a9275812f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:16.038822 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.0116172
Jun 04 15:47:16.039847 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:16.044055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 49254) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:16.049742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'subnet': {'network_id': '08deb415-384d-4097-8215-fa0a9275812f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:47:16.052243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 08deb415-384d-4097-8215-fa0a9275812f details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:47:16.060727 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:16.067880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-079624fa-8960-4251-8347-86daa76bb454 None None] Port b12560a1-6141-4206-ad82-eed82ac0e6f6 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:47:16.190635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:47:16.196240 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:subnet and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:47:16.196379 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 60e20535-2ece-4633-a97d-1afbe1791ab8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:16.196773 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:16.200649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:47:16.207552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:47:16.263190 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e664bf64-b108-4194-ad9c-fb0cfb3e522f None None] Provisioning complete for port b12560a1-6141-4206-ad82-eed82ac0e6f6 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:16.263568 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e664bf64-b108-4194-ad9c-fb0cfb3e522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:16.291233 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Made reservation on behalf of 8851d51c966f43109caa7790bcf3b3df for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:47:16.298575 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:16.419969 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e664bf64-b108-4194-ad9c-fb0cfb3e522f None None] Port b12560a1-6141-4206-ad82-eed82ac0e6f6 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:47:16.555504 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:16.587642 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Transition to ACTIVE for port object b12560a1-6141-4206-ad82-eed82ac0e6f6 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:47:16.627841 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d6038-3121-405e-b14f-ce5f5b9e7860 req-eec022d3-3bf0-4c6a-affc-78ffae8b355e tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:16.629760 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-098d6038-3121-405e-b14f-ce5f5b9e7860 req-eec022d3-3bf0-4c6a-affc-78ffae8b355e tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 983 time: 0.1408088
Jun 04 15:47:16.681094 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:16.685969 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-d4a15d2a-d57c-437e-9d7f-dd4f8d5bcb4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:16.697625 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-098d6038-3121-405e-b14f-ce5f5b9e7860 req-293da77d-0667-4bb3-80b2-c0402295e0d3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0611079
Jun 04 15:47:16.752704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4a320-2525-4fe7-938c-e7ff951eba17 req-1360db48-74aa-42c0-a2f1-416cd0c3ab7d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:16.754545 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-95d4a320-2525-4fe7-938c-e7ff951eba17 req-1360db48-74aa-42c0-a2f1-416cd0c3ab7d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 945 time: 0.1515300
Jun 04 15:47:16.809406 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-95d4a320-2525-4fe7-938c-e7ff951eba17 req-dd707137-9b10-4fbd-aff6-1e32e7262655 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479696
Jun 04 15:47:16.850161 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e48fe-1632-4c07-bfc7-2eaae21b46f1 None None] Pushing event updated for resources: {'Port': ['ID=b12560a1-6141-4206-ad82-eed82ac0e6f6,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:16.859617 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-348e48fe-1632-4c07-bfc7-2eaae21b46f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:17.098806 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Attempting to bind port b12560a1-6141-4206-ad82-eed82ac0e6f6 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:47:17.099999 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Attempting to bind port b12560a1-6141-4206-ad82-eed82ac0e6f6 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:47:17.101168 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Attempting to bind port b12560a1-6141-4206-ad82-eed82ac0e6f6 on network a974ea8f-7734-4ce2-b20a-b498231047fa {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:47:17.118518 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:47:17.118677 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Checking segment: {'id': '4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:47:17.119029 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:17.120183 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Bound using segment: {'id': '4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:47:17.120669 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Bound port: b12560a1-6141-4206-ad82-eed82ac0e6f6, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:47:17.123118 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:17.156217 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:17.176948 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d9bd4f82-c133-4322-9214-cb94db188510 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:17.197642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325331b-576b-4cc7-94fe-97486184ba45 req-620cdab1-415d-4ac9-b190-93b6a0900505 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:17.206249 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f325331b-576b-4cc7-94fe-97486184ba45 req-620cdab1-415d-4ac9-b190-93b6a0900505 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 944 time: 0.1031725
Jun 04 15:47:17.258961 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f325331b-576b-4cc7-94fe-97486184ba45 req-8744306b-5888-4fb1-83d7-ae5251e3f2aa tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508657
Jun 04 15:47:17.274720 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] For port b12560a1-6141-4206-ad82-eed82ac0e6f6, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:47:17.277539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Subnet': ['ID=f802402d-0d92-4947-8b5e-cfa25b6a0cb2,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:17.280273 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] For port b12560a1-6141-4206-ad82-eed82ac0e6f6, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b12560a1-6141-4206-ad82-eed82ac0e6f6,segment=NetworkSegment(4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd),segment_id=4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:47:17.281892 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:17.289980 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Checking segment: {'id': 'da9d4a93-9870-47e1-843c-3c84e3308021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '08deb415-384d-4097-8215-fa0a9275812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:47:17.290343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network hostable DHCP agents. Network: 08deb415-384d-4097-8215-fa0a9275812f, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:47:17.379384 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:17.383964 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-0137b281-b255-47a7-9e03-571b71d89336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:17.395210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 08deb415-384d-4097-8215-fa0a9275812f is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:47:17.462049 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:17.462672 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c996460>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:17.520716 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 08deb415-384d-4097-8215-fa0a9275812f) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:47:17.534817 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e48fe-1632-4c07-bfc7-2eaae21b46f1 None None] Pushing event updated for resources: {'Port': ['ID=b12560a1-6141-4206-ad82-eed82ac0e6f6,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:17.541432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:17.542024 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:17.550680 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cffcbb-c12a-4c5d-9a0e-73fc6c6af828 None None] Network 08deb415-384d-4097-8215-fa0a9275812f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:47:17.551227 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-348e48fe-1632-4c07-bfc7-2eaae21b46f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:17.683465 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:17.716130 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6706469
Jun 04 15:47:17.718784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 49292) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:17.884907 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-08deb415-384d-4097-8215-fa0a9275812f', 'network_id': '08deb415-384d-4097-8215-fa0a9275812f', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'fixed_ips': [{'subnet_id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:47:17.886166 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:18.173662 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98babc-fe87-4930-9270-577dc7ee13bf req-61990f0e-91ab-4c40-93d3-8fe88dca77b9 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:18.183714 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5f98babc-fe87-4930-9270-577dc7ee13bf req-61990f0e-91ab-4c40-93d3-8fe88dca77b9 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 983 time: 0.3493657
Jun 04 15:47:18.188455 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c996460>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:12Z', 'revision_number': 4, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'b12560a1-6141-4206-ad82-eed82ac0e6f6', 'name': '', 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d8:26:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:11Z', 'updated_at': '2021-06-04T15:47:17Z', 'revision_number': 4, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:18.192109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Allocated IP 172.23.0.2 (08deb415-384d-4097-8215-fa0a9275812f/f802402d-0d92-4947-8b5e-cfa25b6a0cb2/18fbb0e9-bd38-4067-9b05-ad7bd14c0907) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:47:18.200230 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b992a1-14ba-4db9-b87a-941ce61eb467 None None] The sync data for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 is: [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:12Z', 'revision_number': 4, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'b12560a1-6141-4206-ad82-eed82ac0e6f6', 'name': '', 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d8:26:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:11Z', 'updated_at': '2021-06-04T15:47:17Z', 'revision_number': 4, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:47:18.307350 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 187cd46e-61c1-4476-884e-3b318626d804 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:18.672482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78ab60-0ee8-49c7-a7d2-854d6d7a7098 req-1e249fb3-be7a-44b9-838e-4540e9aea29b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:18.674653 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2b78ab60-0ee8-49c7-a7d2-854d6d7a7098 req-1e249fb3-be7a-44b9-838e-4540e9aea29b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 944 time: 0.1152141
Jun 04 15:47:18.781753 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2b78ab60-0ee8-49c7-a7d2-854d6d7a7098 req-2bdc073c-fdf6-491f-8acc-d52c802641c9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956402
Jun 04 15:47:18.802578 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:18.816963 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Transition to ACTIVE for port object 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:47:18.834536 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 187cd46e-61c1-4476-884e-3b318626d804 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:18.843873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 187cd46e-61c1-4476-884e-3b318626d804 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:18.844345 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:18.920293 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5f98babc-fe87-4930-9270-577dc7ee13bf req-e69c63d9-f4de-41bf-849d-e77b8104b145 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.7352335
Jun 04 15:47:18.926172 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Transition to ACTIVE for port object 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:47:19.064228 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:19.086968 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:19.093566 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-eb064539-a161-446c-8f0c-c578b984e8d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:19.183341 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Network 08deb415-384d-4097-8215-fa0a9275812f is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:47:19.187296 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:47:19.196078 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ab4bcc-32ea-4146-9211-103785f6452a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187cd46e-61c1-4476-884e-3b318626d804'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:47:19.198714 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d4541d-50ea-49f2-8415-b9e554223fdd" -d '{"events": [{"server_uuid": "c6ab4bcc-32ea-4146-9211-103785f6452a", "name": "network-vif-plugged", "status": "completed", "tag": "187cd46e-61c1-4476-884e-3b318626d804"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:47:19.205483 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:47:19.223061 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Pushing event updated for resources: {'Port': ['ID=18fbb0e9-bd38-4067-9b05-ad7bd14c0907,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:19.233511 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:19.234992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 187cd46e-61c1-4476-884e-3b318626d804, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=187cd46e-61c1-4476-884e-3b318626d804,segment=NetworkSegment(1ebf05fe-645e-4e1d-a274-e4ecf983b2ca),segment_id=1ebf05fe-645e-4e1d-a274-e4ecf983b2ca)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:19.325627 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff83e93-faa8-468f-8019-93a0a604ac80 x-openstack-request-id: req-dff83e93-faa8-468f-8019-93a0a604ac80 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:47:19.326009 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ab4bcc-32ea-4146-9211-103785f6452a", "name": "network-vif-plugged", "status": "completed", "tag": "187cd46e-61c1-4476-884e-3b318626d804", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:47:19.326283 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dff83e93-faa8-468f-8019-93a0a604ac80 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:47:19.326691 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ab4bcc-32ea-4146-9211-103785f6452a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187cd46e-61c1-4476-884e-3b318626d804', 'code': 200}
Jun 04 15:47:19.404250 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:19.405132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4478d380-3acb-4e81-979c-f92b79c028c3 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:19.467685 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:19.505352 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:19.548312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Attempting to bind port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:47:19.548690 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Attempting to bind port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'da9d4a93-9870-47e1-843c-3c84e3308021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '08deb415-384d-4097-8215-fa0a9275812f'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:47:19.549307 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Attempting to bind port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 on network 08deb415-384d-4097-8215-fa0a9275812f {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:47:19.576300 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:47:19.577865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Checking segment: {'id': 'da9d4a93-9870-47e1-843c-3c84e3308021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '08deb415-384d-4097-8215-fa0a9275812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:47:19.578304 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:19.579124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Bound using segment: {'id': 'da9d4a93-9870-47e1-843c-3c84e3308021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '08deb415-384d-4097-8215-fa0a9275812f'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:47:19.579651 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Bound port: 18fbb0e9-bd38-4067-9b05-ad7bd14c0907, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9d4a93-9870-47e1-843c-3c84e3308021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '08deb415-384d-4097-8215-fa0a9275812f'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:47:19.580827 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:19.658209 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=187cd46e-61c1-4476-884e-3b318626d804,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:19.659904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea83acb-b533-4bbd-8e92-506f9b8de396 req-1db68544-76ba-4c3d-8b6d-34ed04993cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:19.661509 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ea83acb-b533-4bbd-8e92-506f9b8de396 req-1db68544-76ba-4c3d-8b6d-34ed04993cd8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 1135 time: 0.2610133
Jun 04 15:47:19.670206 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:19.722784 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] For port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:47:19.727177 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] For port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=18fbb0e9-bd38-4067-9b05-ad7bd14c0907,segment=NetworkSegment(da9d4a93-9870-47e1-843c-3c84e3308021),segment_id=da9d4a93-9870-47e1-843c-3c84e3308021)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:47:19.741428 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7ea83acb-b533-4bbd-8e92-506f9b8de396 req-d10b037d-de23-4f11-ab97-03af15a8cb21 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0704396
Jun 04 15:47:19.812465 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 4478d380-3acb-4e81-979c-f92b79c028c3 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:19.821626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 4478d380-3acb-4e81-979c-f92b79c028c3 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:19.822008 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:19.864610 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:19.877046 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:20.117905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b12560a1-6141-4206-ad82-eed82ac0e6f6 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:20.319079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Pushing event updated for resources: {'Port': ['ID=18fbb0e9-bd38-4067-9b05-ad7bd14c0907,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:20.326360 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Allocated IP 172.23.0.1 (08deb415-384d-4097-8215-fa0a9275812f/f802402d-0d92-4947-8b5e-cfa25b6a0cb2/46ee90fe-a41b-4e3b-b64d-fc36a0f7436c) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:47:20.336324 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:20.379318 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:20.389435 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aabb77-d954-46f1-8f0d-0988f6a44237 req-8019ab67-5681-4681-8d54-05187fd6dd40 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:20.391281 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0aabb77-d954-46f1-8f0d-0988f6a44237 req-8019ab67-5681-4681-8d54-05187fd6dd40 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 944 time: 0.2636437
Jun 04 15:47:20.418816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae5963-16b6-483e-895a-46bd73094b80 req-82b2020e-35d7-421c-b52a-f3082bebe4bf tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:20.428681 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-25ae5963-16b6-483e-895a-46bd73094b80 req-82b2020e-35d7-421c-b52a-f3082bebe4bf tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 984 time: 0.2038517
Jun 04 15:47:20.483978 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 4478d380-3acb-4e81-979c-f92b79c028c3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4478d380-3acb-4e81-979c-f92b79c028c3,segment=NetworkSegment(ccf7063d-7285-45e0-99bd-3a230b4c2dc9),segment_id=ccf7063d-7285-45e0-99bd-3a230b4c2dc9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:20.510002 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port b12560a1-6141-4206-ad82-eed82ac0e6f6 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:20.519824 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-25ae5963-16b6-483e-895a-46bd73094b80 req-c58c7095-258a-43c7-b31a-37af6d8f3b4d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0890222
Jun 04 15:47:20.529056 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b12560a1-6141-4206-ad82-eed82ac0e6f6 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:20.532763 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:20.600106 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0aabb77-d954-46f1-8f0d-0988f6a44237 req-f9a70694-7a21-4c16-b848-d2c0dece05e6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1899061
Jun 04 15:47:20.689329 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:20.699040 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:20.747527 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:20.766997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Transition to ACTIVE for port object 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:47:20.884287 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:20.895958 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:20.904563 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:20.932753 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=4478d380-3acb-4e81-979c-f92b79c028c3,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:20.956060 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:20.998618 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port b12560a1-6141-4206-ad82-eed82ac0e6f6, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b12560a1-6141-4206-ad82-eed82ac0e6f6,segment=NetworkSegment(4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd),segment_id=4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:21.035475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=46ee90fe-a41b-4e3b-b64d-fc36a0f7436c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:21.047814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:21.048279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:21.048570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:21.058308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:21.058308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:21.058308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:21.058308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:21.058308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:21.058308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:21.058308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:21.058308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:21.058308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:21.059072 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:21.060376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 08deb415-384d-4097-8215-fa0a9275812f is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:47:21.061595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:47:21.063829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:47:21.124017 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:21.127517 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:21.129948 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:21.221137 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=b12560a1-6141-4206-ad82-eed82ac0e6f6,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:21.227546 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:21.327764 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4478d380-3acb-4e81-979c-f92b79c028c3'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:47:21.330144 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04975a00-56ee-4019-9677-fd84268a4c58" -d '{"events": [{"server_uuid": "09f5882e-63f9-476a-b5aa-60f8bf64dbd5", "name": "network-vif-plugged", "status": "completed", "tag": "4478d380-3acb-4e81-979c-f92b79c028c3"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:47:21.379556 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603f29e2-2762-41da-bfc7-bcaf8a3aad8f x-openstack-request-id: req-603f29e2-2762-41da-bfc7-bcaf8a3aad8f {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:47:21.379858 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f5882e-63f9-476a-b5aa-60f8bf64dbd5", "name": "network-vif-plugged", "status": "completed", "tag": "4478d380-3acb-4e81-979c-f92b79c028c3", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:47:21.380122 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-603f29e2-2762-41da-bfc7-bcaf8a3aad8f {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:47:21.380568 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4478d380-3acb-4e81-979c-f92b79c028c3', 'code': 200}
Jun 04 15:47:21.435322 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:21.686374 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814ede1c-0d63-4d47-9fde-cecff54d4152 None None] Network 08deb415-384d-4097-8215-fa0a9275812f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:47:21.900623 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c904f040-9988-4971-9694-bb50270c4cf7 None None] Provisioning for port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:22.108082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e51cc-d75c-42d6-8557-e828ed33effe req-58e3d7cd-4051-4edd-8bea-2700e93d20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:22.109677 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e54e51cc-d75c-42d6-8557-e828ed33effe req-58e3d7cd-4051-4edd-8bea-2700e93d20bb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 1096 time: 0.6242857
Jun 04 15:47:22.114601 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b12560a1-6141-4206-ad82-eed82ac0e6f6 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:22.163879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c645c5-030b-45b7-8ca1-d1a470d60b9d req-89ee31c1-7062-4fa9-bfd6-1a73b0bf0f16 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:22.165525 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-64c645c5-030b-45b7-8ca1-d1a470d60b9d req-89ee31c1-7062-4fa9-bfd6-1a73b0bf0f16 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 984 time: 0.3628502
Jun 04 15:47:22.200244 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b12560a1-6141-4206-ad82-eed82ac0e6f6 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:22.201075 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:22.275777 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e54e51cc-d75c-42d6-8557-e828ed33effe req-e157e45f-fd08-4140-b89a-888229ea59fa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1566994
Jun 04 15:47:22.397723 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-64c645c5-030b-45b7-8ca1-d1a470d60b9d req-fb397ad7-f2b9-47f6-9002-e46fb34330cd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.2094226
Jun 04 15:47:22.456464 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:22.556973 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e1c17161-0ee0-401c-aa69-c6bbc2cbc5c2 None None] Provisioning for port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:22.598072 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:22.626120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e1c17161-0ee0-401c-aa69-c6bbc2cbc5c2 None None] Provisioning complete for port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:22.626471 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e1c17161-0ee0-401c-aa69-c6bbc2cbc5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:22.718424 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e1c17161-0ee0-401c-aa69-c6bbc2cbc5c2 None None] Port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:47:22.726695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:22.768372 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:22.777369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78df61-ba4b-46fb-a037-9ace922ba446 req-bade460d-6a1c-40ba-bc91-bc4cc5d80be7 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:22.783680 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf78df61-ba4b-46fb-a037-9ace922ba446 req-bade460d-6a1c-40ba-bc91-bc4cc5d80be7 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 945 time: 0.1095817
Jun 04 15:47:22.795510 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:22.809710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:22.817133 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:22.864145 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf78df61-ba4b-46fb-a037-9ace922ba446 req-d1a25dfd-84be-400a-b5ae-1b06900c1573 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794411
Jun 04 15:47:22.919800 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c25a512b-213a-4ba0-a645-367c9bc87877 None None] Provisioning complete for port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:22.920953 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c25a512b-213a-4ba0-a645-367c9bc87877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:22.958098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event updated for resources: {'Port': ['ID=46ee90fe-a41b-4e3b-b64d-fc36a0f7436c,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:22.963922 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:22.968110 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:23.055642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb9d32-167f-4777-a677-3ef9ca80404f req-3ed4f1db-4d63-44d8-9c6e-c8348d5cc0cd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:23.057415 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cfdb9d32-167f-4777-a677-3ef9ca80404f req-3ed4f1db-4d63-44d8-9c6e-c8348d5cc0cd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 984 time: 0.4192123
Jun 04 15:47:23.065064 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c25a512b-213a-4ba0-a645-367c9bc87877 None None] Port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:47:23.076489 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:23.113349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=18fbb0e9-bd38-4067-9b05-ad7bd14c0907,segment=NetworkSegment(da9d4a93-9870-47e1-843c-3c84e3308021),segment_id=da9d4a93-9870-47e1-843c-3c84e3308021)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:23.183755 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cfdb9d32-167f-4777-a677-3ef9ca80404f req-8a98880f-fc62-416a-9462-bd14119eed6f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0731971
Jun 04 15:47:23.238926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Network 08deb415-384d-4097-8215-fa0a9275812f is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:47:23.239095 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:23.242205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:47:23.243827 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:23.477524 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=18fbb0e9-bd38-4067-9b05-ad7bd14c0907,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:23.480817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15fb4a-bf47-4967-8bdf-7809934925b6 req-7005b431-a9b2-435e-8b29-f9f461de69d0 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:23.490083 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:23.494405 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9e15fb4a-bf47-4967-8bdf-7809934925b6 req-7005b431-a9b2-435e-8b29-f9f461de69d0 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 1135 time: 0.1403019
Jun 04 15:47:23.548088 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9e15fb4a-bf47-4967-8bdf-7809934925b6 req-183641d9-09a3-4c5a-b961-f31e835368c7 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:23.612876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-9e15fb4a-bf47-4967-8bdf-7809934925b6 req-183641d9-09a3-4c5a-b961-f31e835368c7 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:47:23.625409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 3dba6df6-2ab5-4901-9ba2-d0854a452573 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:47:23.627083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9e15fb4a-bf47-4967-8bdf-7809934925b6 req-183641d9-09a3-4c5a-b961-f31e835368c7 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Usage tracker for resource:security_group_rule and tenant:c2f13b006b784977a0044af29c387d56 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:47:23.638983 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9e15fb4a-bf47-4967-8bdf-7809934925b6 req-183641d9-09a3-4c5a-b961-f31e835368c7 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:47:23.646114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-9e15fb4a-bf47-4967-8bdf-7809934925b6 req-183641d9-09a3-4c5a-b961-f31e835368c7 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:47:23.712233 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:23.754066 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9e15fb4a-bf47-4967-8bdf-7809934925b6 req-183641d9-09a3-4c5a-b961-f31e835368c7 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:23.766769 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-20c6223f-7471-44da-853d-d623306a40c3 None None] Provisioning complete for port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:23.767218 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-20c6223f-7471-44da-853d-d623306a40c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:23.841287 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-9e15fb4a-bf47-4967-8bdf-7809934925b6 req-183641d9-09a3-4c5a-b961-f31e835368c7 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:23.851019 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-20c6223f-7471-44da-853d-d623306a40c3 None None] Port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:47:23.856638 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d38663ee-e2cf-4872-ae43-8775d5067c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:23.876638 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:47:23.887742 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Sync routers for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:47:23.903798 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/3dba6df6-2ab5-4901-9ba2-d0854a452573/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1837513
Jun 04 15:47:23.904861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 49412) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:23.908469 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:23.909775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c7b58b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:23.910747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0bc1c88e-d80b-45c1-ab57-21b4ee42bfa8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:47:23.947568 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9e15fb4a-bf47-4967-8bdf-7809934925b6 req-183641d9-09a3-4c5a-b961-f31e835368c7 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.4429712
Jun 04 15:47:23.999502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183641d9-09a3-4c5a-b961-f31e835368c7 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b6fc9f-9f7e-4926-af6d-7f4880ae97c1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:24.026322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49416) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:24.026322 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-183641d9-09a3-4c5a-b961-f31e835368c7 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:24.111964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:24.246287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc59c719-5ea1-4007-8621-72768018cdfe tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:24.248881 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dc59c719-5ea1-4007-8621-72768018cdfe tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 1130 time: 0.2236075
Jun 04 15:47:24.255447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49422) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:24.262091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'port_id': '187cd46e-61c1-4476-884e-3b318626d804', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:47:24.291233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:47:24.308230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Usage tracker for resource:floatingip and tenant:5287f2e7ee8d4845b57a054c508e1de5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:47:24.313286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:47:24.324286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:47:24.329622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:24.330250 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:24.426571 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:24.431262 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:24.851647 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:24.912361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685916e-29fe-4965-9cae-c1bdeafb58dd req-13cc76b2-2290-4bcb-a74c-5437f0582212 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:24.916833 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e685916e-29fe-4965-9cae-c1bdeafb58dd req-13cc76b2-2290-4bcb-a74c-5437f0582212 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 945 time: 0.7397957
Jun 04 15:47:25.008790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c7b58b0>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:21Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': '46ee90fe-a41b-4e3b-b64d-fc36a0f7436c', 'name': '', 'network_id': '08deb415-384d-4097-8215-fa0a9275812f', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:6f:09:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:19Z', 'updated_at': '2021-06-04T15:47:22Z', 'revision_number': 2, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12560a1-6141-4206-ad82-eed82ac0e6f6', 'name': '', 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d8:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:11Z', 'updated_at': '2021-06-04T15:47:20Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:25.013766 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Checking router: 3dba6df6-2ab5-4901-9ba2-d0854a452573 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:47:25.014416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Updating router 3dba6df6-2ab5-4901-9ba2-d0854a452573 port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:47:25.070344 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e685916e-29fe-4965-9cae-c1bdeafb58dd req-a14ee4a6-ebb3-4c25-8ced-bc8ef846551b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1463778
Jun 04 15:47:25.098979 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:25.232985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Allocated IP 172.25.4.57 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/3a819afc-bf2b-48b5-8371-4bb1e06fa62b) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:47:25.645337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.extraroute_db [None req-0bc1c88e-d80b-45c1-ab57-21b4ee42bfa8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88300) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Jun 04 15:47:25.680542 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.extraroute_db [None req-0bc1c88e-d80b-45c1-ab57-21b4ee42bfa8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Removed routes are [] {{(pid=88300) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Jun 04 15:47:25.680542 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c88e-d80b-45c1-ab57-21b4ee42bfa8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:25.729491 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:25.756002 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428776a1-cb32-4e44-9b63-c9ea52b825bc req-04069b98-6dde-447d-b7ec-8fe857326691 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:25.764030 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-428776a1-cb32-4e44-9b63-c9ea52b825bc req-04069b98-6dde-447d-b7ec-8fe857326691 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 945 time: 0.4388416
Jun 04 15:47:25.831275 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-428776a1-cb32-4e44-9b63-c9ea52b825bc req-78655aca-57e8-4e2a-8891-2959d38c5bb1 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661783
Jun 04 15:47:25.857728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49444) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:25.930312 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:25.932048 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:25.940845 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-97a842f5-65c5-4c36-92a3-f8ae107c24e7 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:25.970719 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Transition to ACTIVE for port object 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:47:26.063977 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:26.069551 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-34b8e995-beb2-4e38-a883-7f9e7bb97c7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:26.070707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'Port': ['ID=3a819afc-bf2b-48b5-8371-4bb1e06fa62b,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:26.090053 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:26.126536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:47:26.135090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:47:26.149695 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:47:26.314243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Pushing event updated for resources: {'Port': ['ID=46ee90fe-a41b-4e3b-b64d-fc36a0f7436c,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:26.327632 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:26.353640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:26.353640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:26.353640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:26.353640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:26.353640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:26.353640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:26.353640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:26.353640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:26.353640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:26.353640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:26.353640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:26.353640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:47:26.369656 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:26.395652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c79f279-fe63-42de-8e38-bd03ede37063 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:26.400731 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5c79f279-fe63-42de-8e38-bd03ede37063 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 1091 time: 0.5377431
Jun 04 15:47:26.401129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 49458) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:26.411747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'port_id': '4478d380-3acb-4e81-979c-f92b79c028c3', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:47:26.440346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:47:26.477164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:floatingip and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:47:26.492326 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c88e-d80b-45c1-ab57-21b4ee42bfa8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:26.521824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:47:26.534064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:47:26.536860 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c88e-d80b-45c1-ab57-21b4ee42bfa8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:26.775783 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Attempting to bind port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:47:26.776157 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Attempting to bind port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'da9d4a93-9870-47e1-843c-3c84e3308021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '08deb415-384d-4097-8215-fa0a9275812f'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:47:26.776754 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Attempting to bind port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c on network 08deb415-384d-4097-8215-fa0a9275812f {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:47:26.783323 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:47:26.784100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Checking segment: {'id': 'da9d4a93-9870-47e1-843c-3c84e3308021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '08deb415-384d-4097-8215-fa0a9275812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:47:26.784710 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:26.785337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Bound using segment: {'id': 'da9d4a93-9870-47e1-843c-3c84e3308021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '08deb415-384d-4097-8215-fa0a9275812f'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:47:26.786013 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Bound port: 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9d4a93-9870-47e1-843c-3c84e3308021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '08deb415-384d-4097-8215-fa0a9275812f'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:47:26.786573 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:26.931570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc1c88e-d80b-45c1-ab57-21b4ee42bfa8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 3dba6df6-2ab5-4901-9ba2-d0854a452573 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:47:26.932567 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] For port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:47:26.936028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] For port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=46ee90fe-a41b-4e3b-b64d-fc36a0f7436c,segment=NetworkSegment(da9d4a93-9870-47e1-843c-3c84e3308021),segment_id=da9d4a93-9870-47e1-843c-3c84e3308021)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:47:26.940947 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:27.018878 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:27.040773 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d1104ac3-bcee-49a1-a430-1c7a5e061b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:27.155439 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:27.186932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Pushing event updated for resources: {'Port': ['ID=46ee90fe-a41b-4e3b-b64d-fc36a0f7436c,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:27.199744 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:27.229957 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:27.230617 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c7b58b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:27.379625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc1c88e-d80b-45c1-ab57-21b4ee42bfa8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:47:27.389902 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c88e-d80b-45c1-ab57-21b4ee42bfa8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:27.394347 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0bc1c88e-d80b-45c1-ab57-21b4ee42bfa8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/3dba6df6-2ab5-4901-9ba2-d0854a452573 HTTP/1.1" status: 200  len: 934 time: 3.4883146
Jun 04 15:47:27.397080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 49474) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:27.447845 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:27.627100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:27.973985 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:28.042081 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-81825589-2cae-4d7c-a541-91ed80848869 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/routers/3dba6df6-2ab5-4901-9ba2-d0854a452573 HTTP/1.1" status: 200  len: 934 time: 0.6414497
Jun 04 15:47:28.057825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 49482) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:28.057825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ab29eada-146d-40f1-9eb5-b6c2cd8862b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'router': {'routes': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:47:28.111697 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c7b58b0>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:25Z', 'revision_number': 6, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': '46ee90fe-a41b-4e3b-b64d-fc36a0f7436c', 'name': '', 'network_id': '08deb415-384d-4097-8215-fa0a9275812f', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:6f:09:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:19Z', 'updated_at': '2021-06-04T15:47:26Z', 'revision_number': 4, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12560a1-6141-4206-ad82-eed82ac0e6f6', 'name': '', 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d8:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:11Z', 'updated_at': '2021-06-04T15:47:20Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:28.117412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e870533-169c-473a-adbb-c83647dff2cc None None] The sync data for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 is: [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:25Z', 'revision_number': 6, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': '46ee90fe-a41b-4e3b-b64d-fc36a0f7436c', 'name': '', 'network_id': '08deb415-384d-4097-8215-fa0a9275812f', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:6f:09:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:19Z', 'updated_at': '2021-06-04T15:47:26Z', 'revision_number': 4, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12560a1-6141-4206-ad82-eed82ac0e6f6', 'name': '', 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d8:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:11Z', 'updated_at': '2021-06-04T15:47:20Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:47:28.149573 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:28.153821 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0db4ecc4-c84f-4ed3-8f8e-2f770f5a19ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:28.350826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'Port': ['ID=3a819afc-bf2b-48b5-8371-4bb1e06fa62b,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:28.376698 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:28.392845 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:28.488546 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:28.886285 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Floating IP 1382a49c-0d8d-4551-8f6a-a8d9c101cd30 associated. External IP: 172.25.4.57, port: 187cd46e-61c1-4476-884e-3b318626d804.
Jun 04 15:47:29.187330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Allocated IP 172.25.4.229 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/62de7c0c-bc02-496c-b368-47aa00b4e737) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:47:29.525143 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6337bdfa-d507-402b-97f4-8d6885a1b7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:29.553199 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:29.568022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.extraroute_db [None req-ab29eada-146d-40f1-9eb5-b6c2cd8862b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Added routes are [] {{(pid=88300) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Jun 04 15:47:29.568359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.extraroute_db [None req-ab29eada-146d-40f1-9eb5-b6c2cd8862b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88300) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Jun 04 15:47:29.615920 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ab29eada-146d-40f1-9eb5-b6c2cd8862b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:29.617072 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6677b51-603e-4d48-8618-03e3ed03e134 None None] Sync routers for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:47:29.632964 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6677b51-603e-4d48-8618-03e3ed03e134 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:29.639915 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d6677b51-603e-4d48-8618-03e3ed03e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d5d5c40>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:29.788329 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Router 45bc2c85-1220-4394-a183-fd9b266a72f8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:47:29.827508 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:29.867013 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:29.974175 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-d6677b51-603e-4d48-8618-03e3ed03e134 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:29.982364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Port': ['ID=62de7c0c-bc02-496c-b368-47aa00b4e737,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:30.062545 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:30.074144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:47:30.082726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:47:30.123651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:47:30.152537 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:30.354989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:47:30.378218 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7735171-43b0-4248-b11b-fbb1b77cfcec None None] Sync routers for ids ['45bc2c85-1220-4394-a183-fd9b266a72f8'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:47:30.386164 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:47:30.417990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:30.418768 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:30.461939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7735171-43b0-4248-b11b-fbb1b77cfcec None None] Routers {'45bc2c85-1220-4394-a183-fd9b266a72f8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:30.462686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c7735171-43b0-4248-b11b-fbb1b77cfcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8391298af0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['45bc2c85-1220-4394-a183-fd9b266a72f8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:30.550204 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:30.801458 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 6.5439255
Jun 04 15:47:30.802928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ab4bcc-32ea-4146-9211-103785f6452a', 'tag': '187cd46e-61c1-4476-884e-3b318626d804'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:47:30.810915 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6988450-f64b-423d-89c0-932822016cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ab4bcc-32ea-4146-9211-103785f6452a", "tag": "187cd46e-61c1-4476-884e-3b318626d804"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:47:30.817313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49520) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:30.860473 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d6677b51-603e-4d48-8618-03e3ed03e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d5d5c40>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:29Z', 'revision_number': 7, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': '46ee90fe-a41b-4e3b-b64d-fc36a0f7436c', 'name': '', 'network_id': '08deb415-384d-4097-8215-fa0a9275812f', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:6f:09:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:19Z', 'updated_at': '2021-06-04T15:47:26Z', 'revision_number': 4, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12560a1-6141-4206-ad82-eed82ac0e6f6', 'name': '', 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d8:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:11Z', 'updated_at': '2021-06-04T15:47:20Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:30.866688 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6677b51-603e-4d48-8618-03e3ed03e134 None None] Checking router: 3dba6df6-2ab5-4901-9ba2-d0854a452573 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:47:30.880494 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6677b51-603e-4d48-8618-03e3ed03e134 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:30.882052 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d6677b51-603e-4d48-8618-03e3ed03e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d5d5c40>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:31.038043 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ab29eada-146d-40f1-9eb5-b6c2cd8862b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:31.052793 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ab29eada-146d-40f1-9eb5-b6c2cd8862b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:31.100671 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:31.160436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-c7735171-43b0-4248-b11b-fbb1b77cfcec None None] Set router 45bc2c85-1220-4394-a183-fd9b266a72f8 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:31.353636 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-d6677b51-603e-4d48-8618-03e3ed03e134 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:31.505694 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48872155-1ce3-4369-8914-595cff8e7b20 x-openstack-request-id: req-48872155-1ce3-4369-8914-595cff8e7b20 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:47:31.507130 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ab4bcc-32ea-4146-9211-103785f6452a", "tag": "187cd46e-61c1-4476-884e-3b318626d804", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:47:31.510511 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48872155-1ce3-4369-8914-595cff8e7b20 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:47:31.511273 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ab4bcc-32ea-4146-9211-103785f6452a', 'tag': '187cd46e-61c1-4476-884e-3b318626d804', 'status': 'completed', 'code': 200}
Jun 04 15:47:31.624468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab29eada-146d-40f1-9eb5-b6c2cd8862b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 3dba6df6-2ab5-4901-9ba2-d0854a452573 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:47:31.714432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7457c45-245e-48d5-baaf-00eede9028f0 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.724144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7457c45-245e-48d5-baaf-00eede9028f0 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.725124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7457c45-245e-48d5-baaf-00eede9028f0 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.725806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7457c45-245e-48d5-baaf-00eede9028f0 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.726578 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7457c45-245e-48d5-baaf-00eede9028f0 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.727302 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7457c45-245e-48d5-baaf-00eede9028f0 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.727964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7457c45-245e-48d5-baaf-00eede9028f0 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.728726 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7457c45-245e-48d5-baaf-00eede9028f0 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.729429 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7457c45-245e-48d5-baaf-00eede9028f0 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.730061 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7457c45-245e-48d5-baaf-00eede9028f0 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.730850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7457c45-245e-48d5-baaf-00eede9028f0 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.737427 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b7457c45-245e-48d5-baaf-00eede9028f0 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7697 time: 0.9188118
Jun 04 15:47:31.745625 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49542) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:31.812840 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=46ee90fe-a41b-4e3b-b64d-fc36a0f7436c,segment=NetworkSegment(da9d4a93-9870-47e1-843c-3c84e3308021),segment_id=da9d4a93-9870-47e1-843c-3c84e3308021)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:31.890072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1fdf02-579d-4c89-83f2-0d35f35d125e tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.892314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1fdf02-579d-4c89-83f2-0d35f35d125e tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.895750 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1fdf02-579d-4c89-83f2-0d35f35d125e tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.896456 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1fdf02-579d-4c89-83f2-0d35f35d125e tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.898082 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1fdf02-579d-4c89-83f2-0d35f35d125e tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.898715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1fdf02-579d-4c89-83f2-0d35f35d125e tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.900045 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1fdf02-579d-4c89-83f2-0d35f35d125e tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.900661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1fdf02-579d-4c89-83f2-0d35f35d125e tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.901289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1fdf02-579d-4c89-83f2-0d35f35d125e tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.901885 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1fdf02-579d-4c89-83f2-0d35f35d125e tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.902484 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1fdf02-579d-4c89-83f2-0d35f35d125e tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:31.908450 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3c1fdf02-579d-4c89-83f2-0d35f35d125e tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7001 time: 0.1692502
Jun 04 15:47:31.909423 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49546) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:31.976662 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d6677b51-603e-4d48-8618-03e3ed03e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d5d5c40>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:29Z', 'revision_number': 7, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': '46ee90fe-a41b-4e3b-b64d-fc36a0f7436c', 'name': '', 'network_id': '08deb415-384d-4097-8215-fa0a9275812f', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:6f:09:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:19Z', 'updated_at': '2021-06-04T15:47:26Z', 'revision_number': 4, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12560a1-6141-4206-ad82-eed82ac0e6f6', 'name': '', 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d8:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:11Z', 'updated_at': '2021-06-04T15:47:20Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:31.988535 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6677b51-603e-4d48-8618-03e3ed03e134 None None] The sync data for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 is: [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:29Z', 'revision_number': 7, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': '46ee90fe-a41b-4e3b-b64d-fc36a0f7436c', 'name': '', 'network_id': '08deb415-384d-4097-8215-fa0a9275812f', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:6f:09:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:19Z', 'updated_at': '2021-06-04T15:47:26Z', 'revision_number': 4, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12560a1-6141-4206-ad82-eed82ac0e6f6', 'name': '', 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d8:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:11Z', 'updated_at': '2021-06-04T15:47:20Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:47:32.003403 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:32.029274 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-29cd522a-a4fb-4a23-a5b2-62ed68070a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:32.168414 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:32.247838 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=46ee90fe-a41b-4e3b-b64d-fc36a0f7436c,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:32.251762 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:32.309249 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c7735171-43b0-4248-b11b-fbb1b77cfcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8391298af0>, [{'id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526273705', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:43Z', 'revision_number': 4, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:25Z', 'updated_at': '2021-06-04T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '1382a49c-0d8d-4551-8f6a-a8d9c101cd30', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'port_id': '187cd46e-61c1-4476-884e-3b318626d804', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'mac_address': 'fa:16:3e:09:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ab4bcc-32ea-4146-9211-103785f6452a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:47:27Z', 'updated_at': '2021-06-04T15:47:27Z', 'revision_number': 0, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807f268e-85ba-4203-82f2-e2584e899e54', 'name': '', 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'mac_address': 'fa:16:3e:7f:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:42Z', 'updated_at': '2021-06-04T15:46:54Z', 'revision_number': 5, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'subnets': [{'id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:32.315965 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7735171-43b0-4248-b11b-fbb1b77cfcec None None] Checking router: 45bc2c85-1220-4394-a183-fd9b266a72f8 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:47:32.324989 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4b6809cf-2a1d-4ce8-a56d-89d6900bce65 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2862 time: 0.4141347
Jun 04 15:47:32.331672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab29eada-146d-40f1-9eb5-b6c2cd8862b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:47:32.337554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49558) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:32.345127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7735171-43b0-4248-b11b-fbb1b77cfcec None None] Routers {'45bc2c85-1220-4394-a183-fd9b266a72f8'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:32.345777 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c7735171-43b0-4248-b11b-fbb1b77cfcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8391298af0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['45bc2c85-1220-4394-a183-fd9b266a72f8'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:32.511716 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a4af-05b0-4da0-866e-16ac6153be12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:32.525343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb6facd-5d40-4cd0-884c-6d20b7c257ab tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:32.527844 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb6facd-5d40-4cd0-884c-6d20b7c257ab tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:32.534333 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6fb6facd-5d40-4cd0-884c-6d20b7c257ab tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=45bc2c85-1220-4394-a183-fd9b266a72f8 HTTP/1.1" status: 200  len: 1990 time: 0.1957018
Jun 04 15:47:32.565018 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ab29eada-146d-40f1-9eb5-b6c2cd8862b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:32.565018 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ab29eada-146d-40f1-9eb5-b6c2cd8862b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/3dba6df6-2ab5-4901-9ba2-d0854a452573 HTTP/1.1" status: 200  len: 700 time: 4.5159655
Jun 04 15:47:32.567629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49564) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:32.602931 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a08d0-b4a9-4157-beeb-57b62f18f971 None None] Sync routers for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:47:32.620804 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d6f344e-8350-49cd-91ed-2aa621ceb9f8 req-da817027-46b5-41bc-8a9f-2a803b641a56 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 1.0129986
Jun 04 15:47:32.622171 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a08d0-b4a9-4157-beeb-57b62f18f971 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:32.623067 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-cc6a08d0-b4a9-4157-beeb-57b62f18f971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c96e5b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:32.629202 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:32.644527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6988450-f64b-423d-89c0-932822016cb4 req-1785b954-fa43-4977-86fa-5fd88eae7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:32.646093 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b6988450-f64b-423d-89c0-932822016cb4 req-1785b954-fa43-4977-86fa-5fd88eae7cb0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5287f2e7ee8d4845b57a054c508e1de5&device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 1135 time: 1.2321243
Jun 04 15:47:32.761484 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-c7735171-43b0-4248-b11b-fbb1b77cfcec None None] Set router 45bc2c85-1220-4394-a183-fd9b266a72f8 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:32.893311 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-531fcf47-94ce-4f86-9449-0aa447d1d73b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/routers/3dba6df6-2ab5-4901-9ba2-d0854a452573 HTTP/1.1" status: 200  len: 700 time: 0.3146191
Jun 04 15:47:32.894684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49568) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:32.976700 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-cc6a08d0-b4a9-4157-beeb-57b62f18f971 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:32.995773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f344e-8350-49cd-91ed-2aa621ceb9f8 req-949cf01a-6ae1-4ce5-acdd-ffb4af6bdf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:32.997341 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d6f344e-8350-49cd-91ed-2aa621ceb9f8 req-949cf01a-6ae1-4ce5-acdd-ffb4af6bdf8d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 1097 time: 0.3503532
Jun 04 15:47:32.998639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6988450-f64b-423d-89c0-932822016cb4 req-870dd520-1a5b-4000-9cd2-33a0f0c4df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:33.000076 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b6988450-f64b-423d-89c0-932822016cb4 req-870dd520-1a5b-4000-9cd2-33a0f0c4df46 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb68608b-7dc5-4c14-b77d-6d4f71bada98 HTTP/1.1" status: 200  len: 898 time: 0.3185523
Jun 04 15:47:33.608126 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-cc6a08d0-b4a9-4157-beeb-57b62f18f971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c96e5b0>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:29Z', 'revision_number': 7, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': '46ee90fe-a41b-4e3b-b64d-fc36a0f7436c', 'name': '', 'network_id': '08deb415-384d-4097-8215-fa0a9275812f', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:6f:09:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:19Z', 'updated_at': '2021-06-04T15:47:31Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12560a1-6141-4206-ad82-eed82ac0e6f6', 'name': '', 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d8:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:11Z', 'updated_at': '2021-06-04T15:47:20Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:33.621307 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a08d0-b4a9-4157-beeb-57b62f18f971 None None] Checking router: 3dba6df6-2ab5-4901-9ba2-d0854a452573 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:47:33.646070 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a08d0-b4a9-4157-beeb-57b62f18f971 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:33.647479 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-cc6a08d0-b4a9-4157-beeb-57b62f18f971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c96e5b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:33.675301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c7735171-43b0-4248-b11b-fbb1b77cfcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8391298af0>, [{'id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526273705', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:43Z', 'revision_number': 4, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:25Z', 'updated_at': '2021-06-04T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '1382a49c-0d8d-4551-8f6a-a8d9c101cd30', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'port_id': '187cd46e-61c1-4476-884e-3b318626d804', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'mac_address': 'fa:16:3e:09:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ab4bcc-32ea-4146-9211-103785f6452a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:47:27Z', 'updated_at': '2021-06-04T15:47:27Z', 'revision_number': 0, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807f268e-85ba-4203-82f2-e2584e899e54', 'name': '', 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'mac_address': 'fa:16:3e:7f:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:42Z', 'updated_at': '2021-06-04T15:46:54Z', 'revision_number': 5, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'subnets': [{'id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:33.682789 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b6988450-f64b-423d-89c0-932822016cb4 req-a44f3e86-1351-4cc2-b045-75f2093fdeb9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=187cd46e-61c1-4476-884e-3b318626d804 HTTP/1.1" status: 200  len: 998 time: 0.6744647
Jun 04 15:47:33.688085 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7735171-43b0-4248-b11b-fbb1b77cfcec None None] The sync data for ids ['45bc2c85-1220-4394-a183-fd9b266a72f8'] in n-d-791505-9 is: [{'id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526273705', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:43Z', 'revision_number': 4, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:25Z', 'updated_at': '2021-06-04T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '1382a49c-0d8d-4551-8f6a-a8d9c101cd30', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'port_id': '187cd46e-61c1-4476-884e-3b318626d804', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'mac_address': 'fa:16:3e:09:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ab4bcc-32ea-4146-9211-103785f6452a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:47:27Z', 'updated_at': '2021-06-04T15:47:27Z', 'revision_number': 0, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807f268e-85ba-4203-82f2-e2584e899e54', 'name': '', 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'mac_address': 'fa:16:3e:7f:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:42Z', 'updated_at': '2021-06-04T15:46:54Z', 'revision_number': 5, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'subnets': [{'id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:47:33.721671 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:33.902607 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:33.956961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6988450-f64b-423d-89c0-932822016cb4 req-59012775-194e-43ec-b85f-4c1e5eaa6c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:33.958447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b6988450-f64b-423d-89c0-932822016cb4 req-59012775-194e-43ec-b85f-4c1e5eaa6c9c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c07fcaeb-572f-40f5-b0e8-7e6f2154d738 HTTP/1.1" status: 200  len: 834 time: 0.2436697
Jun 04 15:47:34.031916 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-cc6a08d0-b4a9-4157-beeb-57b62f18f971 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:34.145268 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d25f6789-7a30-4559-bef2-7d5577902cfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:34.177577 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:47:34.240910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f344e-8350-49cd-91ed-2aa621ceb9f8 req-9e00e149-7eae-4bde-bff5-75a2060be046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:34.242687 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d6f344e-8350-49cd-91ed-2aa621ceb9f8 req-9e00e149-7eae-4bde-bff5-75a2060be046 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0339ff3f-f872-422f-8d79-308474532286 HTTP/1.1" status: 200  len: 915 time: 0.5585349
Jun 04 15:47:34.270844 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081d08a4-6102-4b08-bf85-5539f52841ed None None] New status for floating IP 1382a49c-0d8d-4551-8f6a-a8d9c101cd30: ACTIVE {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:47:34.372122 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d6f344e-8350-49cd-91ed-2aa621ceb9f8 req-d37a7c6b-b78c-46be-9c6a-df6d774e537e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=602d834d-3eda-4291-a652-acb42251eed5 HTTP/1.1" status: 200  len: 217 time: 0.1202538
Jun 04 15:47:34.589785 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:34.592894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6988450-f64b-423d-89c0-932822016cb4 req-229fc07a-c4d1-4899-8f6a-c2d6e4cb2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:34.594425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b6988450-f64b-423d-89c0-932822016cb4 req-229fc07a-c4d1-4899-8f6a-c2d6e4cb2b8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb68608b-7dc5-4c14-b77d-6d4f71bada98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6274347
Jun 04 15:47:34.599103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f344e-8350-49cd-91ed-2aa621ceb9f8 req-f92bd0da-0ec4-4e7d-a4a3-dfe03b078f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:34.600683 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d6f344e-8350-49cd-91ed-2aa621ceb9f8 req-f92bd0da-0ec4-4e7d-a4a3-dfe03b078f8f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ca6e046-932e-4cd9-be29-03f24f42f2ae HTTP/1.1" status: 200  len: 854 time: 0.2185493
Jun 04 15:47:34.607330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-b6988450-f64b-423d-89c0-932822016cb4 req-3aac563a-8a15-4bba-8393-3789f0a7d508 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:47:34.608253 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b6988450-f64b-423d-89c0-932822016cb4 req-3aac563a-8a15-4bba-8393-3789f0a7d508 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054476
Jun 04 15:47:34.830446 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:47:34.831466 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:34.933218 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b6988450-f64b-423d-89c0-932822016cb4 req-bb5daa2a-bba0-4223-8fe7-f9d4b1bf2556 service neutron] 10.222.0.65 "GET /v2.0/networks/eb68608b-7dc5-4c14-b77d-6d4f71bada98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2815430
Jun 04 15:47:34.962604 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:35.000189 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d6f344e-8350-49cd-91ed-2aa621ceb9f8 req-37805fcf-c485-4442-b7ee-7898f69376ce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0339ff3f-f872-422f-8d79-308474532286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3909242
Jun 04 15:47:35.015853 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-cc6a08d0-b4a9-4157-beeb-57b62f18f971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c96e5b0>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:29Z', 'revision_number': 7, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': '46ee90fe-a41b-4e3b-b64d-fc36a0f7436c', 'name': '', 'network_id': '08deb415-384d-4097-8215-fa0a9275812f', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:6f:09:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:19Z', 'updated_at': '2021-06-04T15:47:31Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12560a1-6141-4206-ad82-eed82ac0e6f6', 'name': '', 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d8:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:11Z', 'updated_at': '2021-06-04T15:47:20Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:35.020219 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1e48c988-8940-4fcc-9c1b-e5ce2ff0cc3b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:35.030491 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a08d0-b4a9-4157-beeb-57b62f18f971 None None] The sync data for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 is: [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:29Z', 'revision_number': 7, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': '46ee90fe-a41b-4e3b-b64d-fc36a0f7436c', 'name': '', 'network_id': '08deb415-384d-4097-8215-fa0a9275812f', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:6f:09:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:19Z', 'updated_at': '2021-06-04T15:47:31Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'f802402d-0d92-4947-8b5e-cfa25b6a0cb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12560a1-6141-4206-ad82-eed82ac0e6f6', 'name': '', 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d8:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:11Z', 'updated_at': '2021-06-04T15:47:20Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:47:35.078581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-1d6f344e-8350-49cd-91ed-2aa621ceb9f8 req-ece92e93-26d2-402c-a848-25fafdaba757 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:47:35.079582 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d6f344e-8350-49cd-91ed-2aa621ceb9f8 req-ece92e93-26d2-402c-a848-25fafdaba757 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0058193
Jun 04 15:47:35.213079 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:35.304211 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d769cbd-33fa-450d-bbb2-829e4ac27377 req-df4cc805-52cb-49e4-833f-870306dd25c9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.8826470
Jun 04 15:47:35.349447 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:35.388534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d25f6789-7a30-4559-bef2-7d5577902cfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:47:35.388534 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d25f6789-7a30-4559-bef2-7d5577902cfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:35.555388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-d25f6789-7a30-4559-bef2-7d5577902cfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] For port 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=46ee90fe-a41b-4e3b-b64d-fc36a0f7436c,segment=NetworkSegment(da9d4a93-9870-47e1-843c-3c84e3308021),segment_id=da9d4a93-9870-47e1-843c-3c84e3308021)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:35.555766 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d25f6789-7a30-4559-bef2-7d5577902cfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:35.709873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-d25f6789-7a30-4559-bef2-7d5577902cfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:47:35.795227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Port': ['ID=62de7c0c-bc02-496c-b368-47aa00b4e737,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:35.862383 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:35.961369 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Floating IP 54398aff-795b-4b50-976a-81c204ede433 associated. External IP: 172.25.4.229, port: 4478d380-3acb-4e81-979c-f92b79c028c3.
Jun 04 15:47:36.023471 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d25f6789-7a30-4559-bef2-7d5577902cfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:36.028267 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:36.094429 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f6789-7a30-4559-bef2-7d5577902cfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=46ee90fe-a41b-4e3b-b64d-fc36a0f7436c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:36.098555 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d25f6789-7a30-4559-bef2-7d5577902cfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:36.137619 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d6f344e-8350-49cd-91ed-2aa621ceb9f8 req-8c471e4b-d454-4d1b-8ce8-f15cdd734b8a service neutron] 10.222.0.62 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0205743
Jun 04 15:47:36.292234 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b6988450-f64b-423d-89c0-932822016cb4 req-1977d2c9-eb37-4c44-af74-a2c9e2577c73 service neutron] 10.222.0.65 "GET /v2.0/networks/eb68608b-7dc5-4c14-b77d-6d4f71bada98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3383408
Jun 04 15:47:36.422534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d769cbd-33fa-450d-bbb2-829e4ac27377 req-3709da21-443f-4822-8792-0aeca4bd138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:36.424354 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d769cbd-33fa-450d-bbb2-829e4ac27377 req-3709da21-443f-4822-8792-0aeca4bd138b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 1096 time: 0.6894493
Jun 04 15:47:36.510410 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d25f6789-7a30-4559-bef2-7d5577902cfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:36.594588 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1d6f344e-8350-49cd-91ed-2aa621ceb9f8 req-fd359f1c-54ab-406b-91ee-b202fb761bd3 service neutron] 10.222.0.62 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4112377
Jun 04 15:47:36.786023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Router 8fad9afa-7461-40c9-9889-e1d1612869aa has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:47:36.787575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d769cbd-33fa-450d-bbb2-829e4ac27377 req-d2b62744-905e-44b9-8d3b-9c6a66084985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:36.789523 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d769cbd-33fa-450d-bbb2-829e4ac27377 req-d2b62744-905e-44b9-8d3b-9c6a66084985 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0339ff3f-f872-422f-8d79-308474532286 HTTP/1.1" status: 200  len: 915 time: 0.2883070
Jun 04 15:47:36.948334 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d769cbd-33fa-450d-bbb2-829e4ac27377 req-8b15b1b6-065f-4701-b1db-fb65fdaa8f3b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5698a6b-0a4e-441e-8e9f-d09d4cae73df HTTP/1.1" status: 200  len: 217 time: 0.1369972
Jun 04 15:47:37.009502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25f6789-7a30-4559-bef2-7d5577902cfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 3dba6df6-2ab5-4901-9ba2-d0854a452573 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:47:37.143880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d769cbd-33fa-450d-bbb2-829e4ac27377 req-1207d473-079f-4263-8a75-c7794e77c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:37.145696 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d769cbd-33fa-450d-bbb2-829e4ac27377 req-1207d473-079f-4263-8a75-c7794e77c99e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ca6e046-932e-4cd9-be29-03f24f42f2ae HTTP/1.1" status: 200  len: 854 time: 0.1890204
Jun 04 15:47:37.147367 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:47:37.158691 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad32c0a-b626-423f-8944-c0d526f19e16 None None] Sync routers for ids ['8fad9afa-7461-40c9-9889-e1d1612869aa'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:47:37.173364 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad32c0a-b626-423f-8944-c0d526f19e16 None None] Routers {'8fad9afa-7461-40c9-9889-e1d1612869aa'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:37.174345 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8ad32c0a-b626-423f-8944-c0d526f19e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd95eb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8fad9afa-7461-40c9-9889-e1d1612869aa'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:37.226837 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d769cbd-33fa-450d-bbb2-829e4ac27377 req-433f28d6-6f27-477a-972a-89e7a3731370 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0339ff3f-f872-422f-8d79-308474532286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0668437
Jun 04 15:47:37.439248 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-8ad32c0a-b626-423f-8944-c0d526f19e16 None None] Set router 8fad9afa-7461-40c9-9889-e1d1612869aa gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:37.442657 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:37.454181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25f6789-7a30-4559-bef2-7d5577902cfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:47:37.465560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5617aac3-6638-4433-a391-db473d831118 None None] Sync routers for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:47:37.471841 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d25f6789-7a30-4559-bef2-7d5577902cfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/3dba6df6-2ab5-4901-9ba2-d0854a452573/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5741644
Jun 04 15:47:37.472151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49624) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:37.481166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5617aac3-6638-4433-a391-db473d831118 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:37.485978 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5617aac3-6638-4433-a391-db473d831118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c55b340>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:37.600912 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1f6357-5b12-46ed-8fe0-1b2c54f5a410 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting subnet f802402d-0d92-4947-8b5e-cfa25b6a0cb2 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:47:37.606881 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6357-5b12-46ed-8fe0-1b2c54f5a410 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:37.751990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-5617aac3-6638-4433-a391-db473d831118 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:37.774393 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6357-5b12-46ed-8fe0-1b2c54f5a410 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:37.936696 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6357-5b12-46ed-8fe0-1b2c54f5a410 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:38.057689 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8ad32c0a-b626-423f-8944-c0d526f19e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd95eb0>, [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:46:36Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '54398aff-795b-4b50-976a-81c204ede433', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'port_id': '4478d380-3acb-4e81-979c-f92b79c028c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'mac_address': 'fa:16:3e:7b:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:47:32Z', 'updated_at': '2021-06-04T15:47:32Z', 'revision_number': 0, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd1ed2-b217-4760-8f48-56b7db57790b', 'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:2d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:32Z', 'updated_at': '2021-06-04T15:46:47Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:38.064678 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad32c0a-b626-423f-8944-c0d526f19e16 None None] Checking router: 8fad9afa-7461-40c9-9889-e1d1612869aa for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:47:38.066027 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d769cbd-33fa-450d-bbb2-829e4ac27377 req-d52dab58-bb9a-40c7-8d39-85f45fcb2316 service neutron] 10.222.0.65 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8279977
Jun 04 15:47:38.067941 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 11.6658430
Jun 04 15:47:38.069383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'tag': '4478d380-3acb-4e81-979c-f92b79c028c3'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:47:38.072198 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42266157-94e5-4812-a4ee-f2110b1e6676" -d '{"events": [{"name": "network-changed", "server_uuid": "09f5882e-63f9-476a-b5aa-60f8bf64dbd5", "tag": "4478d380-3acb-4e81-979c-f92b79c028c3"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:47:38.089400 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49630) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:38.096521 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad32c0a-b626-423f-8944-c0d526f19e16 None None] Routers {'8fad9afa-7461-40c9-9889-e1d1612869aa'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:38.097274 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8ad32c0a-b626-423f-8944-c0d526f19e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd95eb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8fad9afa-7461-40c9-9889-e1d1612869aa'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:38.352422 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5617aac3-6638-4433-a391-db473d831118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c55b340>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:35Z', 'revision_number': 8, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'b12560a1-6141-4206-ad82-eed82ac0e6f6', 'name': '', 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d8:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:11Z', 'updated_at': '2021-06-04T15:47:20Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:38.366301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5617aac3-6638-4433-a391-db473d831118 None None] Checking router: 3dba6df6-2ab5-4901-9ba2-d0854a452573 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:47:38.392294 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c32dcd2-0b9e-4909-bccc-d001eab29bcf x-openstack-request-id: req-1c32dcd2-0b9e-4909-bccc-d001eab29bcf {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:47:38.392910 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f5882e-63f9-476a-b5aa-60f8bf64dbd5", "tag": "4478d380-3acb-4e81-979c-f92b79c028c3", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:47:38.396906 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c32dcd2-0b9e-4909-bccc-d001eab29bcf {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:47:38.397603 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'tag': '4478d380-3acb-4e81-979c-f92b79c028c3', 'status': 'completed', 'code': 200}
Jun 04 15:47:38.410983 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5617aac3-6638-4433-a391-db473d831118 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:38.411639 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5617aac3-6638-4433-a391-db473d831118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c55b340>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:38.520224 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-8ad32c0a-b626-423f-8944-c0d526f19e16 None None] Set router 8fad9afa-7461-40c9-9889-e1d1612869aa gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:38.554695 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6d769cbd-33fa-450d-bbb2-829e4ac27377 req-20b11fd1-6d6c-4352-a7aa-ed1af611b3b4 service neutron] 10.222.0.65 "GET /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4793785
Jun 04 15:47:38.589534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42266157-94e5-4812-a4ee-f2110b1e6676 req-08e01b82-747c-4e3a-a80c-133aeb896904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:38.589534 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-42266157-94e5-4812-a4ee-f2110b1e6676 req-08e01b82-747c-4e3a-a80c-133aeb896904 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 1096 time: 0.2728078
Jun 04 15:47:38.623836 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3057637c-aac2-4eab-9e52-f0f4a847384e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/floatingips/54398aff-795b-4b50-976a-81c204ede433 HTTP/1.1" status: 200  len: 991 time: 0.5328810
Jun 04 15:47:38.626327 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6357-5b12-46ed-8fe0-1b2c54f5a410 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:38.639253 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2bbcd0da-25e3-4340-972e-fe1ef94cd645 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:38.674730 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6357-5b12-46ed-8fe0-1b2c54f5a410 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:38.682600 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9e1f6357-5b12-46ed-8fe0-1b2c54f5a410 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/f802402d-0d92-4947-8b5e-cfa25b6a0cb2 HTTP/1.1" status: 204  len: 168 time: 1.2092535
Jun 04 15:47:38.687065 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9277d044-6d4a-4aac-bbc9-0575739e2ab7 None None] Network 08deb415-384d-4097-8215-fa0a9275812f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:47:38.689707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49636) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:38.722973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f6357-5b12-46ed-8fe0-1b2c54f5a410 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Subnet': ['ID=f802402d-0d92-4947-8b5e-cfa25b6a0cb2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:38.746884 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9e1f6357-5b12-46ed-8fe0-1b2c54f5a410 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:38.763679 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-5617aac3-6638-4433-a391-db473d831118 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:38.892484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42266157-94e5-4812-a4ee-f2110b1e6676 req-f2f9caa8-a282-4c38-a613-d5ae9339aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:38.892736 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:38.893987 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-42266157-94e5-4812-a4ee-f2110b1e6676 req-f2f9caa8-a282-4c38-a613-d5ae9339aa45 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3a7df431-47fb-4038-86f5-d24e78603d5f HTTP/1.1" status: 200  len: 897 time: 0.3009605
Jun 04 15:47:39.065347 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-42266157-94e5-4812-a4ee-f2110b1e6676 req-a0583af9-b071-4e0b-8428-1b24d2881c6e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4478d380-3acb-4e81-979c-f92b79c028c3 HTTP/1.1" status: 200  len: 999 time: 0.1602638
Jun 04 15:47:39.077520 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:47:39.079377 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:39.121752 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-8ad32c0a-b626-423f-8944-c0d526f19e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd95eb0>, [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:46:36Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '54398aff-795b-4b50-976a-81c204ede433', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'port_id': '4478d380-3acb-4e81-979c-f92b79c028c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'mac_address': 'fa:16:3e:7b:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:47:32Z', 'updated_at': '2021-06-04T15:47:32Z', 'revision_number': 0, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd1ed2-b217-4760-8f48-56b7db57790b', 'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:2d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:32Z', 'updated_at': '2021-06-04T15:46:47Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:39.126898 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad32c0a-b626-423f-8944-c0d526f19e16 None None] The sync data for ids ['8fad9afa-7461-40c9-9889-e1d1612869aa'] in n-d-791505-9 is: [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:46:36Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '54398aff-795b-4b50-976a-81c204ede433', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'port_id': '4478d380-3acb-4e81-979c-f92b79c028c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'mac_address': 'fa:16:3e:7b:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:47:32Z', 'updated_at': '2021-06-04T15:47:32Z', 'revision_number': 0, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd1ed2-b217-4760-8f48-56b7db57790b', 'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:2d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:32Z', 'updated_at': '2021-06-04T15:46:47Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:47:39.208722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42266157-94e5-4812-a4ee-f2110b1e6676 req-2752e4c3-aa8f-4236-857f-71226eb5df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:39.210909 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-42266157-94e5-4812-a4ee-f2110b1e6676 req-2752e4c3-aa8f-4236-857f-71226eb5df2d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c803f1ab-b6e1-4222-a7ed-4d97e8604a8f HTTP/1.1" status: 200  len: 834 time: 0.1321332
Jun 04 15:47:39.253597 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] For port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=18fbb0e9-bd38-4067-9b05-ad7bd14c0907,segment=NetworkSegment(da9d4a93-9870-47e1-843c-3c84e3308021),segment_id=da9d4a93-9870-47e1-843c-3c84e3308021)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:39.254050 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:39.333890 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42266157-94e5-4812-a4ee-f2110b1e6676 req-5d6d1c7d-bee5-415a-abc6-3f78db9fab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:39.337632 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-42266157-94e5-4812-a4ee-f2110b1e6676 req-5d6d1c7d-bee5-415a-abc6-3f78db9fab00 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3a7df431-47fb-4038-86f5-d24e78603d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1190503
Jun 04 15:47:39.463766 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5617aac3-6638-4433-a391-db473d831118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c55b340>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:35Z', 'revision_number': 8, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'b12560a1-6141-4206-ad82-eed82ac0e6f6', 'name': '', 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d8:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:11Z', 'updated_at': '2021-06-04T15:47:20Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:39.471518 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5617aac3-6638-4433-a391-db473d831118 None None] The sync data for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 is: [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:35Z', 'revision_number': 8, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'b12560a1-6141-4206-ad82-eed82ac0e6f6', 'name': '', 'network_id': 'a974ea8f-7734-4ce2-b20a-b498231047fa', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d8:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:11Z', 'updated_at': '2021-06-04T15:47:20Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '8c4ac29f-c031-4f08-987c-9f80ef98ba67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:47:39.501656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:47:39.519333 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dec2b4e-32ae-46e3-b6fc-1d7eadc73cb7 None None] New status for floating IP 54398aff-795b-4b50-976a-81c204ede433: ACTIVE {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:47:39.563926 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94822d24-0078-4e24-a5c7-3a41e36e5690 None None] DHCP port deletion for 08deb415-384d-4097-8215-fa0a9275812f request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:47:39.608346 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-42266157-94e5-4812-a4ee-f2110b1e6676 req-5c66ec8d-f221-4568-bd19-7238f398fd2e service neutron] 10.222.0.65 "GET /v2.0/networks/3a7df431-47fb-4038-86f5-d24e78603d5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2616618
Jun 04 15:47:39.627256 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49644) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:39.746462 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-94822d24-0078-4e24-a5c7-3a41e36e5690 None None] Deleting port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:47:39.747504 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-94822d24-0078-4e24-a5c7-3a41e36e5690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:39.986652 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4d191902-f014-42e2-ba64-6172aff5c615 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/floatingips/54398aff-795b-4b50-976a-81c204ede433 HTTP/1.1" status: 200  len: 991 time: 0.3491361
Jun 04 15:47:39.986652 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:39.992865 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d0b8c36c-21ef-40dc-ba55-165e9eede158 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:40.012814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-94822d24-0078-4e24-a5c7-3a41e36e5690 None None] For port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907, host n-d-791505-9, got binding levels [] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:40.013228 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-94822d24-0078-4e24-a5c7-3a41e36e5690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:40.019721 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-42266157-94e5-4812-a4ee-f2110b1e6676 req-7852b820-54d5-45f0-9ada-3ac5abf290fc service neutron] 10.222.0.65 "GET /v2.0/networks/3a7df431-47fb-4038-86f5-d24e78603d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4002178
Jun 04 15:47:40.142557 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] No DVR routers for this DVR port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:47:40.145573 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=18fbb0e9-bd38-4067-9b05-ad7bd14c0907,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:40.222929 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:40.316011 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-94822d24-0078-4e24-a5c7-3a41e36e5690 None None] Calling delete_port for 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:47:40.321688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.ipam_backend_mixin [None req-94822d24-0078-4e24-a5c7-3a41e36e5690 None None] Port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 was not found and therefore no delete operation was performed {{(pid=88302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Jun 04 15:47:40.323648 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-94822d24-0078-4e24-a5c7-3a41e36e5690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:40.330691 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:40.377068 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:40.379618 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:47:40.394093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386713e50>,) {'filters': {'network_id': ['08deb415-384d-4097-8215-fa0a9275812f']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:40.411298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386713e50>, 'da9d4a93-9870-47e1-843c-3c84e3308021') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:40.414004 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386713e50>, 'da9d4a93-9870-47e1-843c-3c84e3308021') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:40.427267 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:40.435735 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94822d24-0078-4e24-a5c7-3a41e36e5690 None None] Pushing event deleted for resources: {'Port': ['ID=18fbb0e9-bd38-4067-9b05-ad7bd14c0907,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:40.437677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:47:40.438148 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 46ee90fe-a41b-4e3b-b64d-fc36a0f7436c not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:47:40.438964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:47:40.447900 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:40.456091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:47:40.456091 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:40.477269 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-94822d24-0078-4e24-a5c7-3a41e36e5690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:40.489927 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94822d24-0078-4e24-a5c7-3a41e36e5690 None None] No DVR routers for this DVR port 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:47:40.494488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:47:40.494907 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 18fbb0e9-bd38-4067-9b05-ad7bd14c0907 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:47:40.578204 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:47:40.657907 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:40.665994 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e410aaf5-4991-4c3d-ad32-7adfe774d401 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:40.682807 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:40.696863 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Network': ['ID=08deb415-384d-4097-8215-fa0a9275812f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:40.701035 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:40.703134 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/networks/08deb415-384d-4097-8215-fa0a9275812f HTTP/1.1" status: 204  len: 168 time: 2.0121584
Jun 04 15:47:40.705707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 49662) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:40.977253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49670) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:41.062677 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:47:41.306930 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-445d32de-a27c-4469-8f92-a5f5ce0d6cd4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/floatingips/54398aff-795b-4b50-976a-81c204ede433 HTTP/1.1" status: 200  len: 993 time: 0.3284030
Jun 04 15:47:41.395945 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea4e7-cb8f-4b02-bee5-d249b73d00c5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:42.003108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ea4e7-cb8f-4b02-bee5-d249b73d00c5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port b12560a1-6141-4206-ad82-eed82ac0e6f6 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:47:42.003806 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea4e7-cb8f-4b02-bee5-d249b73d00c5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:42.155773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-8a4ea4e7-cb8f-4b02-bee5-d249b73d00c5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] For port b12560a1-6141-4206-ad82-eed82ac0e6f6, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b12560a1-6141-4206-ad82-eed82ac0e6f6,segment=NetworkSegment(4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd),segment_id=4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:42.156137 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea4e7-cb8f-4b02-bee5-d249b73d00c5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:42.286064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ea4e7-cb8f-4b02-bee5-d249b73d00c5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for b12560a1-6141-4206-ad82-eed82ac0e6f6 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:47:42.547534 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea4e7-cb8f-4b02-bee5-d249b73d00c5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:42.552470 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:42.601161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ea4e7-cb8f-4b02-bee5-d249b73d00c5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=b12560a1-6141-4206-ad82-eed82ac0e6f6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:42.629275 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8a4ea4e7-cb8f-4b02-bee5-d249b73d00c5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:42.887695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea4e7-cb8f-4b02-bee5-d249b73d00c5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:43.420991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4ea4e7-cb8f-4b02-bee5-d249b73d00c5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 3dba6df6-2ab5-4901-9ba2-d0854a452573 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:47:43.604291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4ea4e7-cb8f-4b02-bee5-d249b73d00c5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:47:43.616413 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96260f8-e968-461b-a4b4-9fdea5eec79e None None] Sync routers for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:47:43.626391 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96260f8-e968-461b-a4b4-9fdea5eec79e None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:43.627260 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e96260f8-e968-461b-a4b4-9fdea5eec79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c369ac0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:43.629585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49684) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:43.630497 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8a4ea4e7-cb8f-4b02-bee5-d249b73d00c5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/3dba6df6-2ab5-4901-9ba2-d0854a452573/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9230366
Jun 04 15:47:43.704737 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc12bf6-2ee6-4e7b-89de-6c8f1a740fff tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting subnet 8c4ac29f-c031-4f08-987c-9f80ef98ba67 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:47:43.707868 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cc12bf6-2ee6-4e7b-89de-6c8f1a740fff tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:43.765951 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cc12bf6-2ee6-4e7b-89de-6c8f1a740fff tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:43.795898 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-e96260f8-e968-461b-a4b4-9fdea5eec79e None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:43.867099 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cc12bf6-2ee6-4e7b-89de-6c8f1a740fff tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:44.176384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e96260f8-e968-461b-a4b4-9fdea5eec79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c369ac0>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:42Z', 'revision_number': 9, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:44.181480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96260f8-e968-461b-a4b4-9fdea5eec79e None None] Checking router: 3dba6df6-2ab5-4901-9ba2-d0854a452573 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:47:44.190317 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96260f8-e968-461b-a4b4-9fdea5eec79e None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:44.190976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e96260f8-e968-461b-a4b4-9fdea5eec79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c369ac0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:44.298465 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cc12bf6-2ee6-4e7b-89de-6c8f1a740fff tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:44.307503 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c376e8b7-1fea-4f3f-ad28-455269cb2498 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:44.352434 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc12bf6-2ee6-4e7b-89de-6c8f1a740fff tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4ac29f-c031-4f08-987c-9f80ef98ba67,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:44.369584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-e96260f8-e968-461b-a4b4-9fdea5eec79e None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:44.369690 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8cc12bf6-2ee6-4e7b-89de-6c8f1a740fff tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:44.369690 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8cc12bf6-2ee6-4e7b-89de-6c8f1a740fff tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:44.375517 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8cc12bf6-2ee6-4e7b-89de-6c8f1a740fff tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/8c4ac29f-c031-4f08-987c-9f80ef98ba67 HTTP/1.1" status: 204  len: 168 time: 0.7442567
Jun 04 15:47:44.378610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49692) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:44.402573 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526e3418-da22-4446-9e98-a01147fc41ab None None] Network a974ea8f-7734-4ce2-b20a-b498231047fa requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:47:44.501704 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:44.582584 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port 60e20535-2ece-4633-a97d-1afbe1791ab8 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:47:44.582998 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:44.696789 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] For port 60e20535-2ece-4633-a97d-1afbe1791ab8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=60e20535-2ece-4633-a97d-1afbe1791ab8,segment=NetworkSegment(4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd),segment_id=4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:44.697531 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:44.827609 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for 60e20535-2ece-4633-a97d-1afbe1791ab8 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:47:44.939858 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e96260f8-e968-461b-a4b4-9fdea5eec79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c369ac0>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:42Z', 'revision_number': 9, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:44.946937 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96260f8-e968-461b-a4b4-9fdea5eec79e None None] The sync data for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 is: [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:42Z', 'revision_number': 9, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'c2d0cc1a-7927-4122-ae8e-a1acef52d3ca', 'name': '', 'network_id': '1d7efa43-2220-4f79-bb85-18e46615687d', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:d2:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:47:01Z', 'updated_at': '2021-06-04T15:47:11Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': 'aaea566f-b97a-4333-9c26-81e72e1d00fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:47:44.970969 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54109c9a-11e9-4b16-ad38-7e77ead51e7c None None] DHCP port deletion for a974ea8f-7734-4ce2-b20a-b498231047fa request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:47:44.986644 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:44.989287 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:45.038476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=60e20535-2ece-4633-a97d-1afbe1791ab8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:45.042008 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:45.044198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] No DVR routers for this DVR port 60e20535-2ece-4633-a97d-1afbe1791ab8 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:47:45.179807 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:45.192869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387e8a940>,) {'filters': {'network_id': ['a974ea8f-7734-4ce2-b20a-b498231047fa']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:45.206069 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387e8a940>, '4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:45.206361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387e8a940>, '4dea1dfa-a1ed-49b0-9181-fb844b0ea8fd') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:45.218410 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:45.234475 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:45.240552 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:47:45.240949 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:47:45.256410 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:47:45.450350 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:45.454248 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-616af4a0-2c33-49fc-8944-549d1cc4e146 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:45.469490 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:45.481198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Network': ['ID=a974ea8f-7734-4ce2-b20a-b498231047fa,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:45.485709 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:45.489394 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/networks/a974ea8f-7734-4ce2-b20a-b498231047fa HTTP/1.1" status: 204  len: 168 time: 1.1089742
Jun 04 15:47:45.492807 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49700) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:46.018774 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bfe36566-7234-4880-b17e-16b07ab02cf6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:46.108444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 60e20535-2ece-4633-a97d-1afbe1791ab8 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:47:46.149205 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 60e20535-2ece-4633-a97d-1afbe1791ab8 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:47:46.149710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 60e20535-2ece-4633-a97d-1afbe1791ab8 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:47:46.150028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b12560a1-6141-4206-ad82-eed82ac0e6f6 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:47:46.192015 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: b12560a1-6141-4206-ad82-eed82ac0e6f6 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:47:46.199175 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b12560a1-6141-4206-ad82-eed82ac0e6f6 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:47:46.674536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-bfe36566-7234-4880-b17e-16b07ab02cf6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:47:46.674875 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bfe36566-7234-4880-b17e-16b07ab02cf6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:46.827048 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-bfe36566-7234-4880-b17e-16b07ab02cf6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] For port c2d0cc1a-7927-4122-ae8e-a1acef52d3ca, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c2d0cc1a-7927-4122-ae8e-a1acef52d3ca,segment=NetworkSegment(68ec9619-49f9-462e-be77-291cd720f520),segment_id=68ec9619-49f9-462e-be77-291cd720f520)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:46.827466 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bfe36566-7234-4880-b17e-16b07ab02cf6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:46.985756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-bfe36566-7234-4880-b17e-16b07ab02cf6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for c2d0cc1a-7927-4122-ae8e-a1acef52d3ca owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:47:47.212460 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bfe36566-7234-4880-b17e-16b07ab02cf6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:47.216744 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6cae5102-5ed6-4ccc-92d8-6a96cb756ac5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:47.266701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe36566-7234-4880-b17e-16b07ab02cf6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=c2d0cc1a-7927-4122-ae8e-a1acef52d3ca,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:47.272115 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bfe36566-7234-4880-b17e-16b07ab02cf6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:47.542303 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bfe36566-7234-4880-b17e-16b07ab02cf6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:47.902169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe36566-7234-4880-b17e-16b07ab02cf6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 3dba6df6-2ab5-4901-9ba2-d0854a452573 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:47:48.088623 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe36566-7234-4880-b17e-16b07ab02cf6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:47:48.099614 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9406f346-0541-41e1-bfd5-a0f2a974a4c9 None None] Sync routers for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:47:48.104521 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bfe36566-7234-4880-b17e-16b07ab02cf6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/3dba6df6-2ab5-4901-9ba2-d0854a452573/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6105797
Jun 04 15:47:48.107251 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 49722) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:48.111382 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9406f346-0541-41e1-bfd5-a0f2a974a4c9 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:48.112197 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9406f346-0541-41e1-bfd5-a0f2a974a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9b02b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:48.180326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e90fd5a-c68d-4f0f-aadc-d7740093a998 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting subnet aaea566f-b97a-4333-9c26-81e72e1d00fa {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:47:48.183715 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e90fd5a-c68d-4f0f-aadc-d7740093a998 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:48.247896 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e90fd5a-c68d-4f0f-aadc-d7740093a998 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:48.274394 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-9406f346-0541-41e1-bfd5-a0f2a974a4c9 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:48.339687 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e90fd5a-c68d-4f0f-aadc-d7740093a998 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:48.610698 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9406f346-0541-41e1-bfd5-a0f2a974a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9b02b0>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:47Z', 'revision_number': 10, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:48.614724 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9406f346-0541-41e1-bfd5-a0f2a974a4c9 None None] Checking router: 3dba6df6-2ab5-4901-9ba2-d0854a452573 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:47:48.624358 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9406f346-0541-41e1-bfd5-a0f2a974a4c9 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:48.624983 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9406f346-0541-41e1-bfd5-a0f2a974a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9b02b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:48.738631 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e90fd5a-c68d-4f0f-aadc-d7740093a998 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:48.745806 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4d7f11c7-9e08-4062-ba4b-88432ea8db0b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:48.786557 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e90fd5a-c68d-4f0f-aadc-d7740093a998 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:48.790858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90fd5a-c68d-4f0f-aadc-d7740093a998 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Subnet': ['ID=aaea566f-b97a-4333-9c26-81e72e1d00fa,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:48.794556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bbd303-427a-4000-a8b5-8deef956e5d6 None None] Network 1d7efa43-2220-4f79-bb85-18e46615687d requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:47:48.803750 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e90fd5a-c68d-4f0f-aadc-d7740093a998 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:48.805045 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-9406f346-0541-41e1-bfd5-a0f2a974a4c9 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:48.805194 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7e90fd5a-c68d-4f0f-aadc-d7740093a998 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/aaea566f-b97a-4333-9c26-81e72e1d00fa HTTP/1.1" status: 204  len: 168 time: 0.6909258
Jun 04 15:47:48.805194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 49728) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:48.962611 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:49.043900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port 1454e6d5-4304-4632-8e70-20d690e87b55 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:47:49.044418 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:49.221728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002c630c-669e-4d68-b89a-d7ca59dd8d24 None None] DHCP port deletion for 1d7efa43-2220-4f79-bb85-18e46615687d request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:47:49.257816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] For port 1454e6d5-4304-4632-8e70-20d690e87b55, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1454e6d5-4304-4632-8e70-20d690e87b55,segment=NetworkSegment(68ec9619-49f9-462e-be77-291cd720f520),segment_id=68ec9619-49f9-462e-be77-291cd720f520)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:49.258406 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:49.326515 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9406f346-0541-41e1-bfd5-a0f2a974a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9b02b0>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:47Z', 'revision_number': 10, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:49.340595 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9406f346-0541-41e1-bfd5-a0f2a974a4c9 None None] The sync data for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 is: [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:47Z', 'revision_number': 10, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None, '_interfaces': [{'id': 'c696bce6-b53c-4712-9b43-b682051fbee6', 'name': '', 'network_id': '6711bec5-44cf-49ac-ab45-45d629d8783e', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'mac_address': 'fa:16:3e:60:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:49Z', 'updated_at': '2021-06-04T15:47:02Z', 'revision_number': 5, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'subnets': [{'id': '196485c7-5986-4496-a4aa-958ec59e8d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:47:49.427186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for 1454e6d5-4304-4632-8e70-20d690e87b55 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:47:49.467193 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-002c630c-669e-4d68-b89a-d7ca59dd8d24 None None] Deleting port 1454e6d5-4304-4632-8e70-20d690e87b55 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:47:49.467585 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-002c630c-669e-4d68-b89a-d7ca59dd8d24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:49.560820 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:49.571577 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8a4ea4e7-cb8f-4b02-bee5-d249b73d00c5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:49.575331 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-002c630c-669e-4d68-b89a-d7ca59dd8d24 None None] For port 1454e6d5-4304-4632-8e70-20d690e87b55, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1454e6d5-4304-4632-8e70-20d690e87b55,segment=NetworkSegment(68ec9619-49f9-462e-be77-291cd720f520),segment_id=68ec9619-49f9-462e-be77-291cd720f520)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:49.577723 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-002c630c-669e-4d68-b89a-d7ca59dd8d24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:49.614748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=1454e6d5-4304-4632-8e70-20d690e87b55,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:49.616875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] No DVR routers for this DVR port 1454e6d5-4304-4632-8e70-20d690e87b55 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:47:49.618644 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:49.746457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-002c630c-669e-4d68-b89a-d7ca59dd8d24 None None] Calling delete_port for 1454e6d5-4304-4632-8e70-20d690e87b55 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:47:49.780514 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:49.795091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c3640a0>,) {'filters': {'network_id': ['1d7efa43-2220-4f79-bb85-18e46615687d']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:49.808562 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-002c630c-669e-4d68-b89a-d7ca59dd8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:49.809425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c3640a0>, '68ec9619-49f9-462e-be77-291cd720f520') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:49.809845 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c3640a0>, '68ec9619-49f9-462e-be77-291cd720f520') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:49.812700 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:49.822461 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:49.841779 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:49.850327 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:47:49.850857 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:49.860262 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c630c-669e-4d68-b89a-d7ca59dd8d24 None None] Pushing event deleted for resources: {'Port': ['ID=1454e6d5-4304-4632-8e70-20d690e87b55,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:49.863285 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-002c630c-669e-4d68-b89a-d7ca59dd8d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:49.864096 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c630c-669e-4d68-b89a-d7ca59dd8d24 None None] No DVR routers for this DVR port 1454e6d5-4304-4632-8e70-20d690e87b55 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:47:49.868905 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:47:50.035174 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:50.040099 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e9a6ffeb-c35e-4334-802b-2cf1be06ec7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:50.063535 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:50.066349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Network': ['ID=1d7efa43-2220-4f79-bb85-18e46615687d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:50.074828 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:50.101889 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/networks/1d7efa43-2220-4f79-bb85-18e46615687d HTTP/1.1" status: 204  len: 168 time: 1.2966580
Jun 04 15:47:50.103994 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 49750) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:50.137727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1454e6d5-4304-4632-8e70-20d690e87b55 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:47:50.180504 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 1454e6d5-4304-4632-8e70-20d690e87b55 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:47:50.181181 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1454e6d5-4304-4632-8e70-20d690e87b55 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:47:50.181824 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c2d0cc1a-7927-4122-ae8e-a1acef52d3ca no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:47:50.233044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: c2d0cc1a-7927-4122-ae8e-a1acef52d3ca {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:47:50.233507 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c2d0cc1a-7927-4122-ae8e-a1acef52d3ca not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:47:50.878667 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-528c5f42-367c-46cf-b1d0-8716b89f5841 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:51.388490 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-528c5f42-367c-46cf-b1d0-8716b89f5841 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port c696bce6-b53c-4712-9b43-b682051fbee6 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:47:51.389147 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-528c5f42-367c-46cf-b1d0-8716b89f5841 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:51.654866 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-528c5f42-367c-46cf-b1d0-8716b89f5841 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] For port c696bce6-b53c-4712-9b43-b682051fbee6, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c696bce6-b53c-4712-9b43-b682051fbee6,segment=NetworkSegment(7ee6e7d6-7073-47a5-8393-255d0910ea5b),segment_id=7ee6e7d6-7073-47a5-8393-255d0910ea5b)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:51.655212 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-528c5f42-367c-46cf-b1d0-8716b89f5841 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:51.805713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-528c5f42-367c-46cf-b1d0-8716b89f5841 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for c696bce6-b53c-4712-9b43-b682051fbee6 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:47:52.124793 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-528c5f42-367c-46cf-b1d0-8716b89f5841 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:52.135422 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:52.206249 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c5f42-367c-46cf-b1d0-8716b89f5841 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=c696bce6-b53c-4712-9b43-b682051fbee6,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:52.217441 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-528c5f42-367c-46cf-b1d0-8716b89f5841 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:52.767011 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-528c5f42-367c-46cf-b1d0-8716b89f5841 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:53.086508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528c5f42-367c-46cf-b1d0-8716b89f5841 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 3dba6df6-2ab5-4901-9ba2-d0854a452573 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:47:53.262971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528c5f42-367c-46cf-b1d0-8716b89f5841 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:47:53.287328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 49862) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:53.288382 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915379dc-ec71-48f0-b961-201105ffbaf2 None None] Sync routers for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:47:53.306809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915379dc-ec71-48f0-b961-201105ffbaf2 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:53.307418 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-528c5f42-367c-46cf-b1d0-8716b89f5841 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/3dba6df6-2ab5-4901-9ba2-d0854a452573/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1781423
Jun 04 15:47:53.307837 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-915379dc-ec71-48f0-b961-201105ffbaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c631400>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:53.398317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-9018156e-1e0f-43fc-8858-8c643a20edfa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting subnet 196485c7-5986-4496-a4aa-958ec59e8d1e {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:47:53.405796 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9018156e-1e0f-43fc-8858-8c643a20edfa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:53.496366 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9018156e-1e0f-43fc-8858-8c643a20edfa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:53.568427 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-915379dc-ec71-48f0-b961-201105ffbaf2 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:53.634562 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9018156e-1e0f-43fc-8858-8c643a20edfa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:53.734802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-915379dc-ec71-48f0-b961-201105ffbaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c631400>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:51Z', 'revision_number': 11, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:53.740554 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915379dc-ec71-48f0-b961-201105ffbaf2 None None] Checking router: 3dba6df6-2ab5-4901-9ba2-d0854a452573 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:47:53.751269 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915379dc-ec71-48f0-b961-201105ffbaf2 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:53.752328 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-915379dc-ec71-48f0-b961-201105ffbaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c631400>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:53.908187 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:53.992153 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-915379dc-ec71-48f0-b961-201105ffbaf2 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:54.144194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-915379dc-ec71-48f0-b961-201105ffbaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c631400>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:51Z', 'revision_number': 11, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:54.155174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915379dc-ec71-48f0-b961-201105ffbaf2 None None] The sync data for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 is: [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:51Z', 'revision_number': 11, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:47:54.435437 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9018156e-1e0f-43fc-8858-8c643a20edfa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:54.442346 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d3e74721-9498-4403-8ea4-f23dc63349cc tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:54.482581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018156e-1e0f-43fc-8858-8c643a20edfa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Subnet': ['ID=196485c7-5986-4496-a4aa-958ec59e8d1e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:54.484650 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9018156e-1e0f-43fc-8858-8c643a20edfa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:54.492184 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9018156e-1e0f-43fc-8858-8c643a20edfa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/196485c7-5986-4496-a4aa-958ec59e8d1e HTTP/1.1" status: 204  len: 168 time: 1.2036371
Jun 04 15:47:54.493408 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9018156e-1e0f-43fc-8858-8c643a20edfa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:54.494387 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac1a8e5-14a1-49b2-9d39-2f49ad7b67e8 None None] Network 6711bec5-44cf-49ac-ab45-45d629d8783e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:47:54.494849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 49920) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:54.769443 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:54.901059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Deleting port e21aaf32-0767-4366-bbf0-57f52c1ccbdc {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:47:54.901408 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:54.937168 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744bdbe-a830-45aa-b161-c6ea28b36192 req-171d113c-3ab8-4fe2-88cd-3c7d6af40edd tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:54.938920 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d744bdbe-a830-45aa-b161-c6ea28b36192 req-171d113c-3ab8-4fe2-88cd-3c7d6af40edd tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 945 time: 0.2155731
Jun 04 15:47:54.946481 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e37a759-9812-46b1-aa7a-c5686e535dd8 None None] DHCP port deletion for 6711bec5-44cf-49ac-ab45-45d629d8783e request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:47:55.029654 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d744bdbe-a830-45aa-b161-c6ea28b36192 req-bfb4bd25-8e2e-4d42-806e-f03d48db8e25 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755334
Jun 04 15:47:55.053883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9e37a759-9812-46b1-aa7a-c5686e535dd8 None None] Deleting port e21aaf32-0767-4366-bbf0-57f52c1ccbdc {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:47:55.054411 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9e37a759-9812-46b1-aa7a-c5686e535dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:55.083180 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] For port e21aaf32-0767-4366-bbf0-57f52c1ccbdc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e21aaf32-0767-4366-bbf0-57f52c1ccbdc,segment=NetworkSegment(7ee6e7d6-7073-47a5-8393-255d0910ea5b),segment_id=7ee6e7d6-7073-47a5-8393-255d0910ea5b)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:55.084517 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:55.160222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-9e37a759-9812-46b1-aa7a-c5686e535dd8 None None] For port e21aaf32-0767-4366-bbf0-57f52c1ccbdc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e21aaf32-0767-4366-bbf0-57f52c1ccbdc,segment=NetworkSegment(7ee6e7d6-7073-47a5-8393-255d0910ea5b),segment_id=7ee6e7d6-7073-47a5-8393-255d0910ea5b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:55.160631 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9e37a759-9812-46b1-aa7a-c5686e535dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:55.225783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Calling delete_port for e21aaf32-0767-4366-bbf0-57f52c1ccbdc owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:47:55.308963 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9e37a759-9812-46b1-aa7a-c5686e535dd8 None None] Calling delete_port for e21aaf32-0767-4366-bbf0-57f52c1ccbdc owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:47:55.423842 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:55.432075 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9ed6482b-e702-4936-bc98-64955f9576ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:55.433827 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9e37a759-9812-46b1-aa7a-c5686e535dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:55.438659 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:55.479778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Port': ['ID=e21aaf32-0767-4366-bbf0-57f52c1ccbdc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:55.482803 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:55.484605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] No DVR routers for this DVR port e21aaf32-0767-4366-bbf0-57f52c1ccbdc on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:47:55.486092 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37a759-9812-46b1-aa7a-c5686e535dd8 None None] Pushing event deleted for resources: {'Port': ['ID=e21aaf32-0767-4366-bbf0-57f52c1ccbdc,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:55.490258 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9e37a759-9812-46b1-aa7a-c5686e535dd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:55.492785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e37a759-9812-46b1-aa7a-c5686e535dd8 None None] No DVR routers for this DVR port e21aaf32-0767-4366-bbf0-57f52c1ccbdc on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:47:55.617803 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:55.631520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83857c4a00>,) {'filters': {'network_id': ['6711bec5-44cf-49ac-ab45-45d629d8783e']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:55.648639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83857c4a00>, '7ee6e7d6-7073-47a5-8393-255d0910ea5b') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:55.648946 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83857c4a00>, '7ee6e7d6-7073-47a5-8393-255d0910ea5b') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:55.660737 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:55.682784 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:55.690106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:47:55.693376 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:47:55.709665 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:47:55.901440 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:55.905133 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-525f543f-537c-40de-a202-a76c9b0241f9 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:55.920635 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:55.936028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Pushing event deleted for resources: {'Network': ['ID=6711bec5-44cf-49ac-ab45-45d629d8783e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:55.940335 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:55.947418 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/networks/6711bec5-44cf-49ac-ab45-45d629d8783e HTTP/1.1" status: 204  len: 168 time: 1.4486539
Jun 04 15:47:55.947858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 49976) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:55.951999 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-69d5fdd5-5caf-4a0d-a264-07ca947c96fe tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'router': {'routes': None}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:47:55.966169 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:56.181605 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e21aaf32-0767-4366-bbf0-57f52c1ccbdc no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:47:56.222578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: e21aaf32-0767-4366-bbf0-57f52c1ccbdc {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:47:56.222869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e21aaf32-0767-4366-bbf0-57f52c1ccbdc not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:47:56.223306 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c696bce6-b53c-4712-9b43-b682051fbee6 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:47:56.265448 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: c696bce6-b53c-4712-9b43-b682051fbee6 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:47:56.265804 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c696bce6-b53c-4712-9b43-b682051fbee6 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:47:56.329330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.extraroute_db [None req-69d5fdd5-5caf-4a0d-a264-07ca947c96fe tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Added routes are [] {{(pid=88300) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Jun 04 15:47:56.329330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.extraroute_db [None req-69d5fdd5-5caf-4a0d-a264-07ca947c96fe tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Removed routes are [] {{(pid=88300) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Jun 04 15:47:56.329330 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69d5fdd5-5caf-4a0d-a264-07ca947c96fe tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:56.803390 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69d5fdd5-5caf-4a0d-a264-07ca947c96fe tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:56.811539 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69d5fdd5-5caf-4a0d-a264-07ca947c96fe tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:56.945288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916da1de-70ea-4f87-b330-8e8d20fde1f9 req-8cc4162e-64e6-4f34-aa1a-6bad000ffc12 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:56.946800 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-916da1de-70ea-4f87-b330-8e8d20fde1f9 req-8cc4162e-64e6-4f34-aa1a-6bad000ffc12 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 945 time: 0.7396982
Jun 04 15:47:56.983169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd0bee-8821-4aac-94ba-b9090607d9f8 req-360bef48-1a8b-472d-aebd-a2f8ee4765ae tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:47:56.984602 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-64dd0bee-8821-4aac-94ba-b9090607d9f8 req-360bef48-1a8b-472d-aebd-a2f8ee4765ae tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 945 time: 0.6984947
Jun 04 15:47:57.028518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d5fdd5-5caf-4a0d-a264-07ca947c96fe tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 3dba6df6-2ab5-4901-9ba2-d0854a452573 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:47:57.087349 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-916da1de-70ea-4f87-b330-8e8d20fde1f9 req-fa304a60-305a-4f2a-a9ea-8a4a0673614d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277292
Jun 04 15:47:57.266707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d5fdd5-5caf-4a0d-a264-07ca947c96fe tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:47:57.275181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69d5fdd5-5caf-4a0d-a264-07ca947c96fe tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:57.275772 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-69d5fdd5-5caf-4a0d-a264-07ca947c96fe tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/3dba6df6-2ab5-4901-9ba2-d0854a452573 HTTP/1.1" status: 200  len: 701 time: 1.3272440
Jun 04 15:47:57.278508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50036) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:57.286927 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1923b7-5683-434f-81aa-f3d1995d78e8 None None] Sync routers for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:47:57.294388 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1923b7-5683-434f-81aa-f3d1995d78e8 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:57.295009 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-cc1923b7-5683-434f-81aa-f3d1995d78e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c977760>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:57.329873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e4aa5afd-8cfa-47d2-8906-0c44a0c04401 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Synchronizing usage tracker for tenant:8851d51c966f43109caa7790bcf3b3df on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:47:57.352717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-64dd0bee-8821-4aac-94ba-b9090607d9f8 req-99e55a0b-9658-4bb2-a360-e47e605377d4 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Deleting port 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:47:57.353083 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-64dd0bee-8821-4aac-94ba-b9090607d9f8 req-99e55a0b-9658-4bb2-a360-e47e605377d4 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:57.424253 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-cc1923b7-5683-434f-81aa-f3d1995d78e8 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:57.457953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e4aa5afd-8cfa-47d2-8906-0c44a0c04401 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Unset dirty status for tenant:8851d51c966f43109caa7790bcf3b3df on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:47:57.459344 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e4aa5afd-8cfa-47d2-8906-0c44a0c04401 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dba6df6-2ab5-4901-9ba2-d0854a452573 HTTP/1.1" status: 200  len: 205 time: 0.1799312
Jun 04 15:47:57.463099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50046) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:57.497113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-64dd0bee-8821-4aac-94ba-b9090607d9f8 req-99e55a0b-9658-4bb2-a360-e47e605377d4 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] For port 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9c45c7f7-ffe5-4f9f-a43d-987c315f7daa,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:47:57.497470 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-64dd0bee-8821-4aac-94ba-b9090607d9f8 req-99e55a0b-9658-4bb2-a360-e47e605377d4 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:57.532308 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-cc1923b7-5683-434f-81aa-f3d1995d78e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c977760>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:51Z', 'revision_number': 11, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:57.536942 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1923b7-5683-434f-81aa-f3d1995d78e8 None None] Checking router: 3dba6df6-2ab5-4901-9ba2-d0854a452573 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:47:57.545822 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1923b7-5683-434f-81aa-f3d1995d78e8 None None] Routers {'3dba6df6-2ab5-4901-9ba2-d0854a452573'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:47:57.546630 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-cc1923b7-5683-434f-81aa-f3d1995d78e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c977760>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['3dba6df6-2ab5-4901-9ba2-d0854a452573'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:57.626285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-64dd0bee-8821-4aac-94ba-b9090607d9f8 req-99e55a0b-9658-4bb2-a360-e47e605377d4 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Calling delete_port for 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:47:57.649579 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6dd46505-b306-4ee8-97b9-9d2fc34a4456 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:57.691848 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-cc1923b7-5683-434f-81aa-f3d1995d78e8 None None] Set router 3dba6df6-2ab5-4901-9ba2-d0854a452573 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:47:57.831025 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-cc1923b7-5683-434f-81aa-f3d1995d78e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c977760>, [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:51Z', 'revision_number': 11, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:47:57.835507 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1923b7-5683-434f-81aa-f3d1995d78e8 None None] The sync data for ids ['3dba6df6-2ab5-4901-9ba2-d0854a452573'] in n-d-791505-9 is: [{'id': '3dba6df6-2ab5-4901-9ba2-d0854a452573', 'name': 'tempest-RoutersTest-router-1667457781', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:44Z', 'updated_at': '2021-06-04T15:47:51Z', 'revision_number': 11, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:47:57.909553 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-64dd0bee-8821-4aac-94ba-b9090607d9f8 req-99e55a0b-9658-4bb2-a360-e47e605377d4 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:57.918961 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a4f7ce9e-68cc-457f-956b-2f91a121d770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:47:57.926437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['f5698a6b-0a4e-441e-8e9f-d09d4cae73df', '9c45c7f7-ffe5-4f9f-a43d-987c315f7daa'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:47:57.978044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['50d24f6f-85ae-4825-96e3-e08047ae137c', '602d834d-3eda-4291-a652-acb42251eed5'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:47:57.982636 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e55a0b-9658-4bb2-a360-e47e605377d4 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Pushing event deleted for resources: {'Port': ['ID=9c45c7f7-ffe5-4f9f-a43d-987c315f7daa,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:47:57.992552 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-99e55a0b-9658-4bb2-a360-e47e605377d4 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:47:58.018873 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6dd46505-b306-4ee8-97b9-9d2fc34a4456 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:58.022647 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6dd46505-b306-4ee8-97b9-9d2fc34a4456 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:58.079398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dd0bee-8821-4aac-94ba-b9090607d9f8 req-99e55a0b-9658-4bb2-a360-e47e605377d4 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] No DVR routers for this DVR port 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:47:58.082261 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-64dd0bee-8821-4aac-94ba-b9090607d9f8 req-99e55a0b-9658-4bb2-a360-e47e605377d4 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:58.086414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e7132b-dc80-43cb-8a55-10aaf32ef94b', 'name': 'network-vif-deleted', 'tag': '9c45c7f7-ffe5-4f9f-a43d-987c315f7daa'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:47:58.088814 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0886529-ec9b-4701-a1cc-21b22998deba" -d '{"events": [{"server_uuid": "a9e7132b-dc80-43cb-8a55-10aaf32ef94b", "name": "network-vif-deleted", "tag": "9c45c7f7-ffe5-4f9f-a43d-987c315f7daa"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:47:58.138316 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb7e09e-a82a-4b91-b82c-1ecdf0a7b532 x-openstack-request-id: req-8fb7e09e-a82a-4b91-b82c-1ecdf0a7b532 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:47:58.138723 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e7132b-dc80-43cb-8a55-10aaf32ef94b", "name": "network-vif-deleted", "tag": "9c45c7f7-ffe5-4f9f-a43d-987c315f7daa", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:47:58.139114 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fb7e09e-a82a-4b91-b82c-1ecdf0a7b532 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:47:58.139609 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e7132b-dc80-43cb-8a55-10aaf32ef94b', 'name': 'network-vif-deleted', 'tag': '9c45c7f7-ffe5-4f9f-a43d-987c315f7daa', 'status': 'completed', 'code': 200}
Jun 04 15:47:58.217395 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6dd46505-b306-4ee8-97b9-9d2fc34a4456 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:58.223908 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd46505-b306-4ee8-97b9-9d2fc34a4456 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Fanout notify agent at l3_agent the message router_deleted on router 3dba6df6-2ab5-4901-9ba2-d0854a452573 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:47:58.246925 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6dd46505-b306-4ee8-97b9-9d2fc34a4456 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:58.248040 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6dd46505-b306-4ee8-97b9-9d2fc34a4456 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/routers/3dba6df6-2ab5-4901-9ba2-d0854a452573 HTTP/1.1" status: 204  len: 168 time: 0.7839110
Jun 04 15:47:58.254923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50080) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:58.260858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b84cbbaf-6925-48e2-8131-5364da931b29 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-503635147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:47:58.274463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b84cbbaf-6925-48e2-8131-5364da931b29 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:47:58.279642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b84cbbaf-6925-48e2-8131-5364da931b29 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Usage tracker for resource:router and tenant:8851d51c966f43109caa7790bcf3b3df is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:47:58.282862 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b84cbbaf-6925-48e2-8131-5364da931b29 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:47:58.291007 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b84cbbaf-6925-48e2-8131-5364da931b29 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:47:58.338986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-aa1d6f4e-8ddc-4f26-ac8f-e4b71875fef6 req-3c35c185-aba0-47a4-a4a4-da4dfd2911f5 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Synchronizing usage tracker for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:47:58.351985 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-64dd0bee-8821-4aac-94ba-b9090607d9f8 req-99e55a0b-9658-4bb2-a360-e47e605377d4 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.65 "DELETE /v2.0/ports/9c45c7f7-ffe5-4f9f-a43d-987c315f7daa HTTP/1.1" status: 204  len: 173 time: 1.3543050
Jun 04 15:47:58.417370 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b84cbbaf-6925-48e2-8131-5364da931b29 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:58.417370 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b84cbbaf-6925-48e2-8131-5364da931b29 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:58.434719 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b84cbbaf-6925-48e2-8131-5364da931b29 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:58.475366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-aa1d6f4e-8ddc-4f26-ac8f-e4b71875fef6 req-3c35c185-aba0-47a4-a4a4-da4dfd2911f5 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Unset dirty status for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:47:58.476560 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aa1d6f4e-8ddc-4f26-ac8f-e4b71875fef6 req-3c35c185-aba0-47a4-a4a4-da4dfd2911f5 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 210 time: 0.2453597
Jun 04 15:47:58.652620 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b84cbbaf-6925-48e2-8131-5364da931b29 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:58.767320 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b84cbbaf-6925-48e2-8131-5364da931b29 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:58.768977 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b84cbbaf-6925-48e2-8131-5364da931b29 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5122542
Jun 04 15:47:58.773901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50098) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:47:58.779635 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-77e7f86e-b9d9-4255-bf78-1bec7b7b885d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:47:59.363056 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77e7f86e-b9d9-4255-bf78-1bec7b7b885d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:59.537994 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9f22c3bb-1174-4dc9-bdc4-357132287369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:59.540069 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77e7f86e-b9d9-4255-bf78-1bec7b7b885d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3830489'] for router, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:47:59.710478 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bce42d6d-4acb-4f59-9f6c-706459cd04d0 req-48938c04-1f9b-4207-b6b9-87924586313d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e7132b-dc80-43cb-8a55-10aaf32ef94b HTTP/1.1" status: 200  len: 210 time: 0.0532751
Jun 04 15:47:59.881098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e7f86e-b9d9-4255-bf78-1bec7b7b885d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Router 50df8e1c-878e-4d46-928f-a8195f7dc395 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:48:00.024979 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e7f86e-b9d9-4255-bf78-1bec7b7b885d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:48:00.032139 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-77e7f86e-b9d9-4255-bf78-1bec7b7b885d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:00.034275 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-77e7f86e-b9d9-4255-bf78-1bec7b7b885d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "PUT /v2.0/routers/50df8e1c-878e-4d46-928f-a8195f7dc395 HTTP/1.1" status: 200  len: 693 time: 1.2589467
Jun 04 15:48:00.034505 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab51508-d6a7-4b61-85e8-aa6e25a9d80b None None] Sync routers for ids ['50df8e1c-878e-4d46-928f-a8195f7dc395'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:48:00.037041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50152) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:00.045592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab51508-d6a7-4b61-85e8-aa6e25a9d80b None None] Routers {'50df8e1c-878e-4d46-928f-a8195f7dc395'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:48:00.046197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2ab51508-d6a7-4b61-85e8-aa6e25a9d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8391128790>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['50df8e1c-878e-4d46-928f-a8195f7dc395'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:00.175218 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-027877ee-d10e-4356-bd5a-7a5888538df2 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/routers/50df8e1c-878e-4d46-928f-a8195f7dc395 HTTP/1.1" status: 200  len: 699 time: 0.1368392
Jun 04 15:48:00.177862 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50156) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:00.222970 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-2ab51508-d6a7-4b61-85e8-aa6e25a9d80b None None] Set router 50df8e1c-878e-4d46-928f-a8195f7dc395 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:48:00.227090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9dbdb7c5-0f47-4160-b900-960f5c1dd356 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Synchronizing usage tracker for tenant:8851d51c966f43109caa7790bcf3b3df on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:48:00.239099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9dbdb7c5-0f47-4160-b900-960f5c1dd356 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Unset dirty status for tenant:8851d51c966f43109caa7790bcf3b3df on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:48:00.242834 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9dbdb7c5-0f47-4160-b900-960f5c1dd356 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports?device_id=50df8e1c-878e-4d46-928f-a8195f7dc395 HTTP/1.1" status: 200  len: 205 time: 0.0615447
Jun 04 15:48:00.243076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50160) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:00.343728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2ab51508-d6a7-4b61-85e8-aa6e25a9d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8391128790>, [{'id': '50df8e1c-878e-4d46-928f-a8195f7dc395', 'name': 'tempest-RoutersTest-router-503635147', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:47:58Z', 'updated_at': '2021-06-04T15:47:59Z', 'revision_number': 2, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:00.347957 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab51508-d6a7-4b61-85e8-aa6e25a9d80b None None] Checking router: 50df8e1c-878e-4d46-928f-a8195f7dc395 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:48:00.356793 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab51508-d6a7-4b61-85e8-aa6e25a9d80b None None] Routers {'50df8e1c-878e-4d46-928f-a8195f7dc395'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:48:00.357383 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2ab51508-d6a7-4b61-85e8-aa6e25a9d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8391128790>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:47:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['50df8e1c-878e-4d46-928f-a8195f7dc395'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:00.389564 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73c356cb-7f29-4d4b-a486-ec71539ff34c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:00.500495 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-2ab51508-d6a7-4b61-85e8-aa6e25a9d80b None None] Set router 50df8e1c-878e-4d46-928f-a8195f7dc395 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:48:00.545330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:48:00.645324 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:48:00.645678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9c45c7f7-ffe5-4f9f-a43d-987c315f7daa not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:48:00.647381 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2ab51508-d6a7-4b61-85e8-aa6e25a9d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8391128790>, [{'id': '50df8e1c-878e-4d46-928f-a8195f7dc395', 'name': 'tempest-RoutersTest-router-503635147', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:47:58Z', 'updated_at': '2021-06-04T15:47:59Z', 'revision_number': 2, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:00.653943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab51508-d6a7-4b61-85e8-aa6e25a9d80b None None] The sync data for ids ['50df8e1c-878e-4d46-928f-a8195f7dc395'] in n-d-791505-9 is: [{'id': '50df8e1c-878e-4d46-928f-a8195f7dc395', 'name': 'tempest-RoutersTest-router-503635147', 'tenant_id': '8851d51c966f43109caa7790bcf3b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:47:58Z', 'updated_at': '2021-06-04T15:47:59Z', 'revision_number': 2, 'project_id': '8851d51c966f43109caa7790bcf3b3df', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:48:00.893300 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73c356cb-7f29-4d4b-a486-ec71539ff34c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:00.897428 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73c356cb-7f29-4d4b-a486-ec71539ff34c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:01.057491 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73c356cb-7f29-4d4b-a486-ec71539ff34c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:01.057911 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c356cb-7f29-4d4b-a486-ec71539ff34c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Fanout notify agent at l3_agent the message router_deleted on router 50df8e1c-878e-4d46-928f-a8195f7dc395 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:48:01.073505 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73c356cb-7f29-4d4b-a486-ec71539ff34c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:01.074574 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-73c356cb-7f29-4d4b-a486-ec71539ff34c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/routers/50df8e1c-878e-4d46-928f-a8195f7dc395 HTTP/1.1" status: 204  len: 168 time: 0.8305938
Jun 04 15:48:01.077880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50200) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:01.122026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f10e2f3b-7035-4632-b3e1-22a3172e51cf tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports?device_id=50df8e1c-878e-4d46-928f-a8195f7dc395 HTTP/1.1" status: 200  len: 205 time: 0.0429790
Jun 04 15:48:01.124212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50202) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:01.198157 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-61facecd-9734-4ef5-9bb1-6e4a199089ee tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] delete failed (client error): The resource could not be found.
Jun 04 15:48:01.199224 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-61facecd-9734-4ef5-9bb1-6e4a199089ee tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/routers/50df8e1c-878e-4d46-928f-a8195f7dc395 HTTP/1.1" status: 404  len: 336 time: 0.0741224
Jun 04 15:48:01.201974 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50212) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:01.249087 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b6cb98-fe3d-40fa-b569-b4c83621782a tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:48:01.249552 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b6cb98-fe3d-40fa-b569-b4c83621782a tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:48:01.253478 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-73b6cb98-fe3d-40fa-b569-b4c83621782a tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/f802402d-0d92-4947-8b5e-cfa25b6a0cb2 HTTP/1.1" status: 404  len: 337 time: 0.0506504
Jun 04 15:48:01.253993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50214) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:01.311216 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-6efda120-a917-402b-b2ff-83361e71bea0 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:48:01.311963 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6efda120-a917-402b-b2ff-83361e71bea0 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:48:01.317247 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6efda120-a917-402b-b2ff-83361e71bea0 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/8c4ac29f-c031-4f08-987c-9f80ef98ba67 HTTP/1.1" status: 404  len: 337 time: 0.0589106
Jun 04 15:48:01.318449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50220) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:01.327979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50222) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:01.358592 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0f46f7-b899-4ac6-9e80-b87a1bf924b5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:48:01.359230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0f46f7-b899-4ac6-9e80-b87a1bf924b5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:48:01.361145 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ce0f46f7-b899-4ac6-9e80-b87a1bf924b5 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/aaea566f-b97a-4333-9c26-81e72e1d00fa HTTP/1.1" status: 404  len: 337 time: 0.0417488
Jun 04 15:48:01.364076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50224) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:01.430759 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-33087f4e-eec1-4739-a7e7-8d420c3ce8a6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:48:01.431355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33087f4e-eec1-4739-a7e7-8d420c3ce8a6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:48:01.433170 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-33087f4e-eec1-4739-a7e7-8d420c3ce8a6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/196485c7-5986-4496-a4aa-958ec59e8d1e HTTP/1.1" status: 404  len: 337 time: 0.0673130
Jun 04 15:48:01.435739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50230) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:01.489248 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f357ed7d-25ba-41df-a687-4f57a984123f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dba6df6-2ab5-4901-9ba2-d0854a452573 HTTP/1.1" status: 200  len: 205 time: 0.0522258
Jun 04 15:48:01.490005 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50232) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:01.572003 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-af254320-31bf-4c90-a7d3-6327385c230d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] delete failed (client error): The resource could not be found.
Jun 04 15:48:01.575429 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-af254320-31bf-4c90-a7d3-6327385c230d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/routers/3dba6df6-2ab5-4901-9ba2-d0854a452573 HTTP/1.1" status: 404  len: 336 time: 0.0819798
Jun 04 15:48:01.576764 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50240) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:01.625693 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e53c11bf-0cf5-42c2-b54b-5df77e5bbcc8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0692852-3716-43a2-a499-1e00008b2e3d HTTP/1.1" status: 200  len: 205 time: 0.0456705
Jun 04 15:48:01.626345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50242) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:01.699789 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-ff50b60f-a83d-4b3d-9849-7bd36a6fc256 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] delete failed (client error): The resource could not be found.
Jun 04 15:48:01.703520 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ff50b60f-a83d-4b3d-9849-7bd36a6fc256 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/routers/c0692852-3716-43a2-a499-1e00008b2e3d HTTP/1.1" status: 404  len: 336 time: 0.0733578
Jun 04 15:48:01.703520 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50244) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:01.703730 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-148d6bd5-b883-415a-81a7-a4d4ba3cdfc3 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 2412 time: 0.3727698
Jun 04 15:48:01.703730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50246) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:01.706771 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b3bf41d8-c4e1-44e6-9286-f8093c2d2758 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Request body: {'network': {'name': 'tempest-network-smoke--1003490800', 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'port_security_enabled': False}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:01.713404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b3bf41d8-c4e1-44e6-9286-f8093c2d2758 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:01.723513 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b3bf41d8-c4e1-44e6-9286-f8093c2d2758 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:01.742580 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d723743-f2a7-49ec-96b6-c9f5e88cc8af tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:48:01.748479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d723743-f2a7-49ec-96b6-c9f5e88cc8af tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:48:01.748479 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4d723743-f2a7-49ec-96b6-c9f5e88cc8af tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/42e53684-1f99-496f-96a5-d62cfac00662 HTTP/1.1" status: 404  len: 337 time: 0.0402565
Jun 04 15:48:01.750406 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50252) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:01.802236 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c9aa4040-da84-468a-9b40-bce2b27cb465 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports?device_id=7050f1a2-357e-499c-ac7e-87b3e53d9ec0 HTTP/1.1" status: 200  len: 205 time: 0.0485442
Jun 04 15:48:01.803290 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50256) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:01.806010 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bf41d8-c4e1-44e6-9286-f8093c2d2758 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Made reservation on behalf of 5287f2e7ee8d4845b57a054c508e1de5 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:48:01.814157 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b3bf41d8-c4e1-44e6-9286-f8093c2d2758 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:01.909236 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bf41d8-c4e1-44e6-9286-f8093c2d2758 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:48:01.922553 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b3bf41d8-c4e1-44e6-9286-f8093c2d2758 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:01.923150 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-b3bf41d8-c4e1-44e6-9286-f8093c2d2758 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Added segment 8061d08b-5a11-420d-b650-a18d4cd491a5 of type vlan for network feae0b98-1dc7-4aa9-85ad-a68ef1e250dc
Jun 04 15:48:01.933358 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-7ac64687-26ee-4f78-abd6-4f3f0a5d6a5d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] delete failed (client error): The resource could not be found.
Jun 04 15:48:01.937975 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7ac64687-26ee-4f78-abd6-4f3f0a5d6a5d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/routers/7050f1a2-357e-499c-ac7e-87b3e53d9ec0 HTTP/1.1" status: 404  len: 336 time: 0.1328230
Jun 04 15:48:01.939381 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50264) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:02.018062 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:02.032944 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5676688f-1b2e-4636-8f51-412463b0e755 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7668593-2185-405b-ab01-810e4e1c8479 HTTP/1.1" status: 200  len: 205 time: 0.0919044
Jun 04 15:48:02.039775 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50270) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:02.041404 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b3bf41d8-c4e1-44e6-9286-f8093c2d2758 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:02.118024 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-00469da0-76a9-436b-bc56-f4b0677086e7 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] delete failed (client error): The resource could not be found.
Jun 04 15:48:02.119132 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-00469da0-76a9-436b-bc56-f4b0677086e7 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/routers/a7668593-2185-405b-ab01-810e4e1c8479 HTTP/1.1" status: 404  len: 336 time: 0.0826502
Jun 04 15:48:02.121775 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50276) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:02.165591 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cef3a01-1c40-407d-a0b5-490542bd655d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:48:02.166050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cef3a01-1c40-407d-a0b5-490542bd655d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:48:02.167727 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9cef3a01-1c40-407d-a0b5-490542bd655d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/bc4e1e58-3b1e-4df6-9096-9e9d99c36b97 HTTP/1.1" status: 404  len: 337 time: 0.0447922
Jun 04 15:48:02.170546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50278) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:02.207037 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b3bf41d8-c4e1-44e6-9286-f8093c2d2758 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:02.214579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bf41d8-c4e1-44e6-9286-f8093c2d2758 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:02.215261 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b3bf41d8-c4e1-44e6-9286-f8093c2d2758 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:02.223996 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ef07caf9-555d-4db1-8e46-77e7913a04ee tempest-NetworksIpV6Test-655707085 tempest-NetworksIpV6Test-655707085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:02.244111 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f4865300-fcc3-46f8-b2d0-b7eab0f8377a tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports?device_id=15188932-2448-404e-8e14-3dcc50189de1 HTTP/1.1" status: 200  len: 205 time: 0.0723355
Jun 04 15:48:02.248293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50284) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:02.395154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf41d8-c4e1-44e6-9286-f8093c2d2758 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'Network': ['ID=feae0b98-1dc7-4aa9-85ad-a68ef1e250dc,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:02.395531 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-55a106bf-cfa3-42b1-9787-1c29e1f46105 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] delete failed (client error): The resource could not be found.
Jun 04 15:48:02.400988 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-55a106bf-cfa3-42b1-9787-1c29e1f46105 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/routers/15188932-2448-404e-8e14-3dcc50189de1 HTTP/1.1" status: 404  len: 336 time: 0.1488526
Jun 04 15:48:02.401725 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b3bf41d8-c4e1-44e6-9286-f8093c2d2758 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:02.402184 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50292) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:02.413999 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network feae0b98-1dc7-4aa9-85ad-a68ef1e250dc details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:48:02.431025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50296) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:02.462135 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a939d49-5129-44d0-8506-0af776ec1e7c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:48:02.466654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a939d49-5129-44d0-8506-0af776ec1e7c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:48:02.466654 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0a939d49-5129-44d0-8506-0af776ec1e7c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/2f12dec3-2dc9-440a-b1f6-d925a804646d HTTP/1.1" status: 404  len: 337 time: 0.0611384
Jun 04 15:48:02.471262 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50300) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:02.492715 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b3bf41d8-c4e1-44e6-9286-f8093c2d2758 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7896299
Jun 04 15:48:02.502107 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50302) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:02.507674 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1863045544', 'admin_state_up': True, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:02.518000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:02.523212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Usage tracker for resource:router and tenant:5287f2e7ee8d4845b57a054c508e1de5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:02.527753 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:02.531218 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5fe2dced-c585-4933-9143-ae2a58641db7 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18 HTTP/1.1" status: 200  len: 205 time: 0.0541520
Jun 04 15:48:02.534336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50304) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:02.573420 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d26c8ea9-8222-4039-8d56-3d56a315b1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:02.596405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74d4674-32b6-487e-89b6-3e9908ecce0f tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:02.596944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74d4674-32b6-487e-89b6-3e9908ecce0f tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:02.597566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74d4674-32b6-487e-89b6-3e9908ecce0f tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:02.600157 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e74d4674-32b6-487e-89b6-3e9908ecce0f tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=8bc21cf1a3b849349b38aac0222e9fea&network_id=3a7df431-47fb-4038-86f5-d24e78603d5f HTTP/1.1" status: 200  len: 2969 time: 0.1678836
Jun 04 15:48:02.613027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:02.624114 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-608d2c01-3012-48d8-a4f8-528cf70362d3 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] delete failed (client error): The resource could not be found.
Jun 04 15:48:02.626834 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-608d2c01-3012-48d8-a4f8-528cf70362d3 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/routers/3a7a18ac-a2b2-4dcd-83e3-fe0a2f352d18 HTTP/1.1" status: 404  len: 336 time: 0.0894823
Jun 04 15:48:02.627991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50308) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:02.675553 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e7aa64-8f17-4bb1-97d0-8287e0f7f849 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:48:02.676013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e7aa64-8f17-4bb1-97d0-8287e0f7f849 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:48:02.681134 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a1e7aa64-8f17-4bb1-97d0-8287e0f7f849 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/11cf0a49-791e-490f-91aa-49d769c144a3 HTTP/1.1" status: 404  len: 337 time: 0.0493448
Jun 04 15:48:02.681366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50316) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:02.720231 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5d8c26-98c8-4b6b-8721-3a54b503a21d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:48:02.720690 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5d8c26-98c8-4b6b-8721-3a54b503a21d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:48:02.722444 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cb5d8c26-98c8-4b6b-8721-3a54b503a21d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] 10.222.0.32 "DELETE /v2.0/subnets/5408c9d9-dd43-4f41-816a-7373e296fab0 HTTP/1.1" status: 404  len: 337 time: 0.0401509
Jun 04 15:48:02.755071 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:02.757042 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:02.773962 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:03.205925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50348) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:03.402145 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:03.411243 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50358) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:03.421474 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ca16c713-fa97-4cc9-8883-a85a66f50ff7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8851d51c966f43109caa7790bcf3b3df&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2141337
Jun 04 15:48:03.498204 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-985101d5-0b10-4ab2-8040-c9365d65d6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:03.558723 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-985101d5-0b10-4ab2-8040-c9365d65d6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:03.680888 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:03.853803 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-985101d5-0b10-4ab2-8040-c9365d65d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:03.866717 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-60270ac2-5cfe-4202-ac5b-6e13364f5f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:03.908952 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985101d5-0b10-4ab2-8040-c9365d65d6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e75055e-9377-489c-b287-8b5811d719ea,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:03.912018 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-985101d5-0b10-4ab2-8040-c9365d65d6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:03.918753 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:03.953182 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:04.001037 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-985101d5-0b10-4ab2-8040-c9365d65d6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:04.003888 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-985101d5-0b10-4ab2-8040-c9365d65d6e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e75055e-9377-489c-b287-8b5811d719ea HTTP/1.1" status: 204  len: 168 time: 0.5902035
Jun 04 15:48:04.133626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Allocated IP 172.25.4.118 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/818afc16-323c-4c13-8657-170e78d24450) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:48:04.294056 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:04.472650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50400) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:04.516116 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:04.527893 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:04.662679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:48:04.687507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae31b73-6a7a-4674-b5b8-2bcfe3fc2524 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:04.703914 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eae31b73-6a7a-4674-b5b8-2bcfe3fc2524 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62 HTTP/1.1" status: 200  len: 814 time: 0.2151036
Jun 04 15:48:04.703914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:04.705977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:48:04.795107 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'Port': ['ID=818afc16-323c-4c13-8657-170e78d24450,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:04.808877 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:05.163589 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50438) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:05.169744 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'network': {'name': 'tempest-network-smoke--709173235', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'port_security_enabled': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:05.180557 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:05.198074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:05.288665 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:05.528012 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Made reservation on behalf of 8bc21cf1a3b849349b38aac0222e9fea for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:48:05.531988 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:05.612240 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a357a0c-1a4e-4ca7-a6e5-971460bf0938 req-1511219c-1bcb-431c-b630-2cf7fb9e394f tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:05.614556 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8a357a0c-1a4e-4ca7-a6e5-971460bf0938 req-1511219c-1bcb-431c-b630-2cf7fb9e394f tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 946 time: 0.1355033
Jun 04 15:48:05.652770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:48:05.673589 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8a357a0c-1a4e-4ca7-a6e5-971460bf0938 req-e03902da-5f81-40c0-aab5-ef83f23b217b tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526175
Jun 04 15:48:05.678409 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:05.678749 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Added segment 3c73109a-a000-42fe-98c3-57d9927d10d3 of type vlan for network 567098fc-b653-473a-aa61-753bb52e5bfc
Jun 04 15:48:05.696602 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:05.790131 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:05.878071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50474) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:06.049626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-025743d8-aa06-48f5-a268-dce7176a38fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1690866464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:06.071350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-025743d8-aa06-48f5-a268-dce7176a38fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:06.075587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:06.079651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-025743d8-aa06-48f5-a268-dce7176a38fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Usage tracker for resource:router and tenant:7e17a45e125e4243a1279cd715cfd654 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:06.082744 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:06.083836 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:06.087744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-025743d8-aa06-48f5-a268-dce7176a38fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:06.090391 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8dafa57b-9bf5-4381-ac2f-4cfcd7a6019a tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:06.097134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-025743d8-aa06-48f5-a268-dce7176a38fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:06.219345 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-025743d8-aa06-48f5-a268-dce7176a38fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:06.220415 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-025743d8-aa06-48f5-a268-dce7176a38fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:06.240817 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-025743d8-aa06-48f5-a268-dce7176a38fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:06.292492 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Network': ['ID=567098fc-b653-473a-aa61-753bb52e5bfc,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:06.295078 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:06.356796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:06.357115 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:06.357497 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:06.357878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:06.358255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:06.358639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:06.359071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:06.359418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:06.359785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:06.360165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:06.360538 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:06.360905 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:06.361612 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-025743d8-aa06-48f5-a268-dce7176a38fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:06.372191 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:06.374057 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 567098fc-b653-473a-aa61-753bb52e5bfc details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:48:06.473724 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.3120787
Jun 04 15:48:06.474832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50498) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:06.515493 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-025743d8-aa06-48f5-a268-dce7176a38fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:06.520060 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-025743d8-aa06-48f5-a268-dce7176a38fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.6405818
Jun 04 15:48:06.524062 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50502) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:06.535608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1419268605'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:06.543930 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:06.555539 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Usage tracker for resource:network and tenant:7e17a45e125e4243a1279cd715cfd654 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:06.555683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524f73ba-0142-4e77-9985-7783a9ec9d99 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:06.555683 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-524f73ba-0142-4e77-9985-7783a9ec9d99 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=8bc21cf1a3b849349b38aac0222e9fea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0787787
Jun 04 15:48:06.558157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50504) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:06.558627 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:06.574525 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:06.721199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f737352b-fd30-4632-8ec3-0c2417897536 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:06.722724 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f737352b-fd30-4632-8ec3-0c2417897536 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1631653
Jun 04 15:48:06.725266 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Router 535b73de-270a-47b0-a3b0-4a822ddd894f is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:48:06.726719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50514) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:06.731861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Made reservation on behalf of 7e17a45e125e4243a1279cd715cfd654 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:48:06.731861 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:06.747692 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:06.767755 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:06.773041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Usage tracker for resource:security_group_rule and tenant:7e17a45e125e4243a1279cd715cfd654 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:06.776227 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:06.781050 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-728714dd-aa39-4536-a494-af15362e43ab tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0501020
Jun 04 15:48:06.781810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50518) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:06.782818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:06.823525 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ae4d4388-4fcb-49d4-8594-488e1686c489 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=8bc21cf1a3b849349b38aac0222e9fea&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0403261
Jun 04 15:48:06.826027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50522) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:06.973269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82c832e-d5bb-4353-a77b-53b59e86d4f0 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:06.977963 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f82c832e-d5bb-4353-a77b-53b59e86d4f0 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1482534
Jun 04 15:48:06.978427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50526) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:07.023334 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-602b444a-6b49-4456-9f00-47e8b525cc23 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0432913
Jun 04 15:48:07.025838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50528) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:07.041233 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1148123516', 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:07.075169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:48:07.090948 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Sync routers for ids ['535b73de-270a-47b0-a3b0-4a822ddd894f'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:48:07.110889 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Routers {'535b73de-270a-47b0-a3b0-4a822ddd894f'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:48:07.111991 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d7905b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:48:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['535b73de-270a-47b0-a3b0-4a822ddd894f'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:07.158876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa35ef-68b1-40cf-b44b-0bb8903708f9 req-a82b717c-0b07-4585-a031-470bb4c1e349 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:07.169566 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-35aa35ef-68b1-40cf-b44b-0bb8903708f9 req-a82b717c-0b07-4585-a031-470bb4c1e349 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 946 time: 0.3764040
Jun 04 15:48:07.221608 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:07.232129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:07.241968 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:subnet and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:07.249706 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:07.259942 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-35aa35ef-68b1-40cf-b44b-0bb8903708f9 req-84fe2895-4a33-415b-a0f5-2b7fc072c789 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890484
Jun 04 15:48:07.268589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:07.341601 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:07.345847 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 4.8397233
Jun 04 15:48:07.346012 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50546) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:07.355814 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Set router 535b73de-270a-47b0-a3b0-4a822ddd894f gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:48:07.382525 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:07.389670 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-937ec73f-559f-4353-9482-fc67e33f6101 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:07.441058 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:48:07.449784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8786fdff-f3b3-4b73-89be-54cb7146a9f5 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:07.454053 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8786fdff-f3b3-4b73-89be-54cb7146a9f5 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=5287f2e7ee8d4845b57a054c508e1de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.1041601
Jun 04 15:48:07.454053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91fb377-1735-41c8-99b9-025652c74b6a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:07.455756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50550) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:07.462805 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:07.468929 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:07.469513 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Added segment f6b5bad7-c423-4857-add9-da36f0451460 of type vlan for network df8ff0e9-d80e-439a-9373-3746e3c80e9f
Jun 04 15:48:07.492245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Made reservation on behalf of 8bc21cf1a3b849349b38aac0222e9fea for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:48:07.495707 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:07.499700 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:07.621501 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:07.629833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:07.633041 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:07.648328 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4ab93775-74bb-4775-baf5-86a8ce836e79 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:07.720718 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d7905b0>, [{'id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1863045544', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '818afc16-323c-4c13-8657-170e78d24450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:48:02Z', 'updated_at': '2021-06-04T15:48:05Z', 'revision_number': 3, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '818afc16-323c-4c13-8657-170e78d24450', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:48:03Z', 'updated_at': '2021-06-04T15:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:07.726421 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Checking router: 535b73de-270a-47b0-a3b0-4a822ddd894f for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:48:07.727033 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Updating router 535b73de-270a-47b0-a3b0-4a822ddd894f port 818afc16-323c-4c13-8657-170e78d24450 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:48:07.801233 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:07.954789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5dca3-fa10-41ae-b647-f8767e2964ea req-d59bc5e8-b41e-40f9-bedb-9e5c4df64a0f tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:07.956279 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-88a5dca3-fa10-41ae-b647-f8767e2964ea req-d59bc5e8-b41e-40f9-bedb-9e5c4df64a0f tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 946 time: 0.5419402
Jun 04 15:48:07.957491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1d497f-0846-49c3-9069-a0e18bcb482a tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:07.959793 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1c1d497f-0846-49c3-9069-a0e18bcb482a tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.5030441
Jun 04 15:48:07.964146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50572) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:07.989887 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 1.4587951
Jun 04 15:48:07.989887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50574) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:07.995030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Request body: {'subnet': {'network_id': 'df8ff0e9-d80e-439a-9373-3746e3c80e9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:08.009553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event updated for resources: {'Network': ['ID=df8ff0e9-d80e-439a-9373-3746e3c80e9f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:08.012425 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:08.024413 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network df8ff0e9-d80e-439a-9373-3746e3c80e9f details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:48:08.047816 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-da702bf9-e66c-4918-a9eb-5463b6af18a4 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0825238
Jun 04 15:48:08.058503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50576) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:08.110473 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a737e612-c4d6-40e1-af2e-f3011168d16e tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=5287f2e7ee8d4845b57a054c508e1de5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0504670
Jun 04 15:48:08.115689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50580) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:08.172777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:08.181540 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Usage tracker for resource:subnet and tenant:7e17a45e125e4243a1279cd715cfd654 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:08.298856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-88a5dca3-fa10-41ae-b647-f8767e2964ea req-b9f29b09-bab7-4ba4-a217-67faa445beea tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Deleting port 602d834d-3eda-4291-a652-acb42251eed5 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:48:08.298856 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-88a5dca3-fa10-41ae-b647-f8767e2964ea req-b9f29b09-bab7-4ba4-a217-67faa445beea tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:08.299869 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:08.313770 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Transition to ACTIVE for port object 818afc16-323c-4c13-8657-170e78d24450 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:08.315994 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:08.328051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:08.395131 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7377ad65-89c2-489f-b90b-2bcb1516c38f tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:08.399950 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7377ad65-89c2-489f-b90b-2bcb1516c38f tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2830520
Jun 04 15:48:08.400649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50596) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:08.406285 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:08.411947 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:08.472227 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Made reservation on behalf of 7e17a45e125e4243a1279cd715cfd654 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:48:08.477168 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:08.500259 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-255d6c2a-3640-4dca-bc71-3bcb2534dec0 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0954888
Jun 04 15:48:08.501074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50602) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:08.512130 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Attempting to bind port 818afc16-323c-4c13-8657-170e78d24450 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:48:08.513322 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Attempting to bind port 818afc16-323c-4c13-8657-170e78d24450 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:48:08.514429 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Attempting to bind port 818afc16-323c-4c13-8657-170e78d24450 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:48:08.516711 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Pushing event updated for resources: {'Port': ['ID=818afc16-323c-4c13-8657-170e78d24450,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:08.516982 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1464330385', 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc', 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:08.527099 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:48:08.529251 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:48:08.529251 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:08.529251 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:48:08.529251 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Bound port: 818afc16-323c-4c13-8657-170e78d24450, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:48:08.529603 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:08.548961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-88a5dca3-fa10-41ae-b647-f8767e2964ea req-b9f29b09-bab7-4ba4-a217-67faa445beea tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] For port 602d834d-3eda-4291-a652-acb42251eed5, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=602d834d-3eda-4291-a652-acb42251eed5,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:08.549774 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-88a5dca3-fa10-41ae-b647-f8767e2964ea req-b9f29b09-bab7-4ba4-a217-67faa445beea tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:08.562704 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:08.563217 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:08.563986 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:08.563986 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:08.569805 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:08.571329 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:08.571899 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:08.572381 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:08.572864 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:08.573372 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:08.573870 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:08.574580 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:08.591182 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:08.644014 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] For port 818afc16-323c-4c13-8657-170e78d24450, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:48:08.648348 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] For port 818afc16-323c-4c13-8657-170e78d24450, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=818afc16-323c-4c13-8657-170e78d24450,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:48:08.700010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-88a5dca3-fa10-41ae-b647-f8767e2964ea req-b9f29b09-bab7-4ba4-a217-67faa445beea tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Calling delete_port for 602d834d-3eda-4291-a652-acb42251eed5 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:48:08.734101 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:08.740521 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Usage tracker for resource:subnet and tenant:5287f2e7ee8d4845b57a054c508e1de5 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:08.746886 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:08.749617 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:08.755043 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-8cea78d7-9626-405d-ba01-9968a5a3d40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:08.756453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:08.808423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46bd57-d64c-45ec-b8d7-6117405a1992 req-ae6d7c58-a730-4fd2-9550-c3eb0e9a8694 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:08.808423 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b46bd57-d64c-45ec-b8d7-6117405a1992 req-ae6d7c58-a730-4fd2-9550-c3eb0e9a8694 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 946 time: 0.3599830
Jun 04 15:48:08.879188 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Routers {'535b73de-270a-47b0-a3b0-4a822ddd894f'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:48:08.879188 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d7905b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:48:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['535b73de-270a-47b0-a3b0-4a822ddd894f'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:08.897962 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Made reservation on behalf of 5287f2e7ee8d4845b57a054c508e1de5 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:48:08.901501 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:08.933023 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6b46bd57-d64c-45ec-b8d7-6117405a1992 req-2d75964e-03a1-4428-bea8-817048a712df tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873642
Jun 04 15:48:08.961782 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Pushing event updated for resources: {'Port': ['ID=818afc16-323c-4c13-8657-170e78d24450,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:08.966541 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:09.308320 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:09.308320 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1754604e-8f7d-493a-a129-64176bdc28a9 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:09.309504 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] Set router 535b73de-270a-47b0-a3b0-4a822ddd894f gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:48:09.309992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Checking segment: {'id': '3c73109a-a000-42fe-98c3-57d9927d10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:48:09.309992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network hostable DHCP agents. Network: 567098fc-b653-473a-aa61-753bb52e5bfc, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:48:09.309992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Subnet': ['ID=1af6f3fb-48c8-4841-b1c1-286f30f0470c,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:09.309992 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:09.383276 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:09.388607 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c4eea6cf-ef74-43b8-a223-86a04c36d574 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:09.443888 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d7905b0>, [{'id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1863045544', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '818afc16-323c-4c13-8657-170e78d24450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:48:02Z', 'updated_at': '2021-06-04T15:48:05Z', 'revision_number': 3, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '818afc16-323c-4c13-8657-170e78d24450', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:48:03Z', 'updated_at': '2021-06-04T15:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:09.448210 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc258c9-2073-4412-8273-ae111f17e4b6 None None] The sync data for ids ['535b73de-270a-47b0-a3b0-4a822ddd894f'] in n-d-791505-9 is: [{'id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1863045544', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '818afc16-323c-4c13-8657-170e78d24450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:48:02Z', 'updated_at': '2021-06-04T15:48:05Z', 'revision_number': 3, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '818afc16-323c-4c13-8657-170e78d24450', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:48:03Z', 'updated_at': '2021-06-04T15:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:48:09.477940 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event updated for resources: {'Subnet': ['ID=b3ae8d52-fcfd-4d52-ba4b-606f765b3d00,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:09.477940 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:09.487268 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Checking segment: {'id': 'f6b5bad7-c423-4857-add9-da36f0451460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'df8ff0e9-d80e-439a-9373-3746e3c80e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:48:09.487631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Network hostable DHCP agents. Network: df8ff0e9-d80e-439a-9373-3746e3c80e9f, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:48:09.503622 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-88a5dca3-fa10-41ae-b647-f8767e2964ea req-b9f29b09-bab7-4ba4-a217-67faa445beea tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:09.510940 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:09.517721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['50d24f6f-85ae-4825-96e3-e08047ae137c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:48:09.557374 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['f5698a6b-0a4e-441e-8e9f-d09d4cae73df'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:48:09.569975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f29b09-bab7-4ba4-a217-67faa445beea tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Pushing event deleted for resources: {'Port': ['ID=602d834d-3eda-4291-a652-acb42251eed5,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:09.569975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network 567098fc-b653-473a-aa61-753bb52e5bfc is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:48:09.571767 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b9f29b09-bab7-4ba4-a217-67faa445beea tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:09.629161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Network df8ff0e9-d80e-439a-9373-3746e3c80e9f is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:48:09.669087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a5dca3-fa10-41ae-b647-f8767e2964ea req-b9f29b09-bab7-4ba4-a217-67faa445beea tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] No DVR routers for this DVR port 602d834d-3eda-4291-a652-acb42251eed5 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:48:09.675964 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-88a5dca3-fa10-41ae-b647-f8767e2964ea req-b9f29b09-bab7-4ba4-a217-67faa445beea tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:09.680160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b', 'name': 'network-vif-deleted', 'tag': '602d834d-3eda-4291-a652-acb42251eed5'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:48:09.683180 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc7d8b2-c39a-4e98-95d4-ac9b22c719ae" -d '{"events": [{"server_uuid": "8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b", "name": "network-vif-deleted", "tag": "602d834d-3eda-4291-a652-acb42251eed5"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:48:09.720689 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 567098fc-b653-473a-aa61-753bb52e5bfc) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:09.735984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e71de6-7c42-4d7a-8075-7b49011c177e None None] Network 567098fc-b653-473a-aa61-753bb52e5bfc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:48:09.739081 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, df8ff0e9-d80e-439a-9373-3746e3c80e9f) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:09.743826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:09.744424 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:09.761268 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4627ff61-b207-4e01-af5b-960bbd088e10 None None] Network df8ff0e9-d80e-439a-9373-3746e3c80e9f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:48:09.778068 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:09.778671 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:09.785131 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bd1576-f872-417c-9c11-c88d9c370246 x-openstack-request-id: req-c3bd1576-f872-417c-9c11-c88d9c370246 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:48:09.785731 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b", "name": "network-vif-deleted", "tag": "602d834d-3eda-4291-a652-acb42251eed5", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:48:09.786778 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3bd1576-f872-417c-9c11-c88d9c370246 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:48:09.787421 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b', 'name': 'network-vif-deleted', 'tag': '602d834d-3eda-4291-a652-acb42251eed5', 'status': 'completed', 'code': 200}
Jun 04 15:48:09.865799 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-88a5dca3-fa10-41ae-b647-f8767e2964ea req-b9f29b09-bab7-4ba4-a217-67faa445beea tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.62 "DELETE /v2.0/ports/602d834d-3eda-4291-a652-acb42251eed5 HTTP/1.1" status: 204  len: 173 time: 1.9023209
Jun 04 15:48:09.893474 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.8659296
Jun 04 15:48:09.985569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50644) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:09.988234 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9915361
Jun 04 15:48:09.991738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Request body: {'network': {'name': 'tempest-router-network01--1087084284'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:10.006555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:10.019038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Usage tracker for resource:network and tenant:7e17a45e125e4243a1279cd715cfd654 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:10.019338 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:10.044165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:10.045502 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-04e52080-4cf9-48f6-9e96-5e33fb8b8f0f tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:10.051129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:10.183138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Made reservation on behalf of 7e17a45e125e4243a1279cd715cfd654 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:48:10.187060 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:10.254019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:48:10.279566 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:10.280322 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Added segment 3c6f28b9-57c7-414a-b421-e057cae24907 of type vlan for network 71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86
Jun 04 15:48:10.288125 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 818afc16-323c-4c13-8657-170e78d24450 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:10.322196 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:10.360444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 602d834d-3eda-4291-a652-acb42251eed5 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:48:10.412348 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 602d834d-3eda-4291-a652-acb42251eed5 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:48:10.412907 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 602d834d-3eda-4291-a652-acb42251eed5 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:48:10.479994 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:10.488659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:10.496959 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:10.509237 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:10.545772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50656) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:10.554020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-03e9e0cb-4193-4e97-b6e0-08bd920eb492 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2017743646', 'description': 'tempest-secgroup-smoke-2017743646 description', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:10.579863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-03e9e0cb-4193-4e97-b6e0-08bd920eb492 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:10.619210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-03e9e0cb-4193-4e97-b6e0-08bd920eb492 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:10.708848 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7212069
Jun 04 15:48:10.711161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event updated for resources: {'Network': ['ID=71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:10.715933 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:10.716825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50658) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:10.724989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Request body: {'network': {'name': 'tempest-router-network02--1663086166'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:10.732533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:10.734387 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:48:10.737349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'Subnet': ['ID=7b7a3ab3-84c4-4c5d-95f1-009156ee066f,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:10.738409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Usage tracker for resource:network and tenant:7e17a45e125e4243a1279cd715cfd654 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:10.743797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:10.755776 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:10.761463 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:10.778913 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03e9e0cb-4193-4e97-b6e0-08bd920eb492 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:10.786925 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7810c65d-d512-4592-9dd7-894f62928590 req-836da2f3-307e-45d8-a2dd-d90be95981a6 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ce7fc3f-ffcf-462a-a14a-ca0d6f190f7b HTTP/1.1" status: 200  len: 210 time: 0.6286490
Jun 04 15:48:10.811719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Checking segment: {'id': '8061d08b-5a11-420d-b650-a18d4cd491a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:48:10.812518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Network hostable DHCP agents. Network: feae0b98-1dc7-4aa9-85ad-a68ef1e250dc, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:48:10.834898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-03e9e0cb-4193-4e97-b6e0-08bd920eb492 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:10.844014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-03e9e0cb-4193-4e97-b6e0-08bd920eb492 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:10.849498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-03e9e0cb-4193-4e97-b6e0-08bd920eb492 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:10.861650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-03e9e0cb-4193-4e97-b6e0-08bd920eb492 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:10.863967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Made reservation on behalf of 7e17a45e125e4243a1279cd715cfd654 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:48:10.869070 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:10.924134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:48:10.937071 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 818afc16-323c-4c13-8657-170e78d24450 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:10.937552 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Network feae0b98-1dc7-4aa9-85ad-a68ef1e250dc is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:48:10.938745 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:10.939088 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Added segment c6aac66e-ecc3-4588-9611-a6f941ceddb5 of type vlan for network 4813c1fc-7eed-427d-bfe8-a656ad31bce8
Jun 04 15:48:10.980214 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 818afc16-323c-4c13-8657-170e78d24450 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:10.980585 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:10.982724 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:11.025597 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03e9e0cb-4193-4e97-b6e0-08bd920eb492 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:11.074601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, feae0b98-1dc7-4aa9-85ad-a68ef1e250dc) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:11.085428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:11.088413 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:11.125680 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2a2b30-491d-4220-acb5-b49598064880 None None] Network feae0b98-1dc7-4aa9-85ad-a68ef1e250dc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:48:11.126471 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03e9e0cb-4193-4e97-b6e0-08bd920eb492 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:11.143137 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-68f20bf1-7537-468c-9fe5-87767ff143bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:11.175069 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:11.183734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:11.184843 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:11.223885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-df8ff0e9-d80e-439a-9373-3746e3c80e9f', 'network_id': 'df8ff0e9-d80e-439a-9373-3746e3c80e9f', 'tenant_id': '7e17a45e125e4243a1279cd715cfd654', 'fixed_ips': [{'subnet_id': 'b3ae8d52-fcfd-4d52-ba4b-606f765b3d00'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:48:11.224968 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:11.227602 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.7207608
Jun 04 15:48:11.228230 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50664) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:11.242338 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-567098fc-b653-473a-aa61-753bb52e5bfc', 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ips': [{'subnet_id': '1af6f3fb-48c8-4841-b1c1-286f30f0470c'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:48:11.243173 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:11.253433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9e0cb-4193-4e97-b6e0-08bd920eb492 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed756eda-5be0-4eff-9111-9d73ab6bc5d5,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:11.257978 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03e9e0cb-4193-4e97-b6e0-08bd920eb492 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:11.258840 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bb6c28b8-ddd3-4ed6-825c-407f48b554e1 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:11.536539 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-03e9e0cb-4193-4e97-b6e0-08bd920eb492 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:11.537799 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-03e9e0cb-4193-4e97-b6e0-08bd920eb492 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.9907429
Jun 04 15:48:11.539178 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8211551
Jun 04 15:48:11.546129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50674) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:11.546535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50676) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:11.581956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Request body: {'subnet': {'network_id': '71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:11.613762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-78a1bc92-3163-4ef0-8696-7f5d224a2f03 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': 'ed756eda-5be0-4eff-9111-9d73ab6bc5d5', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:11.710676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event updated for resources: {'Network': ['ID=4813c1fc-7eed-427d-bfe8-a656ad31bce8,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:11.717316 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-78a1bc92-3163-4ef0-8696-7f5d224a2f03 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:11.720381 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:11.735344 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 4813c1fc-7eed-427d-bfe8-a656ad31bce8 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:48:11.738438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-78a1bc92-3163-4ef0-8696-7f5d224a2f03 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:11.744825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-78a1bc92-3163-4ef0-8696-7f5d224a2f03 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:11.834650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-78a1bc92-3163-4ef0-8696-7f5d224a2f03 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:11.875840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:11.881547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Usage tracker for resource:subnet and tenant:7e17a45e125e4243a1279cd715cfd654 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:11.884933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:11.906106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:12.006998 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:12.010098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Made reservation on behalf of 7e17a45e125e4243a1279cd715cfd654 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:48:12.013914 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:12.038169 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-feae0b98-1dc7-4aa9-85ad-a68ef1e250dc', 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'fixed_ips': [{'subnet_id': '7b7a3ab3-84c4-4c5d-95f1-009156ee066f'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:48:12.038979 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:12.108222 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-78a1bc92-3163-4ef0-8696-7f5d224a2f03 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:12.156637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 818afc16-323c-4c13-8657-170e78d24450, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=818afc16-323c-4c13-8657-170e78d24450,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:12.158377 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Allocated IP 172.20.0.2 (df8ff0e9-d80e-439a-9373-3746e3c80e9f/b3ae8d52-fcfd-4d52-ba4b-606f765b3d00/68a96e26-3888-4183-bf8f-efb0c66101d4) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:48:12.203172 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-78a1bc92-3163-4ef0-8696-7f5d224a2f03 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:12.356765 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-78a1bc92-3163-4ef0-8696-7f5d224a2f03 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:12.365343 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-069dcfed-744a-42f1-8f2f-0f67288fc18c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:12.407489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1bc92-3163-4ef0-8696-7f5d224a2f03 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c436966e-1455-4f7a-bca2-25cbc81b2923,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:12.421126 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-78a1bc92-3163-4ef0-8696-7f5d224a2f03 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:12.526276 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-78a1bc92-3163-4ef0-8696-7f5d224a2f03 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:12.527553 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-78a1bc92-3163-4ef0-8696-7f5d224a2f03 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9721508
Jun 04 15:48:12.530360 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50690) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:12.539503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f43d770c-273d-4781-867d-4ad2dee93413 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': 'ed756eda-5be0-4eff-9111-9d73ab6bc5d5', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:12.546834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f43d770c-273d-4781-867d-4ad2dee93413 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:12.552919 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f43d770c-273d-4781-867d-4ad2dee93413 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:12.556283 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f43d770c-273d-4781-867d-4ad2dee93413 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:12.558846 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:12.561479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Allocated IP 172.20.0.18 (567098fc-b653-473a-aa61-753bb52e5bfc/1af6f3fb-48c8-4841-b1c1-286f30f0470c/5db5e6ee-7107-4a51-a398-ee7ff3713e07) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:48:12.562386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f43d770c-273d-4781-867d-4ad2dee93413 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:12.617049 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c2ce1975-47f3-4a1e-a508-ba8a43333ad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:12.621566 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:12.750109 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f43d770c-273d-4781-867d-4ad2dee93413 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:12.892364 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:12.902559 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fa9b6785-bfac-4061-b168-31084faa7cbc tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:12.912346 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Allocated IP 172.20.0.18 (feae0b98-1dc7-4aa9-85ad-a68ef1e250dc/7b7a3ab3-84c4-4c5d-95f1-009156ee066f/bffc7991-4961-4361-841f-849707d44c6d) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:48:13.065205 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=818afc16-323c-4c13-8657-170e78d24450,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:13.093851 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:13.101221 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f43d770c-273d-4781-867d-4ad2dee93413 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:13.132390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event updated for resources: {'Subnet': ['ID=381d6e4b-6faa-4c5b-b612-4ad5b7e3edfb,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:13.138232 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:13.157583 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Checking segment: {'id': '3c6f28b9-57c7-414a-b421-e057cae24907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:48:13.157946 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Network hostable DHCP agents. Network: 71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:48:13.200165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178093e3-0f1c-4d70-95df-2e9d22370eb6 req-df1ea74b-c606-4d94-9ed1-bc8413565101 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:13.200899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-178093e3-0f1c-4d70-95df-2e9d22370eb6 req-df1ea74b-c606-4d94-9ed1-bc8413565101 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Synchronizing usage tracker for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:48:13.268774 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f43d770c-273d-4781-867d-4ad2dee93413 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:13.271179 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:13.295398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d770c-273d-4781-867d-4ad2dee93413 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c25ad8-2432-45ed-8322-988409b6554a,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:13.298628 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f43d770c-273d-4781-867d-4ad2dee93413 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:13.301977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Network 71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:48:13.306667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-178093e3-0f1c-4d70-95df-2e9d22370eb6 req-df1ea74b-c606-4d94-9ed1-bc8413565101 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Unset dirty status for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:48:13.307830 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-178093e3-0f1c-4d70-95df-2e9d22370eb6 req-df1ea74b-c606-4d94-9ed1-bc8413565101 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 945 time: 0.2690668
Jun 04 15:48:13.360335 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-178093e3-0f1c-4d70-95df-2e9d22370eb6 req-fac70995-aff4-4ccf-afd6-600a0faa7616 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461745
Jun 04 15:48:13.394273 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:13.456391 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Transition to ACTIVE for port object 68a96e26-3888-4183-bf8f-efb0c66101d4 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:13.485924 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:13.495890 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f43d770c-273d-4781-867d-4ad2dee93413 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:13.497331 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f43d770c-273d-4781-867d-4ad2dee93413 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9655693
Jun 04 15:48:13.499978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:13.501030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50706) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:13.503750 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:13.506982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Transition to ACTIVE for port object 68a96e26-3888-4183-bf8f-efb0c66101d4 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:13.512905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Transition to ACTIVE for port object bffc7991-4961-4361-841f-849707d44c6d will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:13.516282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:13.516891 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:13.518581 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d2f65cfd-d9e6-438e-b9ee-03cefd4036cb tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': 'ed756eda-5be0-4eff-9111-9d73ab6bc5d5', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:13.527975 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Transition to ACTIVE for port object 5db5e6ee-7107-4a51-a398-ee7ff3713e07 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:13.530457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d2f65cfd-d9e6-438e-b9ee-03cefd4036cb tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:13.534356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d2f65cfd-d9e6-438e-b9ee-03cefd4036cb tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:13.534866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7a41d2-87d7-4379-a14a-a34638ce546c None None] Network 71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:48:13.538134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d2f65cfd-d9e6-438e-b9ee-03cefd4036cb tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:13.548634 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d2f65cfd-d9e6-438e-b9ee-03cefd4036cb tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:13.585229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Transition to ACTIVE for port object bffc7991-4961-4361-841f-849707d44c6d will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:13.641794 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Transition to ACTIVE for port object 5db5e6ee-7107-4a51-a398-ee7ff3713e07 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:13.644955 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:13.656910 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:13.658351 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1098330
Jun 04 15:48:13.661041 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50712) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:13.696575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Request body: {'subnet': {'network_id': '4813c1fc-7eed-427d-bfe8-a656ad31bce8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:13.700620 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:13.735792 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Allocated IP 172.20.0.17 (feae0b98-1dc7-4aa9-85ad-a68ef1e250dc/7b7a3ab3-84c4-4c5d-95f1-009156ee066f/9e35dba2-5e0e-4cca-bece-5dc3fce560bc) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:48:13.759911 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Network df8ff0e9-d80e-439a-9373-3746e3c80e9f is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:48:13.766287 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:13.779992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Network feae0b98-1dc7-4aa9-85ad-a68ef1e250dc is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:48:13.784397 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:13.787757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:48:13.794699 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Network 567098fc-b653-473a-aa61-753bb52e5bfc is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:48:13.860582 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:13.881593 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Pushing event updated for resources: {'Port': ['ID=68a96e26-3888-4183-bf8f-efb0c66101d4,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:13.894647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:13.899598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Usage tracker for resource:subnet and tenant:7e17a45e125e4243a1279cd715cfd654 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:13.902587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:13.909681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:13.920553 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:13.942091 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:48:13.949486 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2f65cfd-d9e6-438e-b9ee-03cefd4036cb tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:13.951692 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:13.980588 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e154add5-3a09-4c95-9c46-5f5ea97a3ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:14.021657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:48:14.041395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Made reservation on behalf of 7e17a45e125e4243a1279cd715cfd654 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:48:14.046007 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:14.060589 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:14.077380 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2f65cfd-d9e6-438e-b9ee-03cefd4036cb tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:14.085856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Transition to ACTIVE for port object 9e35dba2-5e0e-4cca-bece-5dc3fce560bc will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:14.198913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1e74e-7913-4067-b291-57f028afb28e req-a2a60681-2751-451c-82ca-db66ee8aa4c6 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:14.200569 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-86d1e74e-7913-4067-b291-57f028afb28e req-a2a60681-2751-451c-82ca-db66ee8aa4c6 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 945 time: 0.2171736
Jun 04 15:48:14.222805 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:14.228837 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2f65cfd-d9e6-438e-b9ee-03cefd4036cb tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:14.232890 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-22d5ef94-7f74-4b4e-b315-cb8fa2a333d9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:14.251444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Attempting to bind port bffc7991-4961-4361-841f-849707d44c6d on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:48:14.251822 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Attempting to bind port bffc7991-4961-4361-841f-849707d44c6d by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '8061d08b-5a11-420d-b650-a18d4cd491a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:48:14.252190 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Attempting to bind port bffc7991-4961-4361-841f-849707d44c6d on network feae0b98-1dc7-4aa9-85ad-a68ef1e250dc {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:48:14.254414 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Attempting to bind port 68a96e26-3888-4183-bf8f-efb0c66101d4 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:48:14.255609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Attempting to bind port 68a96e26-3888-4183-bf8f-efb0c66101d4 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'f6b5bad7-c423-4857-add9-da36f0451460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'df8ff0e9-d80e-439a-9373-3746e3c80e9f'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:48:14.255609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Attempting to bind port 68a96e26-3888-4183-bf8f-efb0c66101d4 on network df8ff0e9-d80e-439a-9373-3746e3c80e9f {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:48:14.285051 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Pushing event updated for resources: {'Port': ['ID=bffc7991-4961-4361-841f-849707d44c6d,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:14.297731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86', 'network_id': '71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86', 'tenant_id': '7e17a45e125e4243a1279cd715cfd654', 'fixed_ips': [{'subnet_id': '381d6e4b-6faa-4c5b-b612-4ad5b7e3edfb'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:48:14.306912 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:14.352649 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:48:14.353134 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Checking segment: {'id': 'f6b5bad7-c423-4857-add9-da36f0451460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'df8ff0e9-d80e-439a-9373-3746e3c80e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:48:14.353506 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:14.353906 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Bound using segment: {'id': 'f6b5bad7-c423-4857-add9-da36f0451460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'df8ff0e9-d80e-439a-9373-3746e3c80e9f'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:48:14.354396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Bound port: 68a96e26-3888-4183-bf8f-efb0c66101d4, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b5bad7-c423-4857-add9-da36f0451460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'df8ff0e9-d80e-439a-9373-3746e3c80e9f'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:48:14.354780 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:14.381234 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:48:14.381756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Checking segment: {'id': '8061d08b-5a11-420d-b650-a18d4cd491a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:48:14.382172 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:14.382579 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Bound using segment: {'id': '8061d08b-5a11-420d-b650-a18d4cd491a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:48:14.383066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Bound port: bffc7991-4961-4361-841f-849707d44c6d, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8061d08b-5a11-420d-b650-a18d4cd491a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:48:14.383450 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:14.415565 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Attempting to bind port 5db5e6ee-7107-4a51-a398-ee7ff3713e07 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:48:14.415944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Attempting to bind port 5db5e6ee-7107-4a51-a398-ee7ff3713e07 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '3c73109a-a000-42fe-98c3-57d9927d10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:48:14.416362 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Attempting to bind port 5db5e6ee-7107-4a51-a398-ee7ff3713e07 on network 567098fc-b653-473a-aa61-753bb52e5bfc {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:48:14.502921 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-86d1e74e-7913-4067-b291-57f028afb28e req-a2dcb36f-1d44-4a47-afaf-1385efc3d86d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Deleting port f5698a6b-0a4e-441e-8e9f-d09d4cae73df {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:48:14.503788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-86d1e74e-7913-4067-b291-57f028afb28e req-a2dcb36f-1d44-4a47-afaf-1385efc3d86d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:14.606461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:48:14.606461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Checking segment: {'id': '3c73109a-a000-42fe-98c3-57d9927d10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:48:14.606461 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:14.606461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Bound using segment: {'id': '3c73109a-a000-42fe-98c3-57d9927d10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:48:14.606461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Bound port: 5db5e6ee-7107-4a51-a398-ee7ff3713e07, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c73109a-a000-42fe-98c3-57d9927d10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:48:14.606461 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:14.634089 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'Port': ['ID=9e35dba2-5e0e-4cca-bece-5dc3fce560bc,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:14.637314 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:14.712634 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:14.731323 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Pushing event updated for resources: {'Port': ['ID=5db5e6ee-7107-4a51-a398-ee7ff3713e07,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:14.737200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Network feae0b98-1dc7-4aa9-85ad-a68ef1e250dc is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:48:14.755177 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f65cfd-d9e6-438e-b9ee-03cefd4036cb tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953af0c4-4322-486b-998b-273204dccc6a,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:14.757534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:14.769463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 818afc16-323c-4c13-8657-170e78d24450 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:14.770053 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d2f65cfd-d9e6-438e-b9ee-03cefd4036cb tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:14.770053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:48:14.805662 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:14.808606 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-29cd522a-a4fb-4a23-a5b2-62ed68070a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.028s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:14.809033 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-29cd522a-a4fb-4a23-a5b2-62ed68070a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:14.861865 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:14.914227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-86d1e74e-7913-4067-b291-57f028afb28e req-a2dcb36f-1d44-4a47-afaf-1385efc3d86d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] For port f5698a6b-0a4e-441e-8e9f-d09d4cae73df, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=f5698a6b-0a4e-441e-8e9f-d09d4cae73df,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:14.914227 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-86d1e74e-7913-4067-b291-57f028afb28e req-a2dcb36f-1d44-4a47-afaf-1385efc3d86d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:14.923999 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] For port bffc7991-4961-4361-841f-849707d44c6d, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:48:14.933076 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] For port bffc7991-4961-4361-841f-849707d44c6d, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bffc7991-4961-4361-841f-849707d44c6d,segment=NetworkSegment(8061d08b-5a11-420d-b650-a18d4cd491a5),segment_id=8061d08b-5a11-420d-b650-a18d4cd491a5)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:48:14.965236 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd51d6-4700-4189-8e74-32d7752a2bbb req-bbf9e8dc-de65-4ebc-b157-cd550eeddf9d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:14.975209 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-02cd51d6-4700-4189-8e74-32d7752a2bbb req-bbf9e8dc-de65-4ebc-b157-cd550eeddf9d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 945 time: 0.3146808
Jun 04 15:48:15.001865 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d2f65cfd-d9e6-438e-b9ee-03cefd4036cb tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:15.003072 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d2f65cfd-d9e6-438e-b9ee-03cefd4036cb tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.5000746
Jun 04 15:48:15.012968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50734) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:15.020058 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-26dfe699-8d03-4292-9456-4c5959d6e333 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': 'ed756eda-5be0-4eff-9111-9d73ab6bc5d5', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:15.020271 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] For port 68a96e26-3888-4183-bf8f-efb0c66101d4, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:48:15.027218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-26dfe699-8d03-4292-9456-4c5959d6e333 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:15.029619 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] For port 68a96e26-3888-4183-bf8f-efb0c66101d4, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=68a96e26-3888-4183-bf8f-efb0c66101d4,segment=NetworkSegment(f6b5bad7-c423-4857-add9-da36f0451460),segment_id=f6b5bad7-c423-4857-add9-da36f0451460)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:48:15.031221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-26dfe699-8d03-4292-9456-4c5959d6e333 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:15.034915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-26dfe699-8d03-4292-9456-4c5959d6e333 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:15.042579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-26dfe699-8d03-4292-9456-4c5959d6e333 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:15.062368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-86d1e74e-7913-4067-b291-57f028afb28e req-a2dcb36f-1d44-4a47-afaf-1385efc3d86d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Calling delete_port for f5698a6b-0a4e-441e-8e9f-d09d4cae73df owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:48:15.082921 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-02cd51d6-4700-4189-8e74-32d7752a2bbb req-e77d0b02-2971-4f7a-a84e-ba7774ad968e tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063163
Jun 04 15:48:15.153769 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] For port 5db5e6ee-7107-4a51-a398-ee7ff3713e07, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:48:15.157043 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] For port 5db5e6ee-7107-4a51-a398-ee7ff3713e07, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5db5e6ee-7107-4a51-a398-ee7ff3713e07,segment=NetworkSegment(3c73109a-a000-42fe-98c3-57d9927d10d3),segment_id=3c73109a-a000-42fe-98c3-57d9927d10d3)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:48:15.168123 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:15.172084 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:15.181823 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:15.187895 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:15.316371 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:15.336767 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Allocated IP 172.20.0.2 (71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86/381d6e4b-6faa-4c5b-b612-4ad5b7e3edfb/54383bd8-7046-4a70-b87e-35692be09994) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:48:15.346228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 818afc16-323c-4c13-8657-170e78d24450 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:15.346599 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:15.364504 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-86d1e74e-7913-4067-b291-57f028afb28e req-a2dcb36f-1d44-4a47-afaf-1385efc3d86d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:15.375503 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6ad7994d-d9f3-4d40-9aa0-beed9cc84b96 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:15.398479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['50d24f6f-85ae-4825-96e3-e08047ae137c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:48:15.459865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a99be-24f3-425e-addf-fdfa15884708 None None] Pushing event updated for resources: {'Port': ['ID=68a96e26-3888-4183-bf8f-efb0c66101d4,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:15.502234 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-26dfe699-8d03-4292-9456-4c5959d6e333 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:15.516315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcb36f-1d44-4a47-afaf-1385efc3d86d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Pushing event deleted for resources: {'Port': ['ID=f5698a6b-0a4e-441e-8e9f-d09d4cae73df,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:15.527809 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a2dcb36f-1d44-4a47-afaf-1385efc3d86d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:15.617482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Pushing event updated for resources: {'Port': ['ID=bffc7991-4961-4361-841f-849707d44c6d,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:15.637685 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:15.682370 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.452s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:15.708697 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-26dfe699-8d03-4292-9456-4c5959d6e333 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:15.725576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d1e74e-7913-4067-b291-57f028afb28e req-a2dcb36f-1d44-4a47-afaf-1385efc3d86d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] No DVR routers for this DVR port f5698a6b-0a4e-441e-8e9f-d09d4cae73df on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:48:15.746689 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-86d1e74e-7913-4067-b291-57f028afb28e req-a2dcb36f-1d44-4a47-afaf-1385efc3d86d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:15.749922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d5a2cd-6ff6-474f-9851-8ce405bc4ad0', 'name': 'network-vif-deleted', 'tag': 'f5698a6b-0a4e-441e-8e9f-d09d4cae73df'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:48:15.764325 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dbce47-1389-4201-8467-0cc025fbd900" -d '{"events": [{"server_uuid": "d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0", "name": "network-vif-deleted", "tag": "f5698a6b-0a4e-441e-8e9f-d09d4cae73df"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:48:15.818144 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:15.862435 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fdd4c369-3c27-47a5-8599-78457673ebc3 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:15.878296 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-26dfe699-8d03-4292-9456-4c5959d6e333 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:15.892883 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c762be1a-20ff-4f35-9578-73f8b15f94f7 tempest-SecurityGroupRulesTestJSON-2019489245 tempest-SecurityGroupRulesTestJSON-2019489245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:15.969729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfe699-8d03-4292-9456-4c5959d6e333 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fad091-f570-4567-8692-3ca95813dd1d,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:15.992813 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-26dfe699-8d03-4292-9456-4c5959d6e333 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:16.037467 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Pushing event updated for resources: {'Port': ['ID=5db5e6ee-7107-4a51-a398-ee7ff3713e07,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:16.047640 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:16.074774 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:16.109839 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-26dfe699-8d03-4292-9456-4c5959d6e333 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:16.114011 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-26dfe699-8d03-4292-9456-4c5959d6e333 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.0999572
Jun 04 15:48:16.116891 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50752) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:16.135932 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-965d59e6-3a97-4506-951e-51f0f1b655dd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': 'ed756eda-5be0-4eff-9111-9d73ab6bc5d5', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:16.152580 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event updated for resources: {'Subnet': ['ID=f489706d-694e-45fb-9812-ddc0c4fa8f72,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:16.153742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-965d59e6-3a97-4506-951e-51f0f1b655dd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:16.168560 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:16.172228 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:16.172617 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-86d1e74e-7913-4067-b291-57f028afb28e req-a2dcb36f-1d44-4a47-afaf-1385efc3d86d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.65 "DELETE /v2.0/ports/f5698a6b-0a4e-441e-8e9f-d09d4cae73df HTTP/1.1" status: 204  len: 173 time: 1.9655466
Jun 04 15:48:16.223563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-965d59e6-3a97-4506-951e-51f0f1b655dd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:16.228020 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-02c4815f-f653-44a7-9acc-014b022c9270 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:16.242696 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9e37a759-9812-46b1-aa7a-c5686e535dd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.913s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:16.247012 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9e37a759-9812-46b1-aa7a-c5686e535dd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:16.251528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Checking segment: {'id': 'c6aac66e-ecc3-4588-9611-a6f941ceddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4813c1fc-7eed-427d-bfe8-a656ad31bce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:48:16.252085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Network hostable DHCP agents. Network: 4813c1fc-7eed-427d-bfe8-a656ad31bce8, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:48:16.267299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-965d59e6-3a97-4506-951e-51f0f1b655dd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:16.324744 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-965d59e6-3a97-4506-951e-51f0f1b655dd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:16.347172 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6afdc1c-dcbe-46e7-aa75-81b2c1e0906f x-openstack-request-id: req-d6afdc1c-dcbe-46e7-aa75-81b2c1e0906f {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:48:16.347730 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0", "name": "network-vif-deleted", "tag": "f5698a6b-0a4e-441e-8e9f-d09d4cae73df", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:48:16.348402 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6afdc1c-dcbe-46e7-aa75-81b2c1e0906f {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:48:16.349115 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d5a2cd-6ff6-474f-9851-8ce405bc4ad0', 'name': 'network-vif-deleted', 'tag': 'f5698a6b-0a4e-441e-8e9f-d09d4cae73df', 'status': 'completed', 'code': 200}
Jun 04 15:48:16.383495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Network 4813c1fc-7eed-427d-bfe8-a656ad31bce8 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:48:16.386315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'Port': ['ID=9e35dba2-5e0e-4cca-bece-5dc3fce560bc,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:16.490977 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:16.496011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 4813c1fc-7eed-427d-bfe8-a656ad31bce8) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:16.511420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:16.512074 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:16.513853 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c7d96c96-2f78-47d6-b9d2-42afa867c160 req-85459bf8-317d-41ac-bbb9-617b1d0b5f43 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d5a2cd-6ff6-474f-9851-8ce405bc4ad0 HTTP/1.1" status: 200  len: 210 time: 0.1116264
Jun 04 15:48:16.527663 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:16.549476 n-d-791505-9 neutron-server[88301]: INFO neutron.db.securitygroups_db [None req-965d59e6-3a97-4506-951e-51f0f1b655dd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Project 8bc21cf1a3b849349b38aac0222e9fea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 15:48:16.569731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97982fd-8559-4433-9e56-0eadcb33c7bd None None] Network 4813c1fc-7eed-427d-bfe8-a656ad31bce8 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:48:16.628141 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device f5698a6b-0a4e-441e-8e9f-d09d4cae73df no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:48:16.634315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9592447
Jun 04 15:48:16.635101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50758) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:16.753492 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-965d59e6-3a97-4506-951e-51f0f1b655dd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:16.847133 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: f5698a6b-0a4e-441e-8e9f-d09d4cae73df {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:48:16.847492 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device f5698a6b-0a4e-441e-8e9f-d09d4cae73df not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:48:16.888681 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-965d59e6-3a97-4506-951e-51f0f1b655dd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:16.939149 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:16.964883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Transition to ACTIVE for port object 54383bd8-7046-4a70-b87e-35692be09994 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:16.978812 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-965d59e6-3a97-4506-951e-51f0f1b655dd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:16.990919 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e176d54-47b7-4c21-9e87-bb5623c96555 tempest-AttachVolumeTestJSON-87260497 tempest-AttachVolumeTestJSON-87260497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:16.999079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Transition to ACTIVE for port object 54383bd8-7046-4a70-b87e-35692be09994 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:17.074291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Network feae0b98-1dc7-4aa9-85ad-a68ef1e250dc is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:48:17.091451 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:17.197123 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:17.209917 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-002c630c-669e-4d68-b89a-d7ca59dd8d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:17.268549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d59e6-3a97-4506-951e-51f0f1b655dd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ef276d-de59-4483-9986-a8dc83df92ec,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:17.293801 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-965d59e6-3a97-4506-951e-51f0f1b655dd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:17.295193 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-965d59e6-3a97-4506-951e-51f0f1b655dd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.1772499
Jun 04 15:48:17.296315 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-965d59e6-3a97-4506-951e-51f0f1b655dd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:17.303128 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50768) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:17.311034 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9c40a2c8-4e09-4f93-b5a9-e0f4263c2e20 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': 'ed756eda-5be0-4eff-9111-9d73ab6bc5d5', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:17.330122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9c40a2c8-4e09-4f93-b5a9-e0f4263c2e20 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:17.361362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9c40a2c8-4e09-4f93-b5a9-e0f4263c2e20 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:17.374057 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9c40a2c8-4e09-4f93-b5a9-e0f4263c2e20 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:17.412092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9c40a2c8-4e09-4f93-b5a9-e0f4263c2e20 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:17.445679 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Network 71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:48:17.456083 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:17.459070 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:48:17.473825 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Pushing event updated for resources: {'Port': ['ID=54383bd8-7046-4a70-b87e-35692be09994,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:17.477128 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:17.531666 n-d-791505-9 neutron-server[88301]: INFO neutron.db.securitygroups_db [None req-9c40a2c8-4e09-4f93-b5a9-e0f4263c2e20 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Project 8bc21cf1a3b849349b38aac0222e9fea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 15:48:17.544114 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9c40a2c8-4e09-4f93-b5a9-e0f4263c2e20 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:17.731105 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bffc7991-4961-4361-841f-849707d44c6d up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:17.940412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Attempting to bind port 54383bd8-7046-4a70-b87e-35692be09994 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:48:17.950032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Attempting to bind port 54383bd8-7046-4a70-b87e-35692be09994 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '3c6f28b9-57c7-414a-b421-e057cae24907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:48:17.951292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Attempting to bind port 54383bd8-7046-4a70-b87e-35692be09994 on network 71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:48:18.007305 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9c40a2c8-4e09-4f93-b5a9-e0f4263c2e20 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:18.057901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Router 535b73de-270a-47b0-a3b0-4a822ddd894f has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:48:18.065430 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:48:18.069363 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:18.071140 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566704f7-779d-45ff-82ba-4b11e0b9f24c None None] Network feae0b98-1dc7-4aa9-85ad-a68ef1e250dc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:48:18.116781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:48:18.122643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Checking segment: {'id': '3c6f28b9-57c7-414a-b421-e057cae24907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:48:18.123268 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:18.123746 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Bound using segment: {'id': '3c6f28b9-57c7-414a-b421-e057cae24907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:48:18.124326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Bound port: 54383bd8-7046-4a70-b87e-35692be09994, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6f28b9-57c7-414a-b421-e057cae24907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:48:18.124780 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:18.162808 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9c40a2c8-4e09-4f93-b5a9-e0f4263c2e20 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:18.173161 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0c3ccf38-2d88-453f-b187-fbc7fc146a04 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:18.352198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700c9535-5cbd-4b6d-b974-7b9ac01b8027 None None] Network 567098fc-b653-473a-aa61-753bb52e5bfc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:48:18.403389 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-4813c1fc-7eed-427d-bfe8-a656ad31bce8', 'network_id': '4813c1fc-7eed-427d-bfe8-a656ad31bce8', 'tenant_id': '7e17a45e125e4243a1279cd715cfd654', 'fixed_ips': [{'subnet_id': 'f489706d-694e-45fb-9812-ddc0c4fa8f72'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:48:18.404524 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:18.641307 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40a2c8-4e09-4f93-b5a9-e0f4263c2e20 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e46a3ff-69fb-4a0c-bf3b-0285b924efe5,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:18.643810 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:48:18.645419 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9c40a2c8-4e09-4f93-b5a9-e0f4263c2e20 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:18.673622 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "PUT /v2.0/routers/535b73de-270a-47b0-a3b0-4a822ddd894f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4400403
Jun 04 15:48:18.714907 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] For port 54383bd8-7046-4a70-b87e-35692be09994, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:48:18.718176 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] For port 54383bd8-7046-4a70-b87e-35692be09994, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=54383bd8-7046-4a70-b87e-35692be09994,segment=NetworkSegment(3c6f28b9-57c7-414a-b421-e057cae24907),segment_id=3c6f28b9-57c7-414a-b421-e057cae24907)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:48:18.719697 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757aa64e-b979-4808-9e2c-366a432a5c68 None None] Network df8ff0e9-d80e-439a-9373-3746e3c80e9f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:48:18.748430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Sync routers for ids ['535b73de-270a-47b0-a3b0-4a822ddd894f'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:48:18.754544 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e2625286-01be-402f-8800-d70cf0d934de None None] Provisioning for port bffc7991-4961-4361-841f-849707d44c6d completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:18.754968 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9c40a2c8-4e09-4f93-b5a9-e0f4263c2e20 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:18.765176 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9c40a2c8-4e09-4f93-b5a9-e0f4263c2e20 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.4509375
Jun 04 15:48:18.834456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Routers {'535b73de-270a-47b0-a3b0-4a822ddd894f'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:48:18.834456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c1211f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:48:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['535b73de-270a-47b0-a3b0-4a822ddd894f'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:19.079076 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:19.168365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-f4ce9dec-b2ea-4fb8-a446-4a9b5a9cf3d5 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:48:19.209349 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:19.214691 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-48a4ba4f-dbb5-4638-bd82-625579942091 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:19.216086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-48a4ba4f-dbb5-4638-bd82-625579942091 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Synchronizing usage tracker for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:48:19.255056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Allocated IP 172.20.0.1 (71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86/381d6e4b-6faa-4c5b-b612-4ad5b7e3edfb/85ffa72e-7bbd-4e44-84a3-5d0604e16a9a) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:48:19.267477 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port bffc7991-4961-4361-841f-849707d44c6d completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:19.285560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-f4ce9dec-b2ea-4fb8-a446-4a9b5a9cf3d5 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:48:19.286902 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-f4ce9dec-b2ea-4fb8-a446-4a9b5a9cf3d5 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017743646&fields=id&tenant_id=8bc21cf1a3b849349b38aac0222e9fea HTTP/1.1" status: 200  len: 267 time: 0.2000747
Jun 04 15:48:19.299665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port bffc7991-4961-4361-841f-849707d44c6d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:19.300050 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:19.382435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-48a4ba4f-dbb5-4638-bd82-625579942091 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Unset dirty status for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:48:19.383633 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-48a4ba4f-dbb5-4638-bd82-625579942091 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/networks?id=feae0b98-1dc7-4aa9-85ad-a68ef1e250dc HTTP/1.1" status: 200  len: 798 time: 0.3813775
Jun 04 15:48:19.407168 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-6bdd44d7-0999-4616-904d-eeeef8e64de0 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/quotas/5287f2e7ee8d4845b57a054c508e1de5 HTTP/1.1" status: 200  len: 375 time: 0.0167487
Jun 04 15:48:19.484726 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Allocated IP 172.20.0.2 (4813c1fc-7eed-427d-bfe8-a656ad31bce8/f489706d-694e-45fb-9812-ddc0c4fa8f72/cf71d4a3-271b-4b4d-aedb-48545af9af5e) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:48:19.579542 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:19.615392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Pushing event updated for resources: {'Port': ['ID=54383bd8-7046-4a70-b87e-35692be09994,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:19.645146 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-bfe82538-12aa-4df6-bd17-9ed8ae798719 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Synchronizing usage tracker for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:48:19.665582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Transition to ACTIVE for port object 85ffa72e-7bbd-4e44-84a3-5d0604e16a9a will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:19.668016 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:19.679338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-92eb0dff-246a-4ced-95ec-46223f6ef98f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:19.684580 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-92eb0dff-246a-4ced-95ec-46223f6ef98f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/networks?id=567098fc-b653-473a-aa61-753bb52e5bfc HTTP/1.1" status: 200  len: 796 time: 0.3816147
Jun 04 15:48:19.708039 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-637f1fc9-de45-409d-9d16-c444fd9cd2a7 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/quotas/8bc21cf1a3b849349b38aac0222e9fea HTTP/1.1" status: 200  len: 375 time: 0.0119615
Jun 04 15:48:19.720113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-bfe82538-12aa-4df6-bd17-9ed8ae798719 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Unset dirty status for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:48:19.721756 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-bfe82538-12aa-4df6-bd17-9ed8ae798719 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5287f2e7ee8d4845b57a054c508e1de5&fields=id HTTP/1.1" status: 200  len: 486 time: 0.3146663
Jun 04 15:48:19.811054 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-da708adb-778c-450b-8632-6a6375456d56 None None] Provisioning for port 5db5e6ee-7107-4a51-a398-ee7ff3713e07 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:19.930298 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-b4030a36-fcb8-438e-9884-0afda6e4b959 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2143779
Jun 04 15:48:19.940597 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-f5f31b29-7313-458f-bd7a-0b018506088c service neutron] 10.222.0.32 "GET /v2.0/networks/feae0b98-1dc7-4aa9-85ad-a68ef1e250dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1981566
Jun 04 15:48:20.066455 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:20.106927 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-99e55a0b-9658-4bb2-a360-e47e605377d4 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:20.250502 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-9cddc74e-9c3b-43f1-bb94-be5705a7ac03 service neutron] 10.222.0.32 "GET /v2.0/networks/feae0b98-1dc7-4aa9-85ad-a68ef1e250dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3088012
Jun 04 15:48:20.336100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event updated for resources: {'Port': ['ID=85ffa72e-7bbd-4e44-84a3-5d0604e16a9a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:20.340052 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:20.346972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Network 71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:48:20.357627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:20.361407 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:48:20.454330 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:20.480406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Set router 535b73de-270a-47b0-a3b0-4a822ddd894f gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:48:20.591273 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-09f86492-42df-4432-9a50-1c33e2f5c95a service neutron] 10.222.0.32 "GET /v2.0/networks/567098fc-b653-473a-aa61-753bb52e5bfc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6401010
Jun 04 15:48:20.659961 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-770dc299-e5f3-4a2d-8a65-128a4fa826d3 req-fc33bda9-8ce5-46bf-ad84-cca0611e91a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 210 time: 0.1157947
Jun 04 15:48:20.791870 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:20.830025 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-da708adb-778c-450b-8632-6a6375456d56 None None] Provisioning for port 68a96e26-3888-4183-bf8f-efb0c66101d4 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:21.206175 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-7525f307-1742-4278-ba4b-f4577ca2577a service neutron] 10.222.0.32 "GET /v2.0/networks/567098fc-b653-473a-aa61-753bb52e5bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6026988
Jun 04 15:48:21.312589 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31d65ac-341c-43da-b647-87c05e3fa3dd None None] Network 71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:48:21.354824 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:21.519252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port bffc7991-4961-4361-841f-849707d44c6d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bffc7991-4961-4361-841f-849707d44c6d,segment=NetworkSegment(8061d08b-5a11-420d-b650-a18d4cd491a5),segment_id=8061d08b-5a11-420d-b650-a18d4cd491a5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:21.636412 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e5481c99-68cf-420c-8903-be3fa44e548a req-9edc694b-a26f-4625-aa0f-1d2c41a98dbc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 210 time: 0.1123724
Jun 04 15:48:21.658419 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:21.748559 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:21.749635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5db5e6ee-7107-4a51-a398-ee7ff3713e07 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:21.808428 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:21.855394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Transition to ACTIVE for port object cf71d4a3-271b-4b4d-aedb-48545af9af5e will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:21.864709 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4d280233-1d7d-4838-b5ff-9939a79d781e None None] Provisioning for port 54383bd8-7046-4a70-b87e-35692be09994 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:21.872387 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-53440777-6fb7-46af-95e0-00326cf6e86e req-94d7a28d-ef23-44d2-b97c-15c2f2196790 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 210 time: 0.0687041
Jun 04 15:48:21.935832 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:22.106582 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:22.239838 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3271f304-09ad-460f-a1dc-2fc97f45ccfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:22.244177 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Transition to ACTIVE for port object cf71d4a3-271b-4b4d-aedb-48545af9af5e will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:22.292647 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=bffc7991-4961-4361-841f-849707d44c6d,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:22.326068 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:22.357845 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:22.565822 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:22.579763 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:22.713436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Network 4813c1fc-7eed-427d-bfe8-a656ad31bce8 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:48:22.719785 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event updated for resources: {'Port': ['ID=85ffa72e-7bbd-4e44-84a3-5d0604e16a9a,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:22.741637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:22.741637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:22.741637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:22.741637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:22.742049 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:22.742130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:22.742234 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 5db5e6ee-7107-4a51-a398-ee7ff3713e07 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:22.749405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:48:22.753551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:22.753956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:22.754338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:22.757744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:22.758302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:22.758840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:22.759224 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:22.771099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9462ca1d-3fe6-45ab-9dd3-4ef1d03cd591 None None] Provisioning complete for port bffc7991-4961-4361-841f-849707d44c6d triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:22.776500 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9462ca1d-3fe6-45ab-9dd3-4ef1d03cd591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:22.778590 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:22.789195 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2802216f-7648-42ef-b320-2b2e4a423f19 req-f646cdfb-0c97-4885-84ac-6b5625a7c315 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 210 time: 0.0706670
Jun 04 15:48:22.827789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Network 71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:48:22.829524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:22.858370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c1211f0>, [{'id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1863045544', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '818afc16-323c-4c13-8657-170e78d24450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:48:02Z', 'updated_at': '2021-06-04T15:48:14Z', 'revision_number': 4, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '818afc16-323c-4c13-8657-170e78d24450', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:48:03Z', 'updated_at': '2021-06-04T15:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '9e35dba2-5e0e-4cca-bece-5dc3fce560bc', 'name': '', 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'mac_address': 'fa:16:3e:7a:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '7b7a3ab3-84c4-4c5d-95f1-009156ee066f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:48:13Z', 'updated_at': '2021-06-04T15:48:15Z', 'revision_number': 2, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'subnets': [{'id': '7b7a3ab3-84c4-4c5d-95f1-009156ee066f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:22.861560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Pushing event updated for resources: {'Port': ['ID=cf71d4a3-271b-4b4d-aedb-48545af9af5e,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:22.897242 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:23.010466 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 5db5e6ee-7107-4a51-a398-ee7ff3713e07 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:23.010850 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:23.106577 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Checking router: 535b73de-270a-47b0-a3b0-4a822ddd894f for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:48:23.106577 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Updating router 535b73de-270a-47b0-a3b0-4a822ddd894f port 9e35dba2-5e0e-4cca-bece-5dc3fce560bc binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:48:23.284389 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5a3c82e5-5c6d-4ebb-bf54-5485306f160d req-49a8d0d0-64b9-459e-b761-c028d5756447 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 210 time: 0.1534648
Jun 04 15:48:23.293985 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:23.463417 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Router 74fc7c40-2f1f-4118-a81d-89772046779d is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:48:23.827647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:48:23.847001 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff8fe2-d15c-4c64-8ceb-321e90fea365 None None] Sync routers for ids ['74fc7c40-2f1f-4118-a81d-89772046779d'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:48:23.866131 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "PUT /v2.0/routers/74fc7c40-2f1f-4118-a81d-89772046779d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2262475
Jun 04 15:48:23.866363 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff8fe2-d15c-4c64-8ceb-321e90fea365 None None] Routers {'74fc7c40-2f1f-4118-a81d-89772046779d'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:48:23.866607 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-38ff8fe2-d15c-4c64-8ceb-321e90fea365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca14f70>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:48:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['74fc7c40-2f1f-4118-a81d-89772046779d'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:23.867201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 50908) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:23.967710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Attempting to bind port cf71d4a3-271b-4b4d-aedb-48545af9af5e on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:48:23.968181 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Attempting to bind port cf71d4a3-271b-4b4d-aedb-48545af9af5e by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c6aac66e-ecc3-4588-9611-a6f941ceddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4813c1fc-7eed-427d-bfe8-a656ad31bce8'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:48:23.968653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Attempting to bind port cf71d4a3-271b-4b4d-aedb-48545af9af5e on network 4813c1fc-7eed-427d-bfe8-a656ad31bce8 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:48:24.029508 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-38ff8fe2-d15c-4c64-8ceb-321e90fea365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca14f70>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:24.048932 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff8fe2-d15c-4c64-8ceb-321e90fea365 None None] Routers {'74fc7c40-2f1f-4118-a81d-89772046779d'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:48:24.049813 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-38ff8fe2-d15c-4c64-8ceb-321e90fea365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca14f70>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:48:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['74fc7c40-2f1f-4118-a81d-89772046779d'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:24.059604 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:48:24.060183 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Checking segment: {'id': 'c6aac66e-ecc3-4588-9611-a6f941ceddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4813c1fc-7eed-427d-bfe8-a656ad31bce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:48:24.060753 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:24.061827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Bound using segment: {'id': 'c6aac66e-ecc3-4588-9611-a6f941ceddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4813c1fc-7eed-427d-bfe8-a656ad31bce8'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:48:24.066257 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Bound port: cf71d4a3-271b-4b4d-aedb-48545af9af5e, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6aac66e-ecc3-4588-9611-a6f941ceddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4813c1fc-7eed-427d-bfe8-a656ad31bce8'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:48:24.067713 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:24.170414 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-38ff8fe2-d15c-4c64-8ceb-321e90fea365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca14f70>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:24.171110 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff8fe2-d15c-4c64-8ceb-321e90fea365 None None] The sync data for ids ['74fc7c40-2f1f-4118-a81d-89772046779d'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:48:24.205174 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b0728fb9-4a95-4d95-a742-e4d54c392b95 req-520bb4c8-9179-4b07-9947-1a73c523322b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 210 time: 0.1138551
Jun 04 15:48:24.299055 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:24.299667 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:24.741209 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:24.743550 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9462ca1d-3fe6-45ab-9dd3-4ef1d03cd591 None None] Provisioning for port 9e35dba2-5e0e-4cca-bece-5dc3fce560bc completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:24.797522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9462ca1d-3fe6-45ab-9dd3-4ef1d03cd591 None None] Provisioning complete for port 9e35dba2-5e0e-4cca-bece-5dc3fce560bc triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:24.797769 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9462ca1d-3fe6-45ab-9dd3-4ef1d03cd591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:24.814488 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35ff2c1c-6995-467b-9cc7-973ccfe5e96e req-45aeafa3-5078-46e0-9e59-1cc607092ae7 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 210 time: 0.3071508
Jun 04 15:48:24.854310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 5db5e6ee-7107-4a51-a398-ee7ff3713e07, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5db5e6ee-7107-4a51-a398-ee7ff3713e07,segment=NetworkSegment(3c73109a-a000-42fe-98c3-57d9927d10d3),segment_id=3c73109a-a000-42fe-98c3-57d9927d10d3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:24.870267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Transition to ACTIVE for port object 9e35dba2-5e0e-4cca-bece-5dc3fce560bc will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:24.888336 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] For port cf71d4a3-271b-4b4d-aedb-48545af9af5e, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:48:24.903977 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] For port cf71d4a3-271b-4b4d-aedb-48545af9af5e, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=cf71d4a3-271b-4b4d-aedb-48545af9af5e,segment=NetworkSegment(c6aac66e-ecc3-4588-9611-a6f941ceddb5),segment_id=c6aac66e-ecc3-4588-9611-a6f941ceddb5)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:48:24.905360 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9462ca1d-3fe6-45ab-9dd3-4ef1d03cd591 None None] Port 9e35dba2-5e0e-4cca-bece-5dc3fce560bc cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:48:25.039780 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:25.048041 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:25.055991 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:25.055991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 68a96e26-3888-4183-bf8f-efb0c66101d4 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:25.133343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-e02f1e28-712a-4f97-907a-371f5b9415e2 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:25.136563 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-e02f1e28-712a-4f97-907a-371f5b9415e2 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.62 "GET /v2.0/networks?id=feae0b98-1dc7-4aa9-85ad-a68ef1e250dc HTTP/1.1" status: 200  len: 798 time: 0.9397500
Jun 04 15:48:25.144136 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3ae8078a-ff50-4854-94dc-501d1f1c8438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:25.153825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Request body: {'port': {'device_id': 'b64d1a8e-ec58-4740-ab79-ce5ca85e647c', 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc', 'admin_state_up': True, 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:25.200410 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3cb367f6-eec3-4c54-9703-28494ad33b40 None None] Provisioning for port 85ffa72e-7bbd-4e44-84a3-5d0604e16a9a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:25.314236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3cb367f6-eec3-4c54-9703-28494ad33b40 None None] Provisioning complete for port 85ffa72e-7bbd-4e44-84a3-5d0604e16a9a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:25.314609 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3cb367f6-eec3-4c54-9703-28494ad33b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:25.534230 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-61837771-fdc4-41a4-8a50-aeab3cc303f9 req-d0a78b82-e3f9-4dd6-b902-58061d0763b6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 210 time: 0.1024413
Jun 04 15:48:25.689117 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Attempting to bind port 9e35dba2-5e0e-4cca-bece-5dc3fce560bc on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:48:25.696789 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Attempting to bind port 9e35dba2-5e0e-4cca-bece-5dc3fce560bc by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '8061d08b-5a11-420d-b650-a18d4cd491a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:48:25.699255 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Attempting to bind port 9e35dba2-5e0e-4cca-bece-5dc3fce560bc on network feae0b98-1dc7-4aa9-85ad-a68ef1e250dc {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:48:25.708635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Pushing event updated for resources: {'Port': ['ID=cf71d4a3-271b-4b4d-aedb-48545af9af5e,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:25.786641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3cb367f6-eec3-4c54-9703-28494ad33b40 None None] Port 85ffa72e-7bbd-4e44-84a3-5d0604e16a9a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:48:25.806636 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:48:25.807017 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Checking segment: {'id': '8061d08b-5a11-420d-b650-a18d4cd491a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:48:25.807422 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:25.807836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Bound using segment: {'id': '8061d08b-5a11-420d-b650-a18d4cd491a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:48:25.808368 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Bound port: 9e35dba2-5e0e-4cca-bece-5dc3fce560bc, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8061d08b-5a11-420d-b650-a18d4cd491a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:48:25.808745 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:25.960551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19f61a-b21f-43a8-8810-e6d5a9bcea58 None None] Pushing event updated for resources: {'Port': ['ID=9e35dba2-5e0e-4cca-bece-5dc3fce560bc,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:26.024632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:26.043988 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:26.101322 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d955b9f0-f55e-47c5-a5ec-f76dafd7e70c req-910d172c-c481-444a-b69d-6b83767ed571 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 210 time: 0.0846484
Jun 04 15:48:26.159683 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] For port 9e35dba2-5e0e-4cca-bece-5dc3fce560bc, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:48:26.165259 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] For port 9e35dba2-5e0e-4cca-bece-5dc3fce560bc, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9e35dba2-5e0e-4cca-bece-5dc3fce560bc,segment=NetworkSegment(8061d08b-5a11-420d-b650-a18d4cd491a5),segment_id=8061d08b-5a11-420d-b650-a18d4cd491a5)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:48:26.173615 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 68a96e26-3888-4183-bf8f-efb0c66101d4 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:26.188791 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-6b557948-d9bb-43bb-8061-b9ac16f11a9b tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:48:26.196821 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6b557948-d9bb-43bb-8061-b9ac16f11a9b tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "PUT /v2.0/routers/74fc7c40-2f1f-4118-a81d-89772046779d/add_router_interface HTTP/1.1" status: 400  len: 438 time: 2.3285220
Jun 04 15:48:26.200549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 50944) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:26.216756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-936aeaf9-6b66-4fc0-8f3d-87be1694312c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:26.218311 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-936aeaf9-6b66-4fc0-8f3d-87be1694312c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.62 "GET /v2.0/networks?id=567098fc-b653-473a-aa61-753bb52e5bfc HTTP/1.1" status: 200  len: 796 time: 0.8751762
Jun 04 15:48:26.233755 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=5db5e6ee-7107-4a51-a398-ee7ff3713e07,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:26.238536 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3cb367f6-eec3-4c54-9703-28494ad33b40 None None] Provisioning complete for port 5db5e6ee-7107-4a51-a398-ee7ff3713e07 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:26.242299 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3cb367f6-eec3-4c54-9703-28494ad33b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:26.306880 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.163s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:26.308026 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.123s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:26.308481 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:26.313455 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-00835c56-7143-44bf-967d-9d6c1bf889d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bc21cf1a3b849349b38aac0222e9fea HTTP/1.1" status: 200  len: 472 time: 0.0842533
Jun 04 15:48:26.321495 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.136s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:26.322004 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:26.322710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 68a96e26-3888-4183-bf8f-efb0c66101d4 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:26.323178 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:26.324352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'port': {'device_id': 'a77d10e7-7143-4d03-8e5b-4ec56ed972bb', 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc', 'admin_state_up': True, 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'security_groups': ['ed756eda-5be0-4eff-9111-9d73ab6bc5d5']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:26.362900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Made reservation on behalf of 5287f2e7ee8d4845b57a054c508e1de5 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:48:26.368655 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:26.397287 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:26.419791 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:26.550116 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19f61a-b21f-43a8-8810-e6d5a9bcea58 None None] Pushing event updated for resources: {'Port': ['ID=9e35dba2-5e0e-4cca-bece-5dc3fce560bc,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:26.554494 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:26.608898 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Routers {'535b73de-270a-47b0-a3b0-4a822ddd894f'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:48:26.609953 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c1211f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:48:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['535b73de-270a-47b0-a3b0-4a822ddd894f'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:26.703643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19f61a-b21f-43a8-8810-e6d5a9bcea58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:26.704378 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19f61a-b21f-43a8-8810-e6d5a9bcea58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:26.704930 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19f61a-b21f-43a8-8810-e6d5a9bcea58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:26.705927 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19f61a-b21f-43a8-8810-e6d5a9bcea58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:26.706485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19f61a-b21f-43a8-8810-e6d5a9bcea58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:26.707171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19f61a-b21f-43a8-8810-e6d5a9bcea58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:26.708625 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19f61a-b21f-43a8-8810-e6d5a9bcea58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:26.709492 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19f61a-b21f-43a8-8810-e6d5a9bcea58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:26.710064 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19f61a-b21f-43a8-8810-e6d5a9bcea58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:26.710623 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19f61a-b21f-43a8-8810-e6d5a9bcea58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:26.711173 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19f61a-b21f-43a8-8810-e6d5a9bcea58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:26.711716 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19f61a-b21f-43a8-8810-e6d5a9bcea58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:48:26.726024 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3c19f61a-b21f-43a8-8810-e6d5a9bcea58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:27.020666 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9c8f31ae-c498-4b76-8383-e287bfd7c556 req-242edb7a-dd05-4a3d-bf51-231018f79aee tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 210 time: 0.0947855
Jun 04 15:48:27.161935 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:27.171530 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:port and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:27.177926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:27.194422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:27.198719 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] Set router 535b73de-270a-47b0-a3b0-4a822ddd894f gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:48:27.213102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Allocated IP 172.20.0.30 (feae0b98-1dc7-4aa9-85ad-a68ef1e250dc/7b7a3ab3-84c4-4c5d-95f1-009156ee066f/5de02268-b5d5-4d8e-8ebf-c1db4d63ba95) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:48:27.347269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5dc3eabf-26ce-4798-9864-15023bd97dee req-594f0d1a-e44f-46a7-ac7e-61c16f74e696 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 210 time: 0.0574484
Jun 04 15:48:27.422043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Made reservation on behalf of 8bc21cf1a3b849349b38aac0222e9fea for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:48:27.424561 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70267a2-86a8-4bac-b305-6dd2d276dd19 req-e92b5301-3f31-4fbd-8a1f-8337f420f4a4 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:27.427185 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c70267a2-86a8-4bac-b305-6dd2d276dd19 req-e92b5301-3f31-4fbd-8a1f-8337f420f4a4 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 946 time: 0.5436385
Jun 04 15:48:27.432108 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:27.536271 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c70267a2-86a8-4bac-b305-6dd2d276dd19 req-6cd2847d-a369-4f20-91d5-2e011e6794b0 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678711
Jun 04 15:48:27.549175 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0e69c1-fe53-472e-8623-f7a123419a1e None None] Network 4813c1fc-7eed-427d-bfe8-a656ad31bce8 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:48:27.650308 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:27.695734 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-37da2edd-f99c-4a8d-b3ee-9607ea2b146b tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:27.718782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Transition to ACTIVE for port object 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:27.771529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Allocated IP 172.20.0.24 (567098fc-b653-473a-aa61-753bb52e5bfc/1af6f3fb-48c8-4841-b1c1-286f30f0470c/f650d2a2-f8f4-46b1-920b-bb4cb43a4f95) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:48:27.971721 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:27.990907 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:27.998659 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:28.134900 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:28.153232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Transition to ACTIVE for port object f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:28.284412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 68a96e26-3888-4183-bf8f-efb0c66101d4, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=68a96e26-3888-4183-bf8f-efb0c66101d4,segment=NetworkSegment(f6b5bad7-c423-4857-add9-da36f0451460),segment_id=f6b5bad7-c423-4857-add9-da36f0451460)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:28.284412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3cb367f6-eec3-4c54-9703-28494ad33b40 None None] Provisioning complete for port 68a96e26-3888-4183-bf8f-efb0c66101d4 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:28.291302 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3cb367f6-eec3-4c54-9703-28494ad33b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:28.416432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-37da2edd-f99c-4a8d-b3ee-9607ea2b146b tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Deleting port 85ffa72e-7bbd-4e44-84a3-5d0604e16a9a {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:48:28.416854 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-37da2edd-f99c-4a8d-b3ee-9607ea2b146b tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:28.435922 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:28.450883 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:28.472658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Network feae0b98-1dc7-4aa9-85ad-a68ef1e250dc is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:48:28.485032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:28.487433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:48:28.524236 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:28.545228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.62', 65274) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:28.628969 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=68a96e26-3888-4183-bf8f-efb0c66101d4,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:28.643705 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:28.674948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event updated for resources: {'Port': ['ID=5de02268-b5d5-4d8e-8ebf-c1db4d63ba95,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:28.681512 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:28.684874 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b9a97e65-9c10-4284-ad2b-80e55c0eb2f9 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:28.775097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network 567098fc-b653-473a-aa61-753bb52e5bfc is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:48:28.779494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Port': ['ID=f650d2a2-f8f4-46b1-920b-bb4cb43a4f95,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:28.787014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:28.790026 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:28.798144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:28.798826 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:28.831530 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:48:28.986030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bffc7991-4961-4361-841f-849707d44c6d up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:28.990140 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-37da2edd-f99c-4a8d-b3ee-9607ea2b146b tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:29.000947 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f8679-df0a-4cc3-acc4-ff8f79a5756e req-f28810f0-874b-4d97-9652-3908b7af86a3 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:29.001957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7e1f8679-df0a-4cc3-acc4-ff8f79a5756e req-f28810f0-874b-4d97-9652-3908b7af86a3 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:48:29.013809 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 3.8652666
Jun 04 15:48:29.032841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Request body: {'port': {'device_id': 'b64d1a8e-ec58-4740-ab79-ce5ca85e647c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:29.049142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c1211f0>, [{'id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1863045544', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '818afc16-323c-4c13-8657-170e78d24450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:48:02Z', 'updated_at': '2021-06-04T15:48:14Z', 'revision_number': 4, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '818afc16-323c-4c13-8657-170e78d24450', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:48:03Z', 'updated_at': '2021-06-04T15:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '9e35dba2-5e0e-4cca-bece-5dc3fce560bc', 'name': '', 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'mac_address': 'fa:16:3e:7a:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '7b7a3ab3-84c4-4c5d-95f1-009156ee066f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:48:13Z', 'updated_at': '2021-06-04T15:48:26Z', 'revision_number': 4, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'subnets': [{'id': '7b7a3ab3-84c4-4c5d-95f1-009156ee066f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:29.058715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce51a1-82b5-45b6-9579-3167873b1a96 None None] The sync data for ids ['535b73de-270a-47b0-a3b0-4a822ddd894f'] in n-d-791505-9 is: [{'id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1863045544', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '818afc16-323c-4c13-8657-170e78d24450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:48:02Z', 'updated_at': '2021-06-04T15:48:14Z', 'revision_number': 4, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '818afc16-323c-4c13-8657-170e78d24450', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:48:03Z', 'updated_at': '2021-06-04T15:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '9e35dba2-5e0e-4cca-bece-5dc3fce560bc', 'name': '', 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'mac_address': 'fa:16:3e:7a:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '7b7a3ab3-84c4-4c5d-95f1-009156ee066f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:48:13Z', 'updated_at': '2021-06-04T15:48:26Z', 'revision_number': 4, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'subnets': [{'id': '7b7a3ab3-84c4-4c5d-95f1-009156ee066f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:48:29.177347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port bffc7991-4961-4361-841f-849707d44c6d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:29.177347 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:29.188051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:29.188726 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:29.370037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7e1f8679-df0a-4cc3-acc4-ff8f79a5756e req-f28810f0-874b-4d97-9652-3908b7af86a3 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:48:29.371267 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7e1f8679-df0a-4cc3-acc4-ff8f79a5756e req-f28810f0-874b-4d97-9652-3908b7af86a3 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 932 time: 0.9665976
Jun 04 15:48:29.399705 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 54383bd8-7046-4a70-b87e-35692be09994 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:29.408140 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a402f5c-1551-4dfc-80d9-8d221f9faa51 req-00dd4882-d0b9-4599-9d88-c72c28e90bd4 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:29.414792 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2a402f5c-1551-4dfc-80d9-8d221f9faa51 req-00dd4882-d0b9-4599-9d88-c72c28e90bd4 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 895 time: 0.9158492
Jun 04 15:48:29.432282 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-37da2edd-f99c-4a8d-b3ee-9607ea2b146b tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Calling delete_port for 85ffa72e-7bbd-4e44-84a3-5d0604e16a9a owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:48:29.454392 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1297569
Jun 04 15:48:29.454392 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:29.493474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Request body: {'port': {'device_id': 'a77d10e7-7143-4d03-8e5b-4ec56ed972bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:29.508980 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7ee987d8-0104-4ec9-b05a-635d9f0c000e None None] Provisioning for port cf71d4a3-271b-4b4d-aedb-48545af9af5e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:29.521814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef23ec5-671e-483f-9ce7-d00193360456 req-9e009488-a8ff-49a6-86db-429575dcc718 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:29.523417 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7ef23ec5-671e-483f-9ce7-d00193360456 req-9e009488-a8ff-49a6-86db-429575dcc718 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.62 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 946 time: 0.9764197
Jun 04 15:48:29.589426 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dc6f4e0b-9630-4c25-b14b-775c8083ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:29.597744 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7e1f8679-df0a-4cc3-acc4-ff8f79a5756e req-ae3fd36b-f2fe-4640-b6f3-d7bd9557c4c2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed756eda-5be0-4eff-9111-9d73ab6bc5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2193389
Jun 04 15:48:29.628820 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 54383bd8-7046-4a70-b87e-35692be09994 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:29.635274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 54383bd8-7046-4a70-b87e-35692be09994 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:29.635661 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:29.706742 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7ee987d8-0104-4ec9-b05a-635d9f0c000e None None] Provisioning for port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:29.730418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7ee987d8-0104-4ec9-b05a-635d9f0c000e None None] Provisioning complete for port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:29.730998 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7ee987d8-0104-4ec9-b05a-635d9f0c000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:29.861490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7ee987d8-0104-4ec9-b05a-635d9f0c000e None None] Port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:48:29.909911 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:29.996848 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:30.053481 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 54383bd8-7046-4a70-b87e-35692be09994, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=54383bd8-7046-4a70-b87e-35692be09994,segment=NetworkSegment(3c6f28b9-57c7-414a-b421-e057cae24907),segment_id=3c6f28b9-57c7-414a-b421-e057cae24907)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:30.076483 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82941784-c01e-432b-921d-020d16bd6c99 req-bcd52c65-7e9e-4493-b2e3-da5e31aa73a5 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:30.084877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7ee987d8-0104-4ec9-b05a-635d9f0c000e None None] Provisioning for port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:30.090437 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-82941784-c01e-432b-921d-020d16bd6c99 req-bcd52c65-7e9e-4493-b2e3-da5e31aa73a5 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 946 time: 0.3362916
Jun 04 15:48:30.091506 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7ee987d8-0104-4ec9-b05a-635d9f0c000e None None] Provisioning complete for port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:30.091895 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7ee987d8-0104-4ec9-b05a-635d9f0c000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:30.112118 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-7ef23ec5-671e-483f-9ce7-d00193360456 req-1c98e824-e8e7-4b74-9bcd-84b0de25b4cb tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Deleting port 50d24f6f-85ae-4825-96e3-e08047ae137c {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:48:30.112458 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7ef23ec5-671e-483f-9ce7-d00193360456 req-1c98e824-e8e7-4b74-9bcd-84b0de25b4cb tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:30.160269 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7ee987d8-0104-4ec9-b05a-635d9f0c000e None None] Port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:48:30.181298 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:30.183609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5db5e6ee-7107-4a51-a398-ee7ff3713e07 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:30.263036 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bec282dc-f69d-49ab-920f-ddd37d3a0c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:30.265844 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-82941784-c01e-432b-921d-020d16bd6c99 req-8954d3e1-310a-4596-b633-4eff40ec3f24 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b4909f6-646d-4f11-8f42-233b7dab2b17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795442
Jun 04 15:48:30.387000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-7ef23ec5-671e-483f-9ce7-d00193360456 req-1c98e824-e8e7-4b74-9bcd-84b0de25b4cb tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] For port 50d24f6f-85ae-4825-96e3-e08047ae137c, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=50d24f6f-85ae-4825-96e3-e08047ae137c,segment=NetworkSegment(72d1a1ba-a8d2-4349-b73f-2e173153f508),segment_id=72d1a1ba-a8d2-4349-b73f-2e173153f508)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:30.387267 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7ef23ec5-671e-483f-9ce7-d00193360456 req-1c98e824-e8e7-4b74-9bcd-84b0de25b4cb tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:30.404861 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-37da2edd-f99c-4a8d-b3ee-9607ea2b146b tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:30.412103 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d25f6789-7a30-4559-bef2-7d5577902cfb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:30.427528 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 5db5e6ee-7107-4a51-a398-ee7ff3713e07 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:30.427528 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:30.485078 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=54383bd8-7046-4a70-b87e-35692be09994,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:30.505387 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:30.655681 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cf71d4a3-271b-4b4d-aedb-48545af9af5e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:30.833417 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:48:30.874112 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:30.897731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port cf71d4a3-271b-4b4d-aedb-48545af9af5e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:30.902906 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port cf71d4a3-271b-4b4d-aedb-48545af9af5e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:30.903999 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:30.907966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Transition to ACTIVE for port object 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:30.916214 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-7ef23ec5-671e-483f-9ce7-d00193360456 req-1c98e824-e8e7-4b74-9bcd-84b0de25b4cb tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Calling delete_port for 50d24f6f-85ae-4825-96e3-e08047ae137c owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:48:30.976921 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:48:30.991755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93074bd3-a755-4c74-a80a-703538d1d238 req-c6b5fdab-8d43-4c3b-8235-f7d8d89e41e9 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:30.992574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-93074bd3-a755-4c74-a80a-703538d1d238 req-c6b5fdab-8d43-4c3b-8235-f7d8d89e41e9 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Synchronizing usage tracker for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:48:30.996496 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:31.011186 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:31.013579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da2edd-f99c-4a8d-b3ee-9607ea2b146b tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event deleted for resources: {'Port': ['ID=85ffa72e-7bbd-4e44-84a3-5d0604e16a9a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:31.020262 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:31.097204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Transition to ACTIVE for port object f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:31.153638 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-37da2edd-f99c-4a8d-b3ee-9607ea2b146b tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:31.205541 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:31.331509 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5de02268-b5d5-4d8e-8ebf-c1db4d63ba95,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:31.332108 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:31.345895 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:31.411411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port cf71d4a3-271b-4b4d-aedb-48545af9af5e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=cf71d4a3-271b-4b4d-aedb-48545af9af5e,segment=NetworkSegment(c6aac66e-ecc3-4588-9611-a6f941ceddb5),segment_id=c6aac66e-ecc3-4588-9611-a6f941ceddb5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:31.472571 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-37da2edd-f99c-4a8d-b3ee-9607ea2b146b tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:31.502845 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:31.507535 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:31.684047 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=cf71d4a3-271b-4b4d-aedb-48545af9af5e,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:31.712205 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:31.744786 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2a22850c-aa7a-4307-8c96-99362d4d4ba9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.509s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:31.775702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-93074bd3-a755-4c74-a80a-703538d1d238 req-c6b5fdab-8d43-4c3b-8235-f7d8d89e41e9 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Unset dirty status for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:48:31.777204 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93074bd3-a755-4c74-a80a-703538d1d238 req-c6b5fdab-8d43-4c3b-8235-f7d8d89e41e9 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 895 time: 1.0731502
Jun 04 15:48:31.850804 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9e35dba2-5e0e-4cca-bece-5dc3fce560bc up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:31.952479 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2f3c8-ce6d-4c81-b726-5e00608fbad9 req-d2240cc3-646e-4130-b21b-fd1798c0a32f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:31.953645 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-acc2f3c8-ce6d-4c81-b726-5e00608fbad9 req-d2240cc3-646e-4130-b21b-fd1798c0a32f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 944 time: 1.0459564
Jun 04 15:48:32.006489 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:32.008574 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 9e35dba2-5e0e-4cca-bece-5dc3fce560bc completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:32.015463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 9e35dba2-5e0e-4cca-bece-5dc3fce560bc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:32.015837 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:32.048008 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7ef23ec5-671e-483f-9ce7-d00193360456 req-1c98e824-e8e7-4b74-9bcd-84b0de25b4cb tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:32.067775 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Pushing event updated for resources: {'Port': ['ID=f650d2a2-f8f4-46b1-920b-bb4cb43a4f95,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:32.071351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-de2673aa-e32d-48a1-83c4-419e531344db req-fb4895fa-ac97-4427-ad37-2081036403e8 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Synchronizing usage tracker for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:48:32.077643 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:32.084174 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-63d2effc-5ad9-469b-a8b1-2e7bad7b085e tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588 tempest-ExtraDHCPOptionsIpV6TestJSON-1314690588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:32.127030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Attempting to bind port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:48:32.127459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Attempting to bind port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '8061d08b-5a11-420d-b650-a18d4cd491a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:48:32.127858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Attempting to bind port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 on network feae0b98-1dc7-4aa9-85ad-a68ef1e250dc {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:48:32.137465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 on network feae0b98-1dc7-4aa9-85ad-a68ef1e250dc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:48:32.137894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Attempting to bind port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 on network feae0b98-1dc7-4aa9-85ad-a68ef1e250dc {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:48:32.156986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:48:32.157440 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Checking segment: {'id': '8061d08b-5a11-420d-b650-a18d4cd491a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:48:32.164021 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Bound using segment: {'id': '8061d08b-5a11-420d-b650-a18d4cd491a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:48:32.164021 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Bound port: 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8061d08b-5a11-420d-b650-a18d4cd491a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:48:32.164021 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:32.175533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Attempting to bind port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:48:32.175952 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Attempting to bind port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '3c73109a-a000-42fe-98c3-57d9927d10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:48:32.176501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Attempting to bind port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 on network 567098fc-b653-473a-aa61-753bb52e5bfc {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:48:32.218388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 on network 567098fc-b653-473a-aa61-753bb52e5bfc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:48:32.218711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Attempting to bind port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 on network 567098fc-b653-473a-aa61-753bb52e5bfc {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:48:32.224078 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:32.238805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:48:32.239151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Checking segment: {'id': '3c73109a-a000-42fe-98c3-57d9927d10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:48:32.239543 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Bound using segment: {'id': '3c73109a-a000-42fe-98c3-57d9927d10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:48:32.240043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Bound port: f650d2a2-f8f4-46b1-920b-bb4cb43a4f95, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c73109a-a000-42fe-98c3-57d9927d10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:48:32.240327 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:32.257468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-de2673aa-e32d-48a1-83c4-419e531344db req-fb4895fa-ac97-4427-ad37-2081036403e8 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Unset dirty status for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:48:32.258671 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de2673aa-e32d-48a1-83c4-419e531344db req-fb4895fa-ac97-4427-ad37-2081036403e8 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 210 time: 0.2804866
Jun 04 15:48:32.274254 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98e824-e8e7-4b74-9bcd-84b0de25b4cb tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Pushing event deleted for resources: {'Port': ['ID=50d24f6f-85ae-4825-96e3-e08047ae137c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:32.284599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 9e35dba2-5e0e-4cca-bece-5dc3fce560bc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9e35dba2-5e0e-4cca-bece-5dc3fce560bc,segment=NetworkSegment(8061d08b-5a11-420d-b650-a18d4cd491a5),segment_id=8061d08b-5a11-420d-b650-a18d4cd491a5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:32.294357 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1c98e824-e8e7-4b74-9bcd-84b0de25b4cb tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:32.343000 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 50d24f6f-85ae-4825-96e3-e08047ae137c no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:48:32.348550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] For port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:48:32.348960 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37da2edd-f99c-4a8d-b3ee-9607ea2b146b tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Router 74fc7c40-2f1f-4118-a81d-89772046779d has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:48:32.360703 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] For port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=5de02268-b5d5-4d8e-8ebf-c1db4d63ba95,segment=NetworkSegment(8061d08b-5a11-420d-b650-a18d4cd491a5),segment_id=8061d08b-5a11-420d-b650-a18d4cd491a5)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:48:32.380432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] For port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:48:32.386928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] For port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=f650d2a2-f8f4-46b1-920b-bb4cb43a4f95,segment=NetworkSegment(3c73109a-a000-42fe-98c3-57d9927d10d3),segment_id=3c73109a-a000-42fe-98c3-57d9927d10d3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:48:32.400815 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 50d24f6f-85ae-4825-96e3-e08047ae137c {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:48:32.402111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 50d24f6f-85ae-4825-96e3-e08047ae137c not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:48:32.409639 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-acc2f3c8-ce6d-4c81-b726-5e00608fbad9 req-304a0b05-3294-4a99-8957-1c635347f2bd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed756eda-5be0-4eff-9111-9d73ab6bc5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4468815
Jun 04 15:48:32.411132 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef23ec5-671e-483f-9ce7-d00193360456 req-1c98e824-e8e7-4b74-9bcd-84b0de25b4cb tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] No DVR routers for this DVR port 50d24f6f-85ae-4825-96e3-e08047ae137c on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:48:32.416687 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:32.417776 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 68a96e26-3888-4183-bf8f-efb0c66101d4 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:32.432643 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-7ef23ec5-671e-483f-9ce7-d00193360456 req-1c98e824-e8e7-4b74-9bcd-84b0de25b4cb tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:32.435827 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e727ac-d19e-4dd2-847c-b0d16c81d5be', 'name': 'network-vif-deleted', 'tag': '50d24f6f-85ae-4825-96e3-e08047ae137c'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:48:32.438235 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d4a593-a153-4538-a63a-a15204bd4105" -d '{"events": [{"server_uuid": "67e727ac-d19e-4dd2-847c-b0d16c81d5be", "name": "network-vif-deleted", "tag": "50d24f6f-85ae-4825-96e3-e08047ae137c"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:48:32.518033 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ec8c28-fcf1-4b47-8a4c-9183afcf1b9f x-openstack-request-id: req-e8ec8c28-fcf1-4b47-8a4c-9183afcf1b9f {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:48:32.518373 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e727ac-d19e-4dd2-847c-b0d16c81d5be", "name": "network-vif-deleted", "tag": "50d24f6f-85ae-4825-96e3-e08047ae137c", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:48:32.518676 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8ec8c28-fcf1-4b47-8a4c-9183afcf1b9f {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:48:32.519119 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e727ac-d19e-4dd2-847c-b0d16c81d5be', 'name': 'network-vif-deleted', 'tag': '50d24f6f-85ae-4825-96e3-e08047ae137c', 'status': 'completed', 'code': 200}
Jun 04 15:48:32.522691 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f4fd4a16-6552-4e79-9bc5-f5c1d91649b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:32.529649 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:32.543127 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:32.555182 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a2dcb36f-1d44-4a47-afaf-1385efc3d86d tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:32.579380 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ccbc0022-0e27-40e8-bf70-8832963f35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:32.621297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37da2edd-f99c-4a8d-b3ee-9607ea2b146b tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:48:32.635913 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-37da2edd-f99c-4a8d-b3ee-9607ea2b146b tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "PUT /v2.0/routers/74fc7c40-2f1f-4118-a81d-89772046779d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4337318
Jun 04 15:48:32.640160 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51060) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:32.658573 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ee6e3e-514f-4677-b71a-112444988085 None None] Sync routers for ids ['74fc7c40-2f1f-4118-a81d-89772046779d'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:48:32.660178 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:32.660962 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:32.665519 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] 10.222.0.62 "PUT /v2.0/ports/f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 HTTP/1.1" status: 200  len: 1092 time: 3.1793678
Jun 04 15:48:32.677453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:32.678397 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:32.680087 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] 10.222.0.62 "PUT /v2.0/ports/5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 HTTP/1.1" status: 200  len: 1055 time: 3.6536739
Jun 04 15:48:32.683917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77d10e7-7143-4d03-8e5b-4ec56ed972bb', 'tag': 'f650d2a2-f8f4-46b1-920b-bb4cb43a4f95'}, {'name': 'network-changed', 'server_uuid': 'b64d1a8e-ec58-4740-ab79-ce5ca85e647c', 'tag': '5de02268-b5d5-4d8e-8ebf-c1db4d63ba95'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:48:32.686902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=9e35dba2-5e0e-4cca-bece-5dc3fce560bc,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:32.690933 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:32.697179 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bda528-7c86-48b2-9c2b-dfbe737a3a16" -d '{"events": [{"name": "network-changed", "server_uuid": "a77d10e7-7143-4d03-8e5b-4ec56ed972bb", "tag": "f650d2a2-f8f4-46b1-920b-bb4cb43a4f95"}, {"name": "network-changed", "server_uuid": "b64d1a8e-ec58-4740-ab79-ce5ca85e647c", "tag": "5de02268-b5d5-4d8e-8ebf-c1db4d63ba95"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:48:32.700226 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ee6e3e-514f-4677-b71a-112444988085 None None] Routers {'74fc7c40-2f1f-4118-a81d-89772046779d'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:48:32.701160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-24ee6e3e-514f-4677-b71a-112444988085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c215160>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:48:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['74fc7c40-2f1f-4118-a81d-89772046779d'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:32.735179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5de02268-b5d5-4d8e-8ebf-c1db4d63ba95,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:32.758947 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7ef23ec5-671e-483f-9ce7-d00193360456 req-1c98e824-e8e7-4b74-9bcd-84b0de25b4cb tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.62 "DELETE /v2.0/ports/50d24f6f-85ae-4825-96e3-e08047ae137c HTTP/1.1" status: 204  len: 173 time: 3.2278500
Jun 04 15:48:32.867068 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 68a96e26-3888-4183-bf8f-efb0c66101d4 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:32.867611 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:32.889321 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Jun 2021 15:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10c436f-90a1-4c9a-b5cd-4d2216b219ab x-openstack-request-id: req-a10c436f-90a1-4c9a-b5cd-4d2216b219ab {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:48:32.889679 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77d10e7-7143-4d03-8e5b-4ec56ed972bb", "tag": "f650d2a2-f8f4-46b1-920b-bb4cb43a4f95", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b64d1a8e-ec58-4740-ab79-ce5ca85e647c", "tag": "5de02268-b5d5-4d8e-8ebf-c1db4d63ba95", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:48:32.890006 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a10c436f-90a1-4c9a-b5cd-4d2216b219ab {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:48:32.890471 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77d10e7-7143-4d03-8e5b-4ec56ed972bb', 'tag': 'f650d2a2-f8f4-46b1-920b-bb4cb43a4f95', 'status': 'completed', 'code': 200}
Jun 04 15:48:32.890779 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64d1a8e-ec58-4740-ab79-ce5ca85e647c', 'tag': '5de02268-b5d5-4d8e-8ebf-c1db4d63ba95', 'status': 'completed', 'code': 200}
Jun 04 15:48:32.982023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-24ee6e3e-514f-4677-b71a-112444988085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c215160>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:33.009764 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ee6e3e-514f-4677-b71a-112444988085 None None] Routers {'74fc7c40-2f1f-4118-a81d-89772046779d'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:48:33.010779 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-24ee6e3e-514f-4677-b71a-112444988085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c215160>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:48:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['74fc7c40-2f1f-4118-a81d-89772046779d'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:33.123499 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-24ee6e3e-514f-4677-b71a-112444988085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c215160>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:33.124227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ee6e3e-514f-4677-b71a-112444988085 None None] The sync data for ids ['74fc7c40-2f1f-4118-a81d-89772046779d'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:48:33.188780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6858cb-f655-4b40-8d53-6a915dccb44c req-aa783d63-6fd3-435b-9faa-cd5654ce8faa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:33.197733 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff6858cb-f655-4b40-8d53-6a915dccb44c req-aa783d63-6fd3-435b-9faa-cd5654ce8faa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 907 time: 0.1551564
Jun 04 15:48:33.209570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Pushing event updated for resources: {'Port': ['ID=f650d2a2-f8f4-46b1-920b-bb4cb43a4f95,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:33.226936 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:33.226936 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.626s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:33.226936 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:33.231901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-747e8ed9-6d0d-46bf-8088-5caa3877e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:33.233567 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-747e8ed9-6d0d-46bf-8088-5caa3877e650 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5287f2e7ee8d4845b57a054c508e1de5&device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 1058 time: 0.2887053
Jun 04 15:48:33.235963 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 54383bd8-7046-4a70-b87e-35692be09994 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:33.237280 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-5e0bb98d-3370-4f2d-969e-32ae6af9eff7 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] delete failed (client error): The resource could not be found.
Jun 04 15:48:33.238315 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5e0bb98d-3370-4f2d-969e-32ae6af9eff7 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1817453394 HTTP/1.1" status: 404  len: 335 time: 0.5966530
Jun 04 15:48:33.243087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51074) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:33.248959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f62611e2-b6a5-4dda-8b5f-f3a3d9541543 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Request body: {'router': {'external_gateway_info': {'network_id': '74fc7c40-2f1f-4118-a81d-89772046779d'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:33.326346 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-ddc7838c-1f22-49b8-9a7c-785c94a2008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:33.331899 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-ddc7838c-1f22-49b8-9a7c-785c94a2008d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 1095 time: 0.5340118
Jun 04 15:48:33.369596 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 54383bd8-7046-4a70-b87e-35692be09994 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:33.369991 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:33.478967 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2a646ca9-7a58-4e06-af23-938ae7fbb95b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 HTTP/1.1" status: 200  len: 217 time: 0.1232135
Jun 04 15:48:33.540824 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-191b0900-2f82-4884-8dae-0e290f394724 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 HTTP/1.1" status: 200  len: 217 time: 0.2193925
Jun 04 15:48:33.653681 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-94e0c99f-41e6-4ff3-b0b0-98fcf6df5b73 req-649b0497-207f-4381-b816-d3e507293e1b tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Synchronizing usage tracker for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:48:33.680530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-b8971b46-4855-40a0-a899-a083cc9a7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:33.682076 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-b8971b46-4855-40a0-a899-a083cc9a7244 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1af6f3fb-48c8-4841-b1c1-286f30f0470c HTTP/1.1" status: 200  len: 838 time: 0.1955135
Jun 04 15:48:33.729643 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:33.743576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9e35dba2-5e0e-4cca-bece-5dc3fce560bc up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:33.779722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-e0ebb130-9548-407a-ac9c-6e9d7de4328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:33.781114 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-e0ebb130-9548-407a-ac9c-6e9d7de4328e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b7a3ab3-84c4-4c5d-95f1-009156ee066f HTTP/1.1" status: 200  len: 838 time: 0.2313678
Jun 04 15:48:33.790626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-276437f5-f355-4e38-a5d8-4283069443fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:33.792370 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-276437f5-f355-4e38-a5d8-4283069443fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=567098fc-b653-473a-aa61-753bb52e5bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0915442
Jun 04 15:48:33.794042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-94e0c99f-41e6-4ff3-b0b0-98fcf6df5b73 req-649b0497-207f-4381-b816-d3e507293e1b tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Unset dirty status for tenant:5c51f420ed0b46af9d13869cdf73dc77 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:48:33.795302 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-94e0c99f-41e6-4ff3-b0b0-98fcf6df5b73 req-649b0497-207f-4381-b816-d3e507293e1b tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e727ac-d19e-4dd2-847c-b0d16c81d5be HTTP/1.1" status: 200  len: 210 time: 0.2030907
Jun 04 15:48:33.820641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 9e35dba2-5e0e-4cca-bece-5dc3fce560bc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:33.821116 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:34.027872 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cf71d4a3-271b-4b4d-aedb-48545af9af5e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:34.028341 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-dec4e8b3-6cff-4ac6-80e7-826e08f0fb8b service neutron] 10.222.0.62 "GET /v2.0/networks/567098fc-b653-473a-aa61-753bb52e5bfc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2275100
Jun 04 15:48:34.140991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port cf71d4a3-271b-4b4d-aedb-48545af9af5e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:34.141609 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:34.292073 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-2dcf9f06-26a6-4c5e-91ec-8a1b7a859f00 service neutron] 10.222.0.62 "GET /v2.0/networks/567098fc-b653-473a-aa61-753bb52e5bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2582152
Jun 04 15:48:34.398997 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f62611e2-b6a5-4dda-8b5f-f3a3d9541543 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:34.432150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17b7b8-73c4-4f1b-a497-3f06961a9171 req-8a70f53c-0658-49e3-a233-07d5080f6466 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:34.439790 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f17b7b8-73c4-4f1b-a497-3f06961a9171 req-8a70f53c-0658-49e3-a233-07d5080f6466 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 944 time: 0.7298405
Jun 04 15:48:34.440781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-d4c2e6c2-dac5-4ff3-91ce-a423350b5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:34.442384 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-d4c2e6c2-dac5-4ff3-91ce-a423350b5571 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=feae0b98-1dc7-4aa9-85ad-a68ef1e250dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5800352
Jun 04 15:48:34.464715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc38173-9b38-4179-be86-85905e126a07 req-59365f99-f788-48ea-81b6-89201f96b4bc tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:34.466399 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4dc38173-9b38-4179-be86-85905e126a07 req-59365f99-f788-48ea-81b6-89201f96b4bc tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 907 time: 0.1240668
Jun 04 15:48:34.535310 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2f17b7b8-73c4-4f1b-a497-3f06961a9171 req-86f275e6-e101-4422-a6cb-d608b2cc797e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed756eda-5be0-4eff-9111-9d73ab6bc5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916770
Jun 04 15:48:34.612341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-78519044-8889-4bb0-9929-ad250e605086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:34.613970 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-78519044-8889-4bb0-9929-ad250e605086 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 1095 time: 0.1124406
Jun 04 15:48:34.648827 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-a108f251-0b19-428b-9d94-821cb07c7bbe service neutron] 10.222.0.62 "GET /v2.0/networks/feae0b98-1dc7-4aa9-85ad-a68ef1e250dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900954
Jun 04 15:48:34.728281 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-f62611e2-b6a5-4dda-8b5f-f3a3d9541543 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] update failed (client error): The resource could not be found.
Jun 04 15:48:34.729338 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f62611e2-b6a5-4dda-8b5f-f3a3d9541543 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "PUT /v2.0/routers/74fc7c40-2f1f-4118-a81d-89772046779d HTTP/1.1" status: 404  len: 339 time: 1.4852118
Jun 04 15:48:34.733034 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51110) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:34.771541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-e66b0216-f612-4596-85c1-352b906ef543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:34.773041 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-e66b0216-f612-4596-85c1-352b906ef543 service neutron] 10.222.0.62 "GET /v2.0/networks?id=567098fc-b653-473a-aa61-753bb52e5bfc HTTP/1.1" status: 200  len: 897 time: 0.1526458
Jun 04 15:48:34.842346 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-c054487f-4b1a-4fb0-ac69-7e498754ec78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 HTTP/1.1" status: 200  len: 217 time: 0.0623527
Jun 04 15:48:34.934537 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51118) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:35.015335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-8e319688-29e5-476f-8200-9fed66990e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:35.016900 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-8e319688-29e5-476f-8200-9fed66990e65 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1af6f3fb-48c8-4841-b1c1-286f30f0470c HTTP/1.1" status: 200  len: 838 time: 0.1654983
Jun 04 15:48:35.024676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-95afe964-02f9-4674-ad29-2bf7fb4bc159 admin admin] Deleting subnet 6ca6e046-932e-4cd9-be29-03f24f42f2ae {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:48:35.065658 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95afe964-02f9-4674-ad29-2bf7fb4bc159 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:35.135120 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95afe964-02f9-4674-ad29-2bf7fb4bc159 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:35.204422 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95afe964-02f9-4674-ad29-2bf7fb4bc159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:35.241685 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:35.245547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-cdfccfcb-c6c8-4fca-8355-998e34fe8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:35.247195 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-cdfccfcb-c6c8-4fca-8355-998e34fe8453 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=567098fc-b653-473a-aa61-753bb52e5bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2202373
Jun 04 15:48:35.277242 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a23cf87c-fd77-43e5-9980-d2b26ed4b73f req-44919511-2593-4672-9bae-009462c0a0fe service neutron] 10.222.0.62 "GET /v2.0/networks/feae0b98-1dc7-4aa9-85ad-a68ef1e250dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6214561
Jun 04 15:48:35.419913 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:35.825948 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-da4495e9-093a-4d59-9f88-12ddecbf8ac8 service neutron] 10.222.0.62 "GET /v2.0/networks/567098fc-b653-473a-aa61-753bb52e5bfc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5614138
Jun 04 15:48:35.853576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c957768-4a47-4566-8d87-c0a54b72ae1d req-b4ca542c-fb9c-4cc4-a529-ffb0aa12fa86 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:35.855136 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5c957768-4a47-4566-8d87-c0a54b72ae1d req-b4ca542c-fb9c-4cc4-a529-ffb0aa12fa86 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 907 time: 0.2063165
Jun 04 15:48:35.973131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Allocated IP 172.20.0.1 (df8ff0e9-d80e-439a-9373-3746e3c80e9f/b3ae8d52-fcfd-4d52-ba4b-606f765b3d00/7fa13e7d-c9ab-40b1-9d0f-5b7e171f67b1) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:48:36.123998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a59c68-f7de-44bc-b29c-0a2e9b3811cc req-e6f49080-0bb8-400f-b766-17da86fad86f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:36.125745 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a2a59c68-f7de-44bc-b29c-0a2e9b3811cc req-e6f49080-0bb8-400f-b766-17da86fad86f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 944 time: 0.3519886
Jun 04 15:48:36.130892 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-4b7a6146-2cca-4f7e-bc3e-057b6703fd98 service neutron] 10.222.0.62 "GET /v2.0/networks/567098fc-b653-473a-aa61-753bb52e5bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2909815
Jun 04 15:48:36.281588 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a2a59c68-f7de-44bc-b29c-0a2e9b3811cc req-b4b7c794-a96b-497e-bbcb-2ba186a940fc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed756eda-5be0-4eff-9111-9d73ab6bc5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1362348
Jun 04 15:48:36.308963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-158981d1-cb86-475a-b818-cf71dca8049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:36.330638 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-158981d1-cb86-475a-b818-cf71dca8049e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5287f2e7ee8d4845b57a054c508e1de5&device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 1058 time: 0.1525774
Jun 04 15:48:36.335377 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95afe964-02f9-4674-ad29-2bf7fb4bc159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:36.337505 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a12bebee-bf4f-49a6-86dc-2ff44b48c739 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:36.404169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afe964-02f9-4674-ad29-2bf7fb4bc159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca6e046-932e-4cd9-be29-03f24f42f2ae,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:36.413444 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:36.413884 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-95afe964-02f9-4674-ad29-2bf7fb4bc159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:36.426961 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95afe964-02f9-4674-ad29-2bf7fb4bc159 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:36.438703 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-95afe964-02f9-4674-ad29-2bf7fb4bc159 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6ca6e046-932e-4cd9-be29-03f24f42f2ae HTTP/1.1" status: 204  len: 168 time: 1.4995012
Jun 04 15:48:36.442897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51152) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:36.445579 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Transition to ACTIVE for port object 7fa13e7d-c9ab-40b1-9d0f-5b7e171f67b1 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:36.560763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-0d252c3e-1164-4804-ae35-71f69b423573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:36.562551 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-0d252c3e-1164-4804-ae35-71f69b423573 service neutron] 10.222.0.62 "GET /v2.0/networks?id=feae0b98-1dc7-4aa9-85ad-a68ef1e250dc HTTP/1.1" status: 200  len: 899 time: 0.1908066
Jun 04 15:48:36.630135 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f9605372-ee87-4e83-ab11-d08fa665e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:36.651740 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-2044ca62-c574-4dee-8313-fcd567744bb0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 HTTP/1.1" status: 200  len: 217 time: 0.0813351
Jun 04 15:48:36.744631 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1da87fb-5086-4703-acb5-eb6a4bac40aa req-991b42f6-a2c3-43d1-82cb-b088bee11b1b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1893184
Jun 04 15:48:36.768021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-e2dec977-81df-4d9d-a34b-89bc2539bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:36.770050 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-e2dec977-81df-4d9d-a34b-89bc2539bbcb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b7a3ab3-84c4-4c5d-95f1-009156ee066f HTTP/1.1" status: 200  len: 838 time: 0.1109569
Jun 04 15:48:36.815441 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:36.831041 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f9605372-ee87-4e83-ab11-d08fa665e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:36.864713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-4b676a69-5b7d-4b08-98d0-f914e49d13b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:36.866498 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-4b676a69-5b7d-4b08-98d0-f914e49d13b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=feae0b98-1dc7-4aa9-85ad-a68ef1e250dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0883150
Jun 04 15:48:36.876113 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5fcf32c6-2a02-4f77-897b-d9a9c4d76d93 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:36.971508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-f9605372-ee87-4e83-ab11-d08fa665e78b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c777280>,) {'filters': {'network_id': ['0339ff3f-f872-422f-8d79-308474532286']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:36.988558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event updated for resources: {'Port': ['ID=7fa13e7d-c9ab-40b1-9d0f-5b7e171f67b1,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:37.001979 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:37.008454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-f9605372-ee87-4e83-ab11-d08fa665e78b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c777280>, '72d1a1ba-a8d2-4349-b73f-2e173153f508') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:37.008876 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-f9605372-ee87-4e83-ab11-d08fa665e78b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c777280>, '72d1a1ba-a8d2-4349-b73f-2e173153f508') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:37.022922 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-7894ad61-afef-4489-af2d-da4ddf7399d7 service neutron] 10.222.0.62 "GET /v2.0/networks/feae0b98-1dc7-4aa9-85ad-a68ef1e250dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467323
Jun 04 15:48:37.058340 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f9605372-ee87-4e83-ab11-d08fa665e78b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:37.087000 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Network df8ff0e9-d80e-439a-9373-3746e3c80e9f is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:48:37.097723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:37.108409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:48:37.168755 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f9605372-ee87-4e83-ab11-d08fa665e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:37.192615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9605372-ee87-4e83-ab11-d08fa665e78b admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:48:37.193221 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f9605372-ee87-4e83-ab11-d08fa665e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:48:37.208918 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:48:37.221858 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63bda528-7c86-48b2-9c2b-dfbe737a3a16 req-32f9bb26-2963-4953-a3a6-a0243e3abfd8 service neutron] 10.222.0.62 "GET /v2.0/networks/feae0b98-1dc7-4aa9-85ad-a68ef1e250dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1920245
Jun 04 15:48:37.344369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da87fb-5086-4703-acb5-eb6a4bac40aa req-024c54d7-b15b-4b3b-affe-6d9e62b037db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:37.346018 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1da87fb-5086-4703-acb5-eb6a4bac40aa req-024c54d7-b15b-4b3b-affe-6d9e62b037db service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 1096 time: 0.5429146
Jun 04 15:48:37.355569 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:37.446473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d8256-49c4-46dc-bdd8-662fa0a7d799 req-bd7a905b-b0ed-4892-b1fb-097e064bfd28 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:37.458052 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-881d8256-49c4-46dc-bdd8-662fa0a7d799 req-bd7a905b-b0ed-4892-b1fb-097e064bfd28 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 907 time: 0.4342887
Jun 04 15:48:37.526561 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f9605372-ee87-4e83-ab11-d08fa665e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:37.538956 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-69707788-008b-48bb-b87a-4a38ee4880ca tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:37.555864 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f9605372-ee87-4e83-ab11-d08fa665e78b admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:37.577548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a6886-39e4-4a7c-84e7-57eb46ddaf70 req-3ae5247a-5d98-4fbe-9aa5-900a12cb0e34 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:37.583739 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9390bdd8-884c-4c0f-bfb0-a566a84f3a61 None None] Provisioning for port 7fa13e7d-c9ab-40b1-9d0f-5b7e171f67b1 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:37.592045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9605372-ee87-4e83-ab11-d08fa665e78b admin admin] Pushing event deleted for resources: {'Network': ['ID=0339ff3f-f872-422f-8d79-308474532286,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:37.593694 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-626a6886-39e4-4a7c-84e7-57eb46ddaf70 req-3ae5247a-5d98-4fbe-9aa5-900a12cb0e34 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 944 time: 0.1370268
Jun 04 15:48:37.603605 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9390bdd8-884c-4c0f-bfb0-a566a84f3a61 None None] Provisioning complete for port 7fa13e7d-c9ab-40b1-9d0f-5b7e171f67b1 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:37.604230 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9390bdd8-884c-4c0f-bfb0-a566a84f3a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:37.612411 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f9605372-ee87-4e83-ab11-d08fa665e78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:37.636909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da87fb-5086-4703-acb5-eb6a4bac40aa req-8203c08c-7bb7-433c-9cba-58d0351c7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:37.638475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1da87fb-5086-4703-acb5-eb6a4bac40aa req-8203c08c-7bb7-433c-9cba-58d0351c7cfe service neutron] 10.222.0.65 "GET /v2.0/networks?id=3a7df431-47fb-4038-86f5-d24e78603d5f HTTP/1.1" status: 200  len: 897 time: 0.2643077
Jun 04 15:48:37.650037 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-626a6886-39e4-4a7c-84e7-57eb46ddaf70 req-ac9ab057-b8c2-4d47-b5c5-ce5fe486ad25 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed756eda-5be0-4eff-9111-9d73ab6bc5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444255
Jun 04 15:48:37.672781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9390bdd8-884c-4c0f-bfb0-a566a84f3a61 None None] Port 7fa13e7d-c9ab-40b1-9d0f-5b7e171f67b1 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:48:37.740637 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f9605372-ee87-4e83-ab11-d08fa665e78b admin admin] 10.222.0.32 "DELETE /v2.0/networks/0339ff3f-f872-422f-8d79-308474532286 HTTP/1.1" status: 204  len: 168 time: 1.2899199
Jun 04 15:48:37.764184 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1da87fb-5086-4703-acb5-eb6a4bac40aa req-d8e2e701-14ac-402a-8048-7f4cc082ef58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4478d380-3acb-4e81-979c-f92b79c028c3 HTTP/1.1" status: 200  len: 1001 time: 0.1194062
Jun 04 15:48:37.889854 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:37.914599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da87fb-5086-4703-acb5-eb6a4bac40aa req-36024e28-f8e7-4d70-9820-f78ea21712e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:37.916218 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1da87fb-5086-4703-acb5-eb6a4bac40aa req-36024e28-f8e7-4d70-9820-f78ea21712e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c803f1ab-b6e1-4222-a7ed-4d97e8604a8f HTTP/1.1" status: 200  len: 834 time: 0.1109040
Jun 04 15:48:38.369114 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:48:38.380303 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da87fb-5086-4703-acb5-eb6a4bac40aa req-5a294760-8fd7-4671-8e18-19e732362170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:38.386678 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1da87fb-5086-4703-acb5-eb6a4bac40aa req-5a294760-8fd7-4671-8e18-19e732362170 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3a7df431-47fb-4038-86f5-d24e78603d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4158783
Jun 04 15:48:38.393393 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51196) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:38.480877 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3326e275-5247-4502-b3d2-ce9d6b4abe7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c51f420ed0b46af9d13869cdf73dc77&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0858362
Jun 04 15:48:38.481711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51202) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:38.555643 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d9cc5407-7159-4356-9364-06deb2cd648a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:38.634840 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d9cc5407-7159-4356-9364-06deb2cd648a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:38.651573 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=f650d2a2-f8f4-46b1-920b-bb4cb43a4f95,segment=NetworkSegment(3c73109a-a000-42fe-98c3-57d9927d10d3),segment_id=3c73109a-a000-42fe-98c3-57d9927d10d3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:38.676824 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'f650d2a2-f8f4-46b1-920b-bb4cb43a4f95', 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc', 'port_id': 'f650d2a2-f8f4-46b1-920b-bb4cb43a4f95', 'mac_address': 'fa:16:3e:88:67:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af6f3fb-48c8-4841-b1c1-286f30f0470c', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:48:38.757606 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:38.800034 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:48:38.830317 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=f650d2a2-f8f4-46b1-920b-bb4cb43a4f95,segment=NetworkSegment(3c73109a-a000-42fe-98c3-57d9927d10d3),segment_id=3c73109a-a000-42fe-98c3-57d9927d10d3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:38.834548 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1da87fb-5086-4703-acb5-eb6a4bac40aa req-25c948ad-d702-4cea-9ec0-9b5ad04cae9d service neutron] 10.222.0.65 "GET /v2.0/networks/3a7df431-47fb-4038-86f5-d24e78603d5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4432962
Jun 04 15:48:38.849126 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d9cc5407-7159-4356-9364-06deb2cd648a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:38.859701 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-985101d5-0b10-4ab2-8040-c9365d65d6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:38.878012 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc5407-7159-4356-9364-06deb2cd648a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4909f6-646d-4f11-8f42-233b7dab2b17,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:38.881846 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d9cc5407-7159-4356-9364-06deb2cd648a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:38.931636 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:38.933828 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:38.942163 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49985fc7-d123-41fa-9fb4-03c96f21ed88 req-a04c6d5a-78eb-4882-b92a-48c1e44bcbf2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:38.944129 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-49985fc7-d123-41fa-9fb4-03c96f21ed88 req-a04c6d5a-78eb-4882-b92a-48c1e44bcbf2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 944 time: 0.1402946
Jun 04 15:48:38.999389 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-49985fc7-d123-41fa-9fb4-03c96f21ed88 req-dba8c599-b2f4-45e6-b82c-614fc5c3861d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed756eda-5be0-4eff-9111-9d73ab6bc5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467911
Jun 04 15:48:39.006673 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d9cc5407-7159-4356-9364-06deb2cd648a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:39.007962 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d9cc5407-7159-4356-9364-06deb2cd648a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b4909f6-646d-4f11-8f42-233b7dab2b17 HTTP/1.1" status: 204  len: 168 time: 0.5252318
Jun 04 15:48:39.012821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbfec1-7dc5-4130-9241-02a9289c4a10 req-3f7557b8-990b-4e6b-8847-b2eda5af4152 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:39.033066 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-98fbfec1-7dc5-4130-9241-02a9289c4a10 req-3f7557b8-990b-4e6b-8847-b2eda5af4152 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 907 time: 0.4073172
Jun 04 15:48:39.041511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=f650d2a2-f8f4-46b1-920b-bb4cb43a4f95,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:39.043151 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:39.052820 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:39.103630 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1da87fb-5086-4703-acb5-eb6a4bac40aa req-88d7c5e5-58f2-437a-a92b-d1553be6ffd8 service neutron] 10.222.0.65 "GET /v2.0/networks/3a7df431-47fb-4038-86f5-d24e78603d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2610979
Jun 04 15:48:39.118350 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:39.157879 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:39.257286 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:39.261760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event updated for resources: {'Port': ['ID=7fa13e7d-c9ab-40b1-9d0f-5b7e171f67b1,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:39.276155 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:39.342683 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['f650d2a2-f8f4-46b1-920b-bb4cb43a4f95'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:48:39.426454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Network df8ff0e9-d80e-439a-9373-3746e3c80e9f is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:48:39.428126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:39.693170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Router 74fc7c40-2f1f-4118-a81d-89772046779d has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:48:39.856304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cfe466b5-8dc8-4ffe-b234-751987875ec9 None None] Provisioning complete for port 7fa13e7d-c9ab-40b1-9d0f-5b7e171f67b1 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:39.859454 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cfe466b5-8dc8-4ffe-b234-751987875ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:39.973917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cfe466b5-8dc8-4ffe-b234-751987875ec9 None None] Port 7fa13e7d-c9ab-40b1-9d0f-5b7e171f67b1 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:48:39.987341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:48:40.001446 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59671825-d040-4b40-8e74-977048e78ee1 None None] Sync routers for ids ['74fc7c40-2f1f-4118-a81d-89772046779d'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:48:40.002954 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51246) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:40.006405 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "PUT /v2.0/routers/74fc7c40-2f1f-4118-a81d-89772046779d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2643514
Jun 04 15:48:40.057049 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59671825-d040-4b40-8e74-977048e78ee1 None None] Routers {'74fc7c40-2f1f-4118-a81d-89772046779d'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:48:40.057049 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-59671825-d040-4b40-8e74-977048e78ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca14400>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:48:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['74fc7c40-2f1f-4118-a81d-89772046779d'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:40.177076 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-59671825-d040-4b40-8e74-977048e78ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca14400>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:40.186161 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59671825-d040-4b40-8e74-977048e78ee1 None None] Routers {'74fc7c40-2f1f-4118-a81d-89772046779d'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:48:40.186783 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-59671825-d040-4b40-8e74-977048e78ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838ca14400>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:48:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['74fc7c40-2f1f-4118-a81d-89772046779d'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:40.247670 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-59671825-d040-4b40-8e74-977048e78ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838ca14400>, [], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:40.248089 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59671825-d040-4b40-8e74-977048e78ee1 None None] The sync data for ids ['74fc7c40-2f1f-4118-a81d-89772046779d'] in n-d-791505-9 is: [] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:48:40.312022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a0d4e-8c4f-48a4-b93b-8c750a0f2dfb req-988d4dbc-cc1f-4dbc-852f-6899a54c6ab3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:40.312022 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4a4a0d4e-8c4f-48a4-b93b-8c750a0f2dfb req-988d4dbc-cc1f-4dbc-852f-6899a54c6ab3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 907 time: 0.1037002
Jun 04 15:48:40.325716 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ecb1fca3-a6f4-4297-9d71-73a5bbd1e97e tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:40.387983 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:48:40.639848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=5de02268-b5d5-4d8e-8ebf-c1db4d63ba95,segment=NetworkSegment(8061d08b-5a11-420d-b650-a18d4cd491a5),segment_id=8061d08b-5a11-420d-b650-a18d4cd491a5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:40.697479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '5de02268-b5d5-4d8e-8ebf-c1db4d63ba95', 'network_id': 'feae0b98-1dc7-4aa9-85ad-a68ef1e250dc', 'port_id': '5de02268-b5d5-4d8e-8ebf-c1db4d63ba95', 'mac_address': 'fa:16:3e:6c:36:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7a3ab3-84c4-4c5d-95f1-009156ee066f', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:48:40.813242 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:40.826722 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5714bb-d014-44a0-aa38-b3560695b859 req-3621fd42-0987-43be-8050-289a42341f4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:40.834472 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d5714bb-d014-44a0-aa38-b3560695b859 req-3621fd42-0987-43be-8050-289a42341f4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 945 time: 0.6062880
Jun 04 15:48:40.858707 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:48:40.884771 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-ecb1fca3-a6f4-4297-9d71-73a5bbd1e97e tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] delete failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:48:40.888302 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ecb1fca3-a6f4-4297-9d71-73a5bbd1e97e tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "DELETE /v2.0/routers/74fc7c40-2f1f-4118-a81d-89772046779d HTTP/1.1" status: 409  len: 329 time: 0.8824649
Jun 04 15:48:40.889045 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51268) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:40.900695 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=5de02268-b5d5-4d8e-8ebf-c1db4d63ba95,segment=NetworkSegment(8061d08b-5a11-420d-b650-a18d4cd491a5),segment_id=8061d08b-5a11-420d-b650-a18d4cd491a5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:40.962949 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d5714bb-d014-44a0-aa38-b3560695b859 req-834f981b-65ac-45a1-8fa9-d45af648f98a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed756eda-5be0-4eff-9111-9d73ab6bc5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1275909
Jun 04 15:48:40.986313 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:40.988239 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:41.067900 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=5de02268-b5d5-4d8e-8ebf-c1db4d63ba95,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:41.071740 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:41.375442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['5de02268-b5d5-4d8e-8ebf-c1db4d63ba95'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:48:41.615742 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7fff04b3-7929-460b-a67c-0c51b3184290 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:41.749185 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998f780-9fd5-4bbb-b7ef-9219da04f934 req-73b005c4-43ae-45fd-90a2-5fa9c5a3c119 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:41.750666 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2998f780-9fd5-4bbb-b7ef-9219da04f934 req-73b005c4-43ae-45fd-90a2-5fa9c5a3c119 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 908 time: 0.2489161
Jun 04 15:48:42.142576 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7fff04b3-7929-460b-a67c-0c51b3184290 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Deleting port 7fa13e7d-c9ab-40b1-9d0f-5b7e171f67b1 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:48:42.142825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7fff04b3-7929-460b-a67c-0c51b3184290 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:42.290707 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7fff04b3-7929-460b-a67c-0c51b3184290 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:42.418428 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:42.574094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:42.583762 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:42.584146 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:42.636895 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7fff04b3-7929-460b-a67c-0c51b3184290 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Calling delete_port for 7fa13e7d-c9ab-40b1-9d0f-5b7e171f67b1 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:48:42.676601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418211df-1c55-4dde-b2df-dbc768d8da55 req-049878b1-c52e-405a-a0d9-072a7fd95288 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:42.681935 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-418211df-1c55-4dde-b2df-dbc768d8da55 req-049878b1-c52e-405a-a0d9-072a7fd95288 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 945 time: 0.6055212
Jun 04 15:48:42.741873 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-418211df-1c55-4dde-b2df-dbc768d8da55 req-ace60d85-d47c-45af-b572-fd3432effcad tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed756eda-5be0-4eff-9111-9d73ab6bc5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588043
Jun 04 15:48:42.791298 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:42.851119 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77d10e7-7143-4d03-8e5b-4ec56ed972bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f650d2a2-f8f4-46b1-920b-bb4cb43a4f95'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:48:42.856334 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984a7848-7322-4327-b10b-2c42c25b97d5" -d '{"events": [{"server_uuid": "a77d10e7-7143-4d03-8e5b-4ec56ed972bb", "name": "network-vif-plugged", "status": "completed", "tag": "f650d2a2-f8f4-46b1-920b-bb4cb43a4f95"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:48:42.877294 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=f650d2a2-f8f4-46b1-920b-bb4cb43a4f95,segment=NetworkSegment(3c73109a-a000-42fe-98c3-57d9927d10d3),segment_id=3c73109a-a000-42fe-98c3-57d9927d10d3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:42.947386 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ececc3-b258-46e6-ac27-9343f7594bc2 x-openstack-request-id: req-d0ececc3-b258-46e6-ac27-9343f7594bc2 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:48:42.947688 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77d10e7-7143-4d03-8e5b-4ec56ed972bb", "name": "network-vif-plugged", "status": "completed", "tag": "f650d2a2-f8f4-46b1-920b-bb4cb43a4f95", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:48:42.947943 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0ececc3-b258-46e6-ac27-9343f7594bc2 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:48:42.948360 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77d10e7-7143-4d03-8e5b-4ec56ed972bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f650d2a2-f8f4-46b1-920b-bb4cb43a4f95', 'code': 200}
Jun 04 15:48:42.954556 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:42.955643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:42.995118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efadad1-8427-45fc-93c8-95da707586c4 req-d35861b4-7155-4bd0-8b0a-90c21e20720f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:43.011031 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7efadad1-8427-45fc-93c8-95da707586c4 req-d35861b4-7155-4bd0-8b0a-90c21e20720f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 908 time: 0.1178379
Jun 04 15:48:43.031138 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:43.116725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ac557-bd85-49eb-a6d8-3c1f1944ce24 req-f9cbd878-cccf-4beb-897c-ec4ea753c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:43.119357 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f69ac557-bd85-49eb-a6d8-3c1f1944ce24 req-f9cbd878-cccf-4beb-897c-ec4ea753c230 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 1097 time: 0.0773292
Jun 04 15:48:43.132332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=f650d2a2-f8f4-46b1-920b-bb4cb43a4f95,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:43.194167 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:43.195144 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f69ac557-bd85-49eb-a6d8-3c1f1944ce24 req-e1506396-81e2-45d6-9d4c-1137d149baa5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ed756eda-5be0-4eff-9111-9d73ab6bc5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443082
Jun 04 15:48:43.214783 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7fff04b3-7929-460b-a67c-0c51b3184290 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:43.220859 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-886ce9f2-89d4-440a-93a3-05a2f59a21ef tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:43.274926 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:43.285775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:43.286281 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:43.325953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff04b3-7929-460b-a67c-0c51b3184290 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event deleted for resources: {'Port': ['ID=7fa13e7d-c9ab-40b1-9d0f-5b7e171f67b1,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:43.413053 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7fff04b3-7929-460b-a67c-0c51b3184290 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:43.523749 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:43.664239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=5de02268-b5d5-4d8e-8ebf-c1db4d63ba95,segment=NetworkSegment(8061d08b-5a11-420d-b650-a18d4cd491a5),segment_id=8061d08b-5a11-420d-b650-a18d4cd491a5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:43.686195 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7fff04b3-7929-460b-a67c-0c51b3184290 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:43.729642 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:43.731708 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:43.812967 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=5de02268-b5d5-4d8e-8ebf-c1db4d63ba95,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:43.823486 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:43.960847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476df355-54a7-4c3b-ac28-71e1b365aa35 req-411425ce-7537-492c-8968-dec9dff941e9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:43.968508 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-476df355-54a7-4c3b-ac28-71e1b365aa35 req-411425ce-7537-492c-8968-dec9dff941e9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 946 time: 0.1055236
Jun 04 15:48:44.035794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fff04b3-7929-460b-a67c-0c51b3184290 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Router 74fc7c40-2f1f-4118-a81d-89772046779d has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:48:44.296283 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-476df355-54a7-4c3b-ac28-71e1b365aa35 req-27a02a0c-7292-420a-a47e-7cf3bfb535e0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed756eda-5be0-4eff-9111-9d73ab6bc5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3266869
Jun 04 15:48:44.352240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fff04b3-7929-460b-a67c-0c51b3184290 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:48:44.361627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f0fcb-a6fe-4805-9532-7f377d8cdec8 None None] Sync routers for ids ['74fc7c40-2f1f-4118-a81d-89772046779d'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:48:44.364086 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7fff04b3-7929-460b-a67c-0c51b3184290 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "PUT /v2.0/routers/74fc7c40-2f1f-4118-a81d-89772046779d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4744277
Jun 04 15:48:44.367762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51370) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:44.375501 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f0fcb-a6fe-4805-9532-7f377d8cdec8 None None] Routers {'74fc7c40-2f1f-4118-a81d-89772046779d'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:48:44.376351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-b47f0fcb-a6fe-4805-9532-7f377d8cdec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c0c3790>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:48:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['74fc7c40-2f1f-4118-a81d-89772046779d'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:44.412286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def6a70-924b-4fce-b353-054be32ceadb req-153d7847-a85c-4c62-88a0-580b8c6672e3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:44.413884 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2def6a70-924b-4fce-b353-054be32ceadb req-153d7847-a85c-4c62-88a0-580b8c6672e3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 909 time: 0.1190085
Jun 04 15:48:44.448612 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-1e860723-ef1d-430a-a550-81a4b3f868bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] show failed (client error): The resource could not be found.
Jun 04 15:48:44.449651 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1e860723-ef1d-430a-a550-81a4b3f868bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1507449769 HTTP/1.1" status: 404  len: 335 time: 0.0809145
Jun 04 15:48:44.449865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-b47f0fcb-a6fe-4805-9532-7f377d8cdec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c0c3790>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:44.458747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51372) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:44.460073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f0fcb-a6fe-4805-9532-7f377d8cdec8 None None] Routers {'74fc7c40-2f1f-4118-a81d-89772046779d'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:48:44.460694 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-b47f0fcb-a6fe-4805-9532-7f377d8cdec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c0c3790>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:48:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['74fc7c40-2f1f-4118-a81d-89772046779d'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:44.463870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-211a611c-08c0-416c-92bd-b1bfdeee78a4 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:44.529879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-b47f0fcb-a6fe-4805-9532-7f377d8cdec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c0c3790>, [], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:44.530732 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f0fcb-a6fe-4805-9532-7f377d8cdec8 None None] The sync data for ids ['74fc7c40-2f1f-4118-a81d-89772046779d'] in n-d-791505-9 is: [] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:48:44.536983 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-211a611c-08c0-416c-92bd-b1bfdeee78a4 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] update failed (client error): The resource could not be found.
Jun 04 15:48:44.536983 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-211a611c-08c0-416c-92bd-b1bfdeee78a4 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-484011467 HTTP/1.1" status: 404  len: 334 time: 0.0738466
Jun 04 15:48:44.537697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51376) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:44.625792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23de9b8-8c8a-4aac-80ad-61b9376a0dfb tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Deleting subnet f489706d-694e-45fb-9812-ddc0c4fa8f72 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:48:44.630057 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d23de9b8-8c8a-4aac-80ad-61b9376a0dfb tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:44.692764 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d23de9b8-8c8a-4aac-80ad-61b9376a0dfb tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:44.792701 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d23de9b8-8c8a-4aac-80ad-61b9376a0dfb tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:44.949209 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64d1a8e-ec58-4740-ab79-ce5ca85e647c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de02268-b5d5-4d8e-8ebf-c1db4d63ba95'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:48:44.951650 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcb2a9c-ef0f-4b47-85c9-4eeb85519321" -d '{"events": [{"server_uuid": "b64d1a8e-ec58-4740-ab79-ce5ca85e647c", "name": "network-vif-plugged", "status": "completed", "tag": "5de02268-b5d5-4d8e-8ebf-c1db4d63ba95"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:48:44.995841 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58129357-540a-494d-8f64-a8d44e38e2e2 x-openstack-request-id: req-58129357-540a-494d-8f64-a8d44e38e2e2 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:48:44.996163 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64d1a8e-ec58-4740-ab79-ce5ca85e647c", "name": "network-vif-plugged", "status": "completed", "tag": "5de02268-b5d5-4d8e-8ebf-c1db4d63ba95", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:48:44.996590 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58129357-540a-494d-8f64-a8d44e38e2e2 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:48:44.997022 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64d1a8e-ec58-4740-ab79-ce5ca85e647c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de02268-b5d5-4d8e-8ebf-c1db4d63ba95', 'code': 200}
Jun 04 15:48:45.204041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cce55-e902-4cff-a602-f64e3c326938 req-a64a58c0-caf6-46bd-82d9-599abc9ebd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:45.206302 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6c9cce55-e902-4cff-a602-f64e3c326938 req-a64a58c0-caf6-46bd-82d9-599abc9ebd89 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 1060 time: 0.1243198
Jun 04 15:48:45.232917 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d23de9b8-8c8a-4aac-80ad-61b9376a0dfb tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:45.238486 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f788702e-6170-44ec-b2b9-4a53b7eb486e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:45.288843 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d23de9b8-8c8a-4aac-80ad-61b9376a0dfb tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:45.295878 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf14d4a-eb57-4a80-b2f5-ce992f1ff281 None None] Network 4813c1fc-7eed-427d-bfe8-a656ad31bce8 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:48:45.299232 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d23de9b8-8c8a-4aac-80ad-61b9376a0dfb tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "DELETE /v2.0/subnets/f489706d-694e-45fb-9812-ddc0c4fa8f72 HTTP/1.1" status: 204  len: 168 time: 0.7581897
Jun 04 15:48:45.299232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23de9b8-8c8a-4aac-80ad-61b9376a0dfb tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event deleted for resources: {'Subnet': ['ID=f489706d-694e-45fb-9812-ddc0c4fa8f72,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:45.299804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51402) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:45.302419 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d23de9b8-8c8a-4aac-80ad-61b9376a0dfb tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:45.434844 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8f5e88-68cd-44e6-b781-57a6ced0e825 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Deleting subnet 381d6e4b-6faa-4c5b-b612-4ad5b7e3edfb {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:48:45.438930 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af8f5e88-68cd-44e6-b781-57a6ced0e825 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:45.576375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dea6b-6b45-49d2-be18-83c204ad2d50 req-b84b7983-4bcd-4e4c-ad44-dc70e8b7e79d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:45.578217 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7a7dea6b-6b45-49d2-be18-83c204ad2d50 req-b84b7983-4bcd-4e4c-ad44-dc70e8b7e79d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 946 time: 0.1286321
Jun 04 15:48:45.675440 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7a7dea6b-6b45-49d2-be18-83c204ad2d50 req-e93439e4-2f8e-46f1-a98b-725ea12a265d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed756eda-5be0-4eff-9111-9d73ab6bc5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817587
Jun 04 15:48:45.678839 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee10092a-4dc0-40ce-a0c5-c4d5ad16d338 None None] DHCP port deletion for 4813c1fc-7eed-427d-bfe8-a656ad31bce8 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:48:45.823672 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ee10092a-4dc0-40ce-a0c5-c4d5ad16d338 None None] Deleting port cf71d4a3-271b-4b4d-aedb-48545af9af5e {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:48:45.824394 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee10092a-4dc0-40ce-a0c5-c4d5ad16d338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:45.881250 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af8f5e88-68cd-44e6-b781-57a6ced0e825 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:45.948131 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ee10092a-4dc0-40ce-a0c5-c4d5ad16d338 None None] For port cf71d4a3-271b-4b4d-aedb-48545af9af5e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=cf71d4a3-271b-4b4d-aedb-48545af9af5e,segment=NetworkSegment(c6aac66e-ecc3-4588-9611-a6f941ceddb5),segment_id=c6aac66e-ecc3-4588-9611-a6f941ceddb5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:45.948411 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee10092a-4dc0-40ce-a0c5-c4d5ad16d338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:45.989493 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af8f5e88-68cd-44e6-b781-57a6ced0e825 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:46.115613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb936096-8a85-4f34-88f9-facccc7acddb req-b25b8bb2-62b9-41dc-8943-ea1d704c28ef tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:46.117791 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb936096-8a85-4f34-88f9-facccc7acddb req-b25b8bb2-62b9-41dc-8943-ea1d704c28ef tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 946 time: 0.1494234
Jun 04 15:48:46.150154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ee10092a-4dc0-40ce-a0c5-c4d5ad16d338 None None] Calling delete_port for cf71d4a3-271b-4b4d-aedb-48545af9af5e owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:48:46.230119 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cb936096-8a85-4f34-88f9-facccc7acddb req-bc3ba007-07fc-4ea3-90f5-df45ece42b64 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed756eda-5be0-4eff-9111-9d73ab6bc5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057003
Jun 04 15:48:46.359124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630aadb5-9033-49bb-b7fe-ad3a5ec2b178 req-28418d3d-7e9b-4ddb-9764-760e405a0c49 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:46.379129 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ee10092a-4dc0-40ce-a0c5-c4d5ad16d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:46.385129 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-630aadb5-9033-49bb-b7fe-ad3a5ec2b178 req-28418d3d-7e9b-4ddb-9764-760e405a0c49 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 909 time: 0.5694046
Jun 04 15:48:46.410848 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9e37a759-9812-46b1-aa7a-c5686e535dd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:46.499016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee10092a-4dc0-40ce-a0c5-c4d5ad16d338 None None] No DVR routers for this DVR port cf71d4a3-271b-4b4d-aedb-48545af9af5e on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:48:46.519085 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10092a-4dc0-40ce-a0c5-c4d5ad16d338 None None] Pushing event deleted for resources: {'Port': ['ID=cf71d4a3-271b-4b4d-aedb-48545af9af5e,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:46.523773 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ee10092a-4dc0-40ce-a0c5-c4d5ad16d338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:46.742349 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af8f5e88-68cd-44e6-b781-57a6ced0e825 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:46.745410 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e2c7ac73-8dca-495f-806c-336a411d10b1 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:46.803458 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f5e88-68cd-44e6-b781-57a6ced0e825 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event deleted for resources: {'Subnet': ['ID=381d6e4b-6faa-4c5b-b612-4ad5b7e3edfb,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:46.807344 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-af8f5e88-68cd-44e6-b781-57a6ced0e825 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:46.810701 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af8f5e88-68cd-44e6-b781-57a6ced0e825 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:46.822381 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-af8f5e88-68cd-44e6-b781-57a6ced0e825 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "DELETE /v2.0/subnets/381d6e4b-6faa-4c5b-b612-4ad5b7e3edfb HTTP/1.1" status: 204  len: 168 time: 1.5197186
Jun 04 15:48:46.822614 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573e51a7-c7c3-46dc-9938-5a0b38e3084d None None] Network 71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:48:46.823092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51448) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:46.945847 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c0af6284-0881-40db-8e95-cbe601c717f9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:47.095709 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a965751-0f99-4db8-b289-b5bbce849474 None None] DHCP port deletion for 71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:48:47.110851 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c0af6284-0881-40db-8e95-cbe601c717f9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:47.137777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c0af6284-0881-40db-8e95-cbe601c717f9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386c8c400>,) {'filters': {'network_id': ['4813c1fc-7eed-427d-bfe8-a656ad31bce8']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:47.181258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c0af6284-0881-40db-8e95-cbe601c717f9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386c8c400>, 'c6aac66e-ecc3-4588-9611-a6f941ceddb5') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:47.181940 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-c0af6284-0881-40db-8e95-cbe601c717f9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386c8c400>, 'c6aac66e-ecc3-4588-9611-a6f941ceddb5') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:47.222210 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c0af6284-0881-40db-8e95-cbe601c717f9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:47.222996 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3a965751-0f99-4db8-b289-b5bbce849474 None None] Deleting port 54383bd8-7046-4a70-b87e-35692be09994 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:48:47.223385 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3a965751-0f99-4db8-b289-b5bbce849474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:47.256695 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c0af6284-0881-40db-8e95-cbe601c717f9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:47.264066 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0af6284-0881-40db-8e95-cbe601c717f9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:48:47.272532 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c0af6284-0881-40db-8e95-cbe601c717f9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:48:47.288585 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:48:47.447284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3a965751-0f99-4db8-b289-b5bbce849474 None None] For port 54383bd8-7046-4a70-b87e-35692be09994, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=54383bd8-7046-4a70-b87e-35692be09994,segment=NetworkSegment(3c6f28b9-57c7-414a-b421-e057cae24907),segment_id=3c6f28b9-57c7-414a-b421-e057cae24907)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:47.447702 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3a965751-0f99-4db8-b289-b5bbce849474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:47.663699 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c0af6284-0881-40db-8e95-cbe601c717f9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:47.665378 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3a965751-0f99-4db8-b289-b5bbce849474 None None] Calling delete_port for 54383bd8-7046-4a70-b87e-35692be09994 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:48:47.678724 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-812b8829-1914-4de1-8cc2-b0ae192cacdb tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:47.697408 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c0af6284-0881-40db-8e95-cbe601c717f9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:47.713971 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 54383bd8-7046-4a70-b87e-35692be09994 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:48:47.720571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af6284-0881-40db-8e95-cbe601c717f9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event deleted for resources: {'Network': ['ID=4813c1fc-7eed-427d-bfe8-a656ad31bce8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:47.725542 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c0af6284-0881-40db-8e95-cbe601c717f9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:47.728196 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c0af6284-0881-40db-8e95-cbe601c717f9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "DELETE /v2.0/networks/4813c1fc-7eed-427d-bfe8-a656ad31bce8 HTTP/1.1" status: 204  len: 168 time: 0.9046769
Jun 04 15:48:47.731123 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51472) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:47.761048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51476) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:47.801777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce97ec-f66b-47ae-8fa6-a750661fc633 req-f27e1691-b87d-4b6e-ac04-1b9d74f4bfcb tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:47.805187 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-05ce97ec-f66b-47ae-8fa6-a750661fc633 req-f27e1691-b87d-4b6e-ac04-1b9d74f4bfcb tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 909 time: 0.2041304
Jun 04 15:48:47.903370 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:47.994648 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7716e9d3-8e72-4aeb-a155-345d24ad29ed tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:48.014187 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3a965751-0f99-4db8-b289-b5bbce849474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:48.026483 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-94822d24-0078-4e24-a5c7-3a41e36e5690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:48.069444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cf71d4a3-271b-4b4d-aedb-48545af9af5e no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:48:48.117329 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a965751-0f99-4db8-b289-b5bbce849474 None None] Pushing event deleted for resources: {'Port': ['ID=54383bd8-7046-4a70-b87e-35692be09994,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:48.119391 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a965751-0f99-4db8-b289-b5bbce849474 None None] No DVR routers for this DVR port 54383bd8-7046-4a70-b87e-35692be09994 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:48:48.120640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: cf71d4a3-271b-4b4d-aedb-48545af9af5e {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:48:48.121039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cf71d4a3-271b-4b4d-aedb-48545af9af5e not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:48:48.122396 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3a965751-0f99-4db8-b289-b5bbce849474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:48.603909 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7716e9d3-8e72-4aeb-a155-345d24ad29ed tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:48.627526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-7716e9d3-8e72-4aeb-a155-345d24ad29ed tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8385a12af0>,) {'filters': {'network_id': ['71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:48.708018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-7716e9d3-8e72-4aeb-a155-345d24ad29ed tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385a12af0>, '3c6f28b9-57c7-414a-b421-e057cae24907') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:48.708018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-7716e9d3-8e72-4aeb-a155-345d24ad29ed tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385a12af0>, '3c6f28b9-57c7-414a-b421-e057cae24907') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:48.727061 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7716e9d3-8e72-4aeb-a155-345d24ad29ed tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:48.749098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fce37-5fdf-423d-8986-c03e2f9c2b84 req-777d0651-aa84-4db0-8b15-9a449b43746f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:48.750593 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-615fce37-5fdf-423d-8986-c03e2f9c2b84 req-777d0651-aa84-4db0-8b15-9a449b43746f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 909 time: 0.6642344
Jun 04 15:48:48.845251 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7716e9d3-8e72-4aeb-a155-345d24ad29ed tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:48.859516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7716e9d3-8e72-4aeb-a155-345d24ad29ed tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:48:48.860219 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7716e9d3-8e72-4aeb-a155-345d24ad29ed tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:48:48.876644 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:48:49.220673 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7716e9d3-8e72-4aeb-a155-345d24ad29ed tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:49.230392 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-98596e9a-0e0d-4057-8fee-b19cdbce337c tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:49.252308 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7716e9d3-8e72-4aeb-a155-345d24ad29ed tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:49.273522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716e9d3-8e72-4aeb-a155-345d24ad29ed tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event deleted for resources: {'Network': ['ID=71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:49.281711 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7716e9d3-8e72-4aeb-a155-345d24ad29ed tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "DELETE /v2.0/networks/71c5d8ca-f2ec-4d91-8d8f-da6ee5b65c86 HTTP/1.1" status: 204  len: 168 time: 1.5464385
Jun 04 15:48:49.281816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51522) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:49.282209 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7716e9d3-8e72-4aeb-a155-345d24ad29ed tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:49.285201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e2e40-5aa5-4cf2-b207-f691eb50703a req-5b56e079-3cc8-47a1-a188-ba8dba0bee7f tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:49.292586 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-201e2e40-5aa5-4cf2-b207-f691eb50703a req-5b56e079-3cc8-47a1-a188-ba8dba0bee7f tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 1060 time: 0.3303189
Jun 04 15:48:49.374780 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:49.382178 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae1d2f1-81c6-43ae-a0cb-b345dd6bc24d tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Deleting subnet b3ae8d52-fcfd-4d52-ba4b-606f765b3d00 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:48:49.386010 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ae1d2f1-81c6-43ae-a0cb-b345dd6bc24d tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:49.447158 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ae1d2f1-81c6-43ae-a0cb-b345dd6bc24d tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:49.665545 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaffda8-c419-4ae2-a6b1-8e33f20b0791 req-39ee5835-940a-4efd-91b5-8651a3d0bc05 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:49.667102 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cdaffda8-c419-4ae2-a6b1-8e33f20b0791 req-39ee5835-940a-4efd-91b5-8651a3d0bc05 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 1135 time: 0.1481938
Jun 04 15:48:49.669746 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ae1d2f1-81c6-43ae-a0cb-b345dd6bc24d tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:49.758304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-cdaffda8-c419-4ae2-a6b1-8e33f20b0791 req-d699eecf-ae40-4ed2-8c8d-af36b384370e tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Synchronizing usage tracker for tenant:c2f13b006b784977a0044af29c387d56 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:48:49.901372 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-cdaffda8-c419-4ae2-a6b1-8e33f20b0791 req-d699eecf-ae40-4ed2-8c8d-af36b384370e tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Unset dirty status for tenant:c2f13b006b784977a0044af29c387d56 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:48:49.902556 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cdaffda8-c419-4ae2-a6b1-8e33f20b0791 req-d699eecf-ae40-4ed2-8c8d-af36b384370e tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.2045455
Jun 04 15:48:49.933356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51536) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:49.960253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Allocated IP 172.20.0.17 (567098fc-b653-473a-aa61-753bb52e5bfc/1af6f3fb-48c8-4841-b1c1-286f30f0470c/65c02c14-1408-4f5d-879c-f69cb89ed33d) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:48:50.107437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6e77cc-5e55-425c-aa49-68a18c95b9d5 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:50.110646 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6e6e77cc-5e55-425c-aa49-68a18c95b9d5 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 1055 time: 0.1747465
Jun 04 15:48:50.200795 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:50.201590 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ae1d2f1-81c6-43ae-a0cb-b345dd6bc24d tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:50.222080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Transition to ACTIVE for port object 65c02c14-1408-4f5d-879c-f69cb89ed33d will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:50.223911 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e501c6a1-0b4a-4226-a963-afad3875bbc0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:50.281391 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1d2f1-81c6-43ae-a0cb-b345dd6bc24d tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ae8d52-fcfd-4d52-ba4b-606f765b3d00,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:50.283171 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ae1d2f1-81c6-43ae-a0cb-b345dd6bc24d tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:50.289283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef269c-6747-4851-afbf-25900291a0f6 None None] Network df8ff0e9-d80e-439a-9373-3746e3c80e9f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:48:50.291283 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6ae1d2f1-81c6-43ae-a0cb-b345dd6bc24d tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:50.295862 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51552) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:50.296094 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6ae1d2f1-81c6-43ae-a0cb-b345dd6bc24d tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "DELETE /v2.0/subnets/b3ae8d52-fcfd-4d52-ba4b-606f765b3d00 HTTP/1.1" status: 204  len: 168 time: 1.0131917
Jun 04 15:48:50.358508 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:50.378015 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eba2170b-1c2d-4bd4-9d45-58f2406a5fd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:50.598848 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Port': ['ID=65c02c14-1408-4f5d-879c-f69cb89ed33d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:50.602392 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:50.614506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network 567098fc-b653-473a-aa61-753bb52e5bfc is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:48:50.617049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:50.619984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:48:50.999358 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abb6903-9255-49e2-86da-3ce5da11bcda None None] DHCP port deletion for df8ff0e9-d80e-439a-9373-3746e3c80e9f request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:48:51.104955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6abb6903-9255-49e2-86da-3ce5da11bcda None None] Deleting port 68a96e26-3888-4183-bf8f-efb0c66101d4 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:48:51.105371 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6abb6903-9255-49e2-86da-3ce5da11bcda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:51.124206 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:51.159176 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:51.278373 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6abb6903-9255-49e2-86da-3ce5da11bcda None None] For port 68a96e26-3888-4183-bf8f-efb0c66101d4, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=68a96e26-3888-4183-bf8f-efb0c66101d4,segment=NetworkSegment(f6b5bad7-c423-4857-add9-da36f0451460),segment_id=f6b5bad7-c423-4857-add9-da36f0451460)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:51.278892 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6abb6903-9255-49e2-86da-3ce5da11bcda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:51.357724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de35c7-30f5-4445-a268-7c8562e3342e req-97be565a-8c95-4b73-a752-3f2c35611edc tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:51.359340 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74de35c7-30f5-4445-a268-7c8562e3342e req-97be565a-8c95-4b73-a752-3f2c35611edc tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 909 time: 0.3266740
Jun 04 15:48:51.444803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Deleting port 68a96e26-3888-4183-bf8f-efb0c66101d4 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:48:51.444803 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:51.491083 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b2de98c7-b139-4559-a986-a497a1d51ac1 None None] Provisioning for port 65c02c14-1408-4f5d-879c-f69cb89ed33d completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:51.500437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6abb6903-9255-49e2-86da-3ce5da11bcda None None] Calling delete_port for 68a96e26-3888-4183-bf8f-efb0c66101d4 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:48:51.508030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b2de98c7-b139-4559-a986-a497a1d51ac1 None None] Provisioning complete for port 65c02c14-1408-4f5d-879c-f69cb89ed33d triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:51.508412 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b2de98c7-b139-4559-a986-a497a1d51ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:51.583941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-b2de98c7-b139-4559-a986-a497a1d51ac1 None None] Port 65c02c14-1408-4f5d-879c-f69cb89ed33d cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:48:51.686245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] For port 68a96e26-3888-4183-bf8f-efb0c66101d4, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=68a96e26-3888-4183-bf8f-efb0c66101d4,segment=NetworkSegment(f6b5bad7-c423-4857-add9-da36f0451460),segment_id=f6b5bad7-c423-4857-add9-da36f0451460)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:51.686245 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:51.723687 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 68a96e26-3888-4183-bf8f-efb0c66101d4 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:48:51.761210 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6abb6903-9255-49e2-86da-3ce5da11bcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:51.774669 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:51.784446 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:51.814177 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 68a96e26-3888-4183-bf8f-efb0c66101d4 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:48:51.821070 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 68a96e26-3888-4183-bf8f-efb0c66101d4 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:48:51.835686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb6903-9255-49e2-86da-3ce5da11bcda None None] Pushing event deleted for resources: {'Port': ['ID=68a96e26-3888-4183-bf8f-efb0c66101d4,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:51.838085 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6abb6903-9255-49e2-86da-3ce5da11bcda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:51.842933 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb6903-9255-49e2-86da-3ce5da11bcda None None] No DVR routers for this DVR port 68a96e26-3888-4183-bf8f-efb0c66101d4 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:48:51.879454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Calling delete_port for 68a96e26-3888-4183-bf8f-efb0c66101d4 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:48:52.130484 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:52.136989 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2c371075-93f6-44ef-ae5b-cea46b830891 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:52.192545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event deleted for resources: {'Port': ['ID=68a96e26-3888-4183-bf8f-efb0c66101d4,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:52.197852 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:52.202124 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] No DVR routers for this DVR port 68a96e26-3888-4183-bf8f-efb0c66101d4 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:48:52.459067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:52.485432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8385a21910>,) {'filters': {'network_id': ['df8ff0e9-d80e-439a-9373-3746e3c80e9f']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:52.510009 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385a21910>, 'f6b5bad7-c423-4857-add9-da36f0451460') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:52.510291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385a21910>, 'f6b5bad7-c423-4857-add9-da36f0451460') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:52.543684 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:52.566199 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:52.599248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:48:52.599549 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   util.warn(
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:48:52.638791 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:48:52.719452 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:52.806454 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:52.882256 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-08c9908f-e9db-40f5-a05d-eb48bbd98e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:52.922367 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:52.927419 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:52.948189 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:53.008944 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cdfbf-ce00-4f85-b877-2211ce054147 req-609dd8fd-626f-44fa-86bb-619c95e34e9c tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:53.011309 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3f8cdfbf-ce00-4f85-b877-2211ce054147 req-609dd8fd-626f-44fa-86bb-619c95e34e9c tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 909 time: 0.4697633
Jun 04 15:48:53.019246 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "DELETE /v2.0/networks/df8ff0e9-d80e-439a-9373-3746e3c80e9f HTTP/1.1" status: 204  len: 168 time: 2.7216587
Jun 04 15:48:53.020216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Port': ['ID=65c02c14-1408-4f5d-879c-f69cb89ed33d,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:53.022869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51626) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:53.026726 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b581e6-91de-4278-a8cc-3ce2e4957e43 req-805f37b0-deb8-455f-b88b-3a8a0bb335ab tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:48:53.028685 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2b581e6-91de-4278-a8cc-3ce2e4957e43 req-805f37b0-deb8-455f-b88b-3a8a0bb335ab tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.62 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 909 time: 0.3698821
Jun 04 15:48:53.064067 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:53.064919 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c811f2e1-a685-48f7-acc8-518e64c4e4a1 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:53.149756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-136e378f-b318-4e58-9b8f-44b002bd719f tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Synchronizing usage tracker for tenant:7e17a45e125e4243a1279cd715cfd654 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:48:53.162291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Pushing event deleted for resources: {'Network': ['ID=df8ff0e9-d80e-439a-9373-3746e3c80e9f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:53.279109 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-e2b581e6-91de-4278-a8cc-3ce2e4957e43 req-9c057951-aff3-42da-bbb8-9148c8cc0435 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Deleting port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:48:53.281861 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e2b581e6-91de-4278-a8cc-3ce2e4957e43 req-9c057951-aff3-42da-bbb8-9148c8cc0435 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:53.359347 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:53.439812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network 567098fc-b653-473a-aa61-753bb52e5bfc is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:48:53.442764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:48:53.462381 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-e2b581e6-91de-4278-a8cc-3ce2e4957e43 req-9c057951-aff3-42da-bbb8-9148c8cc0435 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] For port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=5de02268-b5d5-4d8e-8ebf-c1db4d63ba95,segment=NetworkSegment(8061d08b-5a11-420d-b650-a18d4cd491a5),segment_id=8061d08b-5a11-420d-b650-a18d4cd491a5)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:53.463024 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e2b581e6-91de-4278-a8cc-3ce2e4957e43 req-9c057951-aff3-42da-bbb8-9148c8cc0435 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:53.627760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-136e378f-b318-4e58-9b8f-44b002bd719f tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Unset dirty status for tenant:7e17a45e125e4243a1279cd715cfd654 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:48:53.634514 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-136e378f-b318-4e58-9b8f-44b002bd719f tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "GET /v2.0/ports?device_id=74fc7c40-2f1f-4118-a81d-89772046779d HTTP/1.1" status: 200  len: 205 time: 0.6044655
Jun 04 15:48:53.646275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51632) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:53.660953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-e2b581e6-91de-4278-a8cc-3ce2e4957e43 req-9c057951-aff3-42da-bbb8-9148c8cc0435 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Calling delete_port for 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:48:53.697251 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:53.841720 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9b6f69fc-f542-4dc3-9728-466fe4cac03d None None] Provisioning complete for port 65c02c14-1408-4f5d-879c-f69cb89ed33d triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:53.842106 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9b6f69fc-f542-4dc3-9728-466fe4cac03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:53.934693 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9b6f69fc-f542-4dc3-9728-466fe4cac03d None None] Port 65c02c14-1408-4f5d-879c-f69cb89ed33d cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:48:53.948609 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e2b581e6-91de-4278-a8cc-3ce2e4957e43 req-9c057951-aff3-42da-bbb8-9148c8cc0435 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:53.960710 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:54.039066 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Router 8fad9afa-7461-40c9-9889-e1d1612869aa has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:48:54.149732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c057951-aff3-42da-bbb8-9148c8cc0435 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event deleted for resources: {'Port': ['ID=5de02268-b5d5-4d8e-8ebf-c1db4d63ba95,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:54.195870 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9c057951-aff3-42da-bbb8-9148c8cc0435 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:54.212682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b581e6-91de-4278-a8cc-3ce2e4957e43 req-9c057951-aff3-42da-bbb8-9148c8cc0435 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] No DVR routers for this DVR port 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:48:54.213943 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90f63622-4bdd-42f6-ace3-f8875bcd6e30 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:54.218140 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-e2b581e6-91de-4278-a8cc-3ce2e4957e43 req-9c057951-aff3-42da-bbb8-9148c8cc0435 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:54.223179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64d1a8e-ec58-4740-ab79-ce5ca85e647c', 'name': 'network-vif-deleted', 'tag': '5de02268-b5d5-4d8e-8ebf-c1db4d63ba95'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:48:54.225760 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29153a2e-4d26-4567-8901-011694d3f80e" -d '{"events": [{"server_uuid": "b64d1a8e-ec58-4740-ab79-ce5ca85e647c", "name": "network-vif-deleted", "tag": "5de02268-b5d5-4d8e-8ebf-c1db4d63ba95"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:48:54.284157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-ad8de6a2-384e-4c33-ae32-16b23fa917f6 req-da35090b-3db9-4993-a6a4-e15108ebfe79 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Synchronizing usage tracker for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:48:54.308769 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db50de1b-f1d6-4f22-97fc-d2b784a8bec0 x-openstack-request-id: req-db50de1b-f1d6-4f22-97fc-d2b784a8bec0 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:48:54.309487 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64d1a8e-ec58-4740-ab79-ce5ca85e647c", "name": "network-vif-deleted", "tag": "5de02268-b5d5-4d8e-8ebf-c1db4d63ba95", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:48:54.309990 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db50de1b-f1d6-4f22-97fc-d2b784a8bec0 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:48:54.310671 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64d1a8e-ec58-4740-ab79-ce5ca85e647c', 'name': 'network-vif-deleted', 'tag': '5de02268-b5d5-4d8e-8ebf-c1db4d63ba95', 'status': 'completed', 'code': 200}
Jun 04 15:48:54.362143 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2b581e6-91de-4278-a8cc-3ce2e4957e43 req-9c057951-aff3-42da-bbb8-9148c8cc0435 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.62 "DELETE /v2.0/ports/5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 HTTP/1.1" status: 204  len: 173 time: 1.3274736
Jun 04 15:48:54.437963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-ad8de6a2-384e-4c33-ae32-16b23fa917f6 req-da35090b-3db9-4993-a6a4-e15108ebfe79 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Unset dirty status for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:48:54.439237 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ad8de6a2-384e-4c33-ae32-16b23fa917f6 req-da35090b-3db9-4993-a6a4-e15108ebfe79 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 210 time: 0.2236748
Jun 04 15:48:54.794372 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90f63622-4bdd-42f6-ace3-f8875bcd6e30 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:54.804150 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90f63622-4bdd-42f6-ace3-f8875bcd6e30 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:54.860710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:48:54.873551 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Sync routers for ids ['8fad9afa-7461-40c9-9889-e1d1612869aa'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:48:54.875243 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "PUT /v2.0/routers/8fad9afa-7461-40c9-9889-e1d1612869aa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1125565
Jun 04 15:48:54.888734 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Routers {'8fad9afa-7461-40c9-9889-e1d1612869aa'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:48:54.890278 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cbc5a00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:48:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8fad9afa-7461-40c9-9889-e1d1612869aa'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:54.940742 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90f63622-4bdd-42f6-ace3-f8875bcd6e30 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:54.941648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f63622-4bdd-42f6-ace3-f8875bcd6e30 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Fanout notify agent at l3_agent the message router_deleted on router 74fc7c40-2f1f-4118-a81d-89772046779d {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:48:54.954055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90f63622-4bdd-42f6-ace3-f8875bcd6e30 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:54.960136 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-90f63622-4bdd-42f6-ace3-f8875bcd6e30 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] 10.222.0.32 "DELETE /v2.0/routers/74fc7c40-2f1f-4118-a81d-89772046779d HTTP/1.1" status: 204  len: 168 time: 1.3121855
Jun 04 15:48:55.200993 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:48:55.245730 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Set router 8fad9afa-7461-40c9-9889-e1d1612869aa gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:48:55.677212 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c02641b9-b692-415f-976e-8af2bd86395a req-bf452636-9f9d-47cf-b148-4a5f3ac25051 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=b64d1a8e-ec58-4740-ab79-ce5ca85e647c HTTP/1.1" status: 200  len: 210 time: 0.0606401
Jun 04 15:48:55.751888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51678) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:55.832279 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cbc5a00>, [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:48:51Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '54398aff-795b-4b50-976a-81c204ede433', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'port_id': '4478d380-3acb-4e81-979c-f92b79c028c3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'mac_address': 'fa:16:3e:7b:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:47:32Z', 'updated_at': '2021-06-04T15:47:40Z', 'revision_number': 1, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c02c14-1408-4f5d-879c-f69cb89ed33d', 'name': '', 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:3b:68:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1af6f3fb-48c8-4841-b1c1-286f30f0470c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:48:49Z', 'updated_at': '2021-06-04T15:48:52Z', 'revision_number': 2, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': '1af6f3fb-48c8-4841-b1c1-286f30f0470c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80dd1ed2-b217-4760-8f48-56b7db57790b', 'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:2d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:32Z', 'updated_at': '2021-06-04T15:46:47Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:55.837487 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Checking router: 8fad9afa-7461-40c9-9889-e1d1612869aa for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:48:55.838149 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Updating router 8fad9afa-7461-40c9-9889-e1d1612869aa port 65c02c14-1408-4f5d-879c-f69cb89ed33d binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:48:55.908684 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:56.033961 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:56.075150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51688) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:56.085833 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-810ff100-4494-4727-8d83-d05a190fc963 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e17a45e125e4243a1279cd715cfd654&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3323553
Jun 04 15:48:56.154759 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44aeb912-695d-4697-a3b0-53e73c4e30ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:56.186410 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44aeb912-695d-4697-a3b0-53e73c4e30ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:56.354513 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44aeb912-695d-4697-a3b0-53e73c4e30ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:56.358640 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a853d8d9-0e4d-4f7e-af1f-484c0a4582db tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:56.411456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aeb912-695d-4697-a3b0-53e73c4e30ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91fb377-1735-41c8-99b9-025652c74b6a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:56.417306 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:56.423681 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44aeb912-695d-4697-a3b0-53e73c4e30ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:56.426683 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-44aeb912-695d-4697-a3b0-53e73c4e30ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:56.429996 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-44aeb912-695d-4697-a3b0-53e73c4e30ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f91fb377-1735-41c8-99b9-025652c74b6a HTTP/1.1" status: 204  len: 168 time: 0.3504441
Jun 04 15:48:56.451460 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Transition to ACTIVE for port object 65c02c14-1408-4f5d-879c-f69cb89ed33d will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:48:56.512976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:48:56.517818 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:56.536183 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-95be0e09-1409-4ef3-8d62-161091e0c380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:56.570146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:48:56.570751 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 5de02268-b5d5-4d8e-8ebf-c1db4d63ba95 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:48:56.801385 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ba4fd-689a-43c4-8c66-6a6ab5f736ae None None] Pushing event updated for resources: {'Port': ['ID=65c02c14-1408-4f5d-879c-f69cb89ed33d,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:56.814915 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-539ba4fd-689a-43c4-8c66-6a6ab5f736ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:56.908608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51720) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:56.942998 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Attempting to bind port 65c02c14-1408-4f5d-879c-f69cb89ed33d on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:48:56.945972 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Attempting to bind port 65c02c14-1408-4f5d-879c-f69cb89ed33d by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '3c73109a-a000-42fe-98c3-57d9927d10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:48:56.946382 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Attempting to bind port 65c02c14-1408-4f5d-879c-f69cb89ed33d on network 567098fc-b653-473a-aa61-753bb52e5bfc {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:48:56.963990 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:48:56.964362 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Checking segment: {'id': '3c73109a-a000-42fe-98c3-57d9927d10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:48:56.964770 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:56.968689 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Bound using segment: {'id': '3c73109a-a000-42fe-98c3-57d9927d10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:48:56.969279 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Bound port: 65c02c14-1408-4f5d-879c-f69cb89ed33d, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c73109a-a000-42fe-98c3-57d9927d10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:48:56.969670 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:57.185532 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] For port 65c02c14-1408-4f5d-879c-f69cb89ed33d, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:48:57.190085 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] For port 65c02c14-1408-4f5d-879c-f69cb89ed33d, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=65c02c14-1408-4f5d-879c-f69cb89ed33d,segment=NetworkSegment(3c73109a-a000-42fe-98c3-57d9927d10d3),segment_id=3c73109a-a000-42fe-98c3-57d9927d10d3)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:48:57.280883 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:57.299855 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-348e48fe-1632-4c07-bfc7-2eaae21b46f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:57.390700 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Routers {'8fad9afa-7461-40c9-9889-e1d1612869aa'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:48:57.391397 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cbc5a00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:48:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8fad9afa-7461-40c9-9889-e1d1612869aa'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:57.509197 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ba4fd-689a-43c4-8c66-6a6ab5f736ae None None] Pushing event updated for resources: {'Port': ['ID=65c02c14-1408-4f5d-879c-f69cb89ed33d,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:57.514224 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-539ba4fd-689a-43c4-8c66-6a6ab5f736ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:57.655712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51740) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:57.751882 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] Set router 8fad9afa-7461-40c9-9889-e1d1612869aa gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:48:57.917271 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1d20471-af6a-475f-80c9-a149f1539d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:57.952278 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e1d20471-af6a-475f-80c9-a149f1539d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:57.957825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e1d20471-af6a-475f-80c9-a149f1539d1b admin admin] Usage tracker for resource:security_group_rule and tenant:1c9dccc70b604889bbee10e6c65004d2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:57.961976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e1d20471-af6a-475f-80c9-a149f1539d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:57.968852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e1d20471-af6a-475f-80c9-a149f1539d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:58.079185 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1d20471-af6a-475f-80c9-a149f1539d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:58.126198 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29b40743-2407-4872-a6eb-4eecfbdb871d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:58.189713 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e1d20471-af6a-475f-80c9-a149f1539d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:58.205184 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-91c6c5ca-2aad-4ca5-b096-6b942ad4857a tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:58.276218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d20471-af6a-475f-80c9-a149f1539d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dbc087-6704-4cc3-968b-9d0db4a9257d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:58.307333 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e1d20471-af6a-475f-80c9-a149f1539d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:58.369807 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e1d20471-af6a-475f-80c9-a149f1539d1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c9dccc70b604889bbee10e6c65004d2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7121866
Jun 04 15:48:58.370376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51760) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:58.452652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51764) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:58.476953 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85c67ad0-04c7-4573-b765-a2e63957e9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:58.518243 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85c67ad0-04c7-4573-b765-a2e63957e9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:58.526998 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cbc5a00>, [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:48:51Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '54398aff-795b-4b50-976a-81c204ede433', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'port_id': '4478d380-3acb-4e81-979c-f92b79c028c3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'mac_address': 'fa:16:3e:7b:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:47:32Z', 'updated_at': '2021-06-04T15:47:40Z', 'revision_number': 1, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c02c14-1408-4f5d-879c-f69cb89ed33d', 'name': '', 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:3b:68:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1af6f3fb-48c8-4841-b1c1-286f30f0470c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:48:49Z', 'updated_at': '2021-06-04T15:48:57Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': '1af6f3fb-48c8-4841-b1c1-286f30f0470c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80dd1ed2-b217-4760-8f48-56b7db57790b', 'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:2d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:32Z', 'updated_at': '2021-06-04T15:46:47Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:48:58.536978 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a721cbf-f84c-4b3c-91df-85518333bc4b None None] The sync data for ids ['8fad9afa-7461-40c9-9889-e1d1612869aa'] in n-d-791505-9 is: [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:48:51Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '54398aff-795b-4b50-976a-81c204ede433', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'port_id': '4478d380-3acb-4e81-979c-f92b79c028c3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'mac_address': 'fa:16:3e:7b:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:47:32Z', 'updated_at': '2021-06-04T15:47:40Z', 'revision_number': 1, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c02c14-1408-4f5d-879c-f69cb89ed33d', 'name': '', 'network_id': '567098fc-b653-473a-aa61-753bb52e5bfc', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:3b:68:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1af6f3fb-48c8-4841-b1c1-286f30f0470c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:48:49Z', 'updated_at': '2021-06-04T15:48:57Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': '1af6f3fb-48c8-4841-b1c1-286f30f0470c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80dd1ed2-b217-4760-8f48-56b7db57790b', 'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:2d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:32Z', 'updated_at': '2021-06-04T15:46:47Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:48:58.708902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6daebed8-2fd9-469a-910b-53903ada880b tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:58.711055 n-d-791505-9 neutron-server[88301]: WARNING neutron.api.v2.base [None req-6daebed8-2fd9-469a-910b-53903ada880b tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jun 04 15:48:58.711055 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-6daebed8-2fd9-469a-910b-53903ada880b tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:48:58.713645 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6daebed8-2fd9-469a-910b-53903ada880b tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2580361
Jun 04 15:48:58.717330 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51770) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:58.721990 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1669784754'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:58.729652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:58.738774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:58.743940 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:58.749019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:58.788236 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85c67ad0-04c7-4573-b765-a2e63957e9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:58.793563 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c3e1219c-852f-472a-a3b9-0516e5e9b8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:58.809255 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85c67ad0-04c7-4573-b765-a2e63957e9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:58.810834 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-85c67ad0-04c7-4573-b765-a2e63957e9df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33dbc087-6704-4cc3-968b-9d0db4a9257d HTTP/1.1" status: 204  len: 168 time: 0.4394844
Jun 04 15:48:58.811875 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c67ad0-04c7-4573-b765-a2e63957e9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dbc087-6704-4cc3-968b-9d0db4a9257d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:58.828676 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-85c67ad0-04c7-4573-b765-a2e63957e9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:58.871974 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:58.888664 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:58.910939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:58.918409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:58.924562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:58.938897 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:58.961836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-29b40743-2407-4872-a6eb-4eecfbdb871d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Deleting port 9e35dba2-5e0e-4cca-bece-5dc3fce560bc {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:48:58.961836 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29b40743-2407-4872-a6eb-4eecfbdb871d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:59.080499 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:59.141079 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:59.146219 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:59.153527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:59.154908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-29b40743-2407-4872-a6eb-4eecfbdb871d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] For port 9e35dba2-5e0e-4cca-bece-5dc3fce560bc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9e35dba2-5e0e-4cca-bece-5dc3fce560bc,segment=NetworkSegment(8061d08b-5a11-420d-b650-a18d4cd491a5),segment_id=8061d08b-5a11-420d-b650-a18d4cd491a5)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:48:59.155377 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29b40743-2407-4872-a6eb-4eecfbdb871d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:59.160615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:59.176213 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:59.235092 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:59.284458 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4696a1-5009-4dd3-80d1-988451b8b57c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:59.289324 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:59.368633 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:59.381950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-29b40743-2407-4872-a6eb-4eecfbdb871d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Calling delete_port for 9e35dba2-5e0e-4cca-bece-5dc3fce560bc owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:48:59.458173 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:59.488079 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-183641d9-09a3-4c5a-b961-f31e835368c7 tempest-TestSecurityGroupsBasicOps-398745682 tempest-TestSecurityGroupsBasicOps-398745682-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:59.508895 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-528b1edf-e7e4-416c-8e3b-9d901c3290e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:59.554587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7238774-d3c3-4cb1-9edd-edd5f438ef8e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:59.562125 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:48:59.599216 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:59.600478 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.8821690
Jun 04 15:48:59.604181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51790) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:48:59.610471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-82c610ec-a24c-4edc-ab89-899f0e5a39f7 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'c7238774-d3c3-4cb1-9edd-edd5f438ef8e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:48:59.618401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-82c610ec-a24c-4edc-ab89-899f0e5a39f7 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:48:59.623258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-82c610ec-a24c-4edc-ab89-899f0e5a39f7 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:48:59.628000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-82c610ec-a24c-4edc-ab89-899f0e5a39f7 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:48:59.635327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-82c610ec-a24c-4edc-ab89-899f0e5a39f7 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:48:59.748097 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-82c610ec-a24c-4edc-ab89-899f0e5a39f7 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:59.809994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 65c02c14-1408-4f5d-879c-f69cb89ed33d up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:48:59.856605 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-82c610ec-a24c-4edc-ab89-899f0e5a39f7 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:59.874293 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29b40743-2407-4872-a6eb-4eecfbdb871d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:59.880381 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-da1cad55-9f71-427a-8576-0b77273aed51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:48:59.957479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b40743-2407-4872-a6eb-4eecfbdb871d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event deleted for resources: {'Port': ['ID=9e35dba2-5e0e-4cca-bece-5dc3fce560bc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:48:59.976871 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 65c02c14-1408-4f5d-879c-f69cb89ed33d completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:48:59.980635 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-82c610ec-a24c-4edc-ab89-899f0e5a39f7 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:48:59.988112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 65c02c14-1408-4f5d-879c-f69cb89ed33d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:48:59.988112 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:00.004065 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29b40743-2407-4872-a6eb-4eecfbdb871d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:00.024619 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-965d59e6-3a97-4506-951e-51f0f1b655dd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:00.053095 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c610ec-a24c-4edc-ab89-899f0e5a39f7 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3f0ed8-605b-4ba6-a4b2-198dff3189ca,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:00.057310 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-82c610ec-a24c-4edc-ab89-899f0e5a39f7 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:00.125985 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-82c610ec-a24c-4edc-ab89-899f0e5a39f7 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:00.131379 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-82c610ec-a24c-4edc-ab89-899f0e5a39f7 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5261998
Jun 04 15:49:00.140448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51806) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:00.146830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0e2bda73-28dd-44e8-b977-595cf78707bb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'c7238774-d3c3-4cb1-9edd-edd5f438ef8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:00.184091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0e2bda73-28dd-44e8-b977-595cf78707bb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:00.195612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0e2bda73-28dd-44e8-b977-595cf78707bb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:00.208892 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0e2bda73-28dd-44e8-b977-595cf78707bb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:00.234995 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0e2bda73-28dd-44e8-b977-595cf78707bb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:00.257729 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:00.357720 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 65c02c14-1408-4f5d-879c-f69cb89ed33d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=65c02c14-1408-4f5d-879c-f69cb89ed33d,segment=NetworkSegment(3c73109a-a000-42fe-98c3-57d9927d10d3),segment_id=3c73109a-a000-42fe-98c3-57d9927d10d3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:00.394767 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e2bda73-28dd-44e8-b977-595cf78707bb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:00.448832 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:00.453518 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:00.638017 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-0e2bda73-28dd-44e8-b977-595cf78707bb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:49:00.641979 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0e2bda73-28dd-44e8-b977-595cf78707bb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.4999475
Jun 04 15:49:00.646712 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51832) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:00.648261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=65c02c14-1408-4f5d-879c-f69cb89ed33d,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:00.651633 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:00.678975 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-29b40743-2407-4872-a6eb-4eecfbdb871d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:00.760648 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-08b743c8-1bbd-43a9-a125-04abf98bb68c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:00.797080 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-08b743c8-1bbd-43a9-a125-04abf98bb68c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:00.971056 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-08b743c8-1bbd-43a9-a125-04abf98bb68c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:00.977333 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:00.994193 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b743c8-1bbd-43a9-a125-04abf98bb68c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7238774-d3c3-4cb1-9edd-edd5f438ef8e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:00.997145 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-08b743c8-1bbd-43a9-a125-04abf98bb68c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:00.998432 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-08b743c8-1bbd-43a9-a125-04abf98bb68c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:00.999992 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-08b743c8-1bbd-43a9-a125-04abf98bb68c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "DELETE /v2.0/security-groups/c7238774-d3c3-4cb1-9edd-edd5f438ef8e HTTP/1.1" status: 204  len: 168 time: 0.3565423
Jun 04 15:49:01.004482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51852) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:01.096501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e9448066-feca-49ca-8bfd-f93bd9e713c4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Synchronizing usage tracker for tenant:a7c728a8f776419796e4e25b2e5ec761 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:01.217337 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e9448066-feca-49ca-8bfd-f93bd9e713c4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Unset dirty status for tenant:a7c728a8f776419796e4e25b2e5ec761 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:01.226352 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e9448066-feca-49ca-8bfd-f93bd9e713c4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2208023
Jun 04 15:49:01.226712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b40743-2407-4872-a6eb-4eecfbdb871d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Router 535b73de-270a-47b0-a3b0-4a822ddd894f has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:49:01.226971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51866) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:01.231669 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-f687fba5-c2b1-41ff-9832-9efdef41957e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group': {'name': 'tempest-secgroup--245171744'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:01.240701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f687fba5-c2b1-41ff-9832-9efdef41957e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:01.259980 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f687fba5-c2b1-41ff-9832-9efdef41957e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:01.378217 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f687fba5-c2b1-41ff-9832-9efdef41957e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:01.423583 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f687fba5-c2b1-41ff-9832-9efdef41957e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:01.434745 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f687fba5-c2b1-41ff-9832-9efdef41957e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:01.441646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f687fba5-c2b1-41ff-9832-9efdef41957e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:01.451728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f687fba5-c2b1-41ff-9832-9efdef41957e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:01.459340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b40743-2407-4872-a6eb-4eecfbdb871d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:49:01.470103 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9899fcf-dccb-4fab-80d0-408726518ce6 None None] Sync routers for ids ['535b73de-270a-47b0-a3b0-4a822ddd894f'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:49:01.477703 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-29b40743-2407-4872-a6eb-4eecfbdb871d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "PUT /v2.0/routers/535b73de-270a-47b0-a3b0-4a822ddd894f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5679519
Jun 04 15:49:01.481732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 51880) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:01.488755 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9899fcf-dccb-4fab-80d0-408726518ce6 None None] Routers {'535b73de-270a-47b0-a3b0-4a822ddd894f'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:49:01.489797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d9899fcf-dccb-4fab-80d0-408726518ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c14e8b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:48:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['535b73de-270a-47b0-a3b0-4a822ddd894f'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:01.652450 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f687fba5-c2b1-41ff-9832-9efdef41957e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:01.684731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b9ba76-c2b3-4637-952c-14803c30e431 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Deleting subnet 7b7a3ab3-84c4-4c5d-95f1-009156ee066f {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:49:01.698786 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ba76-c2b3-4637-952c-14803c30e431 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:01.700882 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-d9899fcf-dccb-4fab-80d0-408726518ce6 None None] Set router 535b73de-270a-47b0-a3b0-4a822ddd894f gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:49:01.737186 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f687fba5-c2b1-41ff-9832-9efdef41957e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:01.806761 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9fe8b630-054b-4919-8d59-f531460d0252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:01.883743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687fba5-c2b1-41ff-9832-9efdef41957e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee958992-5fb5-429c-9f91-fd4d9f979079,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:01.887060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 65c02c14-1408-4f5d-879c-f69cb89ed33d up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:49:01.890986 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f687fba5-c2b1-41ff-9832-9efdef41957e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:01.897252 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f687fba5-c2b1-41ff-9832-9efdef41957e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:01.901146 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f687fba5-c2b1-41ff-9832-9efdef41957e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.6705108
Jun 04 15:49:01.902224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51902) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:01.906193 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ba76-c2b3-4637-952c-14803c30e431 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:01.914367 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3f2f301b-c787-4487-9d6a-b598d0bfec70 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'ee958992-5fb5-429c-9f91-fd4d9f979079', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:01.915754 n-d-791505-9 neutron-server[88301]: WARNING neutron.api.v2.base [None req-3f2f301b-c787-4487-9d6a-b598d0bfec70 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Jun 04 15:49:01.916311 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-3f2f301b-c787-4487-9d6a-b598d0bfec70 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:01.917379 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3f2f301b-c787-4487-9d6a-b598d0bfec70 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0143540
Jun 04 15:49:01.920246 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51904) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:02.039499 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ba76-c2b3-4637-952c-14803c30e431 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:02.115110 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17f72327-5f76-40af-ba6e-b0e19049e9b2 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:02.148410 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:02.189431 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17f72327-5f76-40af-ba6e-b0e19049e9b2 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:02.257767 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 65c02c14-1408-4f5d-879c-f69cb89ed33d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:49:02.258558 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:02.428440 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17f72327-5f76-40af-ba6e-b0e19049e9b2 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:02.433962 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8519a350-50bb-460f-9085-5aa094a8cb22 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:02.464161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f72327-5f76-40af-ba6e-b0e19049e9b2 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee958992-5fb5-429c-9f91-fd4d9f979079,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:02.473620 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17f72327-5f76-40af-ba6e-b0e19049e9b2 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:02.473902 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4338b14a-e876-4789-bf4f-5ded54770b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:02.477316 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-17f72327-5f76-40af-ba6e-b0e19049e9b2 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "DELETE /v2.0/security-groups/ee958992-5fb5-429c-9f91-fd4d9f979079 HTTP/1.1" status: 204  len: 168 time: 0.5534739
Jun 04 15:49:02.477316 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-17f72327-5f76-40af-ba6e-b0e19049e9b2 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:02.477731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51944) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:02.500703 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d9899fcf-dccb-4fab-80d0-408726518ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c14e8b0>, [{'id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1863045544', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '818afc16-323c-4c13-8657-170e78d24450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:48:02Z', 'updated_at': '2021-06-04T15:48:59Z', 'revision_number': 5, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '818afc16-323c-4c13-8657-170e78d24450', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:48:03Z', 'updated_at': '2021-06-04T15:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:02.560491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-85f85576-9f0d-4804-acaa-0f4b1a4149b6 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Synchronizing usage tracker for tenant:a7c728a8f776419796e4e25b2e5ec761 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:02.569873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9899fcf-dccb-4fab-80d0-408726518ce6 None None] Checking router: 535b73de-270a-47b0-a3b0-4a822ddd894f for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:49:02.600845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9899fcf-dccb-4fab-80d0-408726518ce6 None None] Routers {'535b73de-270a-47b0-a3b0-4a822ddd894f'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:49:02.601887 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d9899fcf-dccb-4fab-80d0-408726518ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c14e8b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:49:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['535b73de-270a-47b0-a3b0-4a822ddd894f'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:02.640581 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ba76-c2b3-4637-952c-14803c30e431 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:02.658370 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0b7e22b9-2e1a-4637-822f-a7fca9e22c88 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:02.671017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-85f85576-9f0d-4804-acaa-0f4b1a4149b6 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Unset dirty status for tenant:a7c728a8f776419796e4e25b2e5ec761 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:02.672529 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-85f85576-9f0d-4804-acaa-0f4b1a4149b6 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1922085
Jun 04 15:49:02.685761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51954) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:02.685761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-738c9627-3009-4ce7-8601-848c773e5e88 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group': {'name': 'tempest-secgroup--988962388'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:02.724664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-738c9627-3009-4ce7-8601-848c773e5e88 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:02.753714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-738c9627-3009-4ce7-8601-848c773e5e88 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:02.759466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9ba76-c2b3-4637-952c-14803c30e431 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event deleted for resources: {'Subnet': ['ID=7b7a3ab3-84c4-4c5d-95f1-009156ee066f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:02.765751 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a4b9ba76-c2b3-4637-952c-14803c30e431 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:02.766822 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ba76-c2b3-4637-952c-14803c30e431 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:02.796935 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a4b9ba76-c2b3-4637-952c-14803c30e431 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "DELETE /v2.0/subnets/7b7a3ab3-84c4-4c5d-95f1-009156ee066f HTTP/1.1" status: 204  len: 168 time: 1.3111095
Jun 04 15:49:02.797329 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 51962) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:02.803916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cde99d-3e3f-4e9d-bf59-cd6ecf1f9c63 None None] Network feae0b98-1dc7-4aa9-85ad-a68ef1e250dc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:49:02.905558 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-738c9627-3009-4ce7-8601-848c773e5e88 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:02.963500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-738c9627-3009-4ce7-8601-848c773e5e88 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:02.980940 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-738c9627-3009-4ce7-8601-848c773e5e88 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:02.985609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-d9899fcf-dccb-4fab-80d0-408726518ce6 None None] Set router 535b73de-270a-47b0-a3b0-4a822ddd894f gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:49:03.006706 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-738c9627-3009-4ce7-8601-848c773e5e88 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:03.019594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-738c9627-3009-4ce7-8601-848c773e5e88 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:03.172663 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:03.489225 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-d9899fcf-dccb-4fab-80d0-408726518ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c14e8b0>, [{'id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1863045544', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '818afc16-323c-4c13-8657-170e78d24450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:48:02Z', 'updated_at': '2021-06-04T15:48:59Z', 'revision_number': 5, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '818afc16-323c-4c13-8657-170e78d24450', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:48:03Z', 'updated_at': '2021-06-04T15:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:03.496497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9899fcf-dccb-4fab-80d0-408726518ce6 None None] The sync data for ids ['535b73de-270a-47b0-a3b0-4a822ddd894f'] in n-d-791505-9 is: [{'id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1863045544', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '818afc16-323c-4c13-8657-170e78d24450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:48:02Z', 'updated_at': '2021-06-04T15:48:59Z', 'revision_number': 5, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '818afc16-323c-4c13-8657-170e78d24450', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535b73de-270a-47b0-a3b0-4a822ddd894f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:48:03Z', 'updated_at': '2021-06-04T15:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:49:03.513152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c9ad67-2c8a-4dfc-be9a-362d6b3e4f52 None None] DHCP port deletion for feae0b98-1dc7-4aa9-85ad-a68ef1e250dc request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:49:03.636267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-99c9ad67-2c8a-4dfc-be9a-362d6b3e4f52 None None] Deleting port bffc7991-4961-4361-841f-849707d44c6d {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:49:03.636651 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-99c9ad67-2c8a-4dfc-be9a-362d6b3e4f52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:03.637848 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-738c9627-3009-4ce7-8601-848c773e5e88 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:03.666790 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:03.717958 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:03.736652 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-738c9627-3009-4ce7-8601-848c773e5e88 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:03.738752 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e864c3c9-f34f-4293-a173-7a4d7f28b309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:03.741279 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-99c9ad67-2c8a-4dfc-be9a-362d6b3e4f52 None None] For port bffc7991-4961-4361-841f-849707d44c6d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=bffc7991-4961-4361-841f-849707d44c6d,segment=NetworkSegment(8061d08b-5a11-420d-b650-a18d4cd491a5),segment_id=8061d08b-5a11-420d-b650-a18d4cd491a5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:03.741682 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-99c9ad67-2c8a-4dfc-be9a-362d6b3e4f52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:03.782721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c9627-3009-4ce7-8601-848c773e5e88 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff023aa5-6d15-47c0-84c5-b647a9c80cdc,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:03.787509 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-738c9627-3009-4ce7-8601-848c773e5e88 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:03.893102 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-738c9627-3009-4ce7-8601-848c773e5e88 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:03.895959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-99c9ad67-2c8a-4dfc-be9a-362d6b3e4f52 None None] Calling delete_port for bffc7991-4961-4361-841f-849707d44c6d owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:49:03.897090 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-738c9627-3009-4ce7-8601-848c773e5e88 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.2174172
Jun 04 15:49:03.903538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52020) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:03.912360 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-5d433681-9d30-46f8-8942-2c21f5842386 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'ff023aa5-6d15-47c0-84c5-b647a9c80cdc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:03.913575 n-d-791505-9 neutron-server[88300]: WARNING neutron.api.v2.base [None req-5d433681-9d30-46f8-8942-2c21f5842386 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Jun 04 15:49:03.914357 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-5d433681-9d30-46f8-8942-2c21f5842386 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:03.915834 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5d433681-9d30-46f8-8942-2c21f5842386 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0104280
Jun 04 15:49:03.921078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52022) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:03.939778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Deleting port 818afc16-323c-4c13-8657-170e78d24450 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:49:03.940252 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:03.981164 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9e35dba2-5e0e-4cca-bece-5dc3fce560bc no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:49:04.050477 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 9e35dba2-5e0e-4cca-bece-5dc3fce560bc {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:49:04.051275 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9e35dba2-5e0e-4cca-bece-5dc3fce560bc not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:49:04.052086 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bffc7991-4961-4361-841f-849707d44c6d no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:49:04.077766 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-70aeb218-e715-4a96-b249-0bb60e287308 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:04.148879 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-70aeb218-e715-4a96-b249-0bb60e287308 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:04.209731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] For port 818afc16-323c-4c13-8657-170e78d24450, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=818afc16-323c-4c13-8657-170e78d24450,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:04.209731 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:04.233334 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-99c9ad67-2c8a-4dfc-be9a-362d6b3e4f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:04.243296 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:04.340525 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No active binding found for port bffc7991-4961-4361-841f-849707d44c6d {{(pid=88302) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 04 15:49:04.340957 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device bffc7991-4961-4361-841f-849707d44c6d not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:49:04.357037 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9ad67-2c8a-4dfc-be9a-362d6b3e4f52 None None] Pushing event deleted for resources: {'Port': ['ID=bffc7991-4961-4361-841f-849707d44c6d,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:04.360763 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-99c9ad67-2c8a-4dfc-be9a-362d6b3e4f52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:04.363728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9ad67-2c8a-4dfc-be9a-362d6b3e4f52 None None] No DVR routers for this DVR port bffc7991-4961-4361-841f-849707d44c6d on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:49:04.368104 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Calling delete_port for 818afc16-323c-4c13-8657-170e78d24450 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:49:04.411332 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-70aeb218-e715-4a96-b249-0bb60e287308 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:04.418293 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a6fd4fc8-e72f-4f56-949d-462deee49e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:04.438808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aeb218-e715-4a96-b249-0bb60e287308 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff023aa5-6d15-47c0-84c5-b647a9c80cdc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:04.445731 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-70aeb218-e715-4a96-b249-0bb60e287308 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:04.454019 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-70aeb218-e715-4a96-b249-0bb60e287308 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:04.458332 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-70aeb218-e715-4a96-b249-0bb60e287308 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "DELETE /v2.0/security-groups/ff023aa5-6d15-47c0-84c5-b647a9c80cdc HTTP/1.1" status: 204  len: 168 time: 0.5329626
Jun 04 15:49:04.458621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52048) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:04.581271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-906b8d7c-5ac0-481f-8de4-8e574bbb1af6 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Synchronizing usage tracker for tenant:a7c728a8f776419796e4e25b2e5ec761 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:04.713962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-906b8d7c-5ac0-481f-8de4-8e574bbb1af6 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Unset dirty status for tenant:a7c728a8f776419796e4e25b2e5ec761 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:04.714198 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:04.715241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-906b8d7c-5ac0-481f-8de4-8e574bbb1af6 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2556205
Jun 04 15:49:04.721202 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52066) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:04.721732 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-37da2edd-f99c-4a8d-b3ee-9607ea2b146b tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:04.726108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-2afc80a0-9947-45ed-a447-4ef193ebb917 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group': {'name': 'tempest-secgroup--629180639'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:04.733313 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2afc80a0-9947-45ed-a447-4ef193ebb917 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:04.744474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2afc80a0-9947-45ed-a447-4ef193ebb917 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:04.766621 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event deleted for resources: {'Port': ['ID=818afc16-323c-4c13-8657-170e78d24450,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:04.770274 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:04.834459 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2afc80a0-9947-45ed-a447-4ef193ebb917 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:04.875495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2afc80a0-9947-45ed-a447-4ef193ebb917 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:04.879822 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:04.892222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2afc80a0-9947-45ed-a447-4ef193ebb917 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:04.894177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2afc80a0-9947-45ed-a447-4ef193ebb917 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:04.911260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2afc80a0-9947-45ed-a447-4ef193ebb917 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:05.012416 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2afc80a0-9947-45ed-a447-4ef193ebb917 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.089155 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2afc80a0-9947-45ed-a447-4ef193ebb917 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.095071 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-57701ee3-840b-4a96-b454-0cf0471a6391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:05.163471 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.166538 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.174261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc80a0-9947-45ed-a447-4ef193ebb917 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cee7f0-ba3f-4245-9590-b3196ca0abec,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:05.205738 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2afc80a0-9947-45ed-a447-4ef193ebb917 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:05.258528 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.287695 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.288593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Fanout notify agent at l3_agent the message router_deleted on router 535b73de-270a-47b0-a3b0-4a822ddd894f {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:49:05.305035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2afc80a0-9947-45ed-a447-4ef193ebb917 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.316144 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2afc80a0-9947-45ed-a447-4ef193ebb917 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.5884817
Jun 04 15:49:05.316522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52102) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:05.323045 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-5bc9744c-0847-4614-a547-39033cca4936 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'a6cee7f0-ba3f-4245-9590-b3196ca0abec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:05.324693 n-d-791505-9 neutron-server[88301]: WARNING neutron.api.v2.base [None req-5bc9744c-0847-4614-a547-39033cca4936 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Jun 04 15:49:05.325464 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-5bc9744c-0847-4614-a547-39033cca4936 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:05.329321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52106) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:05.340267 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5bc9744c-0847-4614-a547-39033cca4936 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0122039
Jun 04 15:49:05.340267 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.340793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-3a82c600-4ac4-42b0-a8e1-5a19a56a9c0f tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'a6cee7f0-ba3f-4245-9590-b3196ca0abec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:05.340892 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "DELETE /v2.0/routers/535b73de-270a-47b0-a3b0-4a822ddd894f HTTP/1.1" status: 204  len: 168 time: 2.5407920
Jun 04 15:49:05.340970 n-d-791505-9 neutron-server[88300]: WARNING neutron.api.v2.base [None req-3a82c600-4ac4-42b0-a8e1-5a19a56a9c0f tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Jun 04 15:49:05.340970 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-3a82c600-4ac4-42b0-a8e1-5a19a56a9c0f tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:05.342529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52108) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:05.344294 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3a82c600-4ac4-42b0-a8e1-5a19a56a9c0f tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0097332
Jun 04 15:49:05.350476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52112) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:05.360485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-0b73b691-6f8f-4704-b8c0-3b4b69297bb8 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'a6cee7f0-ba3f-4245-9590-b3196ca0abec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:05.365045 n-d-791505-9 neutron-server[88300]: WARNING neutron.api.v2.base [None req-0b73b691-6f8f-4704-b8c0-3b4b69297bb8 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Jun 04 15:49:05.365814 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-0b73b691-6f8f-4704-b8c0-3b4b69297bb8 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:05.367381 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0b73b691-6f8f-4704-b8c0-3b4b69297bb8 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0145226
Jun 04 15:49:05.375244 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52116) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:05.482341 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3752ed6e-768a-4095-b396-3a41f2856969 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.596514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-80c56232-c298-41da-844e-843bdeb55024 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'a6cee7f0-ba3f-4245-9590-b3196ca0abec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:05.598084 n-d-791505-9 neutron-server[88300]: WARNING neutron.api.v2.base [None req-80c56232-c298-41da-844e-843bdeb55024 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Jun 04 15:49:05.598912 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-80c56232-c298-41da-844e-843bdeb55024 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:05.600483 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-80c56232-c298-41da-844e-843bdeb55024 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.2228279
Jun 04 15:49:05.603652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52126) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:05.666047 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3752ed6e-768a-4095-b396-3a41f2856969 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.683374 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3752ed6e-768a-4095-b396-3a41f2856969 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8385f58e80>,) {'filters': {'network_id': ['feae0b98-1dc7-4aa9-85ad-a68ef1e250dc']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:05.688513 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ebc3093b-5593-423a-b4bd-d2d98cf40d61 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.699155 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3752ed6e-768a-4095-b396-3a41f2856969 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385f58e80>, '8061d08b-5a11-420d-b650-a18d4cd491a5') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:05.700248 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3752ed6e-768a-4095-b396-3a41f2856969 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385f58e80>, '8061d08b-5a11-420d-b650-a18d4cd491a5') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:05.716444 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3752ed6e-768a-4095-b396-3a41f2856969 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.730381 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ebc3093b-5593-423a-b4bd-d2d98cf40d61 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.742004 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3752ed6e-768a-4095-b396-3a41f2856969 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.748484 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3752ed6e-768a-4095-b396-3a41f2856969 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:49:05.748975 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3752ed6e-768a-4095-b396-3a41f2856969 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:49:05.772534 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:49:05.871127 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ebc3093b-5593-423a-b4bd-d2d98cf40d61 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.890759 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:05.896243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 818afc16-323c-4c13-8657-170e78d24450 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:49:05.935075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3093b-5593-423a-b4bd-d2d98cf40d61 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cee7f0-ba3f-4245-9590-b3196ca0abec,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:05.938651 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ebc3093b-5593-423a-b4bd-d2d98cf40d61 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:05.948794 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3752ed6e-768a-4095-b396-3a41f2856969 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.957450 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3752ed6e-768a-4095-b396-3a41f2856969 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.959682 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0266f14a-acac-4c45-9c69-f118b36f59f6 tempest-QuotasNegativeTest-1863999504 tempest-QuotasNegativeTest-1863999504-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:05.970756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 818afc16-323c-4c13-8657-170e78d24450 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:49:05.971321 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 818afc16-323c-4c13-8657-170e78d24450 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:49:05.987964 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ebc3093b-5593-423a-b4bd-d2d98cf40d61 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:05.987964 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ebc3093b-5593-423a-b4bd-d2d98cf40d61 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "DELETE /v2.0/security-groups/a6cee7f0-ba3f-4245-9590-b3196ca0abec HTTP/1.1" status: 204  len: 168 time: 0.3804104
Jun 04 15:49:05.988223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52150) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:05.995236 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752ed6e-768a-4095-b396-3a41f2856969 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event deleted for resources: {'Network': ['ID=feae0b98-1dc7-4aa9-85ad-a68ef1e250dc,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:06.016785 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3752ed6e-768a-4095-b396-3a41f2856969 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:06.063356 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3752ed6e-768a-4095-b396-3a41f2856969 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "DELETE /v2.0/networks/feae0b98-1dc7-4aa9-85ad-a68ef1e250dc HTTP/1.1" status: 204  len: 168 time: 0.7194872
Jun 04 15:49:06.066842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52154) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:06.158259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8cacd4b6-652c-4d1a-9158-51348bd6cce8 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Synchronizing usage tracker for tenant:a7c728a8f776419796e4e25b2e5ec761 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:06.283533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8cacd4b6-652c-4d1a-9158-51348bd6cce8 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Unset dirty status for tenant:a7c728a8f776419796e4e25b2e5ec761 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:06.285463 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8cacd4b6-652c-4d1a-9158-51348bd6cce8 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2933259
Jun 04 15:49:06.290911 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52168) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:06.296158 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246646854'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:06.305500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:06.329209 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:06.376045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-74a38267-735d-4571-ac5d-6be9499c0e2b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Deleting port 3a819afc-bf2b-48b5-8371-4bb1e06fa62b {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:49:06.376388 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a38267-735d-4571-ac5d-6be9499c0e2b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:06.411620 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:06.437186 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:06.444927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:06.448409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:06.455805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:06.519692 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a38267-735d-4571-ac5d-6be9499c0e2b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:06.519692 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a38267-735d-4571-ac5d-6be9499c0e2b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:06.587541 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:06.667076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-74a38267-735d-4571-ac5d-6be9499c0e2b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Calling delete_port for 3a819afc-bf2b-48b5-8371-4bb1e06fa62b owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:49:06.680833 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:06.686655 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-20d88fa4-7d17-4176-a9e2-3773265993a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:06.729135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd76f1f8-4f00-45ff-8a3f-a79af198b2d3,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:06.740903 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:06.741433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:06.741915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:06.742403 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:06.742802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:06.743049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:06.743368 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:06.743730 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:06.744217 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:06.744581 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:06.744943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:06.745331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:06.748881 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:06.963326 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:06.965286 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.6722636
Jun 04 15:49:06.968198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52198) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:06.973579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9c076ff0-3b36-4e73-b7f7-89e467fe4a21 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'fd76f1f8-4f00-45ff-8a3f-a79af198b2d3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:06.974063 n-d-791505-9 neutron-server[88301]: WARNING neutron.api.v2.base [None req-9c076ff0-3b36-4e73-b7f7-89e467fe4a21 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jun 04 15:49:06.974552 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-9c076ff0-3b36-4e73-b7f7-89e467fe4a21 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:06.975792 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9c076ff0-3b36-4e73-b7f7-89e467fe4a21 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0064168
Jun 04 15:49:06.978900 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52200) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:06.983388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-96667ad2-c573-4af2-bb5b-67b3ac539dfe tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'fd76f1f8-4f00-45ff-8a3f-a79af198b2d3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:06.988495 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a38267-735d-4571-ac5d-6be9499c0e2b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:06.991678 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-96667ad2-c573-4af2-bb5b-67b3ac539dfe tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:06.993738 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-19c4d696-4cb8-47a4-8dd6-4ca21bc180d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:06.995775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-96667ad2-c573-4af2-bb5b-67b3ac539dfe tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:06.999022 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-96667ad2-c573-4af2-bb5b-67b3ac539dfe tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:07.009632 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-96667ad2-c573-4af2-bb5b-67b3ac539dfe tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:07.115457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a38267-735d-4571-ac5d-6be9499c0e2b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event deleted for resources: {'Port': ['ID=3a819afc-bf2b-48b5-8371-4bb1e06fa62b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:07.118031 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-74a38267-735d-4571-ac5d-6be9499c0e2b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:07.189182 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-96667ad2-c573-4af2-bb5b-67b3ac539dfe tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:07.190400 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-96667ad2-c573-4af2-bb5b-67b3ac539dfe tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2104781
Jun 04 15:49:07.194420 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52218) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:07.198497 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-347ae4f0-97ac-4680-8ed5-090c072f5606 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'fd76f1f8-4f00-45ff-8a3f-a79af198b2d3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:07.198959 n-d-791505-9 neutron-server[88301]: WARNING neutron.api.v2.base [None req-347ae4f0-97ac-4680-8ed5-090c072f5606 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Jun 04 15:49:07.199428 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-347ae4f0-97ac-4680-8ed5-090c072f5606 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:07.199879 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a38267-735d-4571-ac5d-6be9499c0e2b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:07.200925 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-347ae4f0-97ac-4680-8ed5-090c072f5606 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0062034
Jun 04 15:49:07.201483 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-74a38267-735d-4571-ac5d-6be9499c0e2b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Floating IP 1382a49c-0d8d-4551-8f6a-a8d9c101cd30 disassociated (deleted). External IP: 172.25.4.57, port: 187cd46e-61c1-4476-884e-3b318626d804.
Jun 04 15:49:07.203586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52220) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:07.216678 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-a74c558e-1d16-4f17-a098-902a5bb3bcc5 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'fd76f1f8-4f00-45ff-8a3f-a79af198b2d3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:07.237133 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a74c558e-1d16-4f17-a098-902a5bb3bcc5 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:07.246375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a74c558e-1d16-4f17-a098-902a5bb3bcc5 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:07.250360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a74c558e-1d16-4f17-a098-902a5bb3bcc5 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:07.259284 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a74c558e-1d16-4f17-a098-902a5bb3bcc5 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:07.440194 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-a74c558e-1d16-4f17-a098-902a5bb3bcc5 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:07.443744 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a74c558e-1d16-4f17-a098-902a5bb3bcc5 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2314329
Jun 04 15:49:07.445274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52236) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:07.450407 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-87782578-fba4-494c-aa7b-7b6ca11f123e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'fd76f1f8-4f00-45ff-8a3f-a79af198b2d3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:07.451142 n-d-791505-9 neutron-server[88301]: WARNING neutron.api.v2.base [None req-87782578-fba4-494c-aa7b-7b6ca11f123e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jun 04 15:49:07.451752 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-87782578-fba4-494c-aa7b-7b6ca11f123e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:07.452789 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-87782578-fba4-494c-aa7b-7b6ca11f123e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0062933
Jun 04 15:49:07.455571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52238) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:07.461632 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0e4246cd-f799-40a5-a8f1-981b37282aa4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'fd76f1f8-4f00-45ff-8a3f-a79af198b2d3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:07.470494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0e4246cd-f799-40a5-a8f1-981b37282aa4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:07.476593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0e4246cd-f799-40a5-a8f1-981b37282aa4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:07.480202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0e4246cd-f799-40a5-a8f1-981b37282aa4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:07.497394 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0e4246cd-f799-40a5-a8f1-981b37282aa4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:07.577879 n-d-791505-9 neutron-server[88301]: INFO neutron.db.securitygroups_db [None req-0e4246cd-f799-40a5-a8f1-981b37282aa4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Project a7c728a8f776419796e4e25b2e5ec761 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 15:49:07.643048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a38267-735d-4571-ac5d-6be9499c0e2b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Router 45bc2c85-1220-4394-a183-fd9b266a72f8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:49:07.687771 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-0e4246cd-f799-40a5-a8f1-981b37282aa4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:07.697916 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0e4246cd-f799-40a5-a8f1-981b37282aa4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2409334
Jun 04 15:49:07.698874 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52252) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:07.724290 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-629165aa-1af2-4d12-8ae9-ec3879d2e764 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'fd76f1f8-4f00-45ff-8a3f-a79af198b2d3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:07.726736 n-d-791505-9 neutron-server[88301]: WARNING neutron.api.v2.base [None req-629165aa-1af2-4d12-8ae9-ec3879d2e764 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Jun 04 15:49:07.728991 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-629165aa-1af2-4d12-8ae9-ec3879d2e764 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:07.730304 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-629165aa-1af2-4d12-8ae9-ec3879d2e764 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0303626
Jun 04 15:49:07.735954 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52258) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:07.757849 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-15bd30cb-d708-4bcd-8e97-11d5ea19e9fa tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'fd76f1f8-4f00-45ff-8a3f-a79af198b2d3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:07.758265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-15bd30cb-d708-4bcd-8e97-11d5ea19e9fa tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:07.763314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-15bd30cb-d708-4bcd-8e97-11d5ea19e9fa tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:07.766512 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-15bd30cb-d708-4bcd-8e97-11d5ea19e9fa tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:07.775124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-15bd30cb-d708-4bcd-8e97-11d5ea19e9fa tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:07.878401 n-d-791505-9 neutron-server[88301]: INFO neutron.db.securitygroups_db [None req-15bd30cb-d708-4bcd-8e97-11d5ea19e9fa tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Project a7c728a8f776419796e4e25b2e5ec761 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 15:49:08.039836 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-15bd30cb-d708-4bcd-8e97-11d5ea19e9fa tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:08.041134 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-15bd30cb-d708-4bcd-8e97-11d5ea19e9fa tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.3041673
Jun 04 15:49:08.044895 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52272) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:08.053829 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8bfc586b-604f-4883-b1f3-8673615d0e23 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'fd76f1f8-4f00-45ff-8a3f-a79af198b2d3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:08.058350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a38267-735d-4571-ac5d-6be9499c0e2b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:49:08.065388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8bfc586b-604f-4883-b1f3-8673615d0e23 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:08.076860 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8bfc586b-604f-4883-b1f3-8673615d0e23 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:08.080990 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8bfc586b-604f-4883-b1f3-8673615d0e23 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:08.086461 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395fc35-3dea-41a6-b2ca-b2f7d944c120 None None] Sync routers for ids ['45bc2c85-1220-4394-a183-fd9b266a72f8'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:49:08.092462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8bfc586b-604f-4883-b1f3-8673615d0e23 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:08.099721 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74a38267-735d-4571-ac5d-6be9499c0e2b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:08.112125 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6395fc35-3dea-41a6-b2ca-b2f7d944c120 None None] Routers {'45bc2c85-1220-4394-a183-fd9b266a72f8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:49:08.115862 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6395fc35-3dea-41a6-b2ca-b2f7d944c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d69e580>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:49:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['45bc2c85-1220-4394-a183-fd9b266a72f8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:08.176313 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-74a38267-735d-4571-ac5d-6be9499c0e2b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "DELETE /v2.0/floatingips/1382a49c-0d8d-4551-8f6a-a8d9c101cd30 HTTP/1.1" status: 204  len: 168 time: 2.1082656
Jun 04 15:49:08.177107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ab4bcc-32ea-4146-9211-103785f6452a', 'tag': '187cd46e-61c1-4476-884e-3b318626d804'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:49:08.180450 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9669ec04-8bf8-41b1-bc90-0f549f472732" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ab4bcc-32ea-4146-9211-103785f6452a", "tag": "187cd46e-61c1-4476-884e-3b318626d804"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:49:08.182837 n-d-791505-9 neutron-server[88301]: INFO neutron.db.securitygroups_db [None req-8bfc586b-604f-4883-b1f3-8673615d0e23 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Project a7c728a8f776419796e4e25b2e5ec761 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 15:49:08.268231 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec92866f-e7b7-44d5-8645-0a5add092ac1 x-openstack-request-id: req-ec92866f-e7b7-44d5-8645-0a5add092ac1 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:49:08.269228 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ab4bcc-32ea-4146-9211-103785f6452a", "tag": "187cd46e-61c1-4476-884e-3b318626d804", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:49:08.269740 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec92866f-e7b7-44d5-8645-0a5add092ac1 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:49:08.270280 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ab4bcc-32ea-4146-9211-103785f6452a', 'tag': '187cd46e-61c1-4476-884e-3b318626d804', 'status': 'completed', 'code': 200}
Jun 04 15:49:08.317567 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-8bfc586b-604f-4883-b1f3-8673615d0e23 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:08.318961 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8bfc586b-604f-4883-b1f3-8673615d0e23 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2727761
Jun 04 15:49:08.321938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52296) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:08.433930 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669ec04-8bf8-41b1-bc90-0f549f472732 req-bb38187e-db5b-4fcb-94fe-15e8c81949f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:08.435998 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9669ec04-8bf8-41b1-bc90-0f549f472732 req-bb38187e-db5b-4fcb-94fe-15e8c81949f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5287f2e7ee8d4845b57a054c508e1de5&device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 1135 time: 0.1380441
Jun 04 15:49:08.444144 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0506394b-521e-46b3-a969-4a4228613e2c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:08.494232 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-6395fc35-3dea-41a6-b2ca-b2f7d944c120 None None] Set router 45bc2c85-1220-4394-a183-fd9b266a72f8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:49:08.500053 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0506394b-521e-46b3-a969-4a4228613e2c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:08.687776 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669ec04-8bf8-41b1-bc90-0f549f472732 req-b073228f-16fb-4405-809e-e7cec362b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:08.698617 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9669ec04-8bf8-41b1-bc90-0f549f472732 req-b073228f-16fb-4405-809e-e7cec362b587 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb68608b-7dc5-4c14-b77d-6d4f71bada98 HTTP/1.1" status: 200  len: 898 time: 0.2555451
Jun 04 15:49:08.711769 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0506394b-521e-46b3-a969-4a4228613e2c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:08.716087 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fea901c7-01a2-49fc-8d0f-abb4fda9b383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:08.751597 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506394b-521e-46b3-a969-4a4228613e2c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd76f1f8-4f00-45ff-8a3f-a79af198b2d3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:08.773767 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0506394b-521e-46b3-a969-4a4228613e2c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:08.783005 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0506394b-521e-46b3-a969-4a4228613e2c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:08.784695 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0506394b-521e-46b3-a969-4a4228613e2c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "DELETE /v2.0/security-groups/fd76f1f8-4f00-45ff-8a3f-a79af198b2d3 HTTP/1.1" status: 204  len: 168 time: 0.4611444
Jun 04 15:49:08.787878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52338) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:08.901435 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9669ec04-8bf8-41b1-bc90-0f549f472732 req-1fbfc7e1-6f79-4dc0-9ab8-3c6cf9043637 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=187cd46e-61c1-4476-884e-3b318626d804 HTTP/1.1" status: 200  len: 217 time: 0.1957829
Jun 04 15:49:08.961366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8bda55a9-fef0-47e8-bdc6-92baf8bc25a7 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Synchronizing usage tracker for tenant:a7c728a8f776419796e4e25b2e5ec761 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:08.986639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669ec04-8bf8-41b1-bc90-0f549f472732 req-afcc16c5-55d2-4512-948e-3c3389f60049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:08.988480 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9669ec04-8bf8-41b1-bc90-0f549f472732 req-afcc16c5-55d2-4512-948e-3c3389f60049 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c07fcaeb-572f-40f5-b0e8-7e6f2154d738 HTTP/1.1" status: 200  len: 834 time: 0.0793929
Jun 04 15:49:09.008980 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae261d5-cb3e-40bd-b0d7-dbcebd094fa6 req-35bf574d-fa88-4418-9976-79835c01e6e3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:09.010631 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1ae261d5-cb3e-40bd-b0d7-dbcebd094fa6 req-35bf574d-fa88-4418-9976-79835c01e6e3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 984 time: 0.1384523
Jun 04 15:49:09.069575 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6395fc35-3dea-41a6-b2ca-b2f7d944c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d69e580>, [{'id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526273705', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:43Z', 'revision_number': 4, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:25Z', 'updated_at': '2021-06-04T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '807f268e-85ba-4203-82f2-e2584e899e54', 'name': '', 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'mac_address': 'fa:16:3e:7f:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:42Z', 'updated_at': '2021-06-04T15:46:54Z', 'revision_number': 5, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'subnets': [{'id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:09.073438 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395fc35-3dea-41a6-b2ca-b2f7d944c120 None None] Checking router: 45bc2c85-1220-4394-a183-fd9b266a72f8 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:49:09.082513 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6395fc35-3dea-41a6-b2ca-b2f7d944c120 None None] Routers {'45bc2c85-1220-4394-a183-fd9b266a72f8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:49:09.083519 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6395fc35-3dea-41a6-b2ca-b2f7d944c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d69e580>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:49:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['45bc2c85-1220-4394-a183-fd9b266a72f8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:09.084311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669ec04-8bf8-41b1-bc90-0f549f472732 req-3edf92b8-d2f2-4b96-b98c-ef9f2e41aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:09.085635 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9669ec04-8bf8-41b1-bc90-0f549f472732 req-3edf92b8-d2f2-4b96-b98c-ef9f2e41aa87 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb68608b-7dc5-4c14-b77d-6d4f71bada98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0885911
Jun 04 15:49:09.087979 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1ae261d5-cb3e-40bd-b0d7-dbcebd094fa6 req-1cf64dbf-2c38-4a18-8e71-df514b001320 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0656707
Jun 04 15:49:09.089433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8bda55a9-fef0-47e8-bdc6-92baf8bc25a7 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Unset dirty status for tenant:a7c728a8f776419796e4e25b2e5ec761 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:09.092093 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8bda55a9-fef0-47e8-bdc6-92baf8bc25a7 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2956216
Jun 04 15:49:09.106806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52366) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:09.113645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-cf9e39bb-e30b-4803-9d08-a2d92a1b6d1e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020773733'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:09.125328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cf9e39bb-e30b-4803-9d08-a2d92a1b6d1e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:09.149922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cf9e39bb-e30b-4803-9d08-a2d92a1b6d1e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:09.245256 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cf9e39bb-e30b-4803-9d08-a2d92a1b6d1e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:09.266360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cf9e39bb-e30b-4803-9d08-a2d92a1b6d1e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:09.271774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cf9e39bb-e30b-4803-9d08-a2d92a1b6d1e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:09.276700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cf9e39bb-e30b-4803-9d08-a2d92a1b6d1e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:09.285738 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cf9e39bb-e30b-4803-9d08-a2d92a1b6d1e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:09.338597 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9669ec04-8bf8-41b1-bc90-0f549f472732 req-d92e39ce-3577-41d8-8146-6d7aff3fe485 service neutron] 10.222.0.65 "GET /v2.0/networks/eb68608b-7dc5-4c14-b77d-6d4f71bada98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436492
Jun 04 15:49:09.439330 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cf9e39bb-e30b-4803-9d08-a2d92a1b6d1e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:09.459028 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-6395fc35-3dea-41a6-b2ca-b2f7d944c120 None None] Set router 45bc2c85-1220-4394-a183-fd9b266a72f8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:49:09.519293 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9669ec04-8bf8-41b1-bc90-0f549f472732 req-bcfd5c70-65ca-4993-9797-8d9dd8453044 service neutron] 10.222.0.65 "GET /v2.0/networks/eb68608b-7dc5-4c14-b77d-6d4f71bada98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1742225
Jun 04 15:49:09.519927 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cf9e39bb-e30b-4803-9d08-a2d92a1b6d1e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:09.523934 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f7a94066-0cea-4cd2-9d19-4271e96983b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:09.564051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e39bb-e30b-4803-9d08-a2d92a1b6d1e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37e9edb-9615-49da-9b2f-36d5b8253700,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:09.570487 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cf9e39bb-e30b-4803-9d08-a2d92a1b6d1e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:09.698192 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cf9e39bb-e30b-4803-9d08-a2d92a1b6d1e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:09.700377 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cf9e39bb-e30b-4803-9d08-a2d92a1b6d1e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5916300
Jun 04 15:49:09.703456 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52422) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:09.709264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-29fee8ee-6c60-4999-be74-f2612c7bf778 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'c37e9edb-9615-49da-9b2f-36d5b8253700', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:09.730078 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-29fee8ee-6c60-4999-be74-f2612c7bf778 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:09.736719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-29fee8ee-6c60-4999-be74-f2612c7bf778 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:09.741119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-29fee8ee-6c60-4999-be74-f2612c7bf778 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:09.759818 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-29fee8ee-6c60-4999-be74-f2612c7bf778 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:09.834449 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6395fc35-3dea-41a6-b2ca-b2f7d944c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d69e580>, [{'id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526273705', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:43Z', 'revision_number': 4, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:25Z', 'updated_at': '2021-06-04T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '807f268e-85ba-4203-82f2-e2584e899e54', 'name': '', 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'mac_address': 'fa:16:3e:7f:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:42Z', 'updated_at': '2021-06-04T15:46:54Z', 'revision_number': 5, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'subnets': [{'id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:09.839268 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395fc35-3dea-41a6-b2ca-b2f7d944c120 None None] The sync data for ids ['45bc2c85-1220-4394-a183-fd9b266a72f8'] in n-d-791505-9 is: [{'id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526273705', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:43Z', 'revision_number': 4, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:25Z', 'updated_at': '2021-06-04T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '807f268e-85ba-4203-82f2-e2584e899e54', 'name': '', 'network_id': 'eb68608b-7dc5-4c14-b77d-6d4f71bada98', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'mac_address': 'fa:16:3e:7f:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:42Z', 'updated_at': '2021-06-04T15:46:54Z', 'revision_number': 5, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'subnets': [{'id': 'c07fcaeb-572f-40f5-b0e8-7e6f2154d738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:49:09.972744 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-29fee8ee-6c60-4999-be74-f2612c7bf778 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The resource could not be found.
Jun 04 15:49:09.974041 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-29fee8ee-6c60-4999-be74-f2612c7bf778 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.2694740
Jun 04 15:49:09.976785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52456) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:09.981452 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-70211859-6dbd-4c3e-b1d1-55e8d1ad9254 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': 'c37e9edb-9615-49da-9b2f-36d5b8253700', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '301b8722-bb53-4226-95b7-fa13e3edb934'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:09.988412 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-70211859-6dbd-4c3e-b1d1-55e8d1ad9254 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:09.992388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-70211859-6dbd-4c3e-b1d1-55e8d1ad9254 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:09.997202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-70211859-6dbd-4c3e-b1d1-55e8d1ad9254 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:10.001986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-70211859-6dbd-4c3e-b1d1-55e8d1ad9254 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:10.197285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efebe32-5cbd-42da-8bfd-af641fd77ed4 req-b0ea8975-86d1-47be-bb29-eeb07121b955 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:10.198040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7efebe32-5cbd-42da-8bfd-af641fd77ed4 req-b0ea8975-86d1-47be-bb29-eeb07121b955 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Synchronizing usage tracker for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:10.232809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfa410-5a11-47e2-af70-7a808c52da37 None None] New status for floating IP 1382a49c-0d8d-4551-8f6a-a8d9c101cd30: DOWN {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:49:10.274826 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-70211859-6dbd-4c3e-b1d1-55e8d1ad9254 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The resource could not be found.
Jun 04 15:49:10.277053 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-70211859-6dbd-4c3e-b1d1-55e8d1ad9254 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2981877
Jun 04 15:49:10.279240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52490) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:10.316326 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7efebe32-5cbd-42da-8bfd-af641fd77ed4 req-b0ea8975-86d1-47be-bb29-eeb07121b955 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Unset dirty status for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:10.318688 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7efebe32-5cbd-42da-8bfd-af641fd77ed4 req-b0ea8975-86d1-47be-bb29-eeb07121b955 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 984 time: 0.2580702
Jun 04 15:49:10.442806 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-417e4020-807c-4e4f-909b-c8605a495132 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:10.486293 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-417e4020-807c-4e4f-909b-c8605a495132 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:10.522166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fb0ab-323e-43ea-b0de-c26945f4703b req-5894b97c-30b3-4d9b-8004-b5e59065845a tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:10.523734 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ef9fb0ab-323e-43ea-b0de-c26945f4703b req-5894b97c-30b3-4d9b-8004-b5e59065845a tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 984 time: 0.2654643
Jun 04 15:49:10.584464 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ef9fb0ab-323e-43ea-b0de-c26945f4703b req-8b6773fd-69a1-4b44-9738-b9e1cd791c3d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a34748-137d-4db8-825b-3463ad8376fe&id=7284c733-421a-43b5-9d2e-e0a297dc07d0&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0544803
Jun 04 15:49:10.609612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7efebe32-5cbd-42da-8bfd-af641fd77ed4 req-307f495a-bbd9-417e-a183-08d7ee26870b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Deleting port 187cd46e-61c1-4476-884e-3b318626d804 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:49:10.609956 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7efebe32-5cbd-42da-8bfd-af641fd77ed4 req-307f495a-bbd9-417e-a183-08d7ee26870b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:10.682996 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-417e4020-807c-4e4f-909b-c8605a495132 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:10.688260 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d9cc5407-7159-4356-9364-06deb2cd648a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:10.705611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e4020-807c-4e4f-909b-c8605a495132 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37e9edb-9615-49da-9b2f-36d5b8253700,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:10.713719 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-417e4020-807c-4e4f-909b-c8605a495132 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:10.715243 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-417e4020-807c-4e4f-909b-c8605a495132 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:10.718467 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-417e4020-807c-4e4f-909b-c8605a495132 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "DELETE /v2.0/security-groups/c37e9edb-9615-49da-9b2f-36d5b8253700 HTTP/1.1" status: 204  len: 168 time: 0.4341803
Jun 04 15:49:10.725071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52518) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:10.810756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7efebe32-5cbd-42da-8bfd-af641fd77ed4 req-307f495a-bbd9-417e-a183-08d7ee26870b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] For port 187cd46e-61c1-4476-884e-3b318626d804, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=187cd46e-61c1-4476-884e-3b318626d804,segment=NetworkSegment(1ebf05fe-645e-4e1d-a274-e4ecf983b2ca),segment_id=1ebf05fe-645e-4e1d-a274-e4ecf983b2ca)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:10.811121 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7efebe32-5cbd-42da-8bfd-af641fd77ed4 req-307f495a-bbd9-417e-a183-08d7ee26870b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:10.830254 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ebc389eb-6df2-4eeb-b538-b55fd783ba5b tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1037247
Jun 04 15:49:10.834459 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52524) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:10.840362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-35a03553-fa2a-499d-8b4f-7c20cfc5f844 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': '4e3ff824-44bc-4632-ac5b-171ba22bc733', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:10.847708 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-35a03553-fa2a-499d-8b4f-7c20cfc5f844 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:10.851729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-35a03553-fa2a-499d-8b4f-7c20cfc5f844 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:10.854705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-35a03553-fa2a-499d-8b4f-7c20cfc5f844 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:10.866554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-35a03553-fa2a-499d-8b4f-7c20cfc5f844 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:10.945304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7efebe32-5cbd-42da-8bfd-af641fd77ed4 req-307f495a-bbd9-417e-a183-08d7ee26870b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Calling delete_port for 187cd46e-61c1-4476-884e-3b318626d804 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:49:11.120761 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-35a03553-fa2a-499d-8b4f-7c20cfc5f844 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The resource could not be found.
Jun 04 15:49:11.122110 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-35a03553-fa2a-499d-8b4f-7c20cfc5f844 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2858534
Jun 04 15:49:11.126355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52546) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:11.132181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group': {'name': 'tempest-secgroup--225659728'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:11.138160 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:11.142331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:11.145378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:11.152002 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:11.171588 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7efebe32-5cbd-42da-8bfd-af641fd77ed4 req-307f495a-bbd9-417e-a183-08d7ee26870b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:11.180516 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-436a79cf-a1b0-460c-a39c-a31e710bd3a6 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:11.201757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52548) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:11.228744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f495a-bbd9-417e-a183-08d7ee26870b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event deleted for resources: {'Port': ['ID=187cd46e-61c1-4476-884e-3b318626d804,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:11.231940 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-307f495a-bbd9-417e-a183-08d7ee26870b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:11.301257 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:11.339252 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:11.346038 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:11.349947 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2384fa25-c121-491d-9194-5a4108b0d84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:11.363372 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:11.371736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:11.378135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2384fa25-c121-491d-9194-5a4108b0d84c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:11.390751 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2384fa25-c121-491d-9194-5a4108b0d84c admin admin] Usage tracker for resource:security_group_rule and tenant:56ba9dd5f477466bbe7916775501a268 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:11.390751 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2384fa25-c121-491d-9194-5a4108b0d84c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:11.399658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2384fa25-c121-491d-9194-5a4108b0d84c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:11.490139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efebe32-5cbd-42da-8bfd-af641fd77ed4 req-307f495a-bbd9-417e-a183-08d7ee26870b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] No DVR routers for this DVR port 187cd46e-61c1-4476-884e-3b318626d804 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:49:11.496157 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7efebe32-5cbd-42da-8bfd-af641fd77ed4 req-307f495a-bbd9-417e-a183-08d7ee26870b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:11.496157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ab4bcc-32ea-4146-9211-103785f6452a', 'name': 'network-vif-deleted', 'tag': '187cd46e-61c1-4476-884e-3b318626d804'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:49:11.497451 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2384fa25-c121-491d-9194-5a4108b0d84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:11.504879 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af55ed8-5b86-46be-82bb-2280c5516f79" -d '{"events": [{"server_uuid": "c6ab4bcc-32ea-4146-9211-103785f6452a", "name": "network-vif-deleted", "tag": "187cd46e-61c1-4476-884e-3b318626d804"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:49:11.544822 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa7017f-a99f-4184-85c3-7a1bae1d8780 x-openstack-request-id: req-9fa7017f-a99f-4184-85c3-7a1bae1d8780 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:49:11.545175 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ab4bcc-32ea-4146-9211-103785f6452a", "name": "network-vif-deleted", "tag": "187cd46e-61c1-4476-884e-3b318626d804", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:49:11.545477 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fa7017f-a99f-4184-85c3-7a1bae1d8780 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:49:11.545916 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ab4bcc-32ea-4146-9211-103785f6452a', 'name': 'network-vif-deleted', 'tag': '187cd46e-61c1-4476-884e-3b318626d804', 'status': 'completed', 'code': 200}
Jun 04 15:49:11.653576 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2384fa25-c121-491d-9194-5a4108b0d84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:11.667376 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-88f0e978-c8f7-4eeb-981c-3a51f8488eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:11.723488 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384fa25-c121-491d-9194-5a4108b0d84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c415e51-663c-4eb3-9e7d-1f52d35c03b2,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:11.728990 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2384fa25-c121-491d-9194-5a4108b0d84c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56ba9dd5f477466bbe7916775501a268&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5259523
Jun 04 15:49:11.731202 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2384fa25-c121-491d-9194-5a4108b0d84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:11.733652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52570) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:11.744422 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7efebe32-5cbd-42da-8bfd-af641fd77ed4 req-307f495a-bbd9-417e-a183-08d7ee26870b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.65 "DELETE /v2.0/ports/187cd46e-61c1-4476-884e-3b318626d804 HTTP/1.1" status: 204  len: 173 time: 1.4187157
Jun 04 15:49:11.751798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-fd1140d4-4177-4057-8834-0c8f685e7cb7 req-23fff71b-560d-480f-9fb8-f864cb3c5a5a tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Synchronizing usage tracker for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:11.814633 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:11.829127 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2b82f91e-4857-4a9b-851d-fa894c03fdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:11.854319 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2b82f91e-4857-4a9b-851d-fa894c03fdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:11.901454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-fd1140d4-4177-4057-8834-0c8f685e7cb7 req-23fff71b-560d-480f-9fb8-f864cb3c5a5a tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Unset dirty status for tenant:5287f2e7ee8d4845b57a054c508e1de5 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:11.903221 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd1140d4-4177-4057-8834-0c8f685e7cb7 req-23fff71b-560d-480f-9fb8-f864cb3c5a5a tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ab4bcc-32ea-4146-9211-103785f6452a HTTP/1.1" status: 200  len: 210 time: 0.2064555
Jun 04 15:49:12.080635 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:12.088889 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0dad4483-76fc-492d-9e64-b52970b65a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:12.135092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687b52e2-0f2f-4252-9c74-ef0ac7206613,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:12.140250 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:12.274556 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:12.278646 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.1485033
Jun 04 15:49:12.278646 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2b82f91e-4857-4a9b-851d-fa894c03fdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:12.288222 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2b82f91e-4857-4a9b-851d-fa894c03fdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:12.288729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52592) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:12.289324 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2b82f91e-4857-4a9b-851d-fa894c03fdf5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c415e51-663c-4eb3-9e7d-1f52d35c03b2 HTTP/1.1" status: 204  len: 168 time: 0.5457225
Jun 04 15:49:12.289324 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:12.289581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421657658'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:12.294582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82f91e-4857-4a9b-851d-fa894c03fdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c415e51-663c-4eb3-9e7d-1f52d35c03b2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:12.297103 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2b82f91e-4857-4a9b-851d-fa894c03fdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:12.310228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:12.317089 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:12.326660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:12.338775 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:12.428457 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:12.459720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:12.481422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:12.487422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:12.496275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:12.587332 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:12.712850 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:12.717379 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-573f5a72-6356-44c1-b589-75f44e0b5141 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:12.767764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1723d7c0-ab91-41b3-bdfd-3f69d9703ae3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:12.778149 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:12.880321 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:12.881782 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.6009021
Jun 04 15:49:12.884803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52618) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:12.889492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-dda827e5-3d06-446b-bb93-b6527d290f51 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': '687b52e2-0f2f-4252-9c74-ef0ac7206613', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1723d7c0-ab91-41b3-bdfd-3f69d9703ae3'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:12.896382 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dda827e5-3d06-446b-bb93-b6527d290f51 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:12.900409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dda827e5-3d06-446b-bb93-b6527d290f51 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:12.906149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dda827e5-3d06-446b-bb93-b6527d290f51 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:12.911027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dda827e5-3d06-446b-bb93-b6527d290f51 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:12.913447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 187cd46e-61c1-4476-884e-3b318626d804 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:49:12.950095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 187cd46e-61c1-4476-884e-3b318626d804 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:49:12.950457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 187cd46e-61c1-4476-884e-3b318626d804 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:49:13.012091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52626) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:13.088661 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66d4e0f7-cf4d-4a43-9190-f1f5f56bab99 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.120395 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66d4e0f7-cf4d-4a43-9190-f1f5f56bab99 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.209226 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-dda827e5-3d06-446b-bb93-b6527d290f51 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:13.210278 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dda827e5-3d06-446b-bb93-b6527d290f51 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.3245738
Jun 04 15:49:13.213444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52638) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:13.262762 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66d4e0f7-cf4d-4a43-9190-f1f5f56bab99 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.265193 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-08b743c8-1bbd-43a9-a125-04abf98bb68c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:13.279002 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52642) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:13.282872 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4e0f7-cf4d-4a43-9190-f1f5f56bab99 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a34748-137d-4db8-825b-3463ad8376fe,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:13.290497 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-66d4e0f7-cf4d-4a43-9190-f1f5f56bab99 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:13.315998 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-089a3fa4-d187-4b9a-861d-d8973ea69414 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.316969 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc7d63c9-3413-4aca-8d10-9a77c69573da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.332749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cc7d63c9-3413-4aca-8d10-9a77c69573da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:13.339639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cc7d63c9-3413-4aca-8d10-9a77c69573da admin admin] Usage tracker for resource:security_group_rule and tenant:925a44b51e0b453c8aba8a0aa41de343 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:13.342788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cc7d63c9-3413-4aca-8d10-9a77c69573da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:13.350143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cc7d63c9-3413-4aca-8d10-9a77c69573da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:13.353687 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-089a3fa4-d187-4b9a-861d-d8973ea69414 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.404161 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-66d4e0f7-cf4d-4a43-9190-f1f5f56bab99 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.405575 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-66d4e0f7-cf4d-4a43-9190-f1f5f56bab99 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "DELETE /v2.0/security-groups/01a34748-137d-4db8-825b-3463ad8376fe HTTP/1.1" status: 204  len: 168 time: 0.3923783
Jun 04 15:49:13.408320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52652) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:13.451957 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc7d63c9-3413-4aca-8d10-9a77c69573da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.490944 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-089a3fa4-d187-4b9a-861d-d8973ea69414 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.498286 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a5bd3c56-afae-4284-b2ce-1facd9331a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:13.511327 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-90c47c75-e993-4bc7-9e89-34a9d37b0c0e tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.539127 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a3fa4-d187-4b9a-861d-d8973ea69414 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1723d7c0-ab91-41b3-bdfd-3f69d9703ae3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:13.539127 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-089a3fa4-d187-4b9a-861d-d8973ea69414 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:13.544103 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-089a3fa4-d187-4b9a-861d-d8973ea69414 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.548245 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-089a3fa4-d187-4b9a-861d-d8973ea69414 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "DELETE /v2.0/security-groups/1723d7c0-ab91-41b3-bdfd-3f69d9703ae3 HTTP/1.1" status: 204  len: 168 time: 0.3311744
Jun 04 15:49:13.549167 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52658) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:13.569910 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-90c47c75-e993-4bc7-9e89-34a9d37b0c0e tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.571489 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc7d63c9-3413-4aca-8d10-9a77c69573da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.590473 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-043d6d4b-ef08-428a-a0a9-63367627d0c0 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:13.654191 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d63c9-3413-4aca-8d10-9a77c69573da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3344194-52dd-41a7-ac79-5b6fb14b6b20,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:13.660779 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cc7d63c9-3413-4aca-8d10-9a77c69573da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=925a44b51e0b453c8aba8a0aa41de343&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3805633
Jun 04 15:49:13.664365 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52664) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:13.664486 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cc7d63c9-3413-4aca-8d10-9a77c69573da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:13.686263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6ed7ede7-1179-4b1e-831e-aa6f144a371c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Synchronizing usage tracker for tenant:a7c728a8f776419796e4e25b2e5ec761 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:13.727096 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6fe96435-6b13-4151-bf36-f11f093aae34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.735837 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-90c47c75-e993-4bc7-9e89-34a9d37b0c0e tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.742510 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09ca3758-4004-4b6f-8b7e-b525ea6b1367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:13.766051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c47c75-e993-4bc7-9e89-34a9d37b0c0e tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7284c733-421a-43b5-9d2e-e0a297dc07d0,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:13.771779 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-90c47c75-e993-4bc7-9e89-34a9d37b0c0e tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:13.773956 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6fe96435-6b13-4151-bf36-f11f093aae34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.787665 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-90c47c75-e993-4bc7-9e89-34a9d37b0c0e tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:13.844655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6ed7ede7-1179-4b1e-831e-aa6f144a371c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Unset dirty status for tenant:a7c728a8f776419796e4e25b2e5ec761 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:13.846438 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-90c47c75-e993-4bc7-9e89-34a9d37b0c0e tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "DELETE /v2.0/security-groups/7284c733-421a-43b5-9d2e-e0a297dc07d0 HTTP/1.1" status: 204  len: 168 time: 0.3789895
Jun 04 15:49:13.846717 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6ed7ede7-1179-4b1e-831e-aa6f144a371c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.2377503
Jun 04 15:49:13.846814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52668) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:13.846814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52670) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:14.100708 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b216a74-d1ff-4e2c-8b68-006e885a9ee1 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:14.120878 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6fe96435-6b13-4151-bf36-f11f093aae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:14.124597 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-85c67ad0-04c7-4573-b765-a2e63957e9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:14.211206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe96435-6b13-4151-bf36-f11f093aae34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3344194-52dd-41a7-ac79-5b6fb14b6b20,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:14.213639 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6fe96435-6b13-4151-bf36-f11f093aae34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:14.226114 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b216a74-d1ff-4e2c-8b68-006e885a9ee1 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:14.259486 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6fe96435-6b13-4151-bf36-f11f093aae34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:14.260643 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6fe96435-6b13-4151-bf36-f11f093aae34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3344194-52dd-41a7-ac79-5b6fb14b6b20 HTTP/1.1" status: 204  len: 168 time: 0.5952334
Jun 04 15:49:14.604851 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a26e383-7578-4246-b6b6-a6bc28406f18 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:14.665291 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b216a74-d1ff-4e2c-8b68-006e885a9ee1 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:14.677707 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2b82f91e-4857-4a9b-851d-fa894c03fdf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:14.698081 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b216a74-d1ff-4e2c-8b68-006e885a9ee1 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687b52e2-0f2f-4252-9c74-ef0ac7206613,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:14.710857 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0b216a74-d1ff-4e2c-8b68-006e885a9ee1 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:14.804325 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0b216a74-d1ff-4e2c-8b68-006e885a9ee1 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:14.805306 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0b216a74-d1ff-4e2c-8b68-006e885a9ee1 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "DELETE /v2.0/security-groups/687b52e2-0f2f-4252-9c74-ef0ac7206613 HTTP/1.1" status: 204  len: 168 time: 0.9560220
Jun 04 15:49:14.807955 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52718) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:14.899919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f59eac00-f9c6-4c43-9cd5-19246255cbbd tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0879259
Jun 04 15:49:14.904256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52726) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:14.908665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group': {'name': 'tempest-secgroup--785259501'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:14.915974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:14.920077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:14.924308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:14.930709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:15.033986 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:15.071526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:15.075869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:15.079169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:15.086839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:15.121809 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-2a26e383-7578-4246-b6b6-a6bc28406f18 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Deleting port 807f268e-85ba-4203-82f2-e2584e899e54 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:49:15.122291 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a26e383-7578-4246-b6b6-a6bc28406f18 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:15.189534 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:15.294678 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:15.310289 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-eeb9428f-fce4-401d-8aa0-39fc51566885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:15.371538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709a761f-f723-47cf-823d-92e125c90f66,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:15.375336 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:15.456475 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-2a26e383-7578-4246-b6b6-a6bc28406f18 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] For port 807f268e-85ba-4203-82f2-e2584e899e54, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=807f268e-85ba-4203-82f2-e2584e899e54,segment=NetworkSegment(1ebf05fe-645e-4e1d-a274-e4ecf983b2ca),segment_id=1ebf05fe-645e-4e1d-a274-e4ecf983b2ca)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:15.456983 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a26e383-7578-4246-b6b6-a6bc28406f18 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:15.460267 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:15.462152 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.5563653
Jun 04 15:49:15.476346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52758) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:15.476346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-7edded98-5467-48eb-b3f8-9628dd40ef47 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': '709a761f-f723-47cf-823d-92e125c90f66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:15.481627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7edded98-5467-48eb-b3f8-9628dd40ef47 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:15.485858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7edded98-5467-48eb-b3f8-9628dd40ef47 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:15.488929 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7edded98-5467-48eb-b3f8-9628dd40ef47 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:15.496248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7edded98-5467-48eb-b3f8-9628dd40ef47 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:15.599039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-2a26e383-7578-4246-b6b6-a6bc28406f18 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Calling delete_port for 807f268e-85ba-4203-82f2-e2584e899e54 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:49:15.680940 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-7edded98-5467-48eb-b3f8-9628dd40ef47 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:15.683884 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7edded98-5467-48eb-b3f8-9628dd40ef47 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2171161
Jun 04 15:49:15.687134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52772) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:15.704319 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-414243f9-3c53-4229-93fc-e634a6a3be3c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group_rule': {'security_group_id': '709a761f-f723-47cf-823d-92e125c90f66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:15.720426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-414243f9-3c53-4229-93fc-e634a6a3be3c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:15.728947 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-414243f9-3c53-4229-93fc-e634a6a3be3c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:15.733752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-414243f9-3c53-4229-93fc-e634a6a3be3c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:15.743027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-414243f9-3c53-4229-93fc-e634a6a3be3c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:15.906180 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a26e383-7578-4246-b6b6-a6bc28406f18 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:15.911461 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c37bd000-bd6d-422f-9f93-ff6a8e14f75d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:15.960228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26e383-7578-4246-b6b6-a6bc28406f18 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event deleted for resources: {'Port': ['ID=807f268e-85ba-4203-82f2-e2584e899e54,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:15.963470 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2a26e383-7578-4246-b6b6-a6bc28406f18 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:15.972427 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-414243f9-3c53-4229-93fc-e634a6a3be3c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 15:49:15.979053 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-414243f9-3c53-4229-93fc-e634a6a3be3c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2901824
Jun 04 15:49:15.980082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52788) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:16.093769 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b28126f9-7c72-4161-876d-a95c889ee1b4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:16.130043 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b28126f9-7c72-4161-876d-a95c889ee1b4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:16.342632 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b28126f9-7c72-4161-876d-a95c889ee1b4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:16.347344 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a7fde1f6-6d1c-42da-bb61-5be96cc2884c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:16.367828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28126f9-7c72-4161-876d-a95c889ee1b4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=709a761f-f723-47cf-823d-92e125c90f66,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:16.372925 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b28126f9-7c72-4161-876d-a95c889ee1b4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:16.374980 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b28126f9-7c72-4161-876d-a95c889ee1b4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:16.376202 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b28126f9-7c72-4161-876d-a95c889ee1b4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "DELETE /v2.0/security-groups/709a761f-f723-47cf-823d-92e125c90f66 HTTP/1.1" status: 204  len: 168 time: 0.3942740
Jun 04 15:49:16.379584 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52802) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:16.389453 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a26e383-7578-4246-b6b6-a6bc28406f18 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:16.442213 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6ca91c2b-55ac-465f-887a-79cffb9a6907 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Synchronizing usage tracker for tenant:a7c728a8f776419796e4e25b2e5ec761 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:16.535281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6ca91c2b-55ac-465f-887a-79cffb9a6907 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Unset dirty status for tenant:a7c728a8f776419796e4e25b2e5ec761 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:16.540983 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6ca91c2b-55ac-465f-887a-79cffb9a6907 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1583989
Jun 04 15:49:16.542818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52812) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:16.547905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-7bed930a-0f8d-4202-8206-4a58af0077fb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1623773556'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:16.561419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7bed930a-0f8d-4202-8206-4a58af0077fb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:16.582458 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7bed930a-0f8d-4202-8206-4a58af0077fb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:16.665862 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7bed930a-0f8d-4202-8206-4a58af0077fb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:16.693453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7bed930a-0f8d-4202-8206-4a58af0077fb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:16.698517 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7bed930a-0f8d-4202-8206-4a58af0077fb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Usage tracker for resource:security_group_rule and tenant:a7c728a8f776419796e4e25b2e5ec761 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:16.702603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7bed930a-0f8d-4202-8206-4a58af0077fb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:16.710077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7bed930a-0f8d-4202-8206-4a58af0077fb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:16.886643 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a26e383-7578-4246-b6b6-a6bc28406f18 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Router 45bc2c85-1220-4394-a183-fd9b266a72f8 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:49:16.955293 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7bed930a-0f8d-4202-8206-4a58af0077fb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:17.017792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-ddc1e7cf-4e48-4306-b55c-2ecb59a4cb84 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:17.019474 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-ddc1e7cf-4e48-4306-b55c-2ecb59a4cb84 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/networks?id=70705144-4071-47c6-9ac6-46e7dd54c455 HTTP/1.1" status: 200  len: 814 time: 0.2205896
Jun 04 15:49:17.037500 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-4096ebbd-163d-44e8-aa32-77f9c12d5e38 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/quotas/8c529ab1fa0340218e7af2e6151225af HTTP/1.1" status: 200  len: 375 time: 0.0112560
Jun 04 15:49:17.097911 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-f5d9f27b-d9a6-4495-aef9-9e2ac486e48d tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c529ab1fa0340218e7af2e6151225af&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0527306
Jun 04 15:49:17.099081 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7bed930a-0f8d-4202-8206-4a58af0077fb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:17.100533 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a26e383-7578-4246-b6b6-a6bc28406f18 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:49:17.116393 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae83a2a8-c31f-4fba-b98d-b8d9337ae209 None None] Sync routers for ids ['45bc2c85-1220-4394-a183-fd9b266a72f8'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:49:17.120469 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2d47bbcb-d53f-49f5-b899-6dc1122ae147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:17.128490 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae83a2a8-c31f-4fba-b98d-b8d9337ae209 None None] Routers {'45bc2c85-1220-4394-a183-fd9b266a72f8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:49:17.129533 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ae83a2a8-c31f-4fba-b98d-b8d9337ae209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d69e5b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:49:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['45bc2c85-1220-4394-a183-fd9b266a72f8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:17.220110 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2a26e383-7578-4246-b6b6-a6bc28406f18 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "PUT /v2.0/routers/45bc2c85-1220-4394-a183-fd9b266a72f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3624651
Jun 04 15:49:17.220110 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52838) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:17.247867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed930a-0f8d-4202-8206-4a58af0077fb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c202886-b44a-409f-878a-f5d0ad3c36cd,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:17.256026 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7bed930a-0f8d-4202-8206-4a58af0077fb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:17.260557 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7bed930a-0f8d-4202-8206-4a58af0077fb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.7163527
Jun 04 15:49:17.262430 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7bed930a-0f8d-4202-8206-4a58af0077fb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:17.263096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52842) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:17.285050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-6cd9e9ab-dc61-4c22-b68c-80a26373427c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:17.285978 n-d-791505-9 neutron-server[88300]: WARNING neutron.api.v2.base [None req-6cd9e9ab-dc61-4c22-b68c-80a26373427c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jun 04 15:49:17.286681 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-6cd9e9ab-dc61-4c22-b68c-80a26373427c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] update failed (client error): There was a conflict when trying to complete your request.
Jun 04 15:49:17.290923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52846) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:17.291049 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6cd9e9ab-dc61-4c22-b68c-80a26373427c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "PUT /v2.0/security-groups/4c202886-b44a-409f-878a-f5d0ad3c36cd HTTP/1.1" status: 409  len: 330 time: 0.0248859
Jun 04 15:49:17.358538 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-b70bc373-ccc1-4482-bde1-08e6574581ad service neutron] 10.222.0.32 "GET /v2.0/networks/70705144-4071-47c6-9ac6-46e7dd54c455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2416620
Jun 04 15:49:17.393657 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-ae83a2a8-c31f-4fba-b98d-b8d9337ae209 None None] Set router 45bc2c85-1220-4394-a183-fd9b266a72f8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:49:17.558371 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-bf796b37-2914-4266-87d7-fe77197dd8b6 service neutron] 10.222.0.32 "GET /v2.0/networks/70705144-4071-47c6-9ac6-46e7dd54c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1931365
Jun 04 15:49:17.633643 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-961de360-d9d3-4687-a00a-37615595d661 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Deleting subnet c07fcaeb-572f-40f5-b0e8-7e6f2154d738 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:49:17.637915 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-961de360-d9d3-4687-a00a-37615595d661 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:17.710491 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-961de360-d9d3-4687-a00a-37615595d661 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:17.770283 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ae83a2a8-c31f-4fba-b98d-b8d9337ae209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d69e5b0>, [{'id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526273705', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:49:15Z', 'revision_number': 5, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:25Z', 'updated_at': '2021-06-04T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:17.774230 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae83a2a8-c31f-4fba-b98d-b8d9337ae209 None None] Checking router: 45bc2c85-1220-4394-a183-fd9b266a72f8 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:49:17.779490 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-67e0abe3-54dd-49e8-a412-3a04bf485847 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:17.782837 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae83a2a8-c31f-4fba-b98d-b8d9337ae209 None None] Routers {'45bc2c85-1220-4394-a183-fd9b266a72f8'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:49:17.783566 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ae83a2a8-c31f-4fba-b98d-b8d9337ae209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d69e5b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:49:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['45bc2c85-1220-4394-a183-fd9b266a72f8'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:17.825199 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-67e0abe3-54dd-49e8-a412-3a04bf485847 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:17.869829 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-961de360-d9d3-4687-a00a-37615595d661 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:17.972441 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-ae83a2a8-c31f-4fba-b98d-b8d9337ae209 None None] Set router 45bc2c85-1220-4394-a183-fd9b266a72f8 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:49:18.048653 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-67e0abe3-54dd-49e8-a412-3a04bf485847 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:18.056521 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1d34f494-2911-4955-a969-67e90f134967 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:18.086204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0abe3-54dd-49e8-a412-3a04bf485847 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c202886-b44a-409f-878a-f5d0ad3c36cd,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:18.092576 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-67e0abe3-54dd-49e8-a412-3a04bf485847 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:18.101329 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-67e0abe3-54dd-49e8-a412-3a04bf485847 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:18.105207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52864) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:18.105719 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-67e0abe3-54dd-49e8-a412-3a04bf485847 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "DELETE /v2.0/security-groups/4c202886-b44a-409f-878a-f5d0ad3c36cd HTTP/1.1" status: 204  len: 168 time: 0.8130634
Jun 04 15:49:18.223982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-da58045d-2374-4c19-b5e2-0decae7d22c9 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Synchronizing usage tracker for tenant:a7c728a8f776419796e4e25b2e5ec761 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:18.325337 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2b17ad17-f2b3-4073-b965-86fd6e8deee0 req-1a5d9c0f-e336-4522-a6d7-ac986463646e tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 210 time: 0.0747578
Jun 04 15:49:18.337453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-da58045d-2374-4c19-b5e2-0decae7d22c9 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Unset dirty status for tenant:a7c728a8f776419796e4e25b2e5ec761 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:18.339198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-da58045d-2374-4c19-b5e2-0decae7d22c9 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2320738
Jun 04 15:49:18.343190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52878) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:18.366057 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-622734cc-6bd8-461c-8c52-04f67e6d6c92 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] delete failed (client error): The resource could not be found.
Jun 04 15:49:18.367457 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-622734cc-6bd8-461c-8c52-04f67e6d6c92 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "DELETE /v2.0/security-groups/c6a3c863-8b98-44d3-9f20-9702a161f44c HTTP/1.1" status: 404  len: 347 time: 0.0230565
Jun 04 15:49:18.371566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52880) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:18.391763 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-80b45c15-d3ac-4576-accf-8abce1994a0b tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] show failed (client error): The resource could not be found.
Jun 04 15:49:18.393266 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-80b45c15-d3ac-4576-accf-8abce1994a0b tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "GET /v2.0/security-groups/5cd57978-347d-4a44-9b9d-adc24fc707ac HTTP/1.1" status: 404  len: 347 time: 0.0204206
Jun 04 15:49:18.404011 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52884) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:18.414443 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ae83a2a8-c31f-4fba-b98d-b8d9337ae209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d69e5b0>, [{'id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526273705', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:49:15Z', 'revision_number': 5, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:25Z', 'updated_at': '2021-06-04T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:18.419522 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae83a2a8-c31f-4fba-b98d-b8d9337ae209 None None] The sync data for ids ['45bc2c85-1220-4394-a183-fd9b266a72f8'] in n-d-791505-9 is: [{'id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526273705', 'tenant_id': '5287f2e7ee8d4845b57a054c508e1de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:49:15Z', 'revision_number': 5, 'project_id': '5287f2e7ee8d4845b57a054c508e1de5', 'gw_port': {'id': '2c2435f8-1b59-4fad-a4b3-bf664813998c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2c85-1220-4394-a183-fd9b266a72f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:25Z', 'updated_at': '2021-06-04T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:49:18.435109 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-e9aec084-421b-4c91-ba4c-feddd91d2c0f tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] show failed (client error): The resource could not be found.
Jun 04 15:49:18.441129 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e9aec084-421b-4c91-ba4c-feddd91d2c0f tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] 10.222.0.32 "GET /v2.0/security-group-rules/0575c265-16c3-436a-9ec1-66f50376ce3b HTTP/1.1" status: 404  len: 356 time: 0.0365703
Jun 04 15:49:18.441129 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-961de360-d9d3-4687-a00a-37615595d661 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:18.446604 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4d9a4ed8-8f46-42ab-867b-d6d811455ae8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:18.489662 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961de360-d9d3-4687-a00a-37615595d661 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event deleted for resources: {'Subnet': ['ID=c07fcaeb-572f-40f5-b0e8-7e6f2154d738,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:18.491750 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-961de360-d9d3-4687-a00a-37615595d661 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:18.494768 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-961de360-d9d3-4687-a00a-37615595d661 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:18.497539 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e46487-4555-426b-b914-1e4fa7d4d0c0 None None] Network eb68608b-7dc5-4c14-b77d-6d4f71bada98 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:49:18.507572 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-961de360-d9d3-4687-a00a-37615595d661 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "DELETE /v2.0/subnets/c07fcaeb-572f-40f5-b0e8-7e6f2154d738 HTTP/1.1" status: 204  len: 168 time: 1.2851350
Jun 04 15:49:18.507572 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 52892) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:18.778020 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:18.811397 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b14472-34de-43cf-ac97-c0a611d93871 None None] DHCP port deletion for eb68608b-7dc5-4c14-b77d-6d4f71bada98 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:49:18.926096 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-b9b14472-34de-43cf-ac97-c0a611d93871 None None] Deleting port 12d6d52c-0429-4080-aba7-9fdf69e0b5ef {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:49:18.927379 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b9b14472-34de-43cf-ac97-c0a611d93871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:19.016319 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:19.097484 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b9b14472-34de-43cf-ac97-c0a611d93871 None None] For port 12d6d52c-0429-4080-aba7-9fdf69e0b5ef, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=12d6d52c-0429-4080-aba7-9fdf69e0b5ef,segment=NetworkSegment(1ebf05fe-645e-4e1d-a274-e4ecf983b2ca),segment_id=1ebf05fe-645e-4e1d-a274-e4ecf983b2ca)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:19.097956 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b9b14472-34de-43cf-ac97-c0a611d93871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:19.234979 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Deleting port 2c2435f8-1b59-4fad-a4b3-bf664813998c {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:49:19.235716 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:19.240913 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-b9b14472-34de-43cf-ac97-c0a611d93871 None None] Calling delete_port for 12d6d52c-0429-4080-aba7-9fdf69e0b5ef owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:49:19.337332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52912) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:19.363876 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b9b14472-34de-43cf-ac97-c0a611d93871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:19.368548 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4edd6de6-143c-4cdd-914c-51e756cba3e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:19.538181 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b14472-34de-43cf-ac97-c0a611d93871 None None] No DVR routers for this DVR port 12d6d52c-0429-4080-aba7-9fdf69e0b5ef on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:49:19.540264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] For port 2c2435f8-1b59-4fad-a4b3-bf664813998c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2c2435f8-1b59-4fad-a4b3-bf664813998c,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:19.540711 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:19.541883 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9b935d96-5f41-41a6-8a2d-f7dc1e0d9712 req-e97a6537-8744-4244-a1b8-83f1ca61026f tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 210 time: 0.0939076
Jun 04 15:49:19.544459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b14472-34de-43cf-ac97-c0a611d93871 None None] Pushing event deleted for resources: {'Port': ['ID=12d6d52c-0429-4080-aba7-9fdf69e0b5ef,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:19.561410 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b9b14472-34de-43cf-ac97-c0a611d93871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:19.632149 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c5f4e261-25f6-4a64-8b69-3b9a785897a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7c728a8f776419796e4e25b2e5ec761&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2927971
Jun 04 15:49:19.634510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52926) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:19.693699 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Calling delete_port for 2c2435f8-1b59-4fad-a4b3-bf664813998c owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:49:19.701745 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-279896a3-b8e4-4a1c-80ec-354b111b3d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:19.730947 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-279896a3-b8e4-4a1c-80ec-354b111b3d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:19.741493 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 807f268e-85ba-4203-82f2-e2584e899e54 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:49:19.777925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 807f268e-85ba-4203-82f2-e2584e899e54 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:49:19.778539 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 807f268e-85ba-4203-82f2-e2584e899e54 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:49:19.779159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 12d6d52c-0429-4080-aba7-9fdf69e0b5ef no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:49:19.832011 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 12d6d52c-0429-4080-aba7-9fdf69e0b5ef {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:49:19.832371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 12d6d52c-0429-4080-aba7-9fdf69e0b5ef not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:49:19.928853 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-279896a3-b8e4-4a1c-80ec-354b111b3d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:19.933916 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c21abeb9-b488-4ae3-9bab-a23536c028cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:19.953738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279896a3-b8e4-4a1c-80ec-354b111b3d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4696a1-5009-4dd3-80d1-988451b8b57c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:19.955287 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-279896a3-b8e4-4a1c-80ec-354b111b3d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:19.986000 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:19.992182 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bdef848b-1643-43d6-ad6f-656fb715bcfa tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:20.042169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event deleted for resources: {'Port': ['ID=2c2435f8-1b59-4fad-a4b3-bf664813998c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:20.044756 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:20.092118 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-279896a3-b8e4-4a1c-80ec-354b111b3d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:20.093580 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-279896a3-b8e4-4a1c-80ec-354b111b3d32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c4696a1-5009-4dd3-80d1-988451b8b57c HTTP/1.1" status: 204  len: 168 time: 0.4580617
Jun 04 15:49:20.141981 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:20.528809 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:20.531202 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:20.636310 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:20.637074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Fanout notify agent at l3_agent the message router_deleted on router 45bc2c85-1220-4394-a183-fd9b266a72f8 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:49:20.670317 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:20.671659 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "DELETE /v2.0/routers/45bc2c85-1220-4394-a183-fd9b266a72f8 HTTP/1.1" status: 204  len: 168 time: 2.1673698
Jun 04 15:49:20.675403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 52964) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:20.791661 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3feb120b-5596-4bec-ae09-cd14b54b82e3 req-dc2f3d7f-6762-45f5-8b12-6062814fdded tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 210 time: 0.0823824
Jun 04 15:49:20.861448 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08396f60-5544-4999-ad86-deb2bca0e600 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:21.031295 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08396f60-5544-4999-ad86-deb2bca0e600 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:21.050068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-08396f60-5544-4999-ad86-deb2bca0e600 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8391273e80>,) {'filters': {'network_id': ['eb68608b-7dc5-4c14-b77d-6d4f71bada98']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:21.068835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-08396f60-5544-4999-ad86-deb2bca0e600 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391273e80>, '1ebf05fe-645e-4e1d-a274-e4ecf983b2ca') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:21.077400 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-08396f60-5544-4999-ad86-deb2bca0e600 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391273e80>, '1ebf05fe-645e-4e1d-a274-e4ecf983b2ca') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:21.082160 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08396f60-5544-4999-ad86-deb2bca0e600 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:21.098770 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08396f60-5544-4999-ad86-deb2bca0e600 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:21.105520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08396f60-5544-4999-ad86-deb2bca0e600 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:49:21.105918 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08396f60-5544-4999-ad86-deb2bca0e600 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:49:21.121022 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:49:21.373478 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08396f60-5544-4999-ad86-deb2bca0e600 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:21.384406 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0289f80a-e712-4ca5-9402-3f092f29abde tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:21.409358 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-08396f60-5544-4999-ad86-deb2bca0e600 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:21.415064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08396f60-5544-4999-ad86-deb2bca0e600 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Pushing event deleted for resources: {'Network': ['ID=eb68608b-7dc5-4c14-b77d-6d4f71bada98,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:21.468726 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-08396f60-5544-4999-ad86-deb2bca0e600 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:21.723245 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-08396f60-5544-4999-ad86-deb2bca0e600 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] 10.222.0.32 "DELETE /v2.0/networks/eb68608b-7dc5-4c14-b77d-6d4f71bada98 HTTP/1.1" status: 204  len: 168 time: 1.0441451
Jun 04 15:49:21.732590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-8c307269-1dab-482c-8052-147da88b30fe tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:21.736825 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-8c307269-1dab-482c-8052-147da88b30fe tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.65 "GET /v2.0/networks?id=70705144-4071-47c6-9ac6-46e7dd54c455 HTTP/1.1" status: 200  len: 814 time: 0.4100342
Jun 04 15:49:21.738917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2c2435f8-1b59-4fad-a4b3-bf664813998c no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:49:21.749248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Request body: {'port': {'device_id': '79adaa90-be60-4def-926b-b2ead34aef1c', 'network_id': '70705144-4071-47c6-9ac6-46e7dd54c455', 'admin_state_up': True, 'tenant_id': '8c529ab1fa0340218e7af2e6151225af'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:21.794309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 2c2435f8-1b59-4fad-a4b3-bf664813998c {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:49:21.795043 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2c2435f8-1b59-4fad-a4b3-bf664813998c not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:49:21.968901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:21.986176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Usage tracker for resource:port and tenant:8c529ab1fa0340218e7af2e6151225af is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:21.989672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:22.009567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:22.042847 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb07b2f2-2021-4c21-b81f-6764f60c293f req-b854ee2f-39d4-4d97-896a-5aed00eb81e4 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 210 time: 0.0688090
Jun 04 15:49:22.107890 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Made reservation on behalf of 8c529ab1fa0340218e7af2e6151225af for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:49:22.111594 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:22.285239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Allocated IP 172.20.0.10 (70705144-4071-47c6-9ac6-46e7dd54c455/0a889281-fbed-40fa-bfc8-cae6a651bb21/9790615c-cee6-4d94-b2ff-a0b73e1a7f16) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:49:22.542422 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:22.672146 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:22.680041 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:22.752755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Network 70705144-4071-47c6-9ac6-46e7dd54c455 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:49:22.755977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:49:22.760149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:49:22.797420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Pushing event updated for resources: {'Port': ['ID=9790615c-cee6-4d94-b2ff-a0b73e1a7f16,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:22.826175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:22.826811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:22.827352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:22.827993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:22.828522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:22.829176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:22.829718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:22.830368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:22.831613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:22.832290 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:22.832847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:22.833251 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:22.839683 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:22.865548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:22.866675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53030) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:22.867048 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:22.957951 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2131014
Jun 04 15:49:22.969372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Request body: {'port': {'device_id': '79adaa90-be60-4def-926b-b2ead34aef1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:23.093124 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:23.219034 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-051f78d4-44f1-439c-a17a-b0f4c01a46e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5287f2e7ee8d4845b57a054c508e1de5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3508091
Jun 04 15:49:23.221968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53046) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:23.331119 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee94318c-657d-4d4d-ab6d-3f0b5dd83c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:23.368418 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee94318c-657d-4d4d-ab6d-3f0b5dd83c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:23.379108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe2bf5-265f-49a4-95e6-d09b3a745a59 req-759256fa-319a-4467-9441-0c382ecb4675 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:23.380338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-babe2bf5-265f-49a4-95e6-d09b3a745a59 req-759256fa-319a-4467-9441-0c382ecb4675 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Synchronizing usage tracker for tenant:8c529ab1fa0340218e7af2e6151225af on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:23.555543 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-babe2bf5-265f-49a4-95e6-d09b3a745a59 req-759256fa-319a-4467-9441-0c382ecb4675 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Unset dirty status for tenant:8c529ab1fa0340218e7af2e6151225af on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:23.556901 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-babe2bf5-265f-49a4-95e6-d09b3a745a59 req-759256fa-319a-4467-9441-0c382ecb4675 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 932 time: 0.3741927
Jun 04 15:49:23.608938 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee94318c-657d-4d4d-ab6d-3f0b5dd83c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:23.629534 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-089a3fa4-d187-4b9a-861d-d8973ea69414 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:23.677480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:49:23.686889 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-babe2bf5-265f-49a4-95e6-d09b3a745a59 req-73d0079e-13bb-4e2b-a3f3-a31368f817e0 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140575
Jun 04 15:49:23.688824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94318c-657d-4d4d-ab6d-3f0b5dd83c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75fc553-2acb-4076-b4c1-47fa33ee025d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:23.693258 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:23.710285 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ee94318c-657d-4d4d-ab6d-3f0b5dd83c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:23.710930 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee94318c-657d-4d4d-ab6d-3f0b5dd83c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:23.715091 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ee94318c-657d-4d4d-ab6d-3f0b5dd83c30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d75fc553-2acb-4076-b4c1-47fa33ee025d HTTP/1.1" status: 204  len: 168 time: 0.4898062
Jun 04 15:49:23.739360 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Transition to ACTIVE for port object 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:49:23.749251 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:23.799694 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:23.807917 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-115bc9ad-a87e-4270-a17a-30562e0241d1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:23.988277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Pushing event updated for resources: {'Port': ['ID=9790615c-cee6-4d94-b2ff-a0b73e1a7f16,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:23.996623 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:24.080714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Attempting to bind port 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:49:24.082164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Attempting to bind port 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'f77135b7-550a-4b91-bea3-102c4917ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70705144-4071-47c6-9ac6-46e7dd54c455'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:49:24.082505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Attempting to bind port 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 on network 70705144-4071-47c6-9ac6-46e7dd54c455 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:49:24.087704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Port 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 on network 70705144-4071-47c6-9ac6-46e7dd54c455 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:49:24.088026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Attempting to bind port 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 on network 70705144-4071-47c6-9ac6-46e7dd54c455 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:49:24.093748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:49:24.094079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Checking segment: {'id': 'f77135b7-550a-4b91-bea3-102c4917ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70705144-4071-47c6-9ac6-46e7dd54c455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:49:24.094534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Bound using segment: {'id': 'f77135b7-550a-4b91-bea3-102c4917ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70705144-4071-47c6-9ac6-46e7dd54c455'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:49:24.095060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Bound port: 9790615c-cee6-4d94-b2ff-a0b73e1a7f16, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77135b7-550a-4b91-bea3-102c4917ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70705144-4071-47c6-9ac6-46e7dd54c455'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:49:24.095457 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:24.193051 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] For port 9790615c-cee6-4d94-b2ff-a0b73e1a7f16, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:49:24.196683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] For port 9790615c-cee6-4d94-b2ff-a0b73e1a7f16, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9790615c-cee6-4d94-b2ff-a0b73e1a7f16,segment=NetworkSegment(f77135b7-550a-4b91-bea3-102c4917ccf5),segment_id=f77135b7-550a-4b91-bea3-102c4917ccf5)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:49:24.291854 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:24.297288 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a4915bb6-1e3f-49f7-9eeb-10f5bc6f047c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:24.599527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:24.601287 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:24.601564 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] 10.222.0.65 "PUT /v2.0/ports/9790615c-cee6-4d94-b2ff-a0b73e1a7f16 HTTP/1.1" status: 200  len: 1092 time: 1.6365287
Jun 04 15:49:24.602505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79adaa90-be60-4def-926b-b2ead34aef1c', 'tag': '9790615c-cee6-4d94-b2ff-a0b73e1a7f16'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:49:24.604532 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06319fce-465c-4c27-8815-48da22dfe2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "79adaa90-be60-4def-926b-b2ead34aef1c", "tag": "9790615c-cee6-4d94-b2ff-a0b73e1a7f16"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:49:24.623382 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Pushing event updated for resources: {'Port': ['ID=9790615c-cee6-4d94-b2ff-a0b73e1a7f16,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:24.627907 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:24.660122 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb475ba-be2d-4d6f-a2c5-a6224457d4bb x-openstack-request-id: req-7bb475ba-be2d-4d6f-a2c5-a6224457d4bb {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:49:24.660122 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79adaa90-be60-4def-926b-b2ead34aef1c", "tag": "9790615c-cee6-4d94-b2ff-a0b73e1a7f16", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:49:24.660122 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bb475ba-be2d-4d6f-a2c5-a6224457d4bb {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:49:24.660468 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79adaa90-be60-4def-926b-b2ead34aef1c', 'tag': '9790615c-cee6-4d94-b2ff-a0b73e1a7f16', 'status': 'completed', 'code': 200}
Jun 04 15:49:24.767483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06319fce-465c-4c27-8815-48da22dfe2e4 req-304758a2-d1bb-46a3-bb77-f369e7778932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:24.769176 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06319fce-465c-4c27-8815-48da22dfe2e4 req-304758a2-d1bb-46a3-bb77-f369e7778932 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c529ab1fa0340218e7af2e6151225af&device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 1095 time: 0.0882444
Jun 04 15:49:24.841916 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53104) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:24.879978 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7e487b86-d31a-4dad-8a58-9794ab05a1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:24.901065 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7e487b86-d31a-4dad-8a58-9794ab05a1f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:24.907446 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7e487b86-d31a-4dad-8a58-9794ab05a1f3 admin admin] Usage tracker for resource:security_group_rule and tenant:622d0ea89a6249a3abf66a28b1005b79 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:24.911080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7e487b86-d31a-4dad-8a58-9794ab05a1f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:24.918385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7e487b86-d31a-4dad-8a58-9794ab05a1f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:25.023441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7e487b86-d31a-4dad-8a58-9794ab05a1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:25.031917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06319fce-465c-4c27-8815-48da22dfe2e4 req-ff24508f-c253-498d-994a-90d4e26cbd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:25.033405 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06319fce-465c-4c27-8815-48da22dfe2e4 req-ff24508f-c253-498d-994a-90d4e26cbd89 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=8c529ab1fa0340218e7af2e6151225af&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2564356
Jun 04 15:49:25.070140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f14a0-0258-4eb9-9986-c419ccb3d1c8 req-f65086db-8d3c-49ef-a329-6e97cf7ca5aa tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:25.071673 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8a6f14a0-0258-4eb9-9986-c419ccb3d1c8 req-f65086db-8d3c-49ef-a329-6e97cf7ca5aa tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 944 time: 0.1551158
Jun 04 15:49:25.106616 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7e487b86-d31a-4dad-8a58-9794ab05a1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:25.124218 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-90c47c75-e993-4bc7-9e89-34a9d37b0c0e tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:25.172579 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e487b86-d31a-4dad-8a58-9794ab05a1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7958b6c1-d5d2-4c81-87fe-11409ef4f80f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:25.191660 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7e487b86-d31a-4dad-8a58-9794ab05a1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:25.200407 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7e487b86-d31a-4dad-8a58-9794ab05a1f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=622d0ea89a6249a3abf66a28b1005b79&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3526559
Jun 04 15:49:25.201498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53112) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:25.205408 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8a6f14a0-0258-4eb9-9986-c419ccb3d1c8 req-12be1cba-a531-4f24-82b1-94f60efea2d4 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186886
Jun 04 15:49:25.238105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06319fce-465c-4c27-8815-48da22dfe2e4 req-ee8fe26f-1d0a-4870-a44c-6f9562e27f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:25.240784 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06319fce-465c-4c27-8815-48da22dfe2e4 req-ee8fe26f-1d0a-4870-a44c-6f9562e27f8e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2005863
Jun 04 15:49:25.353399 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ac75018-0238-4129-9ba7-3e4a5854ea90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:25.365763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-781c12a7-28bc-489b-8791-0c42c81cc86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:25.367903 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-781c12a7-28bc-489b-8791-0c42c81cc86f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c529ab1fa0340218e7af2e6151225af&device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 1095 time: 0.0912230
Jun 04 15:49:25.392735 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53118) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:25.438960 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ac75018-0238-4129-9ba7-3e4a5854ea90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:25.463267 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-a6d55588-c32e-4a03-ab87-a31eaa011b02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9790615c-cee6-4d94-b2ff-a0b73e1a7f16 HTTP/1.1" status: 200  len: 217 time: 0.0875790
Jun 04 15:49:25.540229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-3a5647d1-a44c-4544-a0c8-3c04885e73e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:25.541716 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-3a5647d1-a44c-4544-a0c8-3c04885e73e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a889281-fbed-40fa-bfc8-cae6a651bb21 HTTP/1.1" status: 200  len: 854 time: 0.0726151
Jun 04 15:49:25.592395 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-26f67d63-2ca8-4acd-b1a5-d6ea9813a5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:25.607633 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-fa7ef4ce-fffe-4e2e-9eee-2abd2c00ca89 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=70705144-4071-47c6-9ac6-46e7dd54c455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0597818
Jun 04 15:49:25.608471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-26f67d63-2ca8-4acd-b1a5-d6ea9813a5e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:25.613437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-26f67d63-2ca8-4acd-b1a5-d6ea9813a5e8 admin admin] Usage tracker for resource:security_group_rule and tenant:3b15a0b0c56c488493d44deb5f461f97 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:25.616637 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-26f67d63-2ca8-4acd-b1a5-d6ea9813a5e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:25.623695 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-26f67d63-2ca8-4acd-b1a5-d6ea9813a5e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:25.626858 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ac75018-0238-4129-9ba7-3e4a5854ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:25.646566 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cf9e39bb-e30b-4803-9d08-a2d92a1b6d1e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:25.683958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac75018-0238-4129-9ba7-3e4a5854ea90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7958b6c1-d5d2-4c81-87fe-11409ef4f80f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:25.687047 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3ac75018-0238-4129-9ba7-3e4a5854ea90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:25.688168 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3ac75018-0238-4129-9ba7-3e4a5854ea90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7958b6c1-d5d2-4c81-87fe-11409ef4f80f HTTP/1.1" status: 204  len: 168 time: 0.4827385
Jun 04 15:49:25.697178 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3ac75018-0238-4129-9ba7-3e4a5854ea90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:25.789281 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-26f67d63-2ca8-4acd-b1a5-d6ea9813a5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:25.808545 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-bd18e83d-a8b3-42a6-b51b-136a2141c8b7 service neutron] 10.222.0.65 "GET /v2.0/networks/70705144-4071-47c6-9ac6-46e7dd54c455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945417
Jun 04 15:49:25.896935 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-26f67d63-2ca8-4acd-b1a5-d6ea9813a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:25.905736 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-50036036-936c-4c67-86bd-4be7b8738b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:25.954769 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-26f67d63-2ca8-4acd-b1a5-d6ea9813a5e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b15a0b0c56c488493d44deb5f461f97&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5603743
Jun 04 15:49:25.957064 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-05e09579-5bf8-4a61-97fa-cacb2a750282 req-54f5d88f-14ad-438f-9f2a-9369b04ff60b service neutron] 10.222.0.65 "GET /v2.0/networks/70705144-4071-47c6-9ac6-46e7dd54c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405280
Jun 04 15:49:25.958168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53140) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:25.963294 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f67d63-2ca8-4acd-b1a5-d6ea9813a5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dba9d0-aecf-42a3-b04c-5bb0fd835503,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:25.972436 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-26f67d63-2ca8-4acd-b1a5-d6ea9813a5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:26.031482 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:26.037481 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4391374-e424-4629-9863-6ec64fcc4e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:26.074754 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4391374-e424-4629-9863-6ec64fcc4e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:26.248429 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4391374-e424-4629-9863-6ec64fcc4e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:26.255753 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dc9e1c4b-7766-48c5-8d16-dc138083bb5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:26.266372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4391374-e424-4629-9863-6ec64fcc4e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dba9d0-aecf-42a3-b04c-5bb0fd835503,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:26.270173 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c4391374-e424-4629-9863-6ec64fcc4e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:26.276943 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c4391374-e424-4629-9863-6ec64fcc4e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:26.278116 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c4391374-e424-4629-9863-6ec64fcc4e52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71dba9d0-aecf-42a3-b04c-5bb0fd835503 HTTP/1.1" status: 204  len: 168 time: 0.3190217
Jun 04 15:49:26.433265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fa13d-06b0-4a63-86a2-49f758da14c4 req-95615db0-0236-4d50-8682-dbd72c58e9c0 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:26.435252 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-624fa13d-06b0-4a63-86a2-49f758da14c4 req-95615db0-0236-4d50-8682-dbd72c58e9c0 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 944 time: 0.0948768
Jun 04 15:49:26.483863 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-624fa13d-06b0-4a63-86a2-49f758da14c4 req-a785571a-0510-4a6d-a8e4-8a183f534bb3 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Synchronizing usage tracker for tenant:8c529ab1fa0340218e7af2e6151225af on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:26.564717 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53162) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:26.616547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-624fa13d-06b0-4a63-86a2-49f758da14c4 req-a785571a-0510-4a6d-a8e4-8a183f534bb3 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Unset dirty status for tenant:8c529ab1fa0340218e7af2e6151225af on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:26.618404 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-624fa13d-06b0-4a63-86a2-49f758da14c4 req-a785571a-0510-4a6d-a8e4-8a183f534bb3 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1771209
Jun 04 15:49:26.635531 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0f4b4cb7-5b31-4a40-b2e4-138b3ac32b23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2f13b006b784977a0044af29c387d56&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0687432
Jun 04 15:49:26.638165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53164) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:26.694061 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53166) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:26.728993 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f881956-eccc-46c6-8c91-b52822ebe065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:26.762226 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f881956-eccc-46c6-8c91-b52822ebe065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:26.908124 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f881956-eccc-46c6-8c91-b52822ebe065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:26.913442 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9ec3b7e6-1a92-4e87-bdf3-b30b81dfe2fd tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:26.927856 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f881956-eccc-46c6-8c91-b52822ebe065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b6fc9f-9f7e-4926-af6d-7f4880ae97c1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:26.930693 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7f881956-eccc-46c6-8c91-b52822ebe065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:27.012271 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7f881956-eccc-46c6-8c91-b52822ebe065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:27.014269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7f881956-eccc-46c6-8c91-b52822ebe065 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35b6fc9f-9f7e-4926-af6d-7f4880ae97c1 HTTP/1.1" status: 204  len: 168 time: 0.3741469
Jun 04 15:49:27.317488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53176) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:27.340249 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0791b878-1283-4c28-a548-57db79ae5910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:27.362863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0791b878-1283-4c28-a548-57db79ae5910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:27.369387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0791b878-1283-4c28-a548-57db79ae5910 admin admin] Usage tracker for resource:security_group_rule and tenant:806f03ace0254cf5bcb15698d6376916 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:27.372903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0791b878-1283-4c28-a548-57db79ae5910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:27.381681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-0791b878-1283-4c28-a548-57db79ae5910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:27.386234 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-854ccff0-f2c7-4b5b-a632-a4fc0dd71a85 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:27.525388 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0791b878-1283-4c28-a548-57db79ae5910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:27.622692 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0791b878-1283-4c28-a548-57db79ae5910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:27.633359 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-03e9e0cb-4193-4e97-b6e0-08bd920eb492 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:27.688025 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0791b878-1283-4c28-a548-57db79ae5910 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=806f03ace0254cf5bcb15698d6376916&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3691208
Jun 04 15:49:27.689339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791b878-1283-4c28-a548-57db79ae5910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755ae9b9-4de8-45cf-93c0-283c34080160,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:27.698030 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0791b878-1283-4c28-a548-57db79ae5910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:27.702390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53184) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:27.782063 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7d61bc45-25ed-46e0-88fc-692e25d32da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:27.816188 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7d61bc45-25ed-46e0-88fc-692e25d32da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:28.092294 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c69846-42f6-4321-a917-4097f318d4cd req-f94b11f6-e772-41f7-a087-9bd3c583f375 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:28.093598 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6c69846-42f6-4321-a917-4097f318d4cd req-f94b11f6-e772-41f7-a087-9bd3c583f375 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 944 time: 0.2349751
Jun 04 15:49:28.166167 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6c69846-42f6-4321-a917-4097f318d4cd req-6cc7add5-c58f-498f-b15c-c45f66942284 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655785
Jun 04 15:49:28.166990 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7d61bc45-25ed-46e0-88fc-692e25d32da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:28.174235 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d2b03028-3ceb-4cdf-9679-cfb05bc252ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:28.191485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61bc45-25ed-46e0-88fc-692e25d32da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755ae9b9-4de8-45cf-93c0-283c34080160,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:28.196007 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7d61bc45-25ed-46e0-88fc-692e25d32da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:28.198680 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7d61bc45-25ed-46e0-88fc-692e25d32da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:28.200175 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7d61bc45-25ed-46e0-88fc-692e25d32da4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/755ae9b9-4de8-45cf-93c0-283c34080160 HTTP/1.1" status: 204  len: 168 time: 0.4986546
Jun 04 15:49:28.336161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-854ccff0-f2c7-4b5b-a632-a4fc0dd71a85 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Deleting port 65c02c14-1408-4f5d-879c-f69cb89ed33d {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:49:28.337494 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-854ccff0-f2c7-4b5b-a632-a4fc0dd71a85 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:28.492282 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-854ccff0-f2c7-4b5b-a632-a4fc0dd71a85 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] For port 65c02c14-1408-4f5d-879c-f69cb89ed33d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=65c02c14-1408-4f5d-879c-f69cb89ed33d,segment=NetworkSegment(3c73109a-a000-42fe-98c3-57d9927d10d3),segment_id=3c73109a-a000-42fe-98c3-57d9927d10d3)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:28.493010 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-854ccff0-f2c7-4b5b-a632-a4fc0dd71a85 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:28.624543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-854ccff0-f2c7-4b5b-a632-a4fc0dd71a85 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Calling delete_port for 65c02c14-1408-4f5d-879c-f69cb89ed33d owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:49:28.922875 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-854ccff0-f2c7-4b5b-a632-a4fc0dd71a85 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:28.933995 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:28.991447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ccff0-f2c7-4b5b-a632-a4fc0dd71a85 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Port': ['ID=65c02c14-1408-4f5d-879c-f69cb89ed33d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:28.994561 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-854ccff0-f2c7-4b5b-a632-a4fc0dd71a85 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:29.056944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:49:29.111035 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53206) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:29.250209 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9790615c-cee6-4d94-b2ff-a0b73e1a7f16, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9790615c-cee6-4d94-b2ff-a0b73e1a7f16,segment=NetworkSegment(f77135b7-550a-4b91-bea3-102c4917ccf5),segment_id=f77135b7-550a-4b91-bea3-102c4917ccf5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:29.269254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '9790615c-cee6-4d94-b2ff-a0b73e1a7f16', 'network_id': '70705144-4071-47c6-9ac6-46e7dd54c455', 'port_id': '9790615c-cee6-4d94-b2ff-a0b73e1a7f16', 'mac_address': 'fa:16:3e:02:06:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a889281-fbed-40fa-bfc8-cae6a651bb21', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:49:29.367929 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:29.378811 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b186d6eb-3cb8-4fc3-9127-9a469e82adb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:29.387918 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:49:29.395166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b186d6eb-3cb8-4fc3-9127-9a469e82adb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:29.401859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b186d6eb-3cb8-4fc3-9127-9a469e82adb7 admin admin] Usage tracker for resource:security_group_rule and tenant:6ebbf7a4995f4fd7aa8943db721e7442 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:29.408610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b186d6eb-3cb8-4fc3-9127-9a469e82adb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:29.412703 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9790615c-cee6-4d94-b2ff-a0b73e1a7f16, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9790615c-cee6-4d94-b2ff-a0b73e1a7f16,segment=NetworkSegment(f77135b7-550a-4b91-bea3-102c4917ccf5),segment_id=f77135b7-550a-4b91-bea3-102c4917ccf5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:29.423677 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b186d6eb-3cb8-4fc3-9127-9a469e82adb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:29.531340 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b186d6eb-3cb8-4fc3-9127-9a469e82adb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:29.547846 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:29.550927 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b9b14472-34de-43cf-ac97-c0a611d93871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:29.553897 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-854ccff0-f2c7-4b5b-a632-a4fc0dd71a85 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:29.634426 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-81505cc3-acef-4789-8922-3ef68270de3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:29.649403 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9790615c-cee6-4d94-b2ff-a0b73e1a7f16,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:29.654475 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b186d6eb-3cb8-4fc3-9127-9a469e82adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:29.668080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bbda6-8eda-478e-81bd-92af9107218a req-60d41d4d-6eda-4a0d-b5c8-1aa96024fec5 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:29.670160 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-542bbda6-8eda-478e-81bd-92af9107218a req-60d41d4d-6eda-4a0d-b5c8-1aa96024fec5 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 944 time: 0.2294464
Jun 04 15:49:29.678997 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c4391374-e424-4629-9863-6ec64fcc4e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:29.682834 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:29.683182 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:29.684460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:29.688367 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:29.692297 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:29.702880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:29.704171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:29.704782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:29.706229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:29.706894 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:29.707508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:29.707999 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:49:29.719908 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:29.782803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186d6eb-3cb8-4fc3-9127-9a469e82adb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd100358-f67a-4c07-a2be-eaebb4eaaf52,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:29.787060 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b186d6eb-3cb8-4fc3-9127-9a469e82adb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:29.793136 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b186d6eb-3cb8-4fc3-9127-9a469e82adb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ebbf7a4995f4fd7aa8943db721e7442&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6806350
Jun 04 15:49:29.796678 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53220) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:29.811384 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9790615c-cee6-4d94-b2ff-a0b73e1a7f16'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:49:29.875400 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-542bbda6-8eda-478e-81bd-92af9107218a req-e50e22fe-8f11-45e3-8373-f8d53d73f7d7 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956387
Jun 04 15:49:29.888790 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8252e216-210b-4a65-a5c1-599a31d4ee78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:29.931114 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8252e216-210b-4a65-a5c1-599a31d4ee78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:30.088273 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8252e216-210b-4a65-a5c1-599a31d4ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:30.095455 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0791b878-1283-4c28-a548-57db79ae5910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:30.130775 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8252e216-210b-4a65-a5c1-599a31d4ee78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:30.132010 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8252e216-210b-4a65-a5c1-599a31d4ee78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd100358-f67a-4c07-a2be-eaebb4eaaf52 HTTP/1.1" status: 204  len: 168 time: 0.3343158
Jun 04 15:49:30.133232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252e216-210b-4a65-a5c1-599a31d4ee78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd100358-f67a-4c07-a2be-eaebb4eaaf52,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:30.139090 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8252e216-210b-4a65-a5c1-599a31d4ee78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:30.309175 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854ccff0-f2c7-4b5b-a632-a4fc0dd71a85 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Router 8fad9afa-7461-40c9-9889-e1d1612869aa has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:49:30.512507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854ccff0-f2c7-4b5b-a632-a4fc0dd71a85 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:49:30.527602 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f20ceb-2722-446c-9354-41dff9e3e976 None None] Sync routers for ids ['8fad9afa-7461-40c9-9889-e1d1612869aa'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:49:30.541446 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f20ceb-2722-446c-9354-41dff9e3e976 None None] Routers {'8fad9afa-7461-40c9-9889-e1d1612869aa'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:49:30.542081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e7f20ceb-2722-446c-9354-41dff9e3e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9264f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:49:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8fad9afa-7461-40c9-9889-e1d1612869aa'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:30.651508 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-854ccff0-f2c7-4b5b-a632-a4fc0dd71a85 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "PUT /v2.0/routers/8fad9afa-7461-40c9-9889-e1d1612869aa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9560432
Jun 04 15:49:30.746352 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-e7f20ceb-2722-446c-9354-41dff9e3e976 None None] Set router 8fad9afa-7461-40c9-9889-e1d1612869aa gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:49:31.012001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53246) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:31.079050 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-10968583-7fbf-41bb-aae7-fda67dbef6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:31.108734 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:49:31.128409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-10968583-7fbf-41bb-aae7-fda67dbef6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:31.157587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-10968583-7fbf-41bb-aae7-fda67dbef6be admin admin] Usage tracker for resource:security_group_rule and tenant:9413f4254c18489eaf71e81ffdc6bda1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:31.159779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-10968583-7fbf-41bb-aae7-fda67dbef6be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:31.167274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-10968583-7fbf-41bb-aae7-fda67dbef6be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:31.186989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9c556-8ddc-4ae7-ac62-34f5bae58e0a req-169a7116-874e-47bc-9b49-f62a5cb6c905 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:31.197247 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b1e9c556-8ddc-4ae7-ac62-34f5bae58e0a req-169a7116-874e-47bc-9b49-f62a5cb6c905 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 945 time: 0.1658556
Jun 04 15:49:31.277192 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e7f20ceb-2722-446c-9354-41dff9e3e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9264f0>, [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:49:28Z', 'revision_number': 6, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '54398aff-795b-4b50-976a-81c204ede433', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'port_id': '4478d380-3acb-4e81-979c-f92b79c028c3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'mac_address': 'fa:16:3e:7b:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:47:32Z', 'updated_at': '2021-06-04T15:47:40Z', 'revision_number': 1, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd1ed2-b217-4760-8f48-56b7db57790b', 'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:2d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:32Z', 'updated_at': '2021-06-04T15:46:47Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:31.285009 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f20ceb-2722-446c-9354-41dff9e3e976 None None] Checking router: 8fad9afa-7461-40c9-9889-e1d1612869aa for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:49:31.293940 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b1e9c556-8ddc-4ae7-ac62-34f5bae58e0a req-685ec4d0-148c-45da-bce4-0d5d9c8105b5 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944262
Jun 04 15:49:31.299499 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-10968583-7fbf-41bb-aae7-fda67dbef6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:31.303232 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f20ceb-2722-446c-9354-41dff9e3e976 None None] Routers {'8fad9afa-7461-40c9-9889-e1d1612869aa'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:49:31.304102 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e7f20ceb-2722-446c-9354-41dff9e3e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9264f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:49:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8fad9afa-7461-40c9-9889-e1d1612869aa'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:31.399749 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-10968583-7fbf-41bb-aae7-fda67dbef6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:31.414299 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-77d18d8e-0d1b-440c-a9de-8019f7f53b37 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:31.479678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:49:31.495026 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-10968583-7fbf-41bb-aae7-fda67dbef6be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9413f4254c18489eaf71e81ffdc6bda1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4785135
Jun 04 15:49:31.498761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10968583-7fbf-41bb-aae7-fda67dbef6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5ab456-8f7f-4a03-863f-d96b8ab1d6b9,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:31.499029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53260) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:31.502916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:49:31.503132 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:31.522780 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-10968583-7fbf-41bb-aae7-fda67dbef6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:31.544366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcb0f6-e4d2-4da4-80fe-eeb9e7514e10 req-ef2c4598-767e-4088-9f67-4c2666fb4e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:31.545195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c6bcb0f6-e4d2-4da4-80fe-eeb9e7514e10 req-ef2c4598-767e-4088-9f67-4c2666fb4e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:31.591396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-e7f20ceb-2722-446c-9354-41dff9e3e976 None None] Set router 8fad9afa-7461-40c9-9889-e1d1612869aa gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:49:31.596537 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db6c9e42-89ef-480f-bd93-c909a6403aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:31.640180 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db6c9e42-89ef-480f-bd93-c909a6403aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:31.656285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c6bcb0f6-e4d2-4da4-80fe-eeb9e7514e10 req-ef2c4598-767e-4088-9f67-4c2666fb4e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:31.657498 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6bcb0f6-e4d2-4da4-80fe-eeb9e7514e10 req-ef2c4598-767e-4088-9f67-4c2666fb4e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 946 time: 0.3453662
Jun 04 15:49:31.733459 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c6bcb0f6-e4d2-4da4-80fe-eeb9e7514e10 req-e45df189-b5c8-43e9-81db-d37db0e42e91 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed756eda-5be0-4eff-9111-9d73ab6bc5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689569
Jun 04 15:49:31.777737 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db6c9e42-89ef-480f-bd93-c909a6403aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:31.782260 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-de30f64e-da30-47ea-9a4b-4dc5136080da tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:31.794376 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c9e42-89ef-480f-bd93-c909a6403aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5ab456-8f7f-4a03-863f-d96b8ab1d6b9,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:31.797026 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-db6c9e42-89ef-480f-bd93-c909a6403aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:31.804842 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db6c9e42-89ef-480f-bd93-c909a6403aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:31.808530 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-db6c9e42-89ef-480f-bd93-c909a6403aa3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb5ab456-8f7f-4a03-863f-d96b8ab1d6b9 HTTP/1.1" status: 204  len: 168 time: 0.3060844
Jun 04 15:49:31.894476 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:32.011161 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79adaa90-be60-4def-926b-b2ead34aef1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9790615c-cee6-4d94-b2ff-a0b73e1a7f16'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:49:32.013435 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80034872-da51-481c-a69c-2c13c4e019a3" -d '{"events": [{"server_uuid": "79adaa90-be60-4def-926b-b2ead34aef1c", "name": "network-vif-plugged", "status": "completed", "tag": "9790615c-cee6-4d94-b2ff-a0b73e1a7f16"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:49:32.026613 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9790615c-cee6-4d94-b2ff-a0b73e1a7f16, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9790615c-cee6-4d94-b2ff-a0b73e1a7f16,segment=NetworkSegment(f77135b7-550a-4b91-bea3-102c4917ccf5),segment_id=f77135b7-550a-4b91-bea3-102c4917ccf5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:32.084479 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bdd4a0-3f3c-44be-a454-430d655c141a x-openstack-request-id: req-99bdd4a0-3f3c-44be-a454-430d655c141a {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:49:32.084479 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79adaa90-be60-4def-926b-b2ead34aef1c", "name": "network-vif-plugged", "status": "completed", "tag": "9790615c-cee6-4d94-b2ff-a0b73e1a7f16", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:49:32.085049 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99bdd4a0-3f3c-44be-a454-430d655c141a {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:49:32.085310 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79adaa90-be60-4def-926b-b2ead34aef1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9790615c-cee6-4d94-b2ff-a0b73e1a7f16', 'code': 200}
Jun 04 15:49:32.175761 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:32.177334 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:32.180306 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:32.196945 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:49:32.256431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9790615c-cee6-4d94-b2ff-a0b73e1a7f16,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:32.264838 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:32.304634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e7f20ceb-2722-446c-9354-41dff9e3e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9264f0>, [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:49:28Z', 'revision_number': 6, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '54398aff-795b-4b50-976a-81c204ede433', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'port_id': '4478d380-3acb-4e81-979c-f92b79c028c3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'mac_address': 'fa:16:3e:7b:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:47:32Z', 'updated_at': '2021-06-04T15:47:40Z', 'revision_number': 1, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd1ed2-b217-4760-8f48-56b7db57790b', 'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:2d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:32Z', 'updated_at': '2021-06-04T15:46:47Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:32.313310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f20ceb-2722-446c-9354-41dff9e3e976 None None] The sync data for ids ['8fad9afa-7461-40c9-9889-e1d1612869aa'] in n-d-791505-9 is: [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:49:28Z', 'revision_number': 6, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '54398aff-795b-4b50-976a-81c204ede433', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'port_id': '4478d380-3acb-4e81-979c-f92b79c028c3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'mac_address': 'fa:16:3e:7b:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:47:32Z', 'updated_at': '2021-06-04T15:47:40Z', 'revision_number': 1, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dd1ed2-b217-4760-8f48-56b7db57790b', 'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:2d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:32Z', 'updated_at': '2021-06-04T15:46:47Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:49:32.422994 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5c88cd26-922d-4ad8-9019-cc5c48dc0ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:32.582686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c20ed-c973-4f59-981a-39c8d377fe65 req-7863deb8-e245-4e63-b12e-f08d82130e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:32.584295 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b51c20ed-c973-4f59-981a-39c8d377fe65 req-7863deb8-e245-4e63-b12e-f08d82130e81 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 1097 time: 0.4347951
Jun 04 15:49:32.625196 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8215e-525c-460b-ab5d-b3b6a617e1ee req-f93f3244-30e8-4049-9bca-9b850be61443 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:32.633367 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9fa8215e-525c-460b-ab5d-b3b6a617e1ee req-f93f3244-30e8-4049-9bca-9b850be61443 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 946 time: 0.1686113
Jun 04 15:49:32.690665 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b51c20ed-c973-4f59-981a-39c8d377fe65 req-09e30e14-f911-44a3-8a40-a897dc62f5d4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954988
Jun 04 15:49:32.699146 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9fa8215e-525c-460b-ab5d-b3b6a617e1ee req-57789080-e118-44f4-9a6b-1526510652b5 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648818
Jun 04 15:49:32.990856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931ca66-0980-465a-bb5c-f457444e7f96 req-eae229d2-5e72-4829-82d1-5e9cdda79d4c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:32.991774 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-a931ca66-0980-465a-bb5c-f457444e7f96 req-eae229d2-5e72-4829-82d1-5e9cdda79d4c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:33.007958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-a931ca66-0980-465a-bb5c-f457444e7f96 req-eae229d2-5e72-4829-82d1-5e9cdda79d4c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:33.009413 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a931ca66-0980-465a-bb5c-f457444e7f96 req-eae229d2-5e72-4829-82d1-5e9cdda79d4c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 946 time: 0.1156056
Jun 04 15:49:33.105030 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a931ca66-0980-465a-bb5c-f457444e7f96 req-32e9e247-f75c-4b9e-aaa3-99984065a035 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed756eda-5be0-4eff-9111-9d73ab6bc5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886743
Jun 04 15:49:33.140673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e239ed-6aa0-45b2-bee7-e43d89afa554 req-52a988d6-199a-4b7f-9947-c9fcf049824f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:33.142174 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-37e239ed-6aa0-45b2-bee7-e43d89afa554 req-52a988d6-199a-4b7f-9947-c9fcf049824f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.62 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 946 time: 0.1084142
Jun 04 15:49:33.287012 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-37e239ed-6aa0-45b2-bee7-e43d89afa554 req-ede9b41d-422f-40e7-ab30-b9941189476c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Deleting port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:49:33.287359 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-37e239ed-6aa0-45b2-bee7-e43d89afa554 req-ede9b41d-422f-40e7-ab30-b9941189476c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:33.430931 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-37e239ed-6aa0-45b2-bee7-e43d89afa554 req-ede9b41d-422f-40e7-ab30-b9941189476c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] For port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=f650d2a2-f8f4-46b1-920b-bb4cb43a4f95,segment=NetworkSegment(3c73109a-a000-42fe-98c3-57d9927d10d3),segment_id=3c73109a-a000-42fe-98c3-57d9927d10d3)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:33.431323 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-37e239ed-6aa0-45b2-bee7-e43d89afa554 req-ede9b41d-422f-40e7-ab30-b9941189476c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:33.558424 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-37e239ed-6aa0-45b2-bee7-e43d89afa554 req-ede9b41d-422f-40e7-ab30-b9941189476c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Calling delete_port for f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:49:33.671337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 65c02c14-1408-4f5d-879c-f69cb89ed33d no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:49:33.702837 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:33.711704 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 65c02c14-1408-4f5d-879c-f69cb89ed33d {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:49:33.712052 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 65c02c14-1408-4f5d-879c-f69cb89ed33d not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:49:33.734428 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-37e239ed-6aa0-45b2-bee7-e43d89afa554 req-ede9b41d-422f-40e7-ab30-b9941189476c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:33.742012 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-528c5f42-367c-46cf-b1d0-8716b89f5841 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:33.790399 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9b41d-422f-40e7-ab30-b9941189476c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Port': ['ID=f650d2a2-f8f4-46b1-920b-bb4cb43a4f95,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:33.795866 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ede9b41d-422f-40e7-ab30-b9941189476c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:33.880965 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e239ed-6aa0-45b2-bee7-e43d89afa554 req-ede9b41d-422f-40e7-ab30-b9941189476c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] No DVR routers for this DVR port f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 on host n-h2-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:49:33.884619 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-37e239ed-6aa0-45b2-bee7-e43d89afa554 req-ede9b41d-422f-40e7-ab30-b9941189476c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:33.889659 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77d10e7-7143-4d03-8e5b-4ec56ed972bb', 'name': 'network-vif-deleted', 'tag': 'f650d2a2-f8f4-46b1-920b-bb4cb43a4f95'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:49:33.893268 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bc01a6-915b-4203-af5d-9c499009deeb" -d '{"events": [{"server_uuid": "a77d10e7-7143-4d03-8e5b-4ec56ed972bb", "name": "network-vif-deleted", "tag": "f650d2a2-f8f4-46b1-920b-bb4cb43a4f95"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:49:33.915208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46afb92-f466-4dcf-bdda-8422d62a6f7c req-94819e8e-3c73-41bb-9d97-d66b418c7c3a tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:33.915208 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c46afb92-f466-4dcf-bdda-8422d62a6f7c req-94819e8e-3c73-41bb-9d97-d66b418c7c3a tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 946 time: 0.0872443
Jun 04 15:49:33.966824 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e49b52-16f2-4e9d-bb07-7504b8c18018 x-openstack-request-id: req-c2e49b52-16f2-4e9d-bb07-7504b8c18018 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:49:33.969621 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77d10e7-7143-4d03-8e5b-4ec56ed972bb", "name": "network-vif-deleted", "tag": "f650d2a2-f8f4-46b1-920b-bb4cb43a4f95", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:49:33.973202 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2e49b52-16f2-4e9d-bb07-7504b8c18018 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:49:33.973202 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77d10e7-7143-4d03-8e5b-4ec56ed972bb', 'name': 'network-vif-deleted', 'tag': 'f650d2a2-f8f4-46b1-920b-bb4cb43a4f95', 'status': 'completed', 'code': 200}
Jun 04 15:49:33.979014 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c46afb92-f466-4dcf-bdda-8422d62a6f7c req-38bc35d9-b959-4295-858f-b10afc86da57 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552785
Jun 04 15:49:34.016248 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-37e239ed-6aa0-45b2-bee7-e43d89afa554 req-ede9b41d-422f-40e7-ab30-b9941189476c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.62 "DELETE /v2.0/ports/f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 HTTP/1.1" status: 204  len: 173 time: 0.8669665
Jun 04 15:49:34.392439 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-48391e96-2de9-4c98-b0dc-a734e4dbe8bd req-c0eb1a7a-d402-455b-9435-077322a3764a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:34.523063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-48391e96-2de9-4c98-b0dc-a734e4dbe8bd req-c0eb1a7a-d402-455b-9435-077322a3764a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:34.524876 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-48391e96-2de9-4c98-b0dc-a734e4dbe8bd req-c0eb1a7a-d402-455b-9435-077322a3764a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77d10e7-7143-4d03-8e5b-4ec56ed972bb HTTP/1.1" status: 200  len: 210 time: 0.2233820
Jun 04 15:49:35.251191 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:35.651762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53482) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:35.738136 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aae24462-9156-4e6e-954f-0bd8df78e7a0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:35.779925 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aae24462-9156-4e6e-954f-0bd8df78e7a0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:35.930016 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aae24462-9156-4e6e-954f-0bd8df78e7a0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:35.945204 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-67e0abe3-54dd-49e8-a412-3a04bf485847 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:35.966876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae24462-9156-4e6e-954f-0bd8df78e7a0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed756eda-5be0-4eff-9111-9d73ab6bc5d5,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:35.969642 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aae24462-9156-4e6e-954f-0bd8df78e7a0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:36.048494 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-aae24462-9156-4e6e-954f-0bd8df78e7a0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:36.050540 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-aae24462-9156-4e6e-954f-0bd8df78e7a0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "DELETE /v2.0/security-groups/ed756eda-5be0-4eff-9111-9d73ab6bc5d5 HTTP/1.1" status: 204  len: 168 time: 0.3974168
Jun 04 15:49:36.078929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53536) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:36.232249 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eee52c68-6bdc-4fe4-a07c-cb38c96fbc25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:36.249653 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-eee52c68-6bdc-4fe4-a07c-cb38c96fbc25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:36.255473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-eee52c68-6bdc-4fe4-a07c-cb38c96fbc25 admin admin] Usage tracker for resource:security_group_rule and tenant:0db03098985e40849db304d9c59a91b2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:36.259689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-eee52c68-6bdc-4fe4-a07c-cb38c96fbc25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:36.278992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-eee52c68-6bdc-4fe4-a07c-cb38c96fbc25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:36.440538 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eee52c68-6bdc-4fe4-a07c-cb38c96fbc25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:36.502120 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eee52c68-6bdc-4fe4-a07c-cb38c96fbc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:36.511759 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-738c9627-3009-4ce7-8601-848c773e5e88 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:36.556977 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eee52c68-6bdc-4fe4-a07c-cb38c96fbc25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0db03098985e40849db304d9c59a91b2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4740093
Jun 04 15:49:36.556977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee52c68-6bdc-4fe4-a07c-cb38c96fbc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb39e16-d164-4fce-994a-0f9828f5ce36,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:36.557381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53558) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:36.559289 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eee52c68-6bdc-4fe4-a07c-cb38c96fbc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:36.638765 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-088b6bc9-b4d1-45fd-be7f-1050259611e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:36.669554 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-088b6bc9-b4d1-45fd-be7f-1050259611e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:36.696448 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:49:36.738445 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:49:36.738806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device f650d2a2-f8f4-46b1-920b-bb4cb43a4f95 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:49:36.868220 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-088b6bc9-b4d1-45fd-be7f-1050259611e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:36.872254 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2afc80a0-9947-45ed-a447-4ef193ebb917 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:36.886684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b6bc9-b4d1-45fd-be7f-1050259611e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb39e16-d164-4fce-994a-0f9828f5ce36,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:36.889740 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-088b6bc9-b4d1-45fd-be7f-1050259611e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:36.900650 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-088b6bc9-b4d1-45fd-be7f-1050259611e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:36.915994 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-088b6bc9-b4d1-45fd-be7f-1050259611e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7eb39e16-d164-4fce-994a-0f9828f5ce36 HTTP/1.1" status: 204  len: 168 time: 0.3407717
Jun 04 15:49:37.183801 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53594) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:37.266478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df6185d-67ae-494d-b9df-d368e36150c9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Deleting subnet 1af6f3fb-48c8-4841-b1c1-286f30f0470c {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:49:37.270349 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7df6185d-67ae-494d-b9df-d368e36150c9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:37.332382 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7df6185d-67ae-494d-b9df-d368e36150c9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:37.501777 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7df6185d-67ae-494d-b9df-d368e36150c9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:37.584242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53616) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:37.608618 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87c20c8b-20a9-45b6-a703-2e6f3351a709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:37.629806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-87c20c8b-20a9-45b6-a703-2e6f3351a709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:37.637163 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-87c20c8b-20a9-45b6-a703-2e6f3351a709 admin admin] Usage tracker for resource:security_group_rule and tenant:ad226325af784be9a2a5fdd2f854097e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:37.664028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-87c20c8b-20a9-45b6-a703-2e6f3351a709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:37.672147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-87c20c8b-20a9-45b6-a703-2e6f3351a709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:37.779957 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87c20c8b-20a9-45b6-a703-2e6f3351a709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:37.897250 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-87c20c8b-20a9-45b6-a703-2e6f3351a709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:37.904828 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f687fba5-c2b1-41ff-9832-9efdef41957e tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:37.948752 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-87c20c8b-20a9-45b6-a703-2e6f3351a709 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad226325af784be9a2a5fdd2f854097e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3670127
Jun 04 15:49:37.949606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c20c8b-20a9-45b6-a703-2e6f3351a709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074e3725-231d-4b35-a768-4a46bd32e741,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:37.952572 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-87c20c8b-20a9-45b6-a703-2e6f3351a709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:37.953329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53632) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:37.967293 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7df6185d-67ae-494d-b9df-d368e36150c9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:37.973910 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3b823a5c-a42b-445c-98f3-a891a1ccb6fc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:38.029872 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7df6185d-67ae-494d-b9df-d368e36150c9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:38.038194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6185d-67ae-494d-b9df-d368e36150c9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Subnet': ['ID=1af6f3fb-48c8-4841-b1c1-286f30f0470c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:38.038339 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc8968a-221c-44ca-9355-44a230ae1d31 None None] Network 567098fc-b653-473a-aa61-753bb52e5bfc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:49:38.045433 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7df6185d-67ae-494d-b9df-d368e36150c9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:38.055144 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7df6185d-67ae-494d-b9df-d368e36150c9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "DELETE /v2.0/subnets/1af6f3fb-48c8-4841-b1c1-286f30f0470c HTTP/1.1" status: 204  len: 168 time: 0.8685765
Jun 04 15:49:38.057754 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53638) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:38.092218 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1206858-85e8-4cb6-82e7-d8ddc0c8f73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:38.121655 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1206858-85e8-4cb6-82e7-d8ddc0c8f73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:38.225693 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:38.291110 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1206858-85e8-4cb6-82e7-d8ddc0c8f73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:38.298030 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7f881956-eccc-46c6-8c91-b52822ebe065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:38.312835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1206858-85e8-4cb6-82e7-d8ddc0c8f73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074e3725-231d-4b35-a768-4a46bd32e741,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:38.317340 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e1206858-85e8-4cb6-82e7-d8ddc0c8f73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:38.318956 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e1206858-85e8-4cb6-82e7-d8ddc0c8f73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:38.321822 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e1206858-85e8-4cb6-82e7-d8ddc0c8f73f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/074e3725-231d-4b35-a768-4a46bd32e741 HTTP/1.1" status: 204  len: 168 time: 0.3667023
Jun 04 15:49:38.328039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Deleting port 5db5e6ee-7107-4a51-a398-ee7ff3713e07 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:49:38.328039 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:38.451133 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551a39b8-0a92-4c30-81b7-089a756f134a None None] DHCP port deletion for 567098fc-b653-473a-aa61-753bb52e5bfc request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:49:38.503615 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] For port 5db5e6ee-7107-4a51-a398-ee7ff3713e07, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5db5e6ee-7107-4a51-a398-ee7ff3713e07,segment=NetworkSegment(3c73109a-a000-42fe-98c3-57d9927d10d3),segment_id=3c73109a-a000-42fe-98c3-57d9927d10d3)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:38.504124 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:38.547564 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-551a39b8-0a92-4c30-81b7-089a756f134a None None] Deleting port 5db5e6ee-7107-4a51-a398-ee7ff3713e07 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:49:38.550864 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-551a39b8-0a92-4c30-81b7-089a756f134a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:38.773301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-551a39b8-0a92-4c30-81b7-089a756f134a None None] For port 5db5e6ee-7107-4a51-a398-ee7ff3713e07, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5db5e6ee-7107-4a51-a398-ee7ff3713e07,segment=NetworkSegment(3c73109a-a000-42fe-98c3-57d9927d10d3),segment_id=3c73109a-a000-42fe-98c3-57d9927d10d3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:38.773711 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-551a39b8-0a92-4c30-81b7-089a756f134a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:38.934417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Calling delete_port for 5db5e6ee-7107-4a51-a398-ee7ff3713e07 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:49:38.960502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-551a39b8-0a92-4c30-81b7-089a756f134a None None] Calling delete_port for 5db5e6ee-7107-4a51-a398-ee7ff3713e07 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 15:49:39.091167 n-d-791505-9 neutron-server[88302]:   util.warn(
Jun 04 15:49:39.096101 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:39.100499 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e81c72d6-eacd-42f0-bfa7-20e2cd932f82 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:39.109404 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-551a39b8-0a92-4c30-81b7-089a756f134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:39.129892 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8cb5995d-b089-4c6f-9544-0bc61d11bcfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:39.171032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] No DVR routers for this DVR port 5db5e6ee-7107-4a51-a398-ee7ff3713e07 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:49:39.174509 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a39b8-0a92-4c30-81b7-089a756f134a None None] No DVR routers for this DVR port 5db5e6ee-7107-4a51-a398-ee7ff3713e07 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:49:39.189049 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a39b8-0a92-4c30-81b7-089a756f134a None None] Pushing event deleted for resources: {'Port': ['ID=5db5e6ee-7107-4a51-a398-ee7ff3713e07,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:39.195183 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-551a39b8-0a92-4c30-81b7-089a756f134a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:39.219240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Port': ['ID=5db5e6ee-7107-4a51-a398-ee7ff3713e07,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:39.228148 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:39.361838 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:39.389251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8385fd9bb0>,) {'filters': {'network_id': ['567098fc-b653-473a-aa61-753bb52e5bfc']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:39.414112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385fd9bb0>, '3c73109a-a000-42fe-98c3-57d9927d10d3') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:39.415039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385fd9bb0>, '3c73109a-a000-42fe-98c3-57d9927d10d3') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:39.432255 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:39.456005 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:39.465626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:49:39.466113 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:49:39.482788 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:49:39.723800 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:39.732416 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:39.745915 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5db5e6ee-7107-4a51-a398-ee7ff3713e07 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:49:39.770469 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:39.774021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Network': ['ID=567098fc-b653-473a-aa61-753bb52e5bfc,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:39.778333 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:39.802775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 5db5e6ee-7107-4a51-a398-ee7ff3713e07 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:49:39.803414 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5db5e6ee-7107-4a51-a398-ee7ff3713e07 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:49:39.949567 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "DELETE /v2.0/networks/567098fc-b653-473a-aa61-753bb52e5bfc HTTP/1.1" status: 204  len: 168 time: 1.8904452
Jun 04 15:49:39.952077 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53726) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:40.378443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c1f6fd85-817a-4c56-84f9-d563a0816e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Deleting port 62de7c0c-bc02-496c-b368-47aa00b4e737 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:49:40.378806 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fd85-817a-4c56-84f9-d563a0816e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:40.552508 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fd85-817a-4c56-84f9-d563a0816e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:40.552508 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fd85-817a-4c56-84f9-d563a0816e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:40.726251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c1f6fd85-817a-4c56-84f9-d563a0816e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Calling delete_port for 62de7c0c-bc02-496c-b368-47aa00b4e737 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:49:40.965413 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fd85-817a-4c56-84f9-d563a0816e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:40.970252 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d22d5ebf-0f69-4fbd-9f9a-48d3bc9dd342 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:41.034461 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6fd85-817a-4c56-84f9-d563a0816e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Port': ['ID=62de7c0c-bc02-496c-b368-47aa00b4e737,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:41.037981 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1f6fd85-817a-4c56-84f9-d563a0816e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:41.147799 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fd85-817a-4c56-84f9-d563a0816e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:41.147799 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-c1f6fd85-817a-4c56-84f9-d563a0816e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Floating IP 54398aff-795b-4b50-976a-81c204ede433 disassociated (deleted). External IP: 172.25.4.229, port: 4478d380-3acb-4e81-979c-f92b79c028c3.
Jun 04 15:49:41.619165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f6fd85-817a-4c56-84f9-d563a0816e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Router 8fad9afa-7461-40c9-9889-e1d1612869aa has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:49:42.000239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f6fd85-817a-4c56-84f9-d563a0816e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:49:42.018846 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f52194-2dd8-425f-b484-0e4bd71586b6 None None] Sync routers for ids ['8fad9afa-7461-40c9-9889-e1d1612869aa'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:49:42.020587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fd85-817a-4c56-84f9-d563a0816e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:42.035261 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f52194-2dd8-425f-b484-0e4bd71586b6 None None] Routers {'8fad9afa-7461-40c9-9889-e1d1612869aa'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:49:42.036748 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-25f52194-2dd8-425f-b484-0e4bd71586b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d6c85e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:49:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8fad9afa-7461-40c9-9889-e1d1612869aa'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:42.149318 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c1f6fd85-817a-4c56-84f9-d563a0816e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "DELETE /v2.0/floatingips/54398aff-795b-4b50-976a-81c204ede433 HTTP/1.1" status: 204  len: 168 time: 2.1955895
Jun 04 15:49:42.150641 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'tag': '4478d380-3acb-4e81-979c-f92b79c028c3'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:49:42.153952 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7a2043-cb9b-468b-a084-fadedce95f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "09f5882e-63f9-476a-b5aa-60f8bf64dbd5", "tag": "4478d380-3acb-4e81-979c-f92b79c028c3"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:49:42.308566 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598ad5fe-c13b-401d-acf8-146e2fec815e x-openstack-request-id: req-598ad5fe-c13b-401d-acf8-146e2fec815e {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:49:42.309214 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f5882e-63f9-476a-b5aa-60f8bf64dbd5", "tag": "4478d380-3acb-4e81-979c-f92b79c028c3", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:49:42.309789 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-598ad5fe-c13b-401d-acf8-146e2fec815e {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:49:42.310560 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'tag': '4478d380-3acb-4e81-979c-f92b79c028c3', 'status': 'completed', 'code': 200}
Jun 04 15:49:42.325131 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-25f52194-2dd8-425f-b484-0e4bd71586b6 None None] Set router 8fad9afa-7461-40c9-9889-e1d1612869aa gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:49:42.551459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a2043-cb9b-468b-a084-fadedce95f2d req-d8120d9c-25c4-4707-87c1-e957dd004a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:42.556402 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c7a2043-cb9b-468b-a084-fadedce95f2d req-d8120d9c-25c4-4707-87c1-e957dd004a47 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 1096 time: 0.2210896
Jun 04 15:49:42.794974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a2043-cb9b-468b-a084-fadedce95f2d req-0fc7abde-7173-492e-9af5-f4d525d10520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:42.796427 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c7a2043-cb9b-468b-a084-fadedce95f2d req-0fc7abde-7173-492e-9af5-f4d525d10520 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3a7df431-47fb-4038-86f5-d24e78603d5f HTTP/1.1" status: 200  len: 897 time: 0.2328544
Jun 04 15:49:42.849822 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-25f52194-2dd8-425f-b484-0e4bd71586b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d6c85e0>, [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:49:28Z', 'revision_number': 6, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '80dd1ed2-b217-4760-8f48-56b7db57790b', 'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:2d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:32Z', 'updated_at': '2021-06-04T15:46:47Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:42.854598 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f52194-2dd8-425f-b484-0e4bd71586b6 None None] Checking router: 8fad9afa-7461-40c9-9889-e1d1612869aa for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:49:42.865307 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f52194-2dd8-425f-b484-0e4bd71586b6 None None] Routers {'8fad9afa-7461-40c9-9889-e1d1612869aa'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:49:42.866159 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-25f52194-2dd8-425f-b484-0e4bd71586b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d6c85e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:49:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8fad9afa-7461-40c9-9889-e1d1612869aa'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:42.876054 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c7a2043-cb9b-468b-a084-fadedce95f2d req-b8260783-db84-45f8-a0ee-3bf1f296228e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4478d380-3acb-4e81-979c-f92b79c028c3 HTTP/1.1" status: 200  len: 217 time: 0.0725868
Jun 04 15:49:42.980698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a2043-cb9b-468b-a084-fadedce95f2d req-7d3ebeb2-e357-4a3a-89f2-6024ab812e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:42.982264 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c7a2043-cb9b-468b-a084-fadedce95f2d req-7d3ebeb2-e357-4a3a-89f2-6024ab812e33 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c803f1ab-b6e1-4222-a7ed-4d97e8604a8f HTTP/1.1" status: 200  len: 834 time: 0.0878007
Jun 04 15:49:43.123929 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-25f52194-2dd8-425f-b484-0e4bd71586b6 None None] Set router 8fad9afa-7461-40c9-9889-e1d1612869aa gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:49:43.144382 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a2043-cb9b-468b-a084-fadedce95f2d req-506433b3-c10d-4c31-a805-c61c0bf445be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:43.147692 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c7a2043-cb9b-468b-a084-fadedce95f2d req-506433b3-c10d-4c31-a805-c61c0bf445be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3a7df431-47fb-4038-86f5-d24e78603d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1520133
Jun 04 15:49:43.355653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 53902) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:43.412685 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c7a2043-cb9b-468b-a084-fadedce95f2d req-48545e68-9252-47db-9c5c-0f8b6923730d service neutron] 10.222.0.65 "GET /v2.0/networks/3a7df431-47fb-4038-86f5-d24e78603d5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2575331
Jun 04 15:49:43.496597 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9af8a-8981-4050-a853-393fed72ec63 req-fdcb3144-28ee-4b55-96e2-ee110e7c296e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:43.500173 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-13d9af8a-8981-4050-a853-393fed72ec63 req-fdcb3144-28ee-4b55-96e2-ee110e7c296e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:43.650791 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-13d9af8a-8981-4050-a853-393fed72ec63 req-fdcb3144-28ee-4b55-96e2-ee110e7c296e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:43.656122 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-13d9af8a-8981-4050-a853-393fed72ec63 req-fdcb3144-28ee-4b55-96e2-ee110e7c296e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 945 time: 0.3796916
Jun 04 15:49:43.712283 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-25f52194-2dd8-425f-b484-0e4bd71586b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d6c85e0>, [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:49:28Z', 'revision_number': 6, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '80dd1ed2-b217-4760-8f48-56b7db57790b', 'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:2d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:32Z', 'updated_at': '2021-06-04T15:46:47Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:43.717081 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f52194-2dd8-425f-b484-0e4bd71586b6 None None] The sync data for ids ['8fad9afa-7461-40c9-9889-e1d1612869aa'] in n-d-791505-9 is: [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:49:28Z', 'revision_number': 6, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '80dd1ed2-b217-4760-8f48-56b7db57790b', 'name': '', 'network_id': '3a7df431-47fb-4038-86f5-d24e78603d5f', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:2d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:32Z', 'updated_at': '2021-06-04T15:46:47Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': 'c803f1ab-b6e1-4222-a7ed-4d97e8604a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:49:43.737611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-13d9af8a-8981-4050-a853-393fed72ec63 req-ba6f9c14-c74c-4d28-8493-a23ea1124240 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:43.743075 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9a0221fb-2c6d-4b64-a1c0-b7e8e4901d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:43.762977 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c7a2043-cb9b-468b-a084-fadedce95f2d req-9bfdfba6-de2a-4fc1-b495-19e2e792c01e service neutron] 10.222.0.65 "GET /v2.0/networks/3a7df431-47fb-4038-86f5-d24e78603d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3410265
Jun 04 15:49:43.765410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9a0221fb-2c6d-4b64-a1c0-b7e8e4901d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:43.771849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9a0221fb-2c6d-4b64-a1c0-b7e8e4901d23 admin admin] Usage tracker for resource:security_group_rule and tenant:3381aa24f5114ebca17f9ebfc2ef72dc is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:43.775945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9a0221fb-2c6d-4b64-a1c0-b7e8e4901d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:43.787756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9a0221fb-2c6d-4b64-a1c0-b7e8e4901d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:43.890250 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9a0221fb-2c6d-4b64-a1c0-b7e8e4901d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:43.910952 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-13d9af8a-8981-4050-a853-393fed72ec63 req-ba6f9c14-c74c-4d28-8493-a23ea1124240 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:43.916725 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-13d9af8a-8981-4050-a853-393fed72ec63 req-ba6f9c14-c74c-4d28-8493-a23ea1124240 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2451055
Jun 04 15:49:44.022341 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9a0221fb-2c6d-4b64-a1c0-b7e8e4901d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:44.029852 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1af5b726-58cf-4834-937e-d8cd611fb1d0 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:44.067319 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a12653-577f-4c1b-811a-c0076976662c None None] New status for floating IP 54398aff-795b-4b50-976a-81c204ede433: DOWN {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:49:44.077123 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9a0221fb-2c6d-4b64-a1c0-b7e8e4901d23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3381aa24f5114ebca17f9ebfc2ef72dc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7199581
Jun 04 15:49:44.079785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53928) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:44.115423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0221fb-2c6d-4b64-a1c0-b7e8e4901d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d4958c-e752-40e3-b2cf-4c94bbd5f227,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:44.118830 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9a0221fb-2c6d-4b64-a1c0-b7e8e4901d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:44.213034 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8fc02621-67bc-40b9-9d0c-4775c0c5ef98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:44.247908 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8fc02621-67bc-40b9-9d0c-4775c0c5ef98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:44.397101 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8fc02621-67bc-40b9-9d0c-4775c0c5ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:44.403261 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7e487b86-d31a-4dad-8a58-9794ab05a1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:44.417448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc02621-67bc-40b9-9d0c-4775c0c5ef98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d4958c-e752-40e3-b2cf-4c94bbd5f227,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:44.420530 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8fc02621-67bc-40b9-9d0c-4775c0c5ef98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:44.424465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9a3cb-c378-4c04-b769-7b2ea8a1d773 req-24472493-676f-4ca9-b831-ed8404790ce9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:44.426148 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dee9a3cb-c378-4c04-b769-7b2ea8a1d773 req-24472493-676f-4ca9-b831-ed8404790ce9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.65 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 945 time: 0.0975680
Jun 04 15:49:44.437663 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8fc02621-67bc-40b9-9d0c-4775c0c5ef98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:44.439171 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8fc02621-67bc-40b9-9d0c-4775c0c5ef98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1d4958c-e752-40e3-b2cf-4c94bbd5f227 HTTP/1.1" status: 204  len: 168 time: 0.3579676
Jun 04 15:49:44.836017 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-dee9a3cb-c378-4c04-b769-7b2ea8a1d773 req-d5fa28d6-e595-4c1c-b279-01d24b6bfedf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Deleting port 4478d380-3acb-4e81-979c-f92b79c028c3 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:49:44.836578 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dee9a3cb-c378-4c04-b769-7b2ea8a1d773 req-d5fa28d6-e595-4c1c-b279-01d24b6bfedf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:45.039696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-dee9a3cb-c378-4c04-b769-7b2ea8a1d773 req-d5fa28d6-e595-4c1c-b279-01d24b6bfedf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] For port 4478d380-3acb-4e81-979c-f92b79c028c3, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=4478d380-3acb-4e81-979c-f92b79c028c3,segment=NetworkSegment(ccf7063d-7285-45e0-99bd-3a230b4c2dc9),segment_id=ccf7063d-7285-45e0-99bd-3a230b4c2dc9)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:45.039984 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dee9a3cb-c378-4c04-b769-7b2ea8a1d773 req-d5fa28d6-e595-4c1c-b279-01d24b6bfedf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:45.182397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-dee9a3cb-c378-4c04-b769-7b2ea8a1d773 req-d5fa28d6-e595-4c1c-b279-01d24b6bfedf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Calling delete_port for 4478d380-3acb-4e81-979c-f92b79c028c3 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:49:45.299594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa8f2a-ad9f-4e61-844c-f5bec883fa94 req-c09e8aff-b63b-4c01-8ff7-95cdf2079fc2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:45.301071 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-86aa8f2a-ad9f-4e61-844c-f5bec883fa94 req-c09e8aff-b63b-4c01-8ff7-95cdf2079fc2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 945 time: 0.1159141
Jun 04 15:49:45.405573 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-86aa8f2a-ad9f-4e61-844c-f5bec883fa94 req-83b0195a-21ad-4a10-bcc3-10e34b5e73fe tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0948002
Jun 04 15:49:45.477274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 53990) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:45.496000 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-883b0615-4513-4b3f-aa0d-a0dce7ab3111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:45.512331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-883b0615-4513-4b3f-aa0d-a0dce7ab3111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:45.523364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-883b0615-4513-4b3f-aa0d-a0dce7ab3111 admin admin] Usage tracker for resource:security_group_rule and tenant:6b61b8a5f694416e87d1bb0022eac37b is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:45.523364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-883b0615-4513-4b3f-aa0d-a0dce7ab3111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:45.532336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-883b0615-4513-4b3f-aa0d-a0dce7ab3111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:45.579450 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dee9a3cb-c378-4c04-b769-7b2ea8a1d773 req-d5fa28d6-e595-4c1c-b279-01d24b6bfedf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:45.589566 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b9f29b09-bab7-4ba4-a217-67faa445beea tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:45.650899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-883b0615-4513-4b3f-aa0d-a0dce7ab3111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:45.660797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa28d6-e595-4c1c-b279-01d24b6bfedf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Port': ['ID=4478d380-3acb-4e81-979c-f92b79c028c3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:45.665758 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d5fa28d6-e595-4c1c-b279-01d24b6bfedf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:45.755752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee9a3cb-c378-4c04-b769-7b2ea8a1d773 req-d5fa28d6-e595-4c1c-b279-01d24b6bfedf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] No DVR routers for this DVR port 4478d380-3acb-4e81-979c-f92b79c028c3 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:49:45.758289 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-dee9a3cb-c378-4c04-b769-7b2ea8a1d773 req-d5fa28d6-e595-4c1c-b279-01d24b6bfedf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:45.761044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'name': 'network-vif-deleted', 'tag': '4478d380-3acb-4e81-979c-f92b79c028c3'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:49:45.763488 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5bbbc3-71f5-4148-91e9-9e34e0ab765d" -d '{"events": [{"server_uuid": "09f5882e-63f9-476a-b5aa-60f8bf64dbd5", "name": "network-vif-deleted", "tag": "4478d380-3acb-4e81-979c-f92b79c028c3"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:49:45.770596 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-883b0615-4513-4b3f-aa0d-a0dce7ab3111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:45.790437 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-87c20c8b-20a9-45b6-a703-2e6f3351a709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:45.829087 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-883b0615-4513-4b3f-aa0d-a0dce7ab3111 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b61b8a5f694416e87d1bb0022eac37b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3506773
Jun 04 15:49:45.832250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54010) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:45.846921 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9f3fcc-6323-47fe-85fd-205cfe0e5239 x-openstack-request-id: req-7a9f3fcc-6323-47fe-85fd-205cfe0e5239 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:49:45.847580 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f5882e-63f9-476a-b5aa-60f8bf64dbd5", "name": "network-vif-deleted", "tag": "4478d380-3acb-4e81-979c-f92b79c028c3", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:49:45.847580 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a9f3fcc-6323-47fe-85fd-205cfe0e5239 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:49:45.847990 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f5882e-63f9-476a-b5aa-60f8bf64dbd5', 'name': 'network-vif-deleted', 'tag': '4478d380-3acb-4e81-979c-f92b79c028c3', 'status': 'completed', 'code': 200}
Jun 04 15:49:45.854678 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b0615-4513-4b3f-aa0d-a0dce7ab3111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5481a43-c7a2-4c96-a475-17fa0526fc09,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:45.859280 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-883b0615-4513-4b3f-aa0d-a0dce7ab3111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:45.877983 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dee9a3cb-c378-4c04-b769-7b2ea8a1d773 req-d5fa28d6-e595-4c1c-b279-01d24b6bfedf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.65 "DELETE /v2.0/ports/4478d380-3acb-4e81-979c-f92b79c028c3 HTTP/1.1" status: 204  len: 173 time: 1.4405904
Jun 04 15:49:45.913435 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58e972c2-3cfe-42f4-91f1-63a0bc736b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:45.942124 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58e972c2-3cfe-42f4-91f1-63a0bc736b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:46.080350 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58e972c2-3cfe-42f4-91f1-63a0bc736b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:46.088944 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b186d6eb-3cb8-4fc3-9127-9a469e82adb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:46.104821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e972c2-3cfe-42f4-91f1-63a0bc736b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5481a43-c7a2-4c96-a475-17fa0526fc09,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:46.107428 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-58e972c2-3cfe-42f4-91f1-63a0bc736b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:46.109163 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-58e972c2-3cfe-42f4-91f1-63a0bc736b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:46.110261 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-58e972c2-3cfe-42f4-91f1-63a0bc736b90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5481a43-c7a2-4c96-a475-17fa0526fc09 HTTP/1.1" status: 204  len: 168 time: 0.2766361
Jun 04 15:49:46.587214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ab67365b-1bac-4443-a296-f3612faad350 req-c59fed68-8f12-4469-af42-efdeb7127344 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:49:46.721852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ab67365b-1bac-4443-a296-f3612faad350 req-c59fed68-8f12-4469-af42-efdeb7127344 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:49:46.721852 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab67365b-1bac-4443-a296-f3612faad350 req-c59fed68-8f12-4469-af42-efdeb7127344 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f5882e-63f9-476a-b5aa-60f8bf64dbd5 HTTP/1.1" status: 200  len: 210 time: 0.1790755
Jun 04 15:49:47.167579 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4478d380-3acb-4e81-979c-f92b79c028c3 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:49:47.209250 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 4478d380-3acb-4e81-979c-f92b79c028c3 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:49:47.212112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 4478d380-3acb-4e81-979c-f92b79c028c3 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:49:47.825118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54106) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:47.909032 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-71725382-b563-4abc-ae3e-6c9fa85d3696 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:47.951152 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-71725382-b563-4abc-ae3e-6c9fa85d3696 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:48.154075 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-71725382-b563-4abc-ae3e-6c9fa85d3696 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:48.160644 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8252e216-210b-4a65-a5c1-599a31d4ee78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:48.180934 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71725382-b563-4abc-ae3e-6c9fa85d3696 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec8d6e7-1ca7-4b90-a462-764ec105dfe6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:48.183484 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-71725382-b563-4abc-ae3e-6c9fa85d3696 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:48.253693 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-71725382-b563-4abc-ae3e-6c9fa85d3696 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:48.254907 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-71725382-b563-4abc-ae3e-6c9fa85d3696 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "DELETE /v2.0/security-groups/2ec8d6e7-1ca7-4b90-a462-764ec105dfe6 HTTP/1.1" status: 204  len: 168 time: 0.4292350
Jun 04 15:49:48.421313 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54126) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:49.548659 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb78b0fc-16c7-43d0-aa8a-73f771aff7b4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:49.983558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-bb78b0fc-16c7-43d0-aa8a-73f771aff7b4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Deleting port 80dd1ed2-b217-4760-8f48-56b7db57790b {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:49:49.983986 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb78b0fc-16c7-43d0-aa8a-73f771aff7b4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:50.148312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-bb78b0fc-16c7-43d0-aa8a-73f771aff7b4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] For port 80dd1ed2-b217-4760-8f48-56b7db57790b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=80dd1ed2-b217-4760-8f48-56b7db57790b,segment=NetworkSegment(ccf7063d-7285-45e0-99bd-3a230b4c2dc9),segment_id=ccf7063d-7285-45e0-99bd-3a230b4c2dc9)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:50.148672 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb78b0fc-16c7-43d0-aa8a-73f771aff7b4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:50.291954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-bb78b0fc-16c7-43d0-aa8a-73f771aff7b4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Calling delete_port for 80dd1ed2-b217-4760-8f48-56b7db57790b owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:49:50.590471 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb78b0fc-16c7-43d0-aa8a-73f771aff7b4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:50.608991 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e00d02d6-990b-4e18-a83d-9cfdad326ce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:50.677503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78b0fc-16c7-43d0-aa8a-73f771aff7b4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Port': ['ID=80dd1ed2-b217-4760-8f48-56b7db57790b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:50.709493 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bb78b0fc-16c7-43d0-aa8a-73f771aff7b4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:51.056949 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb78b0fc-16c7-43d0-aa8a-73f771aff7b4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:51.684580 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb78b0fc-16c7-43d0-aa8a-73f771aff7b4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Router 8fad9afa-7461-40c9-9889-e1d1612869aa has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:49:51.954270 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54194) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:52.010275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb78b0fc-16c7-43d0-aa8a-73f771aff7b4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:49:52.023323 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b05f588-6fbb-4e2d-ae8a-83b22a6c6bf2 None None] Sync routers for ids ['8fad9afa-7461-40c9-9889-e1d1612869aa'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:49:52.052080 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b05f588-6fbb-4e2d-ae8a-83b22a6c6bf2 None None] Routers {'8fad9afa-7461-40c9-9889-e1d1612869aa'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:49:52.052727 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5b05f588-6fbb-4e2d-ae8a-83b22a6c6bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c857460>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:49:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8fad9afa-7461-40c9-9889-e1d1612869aa'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:52.100343 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bb78b0fc-16c7-43d0-aa8a-73f771aff7b4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "PUT /v2.0/routers/8fad9afa-7461-40c9-9889-e1d1612869aa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6806102
Jun 04 15:49:52.116130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54198) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:52.200752 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdfaf-808e-4121-87e3-a5696ede0db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:52.249642 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dbdfdfaf-808e-4121-87e3-a5696ede0db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:52.255361 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dbdfdfaf-808e-4121-87e3-a5696ede0db1 admin admin] Usage tracker for resource:security_group_rule and tenant:2605ab8ad7944e93893ce33aae193a75 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:52.258921 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dbdfdfaf-808e-4121-87e3-a5696ede0db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:52.267902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dbdfdfaf-808e-4121-87e3-a5696ede0db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:52.294184 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65145c1-7c45-4023-8121-1fa99211bde2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Deleting subnet c803f1ab-b6e1-4222-a7ed-4d97e8604a8f {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:49:52.301797 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a65145c1-7c45-4023-8121-1fa99211bde2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:52.379441 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a65145c1-7c45-4023-8121-1fa99211bde2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:52.559267 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a65145c1-7c45-4023-8121-1fa99211bde2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:52.660612 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-5b05f588-6fbb-4e2d-ae8a-83b22a6c6bf2 None None] Set router 8fad9afa-7461-40c9-9889-e1d1612869aa gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:49:52.724068 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdfaf-808e-4121-87e3-a5696ede0db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:52.813948 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdfaf-808e-4121-87e3-a5696ede0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:52.822798 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0b216a74-d1ff-4e2c-8b68-006e885a9ee1 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:52.900625 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfdfaf-808e-4121-87e3-a5696ede0db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4bd2a5-92e0-4bf5-a13c-e285a5863f06,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:52.905599 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dbdfdfaf-808e-4121-87e3-a5696ede0db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:52.956115 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dbdfdfaf-808e-4121-87e3-a5696ede0db1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2605ab8ad7944e93893ce33aae193a75&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9989440
Jun 04 15:49:52.960308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54204) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:53.128862 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9c6ff996-3fa4-41df-b74e-650b18be9adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:53.217819 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9c6ff996-3fa4-41df-b74e-650b18be9adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:53.449791 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5b05f588-6fbb-4e2d-ae8a-83b22a6c6bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c857460>, [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:49:50Z', 'revision_number': 7, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:53.458842 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b05f588-6fbb-4e2d-ae8a-83b22a6c6bf2 None None] Checking router: 8fad9afa-7461-40c9-9889-e1d1612869aa for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:49:53.463001 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9c6ff996-3fa4-41df-b74e-650b18be9adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:53.475230 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eee52c68-6bdc-4fe4-a07c-cb38c96fbc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:53.476520 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b05f588-6fbb-4e2d-ae8a-83b22a6c6bf2 None None] Routers {'8fad9afa-7461-40c9-9889-e1d1612869aa'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:49:53.477204 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5b05f588-6fbb-4e2d-ae8a-83b22a6c6bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c857460>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:49:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8fad9afa-7461-40c9-9889-e1d1612869aa'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:53.491216 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a65145c1-7c45-4023-8121-1fa99211bde2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:53.511132 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5abc5110-81e9-466a-b81b-0c52d3bca263 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:53.512978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ff996-3fa4-41df-b74e-650b18be9adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4bd2a5-92e0-4bf5-a13c-e285a5863f06,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:53.523632 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9c6ff996-3fa4-41df-b74e-650b18be9adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:53.549218 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9c6ff996-3fa4-41df-b74e-650b18be9adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:53.551738 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9c6ff996-3fa4-41df-b74e-650b18be9adc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d4bd2a5-92e0-4bf5-a13c-e285a5863f06 HTTP/1.1" status: 204  len: 168 time: 0.5905275
Jun 04 15:49:53.575768 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a65145c1-7c45-4023-8121-1fa99211bde2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:53.588831 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65145c1-7c45-4023-8121-1fa99211bde2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Subnet': ['ID=c803f1ab-b6e1-4222-a7ed-4d97e8604a8f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:53.591688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f2b71-caa0-4be8-8291-6851eb220d76 None None] Network 3a7df431-47fb-4038-86f5-d24e78603d5f requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:49:53.597133 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a65145c1-7c45-4023-8121-1fa99211bde2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:53.601640 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a65145c1-7c45-4023-8121-1fa99211bde2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "DELETE /v2.0/subnets/c803f1ab-b6e1-4222-a7ed-4d97e8604a8f HTTP/1.1" status: 204  len: 168 time: 1.4965758
Jun 04 15:49:53.603675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54214) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:53.922738 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:53.982989 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0747162f-a8c7-4062-8c29-97a34fa9b556 None None] DHCP port deletion for 3a7df431-47fb-4038-86f5-d24e78603d5f request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:49:54.020673 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-5b05f588-6fbb-4e2d-ae8a-83b22a6c6bf2 None None] Set router 8fad9afa-7461-40c9-9889-e1d1612869aa gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:49:54.140185 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0747162f-a8c7-4062-8c29-97a34fa9b556 None None] Deleting port a56121a6-8777-4938-a874-78c1d7843c02 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:49:54.145535 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0747162f-a8c7-4062-8c29-97a34fa9b556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:54.234499 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:54.485497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0747162f-a8c7-4062-8c29-97a34fa9b556 None None] For port a56121a6-8777-4938-a874-78c1d7843c02, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=a56121a6-8777-4938-a874-78c1d7843c02,segment=NetworkSegment(ccf7063d-7285-45e0-99bd-3a230b4c2dc9),segment_id=ccf7063d-7285-45e0-99bd-3a230b4c2dc9)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:54.486452 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0747162f-a8c7-4062-8c29-97a34fa9b556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:54.676011 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:54.730219 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0747162f-a8c7-4062-8c29-97a34fa9b556 None None] Calling delete_port for a56121a6-8777-4938-a874-78c1d7843c02 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:49:54.900725 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5b05f588-6fbb-4e2d-ae8a-83b22a6c6bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c857460>, [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:49:50Z', 'revision_number': 7, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:54.904219 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b05f588-6fbb-4e2d-ae8a-83b22a6c6bf2 None None] The sync data for ids ['8fad9afa-7461-40c9-9889-e1d1612869aa'] in n-d-791505-9 is: [{'id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'name': 'tempest-TestNetworkBasicOps-router-750720029', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:46:20Z', 'updated_at': '2021-06-04T15:49:50Z', 'revision_number': 7, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '70521bd8-42a3-4514-a38f-14e2bb79d878', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad9afa-7461-40c9-9889-e1d1612869aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:46:22Z', 'updated_at': '2021-06-04T15:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:49:55.462983 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Deleting port 70521bd8-42a3-4514-a38f-14e2bb79d878 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:49:55.463673 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:55.643141 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] For port 70521bd8-42a3-4514-a38f-14e2bb79d878, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=70521bd8-42a3-4514-a38f-14e2bb79d878,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:49:55.643141 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:55.773029 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device a56121a6-8777-4938-a874-78c1d7843c02 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:49:55.864622 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Calling delete_port for 70521bd8-42a3-4514-a38f-14e2bb79d878 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:49:55.996956 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0747162f-a8c7-4062-8c29-97a34fa9b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:56.024478 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3a965751-0f99-4db8-b289-b5bbce849474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:56.113511 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No active binding found for port a56121a6-8777-4938-a874-78c1d7843c02 {{(pid=88302) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 04 15:49:56.114442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device a56121a6-8777-4938-a874-78c1d7843c02 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:49:56.115220 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 80dd1ed2-b217-4760-8f48-56b7db57790b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:49:56.158992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 80dd1ed2-b217-4760-8f48-56b7db57790b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:49:56.159488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 80dd1ed2-b217-4760-8f48-56b7db57790b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:49:56.160190 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:56.161403 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0747162f-a8c7-4062-8c29-97a34fa9b556 None None] No DVR routers for this DVR port a56121a6-8777-4938-a874-78c1d7843c02 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:49:56.164620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747162f-a8c7-4062-8c29-97a34fa9b556 None None] Pushing event deleted for resources: {'Port': ['ID=a56121a6-8777-4938-a874-78c1d7843c02,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:56.164877 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1c98e824-e8e7-4b74-9bcd-84b0de25b4cb tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:56.169046 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0747162f-a8c7-4062-8c29-97a34fa9b556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:56.207107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54244) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:56.228213 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-25e795ab-9cfa-46e0-886a-b2d2bb841744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:56.246913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-25e795ab-9cfa-46e0-886a-b2d2bb841744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:56.250454 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:56.261667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-25e795ab-9cfa-46e0-886a-b2d2bb841744 admin admin] Usage tracker for resource:security_group_rule and tenant:7f97b79576514d9f81cb0d1821401b17 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:56.272431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-25e795ab-9cfa-46e0-886a-b2d2bb841744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:56.281899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-25e795ab-9cfa-46e0-886a-b2d2bb841744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:56.320931 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Port': ['ID=70521bd8-42a3-4514-a38f-14e2bb79d878,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:56.362040 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:56.444850 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:56.511669 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-25e795ab-9cfa-46e0-886a-b2d2bb841744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:56.588695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-25e795ab-9cfa-46e0-886a-b2d2bb841744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:56.606773 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cfc59b8c-3d77-4063-b9ca-799f04b20423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:56.646146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e795ab-9cfa-46e0-886a-b2d2bb841744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973bbe6b-af23-46b4-b3db-367846b272e0,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:56.651291 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-25e795ab-9cfa-46e0-886a-b2d2bb841744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:56.685615 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-25e795ab-9cfa-46e0-886a-b2d2bb841744 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f97b79576514d9f81cb0d1821401b17&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4671979
Jun 04 15:49:56.685615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54254) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:56.774186 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38f23102-b262-484f-8ee8-3938870ce53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:56.823088 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38f23102-b262-484f-8ee8-3938870ce53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:56.881441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:56.883808 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:56.998008 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:56.998266 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38f23102-b262-484f-8ee8-3938870ce53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:56.998531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Fanout notify agent at l3_agent the message router_deleted on router 8fad9afa-7461-40c9-9889-e1d1612869aa {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:49:57.005355 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-10968583-7fbf-41bb-aae7-fda67dbef6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:57.027678 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:57.034796 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "DELETE /v2.0/routers/8fad9afa-7461-40c9-9889-e1d1612869aa HTTP/1.1" status: 204  len: 168 time: 3.4296925
Jun 04 15:49:57.036260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54258) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:57.041035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38f23102-b262-484f-8ee8-3938870ce53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:57.048580 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-38f23102-b262-484f-8ee8-3938870ce53a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/973bbe6b-af23-46b4-b3db-367846b272e0 HTTP/1.1" status: 204  len: 168 time: 0.3680255
Jun 04 15:49:57.052628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f23102-b262-484f-8ee8-3938870ce53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973bbe6b-af23-46b4-b3db-367846b272e0,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:57.073679 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-38f23102-b262-484f-8ee8-3938870ce53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:57.316028 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ebb908e-91a4-4b58-a61a-ebae09d39d95 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:57.555966 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ebb908e-91a4-4b58-a61a-ebae09d39d95 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:57.571905 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-2ebb908e-91a4-4b58-a61a-ebae09d39d95 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8391201910>,) {'filters': {'network_id': ['3a7df431-47fb-4038-86f5-d24e78603d5f']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:57.592014 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-2ebb908e-91a4-4b58-a61a-ebae09d39d95 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391201910>, 'ccf7063d-7285-45e0-99bd-3a230b4c2dc9') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:57.592310 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-2ebb908e-91a4-4b58-a61a-ebae09d39d95 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391201910>, 'ccf7063d-7285-45e0-99bd-3a230b4c2dc9') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:49:57.613734 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ebb908e-91a4-4b58-a61a-ebae09d39d95 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:57.641354 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ebb908e-91a4-4b58-a61a-ebae09d39d95 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:57.656275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ebb908e-91a4-4b58-a61a-ebae09d39d95 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:49:57.656275 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ebb908e-91a4-4b58-a61a-ebae09d39d95 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:49:57.689789 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:49:57.763206 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 70521bd8-42a3-4514-a38f-14e2bb79d878 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:49:57.805892 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 70521bd8-42a3-4514-a38f-14e2bb79d878 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:49:57.806303 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 70521bd8-42a3-4514-a38f-14e2bb79d878 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:49:57.896228 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54276) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:57.903258 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ebb908e-91a4-4b58-a61a-ebae09d39d95 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:57.907406 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ea13a336-d957-4dd8-9952-3350d9e72b4e tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:57.961171 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ebb908e-91a4-4b58-a61a-ebae09d39d95 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:57.964042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb908e-91a4-4b58-a61a-ebae09d39d95 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Network': ['ID=3a7df431-47fb-4038-86f5-d24e78603d5f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:57.969196 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2ebb908e-91a4-4b58-a61a-ebae09d39d95 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:57.983058 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2ebb908e-91a4-4b58-a61a-ebae09d39d95 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "DELETE /v2.0/networks/3a7df431-47fb-4038-86f5-d24e78603d5f HTTP/1.1" status: 204  len: 168 time: 0.9447348
Jun 04 15:49:58.002647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54280) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:58.009907 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'network': {'name': 'tempest-network-smoke--440056933', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'port_security_enabled': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:58.027810 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:58.046431 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:network and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:58.063543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:58.071601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:58.144913 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b3e4da3-ae1b-45f5-b062-35188c6bc4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:58.160538 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5b3e4da3-ae1b-45f5-b062-35188c6bc4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:58.164610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5b3e4da3-ae1b-45f5-b062-35188c6bc4f9 admin admin] Usage tracker for resource:security_group_rule and tenant:055563a8024049f19cd194dd5162c9a0 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:58.167489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5b3e4da3-ae1b-45f5-b062-35188c6bc4f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:58.173955 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5b3e4da3-ae1b-45f5-b062-35188c6bc4f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:58.183093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Made reservation on behalf of 8bc21cf1a3b849349b38aac0222e9fea for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:49:58.187365 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:58.237106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:49:58.261196 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:58.261547 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Added segment 0bd4e588-0a14-416f-a6c3-9f5faf1e93af of type vlan for network 073a9857-f576-4f6e-b8de-d30974af8836
Jun 04 15:49:58.316954 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:58.343366 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b3e4da3-ae1b-45f5-b062-35188c6bc4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:58.417696 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b3e4da3-ae1b-45f5-b062-35188c6bc4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:58.430816 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8e9f70ae-4227-43ef-a920-b9442bcf8f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:58.488379 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5b3e4da3-ae1b-45f5-b062-35188c6bc4f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=055563a8024049f19cd194dd5162c9a0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5910416
Jun 04 15:49:58.491277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54306) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:58.493676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e4da3-ae1b-45f5-b062-35188c6bc4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b31ab95-03ef-4a00-ab61-2903590e495d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:58.502257 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5b3e4da3-ae1b-45f5-b062-35188c6bc4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:58.516092 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:58.526631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:49:58.527277 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:58.541739 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7bdf5eee-cf16-4a86-b9d8-67ec24a4616d tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:58.583132 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6fecbf4e-bf6b-43c8-94c5-aba78867a450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:58.622661 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6fecbf4e-bf6b-43c8-94c5-aba78867a450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:58.759817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Network': ['ID=073a9857-f576-4f6e-b8de-d30974af8836,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:58.763042 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:58.770872 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6fecbf4e-bf6b-43c8-94c5-aba78867a450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:58.773213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 073a9857-f576-4f6e-b8de-d30974af8836 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:49:58.779498 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ebc3093b-5593-423a-b4bd-d2d98cf40d61 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:49:58.792929 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecbf4e-bf6b-43c8-94c5-aba78867a450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b31ab95-03ef-4a00-ab61-2903590e495d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:49:58.824380 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6fecbf4e-bf6b-43c8-94c5-aba78867a450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:49:58.834630 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6fecbf4e-bf6b-43c8-94c5-aba78867a450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:58.838993 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6fecbf4e-bf6b-43c8-94c5-aba78867a450 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b31ab95-03ef-4a00-ab61-2903590e495d HTTP/1.1" status: 204  len: 168 time: 0.3458934
Jun 04 15:49:58.868557 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8634620
Jun 04 15:49:58.871214 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54324) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:58.876811 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-635827825', 'admin_state_up': True, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:49:58.902426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:58.919859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:router and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:58.927883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:49:58.940533 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:49:59.039773 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:59.040885 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:59.056665 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:59.480051 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:59.490472 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c6754de-4ff6-41d3-8503-2b12eed4b5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:59.917688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54346) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:49:59.943881 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9bab1807-d82b-4e0b-9908-a99fbfec9974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:49:59.980235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9bab1807-d82b-4e0b-9908-a99fbfec9974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:49:59.994203 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9bab1807-d82b-4e0b-9908-a99fbfec9974 admin admin] Usage tracker for resource:security_group_rule and tenant:041549b1cb2142748459b793c4410284 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:49:59.997454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9bab1807-d82b-4e0b-9908-a99fbfec9974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:00.002702 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:00.004178 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9bab1807-d82b-4e0b-9908-a99fbfec9974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:00.036821 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:00.154299 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9bab1807-d82b-4e0b-9908-a99fbfec9974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:00.222403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9bab1807-d82b-4e0b-9908-a99fbfec9974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:00.229957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Allocated IP 172.25.4.98 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/83b57133-3875-4ad6-9110-2507b02ba05e) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:50:00.238921 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-02efd2f7-54c1-4132-86f3-35ad01ec4b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:00.292132 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9bab1807-d82b-4e0b-9908-a99fbfec9974 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=041549b1cb2142748459b793c4410284&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3734176
Jun 04 15:50:00.294657 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab1807-d82b-4e0b-9908-a99fbfec9974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2016f04f-f93d-48c4-8aa9-41b76dd5b0d2,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:00.296608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54354) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:00.326751 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9bab1807-d82b-4e0b-9908-a99fbfec9974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:00.391128 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-aa153f64-b377-423a-8902-acec1299e8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:00.428613 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-aa153f64-b377-423a-8902-acec1299e8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:00.586018 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:00.602069 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-aa153f64-b377-423a-8902-acec1299e8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:00.607172 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-088b6bc9-b4d1-45fd-be7f-1050259611e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:00.618076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa153f64-b377-423a-8902-acec1299e8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2016f04f-f93d-48c4-8aa9-41b76dd5b0d2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:00.622651 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-aa153f64-b377-423a-8902-acec1299e8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:00.624647 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-aa153f64-b377-423a-8902-acec1299e8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:00.629436 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-aa153f64-b377-423a-8902-acec1299e8c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2016f04f-f93d-48c4-8aa9-41b76dd5b0d2 HTTP/1.1" status: 204  len: 168 time: 0.3203518
Jun 04 15:50:00.719836 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:00.724958 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e6edd46a-3f06-4a5a-b139-35c8292838b2 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:00.794799 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:50:00.798454 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:00.801063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:50:00.885145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Port': ['ID=83b57133-3875-4ad6-9110-2507b02ba05e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:00.888335 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:01.441480 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:01.824009 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:02.073492 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:02.139371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Router 52a77645-4a6f-471f-bc51-369ddc4fd979 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:50:02.354295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:50:02.358918 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55aefeb2-a313-49ac-807b-9b23e92f71ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:02.367735 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Sync routers for ids ['52a77645-4a6f-471f-bc51-369ddc4fd979'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:50:02.383667 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Routers {'52a77645-4a6f-471f-bc51-369ddc4fd979'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:50:02.384918 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c1cc790>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:50:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['52a77645-4a6f-471f-bc51-369ddc4fd979'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:02.479868 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:02.481522 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.6087995
Jun 04 15:50:02.484463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54434) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:02.634837 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Set router 52a77645-4a6f-471f-bc51-369ddc4fd979 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:50:02.789751 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c3cf8d62-0a8a-4532-8a74-42b86323a150 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=8bc21cf1a3b849349b38aac0222e9fea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3015707
Jun 04 15:50:02.790001 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54444) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:02.943262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd2ac1f-4301-49bc-943b-0df067a10309 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:02.944883 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5bd2ac1f-4301-49bc-943b-0df067a10309 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1537898
Jun 04 15:50:02.947677 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54452) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:02.988694 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-acfb237e-d17d-4f48-aba8-562d04a0fc79 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0397718
Jun 04 15:50:02.991646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54454) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:02.997315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-3927397', 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:03.008898 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c1cc790>, [{'id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'name': 'tempest-TestNetworkBasicOps-router-635827825', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:49:59Z', 'updated_at': '2021-06-04T15:50:01Z', 'revision_number': 3, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:00Z', 'updated_at': '2021-06-04T15:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:03.013192 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Checking router: 52a77645-4a6f-471f-bc51-369ddc4fd979 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:50:03.017651 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Updating router 52a77645-4a6f-471f-bc51-369ddc4fd979 port 83b57133-3875-4ad6-9110-2507b02ba05e binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:50:03.132526 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:03.178814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:03.183105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:subnet and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:03.199527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:03.214312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:03.332333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Made reservation on behalf of 8bc21cf1a3b849349b38aac0222e9fea for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:03.341300 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:03.466837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54474) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:03.622500 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:03.637386 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Transition to ACTIVE for port object 83b57133-3875-4ad6-9110-2507b02ba05e will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:03.684287 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-82850a66-52ff-49c5-aa6d-0e819d7e25e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:03.699866 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-82850a66-52ff-49c5-aa6d-0e819d7e25e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:03.703885 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-82850a66-52ff-49c5-aa6d-0e819d7e25e8 admin admin] Usage tracker for resource:security_group_rule and tenant:b2a55cec56394dd1811bd3a583079236 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:03.707795 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-82850a66-52ff-49c5-aa6d-0e819d7e25e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:03.713626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-82850a66-52ff-49c5-aa6d-0e819d7e25e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:03.765317 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:03.766363 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:03.772302 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-29cd522a-a4fb-4a23-a5b2-62ed68070a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:03.814616 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-82850a66-52ff-49c5-aa6d-0e819d7e25e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:03.914189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Attempting to bind port 83b57133-3875-4ad6-9110-2507b02ba05e on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:50:03.914785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Attempting to bind port 83b57133-3875-4ad6-9110-2507b02ba05e by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:50:03.915283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Attempting to bind port 83b57133-3875-4ad6-9110-2507b02ba05e on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:50:03.918997 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-82850a66-52ff-49c5-aa6d-0e819d7e25e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:03.923009 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:50:03.923663 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:50:03.924167 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:03.924622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:50:03.925187 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Bound port: 83b57133-3875-4ad6-9110-2507b02ba05e, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:50:03.927863 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:03.930497 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-66d4e0f7-cf4d-4a43-9190-f1f5f56bab99 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:03.984378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82850a66-52ff-49c5-aa6d-0e819d7e25e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e65ffe-18db-426e-89bc-ee61b55c8162,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:03.989674 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-82850a66-52ff-49c5-aa6d-0e819d7e25e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:03.992704 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-82850a66-52ff-49c5-aa6d-0e819d7e25e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2a55cec56394dd1811bd3a583079236&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5248084
Jun 04 15:50:04.020633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54478) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:04.027763 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ef85c-2de5-46d6-ac19-3cbc23b8706a None None] Pushing event updated for resources: {'Port': ['ID=83b57133-3875-4ad6-9110-2507b02ba05e,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:04.034386 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ad5ef85c-2de5-46d6-ac19-3cbc23b8706a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:04.051181 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] For port 83b57133-3875-4ad6-9110-2507b02ba05e, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:50:04.054528 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] For port 83b57133-3875-4ad6-9110-2507b02ba05e, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=83b57133-3875-4ad6-9110-2507b02ba05e,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:50:04.107329 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e59b729-9560-4d4b-8e84-9f9053bb4859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:04.122530 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:04.134310 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c455e35e-7b03-4cb3-99e5-5a934ce6e974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:04.155769 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e59b729-9560-4d4b-8e84-9f9053bb4859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:04.184477 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:04.189314 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-27c86785-4922-4b25-b57c-ebc0c5ea8c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:04.196348 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Routers {'52a77645-4a6f-471f-bc51-369ddc4fd979'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:50:04.197117 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c1cc790>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:50:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['52a77645-4a6f-471f-bc51-369ddc4fd979'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:04.225802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54484) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:04.293881 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Subnet': ['ID=9531a918-659b-45e9-a2eb-386da688eb48,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:04.296909 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:04.305213 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Checking segment: {'id': '0bd4e588-0a14-416f-a6c3-9f5faf1e93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:50:04.305608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network hostable DHCP agents. Network: 073a9857-f576-4f6e-b8de-d30974af8836, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:50:04.373758 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e59b729-9560-4d4b-8e84-9f9053bb4859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:04.388790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ef85c-2de5-46d6-ac19-3cbc23b8706a None None] Pushing event updated for resources: {'Port': ['ID=83b57133-3875-4ad6-9110-2507b02ba05e,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:04.388912 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2384fa25-c121-491d-9194-5a4108b0d84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:04.389038 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ad5ef85c-2de5-46d6-ac19-3cbc23b8706a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:04.400099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59b729-9560-4d4b-8e84-9f9053bb4859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e65ffe-18db-426e-89bc-ee61b55c8162,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:04.404184 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e59b729-9560-4d4b-8e84-9f9053bb4859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:04.408190 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e59b729-9560-4d4b-8e84-9f9053bb4859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:04.412349 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0e59b729-9560-4d4b-8e84-9f9053bb4859 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2e65ffe-18db-426e-89bc-ee61b55c8162 HTTP/1.1" status: 204  len: 168 time: 0.4035490
Jun 04 15:50:04.420369 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-31ec118d-ccd3-40d6-adeb-451de525bcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:04.434424 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-31ec118d-ccd3-40d6-adeb-451de525bcca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:04.440718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-31ec118d-ccd3-40d6-adeb-451de525bcca admin admin] Usage tracker for resource:security_group_rule and tenant:92b96838c2f94ca68aca3609751450b7 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:04.444271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-31ec118d-ccd3-40d6-adeb-451de525bcca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:04.451334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-31ec118d-ccd3-40d6-adeb-451de525bcca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:04.455510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network 073a9857-f576-4f6e-b8de-d30974af8836 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:50:04.564110 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] Set router 52a77645-4a6f-471f-bc51-369ddc4fd979 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:50:04.611023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 073a9857-f576-4f6e-b8de-d30974af8836) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:04.613989 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-31ec118d-ccd3-40d6-adeb-451de525bcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:04.623366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:04.623968 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:04.674790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85719e5b-c1eb-4bec-a2cf-b0fdd6b37258 None None] Network 073a9857-f576-4f6e-b8de-d30974af8836 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:50:04.736601 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-31ec118d-ccd3-40d6-adeb-451de525bcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:04.745312 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b28126f9-7c72-4161-876d-a95c889ee1b4 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:04.786538 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-31ec118d-ccd3-40d6-adeb-451de525bcca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92b96838c2f94ca68aca3609751450b7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5585690
Jun 04 15:50:04.788833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54492) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:04.801741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec118d-ccd3-40d6-adeb-451de525bcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede75826-97ea-43ea-b8f4-3095e8ed1054,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:04.806594 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-31ec118d-ccd3-40d6-adeb-451de525bcca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:04.835138 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 829 time: 1.8374918
Jun 04 15:50:04.835325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54494) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:04.871680 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a79e4137-85d5-48f0-9439-c64d78e237f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:04.910158 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a79e4137-85d5-48f0-9439-c64d78e237f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:05.125776 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-073a9857-f576-4f6e-b8de-d30974af8836', 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ips': [{'subnet_id': '9531a918-659b-45e9-a2eb-386da688eb48'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:50:05.126981 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:05.130558 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a79e4137-85d5-48f0-9439-c64d78e237f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:05.136030 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-aa153f64-b377-423a-8902-acec1299e8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:05.168218 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e4137-85d5-48f0-9439-c64d78e237f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede75826-97ea-43ea-b8f4-3095e8ed1054,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:05.171540 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c1cc790>, [{'id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'name': 'tempest-TestNetworkBasicOps-router-635827825', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:49:59Z', 'updated_at': '2021-06-04T15:50:01Z', 'revision_number': 3, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:00Z', 'updated_at': '2021-06-04T15:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:05.177178 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a79e4137-85d5-48f0-9439-c64d78e237f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:05.181187 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a79e4137-85d5-48f0-9439-c64d78e237f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ede75826-97ea-43ea-b8f4-3095e8ed1054 HTTP/1.1" status: 204  len: 168 time: 0.3912904
Jun 04 15:50:05.182329 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a79e4137-85d5-48f0-9439-c64d78e237f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:05.246330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18e9e57-5d4a-4e04-8323-f7cd5a443f5b None None] The sync data for ids ['52a77645-4a6f-471f-bc51-369ddc4fd979'] in n-d-791505-9 is: [{'id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'name': 'tempest-TestNetworkBasicOps-router-635827825', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:49:59Z', 'updated_at': '2021-06-04T15:50:01Z', 'revision_number': 3, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:00Z', 'updated_at': '2021-06-04T15:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:50:05.564916 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:05.694582 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Allocated IP 172.20.0.2 (073a9857-f576-4f6e-b8de-d30974af8836/9531a918-659b-45e9-a2eb-386da688eb48/fb0c96bf-9ed6-4a46-a0c6-7886acee96fc) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:50:05.919761 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 83b57133-3875-4ad6-9110-2507b02ba05e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:50:06.031479 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:06.326817 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 83b57133-3875-4ad6-9110-2507b02ba05e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:06.347457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54524) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:06.351536 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 83b57133-3875-4ad6-9110-2507b02ba05e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:06.352096 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:06.398372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54526) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:06.431349 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:06.449990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Transition to ACTIVE for port object fb0c96bf-9ed6-4a46-a0c6-7886acee96fc will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:06.538545 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:06.547238 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Transition to ACTIVE for port object fb0c96bf-9ed6-4a46-a0c6-7886acee96fc will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:06.559929 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 83b57133-3875-4ad6-9110-2507b02ba05e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=83b57133-3875-4ad6-9110-2507b02ba05e,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:50:06.561115 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:06.620702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:06.632782 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Usage tracker for resource:security_group_rule and tenant:f5c6399b40c3454ea99b55023ed9b517 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:06.642817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:06.646537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-121521339-network', 'tenant_id': '2f9a6e1b6c1948b38bed93f583611242'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:06.653728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:06.661566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:06.669088 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Usage tracker for resource:network and tenant:2f9a6e1b6c1948b38bed93f583611242 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:06.672449 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:06.683698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:06.730934 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:06.737412 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-99c9ad67-2c8a-4dfc-be9a-362d6b3e4f52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:06.795888 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Network 073a9857-f576-4f6e-b8de-d30974af8836 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:50:06.801127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:06.806201 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:50:06.811660 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:06.831983 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Made reservation on behalf of 2f9a6e1b6c1948b38bed93f583611242 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:06.839724 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Allocated IP 172.20.0.1 (073a9857-f576-4f6e-b8de-d30974af8836/9531a918-659b-45e9-a2eb-386da688eb48/2fb4132e-f222-490a-9717-a4ce9fa1b13a) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:50:06.839882 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:06.857665 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:06.876687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:06.881097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Usage tracker for resource:security_group_rule and tenant:2f9a6e1b6c1948b38bed93f583611242 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:06.884842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:06.890622 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:06.893783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:06.898348 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Pushing event updated for resources: {'Port': ['ID=fb0c96bf-9ed6-4a46-a0c6-7886acee96fc,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:06.909330 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:06.911450 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:06.956246 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:06.967670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Attempting to bind port fb0c96bf-9ed6-4a46-a0c6-7886acee96fc on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:50:06.968156 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Attempting to bind port fb0c96bf-9ed6-4a46-a0c6-7886acee96fc by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '0bd4e588-0a14-416f-a6c3-9f5faf1e93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:50:06.968853 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Attempting to bind port fb0c96bf-9ed6-4a46-a0c6-7886acee96fc on network 073a9857-f576-4f6e-b8de-d30974af8836 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:50:06.974674 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3ac75018-0238-4129-9ba7-3e4a5854ea90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:06.979721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:50:06.980114 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Checking segment: {'id': '0bd4e588-0a14-416f-a6c3-9f5faf1e93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:50:06.980607 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:06.980932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Bound using segment: {'id': '0bd4e588-0a14-416f-a6c3-9f5faf1e93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:50:06.982212 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Bound port: fb0c96bf-9ed6-4a46-a0c6-7886acee96fc, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd4e588-0a14-416f-a6c3-9f5faf1e93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:50:06.982341 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:06.997510 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:07.033557 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad37acda-0374-4cc9-a267-9f00ae80457c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:07.042721 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5c6399b40c3454ea99b55023ed9b517&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6921465
Jun 04 15:50:07.044573 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54540) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:07.050806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=83b57133-3875-4ad6-9110-2507b02ba05e,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:07.064238 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:07.078072 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:07.078797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:07.079731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:07.080373 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:07.080869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:07.081274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:07.081647 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:07.082019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:07.082382 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:07.082750 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:07.083112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:07.083471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:07.083834 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:07.084942 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9bab1807-d82b-4e0b-9908-a99fbfec9974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:07.100951 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:07.116907 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] For port fb0c96bf-9ed6-4a46-a0c6-7886acee96fc, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:50:07.120098 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:07.120241 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] For port fb0c96bf-9ed6-4a46-a0c6-7886acee96fc, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=fb0c96bf-9ed6-4a46-a0c6-7886acee96fc,segment=NetworkSegment(0bd4e588-0a14-416f-a6c3-9f5faf1e93af),segment_id=0bd4e588-0a14-416f-a6c3-9f5faf1e93af)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:50:07.130409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:50:07.136549 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f5dcd7-9c46-42ea-abd9-68226b290676,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:07.139716 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:07.145861 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:07.146200 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Added segment a46f2c2b-3ae2-4783-8b12-adb68ec39ee2 of type vlan for network aaea904b-ed85-4a7e-8af9-2169d606ced0
Jun 04 15:50:07.153115 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Transition to ACTIVE for port object 2fb4132e-f222-490a-9717-a4ce9fa1b13a will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:07.177059 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e129f736-24b3-4d56-aa46-dc3ac7fe127c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:07.179738 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:07.209443 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e129f736-24b3-4d56-aa46-dc3ac7fe127c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:07.243420 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:07.262836 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:07.338754 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:07.339867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:07.340782 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:07.348937 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6af2024b-3a0e-4a57-afe3-f01ec495e3e1 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:07.367524 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Pushing event updated for resources: {'Port': ['ID=fb0c96bf-9ed6-4a46-a0c6-7886acee96fc,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:07.371236 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:07.409497 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:07.414258 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ede9b41d-422f-40e7-ab30-b9941189476c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:07.448425 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e129f736-24b3-4d56-aa46-dc3ac7fe127c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:07.472001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Pushing event updated for resources: {'Network': ['ID=aaea904b-ed85-4a7e-8af9-2169d606ced0,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:07.478970 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:07.486314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network aaea904b-ed85-4a7e-8af9-2169d606ced0 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:50:07.533565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network 073a9857-f576-4f6e-b8de-d30974af8836 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:50:07.538957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Port': ['ID=2fb4132e-f222-490a-9717-a4ce9fa1b13a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:07.541906 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:07.544514 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:07.551835 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:50:07.566212 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1724234
Jun 04 15:50:07.568962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54546) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:07.575986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Request body: {'subnet': {'network_id': 'aaea904b-ed85-4a7e-8af9-2169d606ced0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-121521339-subnet', 'tenant_id': '2f9a6e1b6c1948b38bed93f583611242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:07.589097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:07.596729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Usage tracker for resource:subnet and tenant:2f9a6e1b6c1948b38bed93f583611242 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:07.602225 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:07.612504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:07.617619 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6776ecb7-2e32-4cfa-ad76-e298ad8b4c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:07.643453 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129f736-24b3-4d56-aa46-dc3ac7fe127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad37acda-0374-4cc9-a267-9f00ae80457c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:07.645825 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e129f736-24b3-4d56-aa46-dc3ac7fe127c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:07.657914 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e129f736-24b3-4d56-aa46-dc3ac7fe127c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:07.661638 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e129f736-24b3-4d56-aa46-dc3ac7fe127c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad37acda-0374-4cc9-a267-9f00ae80457c HTTP/1.1" status: 204  len: 168 time: 0.6102281
Jun 04 15:50:07.676393 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:07.746005 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Made reservation on behalf of 2f9a6e1b6c1948b38bed93f583611242 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:07.748798 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:07.844524 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 83b57133-3875-4ad6-9110-2507b02ba05e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:50:07.977751 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 83b57133-3875-4ad6-9110-2507b02ba05e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:07.978459 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:08.357311 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:08.487221 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:08.505893 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-efa500e7-c6f9-4685-80f7-4f146bb6454c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:08.571343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e530bfe-a8af-419d-a25d-7312a06ced88,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:08.579576 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:08.622272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Checking segment: {'id': 'a46f2c2b-3ae2-4783-8b12-adb68ec39ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aaea904b-ed85-4a7e-8af9-2169d606ced0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:50:08.622863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Network hostable DHCP agents. Network: aaea904b-ed85-4a7e-8af9-2169d606ced0, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:50:08.718772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Network aaea904b-ed85-4a7e-8af9-2169d606ced0 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:50:08.769854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abd9f0e-d89e-4054-ba3f-8a2f8d40d4cb None None] Network 073a9857-f576-4f6e-b8de-d30974af8836 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:50:08.850523 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, aaea904b-ed85-4a7e-8af9-2169d606ced0) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:08.866596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:08.867586 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:08.875042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c30cb4-8f8e-40f5-bc14-a846fe050136 None None] Network aaea904b-ed85-4a7e-8af9-2169d606ced0 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:50:08.936906 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:08.993215 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4158990
Jun 04 15:50:09.043332 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:09.068206 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e70c6d2f-528c-4f2c-b30b-3080dd59ffb2 None None] Provisioning for port fb0c96bf-9ed6-4a46-a0c6-7886acee96fc completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:09.116238 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b11fd264-3208-4295-83de-d12ee5b1cc16 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:09.200636 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:09.200896 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:50:09.204494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Port': ['ID=2fb4132e-f222-490a-9717-a4ce9fa1b13a,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:09.215660 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:09.259019 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d829ee76-480b-4e98-91a4-9a0e41d479bc None None] Network aaea904b-ed85-4a7e-8af9-2169d606ced0 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:50:09.679599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network 073a9857-f576-4f6e-b8de-d30974af8836 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:50:09.680668 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:09.817459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device fb0c96bf-9ed6-4a46-a0c6-7886acee96fc up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:50:09.955295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Router 52a77645-4a6f-471f-bc51-369ddc4fd979 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:50:10.054623 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-12086d4b-0cd2-421e-b95b-37bd8af395b0 None None] Provisioning for port 2fb4132e-f222-490a-9717-a4ce9fa1b13a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:10.061120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-12086d4b-0cd2-421e-b95b-37bd8af395b0 None None] Provisioning complete for port 2fb4132e-f222-490a-9717-a4ce9fa1b13a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:10.068473 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-12086d4b-0cd2-421e-b95b-37bd8af395b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:10.091359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port fb0c96bf-9ed6-4a46-a0c6-7886acee96fc completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:10.102664 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port fb0c96bf-9ed6-4a46-a0c6-7886acee96fc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:10.103128 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:10.174196 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:50:10.184648 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Sync routers for ids ['52a77645-4a6f-471f-bc51-369ddc4fd979'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:50:10.185975 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "PUT /v2.0/routers/52a77645-4a6f-471f-bc51-369ddc4fd979/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3489816
Jun 04 15:50:10.188921 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54602) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:10.198887 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Routers {'52a77645-4a6f-471f-bc51-369ddc4fd979'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:50:10.200496 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c928820>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:50:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['52a77645-4a6f-471f-bc51-369ddc4fd979'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:10.227271 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-12086d4b-0cd2-421e-b95b-37bd8af395b0 None None] Port 2fb4132e-f222-490a-9717-a4ce9fa1b13a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:50:10.321551 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:10.365675 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port fb0c96bf-9ed6-4a46-a0c6-7886acee96fc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=fb0c96bf-9ed6-4a46-a0c6-7886acee96fc,segment=NetworkSegment(0bd4e588-0a14-416f-a6c3-9f5faf1e93af),segment_id=0bd4e588-0a14-416f-a6c3-9f5faf1e93af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:50:10.392469 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-18ae2f81-d65b-4f06-bf78-d229892d0961 None None] Provisioning complete for port 2fb4132e-f222-490a-9717-a4ce9fa1b13a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:10.392904 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-18ae2f81-d65b-4f06-bf78-d229892d0961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:10.417106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be5396-1534-4405-8c33-1cf0d15b68b2 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:10.417588 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be5396-1534-4405-8c33-1cf0d15b68b2 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:10.426576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be5396-1534-4405-8c33-1cf0d15b68b2 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:10.427217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be5396-1534-4405-8c33-1cf0d15b68b2 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:10.427692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be5396-1534-4405-8c33-1cf0d15b68b2 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:10.428321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be5396-1534-4405-8c33-1cf0d15b68b2 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:10.430312 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-34be5396-1534-4405-8c33-1cf0d15b68b2 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4283 time: 0.2400479
Jun 04 15:50:10.433205 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54616) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:10.464363 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Set router 52a77645-4a6f-471f-bc51-369ddc4fd979 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:50:10.476001 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-18ae2f81-d65b-4f06-bf78-d229892d0961 None None] Port 2fb4132e-f222-490a-9717-a4ce9fa1b13a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:50:10.524403 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff4723f-3da4-4c47-a331-5664785fdb65 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:10.531488 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff4723f-3da4-4c47-a331-5664785fdb65 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:10.532822 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:10.533040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff4723f-3da4-4c47-a331-5664785fdb65 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:10.533040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff4723f-3da4-4c47-a331-5664785fdb65 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:10.533040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff4723f-3da4-4c47-a331-5664785fdb65 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:10.533040 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff4723f-3da4-4c47-a331-5664785fdb65 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:10.533040 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cff4723f-3da4-4c47-a331-5664785fdb65 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4003 time: 0.0938663
Jun 04 15:50:10.533714 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0747162f-a8c7-4062-8c29-97a34fa9b556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:10.533923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54620) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:10.628301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=fb0c96bf-9ed6-4a46-a0c6-7886acee96fc,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:10.634157 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:10.771781 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bfcd1893-b5a6-4694-b4b8-462579414258 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1605 time: 0.2368069
Jun 04 15:50:10.916518 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c928820>, [{'id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'name': 'tempest-TestNetworkBasicOps-router-635827825', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:49:59Z', 'updated_at': '2021-06-04T15:50:08Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:00Z', 'updated_at': '2021-06-04T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '2fb4132e-f222-490a-9717-a4ce9fa1b13a', 'name': '', 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:b3:fe:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '9531a918-659b-45e9-a2eb-386da688eb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:06Z', 'updated_at': '2021-06-04T15:50:08Z', 'revision_number': 2, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': '9531a918-659b-45e9-a2eb-386da688eb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:10.922273 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Checking router: 52a77645-4a6f-471f-bc51-369ddc4fd979 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:50:10.923445 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Updating router 52a77645-4a6f-471f-bc51-369ddc4fd979 port 2fb4132e-f222-490a-9717-a4ce9fa1b13a binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:50:10.993307 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:11.176087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54638) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:11.181634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1793724001', 'description': 'tempest-secgroup-smoke-1793724001 description', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:11.189171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:11.207370 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:11.212589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:11.243857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:11.308465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54644) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:11.461884 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-73807398-3f59-4597-aa36-c1b578e7d158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:11.482633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-73807398-3f59-4597-aa36-c1b578e7d158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:11.489437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-73807398-3f59-4597-aa36-c1b578e7d158 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c71a0ca70e4a4c97b512879203eb63 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:11.492693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-73807398-3f59-4597-aa36-c1b578e7d158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:11.498898 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:11.501559 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-73807398-3f59-4597-aa36-c1b578e7d158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:11.511764 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Transition to ACTIVE for port object 2fb4132e-f222-490a-9717-a4ce9fa1b13a will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:11.521567 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:11.554939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:11.561298 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:11.568296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:11.605828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:11.633078 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:11.637900 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-dd6140b4-d001-4ae7-8cda-48d00d4bde93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:11.655927 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-73807398-3f59-4597-aa36-c1b578e7d158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:11.743037 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:11.761135 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-73807398-3f59-4597-aa36-c1b578e7d158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:11.778502 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-64284312-0937-46f6-95cf-c368defd95df tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:11.811144 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Pushing event updated for resources: {'Port': ['ID=2fb4132e-f222-490a-9717-a4ce9fa1b13a,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:11.812250 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device fb0c96bf-9ed6-4a46-a0c6-7886acee96fc up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:50:11.844374 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-73807398-3f59-4597-aa36-c1b578e7d158 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4c71a0ca70e4a4c97b512879203eb63&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5322044
Jun 04 15:50:11.844374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73807398-3f59-4597-aa36-c1b578e7d158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b6c7c5-b1d4-4206-97f6-8ef228648bf7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:11.845048 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54652) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:11.846893 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-73807398-3f59-4597-aa36-c1b578e7d158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:11.862647 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:11.870140 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e1e1a386-d8dd-439e-ac90-e9c2c35f3eb3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:11.912180 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:11.912492 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:11.912819 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:11.925315 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:11.925836 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:11.926171 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:11.926522 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:11.926818 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:11.927143 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:11.927451 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:11.927765 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:11.928077 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:11.952795 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:11.975497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f70deda-e489-4f47-ad86-5af7fd34d29f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:11.989970 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:12.056765 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f8696405-d540-417e-9e4c-3aded23e96e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:12.065185 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Attempting to bind port 2fb4132e-f222-490a-9717-a4ce9fa1b13a on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:50:12.065557 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Attempting to bind port 2fb4132e-f222-490a-9717-a4ce9fa1b13a by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '0bd4e588-0a14-416f-a6c3-9f5faf1e93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:50:12.065924 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Attempting to bind port 2fb4132e-f222-490a-9717-a4ce9fa1b13a on network 073a9857-f576-4f6e-b8de-d30974af8836 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:50:12.081927 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:12.083336 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.9062512
Jun 04 15:50:12.086159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54658) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:12.090034 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port fb0c96bf-9ed6-4a46-a0c6-7886acee96fc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:12.090415 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:12.092513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ec1ff0af-186c-4d42-892d-da883278ab73 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': '5f70deda-e489-4f47-ad86-5af7fd34d29f', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:12.108935 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f8696405-d540-417e-9e4c-3aded23e96e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:12.112032 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:50:12.112774 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Checking segment: {'id': '0bd4e588-0a14-416f-a6c3-9f5faf1e93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:50:12.113393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ec1ff0af-186c-4d42-892d-da883278ab73 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:12.113620 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:12.114187 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Bound using segment: {'id': '0bd4e588-0a14-416f-a6c3-9f5faf1e93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:50:12.114824 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Bound port: 2fb4132e-f222-490a-9717-a4ce9fa1b13a, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd4e588-0a14-416f-a6c3-9f5faf1e93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:50:12.116474 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:12.119923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ec1ff0af-186c-4d42-892d-da883278ab73 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:12.129430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ec1ff0af-186c-4d42-892d-da883278ab73 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:12.144511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ec1ff0af-186c-4d42-892d-da883278ab73 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:12.278808 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] For port 2fb4132e-f222-490a-9717-a4ce9fa1b13a, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:50:12.281609 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff0af-186c-4d42-892d-da883278ab73 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:12.286727 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] For port 2fb4132e-f222-490a-9717-a4ce9fa1b13a, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2fb4132e-f222-490a-9717-a4ce9fa1b13a,segment=NetworkSegment(0bd4e588-0a14-416f-a6c3-9f5faf1e93af),segment_id=0bd4e588-0a14-416f-a6c3-9f5faf1e93af)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:50:12.304319 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f8696405-d540-417e-9e4c-3aded23e96e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:12.312820 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9c6ff996-3fa4-41df-b74e-650b18be9adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:12.331862 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f8696405-d540-417e-9e4c-3aded23e96e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:12.335887 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f8696405-d540-417e-9e4c-3aded23e96e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8b6c7c5-b1d4-4206-97f6-8ef228648bf7 HTTP/1.1" status: 204  len: 168 time: 0.4870813
Jun 04 15:50:12.337344 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8696405-d540-417e-9e4c-3aded23e96e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b6c7c5-b1d4-4206-97f6-8ef228648bf7,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:12.348837 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f8696405-d540-417e-9e4c-3aded23e96e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:12.381017 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff0af-186c-4d42-892d-da883278ab73 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:12.396822 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:12.407620 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-d4a15d2a-d57c-437e-9d7f-dd4f8d5bcb4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:12.495076 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff0af-186c-4d42-892d-da883278ab73 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:12.505128 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d81ca2e6-4374-47ee-ba68-21e00ae3ee14 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:12.508868 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Routers {'52a77645-4a6f-471f-bc51-369ddc4fd979'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:50:12.510153 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c928820>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:50:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['52a77645-4a6f-471f-bc51-369ddc4fd979'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:12.534771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ff0af-186c-4d42-892d-da883278ab73 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad268f17-1bac-42ec-a10d-822cceb5cfa0,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:12.537565 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ec1ff0af-186c-4d42-892d-da883278ab73 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:12.615988 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff0af-186c-4d42-892d-da883278ab73 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:12.618181 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ec1ff0af-186c-4d42-892d-da883278ab73 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5305448
Jun 04 15:50:12.621019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54664) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:12.629126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-480ef161-149a-4ff6-a097-12256440641b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': '5f70deda-e489-4f47-ad86-5af7fd34d29f', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:12.632523 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Pushing event updated for resources: {'Port': ['ID=2fb4132e-f222-490a-9717-a4ce9fa1b13a,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:12.637803 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:12.639816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-480ef161-149a-4ff6-a097-12256440641b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:12.647023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-480ef161-149a-4ff6-a097-12256440641b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:12.650968 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-480ef161-149a-4ff6-a097-12256440641b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:12.660364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-480ef161-149a-4ff6-a097-12256440641b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:12.748408 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-480ef161-149a-4ff6-a097-12256440641b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:12.751970 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] Set router 52a77645-4a6f-471f-bc51-369ddc4fd979 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:50:12.850431 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-480ef161-149a-4ff6-a097-12256440641b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:12.922301 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-480ef161-149a-4ff6-a097-12256440641b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:12.924792 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f130dcb8-27bc-4c7d-97c4-67a4830fa87c tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:12.948828 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ef161-149a-4ff6-a097-12256440641b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e311381-cfe7-4f9a-865f-224dd094178a,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:12.951203 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-480ef161-149a-4ff6-a097-12256440641b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:13.038957 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-480ef161-149a-4ff6-a097-12256440641b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:13.040176 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-480ef161-149a-4ff6-a097-12256440641b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4176519
Jun 04 15:50:13.051848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54680) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:13.057127 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6a06787a-dc0b-4437-96a0-70428f2c42e2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': '5f70deda-e489-4f47-ad86-5af7fd34d29f', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:13.064549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6a06787a-dc0b-4437-96a0-70428f2c42e2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:13.069800 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6a06787a-dc0b-4437-96a0-70428f2c42e2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:13.072686 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6a06787a-dc0b-4437-96a0-70428f2c42e2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:13.082204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6a06787a-dc0b-4437-96a0-70428f2c42e2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:13.117082 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c928820>, [{'id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'name': 'tempest-TestNetworkBasicOps-router-635827825', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:49:59Z', 'updated_at': '2021-06-04T15:50:08Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:00Z', 'updated_at': '2021-06-04T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '2fb4132e-f222-490a-9717-a4ce9fa1b13a', 'name': '', 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:b3:fe:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '9531a918-659b-45e9-a2eb-386da688eb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:06Z', 'updated_at': '2021-06-04T15:50:12Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': '9531a918-659b-45e9-a2eb-386da688eb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:13.121089 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab23ae78-7f3b-4b4c-8704-49310fe30868 None None] The sync data for ids ['52a77645-4a6f-471f-bc51-369ddc4fd979'] in n-d-791505-9 is: [{'id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'name': 'tempest-TestNetworkBasicOps-router-635827825', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:49:59Z', 'updated_at': '2021-06-04T15:50:08Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:00Z', 'updated_at': '2021-06-04T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '2fb4132e-f222-490a-9717-a4ce9fa1b13a', 'name': '', 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:b3:fe:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '9531a918-659b-45e9-a2eb-386da688eb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:06Z', 'updated_at': '2021-06-04T15:50:12Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': '9531a918-659b-45e9-a2eb-386da688eb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:50:13.170576 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a06787a-dc0b-4437-96a0-70428f2c42e2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:13.285110 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a06787a-dc0b-4437-96a0-70428f2c42e2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:13.427764 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a06787a-dc0b-4437-96a0-70428f2c42e2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:13.429580 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b475926c-5436-4b31-8ba8-590e09398a0f tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:13.456032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06787a-dc0b-4437-96a0-70428f2c42e2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b185e7f0-bce4-4472-b937-0e69ed20f753,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:13.466273 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6a06787a-dc0b-4437-96a0-70428f2c42e2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:13.563019 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a06787a-dc0b-4437-96a0-70428f2c42e2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:13.569905 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6a06787a-dc0b-4437-96a0-70428f2c42e2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5139587
Jun 04 15:50:13.572246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54700) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:13.577707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d84f6497-28e3-48c9-8461-075c6f81d92d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': '5f70deda-e489-4f47-ad86-5af7fd34d29f', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:13.590321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d84f6497-28e3-48c9-8461-075c6f81d92d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:13.605967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d84f6497-28e3-48c9-8461-075c6f81d92d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:13.662153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d84f6497-28e3-48c9-8461-075c6f81d92d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:13.671145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d84f6497-28e3-48c9-8461-075c6f81d92d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:13.787298 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d84f6497-28e3-48c9-8461-075c6f81d92d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:13.821331 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2fb4132e-f222-490a-9717-a4ce9fa1b13a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:50:13.934188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-6e6d4964-e75c-4ccb-9f3d-8a92bfda632d tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:13.934915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-6e6d4964-e75c-4ccb-9f3d-8a92bfda632d tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Synchronizing usage tracker for tenant:2f9a6e1b6c1948b38bed93f583611242 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:50:13.964062 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d84f6497-28e3-48c9-8461-075c6f81d92d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:14.040376 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 2fb4132e-f222-490a-9717-a4ce9fa1b13a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:14.042793 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 2fb4132e-f222-490a-9717-a4ce9fa1b13a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:14.043185 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:14.084500 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-6e6d4964-e75c-4ccb-9f3d-8a92bfda632d tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Unset dirty status for tenant:2f9a6e1b6c1948b38bed93f583611242 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:50:14.087774 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-6e6d4964-e75c-4ccb-9f3d-8a92bfda632d tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/networks?id=aaea904b-ed85-4a7e-8af9-2169d606ced0 HTTP/1.1" status: 200  len: 808 time: 0.4744995
Jun 04 15:50:14.124567 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d84f6497-28e3-48c9-8461-075c6f81d92d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:14.142145 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-418d6879-eb05-4252-bb29-ea4270e37796 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:14.190856 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c73e6fae-b4aa-4346-992e-f63e9d8941a6 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/quotas/2f9a6e1b6c1948b38bed93f583611242 HTTP/1.1" status: 200  len: 375 time: 0.0962834
Jun 04 15:50:14.229566 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:14.268298 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f6497-28e3-48c9-8461-075c6f81d92d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2921262d-3c67-45d2-bf7a-a43b6b693766,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:14.276564 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 2fb4132e-f222-490a-9717-a4ce9fa1b13a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2fb4132e-f222-490a-9717-a4ce9fa1b13a,segment=NetworkSegment(0bd4e588-0a14-416f-a6c3-9f5faf1e93af),segment_id=0bd4e588-0a14-416f-a6c3-9f5faf1e93af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:50:14.285861 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d84f6497-28e3-48c9-8461-075c6f81d92d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:14.288537 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-0efa3fca-1657-4757-a7c1-d6703e9dbf62 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f9a6e1b6c1948b38bed93f583611242&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0965958
Jun 04 15:50:14.300858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-eace7e3d-bade-4a22-b812-abf5981b1f90 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:50:14.301642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-eace7e3d-bade-4a22-b812-abf5981b1f90 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0069449
Jun 04 15:50:14.331815 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:14.335953 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:14.432656 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d84f6497-28e3-48c9-8461-075c6f81d92d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:14.434014 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d84f6497-28e3-48c9-8461-075c6f81d92d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8607752
Jun 04 15:50:14.441170 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54730) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:14.446655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-64bf458e-23da-4c14-b0c3-af2b565dcb92 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': '5f70deda-e489-4f47-ad86-5af7fd34d29f', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:14.456902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-64bf458e-23da-4c14-b0c3-af2b565dcb92 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:14.461768 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-64bf458e-23da-4c14-b0c3-af2b565dcb92 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:14.464902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=2fb4132e-f222-490a-9717-a4ce9fa1b13a,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:14.465630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-64bf458e-23da-4c14-b0c3-af2b565dcb92 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:14.469721 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:14.472383 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-64bf458e-23da-4c14-b0c3-af2b565dcb92 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:14.495864 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ac6a50f5-6b9d-4c17-bfc1-ab54101d542e service neutron] 10.222.0.32 "GET /v2.0/networks/aaea904b-ed85-4a7e-8af9-2169d606ced0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1873884
Jun 04 15:50:14.548478 n-d-791505-9 neutron-server[88301]: INFO neutron.db.securitygroups_db [None req-64bf458e-23da-4c14-b0c3-af2b565dcb92 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Project 8bc21cf1a3b849349b38aac0222e9fea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 15:50:14.556280 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-64bf458e-23da-4c14-b0c3-af2b565dcb92 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:14.677196 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-64bf458e-23da-4c14-b0c3-af2b565dcb92 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:14.773351 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-64bf458e-23da-4c14-b0c3-af2b565dcb92 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:14.775924 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fdfe9b18-8b26-4699-a7c5-1efa3982c43c tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:14.830888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf458e-23da-4c14-b0c3-af2b565dcb92 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde464d2-142d-40a6-ab50-d7a07011ad67,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:14.840969 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-177e777a-d74a-44df-b7ee-352500b7d2c5 service neutron] 10.222.0.32 "GET /v2.0/networks/aaea904b-ed85-4a7e-8af9-2169d606ced0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3441520
Jun 04 15:50:14.842403 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-64bf458e-23da-4c14-b0c3-af2b565dcb92 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:14.933845 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-64bf458e-23da-4c14-b0c3-af2b565dcb92 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:14.935843 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-64bf458e-23da-4c14-b0c3-af2b565dcb92 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4928472
Jun 04 15:50:14.941221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54744) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:14.947731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e431f71e-e6d4-48fd-8006-e540d7a8ce3b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'security_group_rule': {'security_group_id': '5f70deda-e489-4f47-ad86-5af7fd34d29f', 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:14.956237 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e431f71e-e6d4-48fd-8006-e540d7a8ce3b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:14.960848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e431f71e-e6d4-48fd-8006-e540d7a8ce3b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:security_group_rule and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:14.971174 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e431f71e-e6d4-48fd-8006-e540d7a8ce3b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:14.989951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e431f71e-e6d4-48fd-8006-e540d7a8ce3b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:15.095155 n-d-791505-9 neutron-server[88301]: INFO neutron.db.securitygroups_db [None req-e431f71e-e6d4-48fd-8006-e540d7a8ce3b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Project 8bc21cf1a3b849349b38aac0222e9fea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 15:50:15.129498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54754) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:15.150329 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e431f71e-e6d4-48fd-8006-e540d7a8ce3b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:15.178991 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f90aa97-2f7f-4784-8edc-009f3c585b2d req-a30f60c0-b0ec-4591-bf29-fe61b1bfec27 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 210 time: 0.0795267
Jun 04 15:50:15.311541 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e431f71e-e6d4-48fd-8006-e540d7a8ce3b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:15.369392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1520741439'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:15.384174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:15.399202 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e431f71e-e6d4-48fd-8006-e540d7a8ce3b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:15.400282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Usage tracker for resource:network and tenant:d0477d50d44249ca829bb322e43cfbfb is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:15.401611 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9640959a-616e-4008-9850-3be36ffd84fb tempest-NegativeSecGroupTest-319493349 tempest-NegativeSecGroupTest-319493349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:15.408036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:15.421077 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:15.457143 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431f71e-e6d4-48fd-8006-e540d7a8ce3b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e014f8-b567-4bc4-85a5-f4672ab8f2e7,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:15.462026 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e431f71e-e6d4-48fd-8006-e540d7a8ce3b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:15.541690 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Made reservation on behalf of d0477d50d44249ca829bb322e43cfbfb for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:15.541805 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e431f71e-e6d4-48fd-8006-e540d7a8ce3b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:15.541805 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e431f71e-e6d4-48fd-8006-e540d7a8ce3b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5978813
Jun 04 15:50:15.545172 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:15.560444 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:15.588714 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:15.596366 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Usage tracker for resource:security_group_rule and tenant:d0477d50d44249ca829bb322e43cfbfb is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:15.600278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:15.607042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:15.717089 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:15.785679 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2fb4132e-f222-490a-9717-a4ce9fa1b13a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:50:15.825200 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:15.833185 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-279896a3-b8e4-4a1c-80ec-354b111b3d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:15.859575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-d4410ee2-d801-4cd6-a1fc-5986e16e2f13 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:50:15.860955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 2fb4132e-f222-490a-9717-a4ce9fa1b13a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:15.861400 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:15.870298 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:50:15.893905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c378ec-aaac-4d65-a798-973771fd07ef,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:15.898007 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:15.898366 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Added segment 0fb88c9d-213b-48ec-9ede-9f8c057acbf0 of type vlan for network e0ab7a66-8d91-4e9b-9f43-7d6f727368e4
Jun 04 15:50:15.902772 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:15.940418 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:16.006135 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-d4410ee2-d801-4cd6-a1fc-5986e16e2f13 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:50:16.007410 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-d4410ee2-d801-4cd6-a1fc-5986e16e2f13 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1793724001&fields=id&tenant_id=8bc21cf1a3b849349b38aac0222e9fea HTTP/1.1" status: 200  len: 267 time: 0.2184238
Jun 04 15:50:16.114087 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:16.119606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:16.120194 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:16.131587 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-55bbe3fc-8bcd-4cd7-a48b-398ec5366075 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:16.281513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Pushing event updated for resources: {'Network': ['ID=e0ab7a66-8d91-4e9b-9f43-7d6f727368e4,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:16.290485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-308f22fa-52d2-488c-ac01-1477aa196627 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:16.292124 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-308f22fa-52d2-488c-ac01-1477aa196627 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/networks?id=073a9857-f576-4f6e-b8de-d30974af8836 HTTP/1.1" status: 200  len: 796 time: 0.2781892
Jun 04 15:50:16.294530 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:16.295892 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.1652875
Jun 04 15:50:16.296839 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network e0ab7a66-8d91-4e9b-9f43-7d6f727368e4 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:50:16.301210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54784) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:16.317341 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4ff02932-1fce-4e07-b036-92124dbdba36 req-049fa6e7-1fb3-4489-a36a-15b8cf0b740f tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 210 time: 0.0640144
Jun 04 15:50:16.338015 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-1447c830-598e-489b-83d8-ca74e4184572 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/quotas/8bc21cf1a3b849349b38aac0222e9fea HTTP/1.1" status: 200  len: 375 time: 0.0355115
Jun 04 15:50:16.401136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Request body: {'network': {'name': 'tempest-network--512298869', 'router:external': True}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:16.407260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:16.418969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Usage tracker for resource:network and tenant:f1b885e8c5cc45efb6b1d4fc65fdcc2d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:16.422967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:16.433525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:16.461522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-7566614a-ac69-405c-b7f5-85c70e350e1d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:50:16.535855 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Made reservation on behalf of f1b885e8c5cc45efb6b1d4fc65fdcc2d for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:16.540990 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:16.556938 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:16.575141 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-7566614a-ac69-405c-b7f5-85c70e350e1d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:50:16.576934 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-7566614a-ac69-405c-b7f5-85c70e350e1d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2384067
Jun 04 15:50:16.578780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:16.594508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Usage tracker for resource:security_group_rule and tenant:f1b885e8c5cc45efb6b1d4fc65fdcc2d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:16.599015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:16.605696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:16.786720 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-c51a85e8-6310-4da8-8af4-de595841fbad service neutron] 10.222.0.32 "GET /v2.0/networks/073a9857-f576-4f6e-b8de-d30974af8836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786675
Jun 04 15:50:16.915212 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:16.961887 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-462ae7a9-d955-40f7-87e4-9c1c090ae7e2 service neutron] 10.222.0.32 "GET /v2.0/networks/073a9857-f576-4f6e-b8de-d30974af8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1641750
Jun 04 15:50:16.997979 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:17.003828 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-513f30d1-3eef-49f9-aa94-0236b09f0ada tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:17.044216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:50:17.063960 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:17.064355 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Added segment 9c48ebf7-c2f5-4577-9341-4b79575bb354 of type vlan for network f9931119-29dd-4ec4-a1bc-5e45e900e04f
Jun 04 15:50:17.070947 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d105d9ec-c51b-4e55-9841-5b56a74998a6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:17.074467 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:17.104855 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:17.256536 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:17.258104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:17.258977 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:17.303612 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b74ad846-1f63-4766-9e41-2d709e2927a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:17.332059 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-05187dae-312a-43bb-bab0-bd801306efde req-559ecc28-6644-40f6-81f9-e3458ff4e6f9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:50:17.350970 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-05187dae-312a-43bb-bab0-bd801306efde req-559ecc28-6644-40f6-81f9-e3458ff4e6f9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:50:17.363116 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-05187dae-312a-43bb-bab0-bd801306efde req-559ecc28-6644-40f6-81f9-e3458ff4e6f9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 210 time: 0.1353354
Jun 04 15:50:17.470902 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.1674731
Jun 04 15:50:17.472164 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54814) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:17.475245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event updated for resources: {'Network': ['ID=f9931119-29dd-4ec4-a1bc-5e45e900e04f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:17.478283 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:17.491646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network f9931119-29dd-4ec4-a1bc-5e45e900e04f details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:50:17.573734 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-76c6a04b-e506-43be-a34e-57e90534cef2 req-68b8fa3f-b12d-47bb-b4b5-7e5075c83807 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 210 time: 0.0675309
Jun 04 15:50:17.640389 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d2f52ab-7251-4c1f-93d8-ad8883eb5d2f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:17.840228 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d2f52ab-7251-4c1f-93d8-ad8883eb5d2f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:17.855688 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6d2f52ab-7251-4c1f-93d8-ad8883eb5d2f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386b5d580>,) {'filters': {'network_id': ['f9931119-29dd-4ec4-a1bc-5e45e900e04f']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:17.870553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6d2f52ab-7251-4c1f-93d8-ad8883eb5d2f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386b5d580>, '9c48ebf7-c2f5-4577-9341-4b79575bb354') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:17.870853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-6d2f52ab-7251-4c1f-93d8-ad8883eb5d2f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386b5d580>, '9c48ebf7-c2f5-4577-9341-4b79575bb354') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:17.884237 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d2f52ab-7251-4c1f-93d8-ad8883eb5d2f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:17.903227 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d2f52ab-7251-4c1f-93d8-ad8883eb5d2f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:17.910187 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2f52ab-7251-4c1f-93d8-ad8883eb5d2f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:50:17.910379 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d2f52ab-7251-4c1f-93d8-ad8883eb5d2f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:50:17.924293 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:50:18.298998 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d2f52ab-7251-4c1f-93d8-ad8883eb5d2f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:18.317926 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2ebb908e-91a4-4b58-a61a-ebae09d39d95 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:18.328056 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2f52ab-7251-4c1f-93d8-ad8883eb5d2f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  f9931119-29dd-4ec4-a1bc-5e45e900e04f {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Jun 04 15:50:18.331642 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6d2f52ab-7251-4c1f-93d8-ad8883eb5d2f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:18.347011 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6d2f52ab-7251-4c1f-93d8-ad8883eb5d2f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "DELETE /v2.0/networks/f9931119-29dd-4ec4-a1bc-5e45e900e04f HTTP/1.1" status: 204  len: 168 time: 0.8734789
Jun 04 15:50:18.350410 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f52ab-7251-4c1f-93d8-ad8883eb5d2f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event deleted for resources: {'Network': ['ID=f9931119-29dd-4ec4-a1bc-5e45e900e04f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:18.350620 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54824) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:18.353648 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6d2f52ab-7251-4c1f-93d8-ad8883eb5d2f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:18.355976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:18.368282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:18.381635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Usage tracker for resource:network and tenant:f1b885e8c5cc45efb6b1d4fc65fdcc2d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:18.387860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:18.405406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:18.434915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-6fa1f5e6-ec86-4e4b-a711-36fa26d3cdb1 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:18.436472 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-6fa1f5e6-ec86-4e4b-a711-36fa26d3cdb1 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.62 "GET /v2.0/networks?id=aaea904b-ed85-4a7e-8af9-2169d606ced0 HTTP/1.1" status: 200  len: 808 time: 0.4173696
Jun 04 15:50:18.456791 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Request body: {'port': {'device_id': 'a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8', 'network_id': 'aaea904b-ed85-4a7e-8af9-2169d606ced0', 'admin_state_up': True, 'tenant_id': '2f9a6e1b6c1948b38bed93f583611242'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:18.542227 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Made reservation on behalf of f1b885e8c5cc45efb6b1d4fc65fdcc2d for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:18.545113 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:18.631279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:50:18.654416 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:18.657487 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Added segment 34dd7371-0359-4b2c-935c-6f1f01ff5f7c of type vlan for network 99e74306-4ac3-4057-9cfc-dab8bbf73a4e
Jun 04 15:50:18.746747 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:18.769541 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-919e1d6e-56ab-4a47-ae1b-bcde97a509ab req-8bf2570d-5e43-4bc4-9c1e-336817888269 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 210 time: 0.1492579
Jun 04 15:50:18.826378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:18.833905 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Usage tracker for resource:port and tenant:2f9a6e1b6c1948b38bed93f583611242 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:18.837908 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:18.845951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:18.891741 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9af8efea-cdf0-4b5f-92d4-5dbff41c5ba5 req-115261dc-0386-4844-9cce-74cf352dda2d tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 210 time: 0.0809469
Jun 04 15:50:18.964831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Made reservation on behalf of 2f9a6e1b6c1948b38bed93f583611242 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:18.970579 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:19.005289 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:19.006355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:19.007142 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:19.013379 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:19.168113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Allocated IP 172.20.0.13 (aaea904b-ed85-4a7e-8af9-2169d606ced0/6e530bfe-a8af-419d-a25d-7312a06ced88/1f36913e-82db-47f2-bfff-63b8979f507c) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:50:19.193459 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.8388879
Jun 04 15:50:19.195107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54838) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:19.195958 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event updated for resources: {'Network': ['ID=99e74306-4ac3-4057-9cfc-dab8bbf73a4e,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:19.199658 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:19.203214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Request body: {'subnet': {'network_id': '99e74306-4ac3-4057-9cfc-dab8bbf73a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:19.210736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:19.211509 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 99e74306-4ac3-4057-9cfc-dab8bbf73a4e details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:50:19.215141 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Usage tracker for resource:subnet and tenant:f1b885e8c5cc45efb6b1d4fc65fdcc2d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:19.220715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:19.229436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:19.318018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Made reservation on behalf of f1b885e8c5cc45efb6b1d4fc65fdcc2d for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:19.320865 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:19.434918 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:19.570454 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:19.581391 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:19.652709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Network aaea904b-ed85-4a7e-8af9-2169d606ced0 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:50:19.655870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:19.658887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:50:19.698551 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Pushing event updated for resources: {'Port': ['ID=1f36913e-82db-47f2-bfff-63b8979f507c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:19.701865 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:19.735594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:19.736339 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:19.839706 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3883324
Jun 04 15:50:19.855190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Request body: {'port': {'device_id': 'a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:20.005735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.objects.ports [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88300) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 04 15:50:20.007176 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:20.012196 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a5b3e146-d743-465f-a933-cd0633c40a40 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:20.123417 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8d70524f-cac2-4202-bca1-d2838dc6341b req-cc5fb500-1ddf-48c1-badf-6264beda943d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 210 time: 0.0835955
Jun 04 15:50:20.137628 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:20.399564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event updated for resources: {'Subnet': ['ID=534236f9-a913-4545-92a3-006fa1115bf8,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:20.412762 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:20.466837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Checking segment: {'id': '34dd7371-0359-4b2c-935c-6f1f01ff5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '99e74306-4ac3-4057-9cfc-dab8bbf73a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:50:20.467194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Network hostable DHCP agents. Network: 99e74306-4ac3-4057-9cfc-dab8bbf73a4e, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:50:20.503454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-a0bf72b5-32a2-4ad2-b117-48c240bff11a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:20.505025 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-a0bf72b5-32a2-4ad2-b117-48c240bff11a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.62 "GET /v2.0/networks?id=073a9857-f576-4f6e-b8de-d30974af8836 HTTP/1.1" status: 200  len: 796 time: 0.2752414
Jun 04 15:50:20.523588 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81710a6-2030-4aa3-a578-89e41e7ae4ef req-c75948ad-ad33-40be-8ba3-120362c0ecf4 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:20.529769 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e81710a6-2030-4aa3-a578-89e41e7ae4ef req-c75948ad-ad33-40be-8ba3-120362c0ecf4 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 932 time: 0.2811968
Jun 04 15:50:20.593644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f36913e-82db-47f2-bfff-63b8979f507c {{(pid=88301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:50:20.598373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Network 99e74306-4ac3-4057-9cfc-dab8bbf73a4e is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:50:20.601885 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:20.617971 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-c0567c5c-e89f-4ae1-b770-a7a4fd2ead9b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bc21cf1a3b849349b38aac0222e9fea HTTP/1.1" status: 200  len: 380 time: 0.0870986
Jun 04 15:50:20.621278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e81710a6-2030-4aa3-a578-89e41e7ae4ef req-b8bc558f-595b-48b1-84f7-3c5dd3566c42 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Synchronizing usage tracker for tenant:2f9a6e1b6c1948b38bed93f583611242 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:50:20.630459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'port': {'device_id': '7ae82920-3d61-459d-b1cb-4bf298afc00a', 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836', 'admin_state_up': True, 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'security_groups': ['5f70deda-e489-4f47-ad86-5af7fd34d29f']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:20.636770 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Transition to ACTIVE for port object 1f36913e-82db-47f2-bfff-63b8979f507c will not be triggered until provisioned by entity L2. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:20.747364 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:20.747719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 99e74306-4ac3-4057-9cfc-dab8bbf73a4e) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:20.756583 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ea4a201f-d234-4b84-9cc3-d2ebecce9814 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:20.758461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75310db-96cc-4204-ba8a-9e90cfad73ad None None] Network 99e74306-4ac3-4057-9cfc-dab8bbf73a4e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:50:20.767306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:20.768281 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:20.798518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-e81710a6-2030-4aa3-a578-89e41e7ae4ef req-b8bc558f-595b-48b1-84f7-3c5dd3566c42 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Unset dirty status for tenant:2f9a6e1b6c1948b38bed93f583611242 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:50:20.799692 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e81710a6-2030-4aa3-a578-89e41e7ae4ef req-b8bc558f-595b-48b1-84f7-3c5dd3566c42 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2677116
Jun 04 15:50:20.816201 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:20.835255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:20.929191 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.7306066
Jun 04 15:50:20.931692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54854) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:20.934245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Pushing event updated for resources: {'Port': ['ID=1f36913e-82db-47f2-bfff-63b8979f507c,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:20.944569 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:20.954320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Request body: {'floatingip': {'floating_network_id': '99e74306-4ac3-4057-9cfc-dab8bbf73a4e'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:20.968192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:20.973915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Usage tracker for resource:floatingip and tenant:f1b885e8c5cc45efb6b1d4fc65fdcc2d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:20.982267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:20.986581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:21.023268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Made reservation on behalf of 8bc21cf1a3b849349b38aac0222e9fea for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:21.028029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Attempting to bind port 1f36913e-82db-47f2-bfff-63b8979f507c on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:50:21.028029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Attempting to bind port 1f36913e-82db-47f2-bfff-63b8979f507c by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'a46f2c2b-3ae2-4783-8b12-adb68ec39ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aaea904b-ed85-4a7e-8af9-2169d606ced0'}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:50:21.028029 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Attempting to bind port 1f36913e-82db-47f2-bfff-63b8979f507c on network aaea904b-ed85-4a7e-8af9-2169d606ced0 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:50:21.031458 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:21.033689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Port 1f36913e-82db-47f2-bfff-63b8979f507c on network aaea904b-ed85-4a7e-8af9-2169d606ced0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:50:21.034023 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Attempting to bind port 1f36913e-82db-47f2-bfff-63b8979f507c on network aaea904b-ed85-4a7e-8af9-2169d606ced0 {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:50:21.039561 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:50:21.039960 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Checking segment: {'id': 'a46f2c2b-3ae2-4783-8b12-adb68ec39ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aaea904b-ed85-4a7e-8af9-2169d606ced0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:50:21.040352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Bound using segment: {'id': 'a46f2c2b-3ae2-4783-8b12-adb68ec39ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aaea904b-ed85-4a7e-8af9-2169d606ced0'} {{(pid=88301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:50:21.040784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.managers [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Bound port: 1f36913e-82db-47f2-bfff-63b8979f507c, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a46f2c2b-3ae2-4783-8b12-adb68ec39ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aaea904b-ed85-4a7e-8af9-2169d606ced0'}}] {{(pid=88301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:50:21.041170 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:21.049627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b376361-517e-41a3-8850-ddceba8e5b4d None None] Network 99e74306-4ac3-4057-9cfc-dab8bbf73a4e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:50:21.141507 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] For port 1f36913e-82db-47f2-bfff-63b8979f507c, host n-h2-791505-9, cleared binding levels {{(pid=88301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:50:21.144908 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] For port 1f36913e-82db-47f2-bfff-63b8979f507c, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1f36913e-82db-47f2-bfff-63b8979f507c,segment=NetworkSegment(a46f2c2b-3ae2-4783-8b12-adb68ec39ee2),segment_id=a46f2c2b-3ae2-4783-8b12-adb68ec39ee2)] {{(pid=88301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:50:21.192424 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:21.264480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Allocated IP 172.20.0.9 (073a9857-f576-4f6e-b8de-d30974af8836/9531a918-659b-45e9-a2eb-386da688eb48/9f348c9c-8e68-414f-93ff-c928f6d11054) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:50:21.290045 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-baa428b2-3ef9-4c94-bafb-21a2d81189fd req-f49c037e-e1f1-4bac-a77d-64c399aa39ed tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 210 time: 0.0472250
Jun 04 15:50:21.291257 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:21.298297 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bfe36566-7234-4880-b17e-16b07ab02cf6 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:21.359528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:21.360164 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:21.361625 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] 10.222.0.62 "PUT /v2.0/ports/1f36913e-82db-47f2-bfff-63b8979f507c HTTP/1.1" status: 200  len: 1092 time: 1.5114138
Jun 04 15:50:21.362173 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8', 'tag': '1f36913e-82db-47f2-bfff-63b8979f507c'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:50:21.364571 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d6b9e9-e53c-4997-a5f7-4411ebe148e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8", "tag": "1f36913e-82db-47f2-bfff-63b8979f507c"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:50:21.381621 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Pushing event updated for resources: {'Port': ['ID=1f36913e-82db-47f2-bfff-63b8979f507c,revision_number=3']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:21.385251 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:21.420193 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7518491b-9696-459d-a5ba-44d5e85116e0 x-openstack-request-id: req-7518491b-9696-459d-a5ba-44d5e85116e0 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:50:21.420740 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8", "tag": "1f36913e-82db-47f2-bfff-63b8979f507c", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:50:21.421085 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7518491b-9696-459d-a5ba-44d5e85116e0 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:50:21.421537 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8', 'tag': '1f36913e-82db-47f2-bfff-63b8979f507c', 'status': 'completed', 'code': 200}
Jun 04 15:50:21.510198 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:21.512783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6b9e9-e53c-4997-a5f7-4411ebe148e9 req-454fb519-99e8-4275-8410-2353a547242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:21.514376 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-44d6b9e9-e53c-4997-a5f7-4411ebe148e9 req-454fb519-99e8-4275-8410-2353a547242c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2f9a6e1b6c1948b38bed93f583611242&device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 1095 time: 0.0718701
Jun 04 15:50:21.600810 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:21.633384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Transition to ACTIVE for port object 9f348c9c-8e68-414f-93ff-c928f6d11054 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:21.674961 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6b9e9-e53c-4997-a5f7-4411ebe148e9 req-cdb11c47-459c-4fbf-b615-37d4c002e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:21.676511 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-44d6b9e9-e53c-4997-a5f7-4411ebe148e9 req-cdb11c47-459c-4fbf-b615-37d4c002e8f4 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=2f9a6e1b6c1948b38bed93f583611242&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1536489
Jun 04 15:50:21.707739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Allocated IP 172.20.0.7 (99e74306-4ac3-4057-9cfc-dab8bbf73a4e/534236f9-a913-4545-92a3-006fa1115bf8/f561cae0-1469-4b59-b36e-b44ff068adbc) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:50:21.820267 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:21.826402 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6b9e9-e53c-4997-a5f7-4411ebe148e9 req-b393cc00-f964-4900-82db-65576c0638b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:21.827983 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-44d6b9e9-e53c-4997-a5f7-4411ebe148e9 req-b393cc00-f964-4900-82db-65576c0638b1 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1437061
Jun 04 15:50:21.830582 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:21.961567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network 073a9857-f576-4f6e-b8de-d30974af8836 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:50:21.966920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:21.972917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:50:22.029759 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-b384bb5d-05a1-43ea-8bcf-bd9b06b18bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:22.031258 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-b384bb5d-05a1-43ea-8bcf-bd9b06b18bf6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2f9a6e1b6c1948b38bed93f583611242&device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 1095 time: 0.1624098
Jun 04 15:50:22.036160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Port': ['ID=9f348c9c-8e68-414f-93ff-c928f6d11054,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:22.046582 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:22.050621 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:22.078325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:22.079037 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:22.128514 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-ff2df6e9-afe9-403c-b71b-968f02874511 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f36913e-82db-47f2-bfff-63b8979f507c HTTP/1.1" status: 200  len: 217 time: 0.0858986
Jun 04 15:50:22.143795 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df093602-0d5a-49ac-b53c-33fafe67e093 req-937faef1-8ade-4cd7-8501-4d7064f1a664 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:22.144530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-df093602-0d5a-49ac-b53c-33fafe67e093 req-937faef1-8ade-4cd7-8501-4d7064f1a664 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Synchronizing usage tracker for tenant:2f9a6e1b6c1948b38bed93f583611242 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:50:22.221948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-9eaf7049-97f6-4f1c-ba56-6e7e15ca2721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:22.223451 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-9eaf7049-97f6-4f1c-ba56-6e7e15ca2721 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e530bfe-a8af-419d-a25d-7312a06ced88 HTTP/1.1" status: 200  len: 848 time: 0.0883234
Jun 04 15:50:22.229658 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6006484
Jun 04 15:50:22.240750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Request body: {'port': {'device_id': '7ae82920-3d61-459d-b1cb-4bf298afc00a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:22.278441 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:22.280678 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-59286bfb-dd4a-4d33-a2d5-9037915e67f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aaea904b-ed85-4a7e-8af9-2169d606ced0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447848
Jun 04 15:50:22.289249 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:22.308684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-df093602-0d5a-49ac-b53c-33fafe67e093 req-937faef1-8ade-4cd7-8501-4d7064f1a664 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Unset dirty status for tenant:2f9a6e1b6c1948b38bed93f583611242 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:50:22.309864 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-df093602-0d5a-49ac-b53c-33fafe67e093 req-937faef1-8ade-4cd7-8501-4d7064f1a664 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 944 time: 0.3627129
Jun 04 15:50:22.333269 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8310025f-fce2-4325-aad4-d8ae7f123d00 None None] Provisioning for port 9f348c9c-8e68-414f-93ff-c928f6d11054 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:22.339876 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8310025f-fce2-4325-aad4-d8ae7f123d00 None None] Provisioning complete for port 9f348c9c-8e68-414f-93ff-c928f6d11054 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:22.344816 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8310025f-fce2-4325-aad4-d8ae7f123d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:22.358783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Network 99e74306-4ac3-4057-9cfc-dab8bbf73a4e is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:50:22.364769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:22.372017 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:50:22.412832 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8310025f-fce2-4325-aad4-d8ae7f123d00 None None] Port 9f348c9c-8e68-414f-93ff-c928f6d11054 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:50:22.626445 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-df093602-0d5a-49ac-b53c-33fafe67e093 req-702e4b20-c0f6-413c-987e-d5df7e4b6ef5 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3007135
Jun 04 15:50:22.650788 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-e52a3692-2fae-4d29-a4c9-946d7558f2a3 service neutron] 10.222.0.62 "GET /v2.0/networks/aaea904b-ed85-4a7e-8af9-2169d606ced0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3625667
Jun 04 15:50:22.693186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event updated for resources: {'Port': ['ID=f561cae0-1469-4b59-b36e-b44ff068adbc,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:22.706461 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:22.741277 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:22.788550 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-aad977ab-1cf1-475b-8d65-0bb06ff9aaa5 service neutron] 10.222.0.62 "GET /v2.0/networks/aaea904b-ed85-4a7e-8af9-2169d606ced0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298134
Jun 04 15:50:22.829145 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:22.850782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541fd7e-d7e2-4aa0-8316-b4d4ed85bef2 req-f7410c76-ae54-43c6-82b1-e90f9d165d28 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:22.851491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3541fd7e-d7e2-4aa0-8316-b4d4ed85bef2 req-f7410c76-ae54-43c6-82b1-e90f9d165d28 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:50:23.008939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3541fd7e-d7e2-4aa0-8316-b4d4ed85bef2 req-f7410c76-ae54-43c6-82b1-e90f9d165d28 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:50:23.010130 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3541fd7e-d7e2-4aa0-8316-b4d4ed85bef2 req-f7410c76-ae54-43c6-82b1-e90f9d165d28 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 931 time: 0.5893331
Jun 04 15:50:23.108811 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:23.179793 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3541fd7e-d7e2-4aa0-8316-b4d4ed85bef2 req-e09130ad-a73e-4ec0-baef-b73601aecba3 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f70deda-e489-4f47-ad86-5af7fd34d29f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1611154
Jun 04 15:50:23.397897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f348c9c-8e68-414f-93ff-c928f6d11054 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:50:23.410063 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:23.440359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Transition to ACTIVE for port object 9f348c9c-8e68-414f-93ff-c928f6d11054 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:23.476886 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:23.556239 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:23.560272 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-307f495a-bbd9-417e-a183-08d7ee26870b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:23.679055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:23.718905 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:23.780066 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f348c9c-8e68-414f-93ff-c928f6d11054,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:23.839002 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:23.839426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:23.839812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:23.840192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:23.840565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:23.840949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:23.841333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:23.841697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:23.842061 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:23.842422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:23.842786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:23.843146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:23.845667 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3ae66-10b5-4e43-8637-5902a6f25c6f req-78ff1465-d231-4a9f-941a-968a336871c1 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:23.850818 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:23.853246 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a7c3ae66-10b5-4e43-8637-5902a6f25c6f req-78ff1465-d231-4a9f-941a-968a336871c1 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 944 time: 0.1065886
Jun 04 15:50:23.857504 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:23.894584 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a7c3ae66-10b5-4e43-8637-5902a6f25c6f req-963f0163-5241-4fe9-84b4-9143b62ebd72 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403531
Jun 04 15:50:23.914402 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:23.958382 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event updated for resources: {'Port': ['ID=f561cae0-1469-4b59-b36e-b44ff068adbc,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:23.962107 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:23.962762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Attempting to bind port 9f348c9c-8e68-414f-93ff-c928f6d11054 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:50:23.963119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Attempting to bind port 9f348c9c-8e68-414f-93ff-c928f6d11054 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '0bd4e588-0a14-416f-a6c3-9f5faf1e93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:50:23.963440 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Attempting to bind port 9f348c9c-8e68-414f-93ff-c928f6d11054 on network 073a9857-f576-4f6e-b8de-d30974af8836 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:50:23.968661 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Port 9f348c9c-8e68-414f-93ff-c928f6d11054 on network 073a9857-f576-4f6e-b8de-d30974af8836 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:50:23.969049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Attempting to bind port 9f348c9c-8e68-414f-93ff-c928f6d11054 on network 073a9857-f576-4f6e-b8de-d30974af8836 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:50:23.975046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:50:23.975383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Checking segment: {'id': '0bd4e588-0a14-416f-a6c3-9f5faf1e93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:50:23.975761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Bound using segment: {'id': '0bd4e588-0a14-416f-a6c3-9f5faf1e93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:50:23.976186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Bound port: 9f348c9c-8e68-414f-93ff-c928f6d11054, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd4e588-0a14-416f-a6c3-9f5faf1e93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:50:23.976529 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:24.027369 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:24.028596 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 3.0956669
Jun 04 15:50:24.033612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54884) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:24.077307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] For port 9f348c9c-8e68-414f-93ff-c928f6d11054, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:50:24.080476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] For port 9f348c9c-8e68-414f-93ff-c928f6d11054, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9f348c9c-8e68-414f-93ff-c928f6d11054,segment=NetworkSegment(0bd4e588-0a14-416f-a6c3-9f5faf1e93af),segment_id=0bd4e588-0a14-416f-a6c3-9f5faf1e93af)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:50:24.117406 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5b2a12bb-30ff-497a-b599-689bfbe90304 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=99e74306-4ac3-4057-9cfc-dab8bbf73a4e HTTP/1.1" status: 200  len: 689 time: 0.0824568
Jun 04 15:50:24.119847 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54886) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:24.162353 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:24.166252 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c9657bdf-1c6f-4a1f-877a-848ac090f8ef tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:24.225936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:24.226565 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:24.228021 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] 10.222.0.62 "PUT /v2.0/ports/9f348c9c-8e68-414f-93ff-c928f6d11054 HTTP/1.1" status: 200  len: 1091 time: 1.9914916
Jun 04 15:50:24.228557 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae82920-3d61-459d-b1cb-4bf298afc00a', 'tag': '9f348c9c-8e68-414f-93ff-c928f6d11054'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:50:24.231581 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d05161-05da-43ed-80c7-cd00c993634d" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae82920-3d61-459d-b1cb-4bf298afc00a", "tag": "9f348c9c-8e68-414f-93ff-c928f6d11054"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:50:24.264061 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f348c9c-8e68-414f-93ff-c928f6d11054,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:24.268488 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:24.286963 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:24.294011 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9920f22f-28e2-4c75-a669-6ea9d49f7a1f x-openstack-request-id: req-9920f22f-28e2-4c75-a669-6ea9d49f7a1f {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:50:24.294690 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae82920-3d61-459d-b1cb-4bf298afc00a", "tag": "9f348c9c-8e68-414f-93ff-c928f6d11054", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:50:24.295231 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9920f22f-28e2-4c75-a669-6ea9d49f7a1f {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:50:24.296086 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae82920-3d61-459d-b1cb-4bf298afc00a', 'tag': '9f348c9c-8e68-414f-93ff-c928f6d11054', 'status': 'completed', 'code': 200}
Jun 04 15:50:24.444149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d05161-05da-43ed-80c7-cd00c993634d req-2983c35b-2e62-4179-82e4-7d42eb394275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:24.446033 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-97d05161-05da-43ed-80c7-cd00c993634d req-2983c35b-2e62-4179-82e4-7d42eb394275 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 1094 time: 0.1252878
Jun 04 15:50:24.506124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Deleting port f561cae0-1469-4b59-b36e-b44ff068adbc {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:50:24.506540 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:24.638766 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:24.639096 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:24.702651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d05161-05da-43ed-80c7-cd00c993634d req-f10f785e-e73f-4885-8603-d377ea623097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:24.704544 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-97d05161-05da-43ed-80c7-cd00c993634d req-f10f785e-e73f-4885-8603-d377ea623097 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&shared=False HTTP/1.1" status: 200  len: 897 time: 0.2501192
Jun 04 15:50:24.744953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dbdad-0225-455f-9158-d73410d52239 req-2b30afd5-4979-49b4-9da9-0089cb7f0cb6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:24.746507 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-321dbdad-0225-455f-9158-d73410d52239 req-2b30afd5-4979-49b4-9da9-0089cb7f0cb6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 943 time: 0.2330394
Jun 04 15:50:24.772540 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Calling delete_port for f561cae0-1469-4b59-b36e-b44ff068adbc owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:50:25.003222 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:25.008409 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a62ef9e0-5f56-479b-b205-23109e00799c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:25.051758 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-321dbdad-0225-455f-9158-d73410d52239 req-755e6b1a-4884-44c6-b290-8812374bfe51 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f70deda-e489-4f47-ad86-5af7fd34d29f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2864990
Jun 04 15:50:25.085043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d05161-05da-43ed-80c7-cd00c993634d req-707f7a2c-b329-4232-a637-0e1da3303b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:25.086488 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-97d05161-05da-43ed-80c7-cd00c993634d req-707f7a2c-b329-4232-a637-0e1da3303b07 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3757324
Jun 04 15:50:25.093427 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event deleted for resources: {'Port': ['ID=f561cae0-1469-4b59-b36e-b44ff068adbc,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:25.106251 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:25.212952 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-016d488a-9dc6-4feb-b92e-282349942588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:25.214744 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-016d488a-9dc6-4feb-b92e-282349942588 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 1094 time: 0.0829895
Jun 04 15:50:25.220318 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:25.271320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b117e-0bfa-4022-b964-6136c2eecc6e req-ad49f2ba-9915-42b7-b96a-e402928210ee tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:25.272775 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d33b117e-0bfa-4022-b964-6136c2eecc6e req-ad49f2ba-9915-42b7-b96a-e402928210ee tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 944 time: 0.2281361
Jun 04 15:50:25.291831 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-af03090b-f703-45a5-9a95-30f08ff110b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f348c9c-8e68-414f-93ff-c928f6d11054 HTTP/1.1" status: 200  len: 217 time: 0.0692422
Jun 04 15:50:25.327892 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:25.389269 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d33b117e-0bfa-4022-b964-6136c2eecc6e req-da6565b2-0d38-48b0-ba15-6566a242276b tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993688
Jun 04 15:50:25.394413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-1d3b0ed0-38b6-47ed-9b90-f0039d619cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:25.395881 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-1d3b0ed0-38b6-47ed-9b90-f0039d619cb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9531a918-659b-45e9-a2eb-386da688eb48 HTTP/1.1" status: 200  len: 832 time: 0.0975292
Jun 04 15:50:25.481176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-46bc672c-7a3d-4ca0-9241-edbcf8e4d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:25.482732 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-46bc672c-7a3d-4ca0-9241-edbcf8e4d5d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=073a9857-f576-4f6e-b8de-d30974af8836&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0801702
Jun 04 15:50:25.659603 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-4d14d4cb-cd4e-4c8d-a3b8-7dfda81945bb service neutron] 10.222.0.62 "GET /v2.0/networks/073a9857-f576-4f6e-b8de-d30974af8836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689920
Jun 04 15:50:25.727738 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:25.732121 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a2cab2d5-82e7-4e46-91d9-1abdd6edb9f9 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:25.767831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=534236f9-a913-4545-92a3-006fa1115bf8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:25.771446 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:25.799757 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-12f8d939-7ff2-477e-a53e-b6daa63dd9c1 req-978d35cb-fbb7-4b9a-9487-bd8040d78609 service neutron] 10.222.0.62 "GET /v2.0/networks/073a9857-f576-4f6e-b8de-d30974af8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332562
Jun 04 15:50:25.864245 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:25.879019 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386a7df40>,) {'filters': {'network_id': ['99e74306-4ac3-4057-9cfc-dab8bbf73a4e']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:25.893064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386a7df40>, '34dd7371-0359-4b2c-935c-6f1f01ff5f7c') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:25.893403 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386a7df40>, '34dd7371-0359-4b2c-935c-6f1f01ff5f7c') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:25.906339 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:25.923866 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:25.930080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:50:25.930483 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:50:25.948668 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:50:26.044384 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:26.134804 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:26.139401 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c0af6284-0881-40db-8e95-cbe601c717f9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:26.159260 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  99e74306-4ac3-4057-9cfc-dab8bbf73a4e {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Jun 04 15:50:26.170481 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:26.185482 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "DELETE /v2.0/networks/99e74306-4ac3-4057-9cfc-dab8bbf73a4e HTTP/1.1" status: 204  len: 168 time: 2.0645399
Jun 04 15:50:26.186444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event deleted for resources: {'Network': ['ID=99e74306-4ac3-4057-9cfc-dab8bbf73a4e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:26.188912 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54912) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:26.351422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987f82f-1608-43f4-b0c8-0637f7aa7e1f req-2e2d7d90-56ab-4ed6-99de-5f16a71649d4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:26.353922 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5987f82f-1608-43f4-b0c8-0637f7aa7e1f req-2e2d7d90-56ab-4ed6-99de-5f16a71649d4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 943 time: 0.1693535
Jun 04 15:50:26.428325 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5987f82f-1608-43f4-b0c8-0637f7aa7e1f req-b694a25c-eaa2-45a7-b04e-a66bd8271597 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f70deda-e489-4f47-ad86-5af7fd34d29f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635014
Jun 04 15:50:26.441753 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:26.454401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8ad6abcc-d604-43a2-b737-e69bf12a22da tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Synchronizing usage tracker for tenant:f1b885e8c5cc45efb6b1d4fc65fdcc2d on resource:floatingip {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:50:26.580037 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8ad6abcc-d604-43a2-b737-e69bf12a22da tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Unset dirty status for tenant:f1b885e8c5cc45efb6b1d4fc65fdcc2d on resource:floatingip {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:50:26.581353 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8ad6abcc-d604-43a2-b737-e69bf12a22da tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 212 time: 0.3910377
Jun 04 15:50:26.586339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54918) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:26.610838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ebc15-6611-4683-b1ef-012d44c6898f req-3e5230f6-7c0b-4256-81cf-40d979f9d6d8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:26.612582 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d39ebc15-6611-4683-b1ef-012d44c6898f req-3e5230f6-7c0b-4256-81cf-40d979f9d6d8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 944 time: 0.0906014
Jun 04 15:50:26.731907 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d39ebc15-6611-4683-b1ef-012d44c6898f req-eb8a0f49-d2fb-4007-9ef6-e8ce930022a1 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995512
Jun 04 15:50:26.750990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ece1ca5-ebf9-45fe-8d11-1431fcef7a39 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:26.751539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ece1ca5-ebf9-45fe-8d11-1431fcef7a39 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:26.752057 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ece1ca5-ebf9-45fe-8d11-1431fcef7a39 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:26.752560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ece1ca5-ebf9-45fe-8d11-1431fcef7a39 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:26.753169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ece1ca5-ebf9-45fe-8d11-1431fcef7a39 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:26.753623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ece1ca5-ebf9-45fe-8d11-1431fcef7a39 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:26.754718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0ece1ca5-ebf9-45fe-8d11-1431fcef7a39 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Synchronizing usage tracker for tenant:f1b885e8c5cc45efb6b1d4fc65fdcc2d on resource:subnet {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:50:26.870127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0ece1ca5-ebf9-45fe-8d11-1431fcef7a39 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Unset dirty status for tenant:f1b885e8c5cc45efb6b1d4fc65fdcc2d on resource:subnet {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:50:26.874637 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0ece1ca5-ebf9-45fe-8d11-1431fcef7a39 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4003 time: 0.2869132
Jun 04 15:50:26.875323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54924) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:26.897591 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 1f36913e-82db-47f2-bfff-63b8979f507c details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:50:26.979593 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-ba5fe118-b1aa-4825-8af9-0bb55ab99ed7 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] delete failed (client error): The resource could not be found.
Jun 04 15:50:26.983532 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ba5fe118-b1aa-4825-8af9-0bb55ab99ed7 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/6c51f813-7af6-488a-817f-42351972f643 HTTP/1.1" status: 404  len: 345 time: 0.1072149
Jun 04 15:50:26.983732 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54928) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:27.011732 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-07110b79-a066-48ff-87c4-b273d7892263 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] DELETE failed (client error): The resource could not be found.
Jun 04 15:50:27.014568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07110b79-a066-48ff-87c4-b273d7892263 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:50:27.020392 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-07110b79-a066-48ff-87c4-b273d7892263 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "DELETE /v2.0/networks/99e74306-4ac3-4057-9cfc-dab8bbf73a4e HTTP/1.1" status: 404  len: 339 time: 0.0322020
Jun 04 15:50:27.023613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54930) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:27.029037 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Request body: {'network': {'name': 'tempest-network--883711999', 'router:external': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:27.036033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:27.040222 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Usage tracker for resource:network and tenant:f1b885e8c5cc45efb6b1d4fc65fdcc2d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:27.043463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:27.051022 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:27.067500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 1f36913e-82db-47f2-bfff-63b8979f507c, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1f36913e-82db-47f2-bfff-63b8979f507c,segment=NetworkSegment(a46f2c2b-3ae2-4783-8b12-adb68ec39ee2),segment_id=a46f2c2b-3ae2-4783-8b12-adb68ec39ee2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:50:27.085152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '1f36913e-82db-47f2-bfff-63b8979f507c', 'network_id': 'aaea904b-ed85-4a7e-8af9-2169d606ced0', 'port_id': '1f36913e-82db-47f2-bfff-63b8979f507c', 'mac_address': 'fa:16:3e:83:93:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e530bfe-a8af-419d-a25d-7312a06ced88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:50:27.135752 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Made reservation on behalf of f1b885e8c5cc45efb6b1d4fc65fdcc2d for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:27.138545 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:27.144705 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:27.167087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f36913e-82db-47f2-bfff-63b8979f507c {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:50:27.172367 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:50:27.183916 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:27.184404 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Added segment 8603feac-a9b5-45d8-9db4-ede2908dc950 of type vlan for network c6954ada-8d9e-4b28-ae4b-270a12ff8984
Jun 04 15:50:27.185771 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 1f36913e-82db-47f2-bfff-63b8979f507c, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1f36913e-82db-47f2-bfff-63b8979f507c,segment=NetworkSegment(a46f2c2b-3ae2-4783-8b12-adb68ec39ee2),segment_id=a46f2c2b-3ae2-4783-8b12-adb68ec39ee2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:50:27.228807 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:27.279010 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:27.280807 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:27.329322 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:27.330448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:27.332271 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:27.339111 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:27.354126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=1f36913e-82db-47f2-bfff-63b8979f507c,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:27.357674 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:27.444539 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event updated for resources: {'Network': ['ID=c6954ada-8d9e-4b28-ae4b-270a12ff8984,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:27.447166 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:27.457819 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network c6954ada-8d9e-4b28-ae4b-270a12ff8984 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:50:27.539643 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.5110352
Jun 04 15:50:27.539643 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54938) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:27.670305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcd516-4de8-43bd-8c17-e091dbd47a16 req-5e78702d-ed2f-47cd-b15b-72fb05fa0880 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:27.681274 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3fbcd516-4de8-43bd-8c17-e091dbd47a16 req-5e78702d-ed2f-47cd-b15b-72fb05fa0880 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 943 time: 0.1315033
Jun 04 15:50:27.749194 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029b7b9-0769-49d4-8112-a59a2a719d94 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:27.751470 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3fbcd516-4de8-43bd-8c17-e091dbd47a16 req-a517930c-17b3-4185-b43e-48c1718358f2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f70deda-e489-4f47-ad86-5af7fd34d29f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690601
Jun 04 15:50:27.755472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029b7b9-0769-49d4-8112-a59a2a719d94 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:27.768401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029b7b9-0769-49d4-8112-a59a2a719d94 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:27.770526 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029b7b9-0769-49d4-8112-a59a2a719d94 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:27.774651 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a029b7b9-0769-49d4-8112-a59a2a719d94 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.2314606
Jun 04 15:50:27.775308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54940) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:27.792163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['1f36913e-82db-47f2-bfff-63b8979f507c'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:50:27.896675 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79baddb1-50aa-414e-be78-fa14e9b0a5cd tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:28.040272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c490bbf-ba81-423c-831e-515f53fc9788 req-ed79fcac-08fe-47d0-bb65-00b8df164d4b tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:28.048131 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5c490bbf-ba81-423c-831e-515f53fc9788 req-ed79fcac-08fe-47d0-bb65-00b8df164d4b tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 945 time: 0.1241174
Jun 04 15:50:28.064714 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79baddb1-50aa-414e-be78-fa14e9b0a5cd tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:28.090146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-79baddb1-50aa-414e-be78-fa14e9b0a5cd tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8385884d60>,) {'filters': {'network_id': ['c6954ada-8d9e-4b28-ae4b-270a12ff8984']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:28.101475 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5c490bbf-ba81-423c-831e-515f53fc9788 req-01f3f917-7121-46fe-9b43-df1ccadb1923 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517418
Jun 04 15:50:28.108212 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-79baddb1-50aa-414e-be78-fa14e9b0a5cd tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385884d60>, '8603feac-a9b5-45d8-9db4-ede2908dc950') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:28.109119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-79baddb1-50aa-414e-be78-fa14e9b0a5cd tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385884d60>, '8603feac-a9b5-45d8-9db4-ede2908dc950') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:28.128026 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79baddb1-50aa-414e-be78-fa14e9b0a5cd tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:28.150776 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79baddb1-50aa-414e-be78-fa14e9b0a5cd tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:28.158979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79baddb1-50aa-414e-be78-fa14e9b0a5cd tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:50:28.160561 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79baddb1-50aa-414e-be78-fa14e9b0a5cd tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:50:28.173543 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:50:28.345870 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79baddb1-50aa-414e-be78-fa14e9b0a5cd tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:28.358431 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ac785fe3-4d3d-46ba-ab9a-bd8653bc03a0 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:28.396110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79baddb1-50aa-414e-be78-fa14e9b0a5cd tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  c6954ada-8d9e-4b28-ae4b-270a12ff8984 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Jun 04 15:50:28.399073 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-79baddb1-50aa-414e-be78-fa14e9b0a5cd tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:28.406917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79baddb1-50aa-414e-be78-fa14e9b0a5cd tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6954ada-8d9e-4b28-ae4b-270a12ff8984,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:28.416406 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-79baddb1-50aa-414e-be78-fa14e9b0a5cd tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:28.418086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54944) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:28.429084 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Request body: {'network': {'name': 'tempest-network--1609602933', 'router:external': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:28.432931 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-79baddb1-50aa-414e-be78-fa14e9b0a5cd tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c6954ada-8d9e-4b28-ae4b-270a12ff8984 HTTP/1.1" status: 204  len: 168 time: 0.6563661
Jun 04 15:50:28.439012 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:28.445390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Usage tracker for resource:network and tenant:f1b885e8c5cc45efb6b1d4fc65fdcc2d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:28.449270 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:28.457460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:28.582287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Made reservation on behalf of f1b885e8c5cc45efb6b1d4fc65fdcc2d for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:28.585229 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:28.621373 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:50:28.631874 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:28.632380 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Added segment be9e92cf-802d-411b-8d88-94c689a487dd of type vlan for network 5ab904aa-0a01-439f-8040-82bfc4f6614f
Jun 04 15:50:28.676304 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:28.788485 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:28.788485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:28.788485 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:28.794226 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1dd592f8-4b6e-4452-b754-448c44b5f996 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:28.902355 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9f348c9c-8e68-414f-93ff-c928f6d11054 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:50:28.904647 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 1f36913e-82db-47f2-bfff-63b8979f507c up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:50:28.937156 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.5129774
Jun 04 15:50:28.938336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event updated for resources: {'Network': ['ID=5ab904aa-0a01-439f-8040-82bfc4f6614f,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:28.940796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54952) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:28.943594 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:29.007624 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 5ab904aa-0a01-439f-8040-82bfc4f6614f details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:50:29.127748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadb245-7aa7-4164-af89-62dcf9d07ecb req-1882d204-56f0-40dc-b3cf-4c080c83f897 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:29.135328 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0cadb245-7aa7-4164-af89-62dcf9d07ecb req-1882d204-56f0-40dc-b3cf-4c080c83f897 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 943 time: 0.2563143
Jun 04 15:50:29.186119 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0cadb245-7aa7-4164-af89-62dcf9d07ecb req-eb9aeaec-d836-4bc6-bdbf-cabbde2355f2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f70deda-e489-4f47-ad86-5af7fd34d29f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501711
Jun 04 15:50:29.238547 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a8a393-5f3b-4666-87bb-d4ad589b76ec tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:29.242396 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e5a8a393-5f3b-4666-87bb-d4ad589b76ec tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] 10.222.0.32 "GET /v2.0/networks/5ab904aa-0a01-439f-8040-82bfc4f6614f HTTP/1.1" status: 200  len: 757 time: 0.2979732
Jun 04 15:50:29.242880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54956) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:29.273159 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.resource_extend [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 04 15:50:29.336416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65722a6-983f-4b3a-bb1d-9a8337a470f9 req-9f9e1942-a059-4525-b67c-b1768d5eabbe tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:29.337916 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c65722a6-983f-4b3a-bb1d-9a8337a470f9 req-9f9e1942-a059-4525-b67c-b1768d5eabbe tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 945 time: 0.0957534
Jun 04 15:50:29.376843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977ecd65-cb3e-4fe5-88ac-cc54613d27df tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:29.377499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-977ecd65-cb3e-4fe5-88ac-cc54613d27df tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Synchronizing usage tracker for tenant:d0477d50d44249ca829bb322e43cfbfb on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:50:29.393387 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c65722a6-983f-4b3a-bb1d-9a8337a470f9 req-25504151-8e3f-4be5-b9ce-a51876bbcd63 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490713
Jun 04 15:50:29.421453 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9f348c9c-8e68-414f-93ff-c928f6d11054, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9f348c9c-8e68-414f-93ff-c928f6d11054,segment=NetworkSegment(0bd4e588-0a14-416f-a6c3-9f5faf1e93af),segment_id=0bd4e588-0a14-416f-a6c3-9f5faf1e93af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:50:29.441993 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 1f36913e-82db-47f2-bfff-63b8979f507c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:29.445183 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '9f348c9c-8e68-414f-93ff-c928f6d11054', 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836', 'port_id': '9f348c9c-8e68-414f-93ff-c928f6d11054', 'mac_address': 'fa:16:3e:28:68:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9531a918-659b-45e9-a2eb-386da688eb48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:50:29.450421 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 1f36913e-82db-47f2-bfff-63b8979f507c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:29.450784 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:29.468474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-977ecd65-cb3e-4fe5-88ac-cc54613d27df tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Unset dirty status for tenant:d0477d50d44249ca829bb322e43cfbfb on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:50:29.470792 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-977ecd65-cb3e-4fe5-88ac-cc54613d27df tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] 10.222.0.32 "GET /v2.0/networks/e0ab7a66-8d91-4e9b-9f43-7d6f727368e4 HTTP/1.1" status: 200  len: 768 time: 0.2269695
Jun 04 15:50:29.473351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 54958) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:29.567532 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c37fb8c-407c-4ea9-81f5-6444ab974639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:29.588379 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:29.608127 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-549f85b6-0e6b-4a43-98a1-90c058bbdeb3 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:29.642980 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f348c9c-8e68-414f-93ff-c928f6d11054 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:50:29.682579 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9f348c9c-8e68-414f-93ff-c928f6d11054, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9f348c9c-8e68-414f-93ff-c928f6d11054,segment=NetworkSegment(0bd4e588-0a14-416f-a6c3-9f5faf1e93af),segment_id=0bd4e588-0a14-416f-a6c3-9f5faf1e93af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:50:29.683487 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:29.717137 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f36913e-82db-47f2-bfff-63b8979f507c'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:50:29.720753 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6975ed-2637-4704-95a3-068466212496" -d '{"events": [{"server_uuid": "a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8", "name": "network-vif-plugged", "status": "completed", "tag": "1f36913e-82db-47f2-bfff-63b8979f507c"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:50:29.734685 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 1f36913e-82db-47f2-bfff-63b8979f507c, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1f36913e-82db-47f2-bfff-63b8979f507c,segment=NetworkSegment(a46f2c2b-3ae2-4783-8b12-adb68ec39ee2),segment_id=a46f2c2b-3ae2-4783-8b12-adb68ec39ee2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:50:29.756675 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:29.759951 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:29.774120 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-549f85b6-0e6b-4a43-98a1-90c058bbdeb3 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:29.800984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-549f85b6-0e6b-4a43-98a1-90c058bbdeb3 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386f9a0a0>,) {'filters': {'network_id': ['5ab904aa-0a01-439f-8040-82bfc4f6614f']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:29.817381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-549f85b6-0e6b-4a43-98a1-90c058bbdeb3 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f9a0a0>, 'be9e92cf-802d-411b-8d88-94c689a487dd') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:29.817738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-549f85b6-0e6b-4a43-98a1-90c058bbdeb3 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386f9a0a0>, 'be9e92cf-802d-411b-8d88-94c689a487dd') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:29.844788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-549f85b6-0e6b-4a43-98a1-90c058bbdeb3 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:29.879076 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-549f85b6-0e6b-4a43-98a1-90c058bbdeb3 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:29.886898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549f85b6-0e6b-4a43-98a1-90c058bbdeb3 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:50:29.887319 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-549f85b6-0e6b-4a43-98a1-90c058bbdeb3 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:50:29.908824 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:50:29.913943 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:29.940751 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=9f348c9c-8e68-414f-93ff-c928f6d11054,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:29.951381 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:29.951679 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:29.952053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:29.952340 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:29.952717 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:29.953068 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:29.954186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:29.954865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:29.955211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:29.955538 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:29.955863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:29.956217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:50:29.960411 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:29.960908 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:30.011467 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0728133-5002-4a1b-84f5-35b59e666a40 x-openstack-request-id: req-b0728133-5002-4a1b-84f5-35b59e666a40 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:50:30.011467 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8", "name": "network-vif-plugged", "status": "completed", "tag": "1f36913e-82db-47f2-bfff-63b8979f507c", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:50:30.011741 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0728133-5002-4a1b-84f5-35b59e666a40 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:50:30.012334 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f36913e-82db-47f2-bfff-63b8979f507c', 'code': 200}
Jun 04 15:50:30.058725 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=1f36913e-82db-47f2-bfff-63b8979f507c,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:30.062141 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:30.129308 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-549f85b6-0e6b-4a43-98a1-90c058bbdeb3 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:30.142341 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cd2c9bf4-2166-4024-809c-e8658d093b2d tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:30.145814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['9f348c9c-8e68-414f-93ff-c928f6d11054'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:50:30.160815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549f85b6-0e6b-4a43-98a1-90c058bbdeb3 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  5ab904aa-0a01-439f-8040-82bfc4f6614f {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Jun 04 15:50:30.167316 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-549f85b6-0e6b-4a43-98a1-90c058bbdeb3 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:30.170436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f85b6-0e6b-4a43-98a1-90c058bbdeb3 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ab904aa-0a01-439f-8040-82bfc4f6614f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:30.182413 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-549f85b6-0e6b-4a43-98a1-90c058bbdeb3 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:30.189745 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-549f85b6-0e6b-4a43-98a1-90c058bbdeb3 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "DELETE /v2.0/networks/5ab904aa-0a01-439f-8040-82bfc4f6614f HTTP/1.1" status: 204  len: 168 time: 0.7153287
Jun 04 15:50:30.193930 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54986) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:30.199481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Request body: {'network': {'name': 'tempest-network--182949005'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:30.216573 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:30.222934 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Usage tracker for resource:network and tenant:f1b885e8c5cc45efb6b1d4fc65fdcc2d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:30.224923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646c78f-eb2a-4b27-b903-f7e35937193d req-c96b3c18-67ce-463f-92dc-6b1196707931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:30.235246 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:30.238971 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8646c78f-eb2a-4b27-b903-f7e35937193d req-c96b3c18-67ce-463f-92dc-6b1196707931 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 1097 time: 0.1464381
Jun 04 15:50:30.242796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:30.343113 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8646c78f-eb2a-4b27-b903-f7e35937193d req-9e5e527b-e012-46aa-8119-3d52b14ddeaf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953503
Jun 04 15:50:30.387362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Made reservation on behalf of f1b885e8c5cc45efb6b1d4fc65fdcc2d for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:30.387362 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:30.496891 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:50:30.515791 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:30.516868 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Added segment f979fd8b-8e12-4a0f-af52-bb6a6d80998d of type vlan for network 2268acf5-5e3e-42eb-b913-c8ca6fd5eecd
Jun 04 15:50:30.550844 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82924ec4-8af0-4ecc-ac86-e766a0af3570 req-95c8ccf2-7136-4249-aa16-b4c6217be165 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:30.559507 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-82924ec4-8af0-4ecc-ac86-e766a0af3570 req-95c8ccf2-7136-4249-aa16-b4c6217be165 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 944 time: 0.2102618
Jun 04 15:50:30.600878 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:30.675911 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-82924ec4-8af0-4ecc-ac86-e766a0af3570 req-841c8da9-6ab1-4cde-ac9a-c58792edd097 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f70deda-e489-4f47-ad86-5af7fd34d29f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1153553
Jun 04 15:50:30.705734 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:30.706944 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:30.707534 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:30.716967 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7d36017c-5e80-4886-b67e-17e9e684bdb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:30.746799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4e13f-d11d-4581-a695-f6a2cda27b6f req-9019fb20-1f8a-4c53-a27a-fb5884a5ebd0 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:30.756722 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f3a4e13f-d11d-4581-a695-f6a2cda27b6f req-9019fb20-1f8a-4c53-a27a-fb5884a5ebd0 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 946 time: 0.1783853
Jun 04 15:50:30.845491 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f3a4e13f-d11d-4581-a695-f6a2cda27b6f req-3c3bb42b-9bd3-4cae-b93c-8bec2d00a597 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874367
Jun 04 15:50:30.906068 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event updated for resources: {'Network': ['ID=2268acf5-5e3e-42eb-b913-c8ca6fd5eecd,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:30.913812 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:30.922942 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 2268acf5-5e3e-42eb-b913-c8ca6fd5eecd details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:50:30.965046 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.7685199
Jun 04 15:50:30.966221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 54996) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:30.972924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c85cb198-a6fe-451b-908a-7f0c3308cc4c tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:31.277252 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c85cb198-a6fe-451b-908a-7f0c3308cc4c tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:31.371389 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c85cb198-a6fe-451b-908a-7f0c3308cc4c tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:31.386967 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-60a21979-6a73-4ab8-acd3-326be1f016b7 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:31.418384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c85cb198-a6fe-451b-908a-7f0c3308cc4c tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Network 2268acf5-5e3e-42eb-b913-c8ca6fd5eecd is not hosted by any dhcp agent {{(pid=88301) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
Jun 04 15:50:31.419543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85cb198-a6fe-451b-908a-7f0c3308cc4c tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:31.420190 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c85cb198-a6fe-451b-908a-7f0c3308cc4c tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:31.421599 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c85cb198-a6fe-451b-908a-7f0c3308cc4c tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "PUT /v2.0/networks/2268acf5-5e3e-42eb-b913-c8ca6fd5eecd HTTP/1.1" status: 200  len: 857 time: 0.4541473
Jun 04 15:50:31.434589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55002) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:31.517843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cb198-a6fe-451b-908a-7f0c3308cc4c tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event updated for resources: {'Network': ['ID=2268acf5-5e3e-42eb-b913-c8ca6fd5eecd,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:31.525144 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c85cb198-a6fe-451b-908a-7f0c3308cc4c tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:31.604990 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0d4433c2-d341-40c0-b906-4b77149aea5b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:32.058990 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:32.072281 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4072f-76ef-42ee-8a41-a41bf94a30fc req-8532713d-fbae-4189-8773-f6715b78a1f0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:32.074491 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4b4072f-76ef-42ee-8a41-a41bf94a30fc req-8532713d-fbae-4189-8773-f6715b78a1f0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 944 time: 0.1786857
Jun 04 15:50:32.109216 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0d4433c2-d341-40c0-b906-4b77149aea5b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:32.138057 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4b4072f-76ef-42ee-8a41-a41bf94a30fc req-5231354c-6e83-4b68-a816-478721ede04d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f70deda-e489-4f47-ad86-5af7fd34d29f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555937
Jun 04 15:50:32.166511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-0d4433c2-d341-40c0-b906-4b77149aea5b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386e74d30>,) {'filters': {'network_id': ['2268acf5-5e3e-42eb-b913-c8ca6fd5eecd']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:32.185644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-0d4433c2-d341-40c0-b906-4b77149aea5b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386e74d30>, 'f979fd8b-8e12-4a0f-af52-bb6a6d80998d') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:32.185945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-0d4433c2-d341-40c0-b906-4b77149aea5b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386e74d30>, 'f979fd8b-8e12-4a0f-af52-bb6a6d80998d') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:32.213204 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0d4433c2-d341-40c0-b906-4b77149aea5b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:32.236067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0d4433c2-d341-40c0-b906-4b77149aea5b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:32.244730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4433c2-d341-40c0-b906-4b77149aea5b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:50:32.246991 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0d4433c2-d341-40c0-b906-4b77149aea5b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:50:32.265219 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:50:32.297496 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc75f6-98de-4093-8d57-b71e2ec2703e req-4ea9390f-cdd9-48c1-8feb-907cfd04c8dd tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:32.299458 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f8fc75f6-98de-4093-8d57-b71e2ec2703e req-4ea9390f-cdd9-48c1-8feb-907cfd04c8dd tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 946 time: 0.1927726
Jun 04 15:50:32.328022 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-849ff28a-11fd-4da5-aa69-55bd523674b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:32.401094 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f8fc75f6-98de-4093-8d57-b71e2ec2703e req-42dee36a-771f-499b-8db8-7ad490779c25 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509205
Jun 04 15:50:32.478845 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0d4433c2-d341-40c0-b906-4b77149aea5b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:32.489342 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-79baddb1-50aa-414e-be78-fa14e9b0a5cd tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:32.509262 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4433c2-d341-40c0-b906-4b77149aea5b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  2268acf5-5e3e-42eb-b913-c8ca6fd5eecd {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Jun 04 15:50:32.513839 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0d4433c2-d341-40c0-b906-4b77149aea5b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:32.524694 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4433c2-d341-40c0-b906-4b77149aea5b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Pushing event deleted for resources: {'Network': ['ID=2268acf5-5e3e-42eb-b913-c8ca6fd5eecd,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:32.527747 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0d4433c2-d341-40c0-b906-4b77149aea5b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:32.536204 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0d4433c2-d341-40c0-b906-4b77149aea5b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] 10.222.0.32 "DELETE /v2.0/networks/2268acf5-5e3e-42eb-b913-c8ca6fd5eecd HTTP/1.1" status: 204  len: 168 time: 1.1000152
Jun 04 15:50:32.542481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55014) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:32.584231 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1aa93e8-d2b6-4b90-839f-0ada7beb9993 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] DELETE failed (client error): The resource could not be found.
Jun 04 15:50:32.584231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1aa93e8-d2b6-4b90-839f-0ada7beb9993 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88300) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 15:50:32.588752 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f1aa93e8-d2b6-4b90-839f-0ada7beb9993 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] 10.222.0.32 "DELETE /v2.0/subnets/534236f9-a913-4545-92a3-006fa1115bf8 HTTP/1.1" status: 404  len: 337 time: 0.0452056
Jun 04 15:50:32.589952 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55016) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:32.764029 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09520c23-0685-4763-88ab-28e7e721c78e tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:32.922049 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9f348c9c-8e68-414f-93ff-c928f6d11054 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:50:33.075812 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 9f348c9c-8e68-414f-93ff-c928f6d11054 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:33.081882 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 9f348c9c-8e68-414f-93ff-c928f6d11054 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:33.086496 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:33.123215 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09520c23-0685-4763-88ab-28e7e721c78e tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:33.142843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-09520c23-0685-4763-88ab-28e7e721c78e tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386bef070>,) {'filters': {'network_id': ['e0ab7a66-8d91-4e9b-9f43-7d6f727368e4']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:33.161355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-09520c23-0685-4763-88ab-28e7e721c78e tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386bef070>, '0fb88c9d-213b-48ec-9ede-9f8c057acbf0') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:33.161355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-09520c23-0685-4763-88ab-28e7e721c78e tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386bef070>, '0fb88c9d-213b-48ec-9ede-9f8c057acbf0') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:33.173040 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09520c23-0685-4763-88ab-28e7e721c78e tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:33.192666 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09520c23-0685-4763-88ab-28e7e721c78e tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:33.202587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09520c23-0685-4763-88ab-28e7e721c78e tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:50:33.204252 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09520c23-0685-4763-88ab-28e7e721c78e tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:33.238836 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:50:33.265439 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:50:33.273403 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae82920-3d61-459d-b1cb-4bf298afc00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f348c9c-8e68-414f-93ff-c928f6d11054'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:50:33.276724 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcad6ce3-b92f-49af-ab02-7f408b3e857d" -d '{"events": [{"server_uuid": "7ae82920-3d61-459d-b1cb-4bf298afc00a", "name": "network-vif-plugged", "status": "completed", "tag": "9f348c9c-8e68-414f-93ff-c928f6d11054"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:50:33.286738 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9f348c9c-8e68-414f-93ff-c928f6d11054, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9f348c9c-8e68-414f-93ff-c928f6d11054,segment=NetworkSegment(0bd4e588-0a14-416f-a6c3-9f5faf1e93af),segment_id=0bd4e588-0a14-416f-a6c3-9f5faf1e93af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:50:33.349262 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61692782-8d63-48b3-907b-62c810e402e4 x-openstack-request-id: req-61692782-8d63-48b3-907b-62c810e402e4 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:50:33.349800 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae82920-3d61-459d-b1cb-4bf298afc00a", "name": "network-vif-plugged", "status": "completed", "tag": "9f348c9c-8e68-414f-93ff-c928f6d11054", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:50:33.350322 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61692782-8d63-48b3-907b-62c810e402e4 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:50:33.350865 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae82920-3d61-459d-b1cb-4bf298afc00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f348c9c-8e68-414f-93ff-c928f6d11054', 'code': 200}
Jun 04 15:50:33.378999 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:33.381740 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:33.470142 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=9f348c9c-8e68-414f-93ff-c928f6d11054,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:33.473362 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:33.495079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac3a7b-f6ce-432d-a1d5-58544725e419 req-3ad81d3d-a184-4924-87eb-ae6233576f73 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:33.496684 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a4ac3a7b-f6ce-432d-a1d5-58544725e419 req-3ad81d3d-a184-4924-87eb-ae6233576f73 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 945 time: 0.2133300
Jun 04 15:50:33.513816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35148e1-4833-44bc-9023-f1f9a79a0819 req-285b4ad4-599b-4ffe-acbd-9abf5251a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:33.515406 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a35148e1-4833-44bc-9023-f1f9a79a0819 req-285b4ad4-599b-4ffe-acbd-9abf5251a340 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 1096 time: 0.0792546
Jun 04 15:50:33.523703 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09520c23-0685-4763-88ab-28e7e721c78e tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:33.527770 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-09520c23-0685-4763-88ab-28e7e721c78e tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:33.537674 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b8376540-1a8f-447e-bbf2-ad0df5dc2ec7 tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:33.571208 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a35148e1-4833-44bc-9023-f1f9a79a0819 req-e77009b4-0552-4fb3-a62b-d6a32c6ef701 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5f70deda-e489-4f47-ad86-5af7fd34d29f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371482
Jun 04 15:50:33.572015 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09520c23-0685-4763-88ab-28e7e721c78e tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Pushing event deleted for resources: {'Network': ['ID=e0ab7a66-8d91-4e9b-9f43-7d6f727368e4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:33.572965 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09520c23-0685-4763-88ab-28e7e721c78e tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:33.596270 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a4ac3a7b-f6ce-432d-a1d5-58544725e419 req-6975f535-0ff5-4f54-b31f-92f487aa53fe tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f70deda-e489-4f47-ad86-5af7fd34d29f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926588
Jun 04 15:50:33.648021 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-09520c23-0685-4763-88ab-28e7e721c78e tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] 10.222.0.32 "DELETE /v2.0/networks/e0ab7a66-8d91-4e9b-9f43-7d6f727368e4 HTTP/1.1" status: 204  len: 168 time: 1.0540695
Jun 04 15:50:33.744583 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:34.207268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55044) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:34.457841 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa9958-5ca8-43bc-b689-9a715b441767 req-30ea6d9d-cafc-4943-a39f-c823b0ff40e4 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:34.467973 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c4aa9958-5ca8-43bc-b689-9a715b441767 req-30ea6d9d-cafc-4943-a39f-c823b0ff40e4 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 946 time: 0.1334438
Jun 04 15:50:34.472884 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-50405a1e-1829-4cc6-85cb-f4a609120c14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0477d50d44249ca829bb322e43cfbfb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2642021
Jun 04 15:50:34.478050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55050) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:34.525281 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c4aa9958-5ca8-43bc-b689-9a715b441767 req-7f8e9b55-ad7d-45e0-b8cb-0e29590f8240 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559504
Jun 04 15:50:34.558105 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5183a351-a2f9-45ec-a777-c44658abdec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:34.588286 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5183a351-a2f9-45ec-a777-c44658abdec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:34.751372 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5183a351-a2f9-45ec-a777-c44658abdec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:34.758649 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:34.822117 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5183a351-a2f9-45ec-a777-c44658abdec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:34.827530 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5183a351-a2f9-45ec-a777-c44658abdec2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46c378ec-aaac-4d65-a798-973771fd07ef HTTP/1.1" status: 204  len: 168 time: 0.3466859
Jun 04 15:50:34.841971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183a351-a2f9-45ec-a777-c44658abdec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c378ec-aaac-4d65-a798-973771fd07ef,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:34.849943 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5183a351-a2f9-45ec-a777-c44658abdec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:34.877591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60199a85-57ed-429a-923b-149deae40b14 req-51057f39-681b-4c83-800b-4b042f9daf22 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:34.880391 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-60199a85-57ed-429a-923b-149deae40b14 req-51057f39-681b-4c83-800b-4b042f9daf22 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 945 time: 0.1078098
Jun 04 15:50:34.936482 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-60199a85-57ed-429a-923b-149deae40b14 req-c8f1dfea-fe2c-4ea4-aeda-6d2da17657b1 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f70deda-e489-4f47-ad86-5af7fd34d29f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493262
Jun 04 15:50:35.261891 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:35.790779 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf202b2-c241-4843-8c96-f31cee10b035 req-8de5d926-b22a-4071-a0dc-2efbdfa4ae23 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:35.799502 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6bf202b2-c241-4843-8c96-f31cee10b035 req-8de5d926-b22a-4071-a0dc-2efbdfa4ae23 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 946 time: 0.1294961
Jun 04 15:50:35.825163 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55082) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:35.864937 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6bf202b2-c241-4843-8c96-f31cee10b035 req-9dafbd50-e822-49ad-a8ba-d2af178a4a09 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610025
Jun 04 15:50:35.899602 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c1cdd1a0-3b13-425b-8c18-11c6317e366d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1b885e8c5cc45efb6b1d4fc65fdcc2d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0723798
Jun 04 15:50:35.901624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55084) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:35.978530 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c9786e0-31cf-4bb6-bbec-0676d77dbc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:36.011536 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c9786e0-31cf-4bb6-bbec-0676d77dbc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:36.173161 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c9786e0-31cf-4bb6-bbec-0676d77dbc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:36.180815 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6fecbf4e-bf6b-43c8-94c5-aba78867a450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:36.239138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9786e0-31cf-4bb6-bbec-0676d77dbc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d105d9ec-c51b-4e55-9841-5b56a74998a6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:36.242210 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c9786e0-31cf-4bb6-bbec-0676d77dbc2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:36.249341 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1c9786e0-31cf-4bb6-bbec-0676d77dbc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:36.250501 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1c9786e0-31cf-4bb6-bbec-0676d77dbc2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d105d9ec-c51b-4e55-9841-5b56a74998a6 HTTP/1.1" status: 204  len: 168 time: 0.3478544
Jun 04 15:50:36.323119 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630f292-a2dc-4ab3-a57d-961d60f81587 req-b060c0e6-b981-40c0-92c0-d80017e46463 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:36.327840 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c630f292-a2dc-4ab3-a57d-961d60f81587 req-b060c0e6-b981-40c0-92c0-d80017e46463 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 945 time: 0.2056668
Jun 04 15:50:36.381378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd44cfa-a706-4404-957b-7295d434a461 req-e96ef2d5-7304-4352-bcc3-1c6dbdd53911 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:36.383269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fbd44cfa-a706-4404-957b-7295d434a461 req-e96ef2d5-7304-4352-bcc3-1c6dbdd53911 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 946 time: 0.1787376
Jun 04 15:50:36.412462 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c630f292-a2dc-4ab3-a57d-961d60f81587 req-a58f81ec-5654-4336-a820-3f982fa18cff tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f70deda-e489-4f47-ad86-5af7fd34d29f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781031
Jun 04 15:50:36.594406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-fbd44cfa-a706-4404-957b-7295d434a461 req-baf939dc-7abf-4649-b9bb-866f28a8fa15 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Deleting port 1f36913e-82db-47f2-bfff-63b8979f507c {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:50:36.595110 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fbd44cfa-a706-4404-957b-7295d434a461 req-baf939dc-7abf-4649-b9bb-866f28a8fa15 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:36.681027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cddd3-b2a9-4ce7-84dc-519f77155b89 req-137438ac-2dcb-4004-a532-4b245018f5cc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:36.682617 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5b7cddd3-b2a9-4ce7-84dc-519f77155b89 req-137438ac-2dcb-4004-a532-4b245018f5cc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 945 time: 0.1384606
Jun 04 15:50:36.738842 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5b7cddd3-b2a9-4ce7-84dc-519f77155b89 req-cd900ab9-c1fa-4565-b53f-01e2975bcc22 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f70deda-e489-4f47-ad86-5af7fd34d29f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487771
Jun 04 15:50:36.753318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-fbd44cfa-a706-4404-957b-7295d434a461 req-baf939dc-7abf-4649-b9bb-866f28a8fa15 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] For port 1f36913e-82db-47f2-bfff-63b8979f507c, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1f36913e-82db-47f2-bfff-63b8979f507c,segment=NetworkSegment(a46f2c2b-3ae2-4783-8b12-adb68ec39ee2),segment_id=a46f2c2b-3ae2-4783-8b12-adb68ec39ee2)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:50:36.753744 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fbd44cfa-a706-4404-957b-7295d434a461 req-baf939dc-7abf-4649-b9bb-866f28a8fa15 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:36.767905 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55102) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:36.898090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b1e3dc-57c6-4066-930f-f5c1e244a473 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:36.900189 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b2b1e3dc-57c6-4066-930f-f5c1e244a473 tempest-TestNetworkBasicOps-1440279815 tempest-TestNetworkBasicOps-1440279815-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 1091 time: 0.1307027
Jun 04 15:50:36.907243 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55110) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:36.913691 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'port_id': '9f348c9c-8e68-414f-93ff-c928f6d11054', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:36.928231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:36.934088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Usage tracker for resource:floatingip and tenant:8bc21cf1a3b849349b38aac0222e9fea is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:36.937879 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:36.946050 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:36.994604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-fbd44cfa-a706-4404-957b-7295d434a461 req-baf939dc-7abf-4649-b9bb-866f28a8fa15 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Calling delete_port for 1f36913e-82db-47f2-bfff-63b8979f507c owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:50:37.053324 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:37.272860 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:37.290569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efba24-1807-46dd-b5be-4e0cfad6c841 req-5ad38e80-a48c-4d28-b70d-97617a74f581 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:37.292472 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-18efba24-1807-46dd-b5be-4e0cfad6c841 req-5ad38e80-a48c-4d28-b70d-97617a74f581 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 946 time: 0.2478020
Jun 04 15:50:37.350152 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-18efba24-1807-46dd-b5be-4e0cfad6c841 req-5224bb24-c9d2-4cd2-9b0a-92015c4eb042 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515575
Jun 04 15:50:37.397344 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fbd44cfa-a706-4404-957b-7295d434a461 req-baf939dc-7abf-4649-b9bb-866f28a8fa15 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:37.404684 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-29b40743-2407-4872-a6eb-4eecfbdb871d tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:37.453682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf939dc-7abf-4649-b9bb-866f28a8fa15 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Pushing event deleted for resources: {'Port': ['ID=1f36913e-82db-47f2-bfff-63b8979f507c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:37.475689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Allocated IP 172.25.4.8 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/b85d4896-b845-47e8-a782-9e815d0c247c) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:50:37.554136 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-baf939dc-7abf-4649-b9bb-866f28a8fa15 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:37.554833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd44cfa-a706-4404-957b-7295d434a461 req-baf939dc-7abf-4649-b9bb-866f28a8fa15 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] No DVR routers for this DVR port 1f36913e-82db-47f2-bfff-63b8979f507c on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:50:37.558646 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-fbd44cfa-a706-4404-957b-7295d434a461 req-baf939dc-7abf-4649-b9bb-866f28a8fa15 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:37.581904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8', 'name': 'network-vif-deleted', 'tag': '1f36913e-82db-47f2-bfff-63b8979f507c'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:50:37.581904 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47dd7ad-37b9-469c-bf5d-eb233a417180" -d '{"events": [{"server_uuid": "a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8", "name": "network-vif-deleted", "tag": "1f36913e-82db-47f2-bfff-63b8979f507c"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:50:37.662946 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fbd44cfa-a706-4404-957b-7295d434a461 req-baf939dc-7abf-4649-b9bb-866f28a8fa15 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.62 "DELETE /v2.0/ports/1f36913e-82db-47f2-bfff-63b8979f507c HTTP/1.1" status: 204  len: 173 time: 1.2538266
Jun 04 15:50:37.688063 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670b86c6-6a73-48b9-9a32-4fc5a2c28499 x-openstack-request-id: req-670b86c6-6a73-48b9-9a32-4fc5a2c28499 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:50:37.688488 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8", "name": "network-vif-deleted", "tag": "1f36913e-82db-47f2-bfff-63b8979f507c", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:50:37.688772 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-670b86c6-6a73-48b9-9a32-4fc5a2c28499 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:50:37.689264 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8', 'name': 'network-vif-deleted', 'tag': '1f36913e-82db-47f2-bfff-63b8979f507c', 'status': 'completed', 'code': 200}
Jun 04 15:50:37.753855 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:37.841888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55130) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:37.869102 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:37.876784 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7fff04b3-7929-460b-a67c-0c51b3184290 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:37.953814 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Port': ['ID=b85d4896-b845-47e8-a782-9e815d0c247c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:37.960471 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:37.970075 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:50:37.973752 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:37.977721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:50:38.013349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1452062047'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:38.019248 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:38.023161 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Usage tracker for resource:network and tenant:770abb766bfd49738a7fa6c2950eb222 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:38.026497 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:38.032964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:38.131017 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Made reservation on behalf of 770abb766bfd49738a7fa6c2950eb222 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:38.134709 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:38.154862 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:38.212090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:38.224888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Usage tracker for resource:security_group_rule and tenant:770abb766bfd49738a7fa6c2950eb222 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:38.229723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:38.239308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:38.416238 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78ee3151-6cbf-45e0-b4d2-f4e049a47319 req-b121076c-d33e-411b-ab2f-5b2eda81b419 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1015825
Jun 04 15:50:38.608634 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:38.675102 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:38.678498 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:38.688021 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-17f72327-5f76-40af-ba6e-b0e19049e9b2 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:38.728116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:50:38.736867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=707dc592-5ba3-472b-aed4-1223fc8dd9ed,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:38.757445 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:38.763042 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:38.763630 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Added segment f7582529-caee-4699-a5f1-7cfa768ce629 of type vlan for network c003da04-bfde-4b5d-986b-436d4498a28d
Jun 04 15:50:38.797715 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:38.858121 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-fd08e704-673b-4abc-87c6-1084317d240d req-259a896e-d081-4346-b6b7-443e33c3412b tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Synchronizing usage tracker for tenant:2f9a6e1b6c1948b38bed93f583611242 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:50:38.897566 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3151-6cbf-45e0-b4d2-f4e049a47319 req-d6263841-fbd9-449b-a036-2128e431aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:38.899509 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78ee3151-6cbf-45e0-b4d2-f4e049a47319 req-d6263841-fbd9-449b-a036-2128e431aa0b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c529ab1fa0340218e7af2e6151225af&device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 1097 time: 0.1280329
Jun 04 15:50:38.926730 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:38.946005 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 1f36913e-82db-47f2-bfff-63b8979f507c no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:50:39.022607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 1f36913e-82db-47f2-bfff-63b8979f507c {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:50:39.022858 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 1f36913e-82db-47f2-bfff-63b8979f507c not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:50:39.034096 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:39.042033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:39.042654 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:39.055669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-fd08e704-673b-4abc-87c6-1084317d240d req-259a896e-d081-4346-b6b7-443e33c3412b tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Unset dirty status for tenant:2f9a6e1b6c1948b38bed93f583611242 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:50:39.068538 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fd08e704-673b-4abc-87c6-1084317d240d req-259a896e-d081-4346-b6b7-443e33c3412b tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1a1cfe0-81bf-4520-ac1a-15f86ecb9be8 HTTP/1.1" status: 200  len: 210 time: 0.5553350
Jun 04 15:50:39.091487 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-abf58412-13c5-4751-af2d-9b118da19010 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:39.139209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3151-6cbf-45e0-b4d2-f4e049a47319 req-a1b3a291-5a13-47c7-b854-361405eec420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:39.140941 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78ee3151-6cbf-45e0-b4d2-f4e049a47319 req-a1b3a291-5a13-47c7-b854-361405eec420 service neutron] 10.222.0.65 "GET /v2.0/networks?id=70705144-4071-47c6-9ac6-46e7dd54c455 HTTP/1.1" status: 200  len: 915 time: 0.2177088
Jun 04 15:50:39.251843 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78ee3151-6cbf-45e0-b4d2-f4e049a47319 req-d0450e9a-31fc-477e-a2b9-5860d45dc532 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9790615c-cee6-4d94-b2ff-a0b73e1a7f16 HTTP/1.1" status: 200  len: 217 time: 0.1038997
Jun 04 15:50:39.333851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3151-6cbf-45e0-b4d2-f4e049a47319 req-2c7d3990-eeac-441f-8a8f-cbecc290f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:39.335597 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78ee3151-6cbf-45e0-b4d2-f4e049a47319 req-2c7d3990-eeac-441f-8a8f-cbecc290f447 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a889281-fbed-40fa-bfc8-cae6a651bb21 HTTP/1.1" status: 200  len: 854 time: 0.0783527
Jun 04 15:50:39.387920 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.5447085
Jun 04 15:50:39.391317 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78ee3151-6cbf-45e0-b4d2-f4e049a47319 req-e13535b2-f679-4176-8e26-95dba77e2af8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=70705144-4071-47c6-9ac6-46e7dd54c455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483680
Jun 04 15:50:39.392743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55150) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:39.397626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Request body: {'subnet': {'network_id': 'c003da04-bfde-4b5d-986b-436d4498a28d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:39.470410 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event updated for resources: {'Network': ['ID=c003da04-bfde-4b5d-986b-436d4498a28d,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:39.474680 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:39.482552 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network c003da04-bfde-4b5d-986b-436d4498a28d details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:50:39.544697 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:39.607520 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:39.610513 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78ee3151-6cbf-45e0-b4d2-f4e049a47319 req-774e217b-619c-466d-8eea-89914c545d98 service neutron] 10.222.0.65 "GET /v2.0/networks/70705144-4071-47c6-9ac6-46e7dd54c455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1965454
Jun 04 15:50:39.615934 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-db75d103-0f6e-44c2-81d4-4850c52acf2b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:39.730569 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event updated for resources: {'Port': ['ID=b85d4896-b845-47e8-a782-9e815d0c247c,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:39.735215 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:39.743762 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:39.780612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:39.793438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Usage tracker for resource:subnet and tenant:770abb766bfd49738a7fa6c2950eb222 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:39.798843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:39.807750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:39.842810 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-78ee3151-6cbf-45e0-b4d2-f4e049a47319 req-3927c546-0e28-4abe-98ea-30440bbb1de7 service neutron] 10.222.0.65 "GET /v2.0/networks/70705144-4071-47c6-9ac6-46e7dd54c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1767528
Jun 04 15:50:39.901309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Made reservation on behalf of 770abb766bfd49738a7fa6c2950eb222 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:39.905530 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:39.967809 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Floating IP 386f44bc-a5d1-42d9-bb39-2651fb7eb5ab associated. External IP: 172.25.4.8, port: 9f348c9c-8e68-414f-93ff-c928f6d11054.
Jun 04 15:50:40.627800 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Router 52a77645-4a6f-471f-bc51-369ddc4fd979 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:50:40.718870 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:40.728367 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-28b66a5c-e6e5-4d68-952b-f3b97588d6bc tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:40.829527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event updated for resources: {'Subnet': ['ID=f796dc5a-6630-492b-b35a-ba1560d14479,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:40.831975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Checking segment: {'id': 'f7582529-caee-4699-a5f1-7cfa768ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c003da04-bfde-4b5d-986b-436d4498a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:50:40.832474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Network hostable DHCP agents. Network: c003da04-bfde-4b5d-986b-436d4498a28d, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:50:40.835756 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:40.945359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Network c003da04-bfde-4b5d-986b-436d4498a28d is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:50:40.954963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:50:40.966172 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3e2fc4-ba23-4e98-9117-a7a25a9e7998 None None] Sync routers for ids ['52a77645-4a6f-471f-bc51-369ddc4fd979'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:50:40.981792 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3e2fc4-ba23-4e98-9117-a7a25a9e7998 None None] Routers {'52a77645-4a6f-471f-bc51-369ddc4fd979'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:50:40.987570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9d3e2fc4-ba23-4e98-9117-a7a25a9e7998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c42d1f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:50:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['52a77645-4a6f-471f-bc51-369ddc4fd979'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:41.050884 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:41.055727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, c003da04-bfde-4b5d-986b-436d4498a28d) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:41.075020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd51fc5d-0dd8-4325-8887-8486cb0f8d5f None None] Network c003da04-bfde-4b5d-986b-436d4498a28d requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:50:41.081873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:41.082459 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:41.132084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-0f4d3dec-37e3-44a8-a9a5-7105cd707672 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:41.139506 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-0f4d3dec-37e3-44a8-a9a5-7105cd707672 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/networks?id=aaea904b-ed85-4a7e-8af9-2169d606ced0 HTTP/1.1" status: 200  len: 808 time: 0.2601843
Jun 04 15:50:41.157852 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-dd901ee9-66b9-47c0-adda-7792b87d8f66 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/quotas/2f9a6e1b6c1948b38bed93f583611242 HTTP/1.1" status: 200  len: 375 time: 0.0171635
Jun 04 15:50:41.177411 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 4.2686005
Jun 04 15:50:41.178316 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae82920-3d61-459d-b1cb-4bf298afc00a', 'tag': '9f348c9c-8e68-414f-93ff-c928f6d11054'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:50:41.186032 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8553f13018e04d40ad2663875384cf1f72ee72a8ec5e25062a4edf8f747d5f43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9353b18-6fa2-4de5-98f1-23d7fd985948" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae82920-3d61-459d-b1cb-4bf298afc00a", "tag": "9f348c9c-8e68-414f-93ff-c928f6d11054"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:50:41.186032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55182) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:41.217417 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-81c84f8e-4ce2-4d0a-9f5f-b754b1c51444 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f9a6e1b6c1948b38bed93f583611242&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0585363
Jun 04 15:50:41.241465 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8456802
Jun 04 15:50:41.263250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55186) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:41.291388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Request body: {'port': {'network_id': 'c003da04-bfde-4b5d-986b-436d4498a28d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1555426661'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:41.371019 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-acc2333a-7f35-4fac-a6c7-006b94df5523 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/floatingips/386f44bc-a5d1-42d9-bb39-2651fb7eb5ab HTTP/1.1" status: 200  len: 989 time: 0.1852889
Jun 04 15:50:41.374135 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f24552-9108-4581-a359-0a557a4a84cb x-openstack-request-id: req-f6f24552-9108-4581-a359-0a557a4a84cb {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:50:41.375390 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae82920-3d61-459d-b1cb-4bf298afc00a", "tag": "9f348c9c-8e68-414f-93ff-c928f6d11054", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:50:41.376124 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6f24552-9108-4581-a359-0a557a4a84cb {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:50:41.377589 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae82920-3d61-459d-b1cb-4bf298afc00a', 'tag': '9f348c9c-8e68-414f-93ff-c928f6d11054', 'status': 'completed', 'code': 200}
Jun 04 15:50:41.442864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-9d3e2fc4-ba23-4e98-9117-a7a25a9e7998 None None] Set router 52a77645-4a6f-471f-bc51-369ddc4fd979 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:50:41.661640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-c003da04-bfde-4b5d-986b-436d4498a28d', 'network_id': 'c003da04-bfde-4b5d-986b-436d4498a28d', 'tenant_id': '770abb766bfd49738a7fa6c2950eb222', 'fixed_ips': [{'subnet_id': 'f796dc5a-6630-492b-b35a-ba1560d14479'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:50:41.663265 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:41.766044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9353b18-6fa2-4de5-98f1-23d7fd985948 req-88bfd7c7-62ab-4f29-b5be-1034888e962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:41.768316 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9353b18-6fa2-4de5-98f1-23d7fd985948 req-88bfd7c7-62ab-4f29-b5be-1034888e962e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 1096 time: 0.2739432
Jun 04 15:50:41.820087 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-d8eb233b-bc98-41d6-9725-4855f8a35244 service neutron] 10.222.0.32 "GET /v2.0/networks/aaea904b-ed85-4a7e-8af9-2169d606ced0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6017869
Jun 04 15:50:41.967951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:42.031356 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Allocated IP 2001:db8::2 (c003da04-bfde-4b5d-986b-436d4498a28d/f796dc5a-6630-492b-b35a-ba1560d14479/e4220ff2-a1b4-4468-8431-17ee58ed3f5e) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:50:42.041193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Usage tracker for resource:port and tenant:770abb766bfd49738a7fa6c2950eb222 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:42.055730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:42.071305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:42.118568 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-d209ee29-aaf3-4c72-996e-fbfc51289768 service neutron] 10.222.0.32 "GET /v2.0/networks/aaea904b-ed85-4a7e-8af9-2169d606ced0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2910092
Jun 04 15:50:42.121303 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9353b18-6fa2-4de5-98f1-23d7fd985948 req-0964b006-a43f-43f4-b62f-8d46ff857d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:42.122678 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9353b18-6fa2-4de5-98f1-23d7fd985948 req-0964b006-a43f-43f4-b62f-8d46ff857d4c service neutron] 10.222.0.62 "GET /v2.0/networks?id=073a9857-f576-4f6e-b8de-d30974af8836 HTTP/1.1" status: 200  len: 897 time: 0.3367524
Jun 04 15:50:42.233598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Made reservation on behalf of 770abb766bfd49738a7fa6c2950eb222 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:42.245399 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:42.304240 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] device_id is not set on port 32880cc4-454d-46e9-847d-3d0861991722 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:50:42.374094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55202) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:42.446615 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9353b18-6fa2-4de5-98f1-23d7fd985948 req-f3a31bb9-a3e8-49d1-bcc4-f1af618edc5a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f348c9c-8e68-414f-93ff-c928f6d11054 HTTP/1.1" status: 200  len: 997 time: 0.3141563
Jun 04 15:50:42.537189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9d3e2fc4-ba23-4e98-9117-a7a25a9e7998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c42d1f0>, [{'id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'name': 'tempest-TestNetworkBasicOps-router-635827825', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:49:59Z', 'updated_at': '2021-06-04T15:50:08Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:00Z', 'updated_at': '2021-06-04T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '386f44bc-a5d1-42d9-bb39-2651fb7eb5ab', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'port_id': '9f348c9c-8e68-414f-93ff-c928f6d11054', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836', 'mac_address': 'fa:16:3e:28:68:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae82920-3d61-459d-b1cb-4bf298afc00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:50:38Z', 'updated_at': '2021-06-04T15:50:38Z', 'revision_number': 0, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb4132e-f222-490a-9717-a4ce9fa1b13a', 'name': '', 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:b3:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '9531a918-659b-45e9-a2eb-386da688eb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:06Z', 'updated_at': '2021-06-04T15:50:14Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': '9531a918-659b-45e9-a2eb-386da688eb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:42.540896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3e2fc4-ba23-4e98-9117-a7a25a9e7998 None None] Checking router: 52a77645-4a6f-471f-bc51-369ddc4fd979 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:50:42.565335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9353b18-6fa2-4de5-98f1-23d7fd985948 req-a8386b38-b023-4e68-8142-a6d300c76fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:42.567144 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9353b18-6fa2-4de5-98f1-23d7fd985948 req-a8386b38-b023-4e68-8142-a6d300c76fb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9531a918-659b-45e9-a2eb-386da688eb48 HTTP/1.1" status: 200  len: 832 time: 0.1072886
Jun 04 15:50:42.626540 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3e2fc4-ba23-4e98-9117-a7a25a9e7998 None None] Routers {'52a77645-4a6f-471f-bc51-369ddc4fd979'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:50:42.627824 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9d3e2fc4-ba23-4e98-9117-a7a25a9e7998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c42d1f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:50:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['52a77645-4a6f-471f-bc51-369ddc4fd979'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:42.717776 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9353b18-6fa2-4de5-98f1-23d7fd985948 req-e0d6b7f8-441c-4c97-a549-e01d7e845d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:42.720301 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9353b18-6fa2-4de5-98f1-23d7fd985948 req-e0d6b7f8-441c-4c97-a549-e01d7e845d30 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=073a9857-f576-4f6e-b8de-d30974af8836&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1422300
Jun 04 15:50:42.829380 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:42.862708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Transition to ACTIVE for port object e4220ff2-a1b4-4468-8431-17ee58ed3f5e will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:42.901874 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Transition to ACTIVE for port object e4220ff2-a1b4-4468-8431-17ee58ed3f5e will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:42.904312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-9d3e2fc4-ba23-4e98-9117-a7a25a9e7998 None None] Set router 52a77645-4a6f-471f-bc51-369ddc4fd979 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:50:42.913792 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3ce42730-3fcf-4fd2-96c5-1a89036e7826 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/floatingips/386f44bc-a5d1-42d9-bb39-2651fb7eb5ab HTTP/1.1" status: 200  len: 989 time: 0.5370877
Jun 04 15:50:42.920709 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-01f09d3b-e6af-4e72-b5e4-abb54d082248 req-54484c40-b125-4421-999f-03d2622ec517 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 210 time: 0.3818462
Jun 04 15:50:42.974195 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9353b18-6fa2-4de5-98f1-23d7fd985948 req-f4597bac-4d85-457a-b204-c423c85ee22f service neutron] 10.222.0.62 "GET /v2.0/networks/073a9857-f576-4f6e-b8de-d30974af8836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2366953
Jun 04 15:50:43.046072 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:43.069171 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:43.148700 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Network c003da04-bfde-4b5d-986b-436d4498a28d is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:50:43.153777 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:43.160561 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:50:43.177681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Allocated IP 2001:db8::35c (c003da04-bfde-4b5d-986b-436d4498a28d/f796dc5a-6630-492b-b35a-ba1560d14479/32880cc4-454d-46e9-847d-3d0861991722) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:50:43.181214 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9353b18-6fa2-4de5-98f1-23d7fd985948 req-d93fe5a0-849e-49de-a4f5-f320dd1c68e7 service neutron] 10.222.0.62 "GET /v2.0/networks/073a9857-f576-4f6e-b8de-d30974af8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005236
Jun 04 15:50:43.256776 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Pushing event updated for resources: {'Port': ['ID=e4220ff2-a1b4-4468-8431-17ee58ed3f5e,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:43.280815 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:43.365738 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Attempting to bind port e4220ff2-a1b4-4468-8431-17ee58ed3f5e on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:50:43.366127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Attempting to bind port e4220ff2-a1b4-4468-8431-17ee58ed3f5e by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'f7582529-caee-4699-a5f1-7cfa768ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c003da04-bfde-4b5d-986b-436d4498a28d'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:50:43.366497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Attempting to bind port e4220ff2-a1b4-4468-8431-17ee58ed3f5e on network c003da04-bfde-4b5d-986b-436d4498a28d {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:50:43.378010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:50:43.384844 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Checking segment: {'id': 'f7582529-caee-4699-a5f1-7cfa768ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c003da04-bfde-4b5d-986b-436d4498a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:50:43.384844 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:43.384844 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Bound using segment: {'id': 'f7582529-caee-4699-a5f1-7cfa768ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c003da04-bfde-4b5d-986b-436d4498a28d'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:50:43.384844 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Bound port: e4220ff2-a1b4-4468-8431-17ee58ed3f5e, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7582529-caee-4699-a5f1-7cfa768ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c003da04-bfde-4b5d-986b-436d4498a28d'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:50:43.384844 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:43.423457 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:43.440501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Transition to ACTIVE for port object 32880cc4-454d-46e9-847d-3d0861991722 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:43.542671 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] For port e4220ff2-a1b4-4468-8431-17ee58ed3f5e, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:50:43.547103 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] For port e4220ff2-a1b4-4468-8431-17ee58ed3f5e, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e4220ff2-a1b4-4468-8431-17ee58ed3f5e,segment=NetworkSegment(f7582529-caee-4699-a5f1-7cfa768ce629),segment_id=f7582529-caee-4699-a5f1-7cfa768ce629)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:50:43.565795 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-9d3e2fc4-ba23-4e98-9117-a7a25a9e7998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c42d1f0>, [{'id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'name': 'tempest-TestNetworkBasicOps-router-635827825', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:49:59Z', 'updated_at': '2021-06-04T15:50:08Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:00Z', 'updated_at': '2021-06-04T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '386f44bc-a5d1-42d9-bb39-2651fb7eb5ab', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'port_id': '9f348c9c-8e68-414f-93ff-c928f6d11054', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836', 'mac_address': 'fa:16:3e:28:68:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae82920-3d61-459d-b1cb-4bf298afc00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:50:38Z', 'updated_at': '2021-06-04T15:50:38Z', 'revision_number': 0, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb4132e-f222-490a-9717-a4ce9fa1b13a', 'name': '', 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:b3:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '9531a918-659b-45e9-a2eb-386da688eb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:06Z', 'updated_at': '2021-06-04T15:50:14Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': '9531a918-659b-45e9-a2eb-386da688eb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:50:43.576234 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3e2fc4-ba23-4e98-9117-a7a25a9e7998 None None] The sync data for ids ['52a77645-4a6f-471f-bc51-369ddc4fd979'] in n-d-791505-9 is: [{'id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'name': 'tempest-TestNetworkBasicOps-router-635827825', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:49:59Z', 'updated_at': '2021-06-04T15:50:08Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:00Z', 'updated_at': '2021-06-04T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '386f44bc-a5d1-42d9-bb39-2651fb7eb5ab', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'port_id': '9f348c9c-8e68-414f-93ff-c928f6d11054', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836', 'mac_address': 'fa:16:3e:28:68:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae82920-3d61-459d-b1cb-4bf298afc00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:50:38Z', 'updated_at': '2021-06-04T15:50:38Z', 'revision_number': 0, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb4132e-f222-490a-9717-a4ce9fa1b13a', 'name': '', 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:b3:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '9531a918-659b-45e9-a2eb-386da688eb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:06Z', 'updated_at': '2021-06-04T15:50:14Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': '9531a918-659b-45e9-a2eb-386da688eb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:50:43.582422 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:43.588643 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:43.667883 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:43.668484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Network c003da04-bfde-4b5d-986b-436d4498a28d is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:50:43.672933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:43.679970 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:43.680300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:50:43.681489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:43.682108 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:43.698394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event updated for resources: {'Port': ['ID=32880cc4-454d-46e9-847d-3d0861991722,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:43.701282 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:43.763620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Pushing event updated for resources: {'Port': ['ID=e4220ff2-a1b4-4468-8431-17ee58ed3f5e,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:43.773031 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:43.797736 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.5320997
Jun 04 15:50:43.800241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55224) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:43.806274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Request body: {'port': {'network_id': 'c003da04-bfde-4b5d-986b-436d4498a28d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1817698853', 'allowed_address_pairs': [{'ip_address': '2001:db8::35c', 'mac_address': 'fa:16:3e:f4:f6:0f'}]}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:43.830513 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c43319-e15d-4a7b-9e6f-542d3e767864 None None] New status for floating IP 386f44bc-a5d1-42d9-bb39-2651fb7eb5ab: ACTIVE {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:50:43.918049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55230) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:44.326381 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ad4afd4f-9763-466c-ac89-952b8657e2e3 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/floatingips/386f44bc-a5d1-42d9-bb39-2651fb7eb5ab HTTP/1.1" status: 200  len: 989 time: 0.4068792
Jun 04 15:50:44.334036 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e29ea1e-0458-42f7-b1ce-1698a40b77e5 req-a4e71b41-90a9-42b2-9128-bb6028c5bdbd tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 210 time: 0.0784853
Jun 04 15:50:44.383107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:44.387680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Usage tracker for resource:port and tenant:770abb766bfd49738a7fa6c2950eb222 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:44.390917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:44.398562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:44.481324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Made reservation on behalf of 770abb766bfd49738a7fa6c2950eb222 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:44.627188 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:44.650762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] device_id is not set on port 751753e8-480e-40be-a1ce-24da1629b218 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:50:44.820036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Allocated IP 2001:db8::b9 (c003da04-bfde-4b5d-986b-436d4498a28d/f796dc5a-6630-492b-b35a-ba1560d14479/751753e8-480e-40be-a1ce-24da1629b218) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:50:45.061880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d927f8d0-ae72-4b9b-a5bb-a0707151a36b None None] Network c003da04-bfde-4b5d-986b-436d4498a28d requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:50:45.327324 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55246) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:45.371539 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:45.450025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-7dfbef0e-1e59-4fea-b8df-f8cb1d32c591 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:45.451491 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-7dfbef0e-1e59-4fea-b8df-f8cb1d32c591 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.65 "GET /v2.0/networks?id=aaea904b-ed85-4a7e-8af9-2169d606ced0 HTTP/1.1" status: 200  len: 808 time: 0.3400791
Jun 04 15:50:45.465971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Transition to ACTIVE for port object 751753e8-480e-40be-a1ce-24da1629b218 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:45.482880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Request body: {'port': {'device_id': '78105890-61f2-4100-97c9-538355143bff', 'network_id': 'aaea904b-ed85-4a7e-8af9-2169d606ced0', 'admin_state_up': True, 'tenant_id': '2f9a6e1b6c1948b38bed93f583611242'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:45.513036 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0ba584fb-0b31-4d32-a9aa-5ff306c9b557 None None] Provisioning for port e4220ff2-a1b4-4468-8431-17ee58ed3f5e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:45.554327 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f4f95795-8395-4b95-a8d0-d3d3cc278d9c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/floatingips/386f44bc-a5d1-42d9-bb39-2651fb7eb5ab HTTP/1.1" status: 200  len: 991 time: 0.2239010
Jun 04 15:50:45.720797 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e80ffa25-4101-44b7-a0db-923b2d2b9e19 req-3b705d54-6dc7-4a86-8c82-5ea7d09b9526 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 210 time: 0.1503289
Jun 04 15:50:45.783442 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:45.799962 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:45.867178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e4220ff2-a1b4-4468-8431-17ee58ed3f5e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:50:45.899187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event updated for resources: {'Port': ['ID=751753e8-480e-40be-a1ce-24da1629b218,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:45.911156 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:45.923387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Network c003da04-bfde-4b5d-986b-436d4498a28d is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:50:45.924761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:45.927483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:45.930795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:50:45.945391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:45.946346 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:45.969422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:46.110242 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port e4220ff2-a1b4-4468-8431-17ee58ed3f5e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:46.116021 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e4220ff2-a1b4-4468-8431-17ee58ed3f5e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:46.116303 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:46.123840 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 2.3224571
Jun 04 15:50:46.127005 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55252) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:46.164796 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5a125e4f-5837-4f7d-b5bf-a0b2dbdf82e8 None None] Provisioning for port 32880cc4-454d-46e9-847d-3d0861991722 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:46.220008 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:50:46.229488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5a125e4f-5837-4f7d-b5bf-a0b2dbdf82e8 None None] Provisioning complete for port 32880cc4-454d-46e9-847d-3d0861991722 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:46.230818 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5a125e4f-5837-4f7d-b5bf-a0b2dbdf82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:46.236285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Made reservation on behalf of 2f9a6e1b6c1948b38bed93f583611242 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:46.247712 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:46.360669 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5a125e4f-5837-4f7d-b5bf-a0b2dbdf82e8 None None] Port 32880cc4-454d-46e9-847d-3d0861991722 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:50:46.516016 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:46.545085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Allocated IP 172.20.0.7 (aaea904b-ed85-4a7e-8af9-2169d606ced0/6e530bfe-a8af-419d-a25d-7312a06ced88/e7e89aae-5676-4061-a8bb-0c7b58c391e6) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:50:46.571107 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1f95c0f0-141b-4e2e-9538-f20d490ce33d None None] Provisioning complete for port 32880cc4-454d-46e9-847d-3d0861991722 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:46.573455 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1f95c0f0-141b-4e2e-9538-f20d490ce33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:46.627273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f672a61-1840-400b-84f6-7cea7869d2ef tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:46.628493 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port e4220ff2-a1b4-4468-8431-17ee58ed3f5e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e4220ff2-a1b4-4468-8431-17ee58ed3f5e,segment=NetworkSegment(f7582529-caee-4699-a5f1-7cfa768ce629),segment_id=f7582529-caee-4699-a5f1-7cfa768ce629)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:50:46.633419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f672a61-1840-400b-84f6-7cea7869d2ef tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:46.639443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f672a61-1840-400b-84f6-7cea7869d2ef tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:46.640863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1f672a61-1840-400b-84f6-7cea7869d2ef tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Synchronizing usage tracker for tenant:770abb766bfd49738a7fa6c2950eb222 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:50:46.647244 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1f95c0f0-141b-4e2e-9538-f20d490ce33d None None] Port 32880cc4-454d-46e9-847d-3d0861991722 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:50:46.676155 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:46.679174 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ad5ef85c-2de5-46d6-ac19-3cbc23b8706a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:46.748819 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=e4220ff2-a1b4-4468-8431-17ee58ed3f5e,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:46.753365 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:46.771259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1f672a61-1840-400b-84f6-7cea7869d2ef tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Unset dirty status for tenant:770abb766bfd49738a7fa6c2950eb222 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:50:46.772902 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1f672a61-1840-400b-84f6-7cea7869d2ef tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2481 time: 0.6449471
Jun 04 15:50:46.775894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55262) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:46.862771 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:46.869595 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e8ecf57d-3053-4478-9119-46d9726f0437 None None] Provisioning for port 751753e8-480e-40be-a1ce-24da1629b218 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:46.875620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e8ecf57d-3053-4478-9119-46d9726f0437 None None] Provisioning complete for port 751753e8-480e-40be-a1ce-24da1629b218 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:46.875620 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf57d-3053-4478-9119-46d9726f0437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:46.932256 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-05a8af6e-1996-4a0b-9d97-664cd37dcc62 req-18ce6446-5bb0-47b1-8729-c22c4afc3738 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 210 time: 0.0834734
Jun 04 15:50:46.938453 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e8ecf57d-3053-4478-9119-46d9726f0437 None None] Port 751753e8-480e-40be-a1ce-24da1629b218 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:50:46.955771 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:46.963082 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c32f6758-59c7-4bb6-8be7-48818bbb02e9 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:46.979740 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-eef75e8d-86d6-44ef-83c0-fa3b73a6d30a tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Deleting port 751753e8-480e-40be-a1ce-24da1629b218 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:50:46.980177 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eef75e8d-86d6-44ef-83c0-fa3b73a6d30a tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:47.034148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Network aaea904b-ed85-4a7e-8af9-2169d606ced0 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:50:47.037425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:47.041753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:50:47.073437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Pushing event updated for resources: {'Port': ['ID=e7e89aae-5676-4061-a8bb-0c7b58c391e6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:47.080631 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:47.114354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:47.114996 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:47.129441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eef75e8d-86d6-44ef-83c0-fa3b73a6d30a tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:47.196733 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7288904
Jun 04 15:50:47.209279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Request body: {'port': {'device_id': '78105890-61f2-4100-97c9-538355143bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:47.258645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-eef75e8d-86d6-44ef-83c0-fa3b73a6d30a tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Calling delete_port for 751753e8-480e-40be-a1ce-24da1629b218 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:50:47.346861 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:47.556384 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eef75e8d-86d6-44ef-83c0-fa3b73a6d30a tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:47.563337 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-86c60d5c-b081-4d64-bf29-d963cee6b99b tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:47.627876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef75e8d-86d6-44ef-83c0-fa3b73a6d30a tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event deleted for resources: {'Port': ['ID=751753e8-480e-40be-a1ce-24da1629b218,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:47.637285 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eef75e8d-86d6-44ef-83c0-fa3b73a6d30a tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:47.753661 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e89aae-5676-4061-a8bb-0c7b58c391e6 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:50:47.765055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:47.789025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Transition to ACTIVE for port object e7e89aae-5676-4061-a8bb-0c7b58c391e6 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:47.844645 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eef75e8d-86d6-44ef-83c0-fa3b73a6d30a tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:47.848036 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e4220ff2-a1b4-4468-8431-17ee58ed3f5e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:50:47.862074 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:47.869793 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4d97da33-8c89-461f-bbf9-e7fd6e410798 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:47.913927 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eef75e8d-86d6-44ef-83c0-fa3b73a6d30a tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "DELETE /v2.0/ports/751753e8-480e-40be-a1ce-24da1629b218 HTTP/1.1" status: 204  len: 168 time: 1.1368659
Jun 04 15:50:47.917195 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55274) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:47.934124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e4220ff2-a1b4-4468-8431-17ee58ed3f5e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:47.934886 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:48.022251 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-6108a0ba-7aae-463e-af85-4896bcc42224 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] GET failed (client error): The resource could not be found.
Jun 04 15:50:48.023736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6108a0ba-7aae-463e-af85-4896bcc42224 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Synchronizing usage tracker for tenant:770abb766bfd49738a7fa6c2950eb222 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:50:48.107705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6108a0ba-7aae-463e-af85-4896bcc42224 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Unset dirty status for tenant:770abb766bfd49738a7fa6c2950eb222 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:50:48.109485 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6108a0ba-7aae-463e-af85-4896bcc42224 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "GET /v2.0/ports/751753e8-480e-40be-a1ce-24da1629b218 HTTP/1.1" status: 404  len: 333 time: 0.1907365
Jun 04 15:50:48.113639 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55278) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:48.119359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Request body: {'port': {'network_id': 'c003da04-bfde-4b5d-986b-436d4498a28d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-809277252'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:48.205043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e89aae-5676-4061-a8bb-0c7b58c391e6,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:48.217568 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:48.320351 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:48.353077 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:48.435304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Attempting to bind port e7e89aae-5676-4061-a8bb-0c7b58c391e6 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:50:48.435639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Attempting to bind port e7e89aae-5676-4061-a8bb-0c7b58c391e6 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'a46f2c2b-3ae2-4783-8b12-adb68ec39ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aaea904b-ed85-4a7e-8af9-2169d606ced0'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:50:48.435963 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Attempting to bind port e7e89aae-5676-4061-a8bb-0c7b58c391e6 on network aaea904b-ed85-4a7e-8af9-2169d606ced0 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:50:48.444563 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Port e7e89aae-5676-4061-a8bb-0c7b58c391e6 on network aaea904b-ed85-4a7e-8af9-2169d606ced0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:50:48.444933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Attempting to bind port e7e89aae-5676-4061-a8bb-0c7b58c391e6 on network aaea904b-ed85-4a7e-8af9-2169d606ced0 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:50:48.450815 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Made reservation on behalf of 770abb766bfd49738a7fa6c2950eb222 for: {'port': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:48.454989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:50:48.454989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Checking segment: {'id': 'a46f2c2b-3ae2-4783-8b12-adb68ec39ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aaea904b-ed85-4a7e-8af9-2169d606ced0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:50:48.455260 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:48.455404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Bound using segment: {'id': 'a46f2c2b-3ae2-4783-8b12-adb68ec39ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aaea904b-ed85-4a7e-8af9-2169d606ced0'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:50:48.455404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Bound port: e7e89aae-5676-4061-a8bb-0c7b58c391e6, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a46f2c2b-3ae2-4783-8b12-adb68ec39ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aaea904b-ed85-4a7e-8af9-2169d606ced0'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:50:48.455404 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:48.483428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] device_id is not set on port 77c2c31a-d149-4a0d-bb56-3c434fe69e88 yet. {{(pid=88301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:50:48.504115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2de65e-2e29-4893-b205-59cc133a5400 req-e72a685f-c9b1-4a18-9b44-718af8d2d0c1 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:48.504848 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9e2de65e-2e29-4893-b205-59cc133a5400 req-e72a685f-c9b1-4a18-9b44-718af8d2d0c1 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Synchronizing usage tracker for tenant:2f9a6e1b6c1948b38bed93f583611242 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:50:48.578838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] For port e7e89aae-5676-4061-a8bb-0c7b58c391e6, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:50:48.582206 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] For port e7e89aae-5676-4061-a8bb-0c7b58c391e6, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=e7e89aae-5676-4061-a8bb-0c7b58c391e6,segment=NetworkSegment(a46f2c2b-3ae2-4783-8b12-adb68ec39ee2),segment_id=a46f2c2b-3ae2-4783-8b12-adb68ec39ee2)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:50:48.610957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-9e2de65e-2e29-4893-b205-59cc133a5400 req-e72a685f-c9b1-4a18-9b44-718af8d2d0c1 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Unset dirty status for tenant:2f9a6e1b6c1948b38bed93f583611242 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:50:48.619704 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e2de65e-2e29-4893-b205-59cc133a5400 req-e72a685f-c9b1-4a18-9b44-718af8d2d0c1 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 943 time: 0.4955866
Jun 04 15:50:48.639930 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:48.647378 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0e860032-e2ac-46e1-95dc-04c473089fd8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:48.711829 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Allocated IP 2001:db8::29b (c003da04-bfde-4b5d-986b-436d4498a28d/f796dc5a-6630-492b-b35a-ba1560d14479/77c2c31a-d149-4a0d-bb56-3c434fe69e88) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:50:48.740442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:48.741165 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:48.742587 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] 10.222.0.65 "PUT /v2.0/ports/e7e89aae-5676-4061-a8bb-0c7b58c391e6 HTTP/1.1" status: 200  len: 1091 time: 1.5377452
Jun 04 15:50:48.743138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78105890-61f2-4100-97c9-538355143bff', 'tag': 'e7e89aae-5676-4061-a8bb-0c7b58c391e6'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:50:48.745760 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc3f56b-005e-4146-bdaa-de9c3b123720" -d '{"events": [{"name": "network-changed", "server_uuid": "78105890-61f2-4100-97c9-538355143bff", "tag": "e7e89aae-5676-4061-a8bb-0c7b58c391e6"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:50:48.774037 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9e2de65e-2e29-4893-b205-59cc133a5400 req-e5bc861d-0dea-4375-9929-4d27c7a026f7 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533866
Jun 04 15:50:48.788290 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e89aae-5676-4061-a8bb-0c7b58c391e6,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:48.801967 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:48.829168 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01901165-7ca4-48c4-bf0a-e34b3f093169 x-openstack-request-id: req-01901165-7ca4-48c4-bf0a-e34b3f093169 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:50:48.829592 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78105890-61f2-4100-97c9-538355143bff", "tag": "e7e89aae-5676-4061-a8bb-0c7b58c391e6", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:50:48.829906 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01901165-7ca4-48c4-bf0a-e34b3f093169 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:50:48.830359 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78105890-61f2-4100-97c9-538355143bff', 'tag': 'e7e89aae-5676-4061-a8bb-0c7b58c391e6', 'status': 'completed', 'code': 200}
Jun 04 15:50:48.987252 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:49.006629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Transition to ACTIVE for port object 77c2c31a-d149-4a0d-bb56-3c434fe69e88 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:49.056855 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3f56b-005e-4146-bdaa-de9c3b123720 req-5e79e46b-9ee9-401b-8054-bf7d74fdc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:49.058586 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0bc3f56b-005e-4146-bdaa-de9c3b123720 req-5e79e46b-9ee9-401b-8054-bf7d74fdc806 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f9a6e1b6c1948b38bed93f583611242&device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 1094 time: 0.0910494
Jun 04 15:50:49.076818 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:49.084465 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:49.163112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Network c003da04-bfde-4b5d-986b-436d4498a28d is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:50:49.167357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:49.171437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:50:49.177473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:49.178216 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:49.211747 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event updated for resources: {'Port': ['ID=77c2c31a-d149-4a0d-bb56-3c434fe69e88,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:49.214844 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:49.269624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3f56b-005e-4146-bdaa-de9c3b123720 req-ca54e3b0-42ad-4a23-ae7e-07ea813611b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:49.271220 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0bc3f56b-005e-4146-bdaa-de9c3b123720 req-ca54e3b0-42ad-4a23-ae7e-07ea813611b8 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=2f9a6e1b6c1948b38bed93f583611242&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2055721
Jun 04 15:50:49.285267 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.1680486
Jun 04 15:50:49.285885 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55284) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:49.290800 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b74fb6a9-3f6b-4159-933f-da13e2d2047e tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::35c', 'mac_address': 'fa:16:3e:f4:f6:0f'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:49.455945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3f56b-005e-4146-bdaa-de9c3b123720 req-7c39f917-30b4-46dd-a51c-0c6b65ec2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:49.457848 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0bc3f56b-005e-4146-bdaa-de9c3b123720 req-7c39f917-30b4-46dd-a51c-0c6b65ec2885 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1789157
Jun 04 15:50:49.601087 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b74fb6a9-3f6b-4159-933f-da13e2d2047e tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:49.603162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-d06eaac6-de5b-49d4-8551-5828c9c596e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:49.604739 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-d06eaac6-de5b-49d4-8551-5828c9c596e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f9a6e1b6c1948b38bed93f583611242&device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 1094 time: 0.1018562
Jun 04 15:50:49.684741 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-a424bf56-d904-44ee-83db-5804078905d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7e89aae-5676-4061-a8bb-0c7b58c391e6 HTTP/1.1" status: 200  len: 217 time: 0.0728719
Jun 04 15:50:49.709856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ef4e479d-e2f9-4671-8da7-e80834821cbc None None] Provisioning for port 77c2c31a-d149-4a0d-bb56-3c434fe69e88 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:49.716328 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ef4e479d-e2f9-4671-8da7-e80834821cbc None None] Provisioning complete for port 77c2c31a-d149-4a0d-bb56-3c434fe69e88 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:49.716914 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ef4e479d-e2f9-4671-8da7-e80834821cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:49.763983 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-6f0bef9e-ffda-4de6-9218-5fa163c264d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:49.765961 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-6f0bef9e-ffda-4de6-9218-5fa163c264d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e530bfe-a8af-419d-a25d-7312a06ced88 HTTP/1.1" status: 200  len: 848 time: 0.0736504
Jun 04 15:50:49.849428 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e479d-e2f9-4671-8da7-e80834821cbc None None] Port 77c2c31a-d149-4a0d-bb56-3c434fe69e88 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:50:49.870281 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-2d0306b8-e960-4f23-90ec-38ec2cccecc4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aaea904b-ed85-4a7e-8af9-2169d606ced0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0978899
Jun 04 15:50:50.048485 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-df24b7f7-ac84-4f37-b98f-3c52ea5e02a9 service neutron] 10.222.0.65 "GET /v2.0/networks/aaea904b-ed85-4a7e-8af9-2169d606ced0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710153
Jun 04 15:50:50.197583 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-69aab16c-8bf0-490d-8b5c-0872da2ff140 req-49db40a5-1bfb-4843-b6d5-b3f461b6766a service neutron] 10.222.0.65 "GET /v2.0/networks/aaea904b-ed85-4a7e-8af9-2169d606ced0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386492
Jun 04 15:50:50.214354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b3d40-96d8-4633-9412-4e2e5a17d7f9 req-13fd2267-3980-47bd-b078-aa197e3ac8ec tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:50.215883 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-367b3d40-96d8-4633-9412-4e2e5a17d7f9 req-13fd2267-3980-47bd-b078-aa197e3ac8ec tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 943 time: 0.2270789
Jun 04 15:50:50.273736 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b74fb6a9-3f6b-4159-933f-da13e2d2047e tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:50.281960 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-367b3d40-96d8-4633-9412-4e2e5a17d7f9 req-27326c3a-46da-4584-b6a8-d7c5bd71a266 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598185
Jun 04 15:50:50.306195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb5fd3-ed0b-4767-ad3b-d34acd5a5772 req-4164cbda-e021-4bad-be5f-2321bb37cf35 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:50.307725 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8dbb5fd3-ed0b-4767-ad3b-d34acd5a5772 req-4164cbda-e021-4bad-be5f-2321bb37cf35 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 946 time: 0.0855877
Jun 04 15:50:50.354865 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8dbb5fd3-ed0b-4767-ad3b-d34acd5a5772 req-d2806eaa-460c-4acc-b183-32e7f8407d68 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399139
Jun 04 15:50:50.366932 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b74fb6a9-3f6b-4159-933f-da13e2d2047e tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:50.371043 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:50.426968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-b74fb6a9-3f6b-4159-933f-da13e2d2047e tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] In _notify_port_updated(), no bound segment for port 77c2c31a-d149-4a0d-bb56-3c434fe69e88 on network c003da04-bfde-4b5d-986b-436d4498a28d {{(pid=88301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:50:50.432313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74fb6a9-3f6b-4159-933f-da13e2d2047e tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:50.432944 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b74fb6a9-3f6b-4159-933f-da13e2d2047e tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:50.437898 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b74fb6a9-3f6b-4159-933f-da13e2d2047e tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "PUT /v2.0/ports/77c2c31a-d149-4a0d-bb56-3c434fe69e88 HTTP/1.1" status: 200  len: 1002 time: 1.1478989
Jun 04 15:50:50.439476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55296) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:50.494056 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fb6a9-3f6b-4159-933f-da13e2d2047e tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event updated for resources: {'Port': ['ID=77c2c31a-d149-4a0d-bb56-3c434fe69e88,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:50.499379 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b74fb6a9-3f6b-4159-933f-da13e2d2047e tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:50.607462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-2613d9fe-b538-41e7-8879-04744dfc01b6 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Deleting port 77c2c31a-d149-4a0d-bb56-3c434fe69e88 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:50:50.608140 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2613d9fe-b538-41e7-8879-04744dfc01b6 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:50.695892 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-25b0f9fe-79bd-43a5-9a11-e2ae6b72b73e None None] Provisioning complete for port 77c2c31a-d149-4a0d-bb56-3c434fe69e88 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:50.696439 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-25b0f9fe-79bd-43a5-9a11-e2ae6b72b73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:50.749959 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2613d9fe-b538-41e7-8879-04744dfc01b6 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:50.755370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-25b0f9fe-79bd-43a5-9a11-e2ae6b72b73e None None] Port 77c2c31a-d149-4a0d-bb56-3c434fe69e88 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:50:50.874838 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-2613d9fe-b538-41e7-8879-04744dfc01b6 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Calling delete_port for 77c2c31a-d149-4a0d-bb56-3c434fe69e88 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:50:51.058409 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2613d9fe-b538-41e7-8879-04744dfc01b6 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:51.064820 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:51.126806 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613d9fe-b538-41e7-8879-04744dfc01b6 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event deleted for resources: {'Port': ['ID=77c2c31a-d149-4a0d-bb56-3c434fe69e88,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:51.129834 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2613d9fe-b538-41e7-8879-04744dfc01b6 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:51.276736 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2613d9fe-b538-41e7-8879-04744dfc01b6 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:51.287906 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2613d9fe-b538-41e7-8879-04744dfc01b6 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "DELETE /v2.0/ports/77c2c31a-d149-4a0d-bb56-3c434fe69e88 HTTP/1.1" status: 204  len: 168 time: 0.8488858
Jun 04 15:50:51.290526 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55318) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:51.334962 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00ad3a5-5e0e-464e-ab46-2a3efcd5360c tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] GET failed (client error): The resource could not be found.
Jun 04 15:50:51.335516 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c00ad3a5-5e0e-464e-ab46-2a3efcd5360c tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Synchronizing usage tracker for tenant:770abb766bfd49738a7fa6c2950eb222 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:50:51.445325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c00ad3a5-5e0e-464e-ab46-2a3efcd5360c tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Unset dirty status for tenant:770abb766bfd49738a7fa6c2950eb222 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:50:51.451177 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c00ad3a5-5e0e-464e-ab46-2a3efcd5360c tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "GET /v2.0/ports/77c2c31a-d149-4a0d-bb56-3c434fe69e88 HTTP/1.1" status: 404  len: 333 time: 0.1553588
Jun 04 15:50:51.451960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55324) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:51.459328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Request body: {'port': {'network_id': 'c003da04-bfde-4b5d-986b-436d4498a28d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1407541938'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:51.507716 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f187-0a62-4738-8c6a-04cd3cf4cf67 req-11279806-114f-43cd-b1db-fc477d4f8bd7 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:51.509821 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4d69f187-0a62-4738-8c6a-04cd3cf4cf67 req-11279806-114f-43cd-b1db-fc477d4f8bd7 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 943 time: 0.1094522
Jun 04 15:50:51.569092 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4d69f187-0a62-4738-8c6a-04cd3cf4cf67 req-1a1b56ec-b831-44dc-bb5e-8eb90f4b06c6 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522792
Jun 04 15:50:51.945231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:51.964475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:51.988441 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676cce2-54d5-47de-b873-041b48587a57 req-c9ad72c9-369d-443c-91d2-614b1b93a804 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:51.989919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7676cce2-54d5-47de-b873-041b48587a57 req-c9ad72c9-369d-443c-91d2-614b1b93a804 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.65 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 946 time: 0.2310841
Jun 04 15:50:51.997678 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72891a46-7acd-444f-bc11-07420f38082b req-6c565899-d04b-44a3-80d0-67102f9afffd tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:51.999061 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-72891a46-7acd-444f-bc11-07420f38082b req-6c565899-d04b-44a3-80d0-67102f9afffd tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 946 time: 0.2339323
Jun 04 15:50:52.066961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Made reservation on behalf of 770abb766bfd49738a7fa6c2950eb222 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:52.070486 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:52.152248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] device_id is not set on port 348bf8e1-662c-4c5f-b5b4-8adfac52ca6f yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:50:52.201365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-72891a46-7acd-444f-bc11-07420f38082b req-2458ab11-83a1-44c1-9672-7e258d8429d0 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724072
Jun 04 15:50:52.320631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7676cce2-54d5-47de-b873-041b48587a57 req-36277a21-80c2-4401-ada9-ae1051c456bc tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Deleting port 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:50:52.320915 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7676cce2-54d5-47de-b873-041b48587a57 req-36277a21-80c2-4401-ada9-ae1051c456bc tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:52.370208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Allocated IP 2001:db8::101 (c003da04-bfde-4b5d-986b-436d4498a28d/f796dc5a-6630-492b-b35a-ba1560d14479/348bf8e1-662c-4c5f-b5b4-8adfac52ca6f) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:50:52.525482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7676cce2-54d5-47de-b873-041b48587a57 req-36277a21-80c2-4401-ada9-ae1051c456bc tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] For port 9790615c-cee6-4d94-b2ff-a0b73e1a7f16, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9790615c-cee6-4d94-b2ff-a0b73e1a7f16,segment=NetworkSegment(f77135b7-550a-4b91-bea3-102c4917ccf5),segment_id=f77135b7-550a-4b91-bea3-102c4917ccf5)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:50:52.526217 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7676cce2-54d5-47de-b873-041b48587a57 req-36277a21-80c2-4401-ada9-ae1051c456bc tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:52.722768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7676cce2-54d5-47de-b873-041b48587a57 req-36277a21-80c2-4401-ada9-ae1051c456bc tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Calling delete_port for 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:50:52.815159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0a96e-c62b-4923-82d3-d243e227a763 req-777a4324-1e6a-4218-81e3-ada4154800f8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:52.817272 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-24c0a96e-c62b-4923-82d3-d243e227a763 req-777a4324-1e6a-4218-81e3-ada4154800f8 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 943 time: 0.0991690
Jun 04 15:50:52.872484 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-24c0a96e-c62b-4923-82d3-d243e227a763 req-a2eb1d49-9ccd-430f-ad2e-c2b345bc7f00 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458930
Jun 04 15:50:52.895149 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:52.933682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Transition to ACTIVE for port object 348bf8e1-662c-4c5f-b5b4-8adfac52ca6f will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:53.092860 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7676cce2-54d5-47de-b873-041b48587a57 req-36277a21-80c2-4401-ada9-ae1051c456bc tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:53.101320 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:53.105434 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9790615c-cee6-4d94-b2ff-a0b73e1a7f16'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:50:53.144384 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:53.159536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36277a21-80c2-4401-ada9-ae1051c456bc tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Pushing event deleted for resources: {'Port': ['ID=9790615c-cee6-4d94-b2ff-a0b73e1a7f16,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:53.164455 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-36277a21-80c2-4401-ada9-ae1051c456bc tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:53.164979 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:53.323432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Network c003da04-bfde-4b5d-986b-436d4498a28d is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:50:53.332487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:53.337583 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7676cce2-54d5-47de-b873-041b48587a57 req-36277a21-80c2-4401-ada9-ae1051c456bc tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] No DVR routers for this DVR port 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:50:53.340333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:50:53.345977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:53.347417 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:53.356504 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7676cce2-54d5-47de-b873-041b48587a57 req-36277a21-80c2-4401-ada9-ae1051c456bc tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:53.360430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79adaa90-be60-4def-926b-b2ead34aef1c', 'name': 'network-vif-deleted', 'tag': '9790615c-cee6-4d94-b2ff-a0b73e1a7f16'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:50:53.363185 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3607be95-e8fb-4ef2-9ccc-c5354de3e275" -d '{"events": [{"server_uuid": "79adaa90-be60-4def-926b-b2ead34aef1c", "name": "network-vif-deleted", "tag": "9790615c-cee6-4d94-b2ff-a0b73e1a7f16"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:50:53.434026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event updated for resources: {'Port': ['ID=348bf8e1-662c-4c5f-b5b4-8adfac52ca6f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:53.451107 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:53.452976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-532f044d-fe69-44d3-9fac-6fd44b13607c req-7383b0a3-2eea-422e-9c0f-e88c85094fba tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Synchronizing usage tracker for tenant:8c529ab1fa0340218e7af2e6151225af on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:50:53.478953 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80171f67-6c49-4d24-bcb0-a99214cf0cd3 x-openstack-request-id: req-80171f67-6c49-4d24-bcb0-a99214cf0cd3 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:50:53.479295 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79adaa90-be60-4def-926b-b2ead34aef1c", "name": "network-vif-deleted", "tag": "9790615c-cee6-4d94-b2ff-a0b73e1a7f16", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:50:53.479602 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80171f67-6c49-4d24-bcb0-a99214cf0cd3 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:50:53.480075 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79adaa90-be60-4def-926b-b2ead34aef1c', 'name': 'network-vif-deleted', 'tag': '9790615c-cee6-4d94-b2ff-a0b73e1a7f16', 'status': 'completed', 'code': 200}
Jun 04 15:50:53.511833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device e7e89aae-5676-4061-a8bb-0c7b58c391e6 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:50:53.538250 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7676cce2-54d5-47de-b873-041b48587a57 req-36277a21-80c2-4401-ada9-ae1051c456bc tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.65 "DELETE /v2.0/ports/9790615c-cee6-4d94-b2ff-a0b73e1a7f16 HTTP/1.1" status: 204  len: 173 time: 1.5382011
Jun 04 15:50:53.581907 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55348) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:53.582352 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.1281834
Jun 04 15:50:53.591303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c41044e2-3fd7-4d41-93c7-3c5ebc0966bd tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f4:f6:0f'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:53.635790 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-532f044d-fe69-44d3-9fac-6fd44b13607c req-7383b0a3-2eea-422e-9c0f-e88c85094fba tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Unset dirty status for tenant:8c529ab1fa0340218e7af2e6151225af on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:50:53.636969 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-532f044d-fe69-44d3-9fac-6fd44b13607c req-7383b0a3-2eea-422e-9c0f-e88c85094fba tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=79adaa90-be60-4def-926b-b2ead34aef1c HTTP/1.1" status: 200  len: 210 time: 0.2856822
Jun 04 15:50:53.674356 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port e7e89aae-5676-4061-a8bb-0c7b58c391e6, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=e7e89aae-5676-4061-a8bb-0c7b58c391e6,segment=NetworkSegment(a46f2c2b-3ae2-4783-8b12-adb68ec39ee2),segment_id=a46f2c2b-3ae2-4783-8b12-adb68ec39ee2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:50:53.688774 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'e7e89aae-5676-4061-a8bb-0c7b58c391e6', 'network_id': 'aaea904b-ed85-4a7e-8af9-2169d606ced0', 'port_id': 'e7e89aae-5676-4061-a8bb-0c7b58c391e6', 'mac_address': 'fa:16:3e:82:48:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e530bfe-a8af-419d-a25d-7312a06ced88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:50:53.739843 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:53.740480 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c41044e2-3fd7-4d41-93c7-3c5ebc0966bd tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:53.776416 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:53.795720 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e89aae-5676-4061-a8bb-0c7b58c391e6 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:50:53.815852 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port e7e89aae-5676-4061-a8bb-0c7b58c391e6, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=e7e89aae-5676-4061-a8bb-0c7b58c391e6,segment=NetworkSegment(a46f2c2b-3ae2-4783-8b12-adb68ec39ee2),segment_id=a46f2c2b-3ae2-4783-8b12-adb68ec39ee2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:50:53.817941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6d5ab4ed-c834-4340-82e9-07d53c0d4378 None None] Provisioning for port 348bf8e1-662c-4c5f-b5b4-8adfac52ca6f completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:53.824440 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6d5ab4ed-c834-4340-82e9-07d53c0d4378 None None] Provisioning complete for port 348bf8e1-662c-4c5f-b5b4-8adfac52ca6f triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:53.825030 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d5ab4ed-c834-4340-82e9-07d53c0d4378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:53.885745 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ab4ed-c834-4340-82e9-07d53c0d4378 None None] Port 348bf8e1-662c-4c5f-b5b4-8adfac52ca6f cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:50:53.914908 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:53.916726 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:54.000013 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=e7e89aae-5676-4061-a8bb-0c7b58c391e6,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:54.011279 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:54.126047 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c41044e2-3fd7-4d41-93c7-3c5ebc0966bd tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:54.128459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['e7e89aae-5676-4061-a8bb-0c7b58c391e6'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:50:54.144003 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f96b4-ab14-4c64-b60e-6fe0557114db req-3075d1f2-90aa-47a0-b439-622dcd6cde81 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:54.145599 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-721f96b4-ab14-4c64-b60e-6fe0557114db req-3075d1f2-90aa-47a0-b439-622dcd6cde81 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 944 time: 0.1262929
Jun 04 15:50:54.196349 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-721f96b4-ab14-4c64-b60e-6fe0557114db req-8a240e98-cc98-4395-9a9a-cdae037bb416 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434089
Jun 04 15:50:54.207808 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c41044e2-3fd7-4d41-93c7-3c5ebc0966bd tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:54.219779 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fa52f157-8ed4-41ae-be1f-902e5a97a761 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:54.300540 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-c41044e2-3fd7-4d41-93c7-3c5ebc0966bd tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] In _notify_port_updated(), no bound segment for port 348bf8e1-662c-4c5f-b5b4-8adfac52ca6f on network c003da04-bfde-4b5d-986b-436d4498a28d {{(pid=88301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:50:54.307348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41044e2-3fd7-4d41-93c7-3c5ebc0966bd tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:54.311159 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c41044e2-3fd7-4d41-93c7-3c5ebc0966bd tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:54.311159 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c41044e2-3fd7-4d41-93c7-3c5ebc0966bd tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "PUT /v2.0/ports/348bf8e1-662c-4c5f-b5b4-8adfac52ca6f HTTP/1.1" status: 200  len: 1003 time: 0.7259779
Jun 04 15:50:54.313068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55356) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:54.358261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41044e2-3fd7-4d41-93c7-3c5ebc0966bd tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event updated for resources: {'Port': ['ID=348bf8e1-662c-4c5f-b5b4-8adfac52ca6f,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:54.361822 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c41044e2-3fd7-4d41-93c7-3c5ebc0966bd tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:54.489826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-9342ff1f-9e85-4899-8daf-249e8937c8ea tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Deleting port 348bf8e1-662c-4c5f-b5b4-8adfac52ca6f {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:50:54.490811 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9342ff1f-9e85-4899-8daf-249e8937c8ea tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:54.631850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d5af6d7e-a954-48b3-b4a0-a78562287654 None None] Provisioning complete for port 348bf8e1-662c-4c5f-b5b4-8adfac52ca6f triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:54.632571 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d5af6d7e-a954-48b3-b4a0-a78562287654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:54.707759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-d5af6d7e-a954-48b3-b4a0-a78562287654 None None] Port 348bf8e1-662c-4c5f-b5b4-8adfac52ca6f cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:50:54.835403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9342ff1f-9e85-4899-8daf-249e8937c8ea tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:54.982468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-9342ff1f-9e85-4899-8daf-249e8937c8ea tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Calling delete_port for 348bf8e1-662c-4c5f-b5b4-8adfac52ca6f owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:50:55.181545 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9342ff1f-9e85-4899-8daf-249e8937c8ea tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:55.189765 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-36277a21-80c2-4401-ada9-ae1051c456bc tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:55.271474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342ff1f-9e85-4899-8daf-249e8937c8ea tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event deleted for resources: {'Port': ['ID=348bf8e1-662c-4c5f-b5b4-8adfac52ca6f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:55.274807 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9342ff1f-9e85-4899-8daf-249e8937c8ea tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:55.326424 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9342ff1f-9e85-4899-8daf-249e8937c8ea tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:55.443319 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9342ff1f-9e85-4899-8daf-249e8937c8ea tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "DELETE /v2.0/ports/348bf8e1-662c-4c5f-b5b4-8adfac52ca6f HTTP/1.1" status: 204  len: 168 time: 1.1289628
Jun 04 15:50:55.443553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55374) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:55.495987 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f755e25-ff6e-49df-934c-2f1248bf0e6f tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] GET failed (client error): The resource could not be found.
Jun 04 15:50:55.497429 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1f755e25-ff6e-49df-934c-2f1248bf0e6f tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "GET /v2.0/ports/348bf8e1-662c-4c5f-b5b4-8adfac52ca6f HTTP/1.1" status: 404  len: 333 time: 0.0527544
Jun 04 15:50:55.502214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55376) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:55.506809 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac699570-91ea-4943-b17c-823750a4d8c7 req-2d4af641-0392-4638-935c-b1e413ed1e63 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:55.508623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Request body: {'port': {'network_id': 'c003da04-bfde-4b5d-986b-436d4498a28d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1518531695'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:55.511613 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device e7e89aae-5676-4061-a8bb-0c7b58c391e6 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:50:55.514089 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ac699570-91ea-4943-b17c-823750a4d8c7 req-2d4af641-0392-4638-935c-b1e413ed1e63 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 944 time: 0.1532161
Jun 04 15:50:55.696457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:55.701277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Usage tracker for resource:port and tenant:770abb766bfd49738a7fa6c2950eb222 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:55.706600 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:55.713271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:55.736535 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port e7e89aae-5676-4061-a8bb-0c7b58c391e6 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:55.742806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port e7e89aae-5676-4061-a8bb-0c7b58c391e6 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:55.743561 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:55.759426 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ac699570-91ea-4943-b17c-823750a4d8c7 req-70f6200f-1590-470c-9bae-4c7547bee7d7 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2443609
Jun 04 15:50:55.804470 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Made reservation on behalf of 770abb766bfd49738a7fa6c2950eb222 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:55.808265 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:55.834131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] device_id is not set on port 3a393fab-cb24-4cc8-8403-470bc9fa4fe9 yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:50:55.925580 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:55.955126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78105890-61f2-4100-97c9-538355143bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e89aae-5676-4061-a8bb-0c7b58c391e6'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:50:55.957509 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c31a12-33ef-4c9f-8d10-37dfe2e1455d" -d '{"events": [{"server_uuid": "78105890-61f2-4100-97c9-538355143bff", "name": "network-vif-plugged", "status": "completed", "tag": "e7e89aae-5676-4061-a8bb-0c7b58c391e6"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:50:55.965688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port e7e89aae-5676-4061-a8bb-0c7b58c391e6, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=e7e89aae-5676-4061-a8bb-0c7b58c391e6,segment=NetworkSegment(a46f2c2b-3ae2-4783-8b12-adb68ec39ee2),segment_id=a46f2c2b-3ae2-4783-8b12-adb68ec39ee2)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:50:56.004145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Allocated IP 2001:db8::c5 (c003da04-bfde-4b5d-986b-436d4498a28d/f796dc5a-6630-492b-b35a-ba1560d14479/3a393fab-cb24-4cc8-8403-470bc9fa4fe9) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:50:56.015785 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45812a7-ff1b-418e-93c1-b0a852fbb297 x-openstack-request-id: req-f45812a7-ff1b-418e-93c1-b0a852fbb297 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:50:56.016248 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78105890-61f2-4100-97c9-538355143bff", "name": "network-vif-plugged", "status": "completed", "tag": "e7e89aae-5676-4061-a8bb-0c7b58c391e6", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:50:56.016651 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f45812a7-ff1b-418e-93c1-b0a852fbb297 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:50:56.017164 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78105890-61f2-4100-97c9-538355143bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e89aae-5676-4061-a8bb-0c7b58c391e6', 'code': 200}
Jun 04 15:50:56.027335 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:56.028833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:50:56.070084 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ad5ef85c-2de5-46d6-ac19-3cbc23b8706a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:56.139441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:50:56.140040 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9790615c-cee6-4d94-b2ff-a0b73e1a7f16 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:50:56.142159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=e7e89aae-5676-4061-a8bb-0c7b58c391e6,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:56.145247 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:56.146141 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:56.303404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a59271-0a90-44e4-8daa-1e7489bd007b req-d58ca696-cac2-4225-af4e-34e88d8ab415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:56.304926 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-58a59271-0a90-44e4-8daa-1e7489bd007b req-d58ca696-cac2-4225-af4e-34e88d8ab415 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 1096 time: 0.1864989
Jun 04 15:50:56.341760 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:56.371239 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-58a59271-0a90-44e4-8daa-1e7489bd007b req-be84de1f-444e-48a9-a8d5-781aa406124c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526903
Jun 04 15:50:56.378564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Transition to ACTIVE for port object 3a393fab-cb24-4cc8-8403-470bc9fa4fe9 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:56.485653 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:56.492220 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cbc0f287-4993-4d54-84c5-3204148d9329 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:56.564860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Network c003da04-bfde-4b5d-986b-436d4498a28d is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:50:56.568395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:56.572665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:50:56.578606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:56.579085 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:56.587710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event updated for resources: {'Port': ['ID=3a393fab-cb24-4cc8-8403-470bc9fa4fe9,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:56.595252 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:56.707857 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.2042582
Jun 04 15:50:56.710337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55386) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:56.716224 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Request body: {'port': {'network_id': 'c003da04-bfde-4b5d-986b-436d4498a28d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1371556310'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:56.914119 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5b678027-b2c2-43d5-ad2a-bc64b9f13897 None None] Provisioning for port 3a393fab-cb24-4cc8-8403-470bc9fa4fe9 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:56.923413 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5b678027-b2c2-43d5-ad2a-bc64b9f13897 None None] Provisioning complete for port 3a393fab-cb24-4cc8-8403-470bc9fa4fe9 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:56.924205 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5b678027-b2c2-43d5-ad2a-bc64b9f13897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:56.941866 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:56.947582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Usage tracker for resource:port and tenant:770abb766bfd49738a7fa6c2950eb222 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:56.953673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:56.970523 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:57.003780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5b678027-b2c2-43d5-ad2a-bc64b9f13897 None None] Port 3a393fab-cb24-4cc8-8403-470bc9fa4fe9 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:50:57.038643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Made reservation on behalf of 770abb766bfd49738a7fa6c2950eb222 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:50:57.042517 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:57.078878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] device_id is not set on port 80219eec-963a-4129-af3b-bfe5f5ed304f yet. {{(pid=88300) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jun 04 15:50:57.117306 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1cb08-3e94-409b-89f9-f48a44d56c74 req-91880e7c-8221-44a0-9618-b1493f3da758 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:57.119437 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f0e1cb08-3e94-409b-89f9-f48a44d56c74 req-91880e7c-8221-44a0-9618-b1493f3da758 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 945 time: 0.1129732
Jun 04 15:50:57.183414 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f0e1cb08-3e94-409b-89f9-f48a44d56c74 req-9a51477e-9f8c-4f63-b4a1-1967d80afd58 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538974
Jun 04 15:50:57.288511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Allocated IP 2001:db8::151 (c003da04-bfde-4b5d-986b-436d4498a28d/f796dc5a-6630-492b-b35a-ba1560d14479/80219eec-963a-4129-af3b-bfe5f5ed304f) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:50:57.544042 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:57.564680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Transition to ACTIVE for port object 80219eec-963a-4129-af3b-bfe5f5ed304f will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:50:57.742642 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:57.749196 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-42fcd42d-d634-48ca-8d72-311c873d1be7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:57.812018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Network c003da04-bfde-4b5d-986b-436d4498a28d is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:50:57.818808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:50:57.823869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:50:57.829798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:57.830462 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:57.855921 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event updated for resources: {'Port': ['ID=80219eec-963a-4129-af3b-bfe5f5ed304f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:57.868770 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:57.993804 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.2823086
Jun 04 15:50:57.996432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55420) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:58.008731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-400778f0-d248-454d-a09b-feda50a9ef33 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::35c', 'mac_address': 'fa:16:3e:f4:f6:0f'}, {'ip_address': '2001:db8::c5', 'mac_address': 'fa:16:3e:16:75:95'}]}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:50:58.198222 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-08a0fd34-41ca-4ccc-9a08-1fd730c170bc None None] Provisioning for port 80219eec-963a-4129-af3b-bfe5f5ed304f completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:50:58.207992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-08a0fd34-41ca-4ccc-9a08-1fd730c170bc None None] Provisioning complete for port 80219eec-963a-4129-af3b-bfe5f5ed304f triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:58.208647 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-08a0fd34-41ca-4ccc-9a08-1fd730c170bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:58.272151 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-08a0fd34-41ca-4ccc-9a08-1fd730c170bc None None] Port 80219eec-963a-4129-af3b-bfe5f5ed304f cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:50:58.326019 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-400778f0-d248-454d-a09b-feda50a9ef33 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:58.616967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d79ace-4006-48fb-a29d-7d90fbd80a3b req-8c077d49-5e2d-4445-9614-2820d78b5745 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:58.618736 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-13d79ace-4006-48fb-a29d-7d90fbd80a3b req-8c077d49-5e2d-4445-9614-2820d78b5745 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 945 time: 0.2887876
Jun 04 15:50:58.648935 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-400778f0-d248-454d-a09b-feda50a9ef33 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:58.672030 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-13d79ace-4006-48fb-a29d-7d90fbd80a3b req-28f63969-7313-4bbc-b1be-8a76ba83a56b tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449965
Jun 04 15:50:58.764448 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-400778f0-d248-454d-a09b-feda50a9ef33 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:58.769315 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f701eb56-0b6c-4c07-a867-d76bfcea031a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:58.831622 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-400778f0-d248-454d-a09b-feda50a9ef33 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] In _notify_port_updated(), no bound segment for port 80219eec-963a-4129-af3b-bfe5f5ed304f on network c003da04-bfde-4b5d-986b-436d4498a28d {{(pid=88301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Jun 04 15:50:58.842626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400778f0-d248-454d-a09b-feda50a9ef33 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:50:58.848332 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-400778f0-d248-454d-a09b-feda50a9ef33 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:58.848332 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-400778f0-d248-454d-a09b-feda50a9ef33 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "PUT /v2.0/ports/80219eec-963a-4129-af3b-bfe5f5ed304f HTTP/1.1" status: 200  len: 1067 time: 0.8476152
Jun 04 15:50:58.849190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55436) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:58.865972 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400778f0-d248-454d-a09b-feda50a9ef33 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event updated for resources: {'Port': ['ID=80219eec-963a-4129-af3b-bfe5f5ed304f,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:58.869672 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-400778f0-d248-454d-a09b-feda50a9ef33 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:59.039127 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55442) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:59.061090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-aefbb6c8-f2b1-4de1-91c6-7da94c281b5f tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Deleting port 80219eec-963a-4129-af3b-bfe5f5ed304f {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:50:59.061780 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-aefbb6c8-f2b1-4de1-91c6-7da94c281b5f tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:59.216060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-83a3aef3-01b9-495b-9b00-bef15d67032d None None] Provisioning complete for port 80219eec-963a-4129-af3b-bfe5f5ed304f triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:50:59.217218 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-83a3aef3-01b9-495b-9b00-bef15d67032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:59.252838 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b54ef1fa-30cf-43d1-a7a1-98e82c61187a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:59.279360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b54ef1fa-30cf-43d1-a7a1-98e82c61187a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:50:59.290208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b54ef1fa-30cf-43d1-a7a1-98e82c61187a admin admin] Usage tracker for resource:security_group_rule and tenant:e9d2e62685f5460fa483333639a98220 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:50:59.291581 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-aefbb6c8-f2b1-4de1-91c6-7da94c281b5f tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:59.299880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-83a3aef3-01b9-495b-9b00-bef15d67032d None None] Port 80219eec-963a-4129-af3b-bfe5f5ed304f cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:50:59.304200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b54ef1fa-30cf-43d1-a7a1-98e82c61187a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:50:59.311342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b54ef1fa-30cf-43d1-a7a1-98e82c61187a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:50:59.430092 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b54ef1fa-30cf-43d1-a7a1-98e82c61187a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:59.448914 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-aefbb6c8-f2b1-4de1-91c6-7da94c281b5f tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Calling delete_port for 80219eec-963a-4129-af3b-bfe5f5ed304f owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:50:59.492801 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ad2a1444-07bb-4b50-9f92-a83326a69dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:59.524223 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b54ef1fa-30cf-43d1-a7a1-98e82c61187a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:59.534056 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-26f67d63-2ca8-4acd-b1a5-d6ea9813a5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:59.580787 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b54ef1fa-30cf-43d1-a7a1-98e82c61187a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9d2e62685f5460fa483333639a98220&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5402708
Jun 04 15:50:59.582893 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ef1fa-30cf-43d1-a7a1-98e82c61187a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cde555-b713-48a9-8e46-cd89cfc7a077,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:59.584668 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55452) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:50:59.589936 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b54ef1fa-30cf-43d1-a7a1-98e82c61187a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:59.650932 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-572b265d-4cdd-40c4-8aa7-7ef39619a3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:59.678966 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-572b265d-4cdd-40c4-8aa7-7ef39619a3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:59.713387 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-aefbb6c8-f2b1-4de1-91c6-7da94c281b5f tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:59.724381 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:50:59.811688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbb6c8-f2b1-4de1-91c6-7da94c281b5f tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event deleted for resources: {'Port': ['ID=80219eec-963a-4129-af3b-bfe5f5ed304f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:50:59.814602 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-aefbb6c8-f2b1-4de1-91c6-7da94c281b5f tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:50:59.942548 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-572b265d-4cdd-40c4-8aa7-7ef39619a3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:50:59.956875 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-352bc9f7-31e7-44ad-b9ad-9b77838ede51 tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:00.005736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b265d-4cdd-40c4-8aa7-7ef39619a3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cde555-b713-48a9-8e46-cd89cfc7a077,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:00.011481 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-572b265d-4cdd-40c4-8aa7-7ef39619a3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:00.057747 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-aefbb6c8-f2b1-4de1-91c6-7da94c281b5f tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:00.065469 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-572b265d-4cdd-40c4-8aa7-7ef39619a3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:00.066868 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-572b265d-4cdd-40c4-8aa7-7ef39619a3ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37cde555-b713-48a9-8e46-cd89cfc7a077 HTTP/1.1" status: 204  len: 168 time: 0.4810433
Jun 04 15:51:00.070953 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-aefbb6c8-f2b1-4de1-91c6-7da94c281b5f tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "DELETE /v2.0/ports/80219eec-963a-4129-af3b-bfe5f5ed304f HTTP/1.1" status: 204  len: 168 time: 1.2159541
Jun 04 15:51:00.071983 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55460) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:00.118700 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-70039260-634a-437e-abfb-b96dabe18822 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] GET failed (client error): The resource could not be found.
Jun 04 15:51:00.119252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-70039260-634a-437e-abfb-b96dabe18822 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Synchronizing usage tracker for tenant:770abb766bfd49738a7fa6c2950eb222 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:00.244380 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-70039260-634a-437e-abfb-b96dabe18822 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Unset dirty status for tenant:770abb766bfd49738a7fa6c2950eb222 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:00.248394 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-70039260-634a-437e-abfb-b96dabe18822 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "GET /v2.0/ports/80219eec-963a-4129-af3b-bfe5f5ed304f HTTP/1.1" status: 404  len: 333 time: 0.1734433
Jun 04 15:51:00.248537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55464) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:00.396183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-f3f4629a-56d9-4813-aa02-ddad94997891 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Deleting port 3a393fab-cb24-4cc8-8403-470bc9fa4fe9 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:51:00.396637 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3f4629a-56d9-4813-aa02-ddad94997891 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:00.541951 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3f4629a-56d9-4813-aa02-ddad94997891 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:00.668689 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-f3f4629a-56d9-4813-aa02-ddad94997891 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Calling delete_port for 3a393fab-cb24-4cc8-8403-470bc9fa4fe9 owned by  {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:51:00.828936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09061035-a14e-43c6-be1e-d90953ce22fc req-18fd9e2e-9b86-4310-9bbb-f3a8b9af7e2d tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:00.831695 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-09061035-a14e-43c6-be1e-d90953ce22fc req-18fd9e2e-9b86-4310-9bbb-f3a8b9af7e2d tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 945 time: 0.1416671
Jun 04 15:51:00.871310 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55474) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:00.891438 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-57388dd3-1fe1-4c73-b7f9-133f579abf94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:00.905920 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-57388dd3-1fe1-4c73-b7f9-133f579abf94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:00.907785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-09061035-a14e-43c6-be1e-d90953ce22fc req-e957f37c-3898-4f01-81a0-1e8b56f76f00 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652153
Jun 04 15:51:00.909934 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-57388dd3-1fe1-4c73-b7f9-133f579abf94 admin admin] Usage tracker for resource:security_group_rule and tenant:8ceabdf4e53449179ef7a09dec06049a is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:00.912775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-57388dd3-1fe1-4c73-b7f9-133f579abf94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:00.918394 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-57388dd3-1fe1-4c73-b7f9-133f579abf94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:00.967190 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3f4629a-56d9-4813-aa02-ddad94997891 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:00.975001 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:01.042869 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-57388dd3-1fe1-4c73-b7f9-133f579abf94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:01.051604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4629a-56d9-4813-aa02-ddad94997891 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event deleted for resources: {'Port': ['ID=3a393fab-cb24-4cc8-8403-470bc9fa4fe9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:01.054136 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f3f4629a-56d9-4813-aa02-ddad94997891 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:01.071046 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f3f4629a-56d9-4813-aa02-ddad94997891 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:01.144339 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-57388dd3-1fe1-4c73-b7f9-133f579abf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:01.152076 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e59b729-9560-4d4b-8e84-9f9053bb4859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:01.176496 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f3f4629a-56d9-4813-aa02-ddad94997891 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "DELETE /v2.0/ports/3a393fab-cb24-4cc8-8403-470bc9fa4fe9 HTTP/1.1" status: 204  len: 168 time: 0.9267714
Jun 04 15:51:01.178926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55476) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:01.203198 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-57388dd3-1fe1-4c73-b7f9-133f579abf94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ceabdf4e53449179ef7a09dec06049a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3301961
Jun 04 15:51:01.205808 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57388dd3-1fe1-4c73-b7f9-133f579abf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a2f9af-0d5c-4907-9033-994ea6fa9d24,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:01.208149 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55478) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:01.236810 n-d-791505-9 neutron-server[88300]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f8cc23-66dd-49df-852d-7e3d7d5ba45c tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] GET failed (client error): The resource could not be found.
Jun 04 15:51:01.237660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-18f8cc23-66dd-49df-852d-7e3d7d5ba45c tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Synchronizing usage tracker for tenant:770abb766bfd49738a7fa6c2950eb222 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:01.239117 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-57388dd3-1fe1-4c73-b7f9-133f579abf94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:01.288657 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db14bba1-e2a5-4c9d-9c6f-3942643de6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:01.328636 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db14bba1-e2a5-4c9d-9c6f-3942643de6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:01.330488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-18f8cc23-66dd-49df-852d-7e3d7d5ba45c tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Unset dirty status for tenant:770abb766bfd49738a7fa6c2950eb222 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:01.335631 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-18f8cc23-66dd-49df-852d-7e3d7d5ba45c tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "GET /v2.0/ports/3a393fab-cb24-4cc8-8403-470bc9fa4fe9 HTTP/1.1" status: 404  len: 333 time: 0.1515975
Jun 04 15:51:01.340773 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55480) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:01.496915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5690f-141e-4e07-8109-26a775f3fc89 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Deleting port 32880cc4-454d-46e9-847d-3d0861991722 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:51:01.497292 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6eb5690f-141e-4e07-8109-26a775f3fc89 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:01.586258 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db14bba1-e2a5-4c9d-9c6f-3942643de6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:01.595124 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-883b0615-4513-4b3f-aa0d-a0dce7ab3111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:01.619612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14bba1-e2a5-4c9d-9c6f-3942643de6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a2f9af-0d5c-4907-9033-994ea6fa9d24,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:01.633201 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-db14bba1-e2a5-4c9d-9c6f-3942643de6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:01.651259 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-db14bba1-e2a5-4c9d-9c6f-3942643de6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:01.652388 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-db14bba1-e2a5-4c9d-9c6f-3942643de6cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46a2f9af-0d5c-4907-9033-994ea6fa9d24 HTTP/1.1" status: 204  len: 168 time: 0.4293921
Jun 04 15:51:01.659122 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6eb5690f-141e-4e07-8109-26a775f3fc89 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:01.791663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5690f-141e-4e07-8109-26a775f3fc89 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Calling delete_port for 32880cc4-454d-46e9-847d-3d0861991722 owned by  {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:51:01.989867 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6eb5690f-141e-4e07-8109-26a775f3fc89 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:01.996116 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9c057951-aff3-42da-bbb8-9148c8cc0435 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:02.016875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a181ab1-c6f6-4f26-bbb8-66b967f744ec req-828755b7-ddb9-46b0-aec0-d54f8c93e8a6 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:02.016875 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7a181ab1-c6f6-4f26-bbb8-66b967f744ec req-828755b7-ddb9-46b0-aec0-d54f8c93e8a6 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.65 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 945 time: 0.0936508
Jun 04 15:51:02.047321 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:02.078542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5690f-141e-4e07-8109-26a775f3fc89 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event deleted for resources: {'Port': ['ID=32880cc4-454d-46e9-847d-3d0861991722,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:02.102664 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6eb5690f-141e-4e07-8109-26a775f3fc89 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:02.146083 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6eb5690f-141e-4e07-8109-26a775f3fc89 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:02.215203 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb73a7-cfb3-4693-bfc3-7c42ac778106 req-3932b3b2-56d4-4688-a84e-89347e279920 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:02.227175 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1adb73a7-cfb3-4693-bfc3-7c42ac778106 req-3932b3b2-56d4-4688-a84e-89347e279920 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 945 time: 0.1971571
Jun 04 15:51:02.257966 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6eb5690f-141e-4e07-8109-26a775f3fc89 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "DELETE /v2.0/ports/32880cc4-454d-46e9-847d-3d0861991722 HTTP/1.1" status: 204  len: 168 time: 0.9208012
Jun 04 15:51:02.275720 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55492) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:02.310098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7a181ab1-c6f6-4f26-bbb8-66b967f744ec req-e3b2904e-0dbc-4126-add3-6e57e1a4495c tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Deleting port e7e89aae-5676-4061-a8bb-0c7b58c391e6 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:51:02.310540 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7a181ab1-c6f6-4f26-bbb8-66b967f744ec req-e3b2904e-0dbc-4126-add3-6e57e1a4495c tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:02.372059 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55448e83-03c3-43a0-82f7-3d5a1a1a3063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:02.408409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2da1023-ec12-4cd8-9b7c-af4e3322d93d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Deleting subnet f796dc5a-6630-492b-b35a-ba1560d14479 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:51:02.414106 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2da1023-ec12-4cd8-9b7c-af4e3322d93d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:02.479768 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1adb73a7-cfb3-4693-bfc3-7c42ac778106 req-f15ef3e5-de54-42ab-b1b5-110fa7b61546 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f5dcd7-9c46-42ea-abd9-68226b290676&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2497613
Jun 04 15:51:02.518296 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2da1023-ec12-4cd8-9b7c-af4e3322d93d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:02.554113 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7a181ab1-c6f6-4f26-bbb8-66b967f744ec req-e3b2904e-0dbc-4126-add3-6e57e1a4495c tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] For port e7e89aae-5676-4061-a8bb-0c7b58c391e6, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=e7e89aae-5676-4061-a8bb-0c7b58c391e6,segment=NetworkSegment(a46f2c2b-3ae2-4783-8b12-adb68ec39ee2),segment_id=a46f2c2b-3ae2-4783-8b12-adb68ec39ee2)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:51:02.554113 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7a181ab1-c6f6-4f26-bbb8-66b967f744ec req-e3b2904e-0dbc-4126-add3-6e57e1a4495c tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:02.619899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2da1023-ec12-4cd8-9b7c-af4e3322d93d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:02.854084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7a181ab1-c6f6-4f26-bbb8-66b967f744ec req-e3b2904e-0dbc-4126-add3-6e57e1a4495c tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Calling delete_port for e7e89aae-5676-4061-a8bb-0c7b58c391e6 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:51:03.081761 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7a181ab1-c6f6-4f26-bbb8-66b967f744ec req-e3b2904e-0dbc-4126-add3-6e57e1a4495c tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:03.094392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['e7e89aae-5676-4061-a8bb-0c7b58c391e6'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:51:03.096113 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44236e9c-6516-448d-9056-f9e0ee90d41a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:03.173582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2904e-0dbc-4126-add3-6e57e1a4495c tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Pushing event deleted for resources: {'Port': ['ID=e7e89aae-5676-4061-a8bb-0c7b58c391e6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:03.176032 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e3b2904e-0dbc-4126-add3-6e57e1a4495c tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:03.179556 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2da1023-ec12-4cd8-9b7c-af4e3322d93d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:03.190636 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-95afe964-02f9-4674-ad29-2bf7fb4bc159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:03.236977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da1023-ec12-4cd8-9b7c-af4e3322d93d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event deleted for resources: {'Subnet': ['ID=f796dc5a-6630-492b-b35a-ba1560d14479,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:03.239150 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b2da1023-ec12-4cd8-9b7c-af4e3322d93d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:03.244741 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b011b9-d7a0-4dc4-93b5-6928ebfdf66e None None] Network c003da04-bfde-4b5d-986b-436d4498a28d requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:51:03.252700 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b2da1023-ec12-4cd8-9b7c-af4e3322d93d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:03.254889 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b2da1023-ec12-4cd8-9b7c-af4e3322d93d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "DELETE /v2.0/subnets/f796dc5a-6630-492b-b35a-ba1560d14479 HTTP/1.1" status: 204  len: 168 time: 0.9773836
Jun 04 15:51:03.261996 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55522) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:03.265840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a181ab1-c6f6-4f26-bbb8-66b967f744ec req-e3b2904e-0dbc-4126-add3-6e57e1a4495c tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] No DVR routers for this DVR port e7e89aae-5676-4061-a8bb-0c7b58c391e6 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:51:03.271547 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7a181ab1-c6f6-4f26-bbb8-66b967f744ec req-e3b2904e-0dbc-4126-add3-6e57e1a4495c tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:03.283526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78105890-61f2-4100-97c9-538355143bff', 'name': 'network-vif-deleted', 'tag': 'e7e89aae-5676-4061-a8bb-0c7b58c391e6'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:51:03.287652 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78a0622-19a7-4d65-83bc-00591c317655" -d '{"events": [{"server_uuid": "78105890-61f2-4100-97c9-538355143bff", "name": "network-vif-deleted", "tag": "e7e89aae-5676-4061-a8bb-0c7b58c391e6"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:51:03.363677 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7a181ab1-c6f6-4f26-bbb8-66b967f744ec req-e3b2904e-0dbc-4126-add3-6e57e1a4495c tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.65 "DELETE /v2.0/ports/e7e89aae-5676-4061-a8bb-0c7b58c391e6 HTTP/1.1" status: 204  len: 173 time: 1.3427932
Jun 04 15:51:03.372397 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdd28ed-2065-48c7-93f5-caa08cfed550 x-openstack-request-id: req-dfdd28ed-2065-48c7-93f5-caa08cfed550 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:51:03.372742 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78105890-61f2-4100-97c9-538355143bff", "name": "network-vif-deleted", "tag": "e7e89aae-5676-4061-a8bb-0c7b58c391e6", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:51:03.373082 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfdd28ed-2065-48c7-93f5-caa08cfed550 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:51:03.373663 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78105890-61f2-4100-97c9-538355143bff', 'name': 'network-vif-deleted', 'tag': 'e7e89aae-5676-4061-a8bb-0c7b58c391e6', 'status': 'completed', 'code': 200}
Jun 04 15:51:03.432050 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:03.494018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1d220ade-ec9d-4e8b-a816-0c13aa0c8df7 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:03.495547 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1d220ade-ec9d-4e8b-a816-0c13aa0c8df7 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/networks?id=70705144-4071-47c6-9ac6-46e7dd54c455 HTTP/1.1" status: 200  len: 814 time: 0.2276299
Jun 04 15:51:03.515272 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-119c0392-d958-4b44-b0bf-f8a71e1426b2 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/quotas/8c529ab1fa0340218e7af2e6151225af HTTP/1.1" status: 200  len: 375 time: 0.0128634
Jun 04 15:51:03.529441 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Deleting port e4220ff2-a1b4-4468-8431-17ee58ed3f5e {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:51:03.529786 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:03.586619 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1c0611-072a-468a-b377-e5714b30c165 None None] DHCP port deletion for c003da04-bfde-4b5d-986b-436d4498a28d request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:51:03.594698 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-ac0ca21a-ef6a-45d4-b704-a6bab4c5207e tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c529ab1fa0340218e7af2e6151225af&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0706947
Jun 04 15:51:03.685035 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] For port e4220ff2-a1b4-4468-8431-17ee58ed3f5e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e4220ff2-a1b4-4468-8431-17ee58ed3f5e,segment=NetworkSegment(f7582529-caee-4699-a5f1-7cfa768ce629),segment_id=f7582529-caee-4699-a5f1-7cfa768ce629)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:51:03.685929 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:03.709056 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cb1c0611-072a-468a-b377-e5714b30c165 None None] Deleting port e4220ff2-a1b4-4468-8431-17ee58ed3f5e {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:51:03.709798 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0611-072a-468a-b377-e5714b30c165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:03.777671 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-51628a4c-7c11-449e-a952-001fee7e54cc service neutron] 10.222.0.32 "GET /v2.0/networks/70705144-4071-47c6-9ac6-46e7dd54c455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1777034
Jun 04 15:51:03.820106 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e4220ff2-a1b4-4468-8431-17ee58ed3f5e no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:51:03.852490 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:03.881488 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Calling delete_port for e4220ff2-a1b4-4468-8431-17ee58ed3f5e owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:51:03.893226 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63c97e63-803d-44f5-b5ab-931d2f55f4da req-984f0caf-8acd-47cb-bedf-a9592588a301 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] 10.222.0.32 "GET /v2.0/ports?device_id=78105890-61f2-4100-97c9-538355143bff HTTP/1.1" status: 200  len: 210 time: 0.1934195
Jun 04 15:51:03.911131 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-cb1c0611-072a-468a-b377-e5714b30c165 None None] For port e4220ff2-a1b4-4468-8431-17ee58ed3f5e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e4220ff2-a1b4-4468-8431-17ee58ed3f5e,segment=NetworkSegment(f7582529-caee-4699-a5f1-7cfa768ce629),segment_id=f7582529-caee-4699-a5f1-7cfa768ce629)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:51:03.912117 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0611-072a-468a-b377-e5714b30c165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:03.951236 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-21ea61bc-273e-467a-a897-e6a907d9437a service neutron] 10.222.0.32 "GET /v2.0/networks/70705144-4071-47c6-9ac6-46e7dd54c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621687
Jun 04 15:51:04.038781 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:04.042886 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b74fb6a9-3f6b-4159-933f-da13e2d2047e tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:04.065877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cb1c0611-072a-468a-b377-e5714b30c165 None None] Calling delete_port for e4220ff2-a1b4-4468-8431-17ee58ed3f5e owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:51:04.074138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No active binding found for port e4220ff2-a1b4-4468-8431-17ee58ed3f5e {{(pid=88302) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 04 15:51:04.077435 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e4220ff2-a1b4-4468-8431-17ee58ed3f5e not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:51:04.098902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event deleted for resources: {'Port': ['ID=e4220ff2-a1b4-4468-8431-17ee58ed3f5e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:04.102215 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:04.103160 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] No DVR routers for this DVR port e4220ff2-a1b4-4468-8431-17ee58ed3f5e on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:51:04.121943 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb1c0611-072a-468a-b377-e5714b30c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:04.127018 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:04.194281 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c0611-072a-468a-b377-e5714b30c165 None None] Pushing event deleted for resources: {'Port': ['ID=e4220ff2-a1b4-4468-8431-17ee58ed3f5e,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:04.197476 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cb1c0611-072a-468a-b377-e5714b30c165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:04.204952 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1c0611-072a-468a-b377-e5714b30c165 None None] No DVR routers for this DVR port e4220ff2-a1b4-4468-8431-17ee58ed3f5e on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:51:04.280684 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:04.305523 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bde46f44-7f55-4738-a6bf-6fcb618f87e2 req-87e342f7-e93b-4194-b105-e26770def4ca tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 210 time: 0.0646374
Jun 04 15:51:04.307171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386ecd220>,) {'filters': {'network_id': ['c003da04-bfde-4b5d-986b-436d4498a28d']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:51:04.330158 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386ecd220>, 'f7582529-caee-4699-a5f1-7cfa768ce629') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:51:04.330681 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386ecd220>, 'f7582529-caee-4699-a5f1-7cfa768ce629') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:51:04.348289 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:04.366855 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:04.376649 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:51:04.377377 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:51:04.407810 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:51:04.669679 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:04.674342 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c85cb198-a6fe-451b-908a-7f0c3308cc4c tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:04.690957 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:04.704027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Pushing event deleted for resources: {'Network': ['ID=c003da04-bfde-4b5d-986b-436d4498a28d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:04.708840 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:04.715013 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] 10.222.0.32 "DELETE /v2.0/networks/c003da04-bfde-4b5d-986b-436d4498a28d HTTP/1.1" status: 204  len: 168 time: 1.4496295
Jun 04 15:51:05.322824 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55576) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:05.359969 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:05.495435 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5045d2f7-48f1-499b-9e0a-bd25f2e3c9e1 req-a7912a6b-89df-4dc0-bd0b-46d57d23d72c tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 210 time: 0.0673738
Jun 04 15:51:05.528716 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3ebbb0df-5510-4480-bcad-674cf4e3fe61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=770abb766bfd49738a7fa6c2950eb222&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2045593
Jun 04 15:51:05.531159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55584) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:05.573925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device e7e89aae-5676-4061-a8bb-0c7b58c391e6 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:51:05.621431 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-114c94d2-1edd-4e9d-bd31-145c49554f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:05.623305 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: e7e89aae-5676-4061-a8bb-0c7b58c391e6 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:51:05.623803 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device e7e89aae-5676-4061-a8bb-0c7b58c391e6 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:51:05.652234 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-114c94d2-1edd-4e9d-bd31-145c49554f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:05.782063 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-114c94d2-1edd-4e9d-bd31-145c49554f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:05.788152 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dbdfdfaf-808e-4121-87e3-a5696ede0db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:05.802637 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c94d2-1edd-4e9d-bd31-145c49554f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707dc592-5ba3-472b-aed4-1223fc8dd9ed,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:05.805974 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-114c94d2-1edd-4e9d-bd31-145c49554f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:05.815061 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-114c94d2-1edd-4e9d-bd31-145c49554f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:05.816656 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-114c94d2-1edd-4e9d-bd31-145c49554f23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/707dc592-5ba3-472b-aed4-1223fc8dd9ed HTTP/1.1" status: 204  len: 168 time: 0.2842417
Jun 04 15:51:06.686221 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0137f534-34f6-418f-94c5-283855f3a572 req-a8fffbbd-984b-4419-a699-79923d5a919a tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 210 time: 0.0655909
Jun 04 15:51:06.820847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-9c0ea859-bdc5-46b3-9d11-00574cbc31c7 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:06.822340 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-9c0ea859-bdc5-46b3-9d11-00574cbc31c7 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.65 "GET /v2.0/networks?id=70705144-4071-47c6-9ac6-46e7dd54c455 HTTP/1.1" status: 200  len: 814 time: 0.1636465
Jun 04 15:51:06.835708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Request body: {'port': {'device_id': 'f1a6cf3f-3864-4929-86bf-7a67038eccf2', 'network_id': '70705144-4071-47c6-9ac6-46e7dd54c455', 'admin_state_up': True, 'tenant_id': '8c529ab1fa0340218e7af2e6151225af'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:06.986234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:06.990348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Usage tracker for resource:port and tenant:8c529ab1fa0340218e7af2e6151225af is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:06.993347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:06.999775 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:07.067640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Made reservation on behalf of 8c529ab1fa0340218e7af2e6151225af for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:51:07.072812 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:07.248158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55678) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:07.282651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Allocated IP 172.20.0.4 (70705144-4071-47c6-9ac6-46e7dd54c455/0a889281-fbed-40fa-bfc8-cae6a651bb21/9eaf9b6a-2c77-4132-ae7f-568a9dff3c95) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:51:07.368387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group': {'name': 'tempest-secgroup--256700406'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:07.376345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:07.383457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:07.386795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:07.394156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:07.532788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:07.559968 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:07.593605 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:07.603007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:07.615878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:07.626320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:07.651875 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:07.759840 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:07.799064 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:07.808952 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-47b9ce39-5216-4f1e-942d-ab80981beaaf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:07.874161 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:07.886509 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:07.890454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Network 70705144-4071-47c6-9ac6-46e7dd54c455 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:51:07.895513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:51:07.897892 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:07.904171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:07.908190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:51:07.933760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31030879-fe64-4d1e-b9c1-e7c21603724d req-f18b0b55-ae1f-4487-9b7f-6f41292cec62 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:07.935371 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-31030879-fe64-4d1e-b9c1-e7c21603724d req-f18b0b55-ae1f-4487-9b7f-6f41292cec62 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 931 time: 0.1164935
Jun 04 15:51:07.985730 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-31030879-fe64-4d1e-b9c1-e7c21603724d req-c6ffe0fc-c662-4ef1-980f-9bc2a521537a tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432916
Jun 04 15:51:08.128687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:08.135846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Pushing event updated for resources: {'Port': ['ID=9eaf9b6a-2c77-4132-ae7f-568a9dff3c95,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:08.157410 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:08.157954 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-572b265d-4cdd-40c4-8aa7-7ef39619a3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:08.222419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:08.222581 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:08.230517 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4adf226-1ecc-4794-956a-df936fb85ba1,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:08.247856 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:08.307657 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:08.432731 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:08.432731 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6007717
Jun 04 15:51:08.435831 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-73807398-3f59-4597-aa36-c1b578e7d158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:08.457274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Request body: {'port': {'device_id': 'f1a6cf3f-3864-4929-86bf-7a67038eccf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:08.599361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7897e50-9151-46f6-945a-68e332892648,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:08.604088 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:08.621296 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:08.702840 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:08.706786 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.4551663
Jun 04 15:51:08.707672 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55750) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:08.907312 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3eb671b2-871f-44f2-8384-939a1ad9d8ab tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.1983447
Jun 04 15:51:08.908224 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55756) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:08.913978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group': {'name': 'tempest-security--455349407', 'description': 'tempest-security-description-1006198830'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:08.952297 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:09.020864 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:09.126606 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:09.129080 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:09.133668 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "PUT /v2.0/security-groups/f7897e50-9151-46f6-945a-68e332892648 HTTP/1.1" status: 200  len: 1779 time: 0.2235165
Jun 04 15:51:09.137748 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-417e4020-807c-4e4f-909b-c8605a495132 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:09.145596 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55760) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:09.176740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:51:09.193527 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:09.212179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7897e50-9151-46f6-945a-68e332892648,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:09.224761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Transition to ACTIVE for port object 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:51:09.238831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:09.241833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:09.242693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:09.243250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:09.243808 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:09.244364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:09.245170 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:09.246013 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:09.246932 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:09.247731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:09.248288 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:09.249142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:09.259698 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:09.262644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769db5dc-9c27-4d45-a65c-a8df8bf2eb9e req-5e413cbe-fcc4-4b6f-9b44-4342686c6c22 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:09.265649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-769db5dc-9c27-4d45-a65c-a8df8bf2eb9e req-5e413cbe-fcc4-4b6f-9b44-4342686c6c22 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Synchronizing usage tracker for tenant:8c529ab1fa0340218e7af2e6151225af on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:09.271243 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-87dd40aa-8688-4784-8f08-da76422a46bf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-groups/f7897e50-9151-46f6-945a-68e332892648 HTTP/1.1" status: 200  len: 1779 time: 0.1242068
Jun 04 15:51:09.274767 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55762) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:09.328529 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:09.334144 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fe4ecb06-09fe-41a3-8948-9a2315db8a20 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:09.401520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-769db5dc-9c27-4d45-a65c-a8df8bf2eb9e req-5e413cbe-fcc4-4b6f-9b44-4342686c6c22 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Unset dirty status for tenant:8c529ab1fa0340218e7af2e6151225af on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:09.406349 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-769db5dc-9c27-4d45-a65c-a8df8bf2eb9e req-5e413cbe-fcc4-4b6f-9b44-4342686c6c22 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 931 time: 0.2944245
Jun 04 15:51:09.518763 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c19f-0d96-4319-b4de-e7bdf269a139 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:09.523786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=9eaf9b6a-2c77-4132-ae7f-568a9dff3c95,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:09.586350 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:09.672940 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c19f-0d96-4319-b4de-e7bdf269a139 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:09.689466 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-769db5dc-9c27-4d45-a65c-a8df8bf2eb9e req-d1a98279-d9af-44f1-a248-fe203845513a tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2741182
Jun 04 15:51:09.697987 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55770) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:09.759709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Attempting to bind port 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:51:09.760318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Attempting to bind port 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'f77135b7-550a-4b91-bea3-102c4917ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70705144-4071-47c6-9ac6-46e7dd54c455'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:51:09.760861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Attempting to bind port 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 on network 70705144-4071-47c6-9ac6-46e7dd54c455 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:51:09.770884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Port 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 on network 70705144-4071-47c6-9ac6-46e7dd54c455 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:51:09.771468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Attempting to bind port 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 on network 70705144-4071-47c6-9ac6-46e7dd54c455 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:51:09.778253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:51:09.778941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Checking segment: {'id': 'f77135b7-550a-4b91-bea3-102c4917ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70705144-4071-47c6-9ac6-46e7dd54c455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:51:09.779521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Bound using segment: {'id': 'f77135b7-550a-4b91-bea3-102c4917ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70705144-4071-47c6-9ac6-46e7dd54c455'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:51:09.780199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Bound port: 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77135b7-550a-4b91-bea3-102c4917ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '70705144-4071-47c6-9ac6-46e7dd54c455'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:51:09.780974 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:09.867590 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c19f-0d96-4319-b4de-e7bdf269a139 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:09.882108 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7bed930a-0f8d-4202-8206-4a58af0077fb tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:09.913104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2c19f-0d96-4319-b4de-e7bdf269a139 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7897e50-9151-46f6-945a-68e332892648,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:09.926598 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d9e2c19f-0d96-4319-b4de-e7bdf269a139 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:09.930047 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c19f-0d96-4319-b4de-e7bdf269a139 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:09.931367 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d9e2c19f-0d96-4319-b4de-e7bdf269a139 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-groups/f7897e50-9151-46f6-945a-68e332892648 HTTP/1.1" status: 204  len: 168 time: 0.6554201
Jun 04 15:51:09.933970 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55774) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:09.935388 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] For port 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:51:09.945207 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] For port 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9eaf9b6a-2c77-4132-ae7f-568a9dff3c95,segment=NetworkSegment(f77135b7-550a-4b91-bea3-102c4917ccf5),segment_id=f77135b7-550a-4b91-bea3-102c4917ccf5)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:51:09.982149 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ceeb2390-c1cc-4905-a0f0-9160fd830772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:10.017997 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ceeb2390-c1cc-4905-a0f0-9160fd830772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:10.022044 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:10.028296 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ceeb2390-c1cc-4905-a0f0-9160fd830772 admin admin] Usage tracker for resource:security_group_rule and tenant:262e3d5dd3524352bcbdde60a7287f51 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:10.028573 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e3b2904e-0dbc-4126-add3-6e57e1a4495c tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:10.033189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ceeb2390-c1cc-4905-a0f0-9160fd830772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:10.039388 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7c834c6b-9dd6-4d90-9b81-6cdae5a7d084 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1039824
Jun 04 15:51:10.042644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55776) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:10.045313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ceeb2390-c1cc-4905-a0f0-9160fd830772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:10.110297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:10.111069 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:10.113365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] 10.222.0.65 "PUT /v2.0/ports/9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 HTTP/1.1" status: 200  len: 1091 time: 1.6603601
Jun 04 15:51:10.114122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a6cf3f-3864-4929-86bf-7a67038eccf2', 'tag': '9eaf9b6a-2c77-4132-ae7f-568a9dff3c95'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:51:10.117524 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d5341d-1ceb-41f8-93d0-e9352108c948" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a6cf3f-3864-4929-86bf-7a67038eccf2", "tag": "9eaf9b6a-2c77-4132-ae7f-568a9dff3c95"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:51:10.149296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=9eaf9b6a-2c77-4132-ae7f-568a9dff3c95,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:10.153398 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:10.218144 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d330a2-7748-410c-b631-1fa69f82fa71 x-openstack-request-id: req-e2d330a2-7748-410c-b631-1fa69f82fa71 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:51:10.220158 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a6cf3f-3864-4929-86bf-7a67038eccf2", "tag": "9eaf9b6a-2c77-4132-ae7f-568a9dff3c95", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:51:10.220158 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2d330a2-7748-410c-b631-1fa69f82fa71 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:51:10.220370 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a6cf3f-3864-4929-86bf-7a67038eccf2', 'tag': '9eaf9b6a-2c77-4132-ae7f-568a9dff3c95', 'status': 'completed', 'code': 200}
Jun 04 15:51:10.256169 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ceeb2390-c1cc-4905-a0f0-9160fd830772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:10.258094 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-8bf89f72-3f48-48f2-ab60-355ccbaae905 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] delete failed (client error): The resource could not be found.
Jun 04 15:51:10.262891 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8bf89f72-3f48-48f2-ab60-355ccbaae905 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-groups/f7897e50-9151-46f6-945a-68e332892648 HTTP/1.1" status: 404  len: 347 time: 0.2154000
Jun 04 15:51:10.264079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55780) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:10.269749 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639094590'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:10.278139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:10.284676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:10.288542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:10.295006 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:10.345992 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ceeb2390-c1cc-4905-a0f0-9160fd830772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:10.360693 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-db6c9e42-89ef-480f-bd93-c909a6403aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:10.379135 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-ac799704-fc18-4f1d-8b3f-514db4099afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:10.382674 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-ac799704-fc18-4f1d-8b3f-514db4099afd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c529ab1fa0340218e7af2e6151225af&device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 1094 time: 0.1474841
Jun 04 15:51:10.417599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb2390-c1cc-4905-a0f0-9160fd830772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd470e43-39da-4984-ad3c-291613effad0,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:10.437826 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ceeb2390-c1cc-4905-a0f0-9160fd830772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:10.440055 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ceeb2390-c1cc-4905-a0f0-9160fd830772 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=262e3d5dd3524352bcbdde60a7287f51&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7381966
Jun 04 15:51:10.440781 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55782) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:10.458366 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:10.483034 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-8bf96265-8f89-47d8-8d29-10fbf3a6fc78 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 HTTP/1.1" status: 200  len: 217 time: 0.0932798
Jun 04 15:51:10.513189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:10.517968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:10.521500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:10.530217 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:10.626573 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:10.640461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-a177b977-3cc8-47c5-b71b-89d936505f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:10.643497 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-a177b977-3cc8-47c5-b71b-89d936505f0e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a889281-fbed-40fa-bfc8-cae6a651bb21 HTTP/1.1" status: 200  len: 854 time: 0.1457949
Jun 04 15:51:10.648643 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f9547383-d183-4055-83b4-17eb20770fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:10.679898 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f9547383-d183-4055-83b4-17eb20770fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:10.697851 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:10.698734 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-35ac9164-fdc9-4d86-8cfc-057cea70b9cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=70705144-4071-47c6-9ac6-46e7dd54c455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497348
Jun 04 15:51:10.707329 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ee94318c-657d-4d4d-ab6d-3f0b5dd83c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:10.778179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c7988e-d783-4978-a32c-7b815de91b58,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:10.790032 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:10.869907 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:10.871742 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.6061316
Jun 04 15:51:10.875310 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55790) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:10.881780 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-1ce75399-b5fc-44b0-b3e1-5d3f2853b853 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group_rule': {'security_group_id': '70c7988e-d783-4978-a32c-7b815de91b58', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:10.903593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1ce75399-b5fc-44b0-b3e1-5d3f2853b853 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:10.912058 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f9547383-d183-4055-83b4-17eb20770fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:10.916629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1ce75399-b5fc-44b0-b3e1-5d3f2853b853 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:10.922639 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6fe96435-6b13-4151-bf36-f11f093aae34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:10.930306 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1ce75399-b5fc-44b0-b3e1-5d3f2853b853 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:10.942552 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f9547383-d183-4055-83b4-17eb20770fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:10.943862 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f9547383-d183-4055-83b4-17eb20770fae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd470e43-39da-4984-ad3c-291613effad0 HTTP/1.1" status: 204  len: 168 time: 0.5017276
Jun 04 15:51:10.945580 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1ce75399-b5fc-44b0-b3e1-5d3f2853b853 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:10.949192 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9547383-d183-4055-83b4-17eb20770fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd470e43-39da-4984-ad3c-291613effad0,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:10.960084 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f9547383-d183-4055-83b4-17eb20770fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:11.062425 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ce75399-b5fc-44b0-b3e1-5d3f2853b853 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:11.149360 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-d1b9034a-7e08-4482-be52-1fdb2c1e50bc service neutron] 10.222.0.65 "GET /v2.0/networks/70705144-4071-47c6-9ac6-46e7dd54c455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4439006
Jun 04 15:51:11.194915 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ce75399-b5fc-44b0-b3e1-5d3f2853b853 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:11.237570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552c973-4a4f-4cd3-9140-0f652a2a3798 req-5b0e2d09-8f61-4cfc-82ac-ba764617e6c3 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:11.239329 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3552c973-4a4f-4cd3-9140-0f652a2a3798 req-5b0e2d09-8f61-4cfc-82ac-ba764617e6c3 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 943 time: 0.4175346
Jun 04 15:51:11.266926 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ce75399-b5fc-44b0-b3e1-5d3f2853b853 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:11.291450 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fb9da26d-71e6-44ea-ae75-1af560ffa881 tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:11.361238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce75399-b5fc-44b0-b3e1-5d3f2853b853 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730048ec-bca0-4686-83d8-764cf657804c,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:11.379166 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1ce75399-b5fc-44b0-b3e1-5d3f2853b853 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:11.382836 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3552c973-4a4f-4cd3-9140-0f652a2a3798 req-bf57ec7b-f9fe-4190-8299-8facea6471dc tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266046
Jun 04 15:51:11.444233 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61d3fb61-a043-4577-8cd8-2ae1a97452ab req-26973cc4-06fc-4c2b-ada9-3c51042fed24 service neutron] 10.222.0.65 "GET /v2.0/networks/70705144-4071-47c6-9ac6-46e7dd54c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2866943
Jun 04 15:51:11.490351 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1ce75399-b5fc-44b0-b3e1-5d3f2853b853 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:11.493125 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1ce75399-b5fc-44b0-b3e1-5d3f2853b853 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6147554
Jun 04 15:51:11.494650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55796) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:11.541754 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9982-7341-4b94-99b0-7e035a42dcc6 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:11.561309 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9982-7341-4b94-99b0-7e035a42dcc6 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:11.666342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5341d-1ceb-41f8-93d0-e9352108c948 req-7bfe0805-7cec-41bd-aacb-192a6a7cacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:11.668198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6d5341d-1ceb-41f8-93d0-e9352108c948 req-7bfe0805-7cec-41bd-aacb-192a6a7cacb7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c529ab1fa0340218e7af2e6151225af&device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 1094 time: 0.1197162
Jun 04 15:51:11.674754 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9982-7341-4b94-99b0-7e035a42dcc6 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:11.676929 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:11.699284 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b9982-7341-4b94-99b0-7e035a42dcc6 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=730048ec-bca0-4686-83d8-764cf657804c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:11.702337 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ac8b9982-7341-4b94-99b0-7e035a42dcc6 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:11.703406 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9982-7341-4b94-99b0-7e035a42dcc6 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:11.705841 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ac8b9982-7341-4b94-99b0-7e035a42dcc6 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/730048ec-bca0-4686-83d8-764cf657804c HTTP/1.1" status: 204  len: 168 time: 0.2087071
Jun 04 15:51:11.707180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55802) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:11.770566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0c7f1e61-fe3a-489a-a40f-9bb4740e9374 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:11.886789 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0c7f1e61-fe3a-489a-a40f-9bb4740e9374 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:11.888415 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0c7f1e61-fe3a-489a-a40f-9bb4740e9374 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1800826
Jun 04 15:51:11.892502 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55804) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:11.904926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5341d-1ceb-41f8-93d0-e9352108c948 req-e1b4323e-0524-4042-a4aa-23188614cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:11.907647 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6d5341d-1ceb-41f8-93d0-e9352108c948 req-e1b4323e-0524-4042-a4aa-23188614cef4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=70705144-4071-47c6-9ac6-46e7dd54c455 HTTP/1.1" status: 200  len: 915 time: 0.2320850
Jun 04 15:51:11.937086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55806) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:11.960596 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c2dee647-44be-472b-bb42-0d82fa665a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:11.991183 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c2dee647-44be-472b-bb42-0d82fa665a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:12.004238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c2dee647-44be-472b-bb42-0d82fa665a34 admin admin] Usage tracker for resource:security_group_rule and tenant:bd68abc419494635b1cf32122067ef91 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:12.004238 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-803c62b0-0845-42ee-8d1c-c7dbe87fb498 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:12.012274 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6d5341d-1ceb-41f8-93d0-e9352108c948 req-20f28b8f-7401-4c99-9808-e98bffff7ad1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 HTTP/1.1" status: 200  len: 217 time: 0.0953069
Jun 04 15:51:12.032814 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-803c62b0-0845-42ee-8d1c-c7dbe87fb498 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:12.070223 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c2dee647-44be-472b-bb42-0d82fa665a34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:12.081202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c2dee647-44be-472b-bb42-0d82fa665a34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:12.097085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5341d-1ceb-41f8-93d0-e9352108c948 req-e7b92048-cda6-4a95-9bd0-95fc47314a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:12.098554 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6d5341d-1ceb-41f8-93d0-e9352108c948 req-e7b92048-cda6-4a95-9bd0-95fc47314a6a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a889281-fbed-40fa-bfc8-cae6a651bb21 HTTP/1.1" status: 200  len: 854 time: 0.0796299
Jun 04 15:51:12.162443 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6d5341d-1ceb-41f8-93d0-e9352108c948 req-8a5e7e29-7128-4632-bfb0-d0c489e95737 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=70705144-4071-47c6-9ac6-46e7dd54c455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559254
Jun 04 15:51:12.218895 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-803c62b0-0845-42ee-8d1c-c7dbe87fb498 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:12.225255 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f9547383-d183-4055-83b4-17eb20770fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:12.248121 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c62b0-0845-42ee-8d1c-c7dbe87fb498 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c7988e-d783-4978-a32c-7b815de91b58,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:12.264452 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-803c62b0-0845-42ee-8d1c-c7dbe87fb498 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:12.333039 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6d5341d-1ceb-41f8-93d0-e9352108c948 req-e44e8d59-2068-46c8-9d01-cfed28c3cf19 service neutron] 10.222.0.65 "GET /v2.0/networks/70705144-4071-47c6-9ac6-46e7dd54c455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1618636
Jun 04 15:51:12.338079 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c2dee647-44be-472b-bb42-0d82fa665a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:12.340064 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-803c62b0-0845-42ee-8d1c-c7dbe87fb498 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:12.345394 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-803c62b0-0845-42ee-8d1c-c7dbe87fb498 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-groups/70c7988e-d783-4978-a32c-7b815de91b58 HTTP/1.1" status: 204  len: 168 time: 0.4477160
Jun 04 15:51:12.360321 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55808) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:12.403444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4f277b9c-2705-4cfb-bc9a-7f6c828d605e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:12.456629 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c2dee647-44be-472b-bb42-0d82fa665a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:12.470803 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-aae24462-9156-4e6e-954f-0bd8df78e7a0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:12.482447 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f6d5341d-1ceb-41f8-93d0-e9352108c948 req-ec0fc53f-23b4-430c-90d8-581677cb39e4 service neutron] 10.222.0.65 "GET /v2.0/networks/70705144-4071-47c6-9ac6-46e7dd54c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403277
Jun 04 15:51:12.523937 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c2dee647-44be-472b-bb42-0d82fa665a34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd68abc419494635b1cf32122067ef91&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5855694
Jun 04 15:51:12.525050 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dee647-44be-472b-bb42-0d82fa665a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81e670c-b630-4712-97bb-7291311656c1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:12.526857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55812) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:12.530192 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c2dee647-44be-472b-bb42-0d82fa665a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:12.592586 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4927-93cc-44d6-99d3-43aab5aa7fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:12.627876 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4927-93cc-44d6-99d3-43aab5aa7fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:12.631413 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b70b7d-6cb0-43a3-bfed-88d20f418a30 req-724b66dc-4b59-41c8-9253-ee1a27ae7176 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:12.633054 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-17b70b7d-6cb0-43a3-bfed-88d20f418a30 req-724b66dc-4b59-41c8-9253-ee1a27ae7176 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 943 time: 0.1049724
Jun 04 15:51:12.684355 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-17b70b7d-6cb0-43a3-bfed-88d20f418a30 req-2d389bfe-f10d-45f3-b96e-c1db74c55e2e tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452971
Jun 04 15:51:12.918715 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4f277b9c-2705-4cfb-bc9a-7f6c828d605e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:12.919912 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4f277b9c-2705-4cfb-bc9a-7f6c828d605e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.5727420
Jun 04 15:51:12.924590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55818) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:12.930834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-fa565b8c-af4c-4420-b275-f9dc63122108 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249820992'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:12.937789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fa565b8c-af4c-4420-b275-f9dc63122108 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:12.948843 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fa565b8c-af4c-4420-b275-f9dc63122108 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:12.956830 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4927-93cc-44d6-99d3-43aab5aa7fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:12.963037 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e96a6036-ecf1-49bf-9994-785081468007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:12.978097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf4927-93cc-44d6-99d3-43aab5aa7fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81e670c-b630-4712-97bb-7291311656c1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:12.980669 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cfdf4927-93cc-44d6-99d3-43aab5aa7fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:12.981880 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4927-93cc-44d6-99d3-43aab5aa7fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:12.983013 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cfdf4927-93cc-44d6-99d3-43aab5aa7fdd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a81e670c-b630-4712-97bb-7291311656c1 HTTP/1.1" status: 204  len: 168 time: 0.4548986
Jun 04 15:51:13.038563 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fa565b8c-af4c-4420-b275-f9dc63122108 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:13.068226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fa565b8c-af4c-4420-b275-f9dc63122108 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:13.073430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fa565b8c-af4c-4420-b275-f9dc63122108 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:13.078262 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fa565b8c-af4c-4420-b275-f9dc63122108 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:13.086422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fa565b8c-af4c-4420-b275-f9dc63122108 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:13.194223 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fa565b8c-af4c-4420-b275-f9dc63122108 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:13.321358 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fa565b8c-af4c-4420-b275-f9dc63122108 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:13.327160 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-27faba60-ac67-4848-9917-cb746cb379ac tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:13.372263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa565b8c-af4c-4420-b275-f9dc63122108 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34cdb669-75f0-44a0-ac29-381034004928,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:13.391649 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fa565b8c-af4c-4420-b275-f9dc63122108 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:13.467893 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fa565b8c-af4c-4420-b275-f9dc63122108 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:13.469150 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fa565b8c-af4c-4420-b275-f9dc63122108 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5431046
Jun 04 15:51:13.472761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55828) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:13.479372 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e29fe90a-8c56-473a-9027-2a7d5c143546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group_rule': {'security_group_id': '34cdb669-75f0-44a0-ac29-381034004928', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:13.490793 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e29fe90a-8c56-473a-9027-2a7d5c143546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:13.497315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e29fe90a-8c56-473a-9027-2a7d5c143546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:13.501910 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e29fe90a-8c56-473a-9027-2a7d5c143546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:13.510894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e29fe90a-8c56-473a-9027-2a7d5c143546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:13.600574 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e29fe90a-8c56-473a-9027-2a7d5c143546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:13.622346 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:51:13.704386 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e29fe90a-8c56-473a-9027-2a7d5c143546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:13.772434 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e29fe90a-8c56-473a-9027-2a7d5c143546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:13.774722 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:13.797673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fe90a-8c56-473a-9027-2a7d5c143546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add40ac2-5bb6-47cc-88ac-0896fc9ac7fc,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:13.802432 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e29fe90a-8c56-473a-9027-2a7d5c143546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:13.877208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9eaf9b6a-2c77-4132-ae7f-568a9dff3c95,segment=NetworkSegment(f77135b7-550a-4b91-bea3-102c4917ccf5),segment_id=f77135b7-550a-4b91-bea3-102c4917ccf5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:51:13.892877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '9eaf9b6a-2c77-4132-ae7f-568a9dff3c95', 'network_id': '70705144-4071-47c6-9ac6-46e7dd54c455', 'port_id': '9eaf9b6a-2c77-4132-ae7f-568a9dff3c95', 'mac_address': 'fa:16:3e:68:bd:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a889281-fbed-40fa-bfc8-cae6a651bb21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:51:13.921826 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e29fe90a-8c56-473a-9027-2a7d5c143546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:13.923222 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e29fe90a-8c56-473a-9027-2a7d5c143546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4484429
Jun 04 15:51:13.925995 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55842) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:13.932383 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-16946c1f-a240-48fd-9181-3a1b483e0f4f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group_rule': {'security_group_id': '34cdb669-75f0-44a0-ac29-381034004928', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:13.953341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-16946c1f-a240-48fd-9181-3a1b483e0f4f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:13.971867 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:13.974627 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-16946c1f-a240-48fd-9181-3a1b483e0f4f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:13.985369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-16946c1f-a240-48fd-9181-3a1b483e0f4f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:13.995064 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a1b58-fba1-4d8b-966e-0501fcfcf084 req-e39ba40c-954a-4f87-82b6-39b1377f1eae tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:13.998259 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-16946c1f-a240-48fd-9181-3a1b483e0f4f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:14.004661 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be4a1b58-fba1-4d8b-966e-0501fcfcf084 req-e39ba40c-954a-4f87-82b6-39b1377f1eae tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 943 time: 0.1116810
Jun 04 15:51:14.015554 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:51:14.042380 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9eaf9b6a-2c77-4132-ae7f-568a9dff3c95,segment=NetworkSegment(f77135b7-550a-4b91-bea3-102c4917ccf5),segment_id=f77135b7-550a-4b91-bea3-102c4917ccf5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:51:14.084994 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-be4a1b58-fba1-4d8b-966e-0501fcfcf084 req-f8052df8-cf9e-42ab-b9e6-1838fc666fee tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735571
Jun 04 15:51:14.114157 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-16946c1f-a240-48fd-9181-3a1b483e0f4f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:14.141583 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:14.143785 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-551a39b8-0a92-4c30-81b7-089a756f134a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:14.224425 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-16946c1f-a240-48fd-9181-3a1b483e0f4f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:14.240056 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9eaf9b6a-2c77-4132-ae7f-568a9dff3c95,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:14.243943 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:14.306752 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-16946c1f-a240-48fd-9181-3a1b483e0f4f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:14.308639 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6a06787a-dc0b-4437-96a0-70428f2c42e2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:14.331004 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9eaf9b6a-2c77-4132-ae7f-568a9dff3c95'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:51:14.339634 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16946c1f-a240-48fd-9181-3a1b483e0f4f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9937ae-d80d-4d4b-81a8-56bbaf8b80de,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:14.342373 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-16946c1f-a240-48fd-9181-3a1b483e0f4f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:14.458356 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-16946c1f-a240-48fd-9181-3a1b483e0f4f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:14.459559 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-16946c1f-a240-48fd-9181-3a1b483e0f4f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5325868
Jun 04 15:51:14.462357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55852) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:14.467207 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-cdf9b8b6-a83c-4301-a3e9-98933d25bc78 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group_rule': {'security_group_id': '34cdb669-75f0-44a0-ac29-381034004928', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:14.475118 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cdf9b8b6-a83c-4301-a3e9-98933d25bc78 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:14.482752 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cdf9b8b6-a83c-4301-a3e9-98933d25bc78 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:14.505544 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-cdf9b8b6-a83c-4301-a3e9-98933d25bc78 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:14.520802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-cdf9b8b6-a83c-4301-a3e9-98933d25bc78 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:14.619753 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b8b6-a83c-4301-a3e9-98933d25bc78 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:14.714321 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b8b6-a83c-4301-a3e9-98933d25bc78 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:14.804149 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b8b6-a83c-4301-a3e9-98933d25bc78 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:14.807120 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-64bf458e-23da-4c14-b0c3-af2b565dcb92 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:14.858313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9b8b6-a83c-4301-a3e9-98933d25bc78 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607a0105-3d11-4e8b-9ef7-b6b5a0265818,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:14.863975 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cdf9b8b6-a83c-4301-a3e9-98933d25bc78 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:14.955524 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b8b6-a83c-4301-a3e9-98933d25bc78 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:14.957219 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cdf9b8b6-a83c-4301-a3e9-98933d25bc78 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4938469
Jun 04 15:51:14.959995 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55862) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:14.964758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-f2066e3b-637e-4715-beb6-0cbc54391809 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group_rule': {'security_group_id': '34cdb669-75f0-44a0-ac29-381034004928', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:14.977757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f2066e3b-637e-4715-beb6-0cbc54391809 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:14.984411 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f2066e3b-637e-4715-beb6-0cbc54391809 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:14.992636 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f2066e3b-637e-4715-beb6-0cbc54391809 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:15.010345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f2066e3b-637e-4715-beb6-0cbc54391809 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:15.112367 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f2066e3b-637e-4715-beb6-0cbc54391809 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:15.239983 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f2066e3b-637e-4715-beb6-0cbc54391809 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:15.324547 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f2066e3b-637e-4715-beb6-0cbc54391809 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:15.327524 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6f664ecb-98d4-48bf-984f-5d66fd82eb11 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:15.367130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2066e3b-637e-4715-beb6-0cbc54391809 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae02408-3cdc-47a5-a543-7e5e3b09aeb0,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:15.370642 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f2066e3b-637e-4715-beb6-0cbc54391809 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:15.398970 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dca76-304f-4b63-b627-e3cf114f7232 req-a3fe1712-01eb-4d12-aa7d-223da21ad587 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:15.408553 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e8dca76-304f-4b63-b627-e3cf114f7232 req-a3fe1712-01eb-4d12-aa7d-223da21ad587 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 944 time: 0.1664209
Jun 04 15:51:15.469086 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0e8dca76-304f-4b63-b627-e3cf114f7232 req-4b512109-7b72-4608-9d8b-053adb18f8ab tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590386
Jun 04 15:51:15.472681 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f2066e3b-637e-4715-beb6-0cbc54391809 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:15.473903 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f2066e3b-637e-4715-beb6-0cbc54391809 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5129073
Jun 04 15:51:15.486305 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55874) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:15.493240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0788c1f5-e496-42bf-87af-f3cecc0aaeac tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group_rule': {'security_group_id': '34cdb669-75f0-44a0-ac29-381034004928', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:15.501485 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0788c1f5-e496-42bf-87af-f3cecc0aaeac tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:15.506728 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0788c1f5-e496-42bf-87af-f3cecc0aaeac tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:15.510572 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0788c1f5-e496-42bf-87af-f3cecc0aaeac tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:15.520227 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0788c1f5-e496-42bf-87af-f3cecc0aaeac tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:15.632462 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:51:15.637682 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0788c1f5-e496-42bf-87af-f3cecc0aaeac tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:15.809999 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0788c1f5-e496-42bf-87af-f3cecc0aaeac tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:15.884105 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:51:15.892608 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:51:15.893495 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:15.913410 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0788c1f5-e496-42bf-87af-f3cecc0aaeac tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:15.916419 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e431f71e-e6d4-48fd-8006-e540d7a8ce3b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:15.979971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788c1f5-e496-42bf-87af-f3cecc0aaeac tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746f0bb9-f898-4115-86a0-f051c261a863,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:16.000827 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0788c1f5-e496-42bf-87af-f3cecc0aaeac tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:16.075705 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0788c1f5-e496-42bf-87af-f3cecc0aaeac tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:16.078720 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0788c1f5-e496-42bf-87af-f3cecc0aaeac tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.5905454
Jun 04 15:51:16.080898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55890) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:16.099654 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:16.139081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a6cf3f-3864-4929-86bf-7a67038eccf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaf9b6a-2c77-4132-ae7f-568a9dff3c95'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:51:16.141895 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e53fb8-b0f8-47c7-aef1-5a07de4b5a09" -d '{"events": [{"server_uuid": "f1a6cf3f-3864-4929-86bf-7a67038eccf2", "name": "network-vif-plugged", "status": "completed", "tag": "9eaf9b6a-2c77-4132-ae7f-568a9dff3c95"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:51:16.153722 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9eaf9b6a-2c77-4132-ae7f-568a9dff3c95,segment=NetworkSegment(f77135b7-550a-4b91-bea3-102c4917ccf5),segment_id=f77135b7-550a-4b91-bea3-102c4917ccf5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:51:16.169729 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2e691e0e-2610-4f96-ae2e-a94f91b818e4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:16.236858 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:16.239342 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cb1c0611-072a-468a-b377-e5714b30c165 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:16.287656 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b09a3d-6285-453f-9553-6b68ccd906b6 x-openstack-request-id: req-07b09a3d-6285-453f-9553-6b68ccd906b6 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:51:16.287656 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a6cf3f-3864-4929-86bf-7a67038eccf2", "name": "network-vif-plugged", "status": "completed", "tag": "9eaf9b6a-2c77-4132-ae7f-568a9dff3c95", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:51:16.288105 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07b09a3d-6285-453f-9553-6b68ccd906b6 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:51:16.288589 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a6cf3f-3864-4929-86bf-7a67038eccf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaf9b6a-2c77-4132-ae7f-568a9dff3c95', 'code': 200}
Jun 04 15:51:16.366695 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9eaf9b6a-2c77-4132-ae7f-568a9dff3c95,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:16.378030 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:16.412288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac4361-57ba-4ace-a077-91b20f8e27bd req-b2406ca8-910d-4bdd-b303-789246da8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:16.414235 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2fac4361-57ba-4ace-a077-91b20f8e27bd req-b2406ca8-910d-4bdd-b303-789246da8556 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 1096 time: 0.1051204
Jun 04 15:51:16.441899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2e691e0e-2610-4f96-ae2e-a94f91b818e4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:16.475316 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2fac4361-57ba-4ace-a077-91b20f8e27bd req-a9baf2b0-40dc-45e1-bad0-c7c69f7d8e13 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549681
Jun 04 15:51:16.561959 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2e691e0e-2610-4f96-ae2e-a94f91b818e4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:16.563843 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f0c879f2-0723-4f01-bc3d-273a0fe4e71b tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:16.585863 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e691e0e-2610-4f96-ae2e-a94f91b818e4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=746f0bb9-f898-4115-86a0-f051c261a863,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:16.591091 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2e691e0e-2610-4f96-ae2e-a94f91b818e4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:16.607594 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2e691e0e-2610-4f96-ae2e-a94f91b818e4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:16.610009 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2e691e0e-2610-4f96-ae2e-a94f91b818e4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/746f0bb9-f898-4115-86a0-f051c261a863 HTTP/1.1" status: 204  len: 168 time: 0.5277014
Jun 04 15:51:16.616285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55900) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:16.735430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-af609236-7f05-43b0-9559-6d334e64199f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:16.775219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66d77f-1804-4583-a2aa-06e983bf2cf7 req-319f975b-4e18-42db-b720-f180300654af tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:16.777234 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ca66d77f-1804-4583-a2aa-06e983bf2cf7 req-319f975b-4e18-42db-b720-f180300654af tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 945 time: 0.1627243
Jun 04 15:51:16.831984 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ca66d77f-1804-4583-a2aa-06e983bf2cf7 req-824c3c00-0822-47cb-8da7-dfb2f4d05c34 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482819
Jun 04 15:51:17.149610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-af609236-7f05-43b0-9559-6d334e64199f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:17.150883 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-af609236-7f05-43b0-9559-6d334e64199f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.5333066
Jun 04 15:51:17.153896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55906) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:17.184931 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7ffc3c9f-47cc-47e2-b6e9-6c14d3d5750c tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:17.196005 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7ffc3c9f-47cc-47e2-b6e9-6c14d3d5750c tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:17.319409 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7ffc3c9f-47cc-47e2-b6e9-6c14d3d5750c tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:17.321762 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-da5dfa21-a17e-43f3-a841-2b7eb728f3fe tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:17.367423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc3c9f-47cc-47e2-b6e9-6c14d3d5750c tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bae02408-3cdc-47a5-a543-7e5e3b09aeb0,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:17.374695 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7ffc3c9f-47cc-47e2-b6e9-6c14d3d5750c tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:17.472759 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7ffc3c9f-47cc-47e2-b6e9-6c14d3d5750c tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:17.474150 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7ffc3c9f-47cc-47e2-b6e9-6c14d3d5750c tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/bae02408-3cdc-47a5-a543-7e5e3b09aeb0 HTTP/1.1" status: 204  len: 168 time: 0.3192260
Jun 04 15:51:17.477398 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55912) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:17.562854 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f4d203c9-68a6-48d3-a76c-b7dc010ee8a2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:17.697502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f4d203c9-68a6-48d3-a76c-b7dc010ee8a2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:17.699379 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f4d203c9-68a6-48d3-a76c-b7dc010ee8a2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.2213333
Jun 04 15:51:17.703470 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55914) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:17.754510 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca4afe2e-fa84-4971-b61a-625f69b69529 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:17.777571 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca4afe2e-fa84-4971-b61a-625f69b69529 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:17.876955 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca4afe2e-fa84-4971-b61a-625f69b69529 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:17.880091 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7ffc3c9f-47cc-47e2-b6e9-6c14d3d5750c tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:17.904870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4afe2e-fa84-4971-b61a-625f69b69529 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=607a0105-3d11-4e8b-9ef7-b6b5a0265818,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:17.909369 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ca4afe2e-fa84-4971-b61a-625f69b69529 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:18.006747 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ca4afe2e-fa84-4971-b61a-625f69b69529 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:18.012841 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55926) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:18.013745 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ca4afe2e-fa84-4971-b61a-625f69b69529 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/607a0105-3d11-4e8b-9ef7-b6b5a0265818 HTTP/1.1" status: 204  len: 168 time: 0.3062129
Jun 04 15:51:18.134532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-84256e68-12b8-4518-b4ce-f8d183def62e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:18.201169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa6fd6-6fcc-42d2-af93-56e395a72109 req-e208be99-5315-47a6-a3dc-3f1dadace695 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:18.202957 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-87aa6fd6-6fcc-42d2-af93-56e395a72109 req-e208be99-5315-47a6-a3dc-3f1dadace695 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 945 time: 0.1440995
Jun 04 15:51:18.266939 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-87aa6fd6-6fcc-42d2-af93-56e395a72109 req-e0f89df9-93e2-4b24-8f35-3327d96ac0b7 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566707
Jun 04 15:51:18.266939 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-84256e68-12b8-4518-b4ce-f8d183def62e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:18.277055 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-84256e68-12b8-4518-b4ce-f8d183def62e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.2598975
Jun 04 15:51:18.277055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55928) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:18.336685 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b076dcf-4220-4a3d-8dce-a3e5482a124e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:18.369693 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b076dcf-4220-4a3d-8dce-a3e5482a124e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:18.512515 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b076dcf-4220-4a3d-8dce-a3e5482a124e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:18.520106 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-81e6422c-ecb4-451d-9a70-b2c1b62fbdfd tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:18.540424 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b076dcf-4220-4a3d-8dce-a3e5482a124e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c9937ae-d80d-4d4b-81a8-56bbaf8b80de,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:18.548684 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7b076dcf-4220-4a3d-8dce-a3e5482a124e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:18.618400 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b076dcf-4220-4a3d-8dce-a3e5482a124e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:18.619539 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7b076dcf-4220-4a3d-8dce-a3e5482a124e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7c9937ae-d80d-4d4b-81a8-56bbaf8b80de HTTP/1.1" status: 204  len: 168 time: 0.3433647
Jun 04 15:51:18.622213 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55938) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:18.725077 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-25fd2c38-e963-4a39-a6e1-071bef5041bd tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:18.869816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-25fd2c38-e963-4a39-a6e1-071bef5041bd tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:18.871480 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-25fd2c38-e963-4a39-a6e1-071bef5041bd tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.2480571
Jun 04 15:51:18.874859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55942) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:18.938633 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f6c19ead-be2b-4dd7-b67d-1c70fef37e73 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:18.972518 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f6c19ead-be2b-4dd7-b67d-1c70fef37e73 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:19.170330 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f6c19ead-be2b-4dd7-b67d-1c70fef37e73 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:19.172968 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f556d663-8412-484b-bc52-ba4f069cf5bc tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:19.236203 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c19ead-be2b-4dd7-b67d-1c70fef37e73 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=add40ac2-5bb6-47cc-88ac-0896fc9ac7fc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:19.245344 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f6c19ead-be2b-4dd7-b67d-1c70fef37e73 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:19.313592 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f6c19ead-be2b-4dd7-b67d-1c70fef37e73 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:19.314827 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f6c19ead-be2b-4dd7-b67d-1c70fef37e73 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/add40ac2-5bb6-47cc-88ac-0896fc9ac7fc HTTP/1.1" status: 204  len: 168 time: 0.4379945
Jun 04 15:51:19.319772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55952) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:19.385086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a35cf652-1a50-4298-988b-270a1e7946cb tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:19.485165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a35cf652-1a50-4298-988b-270a1e7946cb tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:19.492197 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a35cf652-1a50-4298-988b-270a1e7946cb tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1709027
Jun 04 15:51:19.493146 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55954) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:19.606587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8fa33fb0-6258-4724-8207-583f2e42be22 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:19.664070 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8fa33fb0-6258-4724-8207-583f2e42be22 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:19.809665 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8fa33fb0-6258-4724-8207-583f2e42be22 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:19.815578 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8fc02621-67bc-40b9-9d0c-4775c0c5ef98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:19.836051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa33fb0-6258-4724-8207-583f2e42be22 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cdb669-75f0-44a0-ac29-381034004928,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:19.849363 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8fa33fb0-6258-4724-8207-583f2e42be22 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:19.927168 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8fa33fb0-6258-4724-8207-583f2e42be22 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:19.928544 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8fa33fb0-6258-4724-8207-583f2e42be22 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-groups/34cdb669-75f0-44a0-ac29-381034004928 HTTP/1.1" status: 204  len: 168 time: 0.4346781
Jun 04 15:51:19.931097 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55958) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:20.000991 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fb453dbe-9417-4ff5-88e4-8a87ce6cb3c5 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:20.092990 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-fb453dbe-9417-4ff5-88e4-8a87ce6cb3c5 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:20.095061 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-fb453dbe-9417-4ff5-88e4-8a87ce6cb3c5 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1623819
Jun 04 15:51:20.098937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55966) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:20.105607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-bb596edf-895a-4bf0-bb16-1d184d0e6fd1 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1355245757'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:20.116792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bb596edf-895a-4bf0-bb16-1d184d0e6fd1 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:20.143399 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bb596edf-895a-4bf0-bb16-1d184d0e6fd1 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:20.244972 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb596edf-895a-4bf0-bb16-1d184d0e6fd1 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:20.283081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bb596edf-895a-4bf0-bb16-1d184d0e6fd1 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:20.288887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-bb596edf-895a-4bf0-bb16-1d184d0e6fd1 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:20.292862 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-bb596edf-895a-4bf0-bb16-1d184d0e6fd1 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:20.302336 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-bb596edf-895a-4bf0-bb16-1d184d0e6fd1 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:20.389919 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb596edf-895a-4bf0-bb16-1d184d0e6fd1 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:20.515315 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb596edf-895a-4bf0-bb16-1d184d0e6fd1 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:20.533468 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d9e2c19f-0d96-4319-b4de-e7bdf269a139 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:20.604275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb596edf-895a-4bf0-bb16-1d184d0e6fd1 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7089d5d6-8422-40ed-8782-700e9d3e0057,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:20.607514 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bb596edf-895a-4bf0-bb16-1d184d0e6fd1 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:20.692442 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bb596edf-895a-4bf0-bb16-1d184d0e6fd1 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:20.696787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55970) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:20.697457 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bb596edf-895a-4bf0-bb16-1d184d0e6fd1 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5960686
Jun 04 15:51:20.705121 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-bdd2b84f-4317-4dcb-be67-2c2ba48722c4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group_rule': {'security_group_id': '7089d5d6-8422-40ed-8782-700e9d3e0057', 'direction': 'ingress', 'protocol': 17}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:20.715772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-bdd2b84f-4317-4dcb-be67-2c2ba48722c4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:20.725200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bdd2b84f-4317-4dcb-be67-2c2ba48722c4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:20.728964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-bdd2b84f-4317-4dcb-be67-2c2ba48722c4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:20.736173 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-bdd2b84f-4317-4dcb-be67-2c2ba48722c4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:20.820862 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdd2b84f-4317-4dcb-be67-2c2ba48722c4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:20.892566 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdd2b84f-4317-4dcb-be67-2c2ba48722c4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:21.199902 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdd2b84f-4317-4dcb-be67-2c2ba48722c4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:21.211708 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2d7d5da0-f711-41cb-ab82-cb84d24fc910 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:21.234027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2b84f-4317-4dcb-be67-2c2ba48722c4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fbca26-0720-4958-87a8-1f18f3c5ee40,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:21.237851 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bdd2b84f-4317-4dcb-be67-2c2ba48722c4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:21.366916 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bdd2b84f-4317-4dcb-be67-2c2ba48722c4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:21.368639 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bdd2b84f-4317-4dcb-be67-2c2ba48722c4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.6697903
Jun 04 15:51:21.371305 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55984) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:21.455344 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-99e10e9f-aa5a-47e7-ab5f-7c207726d546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:21.495476 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-99e10e9f-aa5a-47e7-ab5f-7c207726d546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:21.689511 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-99e10e9f-aa5a-47e7-ab5f-7c207726d546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:21.693992 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d66ded6c-7e8a-4bd9-90d2-64f11fadae06 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:21.721883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e10e9f-aa5a-47e7-ab5f-7c207726d546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7089d5d6-8422-40ed-8782-700e9d3e0057,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:21.737254 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-99e10e9f-aa5a-47e7-ab5f-7c207726d546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:21.755554 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-99e10e9f-aa5a-47e7-ab5f-7c207726d546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:21.759235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 55986) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:21.759808 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-99e10e9f-aa5a-47e7-ab5f-7c207726d546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-groups/7089d5d6-8422-40ed-8782-700e9d3e0057 HTTP/1.1" status: 204  len: 168 time: 0.3864009
Jun 04 15:51:21.913105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3c5994a4-e2c8-4a1b-b4c2-b8c7e514eda2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:22.021141 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3c5994a4-e2c8-4a1b-b4c2-b8c7e514eda2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:22.031004 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 55990) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:22.035007 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3c5994a4-e2c8-4a1b-b4c2-b8c7e514eda2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2730756
Jun 04 15:51:22.041366 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8eda9a46-6f1f-4dae-9398-2dfcd86fb949 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891968334'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:22.061402 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8eda9a46-6f1f-4dae-9398-2dfcd86fb949 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:22.083698 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8eda9a46-6f1f-4dae-9398-2dfcd86fb949 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:22.195404 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8eda9a46-6f1f-4dae-9398-2dfcd86fb949 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:22.244924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8eda9a46-6f1f-4dae-9398-2dfcd86fb949 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:22.254214 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8eda9a46-6f1f-4dae-9398-2dfcd86fb949 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:22.257456 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8eda9a46-6f1f-4dae-9398-2dfcd86fb949 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:22.263352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8eda9a46-6f1f-4dae-9398-2dfcd86fb949 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:22.347954 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8eda9a46-6f1f-4dae-9398-2dfcd86fb949 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:22.438094 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8eda9a46-6f1f-4dae-9398-2dfcd86fb949 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:22.442812 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-db14bba1-e2a5-4c9d-9c6f-3942643de6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:22.525055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda9a46-6f1f-4dae-9398-2dfcd86fb949 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214c3a41-69e9-40a0-b44b-46d6730d8234,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:22.536160 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8eda9a46-6f1f-4dae-9398-2dfcd86fb949 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:22.655495 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8eda9a46-6f1f-4dae-9398-2dfcd86fb949 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:22.656624 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8eda9a46-6f1f-4dae-9398-2dfcd86fb949 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.6238503
Jun 04 15:51:22.659452 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56000) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:22.664414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456626614'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:22.679664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:22.686114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:22.703272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:22.735336 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:22.850171 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:22.915495 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:22.924601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:22.928490 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:22.936670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:23.034125 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:23.106626 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:23.113878 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-82850a66-52ff-49c5-aa6d-0e819d7e25e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:23.173268 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df2e2901-892a-4077-901b-afb9b0855366,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:23.177364 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:23.199323 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:51:23.318305 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:23.319541 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.6588197
Jun 04 15:51:23.322276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56008) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:23.327619 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ec571929-37c1-4279-bae3-54e1d5f25d24 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group_rule': {'security_group_id': '214c3a41-69e9-40a0-b44b-46d6730d8234', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'df2e2901-892a-4077-901b-afb9b0855366', 'remote_ip_prefix': None}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:23.335304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ec571929-37c1-4279-bae3-54e1d5f25d24 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:23.344177 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ec571929-37c1-4279-bae3-54e1d5f25d24 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:23.348670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ec571929-37c1-4279-bae3-54e1d5f25d24 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:23.360342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ec571929-37c1-4279-bae3-54e1d5f25d24 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:23.506325 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec571929-37c1-4279-bae3-54e1d5f25d24 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:23.695847 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec571929-37c1-4279-bae3-54e1d5f25d24 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:23.778392 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:23.806438 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec571929-37c1-4279-bae3-54e1d5f25d24 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:23.808359 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:23.841883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec571929-37c1-4279-bae3-54e1d5f25d24 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d23d00-6c72-460d-b790-c10469450398,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:23.847564 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ec571929-37c1-4279-bae3-54e1d5f25d24 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:23.909872 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ec571929-37c1-4279-bae3-54e1d5f25d24 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:23.913946 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ec571929-37c1-4279-bae3-54e1d5f25d24 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.5879028
Jun 04 15:51:23.914158 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56018) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:23.995336 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22b64d7b-caa5-45b0-867e-1087dfde8c14 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:24.011140 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22b64d7b-caa5-45b0-867e-1087dfde8c14 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:24.126701 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22b64d7b-caa5-45b0-867e-1087dfde8c14 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:24.129342 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-879dc8f9-b41e-40be-b91d-75e295a5bff7 tempest-AttachVolumeShelveTestJSON-322165296 tempest-AttachVolumeShelveTestJSON-322165296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:24.170499 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b64d7b-caa5-45b0-867e-1087dfde8c14 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04d23d00-6c72-460d-b790-c10469450398,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:24.179353 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-22b64d7b-caa5-45b0-867e-1087dfde8c14 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:24.180769 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-22b64d7b-caa5-45b0-867e-1087dfde8c14 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/04d23d00-6c72-460d-b790-c10469450398 HTTP/1.1" status: 204  len: 168 time: 0.2629817
Jun 04 15:51:24.182274 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-22b64d7b-caa5-45b0-867e-1087dfde8c14 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:24.183608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56022) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:24.273115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0141f8db-61b5-4de8-9159-bf31cb0ac00b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:24.367016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-0141f8db-61b5-4de8-9159-bf31cb0ac00b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:24.371999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56028) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:24.374089 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0141f8db-61b5-4de8-9159-bf31cb0ac00b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1889625
Jun 04 15:51:24.505293 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3c08d73-f5f0-45db-b6b5-01c5e6e8dab9 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:24.543914 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3c08d73-f5f0-45db-b6b5-01c5e6e8dab9 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:24.715270 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3c08d73-f5f0-45db-b6b5-01c5e6e8dab9 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:24.720851 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5b3e4da3-ae1b-45f5-b062-35188c6bc4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:24.757614 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c08d73-f5f0-45db-b6b5-01c5e6e8dab9 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2e2901-892a-4077-901b-afb9b0855366,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:24.772503 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f3c08d73-f5f0-45db-b6b5-01c5e6e8dab9 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:24.860222 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f3c08d73-f5f0-45db-b6b5-01c5e6e8dab9 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:24.864237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56032) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:24.864682 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f3c08d73-f5f0-45db-b6b5-01c5e6e8dab9 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-groups/df2e2901-892a-4077-901b-afb9b0855366 HTTP/1.1" status: 204  len: 168 time: 0.4912822
Jun 04 15:51:24.948812 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4ce0c5f2-5eea-4ad6-bacb-fbbbced611dd tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.0830450
Jun 04 15:51:24.951888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56034) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:25.051795 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:25.126158 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:25.390975 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:25.401947 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7d61bc45-25ed-46e0-88fc-692e25d32da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:25.418353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214c3a41-69e9-40a0-b44b-46d6730d8234,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:25.430411 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:25.430951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:25.431589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:25.432193 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:25.432642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:25.433120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:25.433733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:25.434177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:25.434616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:25.435054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:25.435518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:25.436735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:51:25.445564 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:25.450364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56046) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:25.462277 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-groups/214c3a41-69e9-40a0-b44b-46d6730d8234 HTTP/1.1" status: 204  len: 168 time: 0.5092809
Jun 04 15:51:25.467500 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:25.524978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c97b0d81-f686-4547-a949-779b3a16e125 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:25.915239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c97b0d81-f686-4547-a949-779b3a16e125 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:25.916669 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c97b0d81-f686-4547-a949-779b3a16e125 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.4647694
Jun 04 15:51:25.928086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56050) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:25.932850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-776d12b9-5ecf-4b97-8aab-a935e0bf590b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group': {'name': 'tempest-secgroup--372554038'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:25.941848 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-776d12b9-5ecf-4b97-8aab-a935e0bf590b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:25.952009 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-776d12b9-5ecf-4b97-8aab-a935e0bf590b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:26.038460 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-776d12b9-5ecf-4b97-8aab-a935e0bf590b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:26.062628 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:26.066574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-776d12b9-5ecf-4b97-8aab-a935e0bf590b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:26.070843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-776d12b9-5ecf-4b97-8aab-a935e0bf590b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:26.076152 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-776d12b9-5ecf-4b97-8aab-a935e0bf590b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:26.079809 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-776d12b9-5ecf-4b97-8aab-a935e0bf590b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:26.184831 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-776d12b9-5ecf-4b97-8aab-a935e0bf590b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:26.319686 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-776d12b9-5ecf-4b97-8aab-a935e0bf590b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:26.339607 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-326f9bfe-a8fb-4bf3-8df4-cbb7ccdd720d tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:26.387654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d12b9-5ecf-4b97-8aab-a935e0bf590b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c4e242-3298-4dad-96cc-4060bf4bdd26,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:26.391652 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-776d12b9-5ecf-4b97-8aab-a935e0bf590b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:26.463915 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-776d12b9-5ecf-4b97-8aab-a935e0bf590b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:26.466114 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-776d12b9-5ecf-4b97-8aab-a935e0bf590b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.5363286
Jun 04 15:51:26.478837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56064) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:26.484949 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d5713a61-a229-4051-a97c-a2b2701057b3 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group_rule': {'security_group_id': 'b9c4e242-3298-4dad-96cc-4060bf4bdd26', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:26.494082 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d5713a61-a229-4051-a97c-a2b2701057b3 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:26.508380 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d5713a61-a229-4051-a97c-a2b2701057b3 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:26.515870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d5713a61-a229-4051-a97c-a2b2701057b3 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:26.533508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d5713a61-a229-4051-a97c-a2b2701057b3 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:26.638089 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5713a61-a229-4051-a97c-a2b2701057b3 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:26.751267 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5713a61-a229-4051-a97c-a2b2701057b3 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:26.838696 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5713a61-a229-4051-a97c-a2b2701057b3 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:26.841065 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-22b64d7b-caa5-45b0-867e-1087dfde8c14 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:26.903723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5713a61-a229-4051-a97c-a2b2701057b3 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aba14a4-b43d-4d78-9f08-7460d7259a35,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:26.910188 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d5713a61-a229-4051-a97c-a2b2701057b3 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:27.015609 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5713a61-a229-4051-a97c-a2b2701057b3 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:27.019110 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d5713a61-a229-4051-a97c-a2b2701057b3 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5390210
Jun 04 15:51:27.022204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56068) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:27.089766 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8cb51b2e-3286-4804-a588-b6610dcdec9c tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:27.105374 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8cb51b2e-3286-4804-a588-b6610dcdec9c tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:27.209996 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8cb51b2e-3286-4804-a588-b6610dcdec9c tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:27.211904 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3b529ec9-237e-4a45-a338-5958ae30361a tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:27.235412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb51b2e-3286-4804-a588-b6610dcdec9c tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9aba14a4-b43d-4d78-9f08-7460d7259a35,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:27.241558 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8cb51b2e-3286-4804-a588-b6610dcdec9c tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:27.255404 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8cb51b2e-3286-4804-a588-b6610dcdec9c tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:27.257415 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8cb51b2e-3286-4804-a588-b6610dcdec9c tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9aba14a4-b43d-4d78-9f08-7460d7259a35 HTTP/1.1" status: 204  len: 168 time: 0.2334833
Jun 04 15:51:27.259916 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56070) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:27.357702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0861f465-6e18-41a8-b518-2cfff10cecb6 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:27.506754 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-0861f465-6e18-41a8-b518-2cfff10cecb6 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:27.507997 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0861f465-6e18-41a8-b518-2cfff10cecb6 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2464874
Jun 04 15:51:27.510858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56078) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:27.591792 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a1b51d3e-db0e-4955-a0a1-ba680f101adf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:27.636571 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a1b51d3e-db0e-4955-a0a1-ba680f101adf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:27.787600 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a1b51d3e-db0e-4955-a0a1-ba680f101adf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:27.793922 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-776d12b9-5ecf-4b97-8aab-a935e0bf590b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:27.837179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b51d3e-db0e-4955-a0a1-ba680f101adf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c4e242-3298-4dad-96cc-4060bf4bdd26,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:27.841273 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a1b51d3e-db0e-4955-a0a1-ba680f101adf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:27.932505 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a1b51d3e-db0e-4955-a0a1-ba680f101adf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:27.936525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56080) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:27.936911 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a1b51d3e-db0e-4955-a0a1-ba680f101adf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-groups/b9c4e242-3298-4dad-96cc-4060bf4bdd26 HTTP/1.1" status: 204  len: 168 time: 0.4250684
Jun 04 15:51:27.995159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7a429bfd-8415-496c-b1d1-4779a2911cd5 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:28.098355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7a429bfd-8415-496c-b1d1-4779a2911cd5 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:28.100545 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7a429bfd-8415-496c-b1d1-4779a2911cd5 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1626446
Jun 04 15:51:28.105197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56084) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:28.116984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ddafe3b2-7574-45a7-a6b7-bdebadd19afc tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group': {'name': 'tempest-secgroup--892454449'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:28.119360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ddafe3b2-7574-45a7-a6b7-bdebadd19afc tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:28.133321 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ddafe3b2-7574-45a7-a6b7-bdebadd19afc tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:28.240772 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ddafe3b2-7574-45a7-a6b7-bdebadd19afc tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:28.276249 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ddafe3b2-7574-45a7-a6b7-bdebadd19afc tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:28.282054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ddafe3b2-7574-45a7-a6b7-bdebadd19afc tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:28.290107 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ddafe3b2-7574-45a7-a6b7-bdebadd19afc tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:28.298554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ddafe3b2-7574-45a7-a6b7-bdebadd19afc tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:28.407968 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ddafe3b2-7574-45a7-a6b7-bdebadd19afc tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:28.493047 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ddafe3b2-7574-45a7-a6b7-bdebadd19afc tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:28.499736 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8fa33fb0-6258-4724-8207-583f2e42be22 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:28.603360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafe3b2-7574-45a7-a6b7-bdebadd19afc tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8cc4a7-c911-4ec2-8bb7-1534ec284742,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:28.609640 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ddafe3b2-7574-45a7-a6b7-bdebadd19afc tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:28.796441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ddafe3b2-7574-45a7-a6b7-bdebadd19afc tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:28.798079 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ddafe3b2-7574-45a7-a6b7-bdebadd19afc tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.6918328
Jun 04 15:51:28.832895 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56096) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:28.838091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-af499cae-7743-433a-8944-81442d1cb2cf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group_rule': {'security_group_id': 'ab8cc4a7-c911-4ec2-8bb7-1534ec284742', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:28.850436 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-af499cae-7743-433a-8944-81442d1cb2cf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:28.878448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-af499cae-7743-433a-8944-81442d1cb2cf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Usage tracker for resource:security_group_rule and tenant:a6d920ea5d5f4629b5281baf1859bf47 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:28.892121 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-af499cae-7743-433a-8944-81442d1cb2cf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:28.928277 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-af499cae-7743-433a-8944-81442d1cb2cf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:29.135846 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af499cae-7743-433a-8944-81442d1cb2cf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:29.235346 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af499cae-7743-433a-8944-81442d1cb2cf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:29.315271 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af499cae-7743-433a-8944-81442d1cb2cf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:29.355601 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f2066e3b-637e-4715-beb6-0cbc54391809 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:29.372480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499cae-7743-433a-8944-81442d1cb2cf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c861353b-7132-4db0-8c6b-d404c43d9097,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:29.376790 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-af499cae-7743-433a-8944-81442d1cb2cf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:29.549589 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af499cae-7743-433a-8944-81442d1cb2cf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:29.559515 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-af499cae-7743-433a-8944-81442d1cb2cf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7168474
Jun 04 15:51:29.559515 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56106) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:29.574015 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-345199a5-20ce-49b5-9893-10a4bd953aa9 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules/c861353b-7132-4db0-8c6b-d404c43d9097 HTTP/1.1" status: 200  len: 763 time: 0.0191975
Jun 04 15:51:29.576508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56108) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:29.606415 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ae68-5d54-410c-8a13-59480bc81891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:29.630663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-567bc1c6-54b2-424d-8e58-0ec9659173a5 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:29.723883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-567bc1c6-54b2-424d-8e58-0ec9659173a5 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:29.725502 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-567bc1c6-54b2-424d-8e58-0ec9659173a5 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1479645
Jun 04 15:51:29.728137 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56110) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:29.759853 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae72695d-5924-4f0f-8bc5-9dd7276bc28e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:29.773425 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae72695d-5924-4f0f-8bc5-9dd7276bc28e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:29.863958 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae72695d-5924-4f0f-8bc5-9dd7276bc28e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:29.867801 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-af499cae-7743-433a-8944-81442d1cb2cf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:29.895760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72695d-5924-4f0f-8bc5-9dd7276bc28e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c861353b-7132-4db0-8c6b-d404c43d9097,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:29.922094 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ae72695d-5924-4f0f-8bc5-9dd7276bc28e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:30.033045 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ae72695d-5924-4f0f-8bc5-9dd7276bc28e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:30.033045 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ae72695d-5924-4f0f-8bc5-9dd7276bc28e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c861353b-7132-4db0-8c6b-d404c43d9097 HTTP/1.1" status: 204  len: 168 time: 0.3038085
Jun 04 15:51:30.035645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56118) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:30.127865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2176dad7-f2e6-4989-83b6-f1939cc91771 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:30.212131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2176dad7-f2e6-4989-83b6-f1939cc91771 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:30.213752 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2176dad7-f2e6-4989-83b6-f1939cc91771 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1765006
Jun 04 15:51:30.216444 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56120) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:30.223081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-8dfaa0d8-88d9-473d-a650-04ec55ad4b04 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group_rule': {'security_group_id': 'ab8cc4a7-c911-4ec2-8bb7-1534ec284742', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:30.231647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8dfaa0d8-88d9-473d-a650-04ec55ad4b04 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:30.250772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8dfaa0d8-88d9-473d-a650-04ec55ad4b04 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:30.333701 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa0d8-88d9-473d-a650-04ec55ad4b04 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:30.440172 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa0d8-88d9-473d-a650-04ec55ad4b04 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:30.598661 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa0d8-88d9-473d-a650-04ec55ad4b04 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:30.600541 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8cb51b2e-3286-4804-a588-b6610dcdec9c tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:30.625795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfaa0d8-88d9-473d-a650-04ec55ad4b04 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ba39d1-fa11-4644-b499-229de8b36425,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:30.630452 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8dfaa0d8-88d9-473d-a650-04ec55ad4b04 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:30.735327 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa0d8-88d9-473d-a650-04ec55ad4b04 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:30.736585 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8dfaa0d8-88d9-473d-a650-04ec55ad4b04 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5186026
Jun 04 15:51:30.739539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56128) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:30.760173 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f7330640-d232-4542-aeb4-dedc6cec13d0 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules/87ba39d1-fa11-4644-b499-229de8b36425 HTTP/1.1" status: 200  len: 763 time: 0.0183530
Jun 04 15:51:30.764783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56132) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:30.821088 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9874dda5-37ae-4653-be72-11a2a4802bcf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:30.933039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9874dda5-37ae-4653-be72-11a2a4802bcf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:30.934947 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9874dda5-37ae-4653-be72-11a2a4802bcf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1685739
Jun 04 15:51:30.937821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56138) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:30.977144 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9cd4f47d-717d-413c-a619-61df005b0844 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:30.990888 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9cd4f47d-717d-413c-a619-61df005b0844 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:31.093233 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9cd4f47d-717d-413c-a619-61df005b0844 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:31.095468 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d2f65cfd-d9e6-438e-b9ee-03cefd4036cb tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:31.114331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4f47d-717d-413c-a619-61df005b0844 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87ba39d1-fa11-4644-b499-229de8b36425,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:31.117651 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9cd4f47d-717d-413c-a619-61df005b0844 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:31.183761 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9cd4f47d-717d-413c-a619-61df005b0844 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:31.185015 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9cd4f47d-717d-413c-a619-61df005b0844 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/87ba39d1-fa11-4644-b499-229de8b36425 HTTP/1.1" status: 204  len: 168 time: 0.2461967
Jun 04 15:51:31.188315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56158) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:31.243609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b5bed55b-7da7-4f60-90dc-e82eccb6afba tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:31.355373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b5bed55b-7da7-4f60-90dc-e82eccb6afba tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:31.363588 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b5bed55b-7da7-4f60-90dc-e82eccb6afba tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1667905
Jun 04 15:51:31.363588 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56162) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:31.365411 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-52a90616-aec4-437d-b1a9-8740dbb461b2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Request body: {'security_group_rule': {'security_group_id': 'ab8cc4a7-c911-4ec2-8bb7-1534ec284742', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:31.381616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-52a90616-aec4-437d-b1a9-8740dbb461b2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:31.393044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-52a90616-aec4-437d-b1a9-8740dbb461b2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:31.508015 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52a90616-aec4-437d-b1a9-8740dbb461b2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:31.642652 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52a90616-aec4-437d-b1a9-8740dbb461b2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:31.735328 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52a90616-aec4-437d-b1a9-8740dbb461b2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:31.737324 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ca4afe2e-fa84-4971-b61a-625f69b69529 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:31.760673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90616-aec4-437d-b1a9-8740dbb461b2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ee6c02-ff35-4593-ad79-b73cc96c4c53,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:31.768001 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-52a90616-aec4-437d-b1a9-8740dbb461b2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:31.891930 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-52a90616-aec4-437d-b1a9-8740dbb461b2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:31.893092 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-52a90616-aec4-437d-b1a9-8740dbb461b2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5319126
Jun 04 15:51:31.895653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56174) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:31.914349 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b94d1aad-39f0-4ad4-9af5-844f8c5d8f34 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules/e7ee6c02-ff35-4593-ad79-b73cc96c4c53 HTTP/1.1" status: 200  len: 764 time: 0.0175517
Jun 04 15:51:31.916801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56176) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:31.983156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-740e215c-e476-4313-8c16-f057436695b7 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:32.030380 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:32.057675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-740e215c-e476-4313-8c16-f057436695b7 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:32.059690 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-740e215c-e476-4313-8c16-f057436695b7 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.1415617
Jun 04 15:51:32.062566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56180) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:32.102157 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b5e090b6-8641-4001-941f-33ca430b93ad tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:32.118752 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b5e090b6-8641-4001-941f-33ca430b93ad tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:32.241397 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b5e090b6-8641-4001-941f-33ca430b93ad tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:32.241397 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ec571929-37c1-4279-bae3-54e1d5f25d24 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:32.266071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e090b6-8641-4001-941f-33ca430b93ad tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7ee6c02-ff35-4593-ad79-b73cc96c4c53,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:32.268749 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b5e090b6-8641-4001-941f-33ca430b93ad tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:32.375177 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-898d7e0f-ad00-42af-82b7-53b13b79e295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:32.376101 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b5e090b6-8641-4001-941f-33ca430b93ad tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:32.379409 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b5e090b6-8641-4001-941f-33ca430b93ad tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e7ee6c02-ff35-4593-ad79-b73cc96c4c53 HTTP/1.1" status: 204  len: 168 time: 0.3158305
Jun 04 15:51:32.382181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56184) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:32.447984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-81af6863-abfd-4d71-89d7-b8c10af27d5b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:32.552627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-81af6863-abfd-4d71-89d7-b8c10af27d5b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group_rule {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:32.556683 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-81af6863-abfd-4d71-89d7-b8c10af27d5b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1708417
Jun 04 15:51:32.557120 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56188) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:32.628322 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b8d81ad-55fd-4f4e-9b5d-3c784783d620 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:32.661754 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b8d81ad-55fd-4f4e-9b5d-3c784783d620 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:32.794628 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b8d81ad-55fd-4f4e-9b5d-3c784783d620 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:32.800625 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e1d20471-af6a-475f-80c9-a149f1539d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:32.835392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d81ad-55fd-4f4e-9b5d-3c784783d620 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8cc4a7-c911-4ec2-8bb7-1534ec284742,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:32.840918 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7b8d81ad-55fd-4f4e-9b5d-3c784783d620 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:32.937914 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7b8d81ad-55fd-4f4e-9b5d-3c784783d620 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:32.942372 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7b8d81ad-55fd-4f4e-9b5d-3c784783d620 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "DELETE /v2.0/security-groups/ab8cc4a7-c911-4ec2-8bb7-1534ec284742 HTTP/1.1" status: 204  len: 168 time: 0.3811827
Jun 04 15:51:32.942636 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56202) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:33.010612 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7677990f-e9c2-4e37-a816-d54998517962 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Synchronizing usage tracker for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:33.081830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7677990f-e9c2-4e37-a816-d54998517962 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Unset dirty status for tenant:a6d920ea5d5f4629b5281baf1859bf47 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:33.089704 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7677990f-e9c2-4e37-a816-d54998517962 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1459205
Jun 04 15:51:33.090058 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56204) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:33.168460 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-55cff363-2a8b-4e92-a6f0-8136378970f2 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0762682
Jun 04 15:51:33.786792 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:33.844108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56232) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:34.022911 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fed18c06-71dc-4c20-90cd-7a2d9e481b7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6d920ea5d5f4629b5281baf1859bf47&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1723528
Jun 04 15:51:34.022911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56240) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:34.092414 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-850d5583-c0c3-4a71-b79c-6220ae72adab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:34.122255 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-850d5583-c0c3-4a71-b79c-6220ae72adab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:34.252776 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-850d5583-c0c3-4a71-b79c-6220ae72adab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:34.286955 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cfdf4927-93cc-44d6-99d3-43aab5aa7fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:34.301341 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d5583-c0c3-4a71-b79c-6220ae72adab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4adf226-1ecc-4794-956a-df936fb85ba1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:34.304016 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-850d5583-c0c3-4a71-b79c-6220ae72adab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:34.394801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56260) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:34.400669 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-850d5583-c0c3-4a71-b79c-6220ae72adab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:34.411225 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-850d5583-c0c3-4a71-b79c-6220ae72adab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4adf226-1ecc-4794-956a-df936fb85ba1 HTTP/1.1" status: 204  len: 168 time: 0.3807464
Jun 04 15:51:34.532572 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a19d0334-89d5-482c-9a18-718ea19c195c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:34.548956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a19d0334-89d5-482c-9a18-718ea19c195c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:34.551561 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a19d0334-89d5-482c-9a18-718ea19c195c admin admin] Usage tracker for resource:security_group_rule and tenant:049a85f058634f19b92abd59a7b941e7 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:34.554437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-a19d0334-89d5-482c-9a18-718ea19c195c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:34.560329 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-a19d0334-89d5-482c-9a18-718ea19c195c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:34.665087 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a19d0334-89d5-482c-9a18-718ea19c195c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:34.760551 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a19d0334-89d5-482c-9a18-718ea19c195c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:34.777116 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b54ef1fa-30cf-43d1-a7a1-98e82c61187a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:34.824273 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d0334-89d5-482c-9a18-718ea19c195c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6958e913-8523-493e-a9cc-ce8007b8f172,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:34.830494 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a19d0334-89d5-482c-9a18-718ea19c195c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=049a85f058634f19b92abd59a7b941e7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4330504
Jun 04 15:51:34.830494 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a19d0334-89d5-482c-9a18-718ea19c195c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:34.831803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56276) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:34.896289 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4bac703-fcc2-4dd2-9be4-329a328e33dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:34.925778 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4bac703-fcc2-4dd2-9be4-329a328e33dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:35.063890 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4bac703-fcc2-4dd2-9be4-329a328e33dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:35.069919 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-99e10e9f-aa5a-47e7-ab5f-7c207726d546 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:35.087481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bac703-fcc2-4dd2-9be4-329a328e33dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6958e913-8523-493e-a9cc-ce8007b8f172,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:35.089793 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c4bac703-fcc2-4dd2-9be4-329a328e33dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:35.091948 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c4bac703-fcc2-4dd2-9be4-329a328e33dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:35.094949 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c4bac703-fcc2-4dd2-9be4-329a328e33dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6958e913-8523-493e-a9cc-ce8007b8f172 HTTP/1.1" status: 204  len: 168 time: 0.2604728
Jun 04 15:51:35.235774 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:35.700102 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35f623bb-ed87-4b90-ba51-9781a4dff06f req-6a2b3b13-30e8-4cb4-9dc6-5b3490c8ae0d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0849957
Jun 04 15:51:35.883030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56304) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:35.912721 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6540a120-4e8f-4a7b-83a1-5717be639229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:35.934315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56306) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:35.936317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6540a120-4e8f-4a7b-83a1-5717be639229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:35.947357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6540a120-4e8f-4a7b-83a1-5717be639229 admin admin] Usage tracker for resource:security_group_rule and tenant:fd8e38701ec443ce8145ec5fac1c4902 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:35.960707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6540a120-4e8f-4a7b-83a1-5717be639229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:35.960707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6540a120-4e8f-4a7b-83a1-5717be639229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:36.063757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f623bb-ed87-4b90-ba51-9781a4dff06f req-4e7d35bb-febb-4c01-895a-e8885f50c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:36.066005 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35f623bb-ed87-4b90-ba51-9781a4dff06f req-4e7d35bb-febb-4c01-895a-e8885f50c97d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 1096 time: 0.2901354
Jun 04 15:51:36.096474 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6540a120-4e8f-4a7b-83a1-5717be639229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:36.205427 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6540a120-4e8f-4a7b-83a1-5717be639229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:36.251173 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f8696405-d540-417e-9e4c-3aded23e96e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:36.372516 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540a120-4e8f-4a7b-83a1-5717be639229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353582c9-8a81-47e3-a2bd-31b132e7b5e6,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:36.396372 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6540a120-4e8f-4a7b-83a1-5717be639229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:36.396575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f623bb-ed87-4b90-ba51-9781a4dff06f req-a9a81520-46ba-4014-8dbb-50de32fab036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:36.398067 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35f623bb-ed87-4b90-ba51-9781a4dff06f req-a9a81520-46ba-4014-8dbb-50de32fab036 service neutron] 10.222.0.62 "GET /v2.0/networks?id=073a9857-f576-4f6e-b8de-d30974af8836 HTTP/1.1" status: 200  len: 897 time: 0.3068323
Jun 04 15:51:36.428397 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6540a120-4e8f-4a7b-83a1-5717be639229 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd8e38701ec443ce8145ec5fac1c4902&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5371001
Jun 04 15:51:36.428397 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56312) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:36.442187 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-81ad3bfb-32e0-49df-9364-64aa78726827 tempest-SubnetPoolsTestJSON-264303820 tempest-SubnetPoolsTestJSON-264303820-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1061594012', 'prefixes': ['172.20.0.0/16']}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:36.452490 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-81ad3bfb-32e0-49df-9364-64aa78726827 tempest-SubnetPoolsTestJSON-264303820 tempest-SubnetPoolsTestJSON-264303820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:36.503432 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-866e271f-2e1d-48ae-9669-467e6393617c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:36.526194 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35f623bb-ed87-4b90-ba51-9781a4dff06f req-bea311d4-e74b-4ca2-8df7-1e82571207d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f348c9c-8e68-414f-93ff-c928f6d11054 HTTP/1.1" status: 200  len: 999 time: 0.1193929
Jun 04 15:51:36.534476 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-866e271f-2e1d-48ae-9669-467e6393617c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:36.613127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f623bb-ed87-4b90-ba51-9781a4dff06f req-b9e79bf3-96a7-4ce8-a869-ce8c5bdb4e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:36.615097 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35f623bb-ed87-4b90-ba51-9781a4dff06f req-b9e79bf3-96a7-4ce8-a869-ce8c5bdb4e39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9531a918-659b-45e9-a2eb-386da688eb48 HTTP/1.1" status: 200  len: 832 time: 0.0798094
Jun 04 15:51:36.697734 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-866e271f-2e1d-48ae-9669-467e6393617c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:36.703761 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-866e271f-2e1d-48ae-9669-467e6393617c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:36.707456 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-866e271f-2e1d-48ae-9669-467e6393617c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/353582c9-8a81-47e3-a2bd-31b132e7b5e6 HTTP/1.1" status: 204  len: 168 time: 0.2795866
Jun 04 15:51:36.707456 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e129f736-24b3-4d56-aa46-dc3ac7fe127c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:36.707730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f623bb-ed87-4b90-ba51-9781a4dff06f req-5fbbf207-8b6a-4171-9be7-9c34c8b8b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:36.709362 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35f623bb-ed87-4b90-ba51-9781a4dff06f req-5fbbf207-8b6a-4171-9be7-9c34c8b8b8f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=073a9857-f576-4f6e-b8de-d30974af8836&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0861914
Jun 04 15:51:36.723370 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e271f-2e1d-48ae-9669-467e6393617c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353582c9-8a81-47e3-a2bd-31b132e7b5e6,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:36.725814 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-866e271f-2e1d-48ae-9669-467e6393617c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:36.755939 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-81ad3bfb-32e0-49df-9364-64aa78726827 tempest-SubnetPoolsTestJSON-264303820 tempest-SubnetPoolsTestJSON-264303820-project] Notify callbacks [] for subnetpool, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:36.757554 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-81ad3bfb-32e0-49df-9364-64aa78726827 tempest-SubnetPoolsTestJSON-264303820 tempest-SubnetPoolsTestJSON-264303820-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.8181849
Jun 04 15:51:36.759998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56316) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:36.798792 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-25e4b2e6-8dd5-42f0-8d3d-973cc8dd284c tempest-SubnetPoolsTestJSON-264303820 tempest-SubnetPoolsTestJSON-264303820-project] 10.222.0.32 "GET /v2.0/subnetpools/4716998d-7009-40ec-9328-5132b9313e7f HTTP/1.1" status: 200  len: 732 time: 0.0370982
Jun 04 15:51:36.800887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56318) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:36.806580 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-306a28af-9c6a-4094-92bf-f6e89508a31c tempest-SubnetPoolsTestJSON-264303820 tempest-SubnetPoolsTestJSON-264303820-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-290134103'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:36.875734 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35f623bb-ed87-4b90-ba51-9781a4dff06f req-c5b81873-6f4e-4e52-960b-264695ceaeee service neutron] 10.222.0.62 "GET /v2.0/networks/073a9857-f576-4f6e-b8de-d30974af8836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579950
Jun 04 15:51:36.997200 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-306a28af-9c6a-4094-92bf-f6e89508a31c tempest-SubnetPoolsTestJSON-264303820 tempest-SubnetPoolsTestJSON-264303820-project] Notify callbacks [] for subnetpool, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:37.002302 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-306a28af-9c6a-4094-92bf-f6e89508a31c tempest-SubnetPoolsTestJSON-264303820 tempest-SubnetPoolsTestJSON-264303820-project] 10.222.0.32 "PUT /v2.0/subnetpools/4716998d-7009-40ec-9328-5132b9313e7f HTTP/1.1" status: 200  len: 683 time: 0.1976023
Jun 04 15:51:37.005812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56324) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:37.028559 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-35f623bb-ed87-4b90-ba51-9781a4dff06f req-bb777021-1cf7-4970-84d8-580ed2e8fecf service neutron] 10.222.0.62 "GET /v2.0/networks/073a9857-f576-4f6e-b8de-d30974af8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459796
Jun 04 15:51:37.209666 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cacaab66-f14a-48b0-90f1-b69dbd2a11b7 tempest-SubnetPoolsTestJSON-264303820 tempest-SubnetPoolsTestJSON-264303820-project] Notify callbacks [] for subnetpool, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:37.209666 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cacaab66-f14a-48b0-90f1-b69dbd2a11b7 tempest-SubnetPoolsTestJSON-264303820 tempest-SubnetPoolsTestJSON-264303820-project] 10.222.0.32 "DELETE /v2.0/subnetpools/4716998d-7009-40ec-9328-5132b9313e7f HTTP/1.1" status: 204  len: 168 time: 0.2046819
Jun 04 15:51:37.212062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56328) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:37.233394 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-241ba7d2-9395-47c7-8f25-fdf12f16dd21 tempest-SubnetPoolsTestJSON-264303820 tempest-SubnetPoolsTestJSON-264303820-project] show failed (client error): The resource could not be found.
Jun 04 15:51:37.234443 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-241ba7d2-9395-47c7-8f25-fdf12f16dd21 tempest-SubnetPoolsTestJSON-264303820 tempest-SubnetPoolsTestJSON-264303820-project] 10.222.0.32 "GET /v2.0/subnetpools/4716998d-7009-40ec-9328-5132b9313e7f HTTP/1.1" status: 404  len: 346 time: 0.0213819
Jun 04 15:51:37.237718 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56330) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:37.260665 n-d-791505-9 neutron-server[88301]: INFO neutron.api.v2.resource [None req-f3d69db9-2c63-40fb-8ec8-f7ec00bd5a29 tempest-SubnetPoolsTestJSON-264303820 tempest-SubnetPoolsTestJSON-264303820-project] delete failed (client error): The resource could not be found.
Jun 04 15:51:37.267128 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f3d69db9-2c63-40fb-8ec8-f7ec00bd5a29 tempest-SubnetPoolsTestJSON-264303820 tempest-SubnetPoolsTestJSON-264303820-project] 10.222.0.32 "DELETE /v2.0/subnetpools/4716998d-7009-40ec-9328-5132b9313e7f HTTP/1.1" status: 404  len: 346 time: 0.0233960
Jun 04 15:51:37.526014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56344) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:37.590361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-1929b505-97a3-4815-83e2-2949fc6f59d2 admin admin] Deleting subnet 6e530bfe-a8af-419d-a25d-7312a06ced88 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:51:37.594221 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1929b505-97a3-4815-83e2-2949fc6f59d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:37.678994 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1929b505-97a3-4815-83e2-2949fc6f59d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:37.746499 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1929b505-97a3-4815-83e2-2949fc6f59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:37.909180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56352) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:38.086836 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef9bb468-b3c1-42cc-a747-5995a2a7b850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:38.102922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ef9bb468-b3c1-42cc-a747-5995a2a7b850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:38.106870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ef9bb468-b3c1-42cc-a747-5995a2a7b850 admin admin] Usage tracker for resource:security_group_rule and tenant:c9778efce9ec417bb397ca276d6fc8e0 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:38.110989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ef9bb468-b3c1-42cc-a747-5995a2a7b850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:38.116724 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ef9bb468-b3c1-42cc-a747-5995a2a7b850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:38.230881 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef9bb468-b3c1-42cc-a747-5995a2a7b850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:38.254820 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1929b505-97a3-4815-83e2-2949fc6f59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:38.262365 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7df6185d-67ae-494d-b9df-d368e36150c9 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:38.314674 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ef9bb468-b3c1-42cc-a747-5995a2a7b850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:38.339644 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7e9720a1-ee51-4e6b-a05b-fd5d8ec8337f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:38.348517 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929b505-97a3-4815-83e2-2949fc6f59d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e530bfe-a8af-419d-a25d-7312a06ced88,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:38.361250 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1929b505-97a3-4815-83e2-2949fc6f59d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:38.386138 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1929b505-97a3-4815-83e2-2949fc6f59d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:38.390439 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ef9bb468-b3c1-42cc-a747-5995a2a7b850 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9778efce9ec417bb397ca276d6fc8e0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4775565
Jun 04 15:51:38.390439 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bb468-b3c1-42cc-a747-5995a2a7b850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fd834d-8dd7-4aa0-8bc5-f72a56ced85c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:38.392351 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56366) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:38.395206 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ef9bb468-b3c1-42cc-a747-5995a2a7b850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:38.409973 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1929b505-97a3-4815-83e2-2949fc6f59d2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6e530bfe-a8af-419d-a25d-7312a06ced88 HTTP/1.1" status: 204  len: 168 time: 0.8770528
Jun 04 15:51:38.412589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56368) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:38.479183 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6199b09e-785e-46f5-b46d-6906520efd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:38.508725 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6199b09e-785e-46f5-b46d-6906520efd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:38.537628 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0c46636-38df-4606-bda3-c602896eab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:38.641429 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6199b09e-785e-46f5-b46d-6906520efd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:38.651433 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c2dee647-44be-472b-bb42-0d82fa665a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:38.662636 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199b09e-785e-46f5-b46d-6906520efd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fd834d-8dd7-4aa0-8bc5-f72a56ced85c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:38.665207 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6199b09e-785e-46f5-b46d-6906520efd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:38.674072 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6199b09e-785e-46f5-b46d-6906520efd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:38.677789 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6199b09e-785e-46f5-b46d-6906520efd39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88fd834d-8dd7-4aa0-8bc5-f72a56ced85c HTTP/1.1" status: 204  len: 168 time: 0.2819617
Jun 04 15:51:38.691387 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0c46636-38df-4606-bda3-c602896eab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:38.708681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b0c46636-38df-4606-bda3-c602896eab7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386a75820>,) {'filters': {'network_id': ['aaea904b-ed85-4a7e-8af9-2169d606ced0']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:51:38.727642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b0c46636-38df-4606-bda3-c602896eab7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386a75820>, 'a46f2c2b-3ae2-4783-8b12-adb68ec39ee2') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:51:38.728824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b0c46636-38df-4606-bda3-c602896eab7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386a75820>, 'a46f2c2b-3ae2-4783-8b12-adb68ec39ee2') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:51:38.745242 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0c46636-38df-4606-bda3-c602896eab7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:38.773170 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0c46636-38df-4606-bda3-c602896eab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:38.782625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c46636-38df-4606-bda3-c602896eab7f admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:51:38.783317 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0c46636-38df-4606-bda3-c602896eab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:51:38.804383 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:51:39.166552 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0c46636-38df-4606-bda3-c602896eab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:39.177071 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c3551866-10d9-4fb8-92a9-ae228d5e45bb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:39.198365 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0c46636-38df-4606-bda3-c602896eab7f admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:39.208181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c46636-38df-4606-bda3-c602896eab7f admin admin] Pushing event deleted for resources: {'Network': ['ID=aaea904b-ed85-4a7e-8af9-2169d606ced0,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:39.211997 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b0c46636-38df-4606-bda3-c602896eab7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:39.304400 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b0c46636-38df-4606-bda3-c602896eab7f admin admin] 10.222.0.32 "DELETE /v2.0/networks/aaea904b-ed85-4a7e-8af9-2169d606ced0 HTTP/1.1" status: 204  len: 168 time: 0.8900046
Jun 04 15:51:39.679796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56406) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:39.740249 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1c28ce6f-0b7c-4c01-b401-ad5057033443 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f9a6e1b6c1948b38bed93f583611242&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0569644
Jun 04 15:51:39.740730 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56408) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:39.837506 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4df4e7b-7276-434c-b604-72b4704ed7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:39.897648 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4df4e7b-7276-434c-b604-72b4704ed7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:40.063593 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4df4e7b-7276-434c-b604-72b4704ed7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:40.074240 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-57388dd3-1fe1-4c73-b7f9-133f579abf94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:40.094558 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df4e7b-7276-434c-b604-72b4704ed7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f5dcd7-9c46-42ea-abd9-68226b290676,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:40.098033 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a4df4e7b-7276-434c-b604-72b4704ed7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:40.187974 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a4df4e7b-7276-434c-b604-72b4704ed7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:40.192484 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a4df4e7b-7276-434c-b604-72b4704ed7e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82f5dcd7-9c46-42ea-abd9-68226b290676 HTTP/1.1" status: 204  len: 168 time: 0.4474795
Jun 04 15:51:40.886278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56442) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:41.132920 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-919c7c9a-e02b-461a-90da-b5595547953b req-d415d456-9d06-44b9-9472-d9984cc377c1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0846751
Jun 04 15:51:41.247067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-336927ac-f45e-4171-af35-b3c65e360093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:41.274672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-336927ac-f45e-4171-af35-b3c65e360093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:41.287375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-336927ac-f45e-4171-af35-b3c65e360093 admin admin] Usage tracker for resource:security_group_rule and tenant:9a4677dd2a8847c08e03d23b20110dee is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:41.290403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-336927ac-f45e-4171-af35-b3c65e360093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:41.299693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-336927ac-f45e-4171-af35-b3c65e360093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:41.341185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c7c9a-e02b-461a-90da-b5595547953b req-207017ec-713e-4170-9589-11442746e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:41.342899 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-919c7c9a-e02b-461a-90da-b5595547953b req-207017ec-713e-4170-9589-11442746e1fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c529ab1fa0340218e7af2e6151225af&device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 1096 time: 0.1280525
Jun 04 15:51:41.505149 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-336927ac-f45e-4171-af35-b3c65e360093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:41.537159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c7c9a-e02b-461a-90da-b5595547953b req-d75ac484-a3c6-4165-843a-1d2df9798d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:41.538807 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-919c7c9a-e02b-461a-90da-b5595547953b req-d75ac484-a3c6-4165-843a-1d2df9798d46 service neutron] 10.222.0.65 "GET /v2.0/networks?id=70705144-4071-47c6-9ac6-46e7dd54c455 HTTP/1.1" status: 200  len: 915 time: 0.1747832
Jun 04 15:51:41.633873 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-336927ac-f45e-4171-af35-b3c65e360093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:41.652012 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9a0221fb-2c6d-4b64-a1c0-b7e8e4901d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:41.663468 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-919c7c9a-e02b-461a-90da-b5595547953b req-36c953ad-1e12-4980-87c6-393b1d293ee8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 HTTP/1.1" status: 200  len: 217 time: 0.1169000
Jun 04 15:51:41.734118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336927ac-f45e-4171-af35-b3c65e360093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee55909f-81f9-4c7b-962a-f26931b20ccb,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:41.740246 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-336927ac-f45e-4171-af35-b3c65e360093 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a4677dd2a8847c08e03d23b20110dee&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8357911
Jun 04 15:51:41.743013 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56466) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:41.746547 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-336927ac-f45e-4171-af35-b3c65e360093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:41.776303 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c7c9a-e02b-461a-90da-b5595547953b req-71e56e8a-8fa9-4507-bdbf-d406f68f10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:41.778073 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-919c7c9a-e02b-461a-90da-b5595547953b req-71e56e8a-8fa9-4507-bdbf-d406f68f10f5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a889281-fbed-40fa-bfc8-cae6a651bb21 HTTP/1.1" status: 200  len: 854 time: 0.1021502
Jun 04 15:51:41.836753 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-919c7c9a-e02b-461a-90da-b5595547953b req-30824dad-9d6b-4393-ae03-13e2caa0e26b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=70705144-4071-47c6-9ac6-46e7dd54c455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506010
Jun 04 15:51:41.845758 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b6336fb6-469d-40e1-94c3-0aa083867c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:41.895718 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b6336fb6-469d-40e1-94c3-0aa083867c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:42.001632 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-919c7c9a-e02b-461a-90da-b5595547953b req-2e571d77-d94f-4df0-b600-b2241b2474ea service neutron] 10.222.0.65 "GET /v2.0/networks/70705144-4071-47c6-9ac6-46e7dd54c455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560857
Jun 04 15:51:42.080935 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b6336fb6-469d-40e1-94c3-0aa083867c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:42.087785 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-803c62b0-0845-42ee-8d1c-c7dbe87fb498 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:42.104909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6336fb6-469d-40e1-94c3-0aa083867c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee55909f-81f9-4c7b-962a-f26931b20ccb,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:42.108246 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b6336fb6-469d-40e1-94c3-0aa083867c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:42.109808 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b6336fb6-469d-40e1-94c3-0aa083867c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:42.127648 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b6336fb6-469d-40e1-94c3-0aa083867c87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee55909f-81f9-4c7b-962a-f26931b20ccb HTTP/1.1" status: 204  len: 168 time: 0.3826303
Jun 04 15:51:42.172926 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-919c7c9a-e02b-461a-90da-b5595547953b req-e531ae6c-7e35-4f90-ad95-fcb86eafa241 service neutron] 10.222.0.65 "GET /v2.0/networks/70705144-4071-47c6-9ac6-46e7dd54c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1635282
Jun 04 15:51:42.948299 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56512) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:42.966786 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8fd01bb2-7e2f-414a-8bbf-d68453c49b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:42.984592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8fd01bb2-7e2f-414a-8bbf-d68453c49b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:42.989208 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8fd01bb2-7e2f-414a-8bbf-d68453c49b37 admin admin] Usage tracker for resource:security_group_rule and tenant:1f1beeb5f41f4faf91c0ccbec12a078c is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:42.992233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8fd01bb2-7e2f-414a-8bbf-d68453c49b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:42.998980 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8fd01bb2-7e2f-414a-8bbf-d68453c49b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:43.137836 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8fd01bb2-7e2f-414a-8bbf-d68453c49b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:43.240971 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8fd01bb2-7e2f-414a-8bbf-d68453c49b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:43.251783 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e3fd86eb-9336-4116-b4d4-af9de5b187a3 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:43.292607 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd01bb2-7e2f-414a-8bbf-d68453c49b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd495a3-bda2-44d2-b6d8-2c4cf71d5f60,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:43.297642 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8fd01bb2-7e2f-414a-8bbf-d68453c49b37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f1beeb5f41f4faf91c0ccbec12a078c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3488078
Jun 04 15:51:43.298902 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8fd01bb2-7e2f-414a-8bbf-d68453c49b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:43.300737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56520) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:43.370685 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5e0253fe-2530-45c7-8959-e8aee13e7fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:43.398616 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5e0253fe-2530-45c7-8959-e8aee13e7fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:43.534872 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5e0253fe-2530-45c7-8959-e8aee13e7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:43.540088 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e1206858-85e8-4cb6-82e7-d8ddc0c8f73f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:43.553683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0253fe-2530-45c7-8959-e8aee13e7fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd495a3-bda2-44d2-b6d8-2c4cf71d5f60,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:43.557743 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5e0253fe-2530-45c7-8959-e8aee13e7fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:43.564100 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5e0253fe-2530-45c7-8959-e8aee13e7fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:43.568484 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5e0253fe-2530-45c7-8959-e8aee13e7fc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdd495a3-bda2-44d2-b6d8-2c4cf71d5f60 HTTP/1.1" status: 204  len: 168 time: 0.2639239
Jun 04 15:51:43.659488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56528) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:43.799747 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-571f59a4-b83e-4416-ab58-650181c0c916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:43.815987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-571f59a4-b83e-4416-ab58-650181c0c916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:43.820041 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-571f59a4-b83e-4416-ab58-650181c0c916 admin admin] Usage tracker for resource:security_group_rule and tenant:781628b295774459b59f6f51544dd87b is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:43.823164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-571f59a4-b83e-4416-ab58-650181c0c916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:43.830190 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-571f59a4-b83e-4416-ab58-650181c0c916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:43.921315 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-571f59a4-b83e-4416-ab58-650181c0c916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:44.009407 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-571f59a4-b83e-4416-ab58-650181c0c916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:44.018014 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-25e795ab-9cfa-46e0-886a-b2d2bb841744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:44.066314 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-571f59a4-b83e-4416-ab58-650181c0c916 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=781628b295774459b59f6f51544dd87b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4028060
Jun 04 15:51:44.066314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f59a4-b83e-4416-ab58-650181c0c916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cde8001-895c-4107-9d5d-3bd468688b94,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:44.066539 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56540) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:44.091037 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-571f59a4-b83e-4416-ab58-650181c0c916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:44.141453 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f9da-62fe-4f81-81f6-9c0149215c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:44.169063 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f9da-62fe-4f81-81f6-9c0149215c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:44.303193 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f9da-62fe-4f81-81f6-9c0149215c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:44.308390 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a1b51d3e-db0e-4955-a0a1-ba680f101adf tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:44.325265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5f9da-62fe-4f81-81f6-9c0149215c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cde8001-895c-4107-9d5d-3bd468688b94,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:44.328340 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ddd5f9da-62fe-4f81-81f6-9c0149215c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:44.356391 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f9da-62fe-4f81-81f6-9c0149215c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:44.361808 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ddd5f9da-62fe-4f81-81f6-9c0149215c52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cde8001-895c-4107-9d5d-3bd468688b94 HTTP/1.1" status: 204  len: 168 time: 0.2929947
Jun 04 15:51:45.245315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56576) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:45.263080 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-39c3311c-87d1-46c0-a6ed-473bcd0ca79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:45.281455 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-39c3311c-87d1-46c0-a6ed-473bcd0ca79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:45.285747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-39c3311c-87d1-46c0-a6ed-473bcd0ca79d admin admin] Usage tracker for resource:security_group_rule and tenant:b8142dfd400f4d5792b29ac8209f9c53 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:45.289301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-39c3311c-87d1-46c0-a6ed-473bcd0ca79d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:45.295378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-39c3311c-87d1-46c0-a6ed-473bcd0ca79d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:45.393457 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-39c3311c-87d1-46c0-a6ed-473bcd0ca79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:45.479864 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-39c3311c-87d1-46c0-a6ed-473bcd0ca79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:45.484880 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3ff44446-e916-4367-a9f2-8ebdc2e9d667 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:45.527941 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-39c3311c-87d1-46c0-a6ed-473bcd0ca79d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8142dfd400f4d5792b29ac8209f9c53&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2815220
Jun 04 15:51:45.529337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3311c-87d1-46c0-a6ed-473bcd0ca79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b319b446-a659-4f26-b4bf-2fdae524da60,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:45.530904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56584) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:45.537934 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-39c3311c-87d1-46c0-a6ed-473bcd0ca79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:45.604057 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-28b31735-6809-48d6-9a83-abfaf81d4dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:45.632550 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-28b31735-6809-48d6-9a83-abfaf81d4dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:45.764383 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-28b31735-6809-48d6-9a83-abfaf81d4dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:45.770312 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ceeb2390-c1cc-4905-a0f0-9160fd830772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:45.785448 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b31735-6809-48d6-9a83-abfaf81d4dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b319b446-a659-4f26-b4bf-2fdae524da60,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:45.787583 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-28b31735-6809-48d6-9a83-abfaf81d4dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:45.791454 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-28b31735-6809-48d6-9a83-abfaf81d4dbd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b319b446-a659-4f26-b4bf-2fdae524da60 HTTP/1.1" status: 204  len: 168 time: 0.2585893
Jun 04 15:51:45.792823 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-28b31735-6809-48d6-9a83-abfaf81d4dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:47.582329 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56664) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:47.786442 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-028013f4-efd0-450c-9df3-a22ae5502bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:47.803559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-028013f4-efd0-450c-9df3-a22ae5502bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:47.810403 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-028013f4-efd0-450c-9df3-a22ae5502bf5 admin admin] Usage tracker for resource:security_group_rule and tenant:a99298bb198a4f3b908b0e1a01b9c071 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:47.813252 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-028013f4-efd0-450c-9df3-a22ae5502bf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:47.821271 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-028013f4-efd0-450c-9df3-a22ae5502bf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:47.927195 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-028013f4-efd0-450c-9df3-a22ae5502bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:48.040622 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-028013f4-efd0-450c-9df3-a22ae5502bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:48.048332 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7b8d81ad-55fd-4f4e-9b5d-3c784783d620 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:48.092783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028013f4-efd0-450c-9df3-a22ae5502bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1dc6c7-946b-44c4-bfc0-441826788ca8,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:48.099932 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56676) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:48.100442 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-028013f4-efd0-450c-9df3-a22ae5502bf5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a99298bb198a4f3b908b0e1a01b9c071&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5231857
Jun 04 15:51:48.101117 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-028013f4-efd0-450c-9df3-a22ae5502bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:48.198405 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac29582e-d3f5-4ed8-95b5-d75f8a5b542f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:48.236948 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac29582e-d3f5-4ed8-95b5-d75f8a5b542f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:48.384268 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac29582e-d3f5-4ed8-95b5-d75f8a5b542f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:48.404851 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-571f59a4-b83e-4416-ab58-650181c0c916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:48.432345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29582e-d3f5-4ed8-95b5-d75f8a5b542f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1dc6c7-946b-44c4-bfc0-441826788ca8,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:48.436343 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ac29582e-d3f5-4ed8-95b5-d75f8a5b542f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:48.440827 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac29582e-d3f5-4ed8-95b5-d75f8a5b542f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:48.453951 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ac29582e-d3f5-4ed8-95b5-d75f8a5b542f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d1dc6c7-946b-44c4-bfc0-441826788ca8 HTTP/1.1" status: 204  len: 168 time: 0.3376100
Jun 04 15:51:49.392954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56704) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:49.431052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56708) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:49.442518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56712) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:49.476901 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-049a5415-31ee-49ca-b20d-fd29a9a80097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:49.493487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-049a5415-31ee-49ca-b20d-fd29a9a80097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:49.498143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-049a5415-31ee-49ca-b20d-fd29a9a80097 admin admin] Usage tracker for resource:security_group_rule and tenant:fc2e1ad30e1541d9ab1a1ce964a165eb is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:49.502912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-049a5415-31ee-49ca-b20d-fd29a9a80097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:49.507991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-049a5415-31ee-49ca-b20d-fd29a9a80097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:49.608632 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-049a5415-31ee-49ca-b20d-fd29a9a80097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:49.634866 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8267dcf4-b733-4b2a-ad4b-3780af248a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:49.650647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8267dcf4-b733-4b2a-ad4b-3780af248a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:49.655446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8267dcf4-b733-4b2a-ad4b-3780af248a6b admin admin] Usage tracker for resource:security_group_rule and tenant:b8ea3adc037e4c6ba0f26b1024282935 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:49.658597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8267dcf4-b733-4b2a-ad4b-3780af248a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:49.664913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8267dcf4-b733-4b2a-ad4b-3780af248a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:49.670051 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bc7ec63-97c3-4db5-8bad-e33acd261c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:49.686552 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7bc7ec63-97c3-4db5-8bad-e33acd261c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:49.690755 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7bc7ec63-97c3-4db5-8bad-e33acd261c21 admin admin] Usage tracker for resource:security_group_rule and tenant:6f4d05516bae467ab568b213d74bb372 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:49.693663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7bc7ec63-97c3-4db5-8bad-e33acd261c21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:49.699584 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7bc7ec63-97c3-4db5-8bad-e33acd261c21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:49.706421 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-049a5415-31ee-49ca-b20d-fd29a9a80097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:49.729197 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-31ec118d-ccd3-40d6-adeb-451de525bcca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:49.793821 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bc7ec63-97c3-4db5-8bad-e33acd261c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:49.830387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a5415-31ee-49ca-b20d-fd29a9a80097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a49e48-c2d4-4b6d-a342-d47d7269addd,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:49.844721 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-049a5415-31ee-49ca-b20d-fd29a9a80097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:49.846976 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-049a5415-31ee-49ca-b20d-fd29a9a80097 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc2e1ad30e1541d9ab1a1ce964a165eb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4027982
Jun 04 15:51:49.850091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56716) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:49.869831 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7bc7ec63-97c3-4db5-8bad-e33acd261c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:49.895172 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7560d97a-490e-409b-890a-967b29f4434d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:49.961909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7ec63-97c3-4db5-8bad-e33acd261c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8175e6e-d902-4133-8ca7-160e7196bfcb,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:49.968259 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7bc7ec63-97c3-4db5-8bad-e33acd261c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:49.981044 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7bc7ec63-97c3-4db5-8bad-e33acd261c21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f4d05516bae467ab568b213d74bb372&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5454698
Jun 04 15:51:49.981044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56720) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:50.039430 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8267dcf4-b733-4b2a-ad4b-3780af248a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:50.043661 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2df1ec2-a940-4c20-a78f-d17e698092ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:50.081776 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dabca7ca-7de7-48d2-8518-8f3570cb888f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:50.087563 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2df1ec2-a940-4c20-a78f-d17e698092ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:50.098121 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8267dcf4-b733-4b2a-ad4b-3780af248a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:50.108188 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-850d5583-c0c3-4a71-b79c-6220ae72adab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:50.111460 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dabca7ca-7de7-48d2-8518-8f3570cb888f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:50.171802 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8267dcf4-b733-4b2a-ad4b-3780af248a6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8ea3adc037e4c6ba0f26b1024282935&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7775283
Jun 04 15:51:50.173791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267dcf4-b733-4b2a-ad4b-3780af248a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e0d822-3abb-4ae8-a725-409debeef4e4,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:50.179174 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56722) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:50.179600 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8267dcf4-b733-4b2a-ad4b-3780af248a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:50.239622 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad49fd52-4d8c-4f09-ae53-48b097513d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:50.268590 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad49fd52-4d8c-4f09-ae53-48b097513d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:50.284087 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2df1ec2-a940-4c20-a78f-d17e698092ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:50.288054 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dabca7ca-7de7-48d2-8518-8f3570cb888f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:50.289357 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-44aeb912-695d-4697-a3b0-53e73c4e30ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:50.301337 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8eda9a46-6f1f-4dae-9398-2dfcd86fb949 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:50.305917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df1ec2-a940-4c20-a78f-d17e698092ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a49e48-c2d4-4b6d-a342-d47d7269addd,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:50.309564 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d2df1ec2-a940-4c20-a78f-d17e698092ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:50.311692 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d2df1ec2-a940-4c20-a78f-d17e698092ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:50.312807 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d2df1ec2-a940-4c20-a78f-d17e698092ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70a49e48-c2d4-4b6d-a342-d47d7269addd HTTP/1.1" status: 204  len: 168 time: 0.4614716
Jun 04 15:51:50.498539 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabca7ca-7de7-48d2-8518-8f3570cb888f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8175e6e-d902-4133-8ca7-160e7196bfcb,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:50.532268 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dabca7ca-7de7-48d2-8518-8f3570cb888f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:50.553426 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dabca7ca-7de7-48d2-8518-8f3570cb888f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:50.554450 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dabca7ca-7de7-48d2-8518-8f3570cb888f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8175e6e-d902-4133-8ca7-160e7196bfcb HTTP/1.1" status: 204  len: 168 time: 0.5743523
Jun 04 15:51:50.601080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e1c17-1384-4685-93dc-12e2ee654f84 req-2ed4b4dd-17b0-47a7-8aa5-4b2168e930aa tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:50.605934 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fa1e1c17-1384-4685-93dc-12e2ee654f84 req-2ed4b4dd-17b0-47a7-8aa5-4b2168e930aa tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 945 time: 0.1108763
Jun 04 15:51:50.660923 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fa1e1c17-1384-4685-93dc-12e2ee654f84 req-370fd648-7d6d-43dc-a1db-37e8be3c1475 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517929
Jun 04 15:51:50.662882 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad49fd52-4d8c-4f09-ae53-48b097513d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:50.667983 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0e5579ab-138f-4321-b8ee-ab207d47395f tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:50.682798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49fd52-4d8c-4f09-ae53-48b097513d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e0d822-3abb-4ae8-a725-409debeef4e4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:50.688305 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ad49fd52-4d8c-4f09-ae53-48b097513d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:50.691686 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ad49fd52-4d8c-4f09-ae53-48b097513d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:50.705036 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ad49fd52-4d8c-4f09-ae53-48b097513d6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76e0d822-3abb-4ae8-a725-409debeef4e4 HTTP/1.1" status: 204  len: 168 time: 0.5269113
Jun 04 15:51:51.363518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56746) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:51.382255 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4987af9a-a39d-4da7-a3e1-ce34101ffa77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:51.398531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4987af9a-a39d-4da7-a3e1-ce34101ffa77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:51.402553 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4987af9a-a39d-4da7-a3e1-ce34101ffa77 admin admin] Usage tracker for resource:security_group_rule and tenant:a705d58675864c78997d39eb965e9407 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:51.406096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4987af9a-a39d-4da7-a3e1-ce34101ffa77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:51.412002 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4987af9a-a39d-4da7-a3e1-ce34101ffa77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:51.506302 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4987af9a-a39d-4da7-a3e1-ce34101ffa77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:51.583089 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4987af9a-a39d-4da7-a3e1-ce34101ffa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:51.590657 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1c9786e0-31cf-4bb6-bbec-0676d77dbc2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:51.630915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987af9a-a39d-4da7-a3e1-ce34101ffa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c81a6a-fd3a-48f4-8c20-e2ead27e6591,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:51.634047 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4987af9a-a39d-4da7-a3e1-ce34101ffa77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:51.636731 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4987af9a-a39d-4da7-a3e1-ce34101ffa77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a705d58675864c78997d39eb965e9407&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2721984
Jun 04 15:51:51.642656 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56754) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:51.703628 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-32793816-afec-40e8-9def-36e32cf11234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:51.731402 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-32793816-afec-40e8-9def-36e32cf11234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:51.874427 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-32793816-afec-40e8-9def-36e32cf11234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:51.882858 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-58e972c2-3cfe-42f4-91f1-63a0bc736b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:51.950040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32793816-afec-40e8-9def-36e32cf11234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c81a6a-fd3a-48f4-8c20-e2ead27e6591,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:51.952483 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-32793816-afec-40e8-9def-36e32cf11234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:51.960930 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-32793816-afec-40e8-9def-36e32cf11234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:51.962149 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-32793816-afec-40e8-9def-36e32cf11234 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6c81a6a-fd3a-48f4-8c20-e2ead27e6591 HTTP/1.1" status: 204  len: 168 time: 0.3211429
Jun 04 15:51:51.998554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19bd87-1841-4263-a77f-08ab7990aec4 req-2bc8154c-981c-4862-a055-51a17f91751b tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:52.000236 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8e19bd87-1841-4263-a77f-08ab7990aec4 req-2bc8154c-981c-4862-a055-51a17f91751b tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 945 time: 0.1199961
Jun 04 15:51:52.211062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b61511-4b40-4688-9c5d-22b89db8d3da req-eacdb6ba-878f-4c61-b8a4-179034c47eb8 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:52.212589 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9b61511-4b40-4688-9c5d-22b89db8d3da req-eacdb6ba-878f-4c61-b8a4-179034c47eb8 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 945 time: 0.4066203
Jun 04 15:51:52.246214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-8e19bd87-1841-4263-a77f-08ab7990aec4 req-40a23e2f-22e1-4ff8-8e6f-ee51a9c36023 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Deleting port 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:51:52.246562 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8e19bd87-1841-4263-a77f-08ab7990aec4 req-40a23e2f-22e1-4ff8-8e6f-ee51a9c36023 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:52.363967 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9b61511-4b40-4688-9c5d-22b89db8d3da req-d1f8fdb4-ad71-495f-95f1-4308845215b5 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420605
Jun 04 15:51:52.424526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-8e19bd87-1841-4263-a77f-08ab7990aec4 req-40a23e2f-22e1-4ff8-8e6f-ee51a9c36023 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] For port 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9eaf9b6a-2c77-4132-ae7f-568a9dff3c95,segment=NetworkSegment(f77135b7-550a-4b91-bea3-102c4917ccf5),segment_id=f77135b7-550a-4b91-bea3-102c4917ccf5)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:51:52.424878 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8e19bd87-1841-4263-a77f-08ab7990aec4 req-40a23e2f-22e1-4ff8-8e6f-ee51a9c36023 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:52.715290 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-8e19bd87-1841-4263-a77f-08ab7990aec4 req-40a23e2f-22e1-4ff8-8e6f-ee51a9c36023 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Calling delete_port for 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:51:52.924438 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8e19bd87-1841-4263-a77f-08ab7990aec4 req-40a23e2f-22e1-4ff8-8e6f-ee51a9c36023 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:52.934769 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bb78b0fc-16c7-43d0-aa8a-73f771aff7b4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:52.937082 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9eaf9b6a-2c77-4132-ae7f-568a9dff3c95'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:51:53.024561 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a23e2f-22e1-4ff8-8e6f-ee51a9c36023 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Pushing event deleted for resources: {'Port': ['ID=9eaf9b6a-2c77-4132-ae7f-568a9dff3c95,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:53.027145 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-40a23e2f-22e1-4ff8-8e6f-ee51a9c36023 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:53.079133 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e19bd87-1841-4263-a77f-08ab7990aec4 req-40a23e2f-22e1-4ff8-8e6f-ee51a9c36023 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] No DVR routers for this DVR port 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:51:53.081915 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-8e19bd87-1841-4263-a77f-08ab7990aec4 req-40a23e2f-22e1-4ff8-8e6f-ee51a9c36023 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:53.088642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a6cf3f-3864-4929-86bf-7a67038eccf2', 'name': 'network-vif-deleted', 'tag': '9eaf9b6a-2c77-4132-ae7f-568a9dff3c95'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:51:53.090600 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c15e0ea-7145-48a8-8829-ab36efb862d6" -d '{"events": [{"server_uuid": "f1a6cf3f-3864-4929-86bf-7a67038eccf2", "name": "network-vif-deleted", "tag": "9eaf9b6a-2c77-4132-ae7f-568a9dff3c95"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:51:53.147147 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83396e0d-3317-48da-9e8c-f1a58224d065 x-openstack-request-id: req-83396e0d-3317-48da-9e8c-f1a58224d065 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:51:53.147530 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a6cf3f-3864-4929-86bf-7a67038eccf2", "name": "network-vif-deleted", "tag": "9eaf9b6a-2c77-4132-ae7f-568a9dff3c95", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:51:53.148371 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83396e0d-3317-48da-9e8c-f1a58224d065 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:51:53.148845 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a6cf3f-3864-4929-86bf-7a67038eccf2', 'name': 'network-vif-deleted', 'tag': '9eaf9b6a-2c77-4132-ae7f-568a9dff3c95', 'status': 'completed', 'code': 200}
Jun 04 15:51:53.159320 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8e19bd87-1841-4263-a77f-08ab7990aec4 req-40a23e2f-22e1-4ff8-8e6f-ee51a9c36023 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.65 "DELETE /v2.0/ports/9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 HTTP/1.1" status: 204  len: 173 time: 1.1533353
Jun 04 15:51:53.548623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-71959578-21fb-41ba-ad4e-42642b917f3e req-f90c1777-bfef-48e9-ad79-679f38438d2e tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Synchronizing usage tracker for tenant:8c529ab1fa0340218e7af2e6151225af on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:51:53.764717 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:53.765028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-71959578-21fb-41ba-ad4e-42642b917f3e req-f90c1777-bfef-48e9-ad79-679f38438d2e tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Unset dirty status for tenant:8c529ab1fa0340218e7af2e6151225af on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:51:53.766066 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-71959578-21fb-41ba-ad4e-42642b917f3e req-f90c1777-bfef-48e9-ad79-679f38438d2e tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a6cf3f-3864-4929-86bf-7a67038eccf2 HTTP/1.1" status: 200  len: 210 time: 0.2724724
Jun 04 15:51:54.900375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56836) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:55.227399 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-17a0e596-f618-42fa-bc13-bc4cf5037de1 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/floatingips/386f44bc-a5d1-42d9-bb39-2651fb7eb5ab HTTP/1.1" status: 200  len: 991 time: 0.3256273
Jun 04 15:51:55.442043 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-21ab4550-27d2-4406-8257-7b68fe27a746 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fc3e9d66dc474005baed1dcd1d342f9c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0290837
Jun 04 15:51:55.534140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56864) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:55.587448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56870) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:55.654540 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-c5d9a479-b688-4b11-aadb-5f09275f78b1 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:55.661964 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-c5d9a479-b688-4b11-aadb-5f09275f78b1 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2143877
Jun 04 15:51:55.675416 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-df668ad1-a541-4dd7-a0c7-0a7a1c5a9e1a tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/quotas/fc3e9d66dc474005baed1dcd1d342f9c HTTP/1.1" status: 200  len: 375 time: 0.0123386
Jun 04 15:51:55.712568 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c2e3211e-27fe-460f-bd02-ae428b89d380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:55.728608 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-1fb4151b-a316-4190-b008-9057c91d916e tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc3e9d66dc474005baed1dcd1d342f9c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0464733
Jun 04 15:51:55.796662 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c2e3211e-27fe-460f-bd02-ae428b89d380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:55.808152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c2e3211e-27fe-460f-bd02-ae428b89d380 admin admin] Usage tracker for resource:security_group_rule and tenant:b443bec4a0014bf79f0fd0ce60d96640 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:55.820688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c2e3211e-27fe-460f-bd02-ae428b89d380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:55.836715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c2e3211e-27fe-460f-bd02-ae428b89d380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:55.846284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:51:55.882111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:51:55.882440 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9eaf9b6a-2c77-4132-ae7f-568a9dff3c95 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:51:56.024411 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e832e897-8989-446c-a514-f17db2c2ff6a req-17ccb4fc-61f6-49e5-9fea-9c77c2f0adf8 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 210 time: 0.0565381
Jun 04 15:51:56.062310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-4c76bc8a-3421-4484-b05b-8869ebce2ec4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Deleting port b85d4896-b845-47e8-a782-9e815d0c247c {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:51:56.062310 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c76bc8a-3421-4484-b05b-8869ebce2ec4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:56.068649 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:56.113105 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c2e3211e-27fe-460f-bd02-ae428b89d380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:56.192186 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c2e3211e-27fe-460f-bd02-ae428b89d380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:56.209309 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-38f23102-b262-484f-8ee8-3938870ce53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:56.231100 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c76bc8a-3421-4484-b05b-8869ebce2ec4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:56.231430 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c76bc8a-3421-4484-b05b-8869ebce2ec4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:56.426192 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-4c76bc8a-3421-4484-b05b-8869ebce2ec4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Calling delete_port for b85d4896-b845-47e8-a782-9e815d0c247c owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:51:56.447371 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c2e3211e-27fe-460f-bd02-ae428b89d380 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b443bec4a0014bf79f0fd0ce60d96640&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9067750
Jun 04 15:51:56.447742 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56884) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:56.448199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3211e-27fe-460f-bd02-ae428b89d380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc578ba-3014-4d09-a1a6-1073ec32dee3,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:56.449750 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c2e3211e-27fe-460f-bd02-ae428b89d380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:56.509969 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-feb9e2e7-bff1-49bf-96ef-91a1a480562e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:56.551177 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-feb9e2e7-bff1-49bf-96ef-91a1a480562e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:56.713920 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c76bc8a-3421-4484-b05b-8869ebce2ec4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:56.720812 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-74a38267-735d-4571-ac5d-6be9499c0e2b tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:56.766871 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-feb9e2e7-bff1-49bf-96ef-91a1a480562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:56.771243 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-028013f4-efd0-450c-9df3-a22ae5502bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:56.775351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76bc8a-3421-4484-b05b-8869ebce2ec4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Port': ['ID=b85d4896-b845-47e8-a782-9e815d0c247c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:56.785870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9e2e7-bff1-49bf-96ef-91a1a480562e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc578ba-3014-4d09-a1a6-1073ec32dee3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:56.788865 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-feb9e2e7-bff1-49bf-96ef-91a1a480562e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:56.790949 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-feb9e2e7-bff1-49bf-96ef-91a1a480562e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:56.795426 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-feb9e2e7-bff1-49bf-96ef-91a1a480562e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cc578ba-3014-4d09-a1a6-1073ec32dee3 HTTP/1.1" status: 204  len: 168 time: 0.3460953
Jun 04 15:51:56.812858 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4c76bc8a-3421-4484-b05b-8869ebce2ec4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:56.883501 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c76bc8a-3421-4484-b05b-8869ebce2ec4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:56.883963 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-4c76bc8a-3421-4484-b05b-8869ebce2ec4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Floating IP 386f44bc-a5d1-42d9-bb39-2651fb7eb5ab disassociated (deleted). External IP: 172.25.4.8, port: 9f348c9c-8e68-414f-93ff-c928f6d11054.
Jun 04 15:51:57.147039 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-20167236-2f2c-4620-adc1-56aa29f63074 req-a0ddbd5f-f2b2-441c-9f0b-acfb9c264f7b tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 210 time: 0.0498002
Jun 04 15:51:57.276013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c76bc8a-3421-4484-b05b-8869ebce2ec4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Router 52a77645-4a6f-471f-bc51-369ddc4fd979 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:51:57.656318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c76bc8a-3421-4484-b05b-8869ebce2ec4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:51:57.666789 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a45eec5-47d8-456a-a121-cfff21065ba8 None None] Sync routers for ids ['52a77645-4a6f-471f-bc51-369ddc4fd979'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:51:57.677710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a45eec5-47d8-456a-a121-cfff21065ba8 None None] Routers {'52a77645-4a6f-471f-bc51-369ddc4fd979'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:51:57.678337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0a45eec5-47d8-456a-a121-cfff21065ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c772370>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:51:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['52a77645-4a6f-471f-bc51-369ddc4fd979'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:51:57.729655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56896) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:57.748674 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73350299-9d38-49fa-b5f4-92f2b1a0d912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:57.766608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-73350299-9d38-49fa-b5f4-92f2b1a0d912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:57.767458 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4c76bc8a-3421-4484-b05b-8869ebce2ec4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:57.771303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-73350299-9d38-49fa-b5f4-92f2b1a0d912 admin admin] Usage tracker for resource:security_group_rule and tenant:ebbd76a57455437986a188a0a43c32c3 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:57.774540 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-73350299-9d38-49fa-b5f4-92f2b1a0d912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:57.782906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-73350299-9d38-49fa-b5f4-92f2b1a0d912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:57.842442 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4c76bc8a-3421-4484-b05b-8869ebce2ec4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "DELETE /v2.0/floatingips/386f44bc-a5d1-42d9-bb39-2651fb7eb5ab HTTP/1.1" status: 204  len: 168 time: 2.2522681
Jun 04 15:51:57.843463 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae82920-3d61-459d-b1cb-4bf298afc00a', 'tag': '9f348c9c-8e68-414f-93ff-c928f6d11054'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:51:57.868860 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ca215f-b3d0-41aa-918f-cb24015ce4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae82920-3d61-459d-b1cb-4bf298afc00a", "tag": "9f348c9c-8e68-414f-93ff-c928f6d11054"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:51:57.897715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-0a45eec5-47d8-456a-a121-cfff21065ba8 None None] Set router 52a77645-4a6f-471f-bc51-369ddc4fd979 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:51:57.936099 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12c8022-9708-4d74-9a10-5def7f3ad6a0 x-openstack-request-id: req-f12c8022-9708-4d74-9a10-5def7f3ad6a0 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:51:57.936099 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae82920-3d61-459d-b1cb-4bf298afc00a", "tag": "9f348c9c-8e68-414f-93ff-c928f6d11054", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:51:57.936099 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f12c8022-9708-4d74-9a10-5def7f3ad6a0 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:51:57.936099 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae82920-3d61-459d-b1cb-4bf298afc00a', 'tag': '9f348c9c-8e68-414f-93ff-c928f6d11054', 'status': 'completed', 'code': 200}
Jun 04 15:51:57.936744 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73350299-9d38-49fa-b5f4-92f2b1a0d912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:58.051453 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-73350299-9d38-49fa-b5f4-92f2b1a0d912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:58.061171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca215f-b3d0-41aa-918f-cb24015ce4cd req-408431c8-35f6-4b2d-87fb-4bfb78bceb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:58.063257 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-18ca215f-b3d0-41aa-918f-cb24015ce4cd req-408431c8-35f6-4b2d-87fb-4bfb78bceb20 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 1096 time: 0.1085799
Jun 04 15:51:58.065031 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4a19ab33-99ef-45b5-9c0d-b07abcfa125b tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:58.123287 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-73350299-9d38-49fa-b5f4-92f2b1a0d912 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebbd76a57455437986a188a0a43c32c3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3913534
Jun 04 15:51:58.128769 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 56906) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:51:58.133630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73350299-9d38-49fa-b5f4-92f2b1a0d912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6147da43-3b77-4fc9-9fc8-f9e38bfd7e13,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:58.136844 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-73350299-9d38-49fa-b5f4-92f2b1a0d912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:58.287482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0a45eec5-47d8-456a-a121-cfff21065ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c772370>, [{'id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'name': 'tempest-TestNetworkBasicOps-router-635827825', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:49:59Z', 'updated_at': '2021-06-04T15:50:08Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:00Z', 'updated_at': '2021-06-04T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '2fb4132e-f222-490a-9717-a4ce9fa1b13a', 'name': '', 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:b3:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '9531a918-659b-45e9-a2eb-386da688eb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:06Z', 'updated_at': '2021-06-04T15:50:14Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': '9531a918-659b-45e9-a2eb-386da688eb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:51:58.292303 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a45eec5-47d8-456a-a121-cfff21065ba8 None None] Checking router: 52a77645-4a6f-471f-bc51-369ddc4fd979 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:51:58.302806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a45eec5-47d8-456a-a121-cfff21065ba8 None None] Routers {'52a77645-4a6f-471f-bc51-369ddc4fd979'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:51:58.303165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca215f-b3d0-41aa-918f-cb24015ce4cd req-b9f3ef21-1e13-475e-822d-58a49d98f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:58.304387 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0a45eec5-47d8-456a-a121-cfff21065ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c772370>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:51:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['52a77645-4a6f-471f-bc51-369ddc4fd979'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:51:58.305217 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-18ca215f-b3d0-41aa-918f-cb24015ce4cd req-b9f3ef21-1e13-475e-822d-58a49d98f474 service neutron] 10.222.0.62 "GET /v2.0/networks?id=073a9857-f576-4f6e-b8de-d30974af8836 HTTP/1.1" status: 200  len: 897 time: 0.2341850
Jun 04 15:51:58.306147 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e8d75f42-fd16-42d0-aebf-3958bf1010ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:58.334787 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5b13e81c-fc65-40c3-9b96-d839674ab198 req-5d5a680c-9c87-4794-b5cd-6dcb622911c6 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 210 time: 0.0587652
Jun 04 15:51:58.412412 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-18ca215f-b3d0-41aa-918f-cb24015ce4cd req-754c94dd-72da-40e0-b0f1-02d445ceaf0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f348c9c-8e68-414f-93ff-c928f6d11054 HTTP/1.1" status: 200  len: 217 time: 0.0926235
Jun 04 15:51:58.414024 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e8d75f42-fd16-42d0-aebf-3958bf1010ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:58.510100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca215f-b3d0-41aa-918f-cb24015ce4cd req-8ab7875f-09a7-4dd7-b454-3bf39c614c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:58.511657 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-18ca215f-b3d0-41aa-918f-cb24015ce4cd req-8ab7875f-09a7-4dd7-b454-3bf39c614c31 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9531a918-659b-45e9-a2eb-386da688eb48 HTTP/1.1" status: 200  len: 832 time: 0.0907216
Jun 04 15:51:58.522995 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-0a45eec5-47d8-456a-a121-cfff21065ba8 None None] Set router 52a77645-4a6f-471f-bc51-369ddc4fd979 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:51:58.641834 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca215f-b3d0-41aa-918f-cb24015ce4cd req-68e0dd42-95f8-4895-a2ee-afdc1d909088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:58.643370 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-18ca215f-b3d0-41aa-918f-cb24015ce4cd req-68e0dd42-95f8-4895-a2ee-afdc1d909088 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=073a9857-f576-4f6e-b8de-d30974af8836&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1184831
Jun 04 15:51:58.675986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0c6d1-b262-42ff-a7c2-388af2a3023e req-86856d50-20d9-477c-afa3-10303dd414a5 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:58.677410 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2f0c6d1-b262-42ff-a7c2-388af2a3023e req-86856d50-20d9-477c-afa3-10303dd414a5 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 945 time: 0.1113110
Jun 04 15:51:58.741092 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2f0c6d1-b262-42ff-a7c2-388af2a3023e req-8771b975-5fd5-43a5-97da-394203104385 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f70deda-e489-4f47-ad86-5af7fd34d29f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552156
Jun 04 15:51:58.785143 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e8d75f42-fd16-42d0-aebf-3958bf1010ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:58.799558 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-70aeb218-e715-4a96-b249-0bb60e287308 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:51:58.816013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d75f42-fd16-42d0-aebf-3958bf1010ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6147da43-3b77-4fc9-9fc8-f9e38bfd7e13,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:51:58.827039 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e8d75f42-fd16-42d0-aebf-3958bf1010ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:51:58.831807 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-18ca215f-b3d0-41aa-918f-cb24015ce4cd req-514002f0-6e80-45f4-9682-bbcb0f35f8e9 service neutron] 10.222.0.62 "GET /v2.0/networks/073a9857-f576-4f6e-b8de-d30974af8836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806366
Jun 04 15:51:58.833696 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e8d75f42-fd16-42d0-aebf-3958bf1010ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:58.835598 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e8d75f42-fd16-42d0-aebf-3958bf1010ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6147da43-3b77-4fc9-9fc8-f9e38bfd7e13 HTTP/1.1" status: 204  len: 168 time: 0.7077181
Jun 04 15:51:58.997196 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-9ad45e80-537f-4575-9559-04e317961de8 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fc3e9d66dc474005baed1dcd1d342f9c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0411057
Jun 04 15:51:59.051681 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-0a45eec5-47d8-456a-a121-cfff21065ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c772370>, [{'id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'name': 'tempest-TestNetworkBasicOps-router-635827825', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:49:59Z', 'updated_at': '2021-06-04T15:50:08Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:00Z', 'updated_at': '2021-06-04T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '2fb4132e-f222-490a-9717-a4ce9fa1b13a', 'name': '', 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:b3:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '9531a918-659b-45e9-a2eb-386da688eb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:06Z', 'updated_at': '2021-06-04T15:50:14Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': '9531a918-659b-45e9-a2eb-386da688eb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:51:59.056968 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a45eec5-47d8-456a-a121-cfff21065ba8 None None] The sync data for ids ['52a77645-4a6f-471f-bc51-369ddc4fd979'] in n-d-791505-9 is: [{'id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'name': 'tempest-TestNetworkBasicOps-router-635827825', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:49:59Z', 'updated_at': '2021-06-04T15:50:08Z', 'revision_number': 4, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:00Z', 'updated_at': '2021-06-04T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '2fb4132e-f222-490a-9717-a4ce9fa1b13a', 'name': '', 'network_id': '073a9857-f576-4f6e-b8de-d30974af8836', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'mac_address': 'fa:16:3e:b3:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '9531a918-659b-45e9-a2eb-386da688eb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:06Z', 'updated_at': '2021-06-04T15:50:14Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'subnets': [{'id': '9531a918-659b-45e9-a2eb-386da688eb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:51:59.168025 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-18ca215f-b3d0-41aa-918f-cb24015ce4cd req-6edf4133-8798-451e-a6d0-0176cf5237aa service neutron] 10.222.0.62 "GET /v2.0/networks/073a9857-f576-4f6e-b8de-d30974af8836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3272316
Jun 04 15:51:59.259612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-8128aaa7-98a0-474c-9f38-1ca65b4b4d04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:59.261292 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-8128aaa7-98a0-474c-9f38-1ca65b4b4d04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2585754
Jun 04 15:51:59.277754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Request body: {'port': {'device_id': 'd4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'admin_state_up': True, 'tenant_id': 'fc3e9d66dc474005baed1dcd1d342f9c'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:51:59.446944 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b4e164-a27b-4929-9976-54a7b32d6ced None None] New status for floating IP 386f44bc-a5d1-42d9-bb39-2651fb7eb5ab: DOWN {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:51:59.554914 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0b8e674c-e504-40d3-8444-3399ed5e12ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:59.555225 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:59.578120 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fcacfbc0-6cfb-4e7b-9021-24a44c078e5f req-6aefaa34-ab59-416f-a9b3-5774b7ee326e tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 210 time: 0.0956047
Jun 04 15:51:59.580960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Usage tracker for resource:port and tenant:fc3e9d66dc474005baed1dcd1d342f9c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:59.595260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:59.602537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:59.851641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Made reservation on behalf of fc3e9d66dc474005baed1dcd1d342f9c for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:51:59.855233 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:59.872801 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:51:59.895519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:51:59.901300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Usage tracker for resource:security_group_rule and tenant:fc3e9d66dc474005baed1dcd1d342f9c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:51:59.905997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:51:59.913169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:51:59.964985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a0107-c0c9-4735-93d7-da92e24a8ac2 req-e1aca1a5-b4d0-4a2e-8369-92c729d6aafd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:51:59.967853 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d21a0107-c0c9-4735-93d7-da92e24a8ac2 req-e1aca1a5-b4d0-4a2e-8369-92c729d6aafd tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 945 time: 0.1000576
Jun 04 15:52:00.015975 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:00.025332 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d21a0107-c0c9-4735-93d7-da92e24a8ac2 req-d34dbe10-3926-4adf-b661-139d170735d8 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f70deda-e489-4f47-ad86-5af7fd34d29f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496681
Jun 04 15:52:00.114566 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:00.119177 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-97a5e1c6-6e95-4b27-a3ae-a1ffdc39300b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:00.193876 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:52:00.206506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36a9b5c-d5d7-4e88-b4e7-1a2092c69b32,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:00.231066 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:00.387888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Allocated IP 192.168.233.70 (9049b682-322c-4ded-9979-80896134ad57/e1c7f188-ef3f-4256-b761-1ead683fec6e/9ee99709-e40a-4832-b8ed-f8f3f2d440f7) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:52:00.889682 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-efab1365-dbfd-4d7f-88b8-ba7425927de6 req-a8d648b3-be29-4446-8d98-91bfe7eef1fd tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 210 time: 0.0598385
Jun 04 15:52:00.892578 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:00.920632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726807f1-214e-4463-b6fd-f70a8f7b5cd8 req-ba966715-e6eb-4472-9666-7cf7011583db tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:00.920632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-726807f1-214e-4463-b6fd-f70a8f7b5cd8 req-ba966715-e6eb-4472-9666-7cf7011583db tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Synchronizing usage tracker for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:52:00.929377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Transition to ACTIVE for port object 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:52:01.040352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-726807f1-214e-4463-b6fd-f70a8f7b5cd8 req-ba966715-e6eb-4472-9666-7cf7011583db tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Unset dirty status for tenant:8bc21cf1a3b849349b38aac0222e9fea on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:52:01.041642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-726807f1-214e-4463-b6fd-f70a8f7b5cd8 req-ba966715-e6eb-4472-9666-7cf7011583db tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 945 time: 0.4788630
Jun 04 15:52:01.089515 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:01.107478 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:01.183108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Pushing event updated for resources: {'Port': ['ID=9ee99709-e40a-4832-b8ed-f8f3f2d440f7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:01.201793 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:01.208321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Network 9049b682-322c-4ded-9979-80896134ad57 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:52:01.211475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:52:01.215500 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:52:01.259031 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792e43f-623d-4307-a656-c09f73f14918 req-798af0e3-9f46-4401-8431-bbdac2c39b58 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:01.260665 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1792e43f-623d-4307-a656-c09f73f14918 req-798af0e3-9f46-4401-8431-bbdac2c39b58 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 945 time: 0.1160944
Jun 04 15:52:01.311936 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1792e43f-623d-4307-a656-c09f73f14918 req-c8cf31a3-a44d-4891-9031-9b8b7770948b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f70deda-e489-4f47-ad86-5af7fd34d29f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440803
Jun 04 15:52:01.339485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:01.345151 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:01.393857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-726807f1-214e-4463-b6fd-f70a8f7b5cd8 req-6c26252f-9810-4fcd-83d2-8b4d61fb0328 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Deleting port 9f348c9c-8e68-414f-93ff-c928f6d11054 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:52:01.394254 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-726807f1-214e-4463-b6fd-f70a8f7b5cd8 req-6c26252f-9810-4fcd-83d2-8b4d61fb0328 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:01.501215 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-08c54107-be76-406b-851b-a8e133a42cec None None] Provisioning for port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:52:01.505888 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.2355971
Jun 04 15:52:01.508584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-08c54107-be76-406b-851b-a8e133a42cec None None] Provisioning complete for port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:52:01.508965 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-08c54107-be76-406b-851b-a8e133a42cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:01.520610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Request body: {'port': {'device_id': 'd4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:52:01.592352 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-08c54107-be76-406b-851b-a8e133a42cec None None] Port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:52:01.605793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-726807f1-214e-4463-b6fd-f70a8f7b5cd8 req-6c26252f-9810-4fcd-83d2-8b4d61fb0328 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] For port 9f348c9c-8e68-414f-93ff-c928f6d11054, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9f348c9c-8e68-414f-93ff-c928f6d11054,segment=NetworkSegment(0bd4e588-0a14-416f-a6c3-9f5faf1e93af),segment_id=0bd4e588-0a14-416f-a6c3-9f5faf1e93af)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:52:01.606154 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-726807f1-214e-4463-b6fd-f70a8f7b5cd8 req-6c26252f-9810-4fcd-83d2-8b4d61fb0328 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:01.634031 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56968) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:01.776746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-726807f1-214e-4463-b6fd-f70a8f7b5cd8 req-6c26252f-9810-4fcd-83d2-8b4d61fb0328 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Calling delete_port for 9f348c9c-8e68-414f-93ff-c928f6d11054 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:52:01.779882 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-657ef7b8-c2db-4462-9538-facfe73779bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:01.796608 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-657ef7b8-c2db-4462-9538-facfe73779bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:52:01.805756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-657ef7b8-c2db-4462-9538-facfe73779bd admin admin] Usage tracker for resource:security_group_rule and tenant:c5e48901141c44eb8da1e8953a764703 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:52:01.805756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-657ef7b8-c2db-4462-9538-facfe73779bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:52:01.812576 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-657ef7b8-c2db-4462-9538-facfe73779bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:52:01.821440 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:01.897630 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-657ef7b8-c2db-4462-9538-facfe73779bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:01.960381 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-657ef7b8-c2db-4462-9538-facfe73779bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:01.969852 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a4df4e7b-7276-434c-b604-72b4704ed7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:02.011590 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ef7b8-c2db-4462-9538-facfe73779bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99adc54b-7217-4049-ae49-70cf6c7855fd,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:02.017460 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:02.019476 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-657ef7b8-c2db-4462-9538-facfe73779bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5e48901141c44eb8da1e8953a764703&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3836997
Jun 04 15:52:02.020736 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-657ef7b8-c2db-4462-9538-facfe73779bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:02.027171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 56978) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:02.095875 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c39f5cf2-7379-43fd-8bd0-a02d0df255fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:02.126710 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c39f5cf2-7379-43fd-8bd0-a02d0df255fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:02.211525 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-726807f1-214e-4463-b6fd-f70a8f7b5cd8 req-6c26252f-9810-4fcd-83d2-8b4d61fb0328 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:02.226221 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9342ff1f-9e85-4899-8daf-249e8937c8ea tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:02.260456 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c39f5cf2-7379-43fd-8bd0-a02d0df255fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:02.270248 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-114c94d2-1edd-4e9d-bd31-145c49554f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:02.278475 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26252f-9810-4fcd-83d2-8b4d61fb0328 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Port': ['ID=9f348c9c-8e68-414f-93ff-c928f6d11054,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:02.281304 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6c26252f-9810-4fcd-83d2-8b4d61fb0328 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:02.290180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f5cf2-7379-43fd-8bd0-a02d0df255fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99adc54b-7217-4049-ae49-70cf6c7855fd,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:02.295684 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c39f5cf2-7379-43fd-8bd0-a02d0df255fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:02.299639 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c39f5cf2-7379-43fd-8bd0-a02d0df255fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:02.300857 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c39f5cf2-7379-43fd-8bd0-a02d0df255fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99adc54b-7217-4049-ae49-70cf6c7855fd HTTP/1.1" status: 204  len: 168 time: 0.2705042
Jun 04 15:52:02.381363 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-03040c65-af2c-4d24-a5d6-8a7e9f52e614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:02.393436 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-726807f1-214e-4463-b6fd-f70a8f7b5cd8 req-6c26252f-9810-4fcd-83d2-8b4d61fb0328 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] No DVR routers for this DVR port 9f348c9c-8e68-414f-93ff-c928f6d11054 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:52:02.396215 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-726807f1-214e-4463-b6fd-f70a8f7b5cd8 req-6c26252f-9810-4fcd-83d2-8b4d61fb0328 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:02.405199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae82920-3d61-459d-b1cb-4bf298afc00a', 'name': 'network-vif-deleted', 'tag': '9f348c9c-8e68-414f-93ff-c928f6d11054'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:52:02.407607 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da501cc5-b394-4b85-926a-c5b5ba6dc906" -d '{"events": [{"server_uuid": "7ae82920-3d61-459d-b1cb-4bf298afc00a", "name": "network-vif-deleted", "tag": "9f348c9c-8e68-414f-93ff-c928f6d11054"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:52:02.431054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df96f0b-b238-4b1e-8e6f-a5be3e5be233 req-96b21c68-9f27-4411-b9b0-009bf6dae627 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:02.442280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3df96f0b-b238-4b1e-8e6f-a5be3e5be233 req-96b21c68-9f27-4411-b9b0-009bf6dae627 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Synchronizing usage tracker for tenant:fc3e9d66dc474005baed1dcd1d342f9c on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:52:02.505372 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2dbaf970-0f6b-4053-bd81-6b5308615a0b req-b0cbdd41-421b-43a5-b33f-5f9cbdf935eb tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 210 time: 0.0608087
Jun 04 15:52:02.538597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:52:02.543938 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-726807f1-214e-4463-b6fd-f70a8f7b5cd8 req-6c26252f-9810-4fcd-83d2-8b4d61fb0328 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.62 "DELETE /v2.0/ports/9f348c9c-8e68-414f-93ff-c928f6d11054 HTTP/1.1" status: 204  len: 173 time: 1.4952977
Jun 04 15:52:02.549684 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:02.557187 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed72859-edb1-4804-8cdb-b88fc3e4c137 x-openstack-request-id: req-6ed72859-edb1-4804-8cdb-b88fc3e4c137 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:52:02.557540 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae82920-3d61-459d-b1cb-4bf298afc00a", "name": "network-vif-deleted", "tag": "9f348c9c-8e68-414f-93ff-c928f6d11054", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:52:02.557845 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ed72859-edb1-4804-8cdb-b88fc3e4c137 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:52:02.558293 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae82920-3d61-459d-b1cb-4bf298afc00a', 'name': 'network-vif-deleted', 'tag': '9f348c9c-8e68-414f-93ff-c928f6d11054', 'status': 'completed', 'code': 200}
Jun 04 15:52:02.574904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Transition to ACTIVE for port object 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:52:02.576783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3df96f0b-b238-4b1e-8e6f-a5be3e5be233 req-96b21c68-9f27-4411-b9b0-009bf6dae627 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Unset dirty status for tenant:fc3e9d66dc474005baed1dcd1d342f9c on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:52:02.584072 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3df96f0b-b238-4b1e-8e6f-a5be3e5be233 req-96b21c68-9f27-4411-b9b0-009bf6dae627 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 935 time: 0.5608172
Jun 04 15:52:02.632459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3df96f0b-b238-4b1e-8e6f-a5be3e5be233 req-57d6685b-1167-4cd5-b629-4cb101896d1f tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Synchronizing usage tracker for tenant:fc3e9d66dc474005baed1dcd1d342f9c on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:52:02.652269 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:02.663692 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-baf939dc-7abf-4649-b9bb-866f28a8fa15 tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:02.831058 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-3df96f0b-b238-4b1e-8e6f-a5be3e5be233 req-57d6685b-1167-4cd5-b629-4cb101896d1f tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Unset dirty status for tenant:fc3e9d66dc474005baed1dcd1d342f9c on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:52:02.833159 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3df96f0b-b238-4b1e-8e6f-a5be3e5be233 req-57d6685b-1167-4cd5-b629-4cb101896d1f tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a9b5c-d5d7-4e88-b4e7-1a2092c69b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2485495
Jun 04 15:52:03.167718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee99709-e40a-4832-b8ed-f8f3f2d440f7,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:03.174640 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:03.212711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Attempting to bind port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:52:03.213413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Attempting to bind port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:52:03.213413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Attempting to bind port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:52:03.219208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 on network 9049b682-322c-4ded-9979-80896134ad57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:52:03.219533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Attempting to bind port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 on network 9049b682-322c-4ded-9979-80896134ad57 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:52:03.233312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:52:03.233312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Checking segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:52:03.233312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Bound using segment: {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:52:03.233312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Bound port: 9ee99709-e40a-4832-b8ed-f8f3f2d440f7, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8fe7da-110d-42d3-985a-4583c5c4e0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9049b682-322c-4ded-9979-80896134ad57'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:52:03.233312 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:03.329048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] For port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:52:03.332236 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] For port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9ee99709-e40a-4832-b8ed-f8f3f2d440f7,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:52:03.461312 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:03.472133 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e6f000e-b6bc-4eea-b24a-4e87b468135b tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:03.549591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:03.550217 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:03.551633 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] 10.222.0.65 "PUT /v2.0/ports/9ee99709-e40a-4832-b8ed-f8f3f2d440f7 HTTP/1.1" status: 200  len: 1095 time: 2.0358922
Jun 04 15:52:03.590363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee99709-e40a-4832-b8ed-f8f3f2d440f7,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:03.601413 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:03.775011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-d90b0759-fbf9-43c6-acad-99577ca4cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:03.783029 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-d90b0759-fbf9-43c6-acad-99577ca4cf30 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc3e9d66dc474005baed1dcd1d342f9c&device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 1098 time: 0.1023302
Jun 04 15:52:03.805753 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:03.819161 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e2156ba9-afee-443f-ac87-6505b64b6b56 req-b6d648c0-a429-4590-bc34-658a28cb8862 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ae82920-3d61-459d-b1cb-4bf298afc00a HTTP/1.1" status: 200  len: 210 time: 0.0769193
Jun 04 15:52:03.918280 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-b6c7a17e-e059-481f-b825-3b519b2f887b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=9ee99709-e40a-4832-b8ed-f8f3f2d440f7 HTTP/1.1" status: 200  len: 217 time: 0.1062529
Jun 04 15:52:04.050313 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-14c8c46b-2a89-4901-8e43-fea57ecebe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:04.051824 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-14c8c46b-2a89-4901-8e43-fea57ecebe93 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.1255536
Jun 04 15:52:04.145390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320e327-d014-42c4-ac5d-d8acf72aaf86 req-8e3e0380-7fc4-496e-98bd-bb7011da4d51 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:04.146918 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0320e327-d014-42c4-ac5d-d8acf72aaf86 req-8e3e0380-7fc4-496e-98bd-bb7011da4d51 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 947 time: 0.1706996
Jun 04 15:52:04.200083 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-c92af407-9747-4626-bb54-8c21cda633f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:04.200083 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-c92af407-9747-4626-bb54-8c21cda633f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1398685
Jun 04 15:52:04.210558 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0320e327-d014-42c4-ac5d-d8acf72aaf86 req-77868e3f-9046-41ad-bd00-0399b26281db tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a9b5c-d5d7-4e88-b4e7-1a2092c69b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542419
Jun 04 15:52:04.350548 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-60605c67-adff-464a-9c6a-98353ad763b3 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433654
Jun 04 15:52:04.488943 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-165c784c-572e-4d5e-9095-71c05194bfb7 req-b87bba79-1a05-49bd-aa3b-e86fb00c356e service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318221
Jun 04 15:52:04.559129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92', 'tag': '9ee99709-e40a-4832-b8ed-f8f3f2d440f7'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:52:04.561648 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e931c5-02cd-47f0-96b5-dfab855ca38b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92", "tag": "9ee99709-e40a-4832-b8ed-f8f3f2d440f7"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:52:04.608498 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce832a6e-62b5-457b-b99f-aed4e586dfe1 x-openstack-request-id: req-ce832a6e-62b5-457b-b99f-aed4e586dfe1 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:52:04.608498 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92", "tag": "9ee99709-e40a-4832-b8ed-f8f3f2d440f7", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:52:04.608498 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce832a6e-62b5-457b-b99f-aed4e586dfe1 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:52:04.608498 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92', 'tag': '9ee99709-e40a-4832-b8ed-f8f3f2d440f7', 'status': 'completed', 'code': 200}
Jun 04 15:52:04.705020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e931c5-02cd-47f0-96b5-dfab855ca38b req-7f471ac4-a608-48eb-960f-6305d2c74d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:04.706535 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-30e931c5-02cd-47f0-96b5-dfab855ca38b req-7f471ac4-a608-48eb-960f-6305d2c74d7e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc3e9d66dc474005baed1dcd1d342f9c&device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 1098 time: 0.0773203
Jun 04 15:52:04.858757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e931c5-02cd-47f0-96b5-dfab855ca38b req-fb7161d5-0561-4b74-855b-0ed82a55627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:04.860322 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-30e931c5-02cd-47f0-96b5-dfab855ca38b req-fb7161d5-0561-4b74-855b-0ed82a55627e service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.1468930
Jun 04 15:52:04.942055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57026) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:04.981186 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-30e931c5-02cd-47f0-96b5-dfab855ca38b req-423df8df-5440-4203-98a5-fe657aac2ded service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=9ee99709-e40a-4832-b8ed-f8f3f2d440f7 HTTP/1.1" status: 200  len: 217 time: 0.1126111
Jun 04 15:52:05.025874 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3731cd28-f369-438a-9cd7-c7c2031c3e15 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:05.064918 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e931c5-02cd-47f0-96b5-dfab855ca38b req-e8624772-2f4d-4fd6-af93-6dce5ce1a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:05.069490 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-30e931c5-02cd-47f0-96b5-dfab855ca38b req-e8624772-2f4d-4fd6-af93-6dce5ce1a8aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0814683
Jun 04 15:52:05.080832 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3731cd28-f369-438a-9cd7-c7c2031c3e15 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:05.170909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e931c5-02cd-47f0-96b5-dfab855ca38b req-9ff58ac7-6a81-42bf-8bd0-2e4765b3c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:05.172662 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-30e931c5-02cd-47f0-96b5-dfab855ca38b req-9ff58ac7-6a81-42bf-8bd0-2e4765b3c77a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0944884
Jun 04 15:52:05.268866 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3731cd28-f369-438a-9cd7-c7c2031c3e15 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:05.275780 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a19d0334-89d5-482c-9a18-718ea19c195c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:05.308628 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:05.316055 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731cd28-f369-438a-9cd7-c7c2031c3e15 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f70deda-e489-4f47-ad86-5af7fd34d29f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:05.320118 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3731cd28-f369-438a-9cd7-c7c2031c3e15 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:05.327369 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9f348c9c-8e68-414f-93ff-c928f6d11054 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:52:05.404166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 9f348c9c-8e68-414f-93ff-c928f6d11054 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:52:05.404807 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9f348c9c-8e68-414f-93ff-c928f6d11054 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:52:05.452378 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-30e931c5-02cd-47f0-96b5-dfab855ca38b req-567ae7d4-d58e-4ac4-bd68-d9321b25b521 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2722037
Jun 04 15:52:05.523348 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3731cd28-f369-438a-9cd7-c7c2031c3e15 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:05.525089 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3731cd28-f369-438a-9cd7-c7c2031c3e15 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "DELETE /v2.0/security-groups/5f70deda-e489-4f47-ad86-5af7fd34d29f HTTP/1.1" status: 204  len: 168 time: 0.5814114
Jun 04 15:52:05.587176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0af8d8-a458-40a0-8d88-681e670bc16f req-f7af6e1a-06c7-4591-9a27-e40be7df0538 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:05.588632 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f0af8d8-a458-40a0-8d88-681e670bc16f req-f7af6e1a-06c7-4591-9a27-e40be7df0538 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 947 time: 0.1738946
Jun 04 15:52:05.649236 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57036) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:05.723826 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f0af8d8-a458-40a0-8d88-681e670bc16f req-6c14a678-acd7-4f65-9b6e-bb17a0c41fc5 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a9b5c-d5d7-4e88-b4e7-1a2092c69b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276135
Jun 04 15:52:05.783254 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-30e931c5-02cd-47f0-96b5-dfab855ca38b req-193f8f80-26ae-46e5-ba48-5d651a2cca61 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3201864
Jun 04 15:52:06.556825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41699a88-573c-4f47-bdf1-9125b429cf8d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:06.952005 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e69db9-0359-48cf-b679-951c29be93dd req-ca1f9cb1-a49e-47e7-9ab7-163a16175dfa tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:06.961853 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93e69db9-0359-48cf-b679-951c29be93dd req-ca1f9cb1-a49e-47e7-9ab7-163a16175dfa tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 947 time: 0.1076300
Jun 04 15:52:07.017549 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-93e69db9-0359-48cf-b679-951c29be93dd req-4fa421c4-6930-4781-b95a-fd61a5ad2d1e tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a9b5c-d5d7-4e88-b4e7-1a2092c69b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539625
Jun 04 15:52:07.040821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-41699a88-573c-4f47-bdf1-9125b429cf8d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Deleting port 2fb4132e-f222-490a-9717-a4ce9fa1b13a {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:52:07.041180 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41699a88-573c-4f47-bdf1-9125b429cf8d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:07.190833 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-41699a88-573c-4f47-bdf1-9125b429cf8d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] For port 2fb4132e-f222-490a-9717-a4ce9fa1b13a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2fb4132e-f222-490a-9717-a4ce9fa1b13a,segment=NetworkSegment(0bd4e588-0a14-416f-a6c3-9f5faf1e93af),segment_id=0bd4e588-0a14-416f-a6c3-9f5faf1e93af)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:52:07.191432 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41699a88-573c-4f47-bdf1-9125b429cf8d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:07.323445 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-41699a88-573c-4f47-bdf1-9125b429cf8d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Calling delete_port for 2fb4132e-f222-490a-9717-a4ce9fa1b13a owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:52:07.779629 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41699a88-573c-4f47-bdf1-9125b429cf8d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:07.783633 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6eb5690f-141e-4e07-8109-26a775f3fc89 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:07.832532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41699a88-573c-4f47-bdf1-9125b429cf8d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Port': ['ID=2fb4132e-f222-490a-9717-a4ce9fa1b13a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:07.863791 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-41699a88-573c-4f47-bdf1-9125b429cf8d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:07.894522 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:52:08.146775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9ee99709-e40a-4832-b8ed-f8f3f2d440f7,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:52:08.181180 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': '9ee99709-e40a-4832-b8ed-f8f3f2d440f7', 'network_id': '9049b682-322c-4ded-9979-80896134ad57', 'port_id': '9ee99709-e40a-4832-b8ed-f8f3f2d440f7', 'mac_address': 'fa:16:3e:0b:e6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c7f188-ef3f-4256-b761-1ead683fec6e', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:52:08.287923 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:08.308086 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:52:08.329985 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9ee99709-e40a-4832-b8ed-f8f3f2d440f7,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:52:08.438478 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:08.443868 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ee10092a-4dc0-40ce-a0c5-c4d5ad16d338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:08.462510 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41699a88-573c-4f47-bdf1-9125b429cf8d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:08.537333 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9ee99709-e40a-4832-b8ed-f8f3f2d440f7,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:08.546591 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:08.546591 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:08.546591 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:08.547109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:08.547109 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:08.547381 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:08.547734 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:08.548237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:08.548779 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:08.548779 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:08.549863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:08.549863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:08.553655 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:08.567960 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc1491-6ef5-4c30-9c3f-f73bb842a0ea req-6f4e3b0b-5f36-4d8d-bbc1-23e35f3580f3 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:08.569481 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5acc1491-6ef5-4c30-9c3f-f73bb842a0ea req-6f4e3b0b-5f36-4d8d-bbc1-23e35f3580f3 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 947 time: 0.1939507
Jun 04 15:52:08.644203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['9ee99709-e40a-4832-b8ed-f8f3f2d440f7'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:52:08.711674 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5acc1491-6ef5-4c30-9c3f-f73bb842a0ea req-6e8d85fb-26a7-4cc1-b215-fe5dc5e698a9 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a9b5c-d5d7-4e88-b4e7-1a2092c69b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289206
Jun 04 15:52:08.958646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41699a88-573c-4f47-bdf1-9125b429cf8d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Router 52a77645-4a6f-471f-bc51-369ddc4fd979 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:52:09.156024 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41699a88-573c-4f47-bdf1-9125b429cf8d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:52:09.169208 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-41699a88-573c-4f47-bdf1-9125b429cf8d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "PUT /v2.0/routers/52a77645-4a6f-471f-bc51-369ddc4fd979/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5182626
Jun 04 15:52:09.173335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c75f11-7083-43df-9190-8cb4f2bd0922 None None] Sync routers for ids ['52a77645-4a6f-471f-bc51-369ddc4fd979'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:52:09.173897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57078) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:09.182775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c75f11-7083-43df-9190-8cb4f2bd0922 None None] Routers {'52a77645-4a6f-471f-bc51-369ddc4fd979'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:52:09.183762 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-34c75f11-7083-43df-9190-8cb4f2bd0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3ec220>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:52:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['52a77645-4a6f-471f-bc51-369ddc4fd979'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:52:09.259101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f6ea98-518d-4400-9445-839201b04ac5 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Deleting subnet 9531a918-659b-45e9-a2eb-386da688eb48 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:52:09.262638 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ea98-518d-4400-9445-839201b04ac5 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:09.332385 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ea98-518d-4400-9445-839201b04ac5 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:09.414368 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-34c75f11-7083-43df-9190-8cb4f2bd0922 None None] Set router 52a77645-4a6f-471f-bc51-369ddc4fd979 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:52:09.633370 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ea98-518d-4400-9445-839201b04ac5 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:09.916074 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:52:10.045677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-34c75f11-7083-43df-9190-8cb4f2bd0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3ec220>, [{'id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'name': 'tempest-TestNetworkBasicOps-router-635827825', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:49:59Z', 'updated_at': '2021-06-04T15:52:07Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:00Z', 'updated_at': '2021-06-04T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:52:10.055559 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c75f11-7083-43df-9190-8cb4f2bd0922 None None] Checking router: 52a77645-4a6f-471f-bc51-369ddc4fd979 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:52:10.068570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c75f11-7083-43df-9190-8cb4f2bd0922 None None] Routers {'52a77645-4a6f-471f-bc51-369ddc4fd979'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:52:10.069556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-34c75f11-7083-43df-9190-8cb4f2bd0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3ec220>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:52:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['52a77645-4a6f-471f-bc51-369ddc4fd979'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:52:10.089869 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ea98-518d-4400-9445-839201b04ac5 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:10.094892 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-66e17ae7-fa3e-4216-ae6c-8c225ac1a73b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:10.141918 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6ea98-518d-4400-9445-839201b04ac5 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Subnet': ['ID=9531a918-659b-45e9-a2eb-386da688eb48,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:10.157520 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f7f6ea98-518d-4400-9445-839201b04ac5 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:10.159464 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ea98-518d-4400-9445-839201b04ac5 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:10.178259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4546374-32cb-46a9-bb6a-91d714fdcd09 req-75bf5fd4-2868-4644-ab38-27fdf2c04640 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:10.179735 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4546374-32cb-46a9-bb6a-91d714fdcd09 req-75bf5fd4-2868-4644-ab38-27fdf2c04640 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 948 time: 0.1918752
Jun 04 15:52:10.182934 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f7f6ea98-518d-4400-9445-839201b04ac5 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "DELETE /v2.0/subnets/9531a918-659b-45e9-a2eb-386da688eb48 HTTP/1.1" status: 204  len: 168 time: 1.0085468
Jun 04 15:52:10.186461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57088) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:10.300565 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff4d21d-c009-4163-b122-e4715b754f41 None None] Network 073a9857-f576-4f6e-b8de-d30974af8836 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:52:10.330201 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e4546374-32cb-46a9-bb6a-91d714fdcd09 req-bc1153ab-d145-432d-9d9a-67f30716fd09 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a9b5c-d5d7-4e88-b4e7-1a2092c69b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412175
Jun 04 15:52:10.432030 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:10.513056 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-34c75f11-7083-43df-9190-8cb4f2bd0922 None None] Set router 52a77645-4a6f-471f-bc51-369ddc4fd979 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:52:10.622065 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:10.624424 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:52:10.655964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:52:10.656476 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:10.806259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Deleting port 83b57133-3875-4ad6-9110-2507b02ba05e {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:52:10.807006 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:10.935325 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2f00f5-57c4-4019-a741-21ff264f548d None None] DHCP port deletion for 073a9857-f576-4f6e-b8de-d30974af8836 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:52:10.961155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] For port 83b57133-3875-4ad6-9110-2507b02ba05e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=83b57133-3875-4ad6-9110-2507b02ba05e,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:52:10.961905 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:10.978775 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:11.041523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee99709-e40a-4832-b8ed-f8f3f2d440f7'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:52:11.044448 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583f8a1d-6238-41fa-a999-ee107d2d2bf0" -d '{"events": [{"server_uuid": "d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92", "name": "network-vif-plugged", "status": "completed", "tag": "9ee99709-e40a-4832-b8ed-f8f3f2d440f7"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:52:11.067309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9ee99709-e40a-4832-b8ed-f8f3f2d440f7,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:52:11.069341 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-34c75f11-7083-43df-9190-8cb4f2bd0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3ec220>, [{'id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'name': 'tempest-TestNetworkBasicOps-router-635827825', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:49:59Z', 'updated_at': '2021-06-04T15:52:07Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:00Z', 'updated_at': '2021-06-04T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:52:11.078124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c75f11-7083-43df-9190-8cb4f2bd0922 None None] The sync data for ids ['52a77645-4a6f-471f-bc51-369ddc4fd979'] in n-d-791505-9 is: [{'id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'name': 'tempest-TestNetworkBasicOps-router-635827825', 'tenant_id': '8bc21cf1a3b849349b38aac0222e9fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:49:59Z', 'updated_at': '2021-06-04T15:52:07Z', 'revision_number': 5, 'project_id': '8bc21cf1a3b849349b38aac0222e9fea', 'gw_port': {'id': '83b57133-3875-4ad6-9110-2507b02ba05e', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a77645-4a6f-471f-bc51-369ddc4fd979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:50:00Z', 'updated_at': '2021-06-04T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:52:11.082081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f00f5-57c4-4019-a741-21ff264f548d None None] Deleting port fb0c96bf-9ed6-4a46-a0c6-7886acee96fc {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:52:11.082325 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4d2f00f5-57c4-4019-a741-21ff264f548d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:11.140911 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Calling delete_port for 83b57133-3875-4ad6-9110-2507b02ba05e owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:52:11.182827 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e69194c-a109-45de-a4cb-befa5f6591ef x-openstack-request-id: req-5e69194c-a109-45de-a4cb-befa5f6591ef {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:52:11.183124 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92", "name": "network-vif-plugged", "status": "completed", "tag": "9ee99709-e40a-4832-b8ed-f8f3f2d440f7", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:52:11.183396 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e69194c-a109-45de-a4cb-befa5f6591ef {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:52:11.183792 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee99709-e40a-4832-b8ed-f8f3f2d440f7', 'code': 200}
Jun 04 15:52:11.198590 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:11.203470 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6abb6903-9255-49e2-86da-3ce5da11bcda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:11.243486 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4d2f00f5-57c4-4019-a741-21ff264f548d None None] For port fb0c96bf-9ed6-4a46-a0c6-7886acee96fc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=fb0c96bf-9ed6-4a46-a0c6-7886acee96fc,segment=NetworkSegment(0bd4e588-0a14-416f-a6c3-9f5faf1e93af),segment_id=0bd4e588-0a14-416f-a6c3-9f5faf1e93af)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:52:11.243864 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4d2f00f5-57c4-4019-a741-21ff264f548d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:11.291429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f4644-bc1e-4146-b919-660e0fe76d53 req-a0b3d8ff-aa94-49ea-b73b-fa5d6d552ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:11.292926 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-111f4644-bc1e-4146-b919-660e0fe76d53 req-a0b3d8ff-aa94-49ea-b73b-fa5d6d552ded service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 1100 time: 0.1139693
Jun 04 15:52:11.396315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-111f4644-bc1e-4146-b919-660e0fe76d53 req-eff37c26-aef1-4767-978a-5de37e5a41dd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b36a9b5c-d5d7-4e88-b4e7-1a2092c69b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649238
Jun 04 15:52:11.477019 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:11.477019 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:11.484096 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=9ee99709-e40a-4832-b8ed-f8f3f2d440f7,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:11.495705 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f00f5-57c4-4019-a741-21ff264f548d None None] Calling delete_port for fb0c96bf-9ed6-4a46-a0c6-7886acee96fc owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:52:11.499187 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:11.572446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Port': ['ID=83b57133-3875-4ad6-9110-2507b02ba05e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:11.580755 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:11.628897 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4d2f00f5-57c4-4019-a741-21ff264f548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:11.634485 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:11.693976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f00f5-57c4-4019-a741-21ff264f548d None None] Pushing event deleted for resources: {'Port': ['ID=fb0c96bf-9ed6-4a46-a0c6-7886acee96fc,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:11.698174 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4d2f00f5-57c4-4019-a741-21ff264f548d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:11.703351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f00f5-57c4-4019-a741-21ff264f548d None None] No DVR routers for this DVR port fb0c96bf-9ed6-4a46-a0c6-7886acee96fc on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:52:11.711539 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:11.767980 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61488d80-1520-4a03-bf42-ef4b56a17a52 req-07c11250-ff13-477b-a4af-766860603ee3 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:11.775007 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61488d80-1520-4a03-bf42-ef4b56a17a52 req-07c11250-ff13-477b-a4af-766860603ee3 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 949 time: 0.2522686
Jun 04 15:52:12.008492 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2fb4132e-f222-490a-9717-a4ce9fa1b13a no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:52:12.056389 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 2fb4132e-f222-490a-9717-a4ce9fa1b13a {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:52:12.057086 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2fb4132e-f222-490a-9717-a4ce9fa1b13a not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:52:12.057728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device fb0c96bf-9ed6-4a46-a0c6-7886acee96fc no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:52:12.106869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: fb0c96bf-9ed6-4a46-a0c6-7886acee96fc {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:52:12.107687 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device fb0c96bf-9ed6-4a46-a0c6-7886acee96fc not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:52:12.114171 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:12.115633 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:12.130328 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61488d80-1520-4a03-bf42-ef4b56a17a52 req-c69a7f79-c996-4159-b09f-2497c9179aea tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a9b5c-d5d7-4e88-b4e7-1a2092c69b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3523581
Jun 04 15:52:12.251720 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:12.252471 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Fanout notify agent at l3_agent the message router_deleted on router 52a77645-4a6f-471f-bc51-369ddc4fd979 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:52:12.277265 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:12.286297 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "DELETE /v2.0/routers/52a77645-4a6f-471f-bc51-369ddc4fd979 HTTP/1.1" status: 204  len: 168 time: 2.0984120
Jun 04 15:52:12.289078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57108) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:12.428181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0c692b4-f45c-4050-853e-ccc7cd0cfb4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:12.640612 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0c692b4-f45c-4050-853e-ccc7cd0cfb4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:12.654588 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b0c692b4-f45c-4050-853e-ccc7cd0cfb4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83872fe640>,) {'filters': {'network_id': ['073a9857-f576-4f6e-b8de-d30974af8836']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:52:12.659385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57116) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:12.667943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b0c692b4-f45c-4050-853e-ccc7cd0cfb4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83872fe640>, '0bd4e588-0a14-416f-a6c3-9f5faf1e93af') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:52:12.669044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-b0c692b4-f45c-4050-853e-ccc7cd0cfb4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83872fe640>, '0bd4e588-0a14-416f-a6c3-9f5faf1e93af') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:52:12.682246 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0c692b4-f45c-4050-853e-ccc7cd0cfb4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:12.702861 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0c692b4-f45c-4050-853e-ccc7cd0cfb4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:12.716067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c692b4-f45c-4050-853e-ccc7cd0cfb4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:52:12.716067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0c692b4-f45c-4050-853e-ccc7cd0cfb4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:52:12.825284 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:52:12.870066 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:12.890989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:52:12.892328 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Usage tracker for resource:security_group_rule and tenant:fdbdc3bf44734b6f95fbd61c70e05aee is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:52:12.895356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:52:12.901782 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:52:12.912236 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0c692b4-f45c-4050-853e-ccc7cd0cfb4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:12.916363 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e6b67443-f350-4796-920b-6d0cb0e7ab24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:12.936975 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0c692b4-f45c-4050-853e-ccc7cd0cfb4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:12.959531 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b0c692b4-f45c-4050-853e-ccc7cd0cfb4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] 10.222.0.32 "DELETE /v2.0/networks/073a9857-f576-4f6e-b8de-d30974af8836 HTTP/1.1" status: 204  len: 168 time: 0.6686513
Jun 04 15:52:12.961499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c692b4-f45c-4050-853e-ccc7cd0cfb4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Pushing event deleted for resources: {'Network': ['ID=073a9857-f576-4f6e-b8de-d30974af8836,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:12.973627 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b0c692b4-f45c-4050-853e-ccc7cd0cfb4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:12.995498 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:13.049281 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:13.057154 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-657ef7b8-c2db-4462-9538-facfe73779bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:13.113373 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072db116-da38-4a92-83b5-8f38fabce993,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:13.125392 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdbdc3bf44734b6f95fbd61c70e05aee&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4641166
Jun 04 15:52:13.127268 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:13.127799 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:13.128199 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:13.128578 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:13.128712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57122) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:13.128951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:13.129347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:13.129802 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:13.130217 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:13.130585 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:13.130960 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:13.131447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:13.131821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:13.135965 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:13.196277 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f034471-6aab-427e-a7ba-0f3a71bafa23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:13.225255 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f034471-6aab-427e-a7ba-0f3a71bafa23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:13.337775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7677a9-ce6e-4162-aa94-a44c48271147 req-d2323bfa-552e-4a8b-9d71-468bf85c5f7f tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:13.339307 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba7677a9-ce6e-4162-aa94-a44c48271147 req-d2323bfa-552e-4a8b-9d71-468bf85c5f7f tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 949 time: 0.0868397
Jun 04 15:52:13.380863 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f034471-6aab-427e-a7ba-0f3a71bafa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:13.386025 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e8d75f42-fd16-42d0-aebf-3958bf1010ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:13.403701 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba7677a9-ce6e-4162-aa94-a44c48271147 req-7e0e9cee-8769-4c53-b517-76b57fa68292 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a9b5c-d5d7-4e88-b4e7-1a2092c69b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585849
Jun 04 15:52:13.410973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57128) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:13.415731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f034471-6aab-427e-a7ba-0f3a71bafa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072db116-da38-4a92-83b5-8f38fabce993,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:13.442949 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6f034471-6aab-427e-a7ba-0f3a71bafa23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:13.444265 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f034471-6aab-427e-a7ba-0f3a71bafa23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:13.445878 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6f034471-6aab-427e-a7ba-0f3a71bafa23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/072db116-da38-4a92-83b5-8f38fabce993 HTTP/1.1" status: 204  len: 168 time: 0.3152654
Jun 04 15:52:13.598307 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-474aa0d2-8043-412c-9e80-1a63136a975f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bc21cf1a3b849349b38aac0222e9fea&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1857247
Jun 04 15:52:13.611276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57138) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:13.678870 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3419fee-7858-4c65-8977-96fd226df850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:13.711015 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3419fee-7858-4c65-8977-96fd226df850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:13.826590 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 83b57133-3875-4ad6-9110-2507b02ba05e no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:52:13.851754 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3419fee-7858-4c65-8977-96fd226df850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:13.860064 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4987af9a-a39d-4da7-a3e1-ce34101ffa77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:13.868405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 83b57133-3875-4ad6-9110-2507b02ba05e {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:52:13.868405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 83b57133-3875-4ad6-9110-2507b02ba05e not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:52:13.886120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3419fee-7858-4c65-8977-96fd226df850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cd9dd1-8b7d-41a0-9f53-5f3d78b995e3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:13.890231 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b3419fee-7858-4c65-8977-96fd226df850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:13.892454 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3419fee-7858-4c65-8977-96fd226df850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:13.919071 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b3419fee-7858-4c65-8977-96fd226df850 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9cd9dd1-8b7d-41a0-9f53-5f3d78b995e3 HTTP/1.1" status: 204  len: 168 time: 0.3062348
Jun 04 15:52:14.681896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57172) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:14.722747 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7fc22a48-356f-45ed-a50f-3a8892fc5a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:14.751067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7fc22a48-356f-45ed-a50f-3a8892fc5a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:52:14.764701 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7fc22a48-356f-45ed-a50f-3a8892fc5a1d admin admin] Usage tracker for resource:security_group_rule and tenant:2f5dfdd7058d4550b59cebf4a64eb2f1 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:52:14.768274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7fc22a48-356f-45ed-a50f-3a8892fc5a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:52:14.786866 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7fc22a48-356f-45ed-a50f-3a8892fc5a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:52:14.910452 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7fc22a48-356f-45ed-a50f-3a8892fc5a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:14.994183 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7fc22a48-356f-45ed-a50f-3a8892fc5a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:15.006598 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ac29582e-d3f5-4ed8-95b5-d75f8a5b542f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:15.049257 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7fc22a48-356f-45ed-a50f-3a8892fc5a1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f5dfdd7058d4550b59cebf4a64eb2f1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3661497
Jun 04 15:52:15.050351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc22a48-356f-45ed-a50f-3a8892fc5a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca40306a-b62f-4aa1-9018-1c19f6503281,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:15.052079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57182) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:15.053400 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7fc22a48-356f-45ed-a50f-3a8892fc5a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:15.146633 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a3dad71-1f98-481d-bfd1-7941c63436e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:15.175189 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a3dad71-1f98-481d-bfd1-7941c63436e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:15.331208 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a3dad71-1f98-481d-bfd1-7941c63436e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:15.336622 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ad49fd52-4d8c-4f09-ae53-48b097513d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:15.349782 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dad71-1f98-481d-bfd1-7941c63436e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca40306a-b62f-4aa1-9018-1c19f6503281,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:15.357595 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8a3dad71-1f98-481d-bfd1-7941c63436e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:15.361060 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a3dad71-1f98-481d-bfd1-7941c63436e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:15.362577 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8a3dad71-1f98-481d-bfd1-7941c63436e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca40306a-b62f-4aa1-9018-1c19f6503281 HTTP/1.1" status: 204  len: 168 time: 0.3088245
Jun 04 15:52:23.764690 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:26.117763 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:29.508646 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8fdf-9bda-4dad-b686-77dd2181c471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:31.417096 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57370) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:31.570172 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d964addd-2caf-4e37-b90e-7b85df69ce1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:31.594697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d964addd-2caf-4e37-b90e-7b85df69ce1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:52:31.599180 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d964addd-2caf-4e37-b90e-7b85df69ce1d admin admin] Usage tracker for resource:security_group_rule and tenant:c01021edcdf04d4780a34b69a74c375e is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:52:31.602573 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d964addd-2caf-4e37-b90e-7b85df69ce1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:52:31.609846 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d964addd-2caf-4e37-b90e-7b85df69ce1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:52:31.725180 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d964addd-2caf-4e37-b90e-7b85df69ce1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:31.799711 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d964addd-2caf-4e37-b90e-7b85df69ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:31.810925 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-866e271f-2e1d-48ae-9669-467e6393617c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:31.851356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964addd-2caf-4e37-b90e-7b85df69ce1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fde65ea-72e8-4d6e-a12c-14eb7f77fcc8,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:31.858271 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d964addd-2caf-4e37-b90e-7b85df69ce1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:31.869338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57376) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:31.869974 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d964addd-2caf-4e37-b90e-7b85df69ce1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c01021edcdf04d4780a34b69a74c375e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4502306
Jun 04 15:52:31.956762 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:31.991683 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:32.045335 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:32.175174 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:32.180159 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:32.197425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fde65ea-72e8-4d6e-a12c-14eb7f77fcc8,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:32.208711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:32.209401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:32.209949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:32.210430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:32.211364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:32.211905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:32.212443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:32.212957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:32.217699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:32.217699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:32.217699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:32.217699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:52:32.245148 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:32.257919 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:32.259062 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1fde65ea-72e8-4d6e-a12c-14eb7f77fcc8 HTTP/1.1" status: 204  len: 168 time: 0.3887267
Jun 04 15:52:32.417152 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf829-f8d7-4bc8-8ec6-5520b179a2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:33.248897 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57392) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:33.273599 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2d62a62-dd82-48f6-b5b2-c35c077d3c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:33.312278 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e2d62a62-dd82-48f6-b5b2-c35c077d3c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:52:33.324860 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e2d62a62-dd82-48f6-b5b2-c35c077d3c9c admin admin] Usage tracker for resource:security_group_rule and tenant:340cc25b10df42d49f5c82702f7312b0 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:52:33.331976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e2d62a62-dd82-48f6-b5b2-c35c077d3c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:52:33.351010 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e2d62a62-dd82-48f6-b5b2-c35c077d3c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:52:33.467054 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2d62a62-dd82-48f6-b5b2-c35c077d3c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:33.560244 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e2d62a62-dd82-48f6-b5b2-c35c077d3c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:33.574827 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-703f65e2-744b-4298-a5ea-aabd2bce33b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:33.660410 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e2d62a62-dd82-48f6-b5b2-c35c077d3c9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=340cc25b10df42d49f5c82702f7312b0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4105625
Jun 04 15:52:33.669071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d62a62-dd82-48f6-b5b2-c35c077d3c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9733ea-4502-4df7-a54b-f10cbbb4e1ed,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:33.669071 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e2d62a62-dd82-48f6-b5b2-c35c077d3c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:33.670850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57398) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:33.782733 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:33.859891 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-615eda8f-b79e-42a6-a8d4-6bc1661e49f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:33.890949 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-615eda8f-b79e-42a6-a8d4-6bc1661e49f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:34.051053 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-615eda8f-b79e-42a6-a8d4-6bc1661e49f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:34.054955 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f3c08d73-f5f0-45db-b6b5-01c5e6e8dab9 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:34.072610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615eda8f-b79e-42a6-a8d4-6bc1661e49f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9733ea-4502-4df7-a54b-f10cbbb4e1ed,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:34.078102 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-615eda8f-b79e-42a6-a8d4-6bc1661e49f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:34.079816 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-615eda8f-b79e-42a6-a8d4-6bc1661e49f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:34.088810 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-615eda8f-b79e-42a6-a8d4-6bc1661e49f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de9733ea-4502-4df7-a54b-f10cbbb4e1ed HTTP/1.1" status: 204  len: 168 time: 0.4118283
Jun 04 15:52:35.153714 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57408) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:35.178367 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ad2d-d584-4a3f-b740-de1264dc5f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:35.195084 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2ea0ad2d-d584-4a3f-b740-de1264dc5f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:52:35.199248 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2ea0ad2d-d584-4a3f-b740-de1264dc5f74 admin admin] Usage tracker for resource:security_group_rule and tenant:775fbe7b9e644b6fa84b4299bc88e80d is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:52:35.202473 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-2ea0ad2d-d584-4a3f-b740-de1264dc5f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:52:35.208835 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-2ea0ad2d-d584-4a3f-b740-de1264dc5f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:52:35.268363 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:35.303385 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ad2d-d584-4a3f-b740-de1264dc5f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:35.587139 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ad2d-d584-4a3f-b740-de1264dc5f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:35.591114 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0506394b-521e-46b3-a969-4a4228613e2c tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:35.632928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0ad2d-d584-4a3f-b740-de1264dc5f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108bac04-7e89-40a8-8809-36f3f3b3c894,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:35.637366 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2ea0ad2d-d584-4a3f-b740-de1264dc5f74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=775fbe7b9e644b6fa84b4299bc88e80d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4815924
Jun 04 15:52:35.638368 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2ea0ad2d-d584-4a3f-b740-de1264dc5f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:35.640152 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57412) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:35.734291 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c139e576-4d00-4230-99c8-c77dad8bd9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:35.766477 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c139e576-4d00-4230-99c8-c77dad8bd9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:35.923163 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c139e576-4d00-4230-99c8-c77dad8bd9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:35.927140 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e2d62a62-dd82-48f6-b5b2-c35c077d3c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:35.939169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139e576-4d00-4230-99c8-c77dad8bd9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108bac04-7e89-40a8-8809-36f3f3b3c894,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:35.953147 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c139e576-4d00-4230-99c8-c77dad8bd9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:35.953147 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c139e576-4d00-4230-99c8-c77dad8bd9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:35.953147 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c139e576-4d00-4230-99c8-c77dad8bd9df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/108bac04-7e89-40a8-8809-36f3f3b3c894 HTTP/1.1" status: 204  len: 168 time: 0.3065503
Jun 04 15:52:37.192752 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:52:42.242434 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bea43af2-12ad-49fe-9c3b-c0a11f77950c req-892d1b86-16d7-4244-855e-11d6a745b485 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2298009
Jun 04 15:52:42.387753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea43af2-12ad-49fe-9c3b-c0a11f77950c req-f84528b1-7647-4b61-bd4c-27f792c2d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:42.389478 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bea43af2-12ad-49fe-9c3b-c0a11f77950c req-f84528b1-7647-4b61-bd4c-27f792c2d114 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc3e9d66dc474005baed1dcd1d342f9c&device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 1100 time: 0.0737011
Jun 04 15:52:42.545956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea43af2-12ad-49fe-9c3b-c0a11f77950c req-f2ced156-b1f4-478a-9f2e-e50f734ec20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:42.547833 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bea43af2-12ad-49fe-9c3b-c0a11f77950c req-f2ced156-b1f4-478a-9f2e-e50f734ec20e service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.1380444
Jun 04 15:52:42.646098 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bea43af2-12ad-49fe-9c3b-c0a11f77950c req-fa01c664-778a-44d6-8498-636d54a26b4f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=9ee99709-e40a-4832-b8ed-f8f3f2d440f7 HTTP/1.1" status: 200  len: 217 time: 0.0849199
Jun 04 15:52:42.726372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea43af2-12ad-49fe-9c3b-c0a11f77950c req-20370153-eaca-4ae4-952d-b780c98afd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:42.728038 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bea43af2-12ad-49fe-9c3b-c0a11f77950c req-20370153-eaca-4ae4-952d-b780c98afd00 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0660717
Jun 04 15:52:42.812894 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea43af2-12ad-49fe-9c3b-c0a11f77950c req-ac24fc67-d6fa-4fd8-8aa6-928b2dfd4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:52:42.814547 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bea43af2-12ad-49fe-9c3b-c0a11f77950c req-ac24fc67-d6fa-4fd8-8aa6-928b2dfd4b54 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0781274
Jun 04 15:52:42.955738 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bea43af2-12ad-49fe-9c3b-c0a11f77950c req-d3dbd45d-d77c-4ed7-aa11-b1e950ff2d7a service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325622
Jun 04 15:52:43.324668 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bea43af2-12ad-49fe-9c3b-c0a11f77950c req-c68f388c-9f87-414b-9ee0-93fbd3567f31 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3580084
Jun 04 15:52:53.116435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 57770) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:53.316463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b35527-2162-45d7-a76e-b80b110e828f admin admin] Deleting subnet 0a889281-fbed-40fa-bfc8-cae6a651bb21 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:52:53.319408 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38b35527-2162-45d7-a76e-b80b110e828f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:53.376697 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38b35527-2162-45d7-a76e-b80b110e828f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:53.436225 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38b35527-2162-45d7-a76e-b80b110e828f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:53.754306 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:54.040120 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38b35527-2162-45d7-a76e-b80b110e828f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:54.050288 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5acf0548-640c-4f12-9f41-0db07d50696b tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:54.098789 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38b35527-2162-45d7-a76e-b80b110e828f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:54.110417 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b35527-2162-45d7-a76e-b80b110e828f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a889281-fbed-40fa-bfc8-cae6a651bb21,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:54.113465 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-38b35527-2162-45d7-a76e-b80b110e828f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:54.116076 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-38b35527-2162-45d7-a76e-b80b110e828f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0a889281-fbed-40fa-bfc8-cae6a651bb21 HTTP/1.1" status: 204  len: 168 time: 0.9982815
Jun 04 15:52:54.119766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57794) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:54.247718 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be46749e-b87d-4b21-92b7-449ef0449de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:54.411983 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be46749e-b87d-4b21-92b7-449ef0449de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:54.430601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-be46749e-b87d-4b21-92b7-449ef0449de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c1c7220>,) {'filters': {'network_id': ['70705144-4071-47c6-9ac6-46e7dd54c455']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:52:54.444817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-be46749e-b87d-4b21-92b7-449ef0449de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c1c7220>, 'f77135b7-550a-4b91-bea3-102c4917ccf5') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:52:54.445261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-be46749e-b87d-4b21-92b7-449ef0449de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c1c7220>, 'f77135b7-550a-4b91-bea3-102c4917ccf5') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:52:54.458237 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be46749e-b87d-4b21-92b7-449ef0449de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:54.475811 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be46749e-b87d-4b21-92b7-449ef0449de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:54.482724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be46749e-b87d-4b21-92b7-449ef0449de7 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:52:54.483181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be46749e-b87d-4b21-92b7-449ef0449de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:52:54.566795 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:52:54.662094 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be46749e-b87d-4b21-92b7-449ef0449de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:54.666146 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b0c46636-38df-4606-bda3-c602896eab7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:54.679909 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be46749e-b87d-4b21-92b7-449ef0449de7 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:54.690323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46749e-b87d-4b21-92b7-449ef0449de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=70705144-4071-47c6-9ac6-46e7dd54c455,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:54.692949 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-be46749e-b87d-4b21-92b7-449ef0449de7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/70705144-4071-47c6-9ac6-46e7dd54c455 HTTP/1.1" status: 204  len: 168 time: 0.5714796
Jun 04 15:52:54.693853 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-be46749e-b87d-4b21-92b7-449ef0449de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:55.067859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57822) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:55.117588 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c3f37f4a-ab9b-4fd1-bd94-5e46a28a02a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c529ab1fa0340218e7af2e6151225af&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0483773
Jun 04 15:52:55.119998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 57824) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:52:55.180053 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-34baec06-54ac-4b52-aa77-581c80640846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:55.208134 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-34baec06-54ac-4b52-aa77-581c80640846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:55.432496 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-34baec06-54ac-4b52-aa77-581c80640846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:55.442409 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-59e87ee6-8161-4871-9cdf-6ac3812ce232 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:52:55.453067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34baec06-54ac-4b52-aa77-581c80640846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f45e4d3-06ec-43b0-b6bf-68ff70c377a6,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:52:55.455898 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-34baec06-54ac-4b52-aa77-581c80640846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:52:55.517055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-34baec06-54ac-4b52-aa77-581c80640846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:55.518189 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-34baec06-54ac-4b52-aa77-581c80640846 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f45e4d3-06ec-43b0-b6bf-68ff70c377a6 HTTP/1.1" status: 204  len: 168 time: 0.3965571
Jun 04 15:52:56.073481 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:52:59.501807 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c6c1aa6e-35fb-4110-8a85-a966efd4e490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:02.170547 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:02.373814 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ff457a65-1fa9-4e2d-b420-84686b6866ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:03.688279 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:05.248381 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:08.393452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 58192) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:53:08.524332 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-620e646a-d5a7-4c0d-b721-83dc352943ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:08.540244 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-620e646a-d5a7-4c0d-b721-83dc352943ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:53:08.543873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-620e646a-d5a7-4c0d-b721-83dc352943ad admin admin] Usage tracker for resource:security_group_rule and tenant:b54a567ac7c24c8b9c467cdf266fe385 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:53:08.546726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-620e646a-d5a7-4c0d-b721-83dc352943ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:53:08.552332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-620e646a-d5a7-4c0d-b721-83dc352943ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:53:08.637647 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-620e646a-d5a7-4c0d-b721-83dc352943ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:08.712123 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-620e646a-d5a7-4c0d-b721-83dc352943ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:08.720700 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c2e3211e-27fe-460f-bd02-ae428b89d380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:53:08.767362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e646a-d5a7-4c0d-b721-83dc352943ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bf540c-0025-4c0b-b55e-2774581f140d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:53:08.768247 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-620e646a-d5a7-4c0d-b721-83dc352943ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:53:08.774539 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-620e646a-d5a7-4c0d-b721-83dc352943ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b54a567ac7c24c8b9c467cdf266fe385&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3794696
Jun 04 15:53:08.778159 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 58204) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:53:08.840557 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e36c1d4e-2d79-4f54-9e08-5bc7f0a50adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:08.866808 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e36c1d4e-2d79-4f54-9e08-5bc7f0a50adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:08.993326 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e36c1d4e-2d79-4f54-9e08-5bc7f0a50adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:08.997238 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3731cd28-f369-438a-9cd7-c7c2031c3e15 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:53:09.012313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c1d4e-2d79-4f54-9e08-5bc7f0a50adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bf540c-0025-4c0b-b55e-2774581f140d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:53:09.016352 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e36c1d4e-2d79-4f54-9e08-5bc7f0a50adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:53:09.020002 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e36c1d4e-2d79-4f54-9e08-5bc7f0a50adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:09.021216 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e36c1d4e-2d79-4f54-9e08-5bc7f0a50adb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9bf540c-0025-4c0b-b55e-2774581f140d HTTP/1.1" status: 204  len: 168 time: 0.2419991
Jun 04 15:53:14.192361 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:53:23.756871 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:26.061880 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:29.478737 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b3ce59e2-71e3-47e7-b1e7-5863019e505a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:32.013429 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:32.322883 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1d8b0b95-ea47-40aa-aa01-10d174b563c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:33.693793 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:35.264866 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:41.351600 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a6d972f-84e6-4dc1-a093-bc51281d1d5f req-67a68b08-5fdb-42d6-ba2a-9ef4f46d4dc4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0790534
Jun 04 15:53:41.489555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d972f-84e6-4dc1-a093-bc51281d1d5f req-f8852b82-e07b-46dc-9458-bf1d44cd3383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:53:41.493521 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a6d972f-84e6-4dc1-a093-bc51281d1d5f req-f8852b82-e07b-46dc-9458-bf1d44cd3383 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc3e9d66dc474005baed1dcd1d342f9c&device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 1100 time: 0.0734098
Jun 04 15:53:41.640839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d972f-84e6-4dc1-a093-bc51281d1d5f req-170877ef-8433-4bf7-883d-ed460208d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:53:41.642241 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a6d972f-84e6-4dc1-a093-bc51281d1d5f req-170877ef-8433-4bf7-883d-ed460208d840 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9049b682-322c-4ded-9979-80896134ad57 HTTP/1.1" status: 200  len: 870 time: 0.1317182
Jun 04 15:53:41.714776 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a6d972f-84e6-4dc1-a093-bc51281d1d5f req-2ff9b0f7-1492-41c8-82ef-1146f0ffaae6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=9ee99709-e40a-4832-b8ed-f8f3f2d440f7 HTTP/1.1" status: 200  len: 217 time: 0.0663147
Jun 04 15:53:41.778789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d972f-84e6-4dc1-a093-bc51281d1d5f req-3b8ef9fb-0fbd-4f85-b1b1-e451252d3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:53:41.780272 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a6d972f-84e6-4dc1-a093-bc51281d1d5f req-3b8ef9fb-0fbd-4f85-b1b1-e451252d3369 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e1c7f188-ef3f-4256-b761-1ead683fec6e HTTP/1.1" status: 200  len: 843 time: 0.0584855
Jun 04 15:53:41.861604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d972f-84e6-4dc1-a093-bc51281d1d5f req-32704d7b-8e99-4b61-827e-a4052d1f267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:53:41.863103 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a6d972f-84e6-4dc1-a093-bc51281d1d5f req-32704d7b-8e99-4b61-827e-a4052d1f267b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9049b682-322c-4ded-9979-80896134ad57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0757744
Jun 04 15:53:42.000192 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a6d972f-84e6-4dc1-a093-bc51281d1d5f req-04210075-8196-4742-a889-5fe1a7653570 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299181
Jun 04 15:53:42.141190 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0a6d972f-84e6-4dc1-a093-bc51281d1d5f req-3af48e3d-36aa-4a8a-9842-bb65100aaee1 service neutron] 10.222.0.65 "GET /v2.0/networks/9049b682-322c-4ded-9979-80896134ad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350155
Jun 04 15:53:51.192606 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:53:52.571118 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255b8cd-42ec-4341-88ae-0b046214a548 req-19530a6c-034b-4c8f-a784-4735bb9ae6bc tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:53:52.573302 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c255b8cd-42ec-4341-88ae-0b046214a548 req-19530a6c-034b-4c8f-a784-4735bb9ae6bc tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 949 time: 0.0837109
Jun 04 15:53:52.622424 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c255b8cd-42ec-4341-88ae-0b046214a548 req-2b4a3979-11ce-4fab-85fb-b250fb1d9f4f tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a9b5c-d5d7-4e88-b4e7-1a2092c69b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409014
Jun 04 15:53:53.786846 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:53.844446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e8a7c-ab9b-4181-8268-2855d8f28cfa req-b2bbf850-cadb-4737-87de-101df354e9f9 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:53:53.845872 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-114e8a7c-ab9b-4181-8268-2855d8f28cfa req-b2bbf850-cadb-4737-87de-101df354e9f9 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 949 time: 0.0975738
Jun 04 15:53:53.892630 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-114e8a7c-ab9b-4181-8268-2855d8f28cfa req-3d4901d8-a6a2-4daa-9df4-fb81873df11f tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/security-groups?id=b36a9b5c-d5d7-4e88-b4e7-1a2092c69b32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408075
Jun 04 15:53:54.018445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c75a6-b6f0-4941-a55b-5d82f00bf7be req-123fcea6-5e2d-410a-83f5-75bcaa0d7d68 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:53:54.019871 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-193c75a6-b6f0-4941-a55b-5d82f00bf7be req-123fcea6-5e2d-410a-83f5-75bcaa0d7d68 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 949 time: 0.0854106
Jun 04 15:53:54.160729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-193c75a6-b6f0-4941-a55b-5d82f00bf7be req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Deleting port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:53:54.161128 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-193c75a6-b6f0-4941-a55b-5d82f00bf7be req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:54.297870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-193c75a6-b6f0-4941-a55b-5d82f00bf7be req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] For port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=9ee99709-e40a-4832-b8ed-f8f3f2d440f7,segment=NetworkSegment(ff8fe7da-110d-42d3-985a-4583c5c4e0a3),segment_id=ff8fe7da-110d-42d3-985a-4583c5c4e0a3)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:53:54.298272 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-193c75a6-b6f0-4941-a55b-5d82f00bf7be req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:54.638183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-193c75a6-b6f0-4941-a55b-5d82f00bf7be req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Calling delete_port for 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:53:54.865386 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-193c75a6-b6f0-4941-a55b-5d82f00bf7be req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:54.876134 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cd2997a8-f1df-47e6-b172-a101bdeca890 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:53:54.939959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Pushing event deleted for resources: {'Port': ['ID=9ee99709-e40a-4832-b8ed-f8f3f2d440f7,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:53:54.955030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:54.955413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:54.955797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:54.956177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:54.956562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:54.956913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:54.957401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:54.957767 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:54.958132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:54.958762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:54.959472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:54.959900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:54.966096 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:53:55.052910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-193c75a6-b6f0-4941-a55b-5d82f00bf7be req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] No DVR routers for this DVR port 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:53:55.055612 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-193c75a6-b6f0-4941-a55b-5d82f00bf7be req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:55.059461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92', 'name': 'network-vif-deleted', 'tag': '9ee99709-e40a-4832-b8ed-f8f3f2d440f7'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:53:55.063106 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ed5500-5d86-48c4-a967-449b79d048db" -d '{"events": [{"server_uuid": "d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92", "name": "network-vif-deleted", "tag": "9ee99709-e40a-4832-b8ed-f8f3f2d440f7"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:53:55.120405 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-51526466-bcf9-42ce-9a39-33ca47317c65 req-47b378de-ece5-4272-9106-36d3e0539b79 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92 HTTP/1.1" status: 200  len: 210 time: 0.0636566
Jun 04 15:53:55.163918 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-193c75a6-b6f0-4941-a55b-5d82f00bf7be req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] 10.222.0.65 "DELETE /v2.0/ports/9ee99709-e40a-4832-b8ed-f8f3f2d440f7 HTTP/1.1" status: 204  len: 173 time: 1.1380992
Jun 04 15:53:55.289335 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063cc5c0-aff8-44ca-8ee7-a1d8f1779cc8 x-openstack-request-id: req-063cc5c0-aff8-44ca-8ee7-a1d8f1779cc8 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:53:55.289750 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92", "name": "network-vif-deleted", "tag": "9ee99709-e40a-4832-b8ed-f8f3f2d440f7", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:53:55.290167 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-063cc5c0-aff8-44ca-8ee7-a1d8f1779cc8 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:53:55.290700 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a0bcd9-a8ee-4f9c-b947-36b4b8ef1f92', 'name': 'network-vif-deleted', 'tag': '9ee99709-e40a-4832-b8ed-f8f3f2d440f7', 'status': 'completed', 'code': 200}
Jun 04 15:53:55.485061 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 59732) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:53:55.616475 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:55.631151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:53:55.635082 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Usage tracker for resource:security_group_rule and tenant:b2921a81839f46c6b465268f0e6808f7 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:53:55.638157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:53:55.643859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:53:55.725317 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:55.779562 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:55.787013 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ddafe3b2-7574-45a7-a6b7-bdebadd19afc tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:53:55.828233 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2921a81839f46c6b465268f0e6808f7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3423622
Jun 04 15:53:55.829218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e91fb7f-4e2a-4eb1-9e41-fb24ec349489,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:53:55.830992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 59736) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:53:55.837543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:55.838155 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:55.838550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:55.838928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:55.839303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:55.839676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:55.840690 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:55.840927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:55.841371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:55.841795 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:55.842164 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:55.842532 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:53:55.847286 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:53:55.899178 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b78f6a36-3a08-4d14-8281-da3e798727a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:55.925224 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b78f6a36-3a08-4d14-8281-da3e798727a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:56.047972 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b78f6a36-3a08-4d14-8281-da3e798727a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:56.053043 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b7432747-c031-4117-9767-56cf2b9cf2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:53:56.066360 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f6a36-3a08-4d14-8281-da3e798727a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e91fb7f-4e2a-4eb1-9e41-fb24ec349489,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:53:56.069404 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b78f6a36-3a08-4d14-8281-da3e798727a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:53:56.072340 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:56.077845 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b78f6a36-3a08-4d14-8281-da3e798727a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:53:56.077845 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b78f6a36-3a08-4d14-8281-da3e798727a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e91fb7f-4e2a-4eb1-9e41-fb24ec349489 HTTP/1.1" status: 204  len: 168 time: 0.2456532
Jun 04 15:53:56.470111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:53:56.506189 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:53:56.506546 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device 9ee99709-e40a-4832-b8ed-f8f3f2d440f7 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:53:59.718484 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a64fe833-1e60-407f-8e67-aa5706e73835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:02.020708 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:02.325672 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-065c9b57-afed-4f5a-aa39-93666aeb2a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:03.722073 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:05.296940 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:20.090475 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60028) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:54:20.214552 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea0bc79c-745d-4c53-ad83-1479a9d27c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:20.231766 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ea0bc79c-745d-4c53-ad83-1479a9d27c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:54:20.235897 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ea0bc79c-745d-4c53-ad83-1479a9d27c08 admin admin] Usage tracker for resource:security_group_rule and tenant:ee71c1e2b79b480ab9eb3b2a1a1f5f7f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:54:20.238856 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ea0bc79c-745d-4c53-ad83-1479a9d27c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:54:20.244609 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ea0bc79c-745d-4c53-ad83-1479a9d27c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:54:20.328236 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea0bc79c-745d-4c53-ad83-1479a9d27c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:20.455137 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ea0bc79c-745d-4c53-ad83-1479a9d27c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:20.467886 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8fd01bb2-7e2f-414a-8bbf-d68453c49b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:54:20.512584 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ea0bc79c-745d-4c53-ad83-1479a9d27c08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee71c1e2b79b480ab9eb3b2a1a1f5f7f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4208968
Jun 04 15:54:20.513695 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bc79c-745d-4c53-ad83-1479a9d27c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0259ab03-7632-4a5d-ad01-7c89c7a75e6c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:54:20.515332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60034) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:54:20.517058 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ea0bc79c-745d-4c53-ad83-1479a9d27c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:54:20.580534 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-542de82d-9927-4e53-b31c-d5f0c356226e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:20.607354 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-542de82d-9927-4e53-b31c-d5f0c356226e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:20.767908 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-542de82d-9927-4e53-b31c-d5f0c356226e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:20.771891 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5183a351-a2f9-45ec-a777-c44658abdec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:54:20.785071 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542de82d-9927-4e53-b31c-d5f0c356226e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0259ab03-7632-4a5d-ad01-7c89c7a75e6c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:54:20.788590 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-542de82d-9927-4e53-b31c-d5f0c356226e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:54:20.794968 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-542de82d-9927-4e53-b31c-d5f0c356226e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:20.794968 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-542de82d-9927-4e53-b31c-d5f0c356226e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0259ab03-7632-4a5d-ad01-7c89c7a75e6c HTTP/1.1" status: 204  len: 168 time: 0.2764981
Jun 04 15:54:21.937400 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60058) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:54:22.108322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1994694301-network', 'tenant_id': 'f84ab11b1f4a402f989cf02e2510f8c9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:54:22.114474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:54:22.117870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Usage tracker for resource:network and tenant:f84ab11b1f4a402f989cf02e2510f8c9 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:54:22.120835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:54:22.127700 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:54:22.247945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Made reservation on behalf of f84ab11b1f4a402f989cf02e2510f8c9 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:54:22.250356 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:22.263813 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:22.278850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:54:22.282663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Usage tracker for resource:security_group_rule and tenant:f84ab11b1f4a402f989cf02e2510f8c9 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:54:22.285836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:54:22.291591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:54:22.373566 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:22.495327 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:22.499171 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-620e646a-d5a7-4c0d-b721-83dc352943ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:54:22.530246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:54:22.535629 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0128e5f0-14a3-4feb-98cf-357b3540da9c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:54:22.539192 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:54:22.546814 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:22.546814 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Added segment beb7d1f1-de26-4045-9a16-af030bb7ab6a of type vlan for network a671f43c-3d3d-48e9-b3d8-e89994db114b
Jun 04 15:54:22.571897 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:22.676436 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:22.677724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:22.678305 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:22.684290 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-549f85b6-0e6b-4a43-98a1-90c058bbdeb3 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:54:22.795518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Pushing event updated for resources: {'Network': ['ID=a671f43c-3d3d-48e9-b3d8-e89994db114b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:54:22.798550 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:54:22.805499 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network a671f43c-3d3d-48e9-b3d8-e89994db114b details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:54:22.820034 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8814914
Jun 04 15:54:22.822904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60066) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:54:22.828021 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Request body: {'subnet': {'network_id': 'a671f43c-3d3d-48e9-b3d8-e89994db114b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1994694301-subnet', 'tenant_id': 'f84ab11b1f4a402f989cf02e2510f8c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:54:22.833432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:54:22.839470 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Usage tracker for resource:subnet and tenant:f84ab11b1f4a402f989cf02e2510f8c9 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:54:22.842356 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:54:22.849395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:54:22.927779 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Made reservation on behalf of f84ab11b1f4a402f989cf02e2510f8c9 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:54:22.934339 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:23.434860 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:23.439969 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9018156e-1e0f-43fc-8858-8c643a20edfa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:54:23.517239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d10654-ee89-412d-a943-58b430e769c2,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:54:23.520643 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:54:23.526337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Checking segment: {'id': 'beb7d1f1-de26-4045-9a16-af030bb7ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a671f43c-3d3d-48e9-b3d8-e89994db114b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:54:23.526807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Network hostable DHCP agents. Network: a671f43c-3d3d-48e9-b3d8-e89994db114b, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:54:23.602074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Network a671f43c-3d3d-48e9-b3d8-e89994db114b is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:54:23.694768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, a671f43c-3d3d-48e9-b3d8-e89994db114b) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:54:23.706694 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:23.712967 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32963b6e-3c55-47a3-933e-ce480fa8be33 None None] Network a671f43c-3d3d-48e9-b3d8-e89994db114b requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:54:23.713150 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:23.814900 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9905818
Jun 04 15:54:23.874032 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:23.926660 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119d2b42-8fd7-426e-847d-d30f34031dab None None] Network a671f43c-3d3d-48e9-b3d8-e89994db114b requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:54:24.611378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60084) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:54:24.616482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1046623936-network', 'tenant_id': 'f8882577f7e045dabd761171814fca84'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:54:24.622238 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:54:24.626063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Usage tracker for resource:network and tenant:f8882577f7e045dabd761171814fca84 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:54:24.628919 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:54:24.634896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:54:24.722111 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Made reservation on behalf of f8882577f7e045dabd761171814fca84 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:54:24.724534 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:24.738357 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:24.755331 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:54:24.759268 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Usage tracker for resource:security_group_rule and tenant:f8882577f7e045dabd761171814fca84 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:54:24.763571 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:54:24.769458 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:54:24.853632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:24.979153 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:24.982971 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6540a120-4e8f-4a7b-83a1-5717be639229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:54:25.011812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:54:25.020749 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f883fd8-9efc-40ac-81a9-358d1ec21c05,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:54:25.024395 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:54:25.026843 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:25.027342 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Added segment 93d347c2-a42e-4695-85cd-27d99e1474ce of type vlan for network ad38b072-c799-4242-80cb-3eec9b83d58e
Jun 04 15:54:25.054638 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:25.162041 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:25.163135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:25.166673 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:25.167481 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-98501887-64dd-4be1-942e-1b51f76a4d74 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:54:25.276535 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Pushing event updated for resources: {'Network': ['ID=ad38b072-c799-4242-80cb-3eec9b83d58e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:54:25.281552 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:54:25.287248 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network ad38b072-c799-4242-80cb-3eec9b83d58e details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:54:25.351469 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7389388
Jun 04 15:54:25.354367 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60088) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:54:25.360310 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Request body: {'subnet': {'network_id': 'ad38b072-c799-4242-80cb-3eec9b83d58e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1046623936-subnet', 'tenant_id': 'f8882577f7e045dabd761171814fca84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:54:25.366136 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:54:25.369999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Usage tracker for resource:subnet and tenant:f8882577f7e045dabd761171814fca84 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:54:25.373899 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:54:25.379947 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:54:25.466472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Made reservation on behalf of f8882577f7e045dabd761171814fca84 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:54:25.469027 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:25.922599 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:25.926169 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-131f9ee7-20fa-4274-816b-f1aa723853b5 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:54:25.999578 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6698be6f-d875-436d-8d99-d65144af7331,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:54:26.003650 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:54:26.011113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Checking segment: {'id': '93d347c2-a42e-4695-85cd-27d99e1474ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ad38b072-c799-4242-80cb-3eec9b83d58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:54:26.011506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Network hostable DHCP agents. Network: ad38b072-c799-4242-80cb-3eec9b83d58e, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:54:26.083316 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:26.115829 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Network ad38b072-c799-4242-80cb-3eec9b83d58e is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:54:26.207627 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, ad38b072-c799-4242-80cb-3eec9b83d58e) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:54:26.217475 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:26.218444 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:26.220713 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab477e6-0e7f-4e7c-a11a-c0ccb7ed8157 None None] Network ad38b072-c799-4242-80cb-3eec9b83d58e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:54:26.307336 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9518478
Jun 04 15:54:26.483102 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24708942-1d99-44fe-be3c-e38948dcfdb7 None None] Network ad38b072-c799-4242-80cb-3eec9b83d58e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:54:26.934672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-d199414b-7f9f-4f85-8cab-150ff08c81e1 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:26.935617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-d199414b-7f9f-4f85-8cab-150ff08c81e1 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Synchronizing usage tracker for tenant:f84ab11b1f4a402f989cf02e2510f8c9 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:54:27.043368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-d199414b-7f9f-4f85-8cab-150ff08c81e1 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Unset dirty status for tenant:f84ab11b1f4a402f989cf02e2510f8c9 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:54:27.045901 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-d199414b-7f9f-4f85-8cab-150ff08c81e1 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/networks?id=a671f43c-3d3d-48e9-b3d8-e89994db114b HTTP/1.1" status: 200  len: 812 time: 0.2642407
Jun 04 15:54:27.060834 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e87d402f-d3ef-4e88-87d3-9e7c4a1a098a tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/quotas/f84ab11b1f4a402f989cf02e2510f8c9 HTTP/1.1" status: 200  len: 375 time: 0.0107365
Jun 04 15:54:27.110846 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-52a7997f-019f-45bd-b888-1cf7f2bba351 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f84ab11b1f4a402f989cf02e2510f8c9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0443211
Jun 04 15:54:27.358308 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-502b0f49-e3e9-4bf7-9051-a3a80fea57c3 service neutron] 10.222.0.32 "GET /v2.0/networks/a671f43c-3d3d-48e9-b3d8-e89994db114b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2404537
Jun 04 15:54:27.497231 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7ae4f9cc-9b1d-4a6a-b445-7d68254b8d7b service neutron] 10.222.0.32 "GET /v2.0/networks/a671f43c-3d3d-48e9-b3d8-e89994db114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329672
Jun 04 15:54:27.787977 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7da67a45-8323-43b1-a44a-6d325e38c283 req-5b42caba-a11c-4387-bfd3-b541a2c70a88 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 210 time: 0.0452898
Jun 04 15:54:28.192225 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:54:28.888390 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a01893eb-4cff-4ebf-9786-23e1bd23f49d req-f67695ce-48b1-411b-b006-6bad85f6a783 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 210 time: 0.0464458
Jun 04 15:54:29.489360 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e4db6a60-fe24-475b-aaa6-60b0a6b21a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:30.056692 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2fef71a8-db10-4dce-a4f2-896b41a6672e req-bc2f8377-9d37-4d0b-ad7b-5de680456f56 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 210 time: 0.0532277
Jun 04 15:54:31.169362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-be645048-46af-44dc-9542-240af9a3e8e0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:31.170864 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-be645048-46af-44dc-9542-240af9a3e8e0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.62 "GET /v2.0/networks?id=a671f43c-3d3d-48e9-b3d8-e89994db114b HTTP/1.1" status: 200  len: 812 time: 0.1662481
Jun 04 15:54:31.184737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Request body: {'port': {'device_id': '9750c09b-e57b-48b1-9083-2987d33debb5', 'network_id': 'a671f43c-3d3d-48e9-b3d8-e89994db114b', 'admin_state_up': True, 'tenant_id': 'f84ab11b1f4a402f989cf02e2510f8c9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:54:31.476028 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-55c7bb26-3f9f-4533-a0b3-299290696ecf req-827d3641-822d-41ad-8709-a94ab11c6f9f tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 210 time: 0.2535138
Jun 04 15:54:31.529824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:54:31.533878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Usage tracker for resource:port and tenant:f84ab11b1f4a402f989cf02e2510f8c9 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:54:31.536748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:54:31.543334 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:54:31.630529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Made reservation on behalf of f84ab11b1f4a402f989cf02e2510f8c9 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:54:31.634100 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:31.817468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Allocated IP 172.20.0.14 (a671f43c-3d3d-48e9-b3d8-e89994db114b/20d10654-ee89-412d-a943-58b430e769c2/9e2f799a-319c-4615-8ec4-972215cda754) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:54:32.018923 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:32.039668 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:32.123771 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:32.130903 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9aa22ffc-f149-43df-9d90-e48d2c31a1f6 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:54:32.193735 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Network a671f43c-3d3d-48e9-b3d8-e89994db114b is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:54:32.196810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:54:32.202033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:54:32.249833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Pushing event updated for resources: {'Port': ['ID=9e2f799a-319c-4615-8ec4-972215cda754,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:54:32.260533 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:54:32.282483 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:32.283113 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:32.323528 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-738c94b0-185e-4def-8594-24755fe92eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:32.388028 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2076907
Jun 04 15:54:32.462583 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Request body: {'port': {'device_id': '9750c09b-e57b-48b1-9083-2987d33debb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:54:32.580196 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:32.696362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db407bb0-2b1a-41e9-bbb3-8a902dce4c8b req-23d1aeff-0983-48a4-b382-357ecd742297 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:32.697748 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-db407bb0-2b1a-41e9-bbb3-8a902dce4c8b req-23d1aeff-0983-48a4-b382-357ecd742297 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 932 time: 0.0891767
Jun 04 15:54:32.755164 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-db407bb0-2b1a-41e9-bbb3-8a902dce4c8b req-3a9dd015-7567-482a-bd33-b6e9aea5d801 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507228
Jun 04 15:54:32.959860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2f799a-319c-4615-8ec4-972215cda754 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:54:32.970314 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:32.993568 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Transition to ACTIVE for port object 9e2f799a-319c-4615-8ec4-972215cda754 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:54:33.083449 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:33.087695 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c1163330-8d7e-490f-aae9-c0a25a4b3931 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:54:33.231764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Pushing event updated for resources: {'Port': ['ID=9e2f799a-319c-4615-8ec4-972215cda754,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:54:33.259171 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:54:33.340761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Attempting to bind port 9e2f799a-319c-4615-8ec4-972215cda754 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:54:33.341128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Attempting to bind port 9e2f799a-319c-4615-8ec4-972215cda754 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': 'beb7d1f1-de26-4045-9a16-af030bb7ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a671f43c-3d3d-48e9-b3d8-e89994db114b'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:54:33.341460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Attempting to bind port 9e2f799a-319c-4615-8ec4-972215cda754 on network a671f43c-3d3d-48e9-b3d8-e89994db114b {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:54:33.346139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Port 9e2f799a-319c-4615-8ec4-972215cda754 on network a671f43c-3d3d-48e9-b3d8-e89994db114b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:54:33.346456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Attempting to bind port 9e2f799a-319c-4615-8ec4-972215cda754 on network a671f43c-3d3d-48e9-b3d8-e89994db114b {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:54:33.352133 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:54:33.352133 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Checking segment: {'id': 'beb7d1f1-de26-4045-9a16-af030bb7ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a671f43c-3d3d-48e9-b3d8-e89994db114b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:54:33.352370 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Bound using segment: {'id': 'beb7d1f1-de26-4045-9a16-af030bb7ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a671f43c-3d3d-48e9-b3d8-e89994db114b'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:54:33.352753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Bound port: 9e2f799a-319c-4615-8ec4-972215cda754, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb7d1f1-de26-4045-9a16-af030bb7ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a671f43c-3d3d-48e9-b3d8-e89994db114b'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:54:33.353145 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:33.449846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] For port 9e2f799a-319c-4615-8ec4-972215cda754, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:54:33.453399 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] For port 9e2f799a-319c-4615-8ec4-972215cda754, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9e2f799a-319c-4615-8ec4-972215cda754,segment=NetworkSegment(beb7d1f1-de26-4045-9a16-af030bb7ab6a),segment_id=beb7d1f1-de26-4045-9a16-af030bb7ab6a)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:54:33.535033 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:33.539481 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b98a8c9c-de74-4052-8b84-d8693a5e8e81 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:54:33.602664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:33.603278 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:33.604909 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] 10.222.0.62 "PUT /v2.0/ports/9e2f799a-319c-4615-8ec4-972215cda754 HTTP/1.1" status: 200  len: 1092 time: 1.2080131
Jun 04 15:54:33.605668 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9750c09b-e57b-48b1-9083-2987d33debb5', 'tag': '9e2f799a-319c-4615-8ec4-972215cda754'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:54:33.608087 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b3e596-7f51-4e2c-8174-dc81b4db75fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9750c09b-e57b-48b1-9083-2987d33debb5", "tag": "9e2f799a-319c-4615-8ec4-972215cda754"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:54:33.633107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Pushing event updated for resources: {'Port': ['ID=9e2f799a-319c-4615-8ec4-972215cda754,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:54:33.639809 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:54:33.669735 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddfc4f7-5251-48e1-bafc-b5eb58b34f91 x-openstack-request-id: req-2ddfc4f7-5251-48e1-bafc-b5eb58b34f91 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:54:33.670171 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9750c09b-e57b-48b1-9083-2987d33debb5", "tag": "9e2f799a-319c-4615-8ec4-972215cda754", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:54:33.670520 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ddfc4f7-5251-48e1-bafc-b5eb58b34f91 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:54:33.671027 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9750c09b-e57b-48b1-9083-2987d33debb5', 'tag': '9e2f799a-319c-4615-8ec4-972215cda754', 'status': 'completed', 'code': 200}
Jun 04 15:54:33.751888 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:33.776725 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3e596-7f51-4e2c-8174-dc81b4db75fd req-5160b6e5-cfdf-49c9-8864-27afa4e205d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:33.776725 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87b3e596-7f51-4e2c-8174-dc81b4db75fd req-5160b6e5-cfdf-49c9-8864-27afa4e205d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f84ab11b1f4a402f989cf02e2510f8c9&device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 1095 time: 0.0822017
Jun 04 15:54:33.973556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3e596-7f51-4e2c-8174-dc81b4db75fd req-f05ff40a-5d0e-41d1-a081-bcefc8b93b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:33.975448 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87b3e596-7f51-4e2c-8174-dc81b4db75fd req-f05ff40a-5d0e-41d1-a081-bcefc8b93b1f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f84ab11b1f4a402f989cf02e2510f8c9&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1943305
Jun 04 15:54:33.998544 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90822134-8358-4f84-8701-abe3b3e04bd9 req-886c40c0-4d5e-44cf-a689-6c2849ac1095 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:34.000139 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-90822134-8358-4f84-8701-abe3b3e04bd9 req-886c40c0-4d5e-44cf-a689-6c2849ac1095 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 944 time: 0.1065295
Jun 04 15:54:34.052978 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-90822134-8358-4f84-8701-abe3b3e04bd9 req-52d4dc86-60e7-471e-984e-b8a370695fac tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418608
Jun 04 15:54:34.132256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3e596-7f51-4e2c-8174-dc81b4db75fd req-bd4ef1bb-4875-41ab-8432-56100769ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:34.133754 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-87b3e596-7f51-4e2c-8174-dc81b4db75fd req-bd4ef1bb-4875-41ab-8432-56100769ab4c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1506660
Jun 04 15:54:34.252565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-d0116a8b-cd2f-414c-ab75-7e662a128b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:34.254110 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-d0116a8b-cd2f-414c-ab75-7e662a128b3a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f84ab11b1f4a402f989cf02e2510f8c9&device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 1095 time: 0.0791645
Jun 04 15:54:34.325766 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-6b382024-a54a-4b88-a0b7-fa0cc484b0e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e2f799a-319c-4615-8ec4-972215cda754 HTTP/1.1" status: 200  len: 217 time: 0.0631235
Jun 04 15:54:34.394359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-850d1b02-c269-4523-b44f-1418fa3152c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:34.395839 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-850d1b02-c269-4523-b44f-1418fa3152c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=20d10654-ee89-412d-a943-58b430e769c2 HTTP/1.1" status: 200  len: 852 time: 0.0642121
Jun 04 15:54:34.445401 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-00bbfa69-fed2-409b-8a7f-f490bcd51e41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a671f43c-3d3d-48e9-b3d8-e89994db114b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417457
Jun 04 15:54:34.760222 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-e961930e-714a-444b-b393-e590dfbb8025 service neutron] 10.222.0.62 "GET /v2.0/networks/a671f43c-3d3d-48e9-b3d8-e89994db114b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3021860
Jun 04 15:54:34.905082 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc52b9bf-98e8-40d0-9fef-0126d21247b8 req-c534d110-69e2-4a6d-bbd0-b243c4d8fcad service neutron] 10.222.0.62 "GET /v2.0/networks/a671f43c-3d3d-48e9-b3d8-e89994db114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387503
Jun 04 15:54:35.248806 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:35.249535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa386c-7cc6-4eba-95a3-c835d6e0aff6 req-28122322-7cca-4566-9f9f-face3a5542cd tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:35.250200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-92fa386c-7cc6-4eba-95a3-c835d6e0aff6 req-28122322-7cca-4566-9f9f-face3a5542cd tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Synchronizing usage tracker for tenant:f84ab11b1f4a402f989cf02e2510f8c9 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:54:35.340798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-92fa386c-7cc6-4eba-95a3-c835d6e0aff6 req-28122322-7cca-4566-9f9f-face3a5542cd tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Unset dirty status for tenant:f84ab11b1f4a402f989cf02e2510f8c9 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:54:35.342308 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-92fa386c-7cc6-4eba-95a3-c835d6e0aff6 req-28122322-7cca-4566-9f9f-face3a5542cd tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 944 time: 0.1799557
Jun 04 15:54:35.392873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-92fa386c-7cc6-4eba-95a3-c835d6e0aff6 req-e7c4d548-0b80-4537-aa75-6e421a9bef7b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Synchronizing usage tracker for tenant:f84ab11b1f4a402f989cf02e2510f8c9 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:54:35.506476 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-92fa386c-7cc6-4eba-95a3-c835d6e0aff6 req-e7c4d548-0b80-4537-aa75-6e421a9bef7b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Unset dirty status for tenant:f84ab11b1f4a402f989cf02e2510f8c9 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:54:35.507728 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-92fa386c-7cc6-4eba-95a3-c835d6e0aff6 req-e7c4d548-0b80-4537-aa75-6e421a9bef7b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594398
Jun 04 15:54:36.709858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b3542-c850-4a58-a0f5-6b8d8a122ee7 req-510ca723-47a7-4c5a-9120-cce56df835ce tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:36.711363 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-434b3542-c850-4a58-a0f5-6b8d8a122ee7 req-510ca723-47a7-4c5a-9120-cce56df835ce tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 944 time: 0.0884361
Jun 04 15:54:36.757889 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-434b3542-c850-4a58-a0f5-6b8d8a122ee7 req-82a1a55b-0c53-44ee-baa8-d0793d26204a tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398812
Jun 04 15:54:37.953413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3719e-95f3-4dd7-9047-5ee0070bf490 req-df9fb32d-ca0e-44fd-8352-b3f458285fed tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:37.955036 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eea3719e-95f3-4dd7-9047-5ee0070bf490 req-df9fb32d-ca0e-44fd-8352-b3f458285fed tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 944 time: 0.0855300
Jun 04 15:54:38.012865 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eea3719e-95f3-4dd7-9047-5ee0070bf490 req-7a60ca8d-5235-427d-9f27-b0ea1f85cee8 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518589
Jun 04 15:54:38.080000 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9e2f799a-319c-4615-8ec4-972215cda754 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:54:38.218345 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9e2f799a-319c-4615-8ec4-972215cda754, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9e2f799a-319c-4615-8ec4-972215cda754,segment=NetworkSegment(beb7d1f1-de26-4045-9a16-af030bb7ab6a),segment_id=beb7d1f1-de26-4045-9a16-af030bb7ab6a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:54:38.231502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '9e2f799a-319c-4615-8ec4-972215cda754', 'network_id': 'a671f43c-3d3d-48e9-b3d8-e89994db114b', 'port_id': '9e2f799a-319c-4615-8ec4-972215cda754', 'mac_address': 'fa:16:3e:99:c3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d10654-ee89-412d-a943-58b430e769c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:54:38.294372 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:38.315821 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2f799a-319c-4615-8ec4-972215cda754 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:54:38.334592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9e2f799a-319c-4615-8ec4-972215cda754, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9e2f799a-319c-4615-8ec4-972215cda754,segment=NetworkSegment(beb7d1f1-de26-4045-9a16-af030bb7ab6a),segment_id=beb7d1f1-de26-4045-9a16-af030bb7ab6a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:54:38.431732 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:38.434275 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4d2f00f5-57c4-4019-a741-21ff264f548d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:54:38.504407 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=9e2f799a-319c-4615-8ec4-972215cda754,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:54:38.516982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:38.517557 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:38.518084 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:38.518498 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:38.518878 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:38.519288 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:38.519662 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:38.520054 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:38.520407 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:38.520939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:38.521299 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:38.521626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:38.526587 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:54:38.811081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['9e2f799a-319c-4615-8ec4-972215cda754'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:54:39.221247 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1221d-b726-4cfc-b3da-7858c507c136 req-a444176d-b264-47ad-80b2-09a2d149e3db tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:39.223471 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-74b1221d-b726-4cfc-b3da-7858c507c136 req-a444176d-b264-47ad-80b2-09a2d149e3db tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 945 time: 0.0873203
Jun 04 15:54:39.283125 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-74b1221d-b726-4cfc-b3da-7858c507c136 req-00c33cf4-c3eb-45ca-b1c2-f5bbf620e6a7 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538976
Jun 04 15:54:40.078343 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9e2f799a-319c-4615-8ec4-972215cda754 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:54:40.243149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 9e2f799a-319c-4615-8ec4-972215cda754 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:54:40.248745 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 9e2f799a-319c-4615-8ec4-972215cda754 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:54:40.249199 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:40.388989 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:40.418136 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9750c09b-e57b-48b1-9083-2987d33debb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2f799a-319c-4615-8ec4-972215cda754'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:54:40.420420 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2fa7df-7d6b-469e-b94b-1547226ab5fb" -d '{"events": [{"server_uuid": "9750c09b-e57b-48b1-9083-2987d33debb5", "name": "network-vif-plugged", "status": "completed", "tag": "9e2f799a-319c-4615-8ec4-972215cda754"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:54:40.429107 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 9e2f799a-319c-4615-8ec4-972215cda754, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9e2f799a-319c-4615-8ec4-972215cda754,segment=NetworkSegment(beb7d1f1-de26-4045-9a16-af030bb7ab6a),segment_id=beb7d1f1-de26-4045-9a16-af030bb7ab6a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:54:40.483817 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208b2c4e-bf8d-42c2-b297-8f1d2e755270 x-openstack-request-id: req-208b2c4e-bf8d-42c2-b297-8f1d2e755270 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:54:40.484061 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9750c09b-e57b-48b1-9083-2987d33debb5", "name": "network-vif-plugged", "status": "completed", "tag": "9e2f799a-319c-4615-8ec4-972215cda754", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:54:40.484349 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-208b2c4e-bf8d-42c2-b297-8f1d2e755270 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:54:40.484751 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9750c09b-e57b-48b1-9083-2987d33debb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2f799a-319c-4615-8ec4-972215cda754', 'code': 200}
Jun 04 15:54:40.489077 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:40.491190 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bc41dba8-b9eb-42ae-858e-7b3184280c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:54:40.582496 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=9e2f799a-319c-4615-8ec4-972215cda754,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:54:40.585480 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:54:40.604087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb0edc-bd75-44d7-9251-42fc972b4617 req-ad70f812-aa34-44c0-aedd-73b6c022486e tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:40.606323 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0cdb0edc-bd75-44d7-9251-42fc972b4617 req-ad70f812-aa34-44c0-aedd-73b6c022486e tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 945 time: 0.1748848
Jun 04 15:54:40.668782 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0cdb0edc-bd75-44d7-9251-42fc972b4617 req-3e191ffa-9390-4702-9f83-c5e70bdeacdc tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560970
Jun 04 15:54:40.680625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d0776-a11c-4cc1-bffd-ba682715bc13 req-48e7a4b3-57de-4d3c-9a98-97dd48d526fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:40.682146 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-837d0776-a11c-4cc1-bffd-ba682715bc13 req-48e7a4b3-57de-4d3c-9a98-97dd48d526fb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 1097 time: 0.1321068
Jun 04 15:54:40.738966 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-837d0776-a11c-4cc1-bffd-ba682715bc13 req-26f60529-bfac-4e7d-9add-0f2221799c30 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461016
Jun 04 15:54:41.885676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30029348-9924-4798-86cc-7f466c42ddbd req-41d144e1-f4b0-46e7-97a3-25b4031bafe3 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:41.887975 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-30029348-9924-4798-86cc-7f466c42ddbd req-41d144e1-f4b0-46e7-97a3-25b4031bafe3 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.1041932
Jun 04 15:54:41.944947 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-30029348-9924-4798-86cc-7f466c42ddbd req-643a280d-35ef-41d0-99de-7c38ff59df31 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482676
Jun 04 15:54:43.141798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587b812-b7e2-4150-9b36-f9433a998f4b req-23eb77cd-6e83-4080-a7ee-a74f8a39b6e3 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:43.143273 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d587b812-b7e2-4150-9b36-f9433a998f4b req-23eb77cd-6e83-4080-a7ee-a74f8a39b6e3 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.0827141
Jun 04 15:54:43.188963 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d587b812-b7e2-4150-9b36-f9433a998f4b req-851fe86f-232f-420b-9e75-712305d39464 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400486
Jun 04 15:54:43.390892 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26bd18-4a57-48a0-bb54-e36f4c65ec3a req-cb3c8042-7d8f-4d97-860b-62781457c3e1 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:43.392395 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e26bd18-4a57-48a0-bb54-e36f4c65ec3a req-cb3c8042-7d8f-4d97-860b-62781457c3e1 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.0886929
Jun 04 15:54:43.437630 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2e26bd18-4a57-48a0-bb54-e36f4c65ec3a req-ace26c45-397b-4d1b-8e5d-ada03fa19f3e tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395350
Jun 04 15:54:44.076014 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505e07b-8589-4bc5-902b-93b02aa4dbbe req-12b9ab2f-10f1-41a8-9dc0-0ae5ffd49410 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:44.078261 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4505e07b-8589-4bc5-902b-93b02aa4dbbe req-12b9ab2f-10f1-41a8-9dc0-0ae5ffd49410 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.1168411
Jun 04 15:54:44.146914 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4505e07b-8589-4bc5-902b-93b02aa4dbbe req-c69c1f53-e192-4421-b3d5-614ea792548d tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576668
Jun 04 15:54:45.378640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99078026-88cd-4c38-8a42-1732adca8d71 req-6062052f-3336-4d58-bb97-6c3cf63a5ee8 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:45.380116 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-99078026-88cd-4c38-8a42-1732adca8d71 req-6062052f-3336-4d58-bb97-6c3cf63a5ee8 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.0990326
Jun 04 15:54:45.427995 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-99078026-88cd-4c38-8a42-1732adca8d71 req-6908fe4b-f0fc-4e33-8e80-150843f11d20 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414076
Jun 04 15:54:46.023835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21852a-d4cf-4117-9d73-307d4829a2e1 req-a299cf70-6816-4e90-9075-1818df10e356 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:46.025368 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc21852a-d4cf-4117-9d73-307d4829a2e1 req-a299cf70-6816-4e90-9075-1818df10e356 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.0894635
Jun 04 15:54:46.115535 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc21852a-d4cf-4117-9d73-307d4829a2e1 req-d50095ca-3bd1-4f7e-812a-f297594d0df6 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829575
Jun 04 15:54:46.150147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d02e30-3ca9-4f82-b269-0fd69b3de00b req-a6633548-1ca4-4e5c-9bcd-7c96acb75d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:46.151845 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0d02e30-3ca9-4f82-b269-0fd69b3de00b req-a6633548-1ca4-4e5c-9bcd-7c96acb75d10 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f84ab11b1f4a402f989cf02e2510f8c9&device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 1097 time: 0.0868862
Jun 04 15:54:46.294733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d02e30-3ca9-4f82-b269-0fd69b3de00b req-b12d1c34-e622-4184-978f-59275fdd510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:46.300785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0d02e30-3ca9-4f82-b269-0fd69b3de00b req-b12d1c34-e622-4184-978f-59275fdd510a service neutron] 10.222.0.62 "GET /v2.0/networks?id=a671f43c-3d3d-48e9-b3d8-e89994db114b HTTP/1.1" status: 200  len: 913 time: 0.1366405
Jun 04 15:54:46.366604 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0d02e30-3ca9-4f82-b269-0fd69b3de00b req-d77100ef-138c-4488-a0c2-fbfa7f39a8a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e2f799a-319c-4615-8ec4-972215cda754 HTTP/1.1" status: 200  len: 217 time: 0.0637171
Jun 04 15:54:46.439986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d02e30-3ca9-4f82-b269-0fd69b3de00b req-d0d5c359-598c-4856-b22c-bf53219648b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:46.441766 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0d02e30-3ca9-4f82-b269-0fd69b3de00b req-d0d5c359-598c-4856-b22c-bf53219648b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=20d10654-ee89-412d-a943-58b430e769c2 HTTP/1.1" status: 200  len: 852 time: 0.0681963
Jun 04 15:54:46.496675 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0d02e30-3ca9-4f82-b269-0fd69b3de00b req-efde4ecd-e22f-4109-98c0-55a8293ef61c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a671f43c-3d3d-48e9-b3d8-e89994db114b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451477
Jun 04 15:54:46.642746 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0d02e30-3ca9-4f82-b269-0fd69b3de00b req-25c15a83-1431-4a89-a271-ff4d103958b2 service neutron] 10.222.0.62 "GET /v2.0/networks/a671f43c-3d3d-48e9-b3d8-e89994db114b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423817
Jun 04 15:54:46.783340 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f0d02e30-3ca9-4f82-b269-0fd69b3de00b req-986075d2-2a7f-4029-9c98-b24394c5e85f service neutron] 10.222.0.62 "GET /v2.0/networks/a671f43c-3d3d-48e9-b3d8-e89994db114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338460
Jun 04 15:54:47.379676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cc88a-0c7a-48e5-b3a9-9d697d292471 req-8f33644f-bf45-4061-a306-8b1ba88e7774 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:47.381204 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-783cc88a-0c7a-48e5-b3a9-9d697d292471 req-8f33644f-bf45-4061-a306-8b1ba88e7774 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.1383381
Jun 04 15:54:47.430308 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-783cc88a-0c7a-48e5-b3a9-9d697d292471 req-971ae025-ef88-45a0-b5fd-172835fb75ab tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429549
Jun 04 15:54:48.649357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583214f-8b63-4046-9704-63f0bd1a05ea req-bb1a0555-d805-4d49-83fe-4dcd69a7e174 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:48.650840 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5583214f-8b63-4046-9704-63f0bd1a05ea req-bb1a0555-d805-4d49-83fe-4dcd69a7e174 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.0969317
Jun 04 15:54:48.696655 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5583214f-8b63-4046-9704-63f0bd1a05ea req-8644a608-a20a-4856-bd36-9f06f91aa8c1 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387831
Jun 04 15:54:49.437612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdba867-16a6-4117-b7fc-811fa34b291b req-2e0f6aab-b9df-453c-bacc-1a26a9d3124b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:49.441324 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-abdba867-16a6-4117-b7fc-811fa34b291b req-2e0f6aab-b9df-453c-bacc-1a26a9d3124b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.1361904
Jun 04 15:54:49.512844 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-abdba867-16a6-4117-b7fc-811fa34b291b req-3573dd26-547e-4c59-adcb-8bfea62f2f46 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638642
Jun 04 15:54:50.742356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215170d-d31b-4706-a52d-04cc52966ba4 req-791ba40a-15ce-400d-a7f4-d2d076e336ff tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:50.744021 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c215170d-d31b-4706-a52d-04cc52966ba4 req-791ba40a-15ce-400d-a7f4-d2d076e336ff tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.0885949
Jun 04 15:54:50.796136 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c215170d-d31b-4706-a52d-04cc52966ba4 req-18328509-94b6-41ee-ba6d-5a5c04eeefec tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457633
Jun 04 15:54:51.292711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d45cf-5950-49b1-924c-855576b6455c req-6e7867bd-f4d3-498c-8e9e-9a7552f5a555 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:51.294243 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8c8d45cf-5950-49b1-924c-855576b6455c req-6e7867bd-f4d3-498c-8e9e-9a7552f5a555 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.0905671
Jun 04 15:54:51.348181 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8c8d45cf-5950-49b1-924c-855576b6455c req-722905e0-69cc-4fb5-abeb-a004bb779d0b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480905
Jun 04 15:54:51.374030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8b460-f923-4243-bd06-1d0af2c76206 req-b9a2c0c5-da3a-4505-851d-0194d622938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:51.376184 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5c8b460-f923-4243-bd06-1d0af2c76206 req-b9a2c0c5-da3a-4505-851d-0194d622938e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f84ab11b1f4a402f989cf02e2510f8c9&device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 1097 time: 0.0807447
Jun 04 15:54:51.673178 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8b460-f923-4243-bd06-1d0af2c76206 req-d5a5c033-7573-4146-a05f-781ac6f46ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:51.674802 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5c8b460-f923-4243-bd06-1d0af2c76206 req-d5a5c033-7573-4146-a05f-781ac6f46ffc service neutron] 10.222.0.62 "GET /v2.0/networks?id=a671f43c-3d3d-48e9-b3d8-e89994db114b HTTP/1.1" status: 200  len: 913 time: 0.2920766
Jun 04 15:54:51.744108 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5c8b460-f923-4243-bd06-1d0af2c76206 req-5201a377-5adb-41e4-9dc7-736c45b5f027 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e2f799a-319c-4615-8ec4-972215cda754 HTTP/1.1" status: 200  len: 217 time: 0.0624053
Jun 04 15:54:51.811268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8b460-f923-4243-bd06-1d0af2c76206 req-2b8cf0d7-f312-4440-8e99-021c947a46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:51.812965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5c8b460-f923-4243-bd06-1d0af2c76206 req-2b8cf0d7-f312-4440-8e99-021c947a46c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=20d10654-ee89-412d-a943-58b430e769c2 HTTP/1.1" status: 200  len: 852 time: 0.0621467
Jun 04 15:54:51.861686 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5c8b460-f923-4243-bd06-1d0af2c76206 req-4fea55df-b014-413b-9528-3c790e9ba03b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a671f43c-3d3d-48e9-b3d8-e89994db114b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418916
Jun 04 15:54:52.004833 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5c8b460-f923-4243-bd06-1d0af2c76206 req-78d8e214-bd28-46df-ab11-187a20bf2a52 service neutron] 10.222.0.62 "GET /v2.0/networks/a671f43c-3d3d-48e9-b3d8-e89994db114b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361744
Jun 04 15:54:52.147117 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a5c8b460-f923-4243-bd06-1d0af2c76206 req-5392379c-65ef-4f7b-bbf4-903ad08c82ef service neutron] 10.222.0.62 "GET /v2.0/networks/a671f43c-3d3d-48e9-b3d8-e89994db114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353805
Jun 04 15:54:52.631506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747af2d3-6c9a-4491-8926-2b892a45c667 req-58f79d4d-8d8e-43f7-ae26-52b12acea32c tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:52.633026 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-747af2d3-6c9a-4491-8926-2b892a45c667 req-58f79d4d-8d8e-43f7-ae26-52b12acea32c tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.1228907
Jun 04 15:54:52.679060 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-747af2d3-6c9a-4491-8926-2b892a45c667 req-9e483e58-9725-4b60-815f-c2df829d3c80 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396390
Jun 04 15:54:53.786024 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:53.875655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5905b15-f473-4e28-96d8-e2a84d669a13 req-7419f945-fc4d-497c-a0cd-88942b235e70 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:53.877167 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b5905b15-f473-4e28-96d8-e2a84d669a13 req-7419f945-fc4d-497c-a0cd-88942b235e70 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.0868719
Jun 04 15:54:53.923468 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b5905b15-f473-4e28-96d8-e2a84d669a13 req-baa780cf-2e71-4890-aafc-c05f5c8a085b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402832
Jun 04 15:54:54.592043 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0b20b-d092-498f-97f9-7eae0f071f53 req-bf544aab-33c7-460f-b7b7-bb06a872241d tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:54.593902 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aaf0b20b-d092-498f-97f9-7eae0f071f53 req-bf544aab-33c7-460f-b7b7-bb06a872241d tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.0996652
Jun 04 15:54:54.641211 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-aaf0b20b-d092-498f-97f9-7eae0f071f53 req-06d81a40-d91a-4d6d-87af-17daf13a6679 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414114
Jun 04 15:54:55.879945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abb1d8-9795-4b95-93cd-36b84e9e9728 req-58c21a42-5992-411d-b26c-33a117264d6c tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:55.882333 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3abb1d8-9795-4b95-93cd-36b84e9e9728 req-58c21a42-5992-411d-b26c-33a117264d6c tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.1012218
Jun 04 15:54:55.935691 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c3abb1d8-9795-4b95-93cd-36b84e9e9728 req-6fc4c204-5644-4d64-bdf1-3ff04c91b9fb tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448835
Jun 04 15:54:56.077547 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:56.923270 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab18cd0-f355-4193-99e3-31d3566abdb8 req-38d4b35d-d827-4812-859c-2a1de2e9e143 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:56.924713 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ab18cd0-f355-4193-99e3-31d3566abdb8 req-38d4b35d-d827-4812-859c-2a1de2e9e143 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.62 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.0870891
Jun 04 15:54:57.077720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-3ab18cd0-f355-4193-99e3-31d3566abdb8 req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Deleting port 9e2f799a-319c-4615-8ec4-972215cda754 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:54:57.078062 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ab18cd0-f355-4193-99e3-31d3566abdb8 req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:57.223852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-3ab18cd0-f355-4193-99e3-31d3566abdb8 req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] For port 9e2f799a-319c-4615-8ec4-972215cda754, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=9e2f799a-319c-4615-8ec4-972215cda754,segment=NetworkSegment(beb7d1f1-de26-4045-9a16-af030bb7ab6a),segment_id=beb7d1f1-de26-4045-9a16-af030bb7ab6a)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:54:57.224215 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ab18cd0-f355-4193-99e3-31d3566abdb8 req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:57.306576 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd843c83-3760-4f1a-b3f5-bd6d43e10640 req-f5f87f9a-0a77-45ed-8f55-6444d817cbd8 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:54:57.309482 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fd843c83-3760-4f1a-b3f5-bd6d43e10640 req-f5f87f9a-0a77-45ed-8f55-6444d817cbd8 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 946 time: 0.2505271
Jun 04 15:54:57.357895 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fd843c83-3760-4f1a-b3f5-bd6d43e10640 req-69d1b464-e3d2-47e0-9d03-38701d5ef2d0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128e5f0-14a3-4feb-98cf-357b3540da9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421464
Jun 04 15:54:57.359880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-3ab18cd0-f355-4193-99e3-31d3566abdb8 req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Calling delete_port for 9e2f799a-319c-4615-8ec4-972215cda754 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:54:57.561876 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ab18cd0-f355-4193-99e3-31d3566abdb8 req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:57.576555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['9e2f799a-319c-4615-8ec4-972215cda754'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:54:57.577206 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6c26252f-9810-4fcd-83d2-8b4d61fb0328 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:54:57.659789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Pushing event deleted for resources: {'Port': ['ID=9e2f799a-319c-4615-8ec4-972215cda754,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:54:57.701246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:57.701639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:57.702022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:57.702402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:57.702774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:57.703142 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:57.703508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:57.703886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:57.704481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:57.704611 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:57.704956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:57.705343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:54:57.708384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab18cd0-f355-4193-99e3-31d3566abdb8 req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] No DVR routers for this DVR port 9e2f799a-319c-4615-8ec4-972215cda754 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:54:57.710067 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:54:57.711617 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-3ab18cd0-f355-4193-99e3-31d3566abdb8 req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:57.714639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9750c09b-e57b-48b1-9083-2987d33debb5', 'name': 'network-vif-deleted', 'tag': '9e2f799a-319c-4615-8ec4-972215cda754'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:54:57.717248 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d0175e-e4ed-4ad2-adc0-9ab50d064a1a" -d '{"events": [{"server_uuid": "9750c09b-e57b-48b1-9083-2987d33debb5", "name": "network-vif-deleted", "tag": "9e2f799a-319c-4615-8ec4-972215cda754"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:54:57.759490 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d2c48f-d746-4b46-9d91-de0e96a1470d x-openstack-request-id: req-a3d2c48f-d746-4b46-9d91-de0e96a1470d {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:54:57.760012 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9750c09b-e57b-48b1-9083-2987d33debb5", "name": "network-vif-deleted", "tag": "9e2f799a-319c-4615-8ec4-972215cda754", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:54:57.760253 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3d2c48f-d746-4b46-9d91-de0e96a1470d {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:54:57.760774 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9750c09b-e57b-48b1-9083-2987d33debb5', 'name': 'network-vif-deleted', 'tag': '9e2f799a-319c-4615-8ec4-972215cda754', 'status': 'completed', 'code': 200}
Jun 04 15:54:57.815304 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3ab18cd0-f355-4193-99e3-31d3566abdb8 req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.62 "DELETE /v2.0/ports/9e2f799a-319c-4615-8ec4-972215cda754 HTTP/1.1" status: 204  len: 173 time: 0.8843474
Jun 04 15:54:58.529953 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7a94bd6e-23c7-4dcd-a62d-61cb38e1f9ee req-ff67328d-ea9f-4087-a968-cd60f9f96aac tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9750c09b-e57b-48b1-9083-2987d33debb5 HTTP/1.1" status: 200  len: 210 time: 0.0450022
Jun 04 15:54:59.499774 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-53e0424b-e80a-4448-acd4-e46f2b64fba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:59.633751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60404) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:54:59.700503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0a93d9-576b-4df1-a264-649929aa474f admin admin] Deleting subnet 20d10654-ee89-412d-a943-58b430e769c2 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:54:59.703666 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb0a93d9-576b-4df1-a264-649929aa474f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:59.755353 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb0a93d9-576b-4df1-a264-649929aa474f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:54:59.809875 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb0a93d9-576b-4df1-a264-649929aa474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:00.152868 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb0a93d9-576b-4df1-a264-649929aa474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:00.158236 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0b4ede59-72fa-4402-8f1d-5a7a5cb39990 tempest-DHCPAgentSchedulersTestJSON-843723746 tempest-DHCPAgentSchedulersTestJSON-843723746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:55:00.188488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9e2f799a-319c-4615-8ec4-972215cda754 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:55:00.194618 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cb0a93d9-576b-4df1-a264-649929aa474f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:00.197338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a93d9-576b-4df1-a264-649929aa474f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d10654-ee89-412d-a943-58b430e769c2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:55:00.200264 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cb0a93d9-576b-4df1-a264-649929aa474f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:55:00.207698 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60412) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:55:00.208299 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cb0a93d9-576b-4df1-a264-649929aa474f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/20d10654-ee89-412d-a943-58b430e769c2 HTTP/1.1" status: 204  len: 168 time: 0.5728993
Jun 04 15:55:00.225480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 9e2f799a-319c-4615-8ec4-972215cda754 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:55:00.225941 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 9e2f799a-319c-4615-8ec4-972215cda754 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:55:00.332122 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:00.457881 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:00.470904 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83870508b0>,) {'filters': {'network_id': ['a671f43c-3d3d-48e9-b3d8-e89994db114b']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:55:00.486307 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83870508b0>, 'beb7d1f1-de26-4045-9a16-af030bb7ab6a') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:55:00.486600 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83870508b0>, 'beb7d1f1-de26-4045-9a16-af030bb7ab6a') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:55:00.498429 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:00.514837 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:00.520943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:55:00.521378 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:55:00.534473 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:55:00.677444 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:00.681170 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b19e5647-bc34-42db-9837-3c4d038cb702 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:55:00.695443 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:00.712089 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=a671f43c-3d3d-48e9-b3d8-e89994db114b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:55:00.721165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:55:00.721552 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:55:00.721936 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:55:00.722308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:55:00.722676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:55:00.723041 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:55:00.723406 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:55:00.723764 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:55:00.724170 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:55:00.724482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:55:00.724841 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:55:00.725220 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:55:00.730028 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:55:00.786229 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-528d47ad-d00b-4a3d-9b5a-777e25b43d50 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a671f43c-3d3d-48e9-b3d8-e89994db114b HTTP/1.1" status: 204  len: 168 time: 0.5765254
Jun 04 15:55:00.788896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60414) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:55:00.849991 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab35521-5784-4957-b215-fb05d93cfef1 admin admin] Deleting subnet 6698be6f-d875-436d-8d99-d65144af7331 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:55:00.853081 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ab35521-5784-4957-b215-fb05d93cfef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:00.902959 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ab35521-5784-4957-b215-fb05d93cfef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:00.964383 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ab35521-5784-4957-b215-fb05d93cfef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:01.288735 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ab35521-5784-4957-b215-fb05d93cfef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:01.293986 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2682f528-314a-46af-9b26-c2d443edd728 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:55:01.333039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab35521-5784-4957-b215-fb05d93cfef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6698be6f-d875-436d-8d99-d65144af7331,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:55:01.335492 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7ab35521-5784-4957-b215-fb05d93cfef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:55:01.338181 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7ab35521-5784-4957-b215-fb05d93cfef1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:01.345016 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7ab35521-5784-4957-b215-fb05d93cfef1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6698be6f-d875-436d-8d99-d65144af7331 HTTP/1.1" status: 204  len: 168 time: 0.5550981
Jun 04 15:55:01.347476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 60422) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:55:01.454055 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c31fa05-8b8f-4181-a808-bb633993fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:01.581318 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c31fa05-8b8f-4181-a808-bb633993fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:01.594258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3c31fa05-8b8f-4181-a808-bb633993fc58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83910cffd0>,) {'filters': {'network_id': ['ad38b072-c799-4242-80cb-3eec9b83d58e']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:55:01.606523 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3c31fa05-8b8f-4181-a808-bb633993fc58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83910cffd0>, '93d347c2-a42e-4695-85cd-27d99e1474ce') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:55:01.606823 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3c31fa05-8b8f-4181-a808-bb633993fc58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83910cffd0>, '93d347c2-a42e-4695-85cd-27d99e1474ce') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:55:01.617811 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c31fa05-8b8f-4181-a808-bb633993fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:01.633982 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c31fa05-8b8f-4181-a808-bb633993fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:01.639968 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c31fa05-8b8f-4181-a808-bb633993fc58 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:55:01.640342 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c31fa05-8b8f-4181-a808-bb633993fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:55:01.653105 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:55:01.814571 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c31fa05-8b8f-4181-a808-bb633993fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:01.818921 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c31fa05-8b8f-4181-a808-bb633993fc58 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:01.822089 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:55:01.842452 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31fa05-8b8f-4181-a808-bb633993fc58 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad38b072-c799-4242-80cb-3eec9b83d58e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:55:01.844798 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c31fa05-8b8f-4181-a808-bb633993fc58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:55:01.849976 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3c31fa05-8b8f-4181-a808-bb633993fc58 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ad38b072-c799-4242-80cb-3eec9b83d58e HTTP/1.1" status: 204  len: 168 time: 0.4979320
Jun 04 15:55:02.043520 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:02.374789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60432) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:55:02.408538 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c58faeca-7da1-4643-98cc-0891c49812d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:02.430862 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2fd9d6c3-fcd3-4354-ad2e-e959d0301662 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f84ab11b1f4a402f989cf02e2510f8c9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0547845
Jun 04 15:55:02.433313 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60434) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:55:02.492581 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00e7197c-2f28-43cf-9a9d-1a38f18bbda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:02.519102 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00e7197c-2f28-43cf-9a9d-1a38f18bbda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:02.649062 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00e7197c-2f28-43cf-9a9d-1a38f18bbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:02.655026 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7fc22a48-356f-45ed-a50f-3a8892fc5a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:55:02.666477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7197c-2f28-43cf-9a9d-1a38f18bbda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0128e5f0-14a3-4feb-98cf-357b3540da9c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:55:02.669377 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-00e7197c-2f28-43cf-9a9d-1a38f18bbda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:55:02.744524 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00e7197c-2f28-43cf-9a9d-1a38f18bbda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:02.746387 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-00e7197c-2f28-43cf-9a9d-1a38f18bbda5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0128e5f0-14a3-4feb-98cf-357b3540da9c HTTP/1.1" status: 204  len: 168 time: 0.3121777
Jun 04 15:55:03.517452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60446) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:55:03.568475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b7fdf690-cb73-4799-b469-c2f95d808048 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8882577f7e045dabd761171814fca84&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0490408
Jun 04 15:55:03.570777 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 60448) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:55:03.640156 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3dfb-a278-4467-ada2-1703105df10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:03.668107 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3dfb-a278-4467-ada2-1703105df10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:03.745374 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:03.825120 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3dfb-a278-4467-ada2-1703105df10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:03.830461 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-00e7197c-2f28-43cf-9a9d-1a38f18bbda5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:55:03.846511 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3dfb-a278-4467-ada2-1703105df10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:03.847652 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8d2e3dfb-a278-4467-ada2-1703105df10b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f883fd8-9efc-40ac-81a9-358d1ec21c05 HTTP/1.1" status: 204  len: 168 time: 0.2759795
Jun 04 15:55:03.848766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e3dfb-a278-4467-ada2-1703105df10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f883fd8-9efc-40ac-81a9-358d1ec21c05,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:55:03.851228 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8d2e3dfb-a278-4467-ada2-1703105df10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:55:05.209263 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:55:05.260178 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:23.802642 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:26.088836 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:29.539651 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2e640c94-77bc-47f5-b5b3-ec80633fcf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:32.162279 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:32.340304 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b1d5879b-10d4-4f2f-975e-d5bba38214b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:33.722988 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:35.259468 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:42.189094 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:55:53.830869 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:56.122159 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:55:59.544597 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c01cafe0-81e8-4bc2-baf2-beb93018c9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:56:02.030484 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:56:02.405871 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-74ba8587-2b97-4be2-8a98-69005cbbb98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:56:03.750594 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:56:05.301385 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:56:19.188319 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:56:23.819122 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:56:26.074762 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:56:29.537993 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-31c60de4-9ecb-4032-9a29-37bfb60e21f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:56:31.989871 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:56:32.362078 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ec1d291d-91af-4c94-848a-2a1663e84d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:56:33.755612 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:56:35.293179 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:56:53.833997 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:56:56.103031 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:56:56.187347 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:56:59.508695 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8045a823-2e19-4a6e-82fc-acb3d916b8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:57:00.707409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-2b0e0f0c-d9f1-4b3a-a9a0-543d819d472d req-7a5f2f56-7184-4872-a05a-2f493da951fa service neutron] (88300) timed out ('10.222.0.32', 34700) {{(pid=88300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 15:57:02.057508 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:57:02.314097 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ec90fee5-8563-4f6d-887f-0e5a5938c5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:57:03.726108 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:57:05.291286 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:57:23.856249 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:57:26.108151 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:57:29.502038 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-319a1118-2986-4999-9c63-f386af1c7ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:57:31.992779 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:57:32.358662 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b72fdd1b-08c3-411d-b394-0d36496aa11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:57:33.186474 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:57:33.708055 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:57:35.306891 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:57:53.832002 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:57:56.158068 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:57:59.494390 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d519b05-1bf6-42f7-af6d-8c35da31de44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:01.987045 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:02.383355 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a36cf7c6-d1f3-42da-b0aa-6323788bf9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:03.728482 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:05.304871 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:10.185833 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:58:16.911323 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34756) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:17.108054 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c8b2b4b8-ac12-499f-97e6-47e059b6579c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc3e9d66dc474005baed1dcd1d342f9c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1954916
Jun 04 15:58:17.110907 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34764) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:17.174391 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:17.200594 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:17.339326 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:17.343750 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7bc7ec63-97c3-4db5-8bad-e33acd261c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:17.354900 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36a9b5c-d5d7-4e88-b4e7-1a2092c69b32,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:17.367229 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:17.367622 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:17.368002 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:17.371956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:17.371956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:17.371956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:17.371956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:17.371956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:17.371956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:17.371956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:17.371956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:17.371956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:17.374661 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:17.441604 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:17.442664 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2a404dc2-8b00-44f9-be3b-7ec6954488bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b36a9b5c-d5d7-4e88-b4e7-1a2092c69b32 HTTP/1.1" status: 204  len: 168 time: 0.3308356
Jun 04 15:58:18.469347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34790) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:18.571217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1158393302-network', 'tenant_id': '2fb35e523d5847f3b200ba045650908c'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:58:18.577610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:18.582318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Usage tracker for resource:network and tenant:2fb35e523d5847f3b200ba045650908c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:18.585235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:18.590924 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:18.653359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Made reservation on behalf of 2fb35e523d5847f3b200ba045650908c for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:58:18.655726 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:18.668800 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:18.683704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:18.687622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Usage tracker for resource:security_group_rule and tenant:2fb35e523d5847f3b200ba045650908c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:18.690637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:18.696328 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:18.780679 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:18.819234 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:18.822171 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d2df1ec2-a940-4c20-a78f-d17e698092ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:18.856139 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:58:18.861991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e2268e-28bb-4261-bba7-8333c6fa8f36,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:18.868552 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:18.872299 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Added segment a3bf70a2-1225-4ef2-8582-ce35d8d3405d of type vlan for network aa99feaa-d63d-4c11-86ec-ee119bf4bf6b
Jun 04 15:58:18.882270 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:18.882652 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:18.883026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:18.883393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:18.883757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:18.884122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:18.884485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:18.884844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:18.885235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:18.885594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:18.885950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:18.886302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:18.890349 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:18.911181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:18.985930 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:18.987049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:58:18.987642 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:18.991769 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b0c692b4-f45c-4050-853e-ccc7cd0cfb4b tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:19.245684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Pushing event updated for resources: {'Network': ['ID=aa99feaa-d63d-4c11-86ec-ee119bf4bf6b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:19.250368 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:19.255672 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network aa99feaa-d63d-4c11-86ec-ee119bf4bf6b details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:58:19.317473 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8469775
Jun 04 15:58:19.320230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34800) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:19.325208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Request body: {'subnet': {'network_id': 'aa99feaa-d63d-4c11-86ec-ee119bf4bf6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1158393302-subnet', 'tenant_id': '2fb35e523d5847f3b200ba045650908c', 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:58:19.331453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:19.335315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Usage tracker for resource:subnet and tenant:2fb35e523d5847f3b200ba045650908c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:19.338402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:19.344960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:19.442243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Made reservation on behalf of 2fb35e523d5847f3b200ba045650908c for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:58:19.444620 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:19.894914 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:19.898402 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a65145c1-7c45-4023-8121-1fa99211bde2 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:19.980110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=347ca35f-d1bc-428b-a54a-9bb8380bb31d,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:19.983848 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:19.985664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Checking segment: {'id': 'a3bf70a2-1225-4ef2-8582-ce35d8d3405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa99feaa-d63d-4c11-86ec-ee119bf4bf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:58:19.986008 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Network hostable DHCP agents. Network: aa99feaa-d63d-4c11-86ec-ee119bf4bf6b, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:58:20.059324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Network aa99feaa-d63d-4c11-86ec-ee119bf4bf6b is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:58:20.133550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, aa99feaa-d63d-4c11-86ec-ee119bf4bf6b) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:58:20.142868 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc95351-1171-4969-a2dc-8a34b42ed572 None None] Network aa99feaa-d63d-4c11-86ec-ee119bf4bf6b requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:58:20.143995 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:58:20.144582 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:20.226520 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9049678
Jun 04 15:58:20.230587 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34802) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:20.235896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1158393302-router', 'tenant_id': '2fb35e523d5847f3b200ba045650908c', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:58:20.241286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:20.245541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Usage tracker for resource:router and tenant:2fb35e523d5847f3b200ba045650908c is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:20.248430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:20.256222 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:20.339776 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:20.340829 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:20.355923 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:20.373304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-aa99feaa-d63d-4c11-86ec-ee119bf4bf6b', 'network_id': 'aa99feaa-d63d-4c11-86ec-ee119bf4bf6b', 'tenant_id': '2fb35e523d5847f3b200ba045650908c', 'fixed_ips': [{'subnet_id': '347ca35f-d1bc-428b-a54a-9bb8380bb31d'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:58:20.374142 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:20.529101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Allocated IP 172.20.0.2 (aa99feaa-d63d-4c11-86ec-ee119bf4bf6b/347ca35f-d1bc-428b-a54a-9bb8380bb31d/51c1f853-c7c4-4f06-b7fc-3eb317962a6a) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:58:20.716181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:20.732683 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:20.743261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Transition to ACTIVE for port object 51c1f853-c7c4-4f06-b7fc-3eb317962a6a will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:58:20.760590 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Transition to ACTIVE for port object 51c1f853-c7c4-4f06-b7fc-3eb317962a6a will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:58:20.836757 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:20.841254 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:20.903420 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Network aa99feaa-d63d-4c11-86ec-ee119bf4bf6b is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:58:20.906902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:58:20.911056 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:58:20.949782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Pushing event updated for resources: {'Port': ['ID=51c1f853-c7c4-4f06-b7fc-3eb317962a6a,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:20.987334 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:20.987684 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:20.988023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:20.988355 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:20.988680 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:20.989026 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:20.989347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:20.989669 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:20.989992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:20.990313 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:20.990630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:20.990946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:20.999579 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:21.019895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Attempting to bind port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:58:21.020268 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Attempting to bind port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'a3bf70a2-1225-4ef2-8582-ce35d8d3405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa99feaa-d63d-4c11-86ec-ee119bf4bf6b'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:58:21.020636 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Attempting to bind port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a on network aa99feaa-d63d-4c11-86ec-ee119bf4bf6b {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:58:21.025893 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:58:21.026281 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Checking segment: {'id': 'a3bf70a2-1225-4ef2-8582-ce35d8d3405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa99feaa-d63d-4c11-86ec-ee119bf4bf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:58:21.026677 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:21.027069 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Bound using segment: {'id': 'a3bf70a2-1225-4ef2-8582-ce35d8d3405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa99feaa-d63d-4c11-86ec-ee119bf4bf6b'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:58:21.027535 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Bound port: 51c1f853-c7c4-4f06-b7fc-3eb317962a6a, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bf70a2-1225-4ef2-8582-ce35d8d3405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa99feaa-d63d-4c11-86ec-ee119bf4bf6b'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:58:21.027910 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:21.112098 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:21.122011 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] For port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:58:21.125927 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] For port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=51c1f853-c7c4-4f06-b7fc-3eb317962a6a,segment=NetworkSegment(a3bf70a2-1225-4ef2-8582-ce35d8d3405d),segment_id=a3bf70a2-1225-4ef2-8582-ce35d8d3405d)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:58:21.142773 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:21.237406 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:21.241219 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:21.278381 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Allocated IP 172.25.4.110 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/de4cf8dd-323f-4141-a577-0fe31cc98cfa) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:58:21.325141 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Pushing event updated for resources: {'Port': ['ID=51c1f853-c7c4-4f06-b7fc-3eb317962a6a,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:21.328109 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:21.438307 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:21.517314 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:21.521233 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d5fa28d6-e595-4c1c-b279-01d24b6bfedf tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:21.592777 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:58:21.596039 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:58:21.598494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:58:21.794582 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=de4cf8dd-323f-4141-a577-0fe31cc98cfa,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:21.798213 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:22.142419 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 51c1f853-c7c4-4f06-b7fc-3eb317962a6a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:58:22.259642 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:22.291112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:58:22.308592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bd0985-9eb8-48b6-b6ae-2cb1b8b4130a None None] Network aa99feaa-d63d-4c11-86ec-ee119bf4bf6b requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:58:22.564168 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e050d31a-fc8b-442b-a216-307bd4cb4337 None None] Provisioning for port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:58:22.575187 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e050d31a-fc8b-442b-a216-307bd4cb4337 None None] Provisioning complete for port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:22.575651 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e050d31a-fc8b-442b-a216-307bd4cb4337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:22.612915 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:22.718103 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e050d31a-fc8b-442b-a216-307bd4cb4337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:22.762296 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e050d31a-fc8b-442b-a216-307bd4cb4337 None None] For port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=51c1f853-c7c4-4f06-b7fc-3eb317962a6a,segment=NetworkSegment(a3bf70a2-1225-4ef2-8582-ce35d8d3405d),segment_id=a3bf70a2-1225-4ef2-8582-ce35d8d3405d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:58:22.860381 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e050d31a-fc8b-442b-a216-307bd4cb4337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:22.863151 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:22.882183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Router 55db8d2d-c777-48f7-9319-19795b60c805 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:58:22.933866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050d31a-fc8b-442b-a216-307bd4cb4337 None None] Pushing event updated for resources: {'Port': ['ID=51c1f853-c7c4-4f06-b7fc-3eb317962a6a,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:22.936822 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e050d31a-fc8b-442b-a216-307bd4cb4337 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:22.982298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-029581c2-853e-48f1-8904-142bee4fb46f None None] Provisioning complete for port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:22.982675 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-029581c2-853e-48f1-8904-142bee4fb46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:23.065905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:58:23.074406 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Sync routers for ids ['55db8d2d-c777-48f7-9319-19795b60c805'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:58:23.084226 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Routers {'55db8d2d-c777-48f7-9319-19795b60c805'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:58:23.084838 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb867f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:58:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['55db8d2d-c777-48f7-9319-19795b60c805'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:23.156876 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:23.158224 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.9266570
Jun 04 15:58:23.160824 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34804) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:23.263013 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Set router 55db8d2d-c777-48f7-9319-19795b60c805 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:58:23.593352 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb867f0>, [{'id': '55db8d2d-c777-48f7-9319-19795b60c805', 'name': 'tempest-TestAggregatesBasicOps-1158393302-router', 'tenant_id': '2fb35e523d5847f3b200ba045650908c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'de4cf8dd-323f-4141-a577-0fe31cc98cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:20Z', 'updated_at': '2021-06-04T15:58:21Z', 'revision_number': 3, 'project_id': '2fb35e523d5847f3b200ba045650908c', 'gw_port': {'id': 'de4cf8dd-323f-4141-a577-0fe31cc98cfa', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55db8d2d-c777-48f7-9319-19795b60c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:21Z', 'updated_at': '2021-06-04T15:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:23.598099 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Checking router: 55db8d2d-c777-48f7-9319-19795b60c805 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:58:23.598448 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Updating router 55db8d2d-c777-48f7-9319-19795b60c805 port de4cf8dd-323f-4141-a577-0fe31cc98cfa binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:58:23.650533 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:23.854047 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:23.975838 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:23.986963 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Transition to ACTIVE for port object de4cf8dd-323f-4141-a577-0fe31cc98cfa will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:58:24.009744 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:24.070604 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:24.074579 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-3590bf7a-06c9-494b-a7d6-ba8b0082c108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:24.108528 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 51c1f853-c7c4-4f06-b7fc-3eb317962a6a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:58:24.152160 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Attempting to bind port de4cf8dd-323f-4141-a577-0fe31cc98cfa on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:58:24.152674 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Attempting to bind port de4cf8dd-323f-4141-a577-0fe31cc98cfa by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:58:24.153182 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Attempting to bind port de4cf8dd-323f-4141-a577-0fe31cc98cfa on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:58:24.159110 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Pushing event updated for resources: {'Port': ['ID=de4cf8dd-323f-4141-a577-0fe31cc98cfa,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:24.168354 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:24.168768 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:24.169188 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:24.169579 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:24.169965 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:24.170350 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:24.170753 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:24.171132 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:24.172266 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:24.172368 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:24.172621 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:24.173039 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:58:24.176237 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:58:24.176704 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:58:24.177372 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:24.177819 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:58:24.178380 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Bound port: de4cf8dd-323f-4141-a577-0fe31cc98cfa, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:58:24.178793 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:24.187936 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:24.188484 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:24.202907 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:24.228795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Allocated IP 172.20.0.1 (aa99feaa-d63d-4c11-86ec-ee119bf4bf6b/347ca35f-d1bc-428b-a54a-9bb8380bb31d/5cbcb1cb-198d-4a85-b83e-f6eb82c4e556) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:58:24.257617 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] For port de4cf8dd-323f-4141-a577-0fe31cc98cfa, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:58:24.262136 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] For port de4cf8dd-323f-4141-a577-0fe31cc98cfa, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=de4cf8dd-323f-4141-a577-0fe31cc98cfa,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:58:24.323118 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:24.327785 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-43b342e6-7623-422f-9acd-621b8496800b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:24.399494 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:24.404223 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Routers {'55db8d2d-c777-48f7-9319-19795b60c805'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:58:24.404858 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb867f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:58:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['55db8d2d-c777-48f7-9319-19795b60c805'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:24.416930 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Transition to ACTIVE for port object 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:58:24.477693 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Pushing event updated for resources: {'Port': ['ID=de4cf8dd-323f-4141-a577-0fe31cc98cfa,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:24.480725 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:24.505433 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:24.510167 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f3f4629a-56d9-4813-aa02-ddad94997891 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:24.570897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Network aa99feaa-d63d-4c11-86ec-ee119bf4bf6b is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:58:24.573946 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:58:24.577684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:58:24.599185 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] Set router 55db8d2d-c777-48f7-9319-19795b60c805 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:58:24.615404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Pushing event updated for resources: {'Port': ['ID=5cbcb1cb-198d-4a85-b83e-f6eb82c4e556,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:24.628573 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:24.643470 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:24.898309 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb867f0>, [{'id': '55db8d2d-c777-48f7-9319-19795b60c805', 'name': 'tempest-TestAggregatesBasicOps-1158393302-router', 'tenant_id': '2fb35e523d5847f3b200ba045650908c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'de4cf8dd-323f-4141-a577-0fe31cc98cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:20Z', 'updated_at': '2021-06-04T15:58:21Z', 'revision_number': 3, 'project_id': '2fb35e523d5847f3b200ba045650908c', 'gw_port': {'id': 'de4cf8dd-323f-4141-a577-0fe31cc98cfa', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55db8d2d-c777-48f7-9319-19795b60c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:21Z', 'updated_at': '2021-06-04T15:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:24.901965 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419e064-94d5-48cd-b577-ece1dc38504f None None] The sync data for ids ['55db8d2d-c777-48f7-9319-19795b60c805'] in n-d-791505-9 is: [{'id': '55db8d2d-c777-48f7-9319-19795b60c805', 'name': 'tempest-TestAggregatesBasicOps-1158393302-router', 'tenant_id': '2fb35e523d5847f3b200ba045650908c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'de4cf8dd-323f-4141-a577-0fe31cc98cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:20Z', 'updated_at': '2021-06-04T15:58:21Z', 'revision_number': 3, 'project_id': '2fb35e523d5847f3b200ba045650908c', 'gw_port': {'id': 'de4cf8dd-323f-4141-a577-0fe31cc98cfa', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55db8d2d-c777-48f7-9319-19795b60c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:21Z', 'updated_at': '2021-06-04T15:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:58:24.910721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3415319f-d975-4014-84c0-c3c72c75a748 None None] Provisioning for port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:58:24.915810 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3415319f-d975-4014-84c0-c3c72c75a748 None None] Provisioning complete for port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:24.916203 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3415319f-d975-4014-84c0-c3c72c75a748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:24.979338 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3415319f-d975-4014-84c0-c3c72c75a748 None None] Port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:58:25.009552 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:25.443219 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:25.516750 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:25.544830 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2f592241-4ae1-4cf6-9c3a-0f75512d84f7 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:25.631026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Pushing event updated for resources: {'Port': ['ID=5cbcb1cb-198d-4a85-b83e-f6eb82c4e556,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:25.633934 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:25.634950 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:25.775062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Network aa99feaa-d63d-4c11-86ec-ee119bf4bf6b is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:58:25.776209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:58:25.969751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Router 55db8d2d-c777-48f7-9319-19795b60c805 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:58:26.007243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2f05e476-3124-488a-ba86-0988326a0e60 None None] Provisioning complete for port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:26.007770 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2f05e476-3124-488a-ba86-0988326a0e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:26.075834 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-2f05e476-3124-488a-ba86-0988326a0e60 None None] Port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:58:26.144838 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:26.157126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:58:26.167215 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] 10.222.0.32 "PUT /v2.0/routers/55db8d2d-c777-48f7-9319-19795b60c805/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0045984
Jun 04 15:58:26.176137 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device de4cf8dd-323f-4141-a577-0fe31cc98cfa up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:58:26.322177 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port de4cf8dd-323f-4141-a577-0fe31cc98cfa completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:58:26.332151 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port de4cf8dd-323f-4141-a577-0fe31cc98cfa triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:26.332151 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:26.433164 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Sync routers for ids ['55db8d2d-c777-48f7-9319-19795b60c805'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:58:26.462044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Routers {'55db8d2d-c777-48f7-9319-19795b60c805'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:58:26.462607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8391234610>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:58:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['55db8d2d-c777-48f7-9319-19795b60c805'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:26.530432 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:26.564916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port de4cf8dd-323f-4141-a577-0fe31cc98cfa, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=de4cf8dd-323f-4141-a577-0fe31cc98cfa,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:58:26.650476 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:26.654540 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:26.702585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Set router 55db8d2d-c777-48f7-9319-19795b60c805 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:58:26.867360 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=de4cf8dd-323f-4141-a577-0fe31cc98cfa,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:26.872257 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:26.920039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34820) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:26.925157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-263982219-network', 'tenant_id': '6c6899ea590e494592c0155440c13594'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:58:26.930713 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:26.934803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Usage tracker for resource:network and tenant:6c6899ea590e494592c0155440c13594 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:26.938289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:26.945008 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:27.025287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Made reservation on behalf of 6c6899ea590e494592c0155440c13594 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:58:27.027617 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:27.041140 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:27.056675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:27.060888 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Usage tracker for resource:security_group_rule and tenant:6c6899ea590e494592c0155440c13594 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:27.064666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:27.070385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:27.094777 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8391234610>, [{'id': '55db8d2d-c777-48f7-9319-19795b60c805', 'name': 'tempest-TestAggregatesBasicOps-1158393302-router', 'tenant_id': '2fb35e523d5847f3b200ba045650908c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'de4cf8dd-323f-4141-a577-0fe31cc98cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:20Z', 'updated_at': '2021-06-04T15:58:24Z', 'revision_number': 4, 'project_id': '2fb35e523d5847f3b200ba045650908c', 'gw_port': {'id': 'de4cf8dd-323f-4141-a577-0fe31cc98cfa', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55db8d2d-c777-48f7-9319-19795b60c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:21Z', 'updated_at': '2021-06-04T15:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '5cbcb1cb-198d-4a85-b83e-f6eb82c4e556', 'name': '', 'network_id': 'aa99feaa-d63d-4c11-86ec-ee119bf4bf6b', 'tenant_id': '2fb35e523d5847f3b200ba045650908c', 'mac_address': 'fa:16:3e:8f:02:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55db8d2d-c777-48f7-9319-19795b60c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '347ca35f-d1bc-428b-a54a-9bb8380bb31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:24Z', 'updated_at': '2021-06-04T15:58:25Z', 'revision_number': 2, 'project_id': '2fb35e523d5847f3b200ba045650908c', 'subnets': [{'id': '347ca35f-d1bc-428b-a54a-9bb8380bb31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:27.099015 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Checking router: 55db8d2d-c777-48f7-9319-19795b60c805 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:58:27.099380 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Updating router 55db8d2d-c777-48f7-9319-19795b60c805 port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:58:27.152590 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:27.152799 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:27.236722 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:27.242968 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-28b31735-6809-48d6-9a83-abfaf81d4dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:27.273482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:58:27.282562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c227c39-edb5-4dec-abc5-8bca88011a1b,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:27.285880 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:27.290300 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:27.290300 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Added segment e079f01d-ec4c-4a7e-a08f-3dfa7337ae35 of type vlan for network a03c79b1-5b7b-406b-9a1d-8c3493833954
Jun 04 15:58:27.322156 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:27.390956 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:27.392027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:58:27.392720 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:27.397829 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6d2f52ab-7251-4c1f-93d8-ad8883eb5d2f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:27.494843 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:27.495443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a03c79b1-5b7b-406b-9a1d-8c3493833954,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:27.498552 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:27.503034 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5797698
Jun 04 15:58:27.508370 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34822) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:27.508883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network a03c79b1-5b7b-406b-9a1d-8c3493833954 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:58:27.513593 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] Request body: {'subnet': {'network_id': 'a03c79b1-5b7b-406b-9a1d-8c3493833954', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-263982219-subnet', 'tenant_id': '6c6899ea590e494592c0155440c13594', 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:58:27.520355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:27.521396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Transition to ACTIVE for port object 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:58:27.524653 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] Usage tracker for resource:subnet and tenant:6c6899ea590e494592c0155440c13594 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:27.528656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:27.536236 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:27.586994 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:27.590184 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] Made reservation on behalf of 6c6899ea590e494592c0155440c13594 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:58:27.592582 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:27.596356 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:27.739009 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e92896-e83d-4c0c-a879-f0cfd42383b7 None None] Pushing event updated for resources: {'Port': ['ID=5cbcb1cb-198d-4a85-b83e-f6eb82c4e556,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:27.743827 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-62e92896-e83d-4c0c-a879-f0cfd42383b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:27.831135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Attempting to bind port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:58:27.831517 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Attempting to bind port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'a3bf70a2-1225-4ef2-8582-ce35d8d3405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa99feaa-d63d-4c11-86ec-ee119bf4bf6b'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:58:27.831897 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Attempting to bind port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 on network aa99feaa-d63d-4c11-86ec-ee119bf4bf6b {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:58:27.837523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:58:27.837904 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Checking segment: {'id': 'a3bf70a2-1225-4ef2-8582-ce35d8d3405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa99feaa-d63d-4c11-86ec-ee119bf4bf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:58:27.838331 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:27.838717 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Bound using segment: {'id': 'a3bf70a2-1225-4ef2-8582-ce35d8d3405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa99feaa-d63d-4c11-86ec-ee119bf4bf6b'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:58:27.839188 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Bound port: 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bf70a2-1225-4ef2-8582-ce35d8d3405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'aa99feaa-d63d-4c11-86ec-ee119bf4bf6b'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:58:27.839583 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:27.944581 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] For port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:58:27.947910 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] For port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5cbcb1cb-198d-4a85-b83e-f6eb82c4e556,segment=NetworkSegment(a3bf70a2-1225-4ef2-8582-ce35d8d3405d),segment_id=a3bf70a2-1225-4ef2-8582-ce35d8d3405d)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:58:27.996769 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:28.001370 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6c4d354a-faec-4fca-9777-41196fd4c4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:28.042141 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:28.047262 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0608de44-f369-4be6-bfe2-20edf40b48a8 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:28.076359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Routers {'55db8d2d-c777-48f7-9319-19795b60c805'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:58:28.076845 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8391234610>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:58:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['55db8d2d-c777-48f7-9319-19795b60c805'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:28.126428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7e5561-253f-40aa-81fc-1e926b25e950,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:28.130503 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:28.137030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] Checking segment: {'id': 'e079f01d-ec4c-4a7e-a08f-3dfa7337ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a03c79b1-5b7b-406b-9a1d-8c3493833954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:58:28.137455 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] Network hostable DHCP agents. Network: a03c79b1-5b7b-406b-9a1d-8c3493833954, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:58:28.151638 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device de4cf8dd-323f-4141-a577-0fe31cc98cfa up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:58:28.175440 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e92896-e83d-4c0c-a879-f0cfd42383b7 None None] Pushing event updated for resources: {'Port': ['ID=5cbcb1cb-198d-4a85-b83e-f6eb82c4e556,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:28.185247 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-62e92896-e83d-4c0c-a879-f0cfd42383b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:28.253731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] Network a03c79b1-5b7b-406b-9a1d-8c3493833954 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:58:28.328265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, a03c79b1-5b7b-406b-9a1d-8c3493833954) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:58:28.331059 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] Set router 55db8d2d-c777-48f7-9319-19795b60c805 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:58:28.338084 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:58:28.338709 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:28.372570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port de4cf8dd-323f-4141-a577-0fe31cc98cfa triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:28.372952 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:28.409162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6153fd-6c9a-4386-b346-c551a085622b None None] Network a03c79b1-5b7b-406b-9a1d-8c3493833954 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:58:28.419559 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6a0aa674-e062-484d-91aa-3aaf6f00fbfe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9098735
Jun 04 15:58:28.422704 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34824) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:28.427142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-263982219-router', 'tenant_id': '6c6899ea590e494592c0155440c13594', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:58:28.432910 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:28.437463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Usage tracker for resource:router and tenant:6c6899ea590e494592c0155440c13594 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:28.440723 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:28.446498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:28.521795 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:28.522925 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:28.538001 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:28.991757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-a03c79b1-5b7b-406b-9a1d-8c3493833954', 'network_id': 'a03c79b1-5b7b-406b-9a1d-8c3493833954', 'tenant_id': '6c6899ea590e494592c0155440c13594', 'fixed_ips': [{'subnet_id': 'cb7e5561-253f-40aa-81fc-1e926b25e950'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:58:28.992591 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:29.038625 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:29.149779 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8391234610>, [{'id': '55db8d2d-c777-48f7-9319-19795b60c805', 'name': 'tempest-TestAggregatesBasicOps-1158393302-router', 'tenant_id': '2fb35e523d5847f3b200ba045650908c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'de4cf8dd-323f-4141-a577-0fe31cc98cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:20Z', 'updated_at': '2021-06-04T15:58:24Z', 'revision_number': 4, 'project_id': '2fb35e523d5847f3b200ba045650908c', 'gw_port': {'id': 'de4cf8dd-323f-4141-a577-0fe31cc98cfa', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db8d2d-c777-48f7-9319-19795b60c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:21Z', 'updated_at': '2021-06-04T15:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '5cbcb1cb-198d-4a85-b83e-f6eb82c4e556', 'name': '', 'network_id': 'aa99feaa-d63d-4c11-86ec-ee119bf4bf6b', 'tenant_id': '2fb35e523d5847f3b200ba045650908c', 'mac_address': 'fa:16:3e:8f:02:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55db8d2d-c777-48f7-9319-19795b60c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '347ca35f-d1bc-428b-a54a-9bb8380bb31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:24Z', 'updated_at': '2021-06-04T15:58:27Z', 'revision_number': 4, 'project_id': '2fb35e523d5847f3b200ba045650908c', 'subnets': [{'id': '347ca35f-d1bc-428b-a54a-9bb8380bb31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:29.160431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08adfe2-572b-4830-b22e-bf2e66988902 None None] The sync data for ids ['55db8d2d-c777-48f7-9319-19795b60c805'] in n-d-791505-9 is: [{'id': '55db8d2d-c777-48f7-9319-19795b60c805', 'name': 'tempest-TestAggregatesBasicOps-1158393302-router', 'tenant_id': '2fb35e523d5847f3b200ba045650908c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'de4cf8dd-323f-4141-a577-0fe31cc98cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:20Z', 'updated_at': '2021-06-04T15:58:24Z', 'revision_number': 4, 'project_id': '2fb35e523d5847f3b200ba045650908c', 'gw_port': {'id': 'de4cf8dd-323f-4141-a577-0fe31cc98cfa', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db8d2d-c777-48f7-9319-19795b60c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:21Z', 'updated_at': '2021-06-04T15:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '5cbcb1cb-198d-4a85-b83e-f6eb82c4e556', 'name': '', 'network_id': 'aa99feaa-d63d-4c11-86ec-ee119bf4bf6b', 'tenant_id': '2fb35e523d5847f3b200ba045650908c', 'mac_address': 'fa:16:3e:8f:02:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55db8d2d-c777-48f7-9319-19795b60c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '347ca35f-d1bc-428b-a54a-9bb8380bb31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:24Z', 'updated_at': '2021-06-04T15:58:27Z', 'revision_number': 4, 'project_id': '2fb35e523d5847f3b200ba045650908c', 'subnets': [{'id': '347ca35f-d1bc-428b-a54a-9bb8380bb31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:58:29.178456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Allocated IP 172.20.0.2 (a03c79b1-5b7b-406b-9a1d-8c3493833954/cb7e5561-253f-40aa-81fc-1e926b25e950/95936b46-f70d-40bb-8c10-bdb2525f98d0) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:58:29.424759 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:29.436590 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:29.445890 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Transition to ACTIVE for port object 95936b46-f70d-40bb-8c10-bdb2525f98d0 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:58:29.470110 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Transition to ACTIVE for port object 95936b46-f70d-40bb-8c10-bdb2525f98d0 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:58:29.472885 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:29.533485 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c034570-2139-4024-9cad-fa0e488f4c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:29.562561 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:29.566657 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:29.626999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Allocated IP 172.25.4.30 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/28149e7e-147f-4a4f-96b9-a0b2901094c9) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:58:29.638812 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Network a03c79b1-5b7b-406b-9a1d-8c3493833954 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:58:29.642488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:58:29.646239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:58:29.652392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Pushing event updated for resources: {'Port': ['ID=95936b46-f70d-40bb-8c10-bdb2525f98d0,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:29.656838 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:29.743166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Attempting to bind port 95936b46-f70d-40bb-8c10-bdb2525f98d0 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:58:29.744007 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Attempting to bind port 95936b46-f70d-40bb-8c10-bdb2525f98d0 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'e079f01d-ec4c-4a7e-a08f-3dfa7337ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a03c79b1-5b7b-406b-9a1d-8c3493833954'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:58:29.744397 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Attempting to bind port 95936b46-f70d-40bb-8c10-bdb2525f98d0 on network a03c79b1-5b7b-406b-9a1d-8c3493833954 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:58:29.750219 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:58:29.750598 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Checking segment: {'id': 'e079f01d-ec4c-4a7e-a08f-3dfa7337ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a03c79b1-5b7b-406b-9a1d-8c3493833954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:58:29.751015 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:29.751420 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Bound using segment: {'id': 'e079f01d-ec4c-4a7e-a08f-3dfa7337ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a03c79b1-5b7b-406b-9a1d-8c3493833954'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:58:29.752236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Bound port: 95936b46-f70d-40bb-8c10-bdb2525f98d0, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e079f01d-ec4c-4a7e-a08f-3dfa7337ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a03c79b1-5b7b-406b-9a1d-8c3493833954'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:58:29.752352 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:29.800358 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:29.855342 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] For port 95936b46-f70d-40bb-8c10-bdb2525f98d0, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:58:29.863854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] For port 95936b46-f70d-40bb-8c10-bdb2525f98d0, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=95936b46-f70d-40bb-8c10-bdb2525f98d0,segment=NetworkSegment(e079f01d-ec4c-4a7e-a08f-3dfa7337ae35),segment_id=e079f01d-ec4c-4a7e-a08f-3dfa7337ae35)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:58:29.887897 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:29.892787 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cd80cd43-90be-46dc-afd4-e0b3f5f5d574 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:29.946112 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:29.951492 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:29.968600 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:58:29.971761 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:58:29.975437 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:58:30.005476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Pushing event updated for resources: {'Port': ['ID=28149e7e-147f-4a4f-96b9-a0b2901094c9,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:30.011733 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:30.035443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Pushing event updated for resources: {'Port': ['ID=95936b46-f70d-40bb-8c10-bdb2525f98d0,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:30.038521 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:30.157701 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:58:30.339184 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:58:30.346265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:30.346713 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:30.489405 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:30.522584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5cbcb1cb-198d-4a85-b83e-f6eb82c4e556,segment=NetworkSegment(a3bf70a2-1225-4ef2-8582-ce35d8d3405d),segment_id=a3bf70a2-1225-4ef2-8582-ce35d8d3405d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:58:30.596318 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:30.599307 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:30.669262 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=5cbcb1cb-198d-4a85-b83e-f6eb82c4e556,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:30.672468 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:30.727170 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:31.077319 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:31.224352 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cc6865-421c-4851-b254-5a2925fa0971 None None] Network a03c79b1-5b7b-406b-9a1d-8c3493833954 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:58:31.430455 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Router 70d286c1-b6fd-42e4-bc03-eb84532c07be is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:58:31.489351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b674cc3c-4855-49c7-9dfd-55b76c4d4a6a None None] Provisioning for port 95936b46-f70d-40bb-8c10-bdb2525f98d0 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:58:31.625989 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:58:31.635980 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Sync routers for ids ['70d286c1-b6fd-42e4-bc03-eb84532c07be'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:58:31.650872 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Routers {'70d286c1-b6fd-42e4-bc03-eb84532c07be'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:58:31.651930 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d6eba30>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:58:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['70d286c1-b6fd-42e4-bc03-eb84532c07be'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:31.693340 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:31.697103 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.2708895
Jun 04 15:58:31.697271 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34826) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:31.861779 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Set router 70d286c1-b6fd-42e4-bc03-eb84532c07be gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:58:31.990259 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:32.161202 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d6eba30>, [{'id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'name': 'tempest-TestAggregatesBasicOps-263982219-router', 'tenant_id': '6c6899ea590e494592c0155440c13594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '28149e7e-147f-4a4f-96b9-a0b2901094c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:28Z', 'updated_at': '2021-06-04T15:58:30Z', 'revision_number': 3, 'project_id': '6c6899ea590e494592c0155440c13594', 'gw_port': {'id': '28149e7e-147f-4a4f-96b9-a0b2901094c9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:18:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:29Z', 'updated_at': '2021-06-04T15:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:32.165521 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Checking router: 70d286c1-b6fd-42e4-bc03-eb84532c07be for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:58:32.165872 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Updating router 70d286c1-b6fd-42e4-bc03-eb84532c07be port 28149e7e-147f-4a4f-96b9-a0b2901094c9 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:58:32.217550 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:58:32.223541 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:32.309039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:32.309476 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:32.341465 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c4ec605-c081-49f2-aa5e-4d4eb87191e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:32.450649 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 95936b46-f70d-40bb-8c10-bdb2525f98d0 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:58:32.652773 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:32.652773 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Transition to ACTIVE for port object 28149e7e-147f-4a4f-96b9-a0b2901094c9 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:58:32.654268 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:32.738863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 95936b46-f70d-40bb-8c10-bdb2525f98d0 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:58:32.744062 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 95936b46-f70d-40bb-8c10-bdb2525f98d0 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:32.744493 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:32.767521 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:32.774113 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:32.815090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Allocated IP 172.20.0.1 (a03c79b1-5b7b-406b-9a1d-8c3493833954/cb7e5561-253f-40aa-81fc-1e926b25e950/da8c3891-b50f-4afe-ad9a-2d802f2faf7e) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:58:32.856932 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Attempting to bind port 28149e7e-147f-4a4f-96b9-a0b2901094c9 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:58:32.857446 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Attempting to bind port 28149e7e-147f-4a4f-96b9-a0b2901094c9 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:58:32.857742 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Attempting to bind port 28149e7e-147f-4a4f-96b9-a0b2901094c9 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:58:32.866996 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe03af2-8780-44f3-a97d-0abfaf91a378 None None] Pushing event updated for resources: {'Port': ['ID=28149e7e-147f-4a4f-96b9-a0b2901094c9,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:32.869714 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-afe03af2-8780-44f3-a97d-0abfaf91a378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:32.870794 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:58:32.871374 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:58:32.871937 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:32.872057 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:32.872578 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:58:32.873225 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Bound port: 28149e7e-147f-4a4f-96b9-a0b2901094c9, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:58:32.873771 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:32.912870 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 95936b46-f70d-40bb-8c10-bdb2525f98d0, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=95936b46-f70d-40bb-8c10-bdb2525f98d0,segment=NetworkSegment(e079f01d-ec4c-4a7e-a08f-3dfa7337ae35),segment_id=e079f01d-ec4c-4a7e-a08f-3dfa7337ae35)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:58:32.955130 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] For port 28149e7e-147f-4a4f-96b9-a0b2901094c9, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:58:32.958302 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] For port 28149e7e-147f-4a4f-96b9-a0b2901094c9, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=28149e7e-147f-4a4f-96b9-a0b2901094c9,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:58:32.971169 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:32.973232 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:32.975093 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:32.988093 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Transition to ACTIVE for port object da8c3891-b50f-4afe-ad9a-2d802f2faf7e will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:58:33.013431 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:33.018220 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:33.042266 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=95936b46-f70d-40bb-8c10-bdb2525f98d0,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:33.046069 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:33.065210 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:33.071203 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-400778f0-d248-454d-a09b-feda50a9ef33 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:33.095907 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Routers {'70d286c1-b6fd-42e4-bc03-eb84532c07be'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:58:33.096523 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d6eba30>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:58:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['70d286c1-b6fd-42e4-bc03-eb84532c07be'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:33.142656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Network a03c79b1-5b7b-406b-9a1d-8c3493833954 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:58:33.145521 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:58:33.147879 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:58:33.162756 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe03af2-8780-44f3-a97d-0abfaf91a378 None None] Pushing event updated for resources: {'Port': ['ID=28149e7e-147f-4a4f-96b9-a0b2901094c9,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:33.167538 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-afe03af2-8780-44f3-a97d-0abfaf91a378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:33.186232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Pushing event updated for resources: {'Port': ['ID=da8c3891-b50f-4afe-ad9a-2d802f2faf7e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:33.195021 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:33.209410 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:33.296875 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] Set router 70d286c1-b6fd-42e4-bc03-eb84532c07be gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:58:33.402854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4036d819-8c8c-4fd8-aabd-e6b923328a32 None None] Provisioning for port da8c3891-b50f-4afe-ad9a-2d802f2faf7e completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:58:33.410521 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4036d819-8c8c-4fd8-aabd-e6b923328a32 None None] Provisioning complete for port da8c3891-b50f-4afe-ad9a-2d802f2faf7e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:33.410893 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4036d819-8c8c-4fd8-aabd-e6b923328a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:33.466641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-4036d819-8c8c-4fd8-aabd-e6b923328a32 None None] Port da8c3891-b50f-4afe-ad9a-2d802f2faf7e cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:58:33.518863 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:33.589313 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d6eba30>, [{'id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'name': 'tempest-TestAggregatesBasicOps-263982219-router', 'tenant_id': '6c6899ea590e494592c0155440c13594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '28149e7e-147f-4a4f-96b9-a0b2901094c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:28Z', 'updated_at': '2021-06-04T15:58:30Z', 'revision_number': 3, 'project_id': '6c6899ea590e494592c0155440c13594', 'gw_port': {'id': '28149e7e-147f-4a4f-96b9-a0b2901094c9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:18:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:29Z', 'updated_at': '2021-06-04T15:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:33.594145 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac30e0-7445-4783-abfe-84e668f08ddb None None] The sync data for ids ['70d286c1-b6fd-42e4-bc03-eb84532c07be'] in n-d-791505-9 is: [{'id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'name': 'tempest-TestAggregatesBasicOps-263982219-router', 'tenant_id': '6c6899ea590e494592c0155440c13594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '28149e7e-147f-4a4f-96b9-a0b2901094c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:28Z', 'updated_at': '2021-06-04T15:58:30Z', 'revision_number': 3, 'project_id': '6c6899ea590e494592c0155440c13594', 'gw_port': {'id': '28149e7e-147f-4a4f-96b9-a0b2901094c9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:18:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:29Z', 'updated_at': '2021-06-04T15:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:58:33.710119 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:33.763380 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:33.824951 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:33.854194 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5964644a-9bc9-4ee3-9256-93ad76cefc57 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:33.938327 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:33.941927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Pushing event updated for resources: {'Port': ['ID=da8c3891-b50f-4afe-ad9a-2d802f2faf7e,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:33.945267 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:34.084861 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Network a03c79b1-5b7b-406b-9a1d-8c3493833954 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:58:34.086146 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:58:34.260023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 28149e7e-147f-4a4f-96b9-a0b2901094c9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:58:34.290315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Router 70d286c1-b6fd-42e4-bc03-eb84532c07be has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:58:34.407769 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a7337570-d5a9-4ac5-82e8-da6a005de2ea None None] Provisioning complete for port da8c3891-b50f-4afe-ad9a-2d802f2faf7e triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:34.408149 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a7337570-d5a9-4ac5-82e8-da6a005de2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:34.453989 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 28149e7e-147f-4a4f-96b9-a0b2901094c9 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:58:34.477442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 28149e7e-147f-4a4f-96b9-a0b2901094c9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:34.477956 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:34.535307 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a7337570-d5a9-4ac5-82e8-da6a005de2ea None None] Port da8c3891-b50f-4afe-ad9a-2d802f2faf7e cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:58:34.607192 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:34.623515 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 28149e7e-147f-4a4f-96b9-a0b2901094c9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=28149e7e-147f-4a4f-96b9-a0b2901094c9,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:58:34.649249 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:58:34.658619 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] 10.222.0.32 "PUT /v2.0/routers/70d286c1-b6fd-42e4-bc03-eb84532c07be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9603412
Jun 04 15:58:34.682066 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:34.682946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 95936b46-f70d-40bb-8c10-bdb2525f98d0 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:58:34.714491 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-62e92896-e83d-4c0c-a879-f0cfd42383b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:34.803756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=28149e7e-147f-4a4f-96b9-a0b2901094c9,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:34.807604 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:34.818860 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 95936b46-f70d-40bb-8c10-bdb2525f98d0 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:34.819250 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:35.305456 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:36.114737 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 28149e7e-147f-4a4f-96b9-a0b2901094c9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:58:36.140919 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Sync routers for ids ['70d286c1-b6fd-42e4-bc03-eb84532c07be'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:58:36.169250 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Routers {'70d286c1-b6fd-42e4-bc03-eb84532c07be'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:58:36.169872 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c42db20>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:58:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['70d286c1-b6fd-42e4-bc03-eb84532c07be'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:36.357372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 28149e7e-147f-4a4f-96b9-a0b2901094c9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:36.358017 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:36.419955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Set router 70d286c1-b6fd-42e4-bc03-eb84532c07be gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:58:36.865931 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c42db20>, [{'id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'name': 'tempest-TestAggregatesBasicOps-263982219-router', 'tenant_id': '6c6899ea590e494592c0155440c13594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '28149e7e-147f-4a4f-96b9-a0b2901094c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:28Z', 'updated_at': '2021-06-04T15:58:33Z', 'revision_number': 4, 'project_id': '6c6899ea590e494592c0155440c13594', 'gw_port': {'id': '28149e7e-147f-4a4f-96b9-a0b2901094c9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:29Z', 'updated_at': '2021-06-04T15:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'da8c3891-b50f-4afe-ad9a-2d802f2faf7e', 'name': '', 'network_id': 'a03c79b1-5b7b-406b-9a1d-8c3493833954', 'tenant_id': '6c6899ea590e494592c0155440c13594', 'mac_address': 'fa:16:3e:e8:24:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'cb7e5561-253f-40aa-81fc-1e926b25e950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:32Z', 'updated_at': '2021-06-04T15:58:33Z', 'revision_number': 2, 'project_id': '6c6899ea590e494592c0155440c13594', 'subnets': [{'id': 'cb7e5561-253f-40aa-81fc-1e926b25e950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:36.875830 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Checking router: 70d286c1-b6fd-42e4-bc03-eb84532c07be for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:58:36.875830 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Updating router 70d286c1-b6fd-42e4-bc03-eb84532c07be port da8c3891-b50f-4afe-ad9a-2d802f2faf7e binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:58:36.929654 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:37.298138 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:37.311178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Transition to ACTIVE for port object da8c3891-b50f-4afe-ad9a-2d802f2faf7e will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:58:37.418438 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:37.423930 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e050d31a-fc8b-442b-a216-307bd4cb4337 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:37.469755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34890) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:37.586067 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fadf6-0698-49ac-9735-52f42d022983 None None] Pushing event updated for resources: {'Port': ['ID=da8c3891-b50f-4afe-ad9a-2d802f2faf7e,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:37.593633 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d71fadf6-0698-49ac-9735-52f42d022983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:37.651150 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Attempting to bind port da8c3891-b50f-4afe-ad9a-2d802f2faf7e on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:58:37.651516 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Attempting to bind port da8c3891-b50f-4afe-ad9a-2d802f2faf7e by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'e079f01d-ec4c-4a7e-a08f-3dfa7337ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a03c79b1-5b7b-406b-9a1d-8c3493833954'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:58:37.652072 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Attempting to bind port da8c3891-b50f-4afe-ad9a-2d802f2faf7e on network a03c79b1-5b7b-406b-9a1d-8c3493833954 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:58:37.659101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:58:37.659485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Checking segment: {'id': 'e079f01d-ec4c-4a7e-a08f-3dfa7337ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a03c79b1-5b7b-406b-9a1d-8c3493833954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:58:37.659898 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:37.660293 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Bound using segment: {'id': 'e079f01d-ec4c-4a7e-a08f-3dfa7337ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a03c79b1-5b7b-406b-9a1d-8c3493833954'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:58:37.660767 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Bound port: da8c3891-b50f-4afe-ad9a-2d802f2faf7e, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e079f01d-ec4c-4a7e-a08f-3dfa7337ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a03c79b1-5b7b-406b-9a1d-8c3493833954'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:58:37.661176 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:37.751792 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] For port da8c3891-b50f-4afe-ad9a-2d802f2faf7e, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:58:37.754721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] For port da8c3891-b50f-4afe-ad9a-2d802f2faf7e, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=da8c3891-b50f-4afe-ad9a-2d802f2faf7e,segment=NetworkSegment(e079f01d-ec4c-4a7e-a08f-3dfa7337ae35),segment_id=e079f01d-ec4c-4a7e-a08f-3dfa7337ae35)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:58:37.830674 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:37.835425 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:37.910385 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Routers {'70d286c1-b6fd-42e4-bc03-eb84532c07be'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:58:37.911010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c42db20>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:58:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['70d286c1-b6fd-42e4-bc03-eb84532c07be'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:37.982166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fadf6-0698-49ac-9735-52f42d022983 None None] Pushing event updated for resources: {'Port': ['ID=da8c3891-b50f-4afe-ad9a-2d802f2faf7e,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:37.993590 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d71fadf6-0698-49ac-9735-52f42d022983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:38.050666 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a9d8ca4f-ff91-4d40-837f-3dda79019739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:38.112140 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] Set router 70d286c1-b6fd-42e4-bc03-eb84532c07be gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:58:38.485626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c42db20>, [{'id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'name': 'tempest-TestAggregatesBasicOps-263982219-router', 'tenant_id': '6c6899ea590e494592c0155440c13594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '28149e7e-147f-4a4f-96b9-a0b2901094c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:28Z', 'updated_at': '2021-06-04T15:58:33Z', 'revision_number': 4, 'project_id': '6c6899ea590e494592c0155440c13594', 'gw_port': {'id': '28149e7e-147f-4a4f-96b9-a0b2901094c9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:29Z', 'updated_at': '2021-06-04T15:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'da8c3891-b50f-4afe-ad9a-2d802f2faf7e', 'name': '', 'network_id': 'a03c79b1-5b7b-406b-9a1d-8c3493833954', 'tenant_id': '6c6899ea590e494592c0155440c13594', 'mac_address': 'fa:16:3e:e8:24:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'cb7e5561-253f-40aa-81fc-1e926b25e950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:32Z', 'updated_at': '2021-06-04T15:58:37Z', 'revision_number': 4, 'project_id': '6c6899ea590e494592c0155440c13594', 'subnets': [{'id': 'cb7e5561-253f-40aa-81fc-1e926b25e950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:38.489882 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bc7c8f-db89-4064-94bf-bade9c630ba4 None None] The sync data for ids ['70d286c1-b6fd-42e4-bc03-eb84532c07be'] in n-d-791505-9 is: [{'id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'name': 'tempest-TestAggregatesBasicOps-263982219-router', 'tenant_id': '6c6899ea590e494592c0155440c13594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '28149e7e-147f-4a4f-96b9-a0b2901094c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:28Z', 'updated_at': '2021-06-04T15:58:33Z', 'revision_number': 4, 'project_id': '6c6899ea590e494592c0155440c13594', 'gw_port': {'id': '28149e7e-147f-4a4f-96b9-a0b2901094c9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:29Z', 'updated_at': '2021-06-04T15:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'da8c3891-b50f-4afe-ad9a-2d802f2faf7e', 'name': '', 'network_id': 'a03c79b1-5b7b-406b-9a1d-8c3493833954', 'tenant_id': '6c6899ea590e494592c0155440c13594', 'mac_address': 'fa:16:3e:e8:24:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'cb7e5561-253f-40aa-81fc-1e926b25e950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:32Z', 'updated_at': '2021-06-04T15:58:37Z', 'revision_number': 4, 'project_id': '6c6899ea590e494592c0155440c13594', 'subnets': [{'id': 'cb7e5561-253f-40aa-81fc-1e926b25e950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:58:38.659179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a9d8ca4f-ff91-4d40-837f-3dda79019739 admin admin] Deleting port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:58:38.659671 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a9d8ca4f-ff91-4d40-837f-3dda79019739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:38.790865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-a9d8ca4f-ff91-4d40-837f-3dda79019739 admin admin] For port 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5cbcb1cb-198d-4a85-b83e-f6eb82c4e556,segment=NetworkSegment(a3bf70a2-1225-4ef2-8582-ce35d8d3405d),segment_id=a3bf70a2-1225-4ef2-8582-ce35d8d3405d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:58:38.791140 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a9d8ca4f-ff91-4d40-837f-3dda79019739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:38.922126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a9d8ca4f-ff91-4d40-837f-3dda79019739 admin admin] Calling delete_port for 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:58:39.265009 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a9d8ca4f-ff91-4d40-837f-3dda79019739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:39.268773 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-73fa2af8-b3c4-4138-96be-61dda83b1600 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:39.312329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8ca4f-ff91-4d40-837f-3dda79019739 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbcb1cb-198d-4a85-b83e-f6eb82c4e556,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:39.315380 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a9d8ca4f-ff91-4d40-837f-3dda79019739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:39.589084 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a9d8ca4f-ff91-4d40-837f-3dda79019739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:40.147914 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d8ca4f-ff91-4d40-837f-3dda79019739 admin admin] Router 55db8d2d-c777-48f7-9319-19795b60c805 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:58:40.220355 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device da8c3891-b50f-4afe-ad9a-2d802f2faf7e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:58:40.359372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d8ca4f-ff91-4d40-837f-3dda79019739 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:58:40.373284 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff49bd-ae68-4eb5-bcca-55fa8ab439e4 None None] Sync routers for ids ['55db8d2d-c777-48f7-9319-19795b60c805'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:58:40.376897 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a9d8ca4f-ff91-4d40-837f-3dda79019739 admin admin] 10.222.0.32 "PUT /v2.0/routers/55db8d2d-c777-48f7-9319-19795b60c805/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8995967
Jun 04 15:58:40.377045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port da8c3891-b50f-4afe-ad9a-2d802f2faf7e completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:58:40.377140 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34892) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:40.379156 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port da8c3891-b50f-4afe-ad9a-2d802f2faf7e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:40.379546 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:40.387148 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff49bd-ae68-4eb5-bcca-55fa8ab439e4 None None] Routers {'55db8d2d-c777-48f7-9319-19795b60c805'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:58:40.387827 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-39ff49bd-ae68-4eb5-bcca-55fa8ab439e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d6ebc10>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:58:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['55db8d2d-c777-48f7-9319-19795b60c805'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:40.539763 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:40.566562 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:40.594336 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port da8c3891-b50f-4afe-ad9a-2d802f2faf7e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=da8c3891-b50f-4afe-ad9a-2d802f2faf7e,segment=NetworkSegment(e079f01d-ec4c-4a7e-a08f-3dfa7337ae35),segment_id=e079f01d-ec4c-4a7e-a08f-3dfa7337ae35)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:58:40.658682 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:40.660550 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3c19f61a-b21f-43a8-8810-e6d5a9bcea58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:40.696006 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-39ff49bd-ae68-4eb5-bcca-55fa8ab439e4 None None] Set router 55db8d2d-c777-48f7-9319-19795b60c805 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:58:40.752976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=da8c3891-b50f-4afe-ad9a-2d802f2faf7e,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:40.768780 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:40.780086 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:40.915195 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] Deleting port de4cf8dd-323f-4141-a577-0fe31cc98cfa {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:58:40.915445 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:40.991851 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-39ff49bd-ae68-4eb5-bcca-55fa8ab439e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d6ebc10>, [{'id': '55db8d2d-c777-48f7-9319-19795b60c805', 'name': 'tempest-TestAggregatesBasicOps-1158393302-router', 'tenant_id': '2fb35e523d5847f3b200ba045650908c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'de4cf8dd-323f-4141-a577-0fe31cc98cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:20Z', 'updated_at': '2021-06-04T15:58:39Z', 'revision_number': 5, 'project_id': '2fb35e523d5847f3b200ba045650908c', 'gw_port': {'id': 'de4cf8dd-323f-4141-a577-0fe31cc98cfa', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55db8d2d-c777-48f7-9319-19795b60c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:21Z', 'updated_at': '2021-06-04T15:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:40.995685 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff49bd-ae68-4eb5-bcca-55fa8ab439e4 None None] Checking router: 55db8d2d-c777-48f7-9319-19795b60c805 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:58:41.004557 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff49bd-ae68-4eb5-bcca-55fa8ab439e4 None None] Routers {'55db8d2d-c777-48f7-9319-19795b60c805'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:58:41.005191 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-39ff49bd-ae68-4eb5-bcca-55fa8ab439e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d6ebc10>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:58:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['55db8d2d-c777-48f7-9319-19795b60c805'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:41.036676 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] For port de4cf8dd-323f-4141-a577-0fe31cc98cfa, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=de4cf8dd-323f-4141-a577-0fe31cc98cfa,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:58:41.036957 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:41.164511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] Calling delete_port for de4cf8dd-323f-4141-a577-0fe31cc98cfa owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:58:41.166222 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-39ff49bd-ae68-4eb5-bcca-55fa8ab439e4 None None] Set router 55db8d2d-c777-48f7-9319-19795b60c805 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:58:41.271150 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-39ff49bd-ae68-4eb5-bcca-55fa8ab439e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d6ebc10>, [{'id': '55db8d2d-c777-48f7-9319-19795b60c805', 'name': 'tempest-TestAggregatesBasicOps-1158393302-router', 'tenant_id': '2fb35e523d5847f3b200ba045650908c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:20Z', 'updated_at': '2021-06-04T15:58:40Z', 'revision_number': 6, 'project_id': '2fb35e523d5847f3b200ba045650908c', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:41.275213 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff49bd-ae68-4eb5-bcca-55fa8ab439e4 None None] The sync data for ids ['55db8d2d-c777-48f7-9319-19795b60c805'] in n-d-791505-9 is: [{'id': '55db8d2d-c777-48f7-9319-19795b60c805', 'name': 'tempest-TestAggregatesBasicOps-1158393302-router', 'tenant_id': '2fb35e523d5847f3b200ba045650908c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:20Z', 'updated_at': '2021-06-04T15:58:40Z', 'revision_number': 6, 'project_id': '2fb35e523d5847f3b200ba045650908c', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:58:41.475484 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:41.480401 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c6ca4f87-385b-47df-991d-edf1f702933f tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:41.522400 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] Pushing event deleted for resources: {'Port': ['ID=de4cf8dd-323f-4141-a577-0fe31cc98cfa,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:41.525362 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:41.616764 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:41.962060 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:41.964138 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:42.058339 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:42.061831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55db8d2d-c777-48f7-9319-19795b60c805 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:58:42.073554 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:42.077106 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] 10.222.0.32 "DELETE /v2.0/routers/55db8d2d-c777-48f7-9319-19795b60c805 HTTP/1.1" status: 204  len: 168 time: 1.6997142
Jun 04 15:58:42.077106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 34894) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:42.131395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device da8c3891-b50f-4afe-ad9a-2d802f2faf7e up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:58:42.138905 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a6644f-f8f9-4bf0-a74d-0acc8ee75812 admin admin] Deleting subnet 347ca35f-d1bc-428b-a54a-9bb8380bb31d {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:58:42.142709 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d8a6644f-f8f9-4bf0-a74d-0acc8ee75812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:42.195628 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d8a6644f-f8f9-4bf0-a74d-0acc8ee75812 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:42.203375 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port da8c3891-b50f-4afe-ad9a-2d802f2faf7e triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:58:42.203756 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:42.281176 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d8a6644f-f8f9-4bf0-a74d-0acc8ee75812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:42.378927 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device de4cf8dd-323f-4141-a577-0fe31cc98cfa no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:58:42.416335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: de4cf8dd-323f-4141-a577-0fe31cc98cfa {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:58:42.416688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device de4cf8dd-323f-4141-a577-0fe31cc98cfa not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:58:42.417180 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:58:42.450265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:58:42.450621 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5cbcb1cb-198d-4a85-b83e-f6eb82c4e556 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:58:42.613199 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d8a6644f-f8f9-4bf0-a74d-0acc8ee75812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:42.617069 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9e1f6357-5b12-46ed-8fe0-1b2c54f5a410 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:42.652785 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6644f-f8f9-4bf0-a74d-0acc8ee75812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=347ca35f-d1bc-428b-a54a-9bb8380bb31d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:42.655299 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d8a6644f-f8f9-4bf0-a74d-0acc8ee75812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:42.658154 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d8a6644f-f8f9-4bf0-a74d-0acc8ee75812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:42.663911 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0961528-82e5-4577-999c-c5a5dbc7cb40 None None] Network aa99feaa-d63d-4c11-86ec-ee119bf4bf6b requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:58:42.665102 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d8a6644f-f8f9-4bf0-a74d-0acc8ee75812 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/347ca35f-d1bc-428b-a54a-9bb8380bb31d HTTP/1.1" status: 204  len: 168 time: 0.5870297
Jun 04 15:58:42.667591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34896) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:42.774138 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:42.847823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Deleting port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:58:42.848076 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:42.909411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df563e0-0c7c-4b25-9326-970dd17ee506 None None] DHCP port deletion for aa99feaa-d63d-4c11-86ec-ee119bf4bf6b request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:58:42.951355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] For port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=51c1f853-c7c4-4f06-b7fc-3eb317962a6a,segment=NetworkSegment(a3bf70a2-1225-4ef2-8582-ce35d8d3405d),segment_id=a3bf70a2-1225-4ef2-8582-ce35d8d3405d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:58:42.951934 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:42.974283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-2df563e0-0c7c-4b25-9326-970dd17ee506 None None] Deleting port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:58:42.974664 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2df563e0-0c7c-4b25-9326-970dd17ee506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:43.073298 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Calling delete_port for 51c1f853-c7c4-4f06-b7fc-3eb317962a6a owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:58:43.073648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-2df563e0-0c7c-4b25-9326-970dd17ee506 None None] For port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=51c1f853-c7c4-4f06-b7fc-3eb317962a6a,segment=NetworkSegment(a3bf70a2-1225-4ef2-8582-ce35d8d3405d),segment_id=a3bf70a2-1225-4ef2-8582-ce35d8d3405d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:58:43.074051 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2df563e0-0c7c-4b25-9326-970dd17ee506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:43.172910 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:43.176720 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:43.195130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-2df563e0-0c7c-4b25-9326-970dd17ee506 None None] Calling delete_port for 51c1f853-c7c4-4f06-b7fc-3eb317962a6a owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:58:43.226676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=51c1f853-c7c4-4f06-b7fc-3eb317962a6a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:43.228490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] No DVR routers for this DVR port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:58:43.230048 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:43.238674 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2df563e0-0c7c-4b25-9326-970dd17ee506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:43.242328 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:43.285197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df563e0-0c7c-4b25-9326-970dd17ee506 None None] Pushing event deleted for resources: {'Port': ['ID=51c1f853-c7c4-4f06-b7fc-3eb317962a6a,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:43.288551 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2df563e0-0c7c-4b25-9326-970dd17ee506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:43.290806 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df563e0-0c7c-4b25-9326-970dd17ee506 None None] No DVR routers for this DVR port 51c1f853-c7c4-4f06-b7fc-3eb317962a6a on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:58:43.346664 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:43.359660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8385a80c40>,) {'filters': {'network_id': ['aa99feaa-d63d-4c11-86ec-ee119bf4bf6b']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:43.371428 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385a80c40>, 'a3bf70a2-1225-4ef2-8582-ce35d8d3405d') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:43.371731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385a80c40>, 'a3bf70a2-1225-4ef2-8582-ce35d8d3405d') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:43.383101 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:43.399416 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:43.406110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:58:43.406491 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:58:43.419572 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:58:43.561579 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:43.565246 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:43.581821 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:43.588008 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=aa99feaa-d63d-4c11-86ec-ee119bf4bf6b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:43.592248 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:43.595855 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] 10.222.0.32 "DELETE /v2.0/networks/aa99feaa-d63d-4c11-86ec-ee119bf4bf6b HTTP/1.1" status: 204  len: 168 time: 0.9271812
Jun 04 15:58:43.598698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34898) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:44.114982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 51c1f853-c7c4-4f06-b7fc-3eb317962a6a no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:58:44.148834 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 51c1f853-c7c4-4f06-b7fc-3eb317962a6a {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:58:44.149284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 51c1f853-c7c4-4f06-b7fc-3eb317962a6a not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:58:44.309592 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3ec602f8-886a-4315-9f2d-172ec001f126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:44.734990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-3ec602f8-886a-4315-9f2d-172ec001f126 admin admin] Deleting port da8c3891-b50f-4afe-ad9a-2d802f2faf7e {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:58:44.735331 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3ec602f8-886a-4315-9f2d-172ec001f126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:44.854545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-3ec602f8-886a-4315-9f2d-172ec001f126 admin admin] For port da8c3891-b50f-4afe-ad9a-2d802f2faf7e, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=da8c3891-b50f-4afe-ad9a-2d802f2faf7e,segment=NetworkSegment(e079f01d-ec4c-4a7e-a08f-3dfa7337ae35),segment_id=e079f01d-ec4c-4a7e-a08f-3dfa7337ae35)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:58:44.854889 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3ec602f8-886a-4315-9f2d-172ec001f126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:44.976643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-3ec602f8-886a-4315-9f2d-172ec001f126 admin admin] Calling delete_port for da8c3891-b50f-4afe-ad9a-2d802f2faf7e owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:58:45.201447 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3ec602f8-886a-4315-9f2d-172ec001f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:45.205261 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fc6265a0-e681-4cd2-84cd-1c6ea64655f6 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:45.248821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec602f8-886a-4315-9f2d-172ec001f126 admin admin] Pushing event deleted for resources: {'Port': ['ID=da8c3891-b50f-4afe-ad9a-2d802f2faf7e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:45.251525 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3ec602f8-886a-4315-9f2d-172ec001f126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:45.522048 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3ec602f8-886a-4315-9f2d-172ec001f126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:46.051520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec602f8-886a-4315-9f2d-172ec001f126 admin admin] Router 70d286c1-b6fd-42e4-bc03-eb84532c07be has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:58:46.232189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec602f8-886a-4315-9f2d-172ec001f126 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:58:46.241706 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3ec602f8-886a-4315-9f2d-172ec001f126 admin admin] 10.222.0.32 "PUT /v2.0/routers/70d286c1-b6fd-42e4-bc03-eb84532c07be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6419444
Jun 04 15:58:46.244081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34900) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:46.244270 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114a13ff-0dca-46c3-bcb9-b6a5bc0ce761 None None] Sync routers for ids ['70d286c1-b6fd-42e4-bc03-eb84532c07be'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:58:46.253600 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114a13ff-0dca-46c3-bcb9-b6a5bc0ce761 None None] Routers {'70d286c1-b6fd-42e4-bc03-eb84532c07be'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:58:46.258499 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-114a13ff-0dca-46c3-bcb9-b6a5bc0ce761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c4958e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:58:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['70d286c1-b6fd-42e4-bc03-eb84532c07be'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:46.426046 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:46.478185 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-114a13ff-0dca-46c3-bcb9-b6a5bc0ce761 None None] Set router 70d286c1-b6fd-42e4-bc03-eb84532c07be gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:58:46.599312 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:46.720776 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] Deleting port 28149e7e-147f-4a4f-96b9-a0b2901094c9 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:58:46.721145 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:46.766017 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-114a13ff-0dca-46c3-bcb9-b6a5bc0ce761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c4958e0>, [{'id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'name': 'tempest-TestAggregatesBasicOps-263982219-router', 'tenant_id': '6c6899ea590e494592c0155440c13594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '28149e7e-147f-4a4f-96b9-a0b2901094c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:28Z', 'updated_at': '2021-06-04T15:58:45Z', 'revision_number': 5, 'project_id': '6c6899ea590e494592c0155440c13594', 'gw_port': {'id': '28149e7e-147f-4a4f-96b9-a0b2901094c9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:29Z', 'updated_at': '2021-06-04T15:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:46.769998 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114a13ff-0dca-46c3-bcb9-b6a5bc0ce761 None None] Checking router: 70d286c1-b6fd-42e4-bc03-eb84532c07be for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:58:46.778276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114a13ff-0dca-46c3-bcb9-b6a5bc0ce761 None None] Routers {'70d286c1-b6fd-42e4-bc03-eb84532c07be'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:58:46.778885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-114a13ff-0dca-46c3-bcb9-b6a5bc0ce761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c4958e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:58:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['70d286c1-b6fd-42e4-bc03-eb84532c07be'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:46.844863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] For port 28149e7e-147f-4a4f-96b9-a0b2901094c9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=28149e7e-147f-4a4f-96b9-a0b2901094c9,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:58:46.845440 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:46.932598 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-114a13ff-0dca-46c3-bcb9-b6a5bc0ce761 None None] Set router 70d286c1-b6fd-42e4-bc03-eb84532c07be gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:58:46.971878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] Calling delete_port for 28149e7e-147f-4a4f-96b9-a0b2901094c9 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:58:47.038418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-114a13ff-0dca-46c3-bcb9-b6a5bc0ce761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c4958e0>, [{'id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'name': 'tempest-TestAggregatesBasicOps-263982219-router', 'tenant_id': '6c6899ea590e494592c0155440c13594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:28Z', 'updated_at': '2021-06-04T15:58:46Z', 'revision_number': 6, 'project_id': '6c6899ea590e494592c0155440c13594', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:47.042317 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114a13ff-0dca-46c3-bcb9-b6a5bc0ce761 None None] The sync data for ids ['70d286c1-b6fd-42e4-bc03-eb84532c07be'] in n-d-791505-9 is: [{'id': '70d286c1-b6fd-42e4-bc03-eb84532c07be', 'name': 'tempest-TestAggregatesBasicOps-263982219-router', 'tenant_id': '6c6899ea590e494592c0155440c13594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:28Z', 'updated_at': '2021-06-04T15:58:46Z', 'revision_number': 6, 'project_id': '6c6899ea590e494592c0155440c13594', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:58:47.184874 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:58:47.201266 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:47.206558 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9b5a6945-b8a1-4e57-ad5c-9990bad3b943 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:47.254853 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=28149e7e-147f-4a4f-96b9-a0b2901094c9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:47.280112 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:47.342191 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:47.687935 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:47.690170 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:47.760604 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:47.761188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70d286c1-b6fd-42e4-bc03-eb84532c07be {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 15:58:47.773751 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:47.774912 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/70d286c1-b6fd-42e4-bc03-eb84532c07be HTTP/1.1" status: 204  len: 168 time: 1.5298848
Jun 04 15:58:47.777460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34902) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:47.841524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0551e4b-3d96-4ce7-aa2c-48f3fc92bda2 admin admin] Deleting subnet cb7e5561-253f-40aa-81fc-1e926b25e950 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 15:58:47.844627 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0551e4b-3d96-4ce7-aa2c-48f3fc92bda2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:47.898039 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0551e4b-3d96-4ce7-aa2c-48f3fc92bda2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:47.977208 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0551e4b-3d96-4ce7-aa2c-48f3fc92bda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:48.132440 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 28149e7e-147f-4a4f-96b9-a0b2901094c9 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:58:48.166686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 28149e7e-147f-4a4f-96b9-a0b2901094c9 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:58:48.167042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 28149e7e-147f-4a4f-96b9-a0b2901094c9 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:58:48.167454 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device da8c3891-b50f-4afe-ad9a-2d802f2faf7e no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:58:48.204187 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: da8c3891-b50f-4afe-ad9a-2d802f2faf7e {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:58:48.204533 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device da8c3891-b50f-4afe-ad9a-2d802f2faf7e not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:58:48.315642 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0551e4b-3d96-4ce7-aa2c-48f3fc92bda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:48.319472 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-11eaecde-7ccd-4dfb-a30f-64a31059f679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:48.354102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0551e4b-3d96-4ce7-aa2c-48f3fc92bda2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb7e5561-253f-40aa-81fc-1e926b25e950,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:48.356449 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d0551e4b-3d96-4ce7-aa2c-48f3fc92bda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:48.359701 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0551e4b-3d96-4ce7-aa2c-48f3fc92bda2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:48.365368 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9f61dc-dc35-4d54-955c-76827861188f None None] Network a03c79b1-5b7b-406b-9a1d-8c3493833954 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:58:48.366474 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d0551e4b-3d96-4ce7-aa2c-48f3fc92bda2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cb7e5561-253f-40aa-81fc-1e926b25e950 HTTP/1.1" status: 204  len: 168 time: 0.5880055
Jun 04 15:58:48.368831 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34904) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:48.477333 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:48.554151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Deleting port 95936b46-f70d-40bb-8c10-bdb2525f98d0 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:58:48.554488 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:48.628134 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf004262-f065-472d-8f2a-7acd290d327c None None] DHCP port deletion for a03c79b1-5b7b-406b-9a1d-8c3493833954 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 15:58:48.668663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] For port 95936b46-f70d-40bb-8c10-bdb2525f98d0, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=95936b46-f70d-40bb-8c10-bdb2525f98d0,segment=NetworkSegment(e079f01d-ec4c-4a7e-a08f-3dfa7337ae35),segment_id=e079f01d-ec4c-4a7e-a08f-3dfa7337ae35)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:58:48.669071 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:48.693835 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-bf004262-f065-472d-8f2a-7acd290d327c None None] Deleting port 95936b46-f70d-40bb-8c10-bdb2525f98d0 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 15:58:48.694215 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bf004262-f065-472d-8f2a-7acd290d327c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:48.792576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-bf004262-f065-472d-8f2a-7acd290d327c None None] For port 95936b46-f70d-40bb-8c10-bdb2525f98d0, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=95936b46-f70d-40bb-8c10-bdb2525f98d0,segment=NetworkSegment(e079f01d-ec4c-4a7e-a08f-3dfa7337ae35),segment_id=e079f01d-ec4c-4a7e-a08f-3dfa7337ae35)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:58:48.792968 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bf004262-f065-472d-8f2a-7acd290d327c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:48.795627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Calling delete_port for 95936b46-f70d-40bb-8c10-bdb2525f98d0 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:58:48.923946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-bf004262-f065-472d-8f2a-7acd290d327c None None] Calling delete_port for 95936b46-f70d-40bb-8c10-bdb2525f98d0 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 15:58:48.924159 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:48.928351 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-40a23e2f-22e1-4ff8-8e6f-ee51a9c36023 tempest-VolumesSnapshotTestJSON-1231278282 tempest-VolumesSnapshotTestJSON-1231278282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:48.988566 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bf004262-f065-472d-8f2a-7acd290d327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:48.995980 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:49.006107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=95936b46-f70d-40bb-8c10-bdb2525f98d0,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:49.010981 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:49.014065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] No DVR routers for this DVR port 95936b46-f70d-40bb-8c10-bdb2525f98d0 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:58:49.078002 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf004262-f065-472d-8f2a-7acd290d327c None None] No DVR routers for this DVR port 95936b46-f70d-40bb-8c10-bdb2525f98d0 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 15:58:49.079653 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf004262-f065-472d-8f2a-7acd290d327c None None] Pushing event deleted for resources: {'Port': ['ID=95936b46-f70d-40bb-8c10-bdb2525f98d0,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:49.082458 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bf004262-f065-472d-8f2a-7acd290d327c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:49.161482 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:49.174547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386d99250>,) {'filters': {'network_id': ['a03c79b1-5b7b-406b-9a1d-8c3493833954']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:49.186859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d99250>, 'e079f01d-ec4c-4a7e-a08f-3dfa7337ae35') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:49.187149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d99250>, 'e079f01d-ec4c-4a7e-a08f-3dfa7337ae35') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:49.198200 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:49.214252 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:49.220989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 15:58:49.221407 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 15:58:49.234099 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 15:58:49.355138 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:49.358513 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4932e8fe-402c-4f75-a8b1-e3da7e00fef0 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:49.372538 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:49.384430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Pushing event deleted for resources: {'Network': ['ID=a03c79b1-5b7b-406b-9a1d-8c3493833954,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:49.387003 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] 10.222.0.32 "DELETE /v2.0/networks/a03c79b1-5b7b-406b-9a1d-8c3493833954 HTTP/1.1" status: 204  len: 168 time: 1.0171289
Jun 04 15:58:49.387967 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:49.773631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34908) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:49.821365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-81393d8c-dc73-4789-b822-8692ce90fbe2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fb35e523d5847f3b200ba045650908c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0464358
Jun 04 15:58:49.823699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34910) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:49.879866 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4b50fb8-7164-4072-81bd-ac56b4890886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:49.908973 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4b50fb8-7164-4072-81bd-ac56b4890886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:50.058365 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4b50fb8-7164-4072-81bd-ac56b4890886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:50.062467 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cc7d63c9-3413-4aca-8d10-9a77c69573da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:50.073850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b50fb8-7164-4072-81bd-ac56b4890886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e2268e-28bb-4261-bba7-8333c6fa8f36,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:50.076737 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f4b50fb8-7164-4072-81bd-ac56b4890886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:50.083422 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4b50fb8-7164-4072-81bd-ac56b4890886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:50.084568 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f4b50fb8-7164-4072-81bd-ac56b4890886 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7e2268e-28bb-4261-bba7-8333c6fa8f36 HTTP/1.1" status: 204  len: 168 time: 0.2599893
Jun 04 15:58:50.119366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 95936b46-f70d-40bb-8c10-bdb2525f98d0 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 15:58:50.153374 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 95936b46-f70d-40bb-8c10-bdb2525f98d0 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 15:58:50.153728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 95936b46-f70d-40bb-8c10-bdb2525f98d0 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 15:58:50.756425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34916) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:50.804495 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6694187e-2a27-497e-9ac7-a098f75bdf8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c6899ea590e494592c0155440c13594&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0468023
Jun 04 15:58:50.807140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34918) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:50.864040 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-93720448-1a6f-4133-844a-e5aab0923f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:50.889827 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-93720448-1a6f-4133-844a-e5aab0923f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:50.989133 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-93720448-1a6f-4133-844a-e5aab0923f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:50.992919 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8d2e3dfb-a278-4467-ada2-1703105df10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:51.007818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93720448-1a6f-4133-844a-e5aab0923f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c227c39-edb5-4dec-abc5-8bca88011a1b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:51.011708 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-93720448-1a6f-4133-844a-e5aab0923f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:51.015781 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-93720448-1a6f-4133-844a-e5aab0923f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:51.016900 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-93720448-1a6f-4133-844a-e5aab0923f38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c227c39-edb5-4dec-abc5-8bca88011a1b HTTP/1.1" status: 204  len: 168 time: 0.2088563
Jun 04 15:58:53.412258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34958) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:53.417026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083768861', 'description': 'tempest-secgroup-smoke-2083768861 description', 'project_id': '5713bc90d4f140b1942b906ec12fd63f'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:58:53.424576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:53.428510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:53.431642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:53.437503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:53.503460 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:53.516045 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:53.531038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:53.534792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:53.537622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:53.543180 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:53.630580 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:53.691933 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:53.694374 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-336927ac-f45e-4171-af35-b3c65e360093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:53.705091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:53.712981 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:53.722216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:53.732718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:53.736397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e921f646-7c26-44e0-9eab-9847150abe70,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:53.740529 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:53.809819 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:53.863855 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:53.880739 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:53.884536 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-033f3202-def8-4e22-b39c-d140e11f3010 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:53.926925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9457cb0-1e73-4834-8087-c1e96b7c84ff,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:53.929615 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:53.977943 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:53.979169 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.5659244
Jun 04 15:58:53.982254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34960) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:53.986815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-38c9948b-2062-45d8-9f75-9e31fb77b1dd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': 'b9457cb0-1e73-4834-8087-c1e96b7c84ff', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:58:53.993423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-38c9948b-2062-45d8-9f75-9e31fb77b1dd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:53.997223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-38c9948b-2062-45d8-9f75-9e31fb77b1dd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:54.000761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-38c9948b-2062-45d8-9f75-9e31fb77b1dd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:54.006512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-38c9948b-2062-45d8-9f75-9e31fb77b1dd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:54.069410 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38c9948b-2062-45d8-9f75-9e31fb77b1dd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:54.130015 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38c9948b-2062-45d8-9f75-9e31fb77b1dd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:54.177789 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38c9948b-2062-45d8-9f75-9e31fb77b1dd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:54.179553 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f6c19ead-be2b-4dd7-b67d-1c70fef37e73 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:54.203156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9948b-2062-45d8-9f75-9e31fb77b1dd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65eecea-1dd5-47ee-98b1-61f75e911e09,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:54.208526 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-38c9948b-2062-45d8-9f75-9e31fb77b1dd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:54.263509 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38c9948b-2062-45d8-9f75-9e31fb77b1dd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:54.264991 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-38c9948b-2062-45d8-9f75-9e31fb77b1dd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2818077
Jun 04 15:58:54.267760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34962) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:54.272269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-dd25a7cf-40a4-4fcb-bf55-f85490c7660b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': 'b9457cb0-1e73-4834-8087-c1e96b7c84ff', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:58:54.278888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dd25a7cf-40a4-4fcb-bf55-f85490c7660b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:54.283158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dd25a7cf-40a4-4fcb-bf55-f85490c7660b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:54.286025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dd25a7cf-40a4-4fcb-bf55-f85490c7660b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:54.291690 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dd25a7cf-40a4-4fcb-bf55-f85490c7660b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:54.366440 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd25a7cf-40a4-4fcb-bf55-f85490c7660b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:54.427193 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd25a7cf-40a4-4fcb-bf55-f85490c7660b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:54.468834 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd25a7cf-40a4-4fcb-bf55-f85490c7660b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:54.470702 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1e371aa7-5c74-461a-8e5e-703552b2f3b9 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:54.493887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25a7cf-40a4-4fcb-bf55-f85490c7660b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b57f90-c5f9-4901-8b21-48da82a08691,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:54.496398 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dd25a7cf-40a4-4fcb-bf55-f85490c7660b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:54.555679 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dd25a7cf-40a4-4fcb-bf55-f85490c7660b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:54.556854 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dd25a7cf-40a4-4fcb-bf55-f85490c7660b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2881484
Jun 04 15:58:54.559586 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34964) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:54.564406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-b9e0cd37-2e4d-44d4-be95-69a16a0dce05 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': 'b9457cb0-1e73-4834-8087-c1e96b7c84ff', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:58:54.571269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b9e0cd37-2e4d-44d4-be95-69a16a0dce05 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:54.575132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b9e0cd37-2e4d-44d4-be95-69a16a0dce05 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:54.578151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b9e0cd37-2e4d-44d4-be95-69a16a0dce05 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:54.583813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b9e0cd37-2e4d-44d4-be95-69a16a0dce05 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:54.629246 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b9e0cd37-2e4d-44d4-be95-69a16a0dce05 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:54.854806 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b9e0cd37-2e4d-44d4-be95-69a16a0dce05 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:54.903612 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b9e0cd37-2e4d-44d4-be95-69a16a0dce05 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:54.907799 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f4e811b3-7ab8-47ef-b5ff-e6ec5dc4d1e1 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:54.931361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0cd37-2e4d-44d4-be95-69a16a0dce05 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c19bb5c-2106-4754-b483-05c9f7fd06f4,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:54.935891 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b9e0cd37-2e4d-44d4-be95-69a16a0dce05 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:54.978057 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b9e0cd37-2e4d-44d4-be95-69a16a0dce05 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:54.979312 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b9e0cd37-2e4d-44d4-be95-69a16a0dce05 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4187627
Jun 04 15:58:54.982005 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34966) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:54.986706 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-93221396-ea87-4118-92ea-e718e829d803 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': 'b9457cb0-1e73-4834-8087-c1e96b7c84ff', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:58:54.993209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-93221396-ea87-4118-92ea-e718e829d803 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:54.996881 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-93221396-ea87-4118-92ea-e718e829d803 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:54.999725 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-93221396-ea87-4118-92ea-e718e829d803 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:55.005833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-93221396-ea87-4118-92ea-e718e829d803 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:55.069020 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-93221396-ea87-4118-92ea-e718e829d803 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:55.133084 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-93221396-ea87-4118-92ea-e718e829d803 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:55.183652 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-93221396-ea87-4118-92ea-e718e829d803 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:55.190336 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c06284a0-461e-4619-af0c-e9d97921b3b0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:55.210259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93221396-ea87-4118-92ea-e718e829d803 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4be9545-1a6b-444b-9ab8-3c635240465e,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:55.212770 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-93221396-ea87-4118-92ea-e718e829d803 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:55.263661 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-93221396-ea87-4118-92ea-e718e829d803 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:55.265016 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-93221396-ea87-4118-92ea-e718e829d803 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2819731
Jun 04 15:58:55.267782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34968) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:55.272242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-9635770f-f939-4b7b-93d8-d083837a0c80 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': 'b9457cb0-1e73-4834-8087-c1e96b7c84ff', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:58:55.278766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9635770f-f939-4b7b-93d8-d083837a0c80 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:55.283287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9635770f-f939-4b7b-93d8-d083837a0c80 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:55.286150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9635770f-f939-4b7b-93d8-d083837a0c80 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:55.291793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9635770f-f939-4b7b-93d8-d083837a0c80 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:55.343452 n-d-791505-9 neutron-server[88300]: INFO neutron.db.securitygroups_db [None req-9635770f-f939-4b7b-93d8-d083837a0c80 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Project 5713bc90d4f140b1942b906ec12fd63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 15:58:55.349188 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9635770f-f939-4b7b-93d8-d083837a0c80 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:55.415530 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9635770f-f939-4b7b-93d8-d083837a0c80 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:55.463330 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9635770f-f939-4b7b-93d8-d083837a0c80 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:55.465182 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b7dbd723-96b1-4918-a0b1-e41eceec5517 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:55.489047 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635770f-f939-4b7b-93d8-d083837a0c80 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdb4a2f-52ea-4a9d-99f5-105742d42733,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:55.493331 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9635770f-f939-4b7b-93d8-d083837a0c80 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:55.578274 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9635770f-f939-4b7b-93d8-d083837a0c80 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:55.579465 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9635770f-f939-4b7b-93d8-d083837a0c80 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3107486
Jun 04 15:58:55.582209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34970) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:55.586633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d611e8a6-5041-4ca8-8f07-05719c77f47f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': 'b9457cb0-1e73-4834-8087-c1e96b7c84ff', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:58:55.593322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d611e8a6-5041-4ca8-8f07-05719c77f47f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:55.597087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d611e8a6-5041-4ca8-8f07-05719c77f47f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:55.599898 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d611e8a6-5041-4ca8-8f07-05719c77f47f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:55.605458 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d611e8a6-5041-4ca8-8f07-05719c77f47f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:55.674974 n-d-791505-9 neutron-server[88300]: INFO neutron.db.securitygroups_db [None req-d611e8a6-5041-4ca8-8f07-05719c77f47f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Project 5713bc90d4f140b1942b906ec12fd63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 15:58:55.681143 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d611e8a6-5041-4ca8-8f07-05719c77f47f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:55.745425 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d611e8a6-5041-4ca8-8f07-05719c77f47f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:55.846693 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d611e8a6-5041-4ca8-8f07-05719c77f47f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:55.848547 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1a794229-35f6-4212-9f6b-a6ac34481a6f tempest-TestVolumeBackupRestore-1358710020 tempest-TestVolumeBackupRestore-1358710020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:55.871846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611e8a6-5041-4ca8-8f07-05719c77f47f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1baa54f7-34c1-4ca7-be80-49411905976b,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:55.875148 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d611e8a6-5041-4ca8-8f07-05719c77f47f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:55.961312 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d611e8a6-5041-4ca8-8f07-05719c77f47f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:55.962484 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d611e8a6-5041-4ca8-8f07-05719c77f47f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3793414
Jun 04 15:58:55.965490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34972) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:55.970781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'network': {'name': 'tempest-network-smoke--837244753', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'port_security_enabled': True}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:58:55.976404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:55.980180 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:network and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:55.983744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:55.989572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:56.098281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Made reservation on behalf of 5713bc90d4f140b1942b906ec12fd63f for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:58:56.101898 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:56.131813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 15:58:56.140884 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:56.141246 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Added segment 72fdb6ad-4cb1-4389-9fca-a6e13271abd5 of type vlan for network 10f2d94c-b83e-4307-b19e-933dba1f1ed1
Jun 04 15:58:56.168613 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:56.218664 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:56.281461 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:56.287922 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:58:56.288508 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:56.292402 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-99ee9a12-0ecc-4802-94ec-e6d1b8ebbc53 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:56.396371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Network': ['ID=10f2d94c-b83e-4307-b19e-933dba1f1ed1,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:56.399182 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:56.407321 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 15:58:56.412720 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4462562
Jun 04 15:58:56.415521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34974) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:56.420168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1480043318', 'admin_state_up': True, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:58:56.427882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:58:56.431868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:router and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:58:56.434724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:58:56.441321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:58:56.515764 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:56.516829 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:56.531703 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:56.866909 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:57.216339 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:57.247754 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:57.374649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Allocated IP 172.25.4.134 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/e809381a-e2d7-4c6d-8914-8cb9366a7667) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:58:57.531592 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:57.630836 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:57.637692 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2023db8b-1146-4f89-9199-55319e187943 tempest-AttachVolumeNegativeTest-1133226052 tempest-AttachVolumeNegativeTest-1133226052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:58:57.896640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:58:57.899608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:58:57.903291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:58:57.942715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=e809381a-e2d7-4c6d-8914-8cb9366a7667,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:58:57.946952 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:58:58.532701 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:58.889748 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:59.172082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 15:58:59.352599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:58:59.362118 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Sync routers for ids ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:58:59.371586 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Routers {'dd17cb6d-40c3-45e9-b247-aee0bb8f7593'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:58:59.372193 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb69ca0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:58:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:59.486285 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:59.487627 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 3.0711622
Jun 04 15:58:59.490778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34976) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:59.515724 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4f37fc63-2ace-43ec-b06c-5151f1f4ca3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:59.556225 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Set router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:58:59.633591 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e99d1161-65a4-4f4d-b775-2a58242f820f tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=5713bc90d4f140b1942b906ec12fd63f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1414723
Jun 04 15:58:59.636170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34980) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:59.849197 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb69ca0>, [{'id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480043318', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:56Z', 'updated_at': '2021-06-04T15:58:58Z', 'revision_number': 3, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:57Z', 'updated_at': '2021-06-04T15:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:58:59.852849 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Checking router: dd17cb6d-40c3-45e9-b247-aee0bb8f7593 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:58:59.853233 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Updating router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 port e809381a-e2d7-4c6d-8914-8cb9366a7667 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:58:59.933417 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:58:59.938431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0b3906-ff4d-4f62-958a-593b664dc70b tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:58:59.939908 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6c0b3906-ff4d-4f62-958a-593b664dc70b tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3028326
Jun 04 15:58:59.942740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34982) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:59.985657 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4d423ecd-b086-4a57-a666-911ff76c3fd7 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0413935
Jun 04 15:58:59.988083 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34984) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:58:59.992869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-453153072', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:59:00.101804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:59:00.105513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:subnet and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:59:00.108446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:59:00.114070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:59:00.212048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Made reservation on behalf of 5713bc90d4f140b1942b906ec12fd63f for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:59:00.215577 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:00.276123 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:00.288154 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Transition to ACTIVE for port object e809381a-e2d7-4c6d-8914-8cb9366a7667 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:59:00.348945 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:00.352722 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-0137b281-b255-47a7-9e03-571b71d89336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:00.429206 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Attempting to bind port e809381a-e2d7-4c6d-8914-8cb9366a7667 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:59:00.430159 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Attempting to bind port e809381a-e2d7-4c6d-8914-8cb9366a7667 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:59:00.430159 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Attempting to bind port e809381a-e2d7-4c6d-8914-8cb9366a7667 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:59:00.436352 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cb5e8-c61f-4d8f-b2e7-947e8ed920fb None None] Pushing event updated for resources: {'Port': ['ID=e809381a-e2d7-4c6d-8914-8cb9366a7667,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:00.440158 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-743cb5e8-c61f-4d8f-b2e7-947e8ed920fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:00.441056 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:59:00.442023 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:59:00.442023 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:00.442198 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:59:00.442621 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Bound port: e809381a-e2d7-4c6d-8914-8cb9366a7667, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:59:00.443114 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:00.512540 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] For port e809381a-e2d7-4c6d-8914-8cb9366a7667, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:59:00.515560 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] For port e809381a-e2d7-4c6d-8914-8cb9366a7667, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e809381a-e2d7-4c6d-8914-8cb9366a7667,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:59:00.584025 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:00.588603 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-95be0e09-1409-4ef3-8d62-161091e0c380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:00.661290 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Routers {'dd17cb6d-40c3-45e9-b247-aee0bb8f7593'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:59:00.661920 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb69ca0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:58:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:59:00.669170 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:00.674686 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b66f9079-dfb8-4d60-a529-28aaade43adf tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:00.725737 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cb5e8-c61f-4d8f-b2e7-947e8ed920fb None None] Pushing event updated for resources: {'Port': ['ID=e809381a-e2d7-4c6d-8914-8cb9366a7667,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:00.730060 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-743cb5e8-c61f-4d8f-b2e7-947e8ed920fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:00.753944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Subnet': ['ID=c8ff1a4a-55fd-459f-9402-43b178c31868,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:00.757939 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:00.762004 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Checking segment: {'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:59:00.762370 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network hostable DHCP agents. Network: 10f2d94c-b83e-4307-b19e-933dba1f1ed1, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 15:59:00.824263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 15:59:00.844688 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] Set router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:59:00.891977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 10f2d94c-b83e-4307-b19e-933dba1f1ed1) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:59:00.902130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:00.902720 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:00.903265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0591bbc-001c-48a8-add6-4cab388c90cb None None] Network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:59:01.007909 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4bd5ef97-6c2a-4dc6-aeb6-ca71df44b5e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0185096
Jun 04 15:59:01.010711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 34986) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:59:01.131838 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb69ca0>, [{'id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480043318', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:56Z', 'updated_at': '2021-06-04T15:58:58Z', 'revision_number': 3, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:57Z', 'updated_at': '2021-06-04T15:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:59:01.137556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ips': [{'subnet_id': 'c8ff1a4a-55fd-459f-9402-43b178c31868'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 15:59:01.138658 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e918b7-6bff-45e8-8dcc-2b54709009c0 None None] The sync data for ids ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'] in n-d-791505-9 is: [{'id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480043318', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:56Z', 'updated_at': '2021-06-04T15:58:58Z', 'revision_number': 3, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:57Z', 'updated_at': '2021-06-04T15:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:59:01.139003 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:01.302728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Allocated IP 172.20.0.2 (10f2d94c-b83e-4307-b19e-933dba1f1ed1/c8ff1a4a-55fd-459f-9402-43b178c31868/2807afb0-6d4a-4dcb-a891-0e1036313f40) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:59:01.546625 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:01.557556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Transition to ACTIVE for port object 2807afb0-6d4a-4dcb-a891-0e1036313f40 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:59:01.580264 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Transition to ACTIVE for port object 2807afb0-6d4a-4dcb-a891-0e1036313f40 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:59:01.670327 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:01.678766 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:01.737781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:59:01.741644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:59:01.745775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:59:01.790047 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Pushing event updated for resources: {'Port': ['ID=2807afb0-6d4a-4dcb-a891-0e1036313f40,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:01.798294 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:01.856468 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Attempting to bind port 2807afb0-6d4a-4dcb-a891-0e1036313f40 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:59:01.857762 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Attempting to bind port 2807afb0-6d4a-4dcb-a891-0e1036313f40 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:59:01.858485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Attempting to bind port 2807afb0-6d4a-4dcb-a891-0e1036313f40 on network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:59:01.865059 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:59:01.865541 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Checking segment: {'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:59:01.866021 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:01.866520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Bound using segment: {'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:59:01.867083 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Bound port: 2807afb0-6d4a-4dcb-a891-0e1036313f40, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:59:01.867566 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:01.950123 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:01.973363 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] For port 2807afb0-6d4a-4dcb-a891-0e1036313f40, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:59:01.976551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] For port 2807afb0-6d4a-4dcb-a891-0e1036313f40, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2807afb0-6d4a-4dcb-a891-0e1036313f40,segment=NetworkSegment(72fdb6ad-4cb1-4389-9fca-a6e13271abd5),segment_id=72fdb6ad-4cb1-4389-9fca-a6e13271abd5)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:59:02.023757 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:02.052574 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:02.057574 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:02.147685 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Pushing event updated for resources: {'Port': ['ID=2807afb0-6d4a-4dcb-a891-0e1036313f40,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:02.154938 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:02.170457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e809381a-e2d7-4c6d-8914-8cb9366a7667 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:59:02.320739 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port e809381a-e2d7-4c6d-8914-8cb9366a7667 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:59:02.329111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e809381a-e2d7-4c6d-8914-8cb9366a7667 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:59:02.329700 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:02.370540 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b6a77c5d-a3fe-4467-85e3-023ec5227965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:02.443815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Allocated IP 172.20.0.1 (10f2d94c-b83e-4307-b19e-933dba1f1ed1/c8ff1a4a-55fd-459f-9402-43b178c31868/88f8893b-b046-44fd-9e41-c88ff8ff717a) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:59:02.491697 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:02.510637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port e809381a-e2d7-4c6d-8914-8cb9366a7667, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e809381a-e2d7-4c6d-8914-8cb9366a7667,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:59:02.606414 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:02.608967 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-47056abb-1250-42f9-9f1c-bb0952ef7fce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:02.627041 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:02.642998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Transition to ACTIVE for port object 88f8893b-b046-44fd-9e41-c88ff8ff717a will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:59:02.675552 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=e809381a-e2d7-4c6d-8914-8cb9366a7667,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:02.678615 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:02.743790 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:02.750525 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-da09eeaf-a40a-4bb0-aa78-aa6e61506916 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:02.823590 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:59:02.829228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:59:02.836701 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:59:02.877221 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=88f8893b-b046-44fd-9e41-c88ff8ff717a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:02.883496 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:02.908654 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:03.251118 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:03.517783 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4e829b-3062-4a4e-9232-e568253fac5d None None] Network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 15:59:03.683469 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:03.691465 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-78423aa1-62c2-42dc-9254-bb464dec27b5 None None] Provisioning for port 2807afb0-6d4a-4dcb-a891-0e1036313f40 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:59:03.750343 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:03.772867 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:03.776417 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-abe2f658-1ecc-45f4-ba5a-86422dd323f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:04.039183 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:04.042931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=88f8893b-b046-44fd-9e41-c88ff8ff717a,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:04.050503 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:04.098791 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-aad6583d-65e0-4420-b536-657caf3ed267 None None] Provisioning for port 88f8893b-b046-44fd-9e41-c88ff8ff717a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:59:04.113272 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-aad6583d-65e0-4420-b536-657caf3ed267 None None] Provisioning complete for port 88f8893b-b046-44fd-9e41-c88ff8ff717a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:59:04.113885 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-aad6583d-65e0-4420-b536-657caf3ed267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:04.202901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:59:04.205802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:59:04.242173 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e809381a-e2d7-4c6d-8914-8cb9366a7667 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:59:04.297575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-aad6583d-65e0-4420-b536-657caf3ed267 None None] Port 88f8893b-b046-44fd-9e41-c88ff8ff717a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:59:04.322751 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e809381a-e2d7-4c6d-8914-8cb9366a7667 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:59:04.323131 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:04.428491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:59:04.459776 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2807afb0-6d4a-4dcb-a891-0e1036313f40 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:59:04.488677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b9448a9-5e31-4abf-8673-0ec7f7e166b7 None None] Provisioning complete for port 88f8893b-b046-44fd-9e41-c88ff8ff717a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:59:04.488979 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b9448a9-5e31-4abf-8673-0ec7f7e166b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:04.571769 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b9448a9-5e31-4abf-8673-0ec7f7e166b7 None None] Port 88f8893b-b046-44fd-9e41-c88ff8ff717a cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:59:04.615018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:59:04.624876 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "PUT /v2.0/routers/dd17cb6d-40c3-45e9-b247-aee0bb8f7593/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6116121
Jun 04 15:59:04.625046 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477fa885-e227-411d-b682-5eca21e837da None None] Sync routers for ids ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:59:04.634386 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fa885-e227-411d-b682-5eca21e837da None None] Routers {'dd17cb6d-40c3-45e9-b247-aee0bb8f7593'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:59:04.635059 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-477fa885-e227-411d-b682-5eca21e837da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83910da670>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:59:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:59:04.691597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 2807afb0-6d4a-4dcb-a891-0e1036313f40 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:59:04.707682 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 2807afb0-6d4a-4dcb-a891-0e1036313f40 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:59:04.707875 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:04.913846 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-477fa885-e227-411d-b682-5eca21e837da None None] Set router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:59:04.976338 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-8fa50e6e-107d-4a16-9bfd-05ef576c52d7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083768861&fields=id&tenant_id=5713bc90d4f140b1942b906ec12fd63f HTTP/1.1" status: 200  len: 267 time: 0.0420835
Jun 04 15:59:04.988070 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:05.137183 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-f9366338-82b6-4643-9ed7-f10c80d22641 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:05.138955 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-f9366338-82b6-4643-9ed7-f10c80d22641 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/networks?id=10f2d94c-b83e-4307-b19e-933dba1f1ed1 HTTP/1.1" status: 200  len: 796 time: 0.1542137
Jun 04 15:59:05.156325 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-d53de1bc-8c06-4dd8-be30-b390f3157474 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/quotas/5713bc90d4f140b1942b906ec12fd63f HTTP/1.1" status: 200  len: 375 time: 0.0109406
Jun 04 15:59:05.159276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 2807afb0-6d4a-4dcb-a891-0e1036313f40, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2807afb0-6d4a-4dcb-a891-0e1036313f40,segment=NetworkSegment(72fdb6ad-4cb1-4389-9fca-a6e13271abd5),segment_id=72fdb6ad-4cb1-4389-9fca-a6e13271abd5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:59:05.242749 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-4514feae-9b1b-41db-8161-8ec8d6ee5476 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0806932
Jun 04 15:59:05.245283 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:05.249160 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:05.260513 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-37f58378-2e60-4033-874d-a9988bab48f1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:59:05.262673 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-37f58378-2e60-4033-874d-a9988bab48f1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059078
Jun 04 15:59:05.333567 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=2807afb0-6d4a-4dcb-a891-0e1036313f40,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:05.336894 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:05.341372 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:05.347351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-477fa885-e227-411d-b682-5eca21e837da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83910da670>, [{'id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480043318', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:56Z', 'updated_at': '2021-06-04T15:59:03Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:57Z', 'updated_at': '2021-06-04T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '88f8893b-b046-44fd-9e41-c88ff8ff717a', 'name': '', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:5f:5e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:59:02Z', 'updated_at': '2021-06-04T15:59:03Z', 'revision_number': 2, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:59:05.351626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477fa885-e227-411d-b682-5eca21e837da None None] Checking router: dd17cb6d-40c3-45e9-b247-aee0bb8f7593 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:59:05.352052 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477fa885-e227-411d-b682-5eca21e837da None None] Updating router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 port 88f8893b-b046-44fd-9e41-c88ff8ff717a binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 15:59:05.407014 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-477fa885-e227-411d-b682-5eca21e837da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:05.448718 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-f9cc191b-ab42-4b4d-a135-35dfa8172a45 service neutron] 10.222.0.32 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813374
Jun 04 15:59:05.593139 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-78f2e3c6-fddf-4faa-aa71-ce664b30fecf service neutron] 10.222.0.32 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380124
Jun 04 15:59:05.758358 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-477fa885-e227-411d-b682-5eca21e837da None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:05.770460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-477fa885-e227-411d-b682-5eca21e837da None None] Transition to ACTIVE for port object 88f8893b-b046-44fd-9e41-c88ff8ff717a will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:59:05.828950 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-477fa885-e227-411d-b682-5eca21e837da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:05.833063 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:05.939977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d21d77a1-3532-40f8-98ba-e859578ada7f req-8f5651b0-d873-4b82-ac0e-3f73fa7cc298 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:59:06.034647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-d21d77a1-3532-40f8-98ba-e859578ada7f req-8f5651b0-d873-4b82-ac0e-3f73fa7cc298 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:59:06.035881 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d21d77a1-3532-40f8-98ba-e859578ada7f req-8f5651b0-d873-4b82-ac0e-3f73fa7cc298 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 210 time: 0.2006891
Jun 04 15:59:06.043664 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842472c-402d-4016-9ce2-caa62363efb8 None None] Pushing event updated for resources: {'Port': ['ID=88f8893b-b046-44fd-9e41-c88ff8ff717a,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:06.051350 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d842472c-402d-4016-9ce2-caa62363efb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:06.104479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-477fa885-e227-411d-b682-5eca21e837da None None] Attempting to bind port 88f8893b-b046-44fd-9e41-c88ff8ff717a on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:59:06.104859 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-477fa885-e227-411d-b682-5eca21e837da None None] Attempting to bind port 88f8893b-b046-44fd-9e41-c88ff8ff717a by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:59:06.105266 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477fa885-e227-411d-b682-5eca21e837da None None] Attempting to bind port 88f8893b-b046-44fd-9e41-c88ff8ff717a on network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:59:06.111929 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477fa885-e227-411d-b682-5eca21e837da None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:59:06.112159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477fa885-e227-411d-b682-5eca21e837da None None] Checking segment: {'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:59:06.112519 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-477fa885-e227-411d-b682-5eca21e837da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:06.112920 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477fa885-e227-411d-b682-5eca21e837da None None] Bound using segment: {'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:59:06.113443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-477fa885-e227-411d-b682-5eca21e837da None None] Bound port: 88f8893b-b046-44fd-9e41-c88ff8ff717a, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:59:06.113823 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-477fa885-e227-411d-b682-5eca21e837da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:06.155638 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2807afb0-6d4a-4dcb-a891-0e1036313f40 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:59:06.281124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-477fa885-e227-411d-b682-5eca21e837da None None] For port 88f8893b-b046-44fd-9e41-c88ff8ff717a, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:59:06.284338 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-477fa885-e227-411d-b682-5eca21e837da None None] For port 88f8893b-b046-44fd-9e41-c88ff8ff717a, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=88f8893b-b046-44fd-9e41-c88ff8ff717a,segment=NetworkSegment(72fdb6ad-4cb1-4389-9fca-a6e13271abd5),segment_id=72fdb6ad-4cb1-4389-9fca-a6e13271abd5)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:59:06.292855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 2807afb0-6d4a-4dcb-a891-0e1036313f40 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:59:06.299632 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:06.384121 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-477fa885-e227-411d-b682-5eca21e837da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:06.387490 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2df563e0-0c7c-4b25-9326-970dd17ee506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:06.488371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fa885-e227-411d-b682-5eca21e837da None None] Routers {'dd17cb6d-40c3-45e9-b247-aee0bb8f7593'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:59:06.489018 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-477fa885-e227-411d-b682-5eca21e837da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83910da670>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:59:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:59:06.543661 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842472c-402d-4016-9ce2-caa62363efb8 None None] Pushing event updated for resources: {'Port': ['ID=88f8893b-b046-44fd-9e41-c88ff8ff717a,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:06.554922 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d842472c-402d-4016-9ce2-caa62363efb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:06.673772 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-477fa885-e227-411d-b682-5eca21e837da None None] Set router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:59:07.001683 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-477fa885-e227-411d-b682-5eca21e837da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83910da670>, [{'id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480043318', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:56Z', 'updated_at': '2021-06-04T15:59:03Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:57Z', 'updated_at': '2021-06-04T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '88f8893b-b046-44fd-9e41-c88ff8ff717a', 'name': '', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:5f:5e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:59:02Z', 'updated_at': '2021-06-04T15:59:06Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:59:07.005645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477fa885-e227-411d-b682-5eca21e837da None None] The sync data for ids ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'] in n-d-791505-9 is: [{'id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480043318', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:56Z', 'updated_at': '2021-06-04T15:59:03Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:57Z', 'updated_at': '2021-06-04T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '88f8893b-b046-44fd-9e41-c88ff8ff717a', 'name': '', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:5f:5e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:59:02Z', 'updated_at': '2021-06-04T15:59:06Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:59:07.154106 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-759dbdb4-4728-4fcc-baa5-fb4a78f3e9ca req-d91cef12-9611-42e8-809f-5f86c5fb614a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 210 time: 0.0533926
Jun 04 15:59:08.151078 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 88f8893b-b046-44fd-9e41-c88ff8ff717a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:59:08.262474 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-373cbcab-b5d9-4d2f-9ea7-c177a7edbbf3 req-1ba6add8-bc17-421d-93b4-fecd5f5d616b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 210 time: 0.0519023
Jun 04 15:59:08.302848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 88f8893b-b046-44fd-9e41-c88ff8ff717a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:59:08.308284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 88f8893b-b046-44fd-9e41-c88ff8ff717a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:59:08.308730 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:08.432045 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:08.474041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 88f8893b-b046-44fd-9e41-c88ff8ff717a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=88f8893b-b046-44fd-9e41-c88ff8ff717a,segment=NetworkSegment(72fdb6ad-4cb1-4389-9fca-a6e13271abd5),segment_id=72fdb6ad-4cb1-4389-9fca-a6e13271abd5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:59:08.526374 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:08.528392 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:08.604030 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=88f8893b-b046-44fd-9e41-c88ff8ff717a,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:08.609810 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:09.363063 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fa1f0acb-3b74-4b3b-a63e-831f8f694246 req-ab01641c-fff3-4bfc-b881-cf7c503989a2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 210 time: 0.0470865
Jun 04 15:59:10.133678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 88f8893b-b046-44fd-9e41-c88ff8ff717a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:59:10.202332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 88f8893b-b046-44fd-9e41-c88ff8ff717a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:59:10.202705 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:10.518436 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-26bf63d8-8ee2-48c1-8117-9e2957f50340 req-8c9d280c-a1ec-4b22-b515-224c02ddeee1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 210 time: 0.0423100
Jun 04 15:59:11.672477 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-959ccb2f-8811-4771-abe2-cf681024ab0f req-0740fdf7-504f-474c-a17d-23370006b004 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 210 time: 0.0454817
Jun 04 15:59:12.357103 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-46ae81d6-bfeb-42a6-897b-609fa41f6697 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:12.357719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-46ae81d6-bfeb-42a6-897b-609fa41f6697 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:59:12.462643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-46ae81d6-bfeb-42a6-897b-609fa41f6697 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:59:12.463817 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-46ae81d6-bfeb-42a6-897b-609fa41f6697 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "GET /v2.0/networks?id=10f2d94c-b83e-4307-b19e-933dba1f1ed1 HTTP/1.1" status: 200  len: 796 time: 0.2547593
Jun 04 15:59:12.520078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-8b670906-bf67-48f8-a790-ccde22c0b29e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:59:12.617283 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-8b670906-bf67-48f8-a790-ccde22c0b29e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:59:12.618374 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-8b670906-bf67-48f8-a790-ccde22c0b29e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5713bc90d4f140b1942b906ec12fd63f HTTP/1.1" status: 200  len: 380 time: 0.1458788
Jun 04 15:59:12.628496 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'port': {'device_id': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'admin_state_up': True, 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'security_groups': ['b9457cb0-1e73-4834-8087-c1e96b7c84ff']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:59:12.767145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:59:12.777419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:59:12.839600 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5849425f-3d53-492b-90c9-eebfc48c4165 req-b6750b9e-d21c-4ec5-8568-788a4d842d4c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 210 time: 0.0439315
Jun 04 15:59:12.851460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Made reservation on behalf of 5713bc90d4f140b1942b906ec12fd63f for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 15:59:12.855016 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:13.024597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Allocated IP 172.20.0.11 (10f2d94c-b83e-4307-b19e-933dba1f1ed1/c8ff1a4a-55fd-459f-9402-43b178c31868/d8486ba2-a289-48f0-bd83-2549b42ae7a4) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:59:13.215365 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:13.230970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Transition to ACTIVE for port object d8486ba2-a289-48f0-bd83-2549b42ae7a4 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:59:13.326998 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:13.333130 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3ec602f8-886a-4315-9f2d-172ec001f126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:13.561287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:59:13.564394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:59:13.568413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:59:13.600052 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=d8486ba2-a289-48f0-bd83-2549b42ae7a4,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:13.606854 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:13.638983 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:13.639596 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:13.750103 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1254070
Jun 04 15:59:13.760352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-f162bbce-ac93-4112-b9e8-4926b4e5af3a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 15:59:13.761356 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-f162bbce-ac93-4112-b9e8-4926b4e5af3a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051141
Jun 04 15:59:13.772491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Request body: {'port': {'device_id': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:59:13.846010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0ee5ab38-f1ff-4d64-8a93-4aee00703a80 None None] Provisioning for port d8486ba2-a289-48f0-bd83-2549b42ae7a4 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:59:13.851065 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0ee5ab38-f1ff-4d64-8a93-4aee00703a80 None None] Provisioning complete for port d8486ba2-a289-48f0-bd83-2549b42ae7a4 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:59:13.851444 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ab38-f1ff-4d64-8a93-4aee00703a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:13.885854 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:13.904991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5ab38-f1ff-4d64-8a93-4aee00703a80 None None] Port d8486ba2-a289-48f0-bd83-2549b42ae7a4 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 15:59:14.036832 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7622e-dfae-4963-aaad-e49d246fae3c req-210ba6bc-a1ca-41b8-a70d-e5bc05d8b9b6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:14.038533 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-90f7622e-dfae-4963-aaad-e49d246fae3c req-210ba6bc-a1ca-41b8-a70d-e5bc05d8b9b6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 932 time: 0.0816686
Jun 04 15:59:14.088961 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-90f7622e-dfae-4963-aaad-e49d246fae3c req-08e0192c-25e3-42a6-a3ee-02cd15582dff tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440395
Jun 04 15:59:14.234269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8486ba2-a289-48f0-bd83-2549b42ae7a4 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:59:14.241535 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:14.256913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Transition to ACTIVE for port object d8486ba2-a289-48f0-bd83-2549b42ae7a4 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 15:59:14.377386 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:14.381590 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e658fe0b-d5cb-47b0-ac68-c0409740645b tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:14.559181 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Pushing event updated for resources: {'Port': ['ID=d8486ba2-a289-48f0-bd83-2549b42ae7a4,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:14.567547 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:14.643683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Attempting to bind port d8486ba2-a289-48f0-bd83-2549b42ae7a4 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 15:59:14.644014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Attempting to bind port d8486ba2-a289-48f0-bd83-2549b42ae7a4 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 15:59:14.644340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Attempting to bind port d8486ba2-a289-48f0-bd83-2549b42ae7a4 on network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:59:14.648884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Port d8486ba2-a289-48f0-bd83-2549b42ae7a4 on network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 15:59:14.649230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Attempting to bind port d8486ba2-a289-48f0-bd83-2549b42ae7a4 on network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 15:59:14.655043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 15, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 15:59:14.655375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Checking segment: {'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 15:59:14.655757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Bound using segment: {'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 15:59:14.656170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Bound port: d8486ba2-a289-48f0-bd83-2549b42ae7a4, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 15:59:14.656508 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:14.748952 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] For port d8486ba2-a289-48f0-bd83-2549b42ae7a4, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 15:59:14.751990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] For port d8486ba2-a289-48f0-bd83-2549b42ae7a4, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4,segment=NetworkSegment(72fdb6ad-4cb1-4389-9fca-a6e13271abd5),segment_id=72fdb6ad-4cb1-4389-9fca-a6e13271abd5)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 15:59:14.806307 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:14.810245 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:14.868282 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:14.868896 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:14.870316 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] 10.222.0.62 "PUT /v2.0/ports/d8486ba2-a289-48f0-bd83-2549b42ae7a4 HTTP/1.1" status: 200  len: 1092 time: 1.1017618
Jun 04 15:59:14.870859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'tag': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:59:14.873939 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab45b70-2b54-44ac-8541-4aaca2a48d74" -d '{"events": [{"name": "network-changed", "server_uuid": "c02a724f-8b6f-4df7-b8db-2b3e849c3e00", "tag": "d8486ba2-a289-48f0-bd83-2549b42ae7a4"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:59:14.894821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Pushing event updated for resources: {'Port': ['ID=d8486ba2-a289-48f0-bd83-2549b42ae7a4,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:14.901641 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:15.017271 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8750517c-5d53-46c6-a7dd-2283dd308dc3 x-openstack-request-id: req-8750517c-5d53-46c6-a7dd-2283dd308dc3 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:59:15.017612 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02a724f-8b6f-4df7-b8db-2b3e849c3e00", "tag": "d8486ba2-a289-48f0-bd83-2549b42ae7a4", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:59:15.017917 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8750517c-5d53-46c6-a7dd-2283dd308dc3 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:59:15.018366 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'tag': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4', 'status': 'completed', 'code': 200}
Jun 04 15:59:15.054914 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-1ca36b68-c361-486c-963f-17abb459ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:15.056427 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-1ca36b68-c361-486c-963f-17abb459ceaf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 1095 time: 0.0822070
Jun 04 15:59:15.129244 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-a859a812-7233-42a7-beb8-879968405ae1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4 HTTP/1.1" status: 200  len: 217 time: 0.0649245
Jun 04 15:59:15.199453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-728c5e76-72d1-4e9b-a89e-117207d43e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:15.201547 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-728c5e76-72d1-4e9b-a89e-117207d43e5a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8ff1a4a-55fd-459f-9402-43b178c31868 HTTP/1.1" status: 200  len: 834 time: 0.0656641
Jun 04 15:59:15.280384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11b26d-d617-4709-8a6e-6a5dd139f7f0 req-02ac519d-d85d-4344-b7d5-8618bf456df5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:15.281664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-f4873827-356b-4cfd-8d7d-25c4be83bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:15.281931 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6f11b26d-d617-4709-8a6e-6a5dd139f7f0 req-02ac519d-d85d-4344-b7d5-8618bf456df5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 944 time: 0.0824482
Jun 04 15:59:15.283202 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-f4873827-356b-4cfd-8d7d-25c4be83bb6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f2d94c-b83e-4307-b19e-933dba1f1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0741510
Jun 04 15:59:15.333466 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6f11b26d-d617-4709-8a6e-6a5dd139f7f0 req-7fa273d4-381e-48f8-b171-a3feca347bd8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458164
Jun 04 15:59:15.419986 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-198818a1-b237-4acf-8baa-b8c8e5fe9713 service neutron] 10.222.0.62 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299520
Jun 04 15:59:15.561208 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6a3fbbed-bbf9-4032-bd6a-c1b6ac0d548b req-e64868ae-a551-43d3-a66d-0fb16ab389d6 service neutron] 10.222.0.62 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342990
Jun 04 15:59:15.758205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab45b70-2b54-44ac-8541-4aaca2a48d74 req-add94a89-fdca-4853-9cd7-9b641c85baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:15.759757 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5ab45b70-2b54-44ac-8541-4aaca2a48d74 req-add94a89-fdca-4853-9cd7-9b641c85baa6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 1095 time: 0.0722535
Jun 04 15:59:15.893857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab45b70-2b54-44ac-8541-4aaca2a48d74 req-46ed6494-20d5-4799-8bfa-e3a774dbcea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:15.895318 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5ab45b70-2b54-44ac-8541-4aaca2a48d74 req-46ed6494-20d5-4799-8bfa-e3a774dbcea2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=10f2d94c-b83e-4307-b19e-933dba1f1ed1 HTTP/1.1" status: 200  len: 897 time: 0.1282110
Jun 04 15:59:15.967371 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5ab45b70-2b54-44ac-8541-4aaca2a48d74 req-c95f9e3e-d009-4985-97f1-4ce231ff4de8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4 HTTP/1.1" status: 200  len: 217 time: 0.0656514
Jun 04 15:59:16.031940 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab45b70-2b54-44ac-8541-4aaca2a48d74 req-7fc93d1e-b592-4b1f-af56-e8053ef3f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:16.033343 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5ab45b70-2b54-44ac-8541-4aaca2a48d74 req-7fc93d1e-b592-4b1f-af56-e8053ef3f7ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8ff1a4a-55fd-459f-9402-43b178c31868 HTTP/1.1" status: 200  len: 834 time: 0.0587070
Jun 04 15:59:16.117151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab45b70-2b54-44ac-8541-4aaca2a48d74 req-e0d9c8a0-a851-4f4f-98fd-d173da288813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:16.118871 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5ab45b70-2b54-44ac-8541-4aaca2a48d74 req-e0d9c8a0-a851-4f4f-98fd-d173da288813 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f2d94c-b83e-4307-b19e-933dba1f1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0790486
Jun 04 15:59:16.275496 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5ab45b70-2b54-44ac-8541-4aaca2a48d74 req-05f125d1-9902-4416-ab76-0d457beed4d9 service neutron] 10.222.0.62 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457057
Jun 04 15:59:16.650844 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5ab45b70-2b54-44ac-8541-4aaca2a48d74 req-c25d9ff9-51d0-49f7-96f5-99cbae06e6af service neutron] 10.222.0.62 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3710201
Jun 04 15:59:16.673807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4818b-23a1-42d8-a32c-1d768f720719 req-36affe1e-a7f7-4c5c-8f01-1b6557017e35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:16.674525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-bae4818b-23a1-42d8-a32c-1d768f720719 req-36affe1e-a7f7-4c5c-8f01-1b6557017e35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 15:59:16.743011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-bae4818b-23a1-42d8-a32c-1d768f720719 req-36affe1e-a7f7-4c5c-8f01-1b6557017e35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 15:59:16.744220 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bae4818b-23a1-42d8-a32c-1d768f720719 req-36affe1e-a7f7-4c5c-8f01-1b6557017e35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 944 time: 0.2007582
Jun 04 15:59:16.792269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bae4818b-23a1-42d8-a32c-1d768f720719 req-af4b5282-1eb5-4876-8f05-f3dfddf23bbe tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413971
Jun 04 15:59:17.985763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1ebeb-ea93-4b82-8e4a-458b43d54ec5 req-7fa5950b-8f72-40f1-92bd-31a8aa56e82e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:17.987241 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f6c1ebeb-ea93-4b82-8e4a-458b43d54ec5 req-7fa5950b-8f72-40f1-92bd-31a8aa56e82e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 944 time: 0.0888863
Jun 04 15:59:18.033593 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f6c1ebeb-ea93-4b82-8e4a-458b43d54ec5 req-7723b6a9-d062-4c6f-be32-64bf52afba5a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407503
Jun 04 15:59:19.219722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c44df-2d51-47f4-b6ce-406e8128e1d6 req-ee5fdd7a-930c-4b61-8c8a-2ba9f8debff9 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:19.221226 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-652c44df-2d51-47f4-b6ce-406e8128e1d6 req-ee5fdd7a-930c-4b61-8c8a-2ba9f8debff9 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 944 time: 0.0811901
Jun 04 15:59:19.265622 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-652c44df-2d51-47f4-b6ce-406e8128e1d6 req-1b05bcff-fbf9-4e1b-b8f5-494d6edf70a2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386295
Jun 04 15:59:19.302567 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d8486ba2-a289-48f0-bd83-2549b42ae7a4 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 15:59:19.434377 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d8486ba2-a289-48f0-bd83-2549b42ae7a4, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4,segment=NetworkSegment(72fdb6ad-4cb1-4389-9fca-a6e13271abd5),segment_id=72fdb6ad-4cb1-4389-9fca-a6e13271abd5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:59:19.447241 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'port_id': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4', 'mac_address': 'fa:16:3e:f8:c8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 15:59:19.501343 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:19.518148 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8486ba2-a289-48f0-bd83-2549b42ae7a4 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 15:59:19.533864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d8486ba2-a289-48f0-bd83-2549b42ae7a4, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4,segment=NetworkSegment(72fdb6ad-4cb1-4389-9fca-a6e13271abd5),segment_id=72fdb6ad-4cb1-4389-9fca-a6e13271abd5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:59:19.605848 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:19.608016 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:19.689359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=d8486ba2-a289-48f0-bd83-2549b42ae7a4,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:19.696722 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:19.960681 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['d8486ba2-a289-48f0-bd83-2549b42ae7a4'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 15:59:20.463288 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a605b6-7ac2-43b0-bbe3-104f0bb28b80 req-883d70b7-cd2f-4bd4-926d-5ae059f7d057 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:20.464775 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-25a605b6-7ac2-43b0-bbe3-104f0bb28b80 req-883d70b7-cd2f-4bd4-926d-5ae059f7d057 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 945 time: 0.0851343
Jun 04 15:59:20.511791 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-25a605b6-7ac2-43b0-bbe3-104f0bb28b80 req-878a9fe4-b94c-497b-b9a6-639ac850a035 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404158
Jun 04 15:59:21.314739 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d8486ba2-a289-48f0-bd83-2549b42ae7a4 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 15:59:21.599577 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port d8486ba2-a289-48f0-bd83-2549b42ae7a4 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 15:59:21.604834 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port d8486ba2-a289-48f0-bd83-2549b42ae7a4 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 15:59:21.605259 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:21.709157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a80e1-403b-4c47-8d17-7a9198b20643 req-3d701666-2b71-48e1-a6ba-4f2173eb6258 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:21.710665 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9b5a80e1-403b-4c47-8d17-7a9198b20643 req-3d701666-2b71-48e1-a6ba-4f2173eb6258 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 945 time: 0.0861309
Jun 04 15:59:21.726148 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:21.755027 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:59:21.757686 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a81a629-1a2b-4159-a232-d46837242c0b" -d '{"events": [{"server_uuid": "c02a724f-8b6f-4df7-b8db-2b3e849c3e00", "name": "network-vif-plugged", "status": "completed", "tag": "d8486ba2-a289-48f0-bd83-2549b42ae7a4"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:59:21.757860 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9b5a80e1-403b-4c47-8d17-7a9198b20643 req-e1dbce84-8dbd-4dda-9e23-25dc01bfe3a2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405579
Jun 04 15:59:21.767997 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port d8486ba2-a289-48f0-bd83-2549b42ae7a4, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4,segment=NetworkSegment(72fdb6ad-4cb1-4389-9fca-a6e13271abd5),segment_id=72fdb6ad-4cb1-4389-9fca-a6e13271abd5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 15:59:21.863534 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 15:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052d3d23-03c2-4515-b50a-cbf9e6a154b6 x-openstack-request-id: req-052d3d23-03c2-4515-b50a-cbf9e6a154b6 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:59:21.863919 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02a724f-8b6f-4df7-b8db-2b3e849c3e00", "name": "network-vif-plugged", "status": "completed", "tag": "d8486ba2-a289-48f0-bd83-2549b42ae7a4", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:59:21.864163 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-052d3d23-03c2-4515-b50a-cbf9e6a154b6 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:59:21.864600 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4', 'code': 200}
Jun 04 15:59:21.873913 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:21.875789 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d71fadf6-0698-49ac-9735-52f42d022983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:21.946891 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=d8486ba2-a289-48f0-bd83-2549b42ae7a4,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:21.955339 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:21.955686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:21.956026 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:21.956361 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:21.956801 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:21.957158 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:21.957485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:21.957895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:21.958160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:21.958451 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:21.958775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:21.959095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:21.962881 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:21.996958 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f1c2f-4f9f-4cec-aa81-68112b0209fb req-de7e738d-28d2-4b7c-9d37-c47ca72d222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:21.998751 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-116f1c2f-4f9f-4cec-aa81-68112b0209fb req-de7e738d-28d2-4b7c-9d37-c47ca72d222d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 1097 time: 0.0724294
Jun 04 15:59:22.056520 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-116f1c2f-4f9f-4cec-aa81-68112b0209fb req-0027d799-e99f-493c-a219-cd4b20574431 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509531
Jun 04 15:59:22.977526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920d944-7ec4-4c38-99e1-d6aed6a6ddf9 req-8c4105a6-2488-4313-88e8-de094e3dbc8b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:22.979004 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f920d944-7ec4-4c38-99e1-d6aed6a6ddf9 req-8c4105a6-2488-4313-88e8-de094e3dbc8b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0827444
Jun 04 15:59:23.025654 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f920d944-7ec4-4c38-99e1-d6aed6a6ddf9 req-fd23993b-3a72-44e6-a706-c6b49fcdb773 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401628
Jun 04 15:59:23.874141 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:24.185875 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 15:59:24.225860 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91f56f-4253-427a-9c44-67ac303b9343 req-ee5a184d-6d03-41d8-8bb1-dc8a60bb476b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:24.227320 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be91f56f-4253-427a-9c44-67ac303b9343 req-ee5a184d-6d03-41d8-8bb1-dc8a60bb476b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0855343
Jun 04 15:59:24.273451 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be91f56f-4253-427a-9c44-67ac303b9343 req-a2c6d1f5-647f-4c14-ab49-23d75a4806b6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392587
Jun 04 15:59:24.466468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c0231-a388-49a5-9a7c-51f0ac2e6795 req-89936c10-3033-4a84-9534-78ed77fd876c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:24.468091 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f68c0231-a388-49a5-9a7c-51f0ac2e6795 req-89936c10-3033-4a84-9534-78ed77fd876c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0881720
Jun 04 15:59:24.514227 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f68c0231-a388-49a5-9a7c-51f0ac2e6795 req-b0b1410b-d01a-4a77-a299-717443cf6f34 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397680
Jun 04 15:59:24.536380 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35082) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:59:24.606493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80aec52a-a265-4a6c-8fed-f1efd15387a1 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:24.607991 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-80aec52a-a265-4a6c-8fed-f1efd15387a1 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 1092 time: 0.0706191
Jun 04 15:59:24.611011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35084) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:59:24.615310 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'port_id': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 15:59:24.621931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 15:59:24.625724 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:floatingip and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 15:59:24.628508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 15:59:24.634135 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 15:59:24.719832 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:24.858377 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:24.999063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Allocated IP 172.25.4.205 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/61e74b3f-02cd-4970-939b-d42d0068338b) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 15:59:25.146842 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:25.228647 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:25.233332 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:25.311312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 15:59:25.314145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 15:59:25.319134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 15:59:25.344723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=61e74b3f-02cd-4970-939b-d42d0068338b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:25.358878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:25.359275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:25.359655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:25.360028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:25.360397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:25.360767 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:25.361291 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:25.361665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:25.362033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:25.362395 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:25.362758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:25.363118 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 15:59:25.368909 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:25.766821 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:25.909274 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:26.137436 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:26.279631 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:26.342505 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:26.351520 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9447e776-b975-428a-8ec5-1611b4b82e04 tempest-VolumesBackupsTest-1018577036 tempest-VolumesBackupsTest-1018577036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 15:59:26.461618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=61e74b3f-02cd-4970-939b-d42d0068338b,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 15:59:26.464395 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 15:59:26.474301 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:26.644687 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Floating IP 236dafad-5bab-4e04-b372-0b0ee5957371 associated. External IP: 172.25.4.205, port: d8486ba2-a289-48f0-bd83-2549b42ae7a4.
Jun 04 15:59:27.004706 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 15:59:27.188179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 15:59:27.197527 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c874a-57ca-45bd-9369-100afb886b23 None None] Sync routers for ids ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 15:59:27.208058 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c874a-57ca-45bd-9369-100afb886b23 None None] Routers {'dd17cb6d-40c3-45e9-b247-aee0bb8f7593'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:59:27.208735 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f03c874a-57ca-45bd-9369-100afb886b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc27730>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:59:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:59:27.268554 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:27.331807 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7197559
Jun 04 15:59:27.332596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'tag': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 15:59:27.335093 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af501a70-fd04-49e7-81f1-ddcec1fba1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c02a724f-8b6f-4df7-b8db-2b3e849c3e00", "tag": "d8486ba2-a289-48f0-bd83-2549b42ae7a4"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 15:59:27.390197 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 15:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142cad63-b898-4331-a1d9-b95db5fd6122 x-openstack-request-id: req-142cad63-b898-4331-a1d9-b95db5fd6122 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 15:59:27.390545 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02a724f-8b6f-4df7-b8db-2b3e849c3e00", "tag": "d8486ba2-a289-48f0-bd83-2549b42ae7a4", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 15:59:27.390909 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-142cad63-b898-4331-a1d9-b95db5fd6122 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 15:59:27.391366 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'tag': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4', 'status': 'completed', 'code': 200}
Jun 04 15:59:27.437912 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-f03c874a-57ca-45bd-9369-100afb886b23 None None] Set router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:59:27.485865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af501a70-fd04-49e7-81f1-ddcec1fba1ef req-b5e92c0a-9f5a-4b0a-acc7-0ea7dc0f8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:27.487804 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af501a70-fd04-49e7-81f1-ddcec1fba1ef req-b5e92c0a-9f5a-4b0a-acc7-0ea7dc0f8d7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 1097 time: 0.0757468
Jun 04 15:59:27.507845 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b68b13-6efd-4fd3-ab40-3823ea71f11b req-42111f24-8251-44b8-90f2-1ac9389e029a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:27.509529 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a4b68b13-6efd-4fd3-ab40-3823ea71f11b req-42111f24-8251-44b8-90f2-1ac9389e029a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0844028
Jun 04 15:59:27.559810 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a4b68b13-6efd-4fd3-ab40-3823ea71f11b req-b18ac681-811b-424d-b97b-f2faae96a8c0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430367
Jun 04 15:59:27.598219 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35090) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:59:27.635858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af501a70-fd04-49e7-81f1-ddcec1fba1ef req-b6a61286-f79d-4958-bf78-4d229e7a6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:27.638416 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af501a70-fd04-49e7-81f1-ddcec1fba1ef req-b6a61286-f79d-4958-bf78-4d229e7a6976 service neutron] 10.222.0.62 "GET /v2.0/networks?id=10f2d94c-b83e-4307-b19e-933dba1f1ed1 HTTP/1.1" status: 200  len: 897 time: 0.1407197
Jun 04 15:59:27.717216 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-551a02b9-4467-407c-b01e-987cce38a5ae tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/236dafad-5bab-4e04-b372-0b0ee5957371 HTTP/1.1" status: 200  len: 992 time: 0.1173613
Jun 04 15:59:27.806607 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f03c874a-57ca-45bd-9369-100afb886b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc27730>, [{'id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480043318', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:56Z', 'updated_at': '2021-06-04T15:59:03Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:57Z', 'updated_at': '2021-06-04T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '236dafad-5bab-4e04-b372-0b0ee5957371', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'port_id': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'mac_address': 'fa:16:3e:f8:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:59:25Z', 'updated_at': '2021-06-04T15:59:25Z', 'revision_number': 0, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f8893b-b046-44fd-9e41-c88ff8ff717a', 'name': '', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:5f:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:59:02Z', 'updated_at': '2021-06-04T15:59:08Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:59:27.811346 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c874a-57ca-45bd-9369-100afb886b23 None None] Checking router: dd17cb6d-40c3-45e9-b247-aee0bb8f7593 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 15:59:27.819801 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c874a-57ca-45bd-9369-100afb886b23 None None] Routers {'dd17cb6d-40c3-45e9-b247-aee0bb8f7593'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 15:59:27.820556 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f03c874a-57ca-45bd-9369-100afb886b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc27730>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T15:59:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:59:27.915324 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af501a70-fd04-49e7-81f1-ddcec1fba1ef req-69bd2bb0-990c-4023-94e1-67213d0244b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4 HTTP/1.1" status: 200  len: 1000 time: 0.2701385
Jun 04 15:59:27.979402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af501a70-fd04-49e7-81f1-ddcec1fba1ef req-0ce4bd64-bf97-4afa-b1c6-0f11fdcac37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:27.985590 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af501a70-fd04-49e7-81f1-ddcec1fba1ef req-0ce4bd64-bf97-4afa-b1c6-0f11fdcac37a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8ff1a4a-55fd-459f-9402-43b178c31868 HTTP/1.1" status: 200  len: 834 time: 0.0590901
Jun 04 15:59:28.014705 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-f03c874a-57ca-45bd-9369-100afb886b23 None None] Set router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 15:59:28.061228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af501a70-fd04-49e7-81f1-ddcec1fba1ef req-26f620b8-9cf9-49de-b15e-43c64d8264d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:28.068858 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af501a70-fd04-49e7-81f1-ddcec1fba1ef req-26f620b8-9cf9-49de-b15e-43c64d8264d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f2d94c-b83e-4307-b19e-933dba1f1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0742099
Jun 04 15:59:28.195853 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af501a70-fd04-49e7-81f1-ddcec1fba1ef req-2924d540-e0a0-48b1-b8ab-b623fb1a2293 service neutron] 10.222.0.62 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262681
Jun 04 15:59:28.335534 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-af501a70-fd04-49e7-81f1-ddcec1fba1ef req-fd128040-b12d-4444-b9a7-43da78cb2b6b service neutron] 10.222.0.62 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295252
Jun 04 15:59:28.407375 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f03c874a-57ca-45bd-9369-100afb886b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc27730>, [{'id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480043318', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:56Z', 'updated_at': '2021-06-04T15:59:03Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:57Z', 'updated_at': '2021-06-04T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '236dafad-5bab-4e04-b372-0b0ee5957371', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'port_id': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'mac_address': 'fa:16:3e:f8:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:59:25Z', 'updated_at': '2021-06-04T15:59:25Z', 'revision_number': 0, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f8893b-b046-44fd-9e41-c88ff8ff717a', 'name': '', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:5f:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:59:02Z', 'updated_at': '2021-06-04T15:59:08Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 15:59:28.411475 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c874a-57ca-45bd-9369-100afb886b23 None None] The sync data for ids ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'] in n-d-791505-9 is: [{'id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480043318', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:56Z', 'updated_at': '2021-06-04T15:59:03Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:57Z', 'updated_at': '2021-06-04T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '236dafad-5bab-4e04-b372-0b0ee5957371', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'port_id': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'mac_address': 'fa:16:3e:f8:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T15:59:25Z', 'updated_at': '2021-06-04T15:59:25Z', 'revision_number': 0, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f8893b-b046-44fd-9e41-c88ff8ff717a', 'name': '', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:5f:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:59:02Z', 'updated_at': '2021-06-04T15:59:08Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 15:59:28.620570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bab6677-2894-4c8f-be96-f0042a404351 None None] New status for floating IP 236dafad-5bab-4e04-b372-0b0ee5957371: ACTIVE {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 15:59:28.719673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35092) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:59:28.827618 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-213fe9a2-b06b-4404-8d86-3ab62be7dfd7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/236dafad-5bab-4e04-b372-0b0ee5957371 HTTP/1.1" status: 200  len: 992 time: 0.1065860
Jun 04 15:59:29.507954 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-40902de1-d522-41cd-a842-b138b141c04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:29.831083 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35094) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 15:59:29.937065 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d58f40f2-cf03-4241-867b-0759dfd7bbf2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/236dafad-5bab-4e04-b372-0b0ee5957371 HTTP/1.1" status: 200  len: 994 time: 0.1044307
Jun 04 15:59:32.016719 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:32.371415 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-20a93a5d-aa66-4eaf-a003-15149add39da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:33.787992 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:35.325515 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:42.722562 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8fa98afd-4242-4d1b-bf81-c55e8d484f64 req-841787ec-0f23-4d7c-a4aa-11315b3811bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1342828
Jun 04 15:59:42.867026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa98afd-4242-4d1b-bf81-c55e8d484f64 req-19ffced4-0aed-4637-bfcc-04c3357593d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:42.868475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8fa98afd-4242-4d1b-bf81-c55e8d484f64 req-19ffced4-0aed-4637-bfcc-04c3357593d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 1097 time: 0.0762553
Jun 04 15:59:43.031924 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa98afd-4242-4d1b-bf81-c55e8d484f64 req-b53cd3f1-b185-4a27-aa20-06fee346ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:43.033386 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8fa98afd-4242-4d1b-bf81-c55e8d484f64 req-b53cd3f1-b185-4a27-aa20-06fee346ae85 service neutron] 10.222.0.62 "GET /v2.0/networks?id=10f2d94c-b83e-4307-b19e-933dba1f1ed1 HTTP/1.1" status: 200  len: 897 time: 0.1411757
Jun 04 15:59:43.138473 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8fa98afd-4242-4d1b-bf81-c55e8d484f64 req-436bde5d-eaa1-45c2-b29c-4214c6cb1770 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4 HTTP/1.1" status: 200  len: 1002 time: 0.0983932
Jun 04 15:59:43.214136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa98afd-4242-4d1b-bf81-c55e8d484f64 req-5cee0927-8bc5-4782-94f7-655d654ad96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:43.216133 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8fa98afd-4242-4d1b-bf81-c55e8d484f64 req-5cee0927-8bc5-4782-94f7-655d654ad96c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8ff1a4a-55fd-459f-9402-43b178c31868 HTTP/1.1" status: 200  len: 834 time: 0.0716355
Jun 04 15:59:43.305839 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa98afd-4242-4d1b-bf81-c55e8d484f64 req-b99b4b76-31c9-4c9e-9650-95b141cd8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 15:59:43.307425 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8fa98afd-4242-4d1b-bf81-c55e8d484f64 req-b99b4b76-31c9-4c9e-9650-95b141cd8d72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f2d94c-b83e-4307-b19e-933dba1f1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0799887
Jun 04 15:59:43.450504 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8fa98afd-4242-4d1b-bf81-c55e8d484f64 req-b1c76dde-94c5-4b2e-8598-083b43ef02b2 service neutron] 10.222.0.62 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327782
Jun 04 15:59:43.595083 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8fa98afd-4242-4d1b-bf81-c55e8d484f64 req-e4d71e86-9803-495c-bcd5-8f9443499224 service neutron] 10.222.0.62 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391079
Jun 04 15:59:53.895905 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:56.192909 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 15:59:59.530052 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a95dcacb-b890-4ebe-b433-5376cbb3971e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:01.185657 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:00:02.318610 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:02.495459 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-96a83b01-fc58-47f4-90db-b76d24066b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:03.758558 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:05.406780 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:23.878488 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:26.151815 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:29.546841 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-447ade9b-588d-493e-aa2c-0e13d2dd5b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:32.077022 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:32.380334 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-be9ffce0-7760-43a4-8768-9fe5832589be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:33.780721 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:35.305462 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:38.184703 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:00:42.655436 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdc3144d-dd5d-4c13-b0aa-c1b6f7aec7c3 req-2fce503e-ddd3-47c5-aabb-bafa1ccfb298 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0714376
Jun 04 16:00:42.969098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3144d-dd5d-4c13-b0aa-c1b6f7aec7c3 req-12e5d26b-0ba3-44a0-9b76-651168ef2666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:42.970763 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdc3144d-dd5d-4c13-b0aa-c1b6f7aec7c3 req-12e5d26b-0ba3-44a0-9b76-651168ef2666 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 1097 time: 0.2426825
Jun 04 16:00:43.124615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3144d-dd5d-4c13-b0aa-c1b6f7aec7c3 req-ca237334-cca3-4518-ac5b-74f9662d9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:43.126219 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdc3144d-dd5d-4c13-b0aa-c1b6f7aec7c3 req-ca237334-cca3-4518-ac5b-74f9662d9f91 service neutron] 10.222.0.62 "GET /v2.0/networks?id=10f2d94c-b83e-4307-b19e-933dba1f1ed1 HTTP/1.1" status: 200  len: 897 time: 0.1310515
Jun 04 16:00:43.237608 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdc3144d-dd5d-4c13-b0aa-c1b6f7aec7c3 req-32ad20cc-bfcb-46c6-b20d-bedaf1aed279 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4 HTTP/1.1" status: 200  len: 1002 time: 0.1022372
Jun 04 16:00:43.307909 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3144d-dd5d-4c13-b0aa-c1b6f7aec7c3 req-1c46e8b9-c863-4ba4-a210-ef17ca344597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:43.309386 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdc3144d-dd5d-4c13-b0aa-c1b6f7aec7c3 req-1c46e8b9-c863-4ba4-a210-ef17ca344597 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8ff1a4a-55fd-459f-9402-43b178c31868 HTTP/1.1" status: 200  len: 834 time: 0.0657973
Jun 04 16:00:43.318240 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f411f3-e670-45b5-9711-3eae90408103 req-3cc78e84-b444-4d92-9bab-fdc5ff673846 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:43.324105 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f2f411f3-e670-45b5-9711-3eae90408103 req-3cc78e84-b444-4d92-9bab-fdc5ff673846 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 1097 time: 0.0871799
Jun 04 16:00:43.343225 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f2f411f3-e670-45b5-9711-3eae90408103 req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:43.358663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-f2f411f3-e670-45b5-9711-3eae90408103 req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:00:43.363245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-f2f411f3-e670-45b5-9711-3eae90408103 req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Usage tracker for resource:security_group_rule and tenant:3c2529cc200b43d0a68befe2ce844447 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:00:43.366326 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-f2f411f3-e670-45b5-9711-3eae90408103 req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:00:43.372386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [req-f2f411f3-e670-45b5-9711-3eae90408103 req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:00:43.394732 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3144d-dd5d-4c13-b0aa-c1b6f7aec7c3 req-e8c54674-ec38-449a-9a76-1edefd7ae31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:43.402102 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdc3144d-dd5d-4c13-b0aa-c1b6f7aec7c3 req-e8c54674-ec38-449a-9a76-1edefd7ae31e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f2d94c-b83e-4307-b19e-933dba1f1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0772023
Jun 04 16:00:43.463266 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f2f411f3-e670-45b5-9711-3eae90408103 req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:43.536755 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdc3144d-dd5d-4c13-b0aa-c1b6f7aec7c3 req-b2692d10-c61b-4aa0-8018-1eb2c4ea1b39 service neutron] 10.222.0.62 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328559
Jun 04 16:00:43.585126 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-f2f411f3-e670-45b5-9711-3eae90408103 req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:43.593860 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-11eaad6b-d3a1-4fa8-8fa4-808fb1337550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:00:43.614198 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f2f411f3-e670-45b5-9711-3eae90408103 req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2879388
Jun 04 16:00:43.633471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32894535-71dd-43b9-92d0-832dfc875fe5,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:00:43.651124 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:00:43.653239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:00:43.653239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:00:43.653239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:00:43.653667 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:00:43.653937 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:00:43.654595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:00:43.654709 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:00:43.655052 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:00:43.655422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:00:43.655796 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:00:43.656444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:00:43.661342 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:00:43.687935 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdc3144d-dd5d-4c13-b0aa-c1b6f7aec7c3 req-680b37c2-ceab-40fa-b376-22666806f604 service neutron] 10.222.0.62 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441803
Jun 04 16:00:43.831042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b217d2-baf9-4679-b093-a7866a0d4f0d req-e9f37e66-913b-4bcb-8da9-68e6ba084a14 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:43.832462 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a4b217d2-baf9-4679-b093-a7866a0d4f0d req-e9f37e66-913b-4bcb-8da9-68e6ba084a14 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0825140
Jun 04 16:00:43.877593 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a4b217d2-baf9-4679-b093-a7866a0d4f0d req-0beaa2e9-12cf-4c15-be90-e944766190ca tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394342
Jun 04 16:00:43.901418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35138) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:00:44.015944 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f215cfc6-2462-4e5d-9eb2-73029ed6d80c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/236dafad-5bab-4e04-b372-0b0ee5957371 HTTP/1.1" status: 200  len: 994 time: 0.1132445
Jun 04 16:00:44.464348 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-46f30a92-0d0e-4c5f-86ce-da962d966af1 req-a8c77be7-8fac-4f79-a751-bb75d76b6c6f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 16:00:44.465414 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-46f30a92-0d0e-4c5f-86ce-da962d966af1 req-a8c77be7-8fac-4f79-a751-bb75d76b6c6f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0678806
Jun 04 16:00:45.114297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8220a6-902c-4487-88d3-b9f0d30a22b4 req-d1ffeb2a-20e2-4e6b-9cef-d3610ca35468 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:45.115918 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf8220a6-902c-4487-88d3-b9f0d30a22b4 req-d1ffeb2a-20e2-4e6b-9cef-d3610ca35468 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0898602
Jun 04 16:00:45.166936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35154) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:00:45.297164 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-8084a15f-93bc-4afd-9106-9d140d118bc3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1285827
Jun 04 16:00:45.328794 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bf8220a6-902c-4487-88d3-b9f0d30a22b4 req-c4870990-a0a2-44f5-897a-79bdaaa2d7f8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2072954
Jun 04 16:00:46.520210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f45ad-dccc-4c03-a7cc-3404ef345873 req-440d77de-7af6-4bc5-86cc-327752ca19db tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:46.521809 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e42f45ad-dccc-4c03-a7cc-3404ef345873 req-440d77de-7af6-4bc5-86cc-327752ca19db tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0820754
Jun 04 16:00:46.566230 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e42f45ad-dccc-4c03-a7cc-3404ef345873 req-26409086-0f71-4dc3-94b8-42cafa447584 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386589
Jun 04 16:00:47.766073 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726998e3-7052-4ec4-b213-8e178ac917b2 req-c9526fae-34c5-4d0f-af3b-2c649809463d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:47.767784 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-726998e3-7052-4ec4-b213-8e178ac917b2 req-c9526fae-34c5-4d0f-af3b-2c649809463d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0835352
Jun 04 16:00:47.811962 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-726998e3-7052-4ec4-b213-8e178ac917b2 req-56ba650a-6ecd-46ff-8103-2533b6974b4e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383153
Jun 04 16:00:48.260529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-024c1db1-baf3-44ed-a019-e809c9bc9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:48.266186 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-024c1db1-baf3-44ed-a019-e809c9bc9718 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 1097 time: 0.0759997
Jun 04 16:00:48.396799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-fd405240-13a2-4cdb-8a41-e5d0d10eaef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:48.398199 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-fd405240-13a2-4cdb-8a41-e5d0d10eaef4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=10f2d94c-b83e-4307-b19e-933dba1f1ed1 HTTP/1.1" status: 200  len: 897 time: 0.1284699
Jun 04 16:00:48.510737 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-deebd626-6ce0-47b5-aa3b-9aa769929569 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4 HTTP/1.1" status: 200  len: 1002 time: 0.1054149
Jun 04 16:00:48.574279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-284db6f3-bb28-4079-937c-016799cd7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:48.575762 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-284db6f3-bb28-4079-937c-016799cd7b37 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8ff1a4a-55fd-459f-9402-43b178c31868 HTTP/1.1" status: 200  len: 834 time: 0.0580454
Jun 04 16:00:48.653810 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-58a73cf5-dd2d-4356-a2d3-72497db8eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:48.655199 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-58a73cf5-dd2d-4356-a2d3-72497db8eb19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f2d94c-b83e-4307-b19e-933dba1f1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0716214
Jun 04 16:00:48.788896 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-c19e31a1-55af-4d25-905f-603926385369 service neutron] 10.222.0.62 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265478
Jun 04 16:00:49.147080 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-08d437dc-966e-477a-9c42-70daadbec54b service neutron] 10.222.0.62 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3518057
Jun 04 16:00:49.163576 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885c23b-30f8-48f7-917c-8661f102e7d8 req-fe7bcf6c-4957-4245-b933-37881a40fc72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:49.165320 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2885c23b-30f8-48f7-917c-8661f102e7d8 req-fe7bcf6c-4957-4245-b933-37881a40fc72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.1704144
Jun 04 16:00:49.211978 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2885c23b-30f8-48f7-917c-8661f102e7d8 req-a9ddc169-90a8-4039-93c9-11b6330e8883 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406847
Jun 04 16:00:50.404991 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622feae-7853-4c2e-8f13-14d7783016c0 req-0879ef1a-829f-46c6-921d-fff2c031f809 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:50.406429 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b622feae-7853-4c2e-8f13-14d7783016c0 req-0879ef1a-829f-46c6-921d-fff2c031f809 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0835657
Jun 04 16:00:50.451313 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b622feae-7853-4c2e-8f13-14d7783016c0 req-36126380-cecb-4de6-9df1-384aee76c1b9 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391712
Jun 04 16:00:51.662250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd60fd-ed23-4181-9980-9c22773015fd req-8e1fcf11-711a-4bd5-83dc-2ad34047a6ed tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:51.663731 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-10cd60fd-ed23-4181-9980-9c22773015fd req-8e1fcf11-711a-4bd5-83dc-2ad34047a6ed tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0870581
Jun 04 16:00:51.712895 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-10cd60fd-ed23-4181-9980-9c22773015fd req-293829af-61fb-481a-91e9-2d2cfa82fce7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425136
Jun 04 16:00:52.902889 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9b1c9-e6c2-4c43-aafc-ff3861b57a1e req-1bd880a1-2661-42bb-814c-9b96786f5a20 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:52.904334 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5ec9b1c9-e6c2-4c43-aafc-ff3861b57a1e req-1bd880a1-2661-42bb-814c-9b96786f5a20 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0820377
Jun 04 16:00:52.955648 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5ec9b1c9-e6c2-4c43-aafc-ff3861b57a1e req-440348a4-9420-4771-89e4-6b47232e6ce8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448635
Jun 04 16:00:53.894072 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:54.149913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873333ef-dfb9-4c95-bf12-47371f43b3d6 req-3fb115fe-9b6d-4019-919e-934353ca4ccc tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:54.151315 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-873333ef-dfb9-4c95-bf12-47371f43b3d6 req-3fb115fe-9b6d-4019-919e-934353ca4ccc tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0800154
Jun 04 16:00:54.202281 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-873333ef-dfb9-4c95-bf12-47371f43b3d6 req-4e4d468c-ec24-4e89-8e51-bc6b1a9a07f3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454197
Jun 04 16:00:55.394719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09225b8c-2561-42ee-9863-cad481e23928 req-8c4daa6d-e360-48a3-98d7-ea01cef4f19f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:55.396084 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09225b8c-2561-42ee-9863-cad481e23928 req-8c4daa6d-e360-48a3-98d7-ea01cef4f19f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0821502
Jun 04 16:00:55.441958 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-09225b8c-2561-42ee-9863-cad481e23928 req-d303744b-1098-4bea-96dc-eba276c11c3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399735
Jun 04 16:00:56.179607 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:00:56.629339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2ef9b-8970-444e-823d-dbdd073f0048 req-66844941-0b05-4178-952d-a1e197a6e162 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:56.630806 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-81c2ef9b-8970-444e-823d-dbdd073f0048 req-66844941-0b05-4178-952d-a1e197a6e162 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0842154
Jun 04 16:00:56.675767 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-81c2ef9b-8970-444e-823d-dbdd073f0048 req-c601f763-67bc-49d9-978d-a5fe4c959e2d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389183
Jun 04 16:00:57.873309 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08070d5-346a-4bca-a6f4-58843a3612b4 req-f548b88f-1dbb-42e2-be57-8384365abc17 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:57.874687 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e08070d5-346a-4bca-a6f4-58843a3612b4 req-f548b88f-1dbb-42e2-be57-8384365abc17 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0874038
Jun 04 16:00:57.922069 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e08070d5-346a-4bca-a6f4-58843a3612b4 req-e80f0599-5882-40e6-978a-397538c6e83d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411026
Jun 04 16:00:59.112836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c645e4-bb47-4d64-ac89-153eca08dc26 req-700e6aa0-d55f-42ea-b505-cd43a1f1a756 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:00:59.114337 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-26c645e4-bb47-4d64-ac89-153eca08dc26 req-700e6aa0-d55f-42ea-b505-cd43a1f1a756 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0813339
Jun 04 16:00:59.164013 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-26c645e4-bb47-4d64-ac89-153eca08dc26 req-379bdc42-e1de-4991-b1e8-8ad1d592d960 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440888
Jun 04 16:00:59.545784 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9063fa40-61e1-4f39-b909-5be38ee28fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:00.365623 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd49dce-9e90-4e06-9432-377d859c4a6e req-ed2ce9cc-9f8e-4461-b221-c84d14ccb525 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:00.367117 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4fd49dce-9e90-4e06-9432-377d859c4a6e req-ed2ce9cc-9f8e-4461-b221-c84d14ccb525 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0878024
Jun 04 16:01:00.413972 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4fd49dce-9e90-4e06-9432-377d859c4a6e req-4869be9c-a8a4-4ade-8e46-d790ec23ebf1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411737
Jun 04 16:01:01.603259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aac1a4-77d5-4336-9c81-48ae15a6cf01 req-2d2e35f0-5ee0-45bb-ba6a-43fdd7e3dfd6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:01.604658 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b6aac1a4-77d5-4336-9c81-48ae15a6cf01 req-2d2e35f0-5ee0-45bb-ba6a-43fdd7e3dfd6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0829384
Jun 04 16:01:01.650881 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b6aac1a4-77d5-4336-9c81-48ae15a6cf01 req-42e46259-f332-45a2-93f7-689e9d458c02 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390053
Jun 04 16:01:01.762664 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-768093dd-a053-4066-8ab7-dd9f8576091a service neutron] show failed (client error): The resource could not be found.
Jun 04 16:01:01.763659 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-768093dd-a053-4066-8ab7-dd9f8576091a service neutron] 10.222.0.62 "GET /v2.0/ports/d8486ba2-a289-48f0-bd83-2549b42ae7a4/bindings/n-h1-791505-9 HTTP/1.1" status: 404  len: 380 time: 0.0775459
Jun 04 16:01:02.036667 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:02.373714 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b4e5107d-23e3-4c89-b3ae-c2f21787e1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:02.493158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-145b0eed-b2ae-44e6-b001-3c785c318177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:02.494649 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-145b0eed-b2ae-44e6-b001-3c785c318177 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00&tenant_id=5713bc90d4f140b1942b906ec12fd63f HTTP/1.1" status: 200  len: 1097 time: 0.1365271
Jun 04 16:01:02.506401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-9', 'device_owner': 'compute:nova'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:01:02.617671 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:02.848920 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7ded2-1902-42c0-ac9a-fa0cbfa7a207 req-abd24096-b20e-41c8-85e5-5f2c13b0be0e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:02.850454 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6df7ded2-1902-42c0-ac9a-fa0cbfa7a207 req-abd24096-b20e-41c8-85e5-5f2c13b0be0e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0866523
Jun 04 16:01:02.892961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] For port d8486ba2-a289-48f0-bd83-2549b42ae7a4, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4,segment=NetworkSegment(72fdb6ad-4cb1-4389-9fca-a6e13271abd5),segment_id=72fdb6ad-4cb1-4389-9fca-a6e13271abd5)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:01:02.896786 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6df7ded2-1902-42c0-ac9a-fa0cbfa7a207 req-5eb960df-985e-47bb-a3b4-925620caff7a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406094
Jun 04 16:01:02.926140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] For port d8486ba2-a289-48f0-bd83-2549b42ae7a4, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:01:02.985487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:01:02.988008 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b303b38-135f-4ad7-9853-2659f46a2580" -d '{"events": [{"server_uuid": "c02a724f-8b6f-4df7-b8db-2b3e849c3e00", "name": "network-vif-unplugged", "status": "completed", "tag": "d8486ba2-a289-48f0-bd83-2549b42ae7a4"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:01:02.991395 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:03.006467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Transition to ACTIVE for port object d8486ba2-a289-48f0-bd83-2549b42ae7a4 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:01:03.048305 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 16:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17af651a-aa29-48c6-99a4-a98e1d4b437f x-openstack-request-id: req-17af651a-aa29-48c6-99a4-a98e1d4b437f {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:01:03.048747 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02a724f-8b6f-4df7-b8db-2b3e849c3e00", "name": "network-vif-unplugged", "status": "completed", "tag": "d8486ba2-a289-48f0-bd83-2549b42ae7a4", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:01:03.049093 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17af651a-aa29-48c6-99a4-a98e1d4b437f {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:01:03.049549 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4', 'code': 200}
Jun 04 16:01:03.087718 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:03.091694 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7db22d62-7b35-44d0-9658-04fa7d1cd7ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:03.230316 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Pushing event updated for resources: {'Port': ['ID=d8486ba2-a289-48f0-bd83-2549b42ae7a4,revision_number=6']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:03.243874 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:03.244266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:03.244648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:03.245046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:03.245423 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:03.245796 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:03.246163 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:03.246535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:03.246900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:03.247267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:03.247626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:03.247985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:03.254313 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:03.305690 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] No DVR routers for this DVR port d8486ba2-a289-48f0-bd83-2549b42ae7a4 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:01:03.536216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Attempting to bind port d8486ba2-a289-48f0-bd83-2549b42ae7a4 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:01:03.536538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Attempting to bind port d8486ba2-a289-48f0-bd83-2549b42ae7a4 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:01:03.536859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Attempting to bind port d8486ba2-a289-48f0-bd83-2549b42ae7a4 on network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:01:03.541429 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Port d8486ba2-a289-48f0-bd83-2549b42ae7a4 on network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 16:01:03.541738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Attempting to bind port d8486ba2-a289-48f0-bd83-2549b42ae7a4 on network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:01:03.546667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:01:03.547016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Checking segment: {'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:01:03.547392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Bound using segment: {'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:01:03.547802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Bound port: d8486ba2-a289-48f0-bd83-2549b42ae7a4, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72fdb6ad-4cb1-4389-9fca-a6e13271abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:01:03.548140 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:03.637012 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] For port d8486ba2-a289-48f0-bd83-2549b42ae7a4, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:01:03.639998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] For port d8486ba2-a289-48f0-bd83-2549b42ae7a4, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4,segment=NetworkSegment(72fdb6ad-4cb1-4389-9fca-a6e13271abd5),segment_id=72fdb6ad-4cb1-4389-9fca-a6e13271abd5)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:01:03.751151 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:03.755110 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:03.784931 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:03.976901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:03.977559 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:03.978946 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] 10.222.0.65 "PUT /v2.0/ports/d8486ba2-a289-48f0-bd83-2549b42ae7a4 HTTP/1.1" status: 200  len: 1092 time: 1.4766297
Jun 04 16:01:03.995152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Pushing event updated for resources: {'Port': ['ID=d8486ba2-a289-48f0-bd83-2549b42ae7a4,revision_number=7']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:03.998031 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:04.075098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-308374a9-00cf-4781-af45-caffdd076366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:04.076603 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-308374a9-00cf-4781-af45-caffdd076366 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 1095 time: 0.0739086
Jun 04 16:01:04.101656 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf01bb-afc9-4b3e-b5af-3771e5bf6897 req-4757905b-c77f-4d43-b798-ddc8729dd779 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:04.103791 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7bcf01bb-afc9-4b3e-b5af-3771e5bf6897 req-4757905b-c77f-4d43-b798-ddc8729dd779 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 944 time: 0.0857561
Jun 04 16:01:04.158894 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7bcf01bb-afc9-4b3e-b5af-3771e5bf6897 req-af348d35-e8b2-4383-a099-9a3059790faa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495210
Jun 04 16:01:04.223100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-c4874b53-6f0c-4b12-93c6-3d43f49f8a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:04.224563 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-c4874b53-6f0c-4b12-93c6-3d43f49f8a92 service neutron] 10.222.0.65 "GET /v2.0/networks?id=10f2d94c-b83e-4307-b19e-933dba1f1ed1 HTTP/1.1" status: 200  len: 897 time: 0.1420093
Jun 04 16:01:04.340064 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-cce9533d-89c5-4c72-a49e-11e6b2543764 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4 HTTP/1.1" status: 200  len: 1000 time: 0.1088092
Jun 04 16:01:04.403762 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-70a8030b-50b3-45ff-85eb-d5a182102c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:04.405232 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-70a8030b-50b3-45ff-85eb-d5a182102c9e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8ff1a4a-55fd-459f-9402-43b178c31868 HTTP/1.1" status: 200  len: 834 time: 0.0590098
Jun 04 16:01:04.483173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-f432fec7-163e-42d0-ab81-2d91ab7802e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:04.485238 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-f432fec7-163e-42d0-ab81-2d91ab7802e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=10f2d94c-b83e-4307-b19e-933dba1f1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0736780
Jun 04 16:01:04.494726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-a4171148-cacb-4375-9abe-b4a2aca3ad65 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 16:01:04.495654 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-a4171148-cacb-4375-9abe-b4a2aca3ad65 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0048587
Jun 04 16:01:04.628095 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-d1df0a7e-c869-46b3-9e4d-5948b3b47d3e service neutron] 10.222.0.65 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263762
Jun 04 16:01:04.759350 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3888733-e26f-4774-a1c4-3bbd67654d5d req-af6181b3-da9a-414f-8792-eb22de940124 service neutron] 10.222.0.65 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248014
Jun 04 16:01:05.051078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'tag': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:01:05.053568 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59557b20-a42e-49ed-adc4-54816bd15514" -d '{"events": [{"name": "network-changed", "server_uuid": "c02a724f-8b6f-4df7-b8db-2b3e849c3e00", "tag": "d8486ba2-a289-48f0-bd83-2549b42ae7a4"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:01:05.110048 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78755bac-4e7b-401a-a54f-9f63e21b1720 x-openstack-request-id: req-78755bac-4e7b-401a-a54f-9f63e21b1720 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:01:05.110577 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02a724f-8b6f-4df7-b8db-2b3e849c3e00", "tag": "d8486ba2-a289-48f0-bd83-2549b42ae7a4", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:01:05.111070 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78755bac-4e7b-401a-a54f-9f63e21b1720 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:01:05.111817 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'tag': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4', 'status': 'completed', 'code': 200}
Jun 04 16:01:05.277144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59557b20-a42e-49ed-adc4-54816bd15514 req-18a6472e-81ef-41c8-ba94-a2c53368d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:05.278631 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59557b20-a42e-49ed-adc4-54816bd15514 req-18a6472e-81ef-41c8-ba94-a2c53368d6ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 1095 time: 0.1496975
Jun 04 16:01:05.314879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59557b20-a42e-49ed-adc4-54816bd15514 req-2b55460c-26e7-4995-819f-8b97988d3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:05.316469 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59557b20-a42e-49ed-adc4-54816bd15514 req-2b55460c-26e7-4995-819f-8b97988d3967 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 1095 time: 0.1560583
Jun 04 16:01:05.333385 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:05.369851 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ada0b-ec31-4cd9-8a10-a17ae42016a9 req-934aa242-940e-4412-ae85-43a7810655dc tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:05.371333 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eb9ada0b-ec31-4cd9-8a10-a17ae42016a9 req-934aa242-940e-4412-ae85-43a7810655dc tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 944 time: 0.0811322
Jun 04 16:01:05.417472 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eb9ada0b-ec31-4cd9-8a10-a17ae42016a9 req-e9d0ae33-3d44-4967-959f-29110135de4a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396600
Jun 04 16:01:05.523523 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59557b20-a42e-49ed-adc4-54816bd15514 req-ad90658f-ac60-4e5b-95a1-b6de72b17a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:05.524989 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59557b20-a42e-49ed-adc4-54816bd15514 req-ad90658f-ac60-4e5b-95a1-b6de72b17a39 service neutron] 10.222.0.65 "GET /v2.0/networks?id=10f2d94c-b83e-4307-b19e-933dba1f1ed1 HTTP/1.1" status: 200  len: 897 time: 0.2395005
Jun 04 16:01:05.608270 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59557b20-a42e-49ed-adc4-54816bd15514 req-004bddb3-d6c4-45ce-9ac6-4774ff980eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:05.609980 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59557b20-a42e-49ed-adc4-54816bd15514 req-004bddb3-d6c4-45ce-9ac6-4774ff980eb0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=10f2d94c-b83e-4307-b19e-933dba1f1ed1 HTTP/1.1" status: 200  len: 897 time: 0.2833996
Jun 04 16:01:05.726961 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59557b20-a42e-49ed-adc4-54816bd15514 req-93e72e74-0ace-4935-8a34-200c8c985fc9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4 HTTP/1.1" status: 200  len: 1000 time: 0.1891577
Jun 04 16:01:05.730297 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d8486ba2-a289-48f0-bd83-2549b42ae7a4 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:01:05.780434 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59557b20-a42e-49ed-adc4-54816bd15514 req-24cbb8e7-4d7a-4b55-a117-138c0c400d87 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4 HTTP/1.1" status: 200  len: 1000 time: 0.1619921
Jun 04 16:01:05.790273 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device d8486ba2-a289-48f0-bd83-2549b42ae7a4 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:01:05.844921 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59557b20-a42e-49ed-adc4-54816bd15514 req-16de5f39-df19-482d-b7f3-723b3734a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:05.846333 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59557b20-a42e-49ed-adc4-54816bd15514 req-16de5f39-df19-482d-b7f3-723b3734a5ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8ff1a4a-55fd-459f-9402-43b178c31868 HTTP/1.1" status: 200  len: 834 time: 0.1108172
Jun 04 16:01:05.896016 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59557b20-a42e-49ed-adc4-54816bd15514 req-4004a2ee-8758-4d14-91df-6b2e488d836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:05.897581 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59557b20-a42e-49ed-adc4-54816bd15514 req-4004a2ee-8758-4d14-91df-6b2e488d836e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8ff1a4a-55fd-459f-9402-43b178c31868 HTTP/1.1" status: 200  len: 834 time: 0.1091216
Jun 04 16:01:06.156186 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59557b20-a42e-49ed-adc4-54816bd15514 req-2b73289a-f024-4129-94fc-ce0af64ad6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:06.157860 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59557b20-a42e-49ed-adc4-54816bd15514 req-2b73289a-f024-4129-94fc-ce0af64ad6fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=10f2d94c-b83e-4307-b19e-933dba1f1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3035159
Jun 04 16:01:06.160459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59557b20-a42e-49ed-adc4-54816bd15514 req-9bde2258-6c55-4a41-ae45-d6da4ab8d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:06.161818 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59557b20-a42e-49ed-adc4-54816bd15514 req-9bde2258-6c55-4a41-ae45-d6da4ab8d91d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f2d94c-b83e-4307-b19e-933dba1f1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0941978
Jun 04 16:01:06.400392 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59557b20-a42e-49ed-adc4-54816bd15514 req-4482fb97-103b-4fe3-b569-fabd9a88cdd5 service neutron] 10.222.0.65 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2350397
Jun 04 16:01:06.402658 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59557b20-a42e-49ed-adc4-54816bd15514 req-f4a10359-182d-4056-bf91-e6c61d0518f4 service neutron] 10.222.0.62 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2197626
Jun 04 16:01:06.674643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d8486ba2-a289-48f0-bd83-2549b42ae7a4 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 16:01:06.710252 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59557b20-a42e-49ed-adc4-54816bd15514 req-e2a9224b-930c-4f22-bc17-5e76259525b2 service neutron] 10.222.0.65 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3029044
Jun 04 16:01:06.711982 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-59557b20-a42e-49ed-adc4-54816bd15514 req-e0aec58f-8b20-48ad-b7a8-1a031b58e396 service neutron] 10.222.0.62 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2872460
Jun 04 16:01:06.743456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc421e05-0e2b-4d72-9b64-5c9c24d70c4d req-f0783652-aae2-42d6-a671-3139c0c9fb76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:06.744966 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cc421e05-0e2b-4d72-9b64-5c9c24d70c4d req-f0783652-aae2-42d6-a671-3139c0c9fb76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 944 time: 0.1716945
Jun 04 16:01:06.791521 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cc421e05-0e2b-4d72-9b64-5c9c24d70c4d req-46e54bcb-7618-4d43-8e86-43c76e8096f8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401773
Jun 04 16:01:06.820740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d8486ba2-a289-48f0-bd83-2549b42ae7a4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4,segment=NetworkSegment(72fdb6ad-4cb1-4389-9fca-a6e13271abd5),segment_id=72fdb6ad-4cb1-4389-9fca-a6e13271abd5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:01:06.833903 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'port_id': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4', 'mac_address': 'fa:16:3e:f8:c8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 16:01:06.889090 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:06.906620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8486ba2-a289-48f0-bd83-2549b42ae7a4 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 16:01:06.921583 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d8486ba2-a289-48f0-bd83-2549b42ae7a4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4,segment=NetworkSegment(72fdb6ad-4cb1-4389-9fca-a6e13271abd5),segment_id=72fdb6ad-4cb1-4389-9fca-a6e13271abd5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:01:07.070381 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:07.072169 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:07.138761 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=d8486ba2-a289-48f0-bd83-2549b42ae7a4,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:07.146085 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:07.146426 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:07.146810 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:07.147154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:07.147480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:07.147822 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:07.148140 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:07.148454 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:07.148767 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:07.149104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:07.149416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:07.149725 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:07.153558 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:07.313686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['d8486ba2-a289-48f0-bd83-2549b42ae7a4'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 16:01:07.988510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95950caa-2564-492d-bcc8-675e015c069b req-e9bd76b0-5ba4-4b8f-b46e-fa287cd097e3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:07.989998 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-95950caa-2564-492d-bcc8-675e015c069b req-e9bd76b0-5ba4-4b8f-b46e-fa287cd097e3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 945 time: 0.0856092
Jun 04 16:01:08.033845 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-95950caa-2564-492d-bcc8-675e015c069b req-6caf23dc-ff1b-46fa-8fe3-26fa686c89aa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383084
Jun 04 16:01:08.520781 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bdd78-1a63-46c9-bfa3-a370d570bb2d req-5372fc60-af17-4f32-b11f-ebed81d0e5ed tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:08.522311 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-856bdd78-1a63-46c9-bfa3-a370d570bb2d req-5372fc60-af17-4f32-b11f-ebed81d0e5ed tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 945 time: 0.0861864
Jun 04 16:01:08.569584 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-856bdd78-1a63-46c9-bfa3-a370d570bb2d req-5044bf0c-2a5a-4148-9ba4-685b031a615c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414615
Jun 04 16:01:08.644368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc358614-b012-48b9-9222-53b23b4b67d4 req-60a93c7b-001b-4cb3-ab02-e0e413c85096 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:08.645842 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc358614-b012-48b9-9222-53b23b4b67d4 req-60a93c7b-001b-4cb3-ab02-e0e413c85096 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00&tenant_id=5713bc90d4f140b1942b906ec12fd63f&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 945 time: 0.0881402
Jun 04 16:01:08.700270 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d8486ba2-a289-48f0-bd83-2549b42ae7a4 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:01:08.727962 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [req-bc358614-b012-48b9-9222-53b23b4b67d4 req-00d8e420-56d8-450e-b87b-28457fbe95ff service neutron] delete failed (client error): The resource could not be found.
Jun 04 16:01:08.728965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc358614-b012-48b9-9222-53b23b4b67d4 req-00d8e420-56d8-450e-b87b-28457fbe95ff service neutron] 10.222.0.62 "DELETE /v2.0/ports/d8486ba2-a289-48f0-bd83-2549b42ae7a4/bindings/n-h2-791505-9 HTTP/1.1" status: 404  len: 380 time: 0.0773077
Jun 04 16:01:08.859732 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port d8486ba2-a289-48f0-bd83-2549b42ae7a4 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:01:08.864709 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port d8486ba2-a289-48f0-bd83-2549b42ae7a4 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:01:08.865127 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:08.871100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc358614-b012-48b9-9222-53b23b4b67d4 req-59c01c18-22fe-4c95-ab8d-ed5a083b6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:08.873035 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc358614-b012-48b9-9222-53b23b4b67d4 req-59c01c18-22fe-4c95-ab8d-ed5a083b6f44 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 1096 time: 0.0727863
Jun 04 16:01:08.990899 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:09.022515 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:01:09.024125 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc358614-b012-48b9-9222-53b23b4b67d4 req-c1b56c99-9ab9-492a-82e2-f1796b5f9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:09.024929 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c520063-b0ba-47a0-8371-13c0cc3dd955" -d '{"events": [{"server_uuid": "c02a724f-8b6f-4df7-b8db-2b3e849c3e00", "name": "network-vif-plugged", "status": "completed", "tag": "d8486ba2-a289-48f0-bd83-2549b42ae7a4"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:01:09.026418 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc358614-b012-48b9-9222-53b23b4b67d4 req-c1b56c99-9ab9-492a-82e2-f1796b5f9acc service neutron] 10.222.0.62 "GET /v2.0/networks?id=10f2d94c-b83e-4307-b19e-933dba1f1ed1 HTTP/1.1" status: 200  len: 897 time: 0.1464751
Jun 04 16:01:09.033388 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port d8486ba2-a289-48f0-bd83-2549b42ae7a4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4,segment=NetworkSegment(72fdb6ad-4cb1-4389-9fca-a6e13271abd5),segment_id=72fdb6ad-4cb1-4389-9fca-a6e13271abd5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:01:09.087884 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 16:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b7da4b-f101-42db-a5d5-0603d6157f35 x-openstack-request-id: req-83b7da4b-f101-42db-a5d5-0603d6157f35 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:01:09.090530 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02a724f-8b6f-4df7-b8db-2b3e849c3e00", "name": "network-vif-plugged", "status": "completed", "tag": "d8486ba2-a289-48f0-bd83-2549b42ae7a4", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:01:09.090530 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83b7da4b-f101-42db-a5d5-0603d6157f35 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:01:09.090530 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4', 'code': 200}
Jun 04 16:01:09.138068 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc358614-b012-48b9-9222-53b23b4b67d4 req-c1f14780-79f9-48a5-96c9-8abc1857ebd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4 HTTP/1.1" status: 200  len: 1001 time: 0.1039591
Jun 04 16:01:09.150420 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:09.152688 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-bf004262-f065-472d-8f2a-7acd290d327c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:09.211448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc358614-b012-48b9-9222-53b23b4b67d4 req-61c7a8ff-ce95-4061-b53b-10a006515327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:09.212927 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc358614-b012-48b9-9222-53b23b4b67d4 req-61c7a8ff-ce95-4061-b53b-10a006515327 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8ff1a4a-55fd-459f-9402-43b178c31868 HTTP/1.1" status: 200  len: 834 time: 0.0679905
Jun 04 16:01:09.230392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=d8486ba2-a289-48f0-bd83-2549b42ae7a4,revision_number=9']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:09.233473 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:09.288241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc358614-b012-48b9-9222-53b23b4b67d4 req-20b9b222-d3c6-4768-83c5-6a72b838cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:09.289731 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc358614-b012-48b9-9222-53b23b4b67d4 req-20b9b222-d3c6-4768-83c5-6a72b838cfa6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10f2d94c-b83e-4307-b19e-933dba1f1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0696809
Jun 04 16:01:09.421801 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc358614-b012-48b9-9222-53b23b4b67d4 req-0d6787f6-fe98-4053-96e9-7e932131a397 service neutron] 10.222.0.62 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247489
Jun 04 16:01:09.553520 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc358614-b012-48b9-9222-53b23b4b67d4 req-32684e34-79f1-45c1-879b-7c15d9dcd86e service neutron] 10.222.0.62 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251900
Jun 04 16:01:09.768394 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c7112-d85e-4d6f-ac2b-84247f52aa04 req-926977b9-6af6-415a-8840-f9c04d62ad5d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:09.769889 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-654c7112-d85e-4d6f-ac2b-84247f52aa04 req-926977b9-6af6-415a-8840-f9c04d62ad5d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0899405
Jun 04 16:01:09.815577 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-654c7112-d85e-4d6f-ac2b-84247f52aa04 req-74c2ee58-4eee-4413-a339-0a1d76ce1315 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399046
Jun 04 16:01:11.004100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d0990-8a3c-414a-b266-c1e4a5e489c3 req-e45f5136-6b2d-4f60-9017-06ec31abffed tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:11.005586 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-351d0990-8a3c-414a-b266-c1e4a5e489c3 req-e45f5136-6b2d-4f60-9017-06ec31abffed tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0817580
Jun 04 16:01:11.057070 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-351d0990-8a3c-414a-b266-c1e4a5e489c3 req-2f04ea5d-3283-4dda-a648-fd04ce58a3d2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458634
Jun 04 16:01:11.081868 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35246) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:11.183564 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2172a830-f5fe-4c72-99d2-2d8fd3d8b64a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/236dafad-5bab-4e04-b372-0b0ee5957371 HTTP/1.1" status: 200  len: 994 time: 0.1003864
Jun 04 16:01:15.183761 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:01:23.921640 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:26.172611 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:29.555598 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-312861c2-4dbd-41f2-a770-aa373684dfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:32.018716 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:32.361232 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4e90acdf-9b7d-4aa0-a958-5d6188906da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:33.761570 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:35.309461 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:37.892146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f943d-bc8a-4704-97f3-3a2745aad952 req-62a2f9c6-2b5b-44d8-98b7-a18983c70a76 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:37.893699 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3f3f943d-bc8a-4704-97f3-3a2745aad952 req-62a2f9c6-2b5b-44d8-98b7-a18983c70a76 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 1097 time: 0.2445755
Jun 04 16:01:37.934890 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3f3f943d-bc8a-4704-97f3-3a2745aad952 req-e40f74ff-6d2f-424b-8c6f-e7f31625d1bf tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354927
Jun 04 16:01:37.957426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35266) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:38.228990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-da2600e8-b290-4850-8b4e-2fdaa4ecfb6e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting port 61e74b3f-02cd-4970-939b-d42d0068338b {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:01:38.229359 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da2600e8-b290-4850-8b4e-2fdaa4ecfb6e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:38.348283 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da2600e8-b290-4850-8b4e-2fdaa4ecfb6e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:38.348606 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da2600e8-b290-4850-8b4e-2fdaa4ecfb6e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:38.476301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-da2600e8-b290-4850-8b4e-2fdaa4ecfb6e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Calling delete_port for 61e74b3f-02cd-4970-939b-d42d0068338b owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:01:38.676080 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da2600e8-b290-4850-8b4e-2fdaa4ecfb6e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:38.681561 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:38.728692 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2600e8-b290-4850-8b4e-2fdaa4ecfb6e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Port': ['ID=61e74b3f-02cd-4970-939b-d42d0068338b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:38.731869 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-da2600e8-b290-4850-8b4e-2fdaa4ecfb6e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:38.823953 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da2600e8-b290-4850-8b4e-2fdaa4ecfb6e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:38.824358 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-da2600e8-b290-4850-8b4e-2fdaa4ecfb6e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Floating IP 236dafad-5bab-4e04-b372-0b0ee5957371 disassociated (deleted). External IP: 172.25.4.205, port: d8486ba2-a289-48f0-bd83-2549b42ae7a4.
Jun 04 16:01:39.175468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2600e8-b290-4850-8b4e-2fdaa4ecfb6e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:01:39.509543 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2600e8-b290-4850-8b4e-2fdaa4ecfb6e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:01:39.519108 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc84b95b-74f1-4ac2-b47e-a0a837dbceb3 None None] Sync routers for ids ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:01:39.529974 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc84b95b-74f1-4ac2-b47e-a0a837dbceb3 None None] Routers {'dd17cb6d-40c3-45e9-b247-aee0bb8f7593'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:01:39.530616 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-bc84b95b-74f1-4ac2-b47e-a0a837dbceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6b35e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:01:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:01:39.618247 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da2600e8-b290-4850-8b4e-2fdaa4ecfb6e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:39.676441 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-da2600e8-b290-4850-8b4e-2fdaa4ecfb6e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/floatingips/236dafad-5bab-4e04-b372-0b0ee5957371 HTTP/1.1" status: 204  len: 168 time: 1.7179251
Jun 04 16:01:39.677160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'tag': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:01:39.679529 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2049f1-26bb-4861-bb5e-dfd7d550861b" -d '{"events": [{"name": "network-changed", "server_uuid": "c02a724f-8b6f-4df7-b8db-2b3e849c3e00", "tag": "d8486ba2-a289-48f0-bd83-2549b42ae7a4"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:01:39.738351 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f76a3c5-edc3-4748-a17d-8cf8f1cbedcb x-openstack-request-id: req-9f76a3c5-edc3-4748-a17d-8cf8f1cbedcb {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:01:39.738700 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02a724f-8b6f-4df7-b8db-2b3e849c3e00", "tag": "d8486ba2-a289-48f0-bd83-2549b42ae7a4", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:01:39.739010 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f76a3c5-edc3-4748-a17d-8cf8f1cbedcb {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:01:39.739469 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'tag': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4', 'status': 'completed', 'code': 200}
Jun 04 16:01:39.751949 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-bc84b95b-74f1-4ac2-b47e-a0a837dbceb3 None None] Set router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:01:39.844559 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2049f1-26bb-4861-bb5e-dfd7d550861b req-26a7d1c2-9941-433d-b180-0cd8f3302d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:39.846560 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f2049f1-26bb-4861-bb5e-dfd7d550861b req-26a7d1c2-9941-433d-b180-0cd8f3302d3a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 1097 time: 0.0859480
Jun 04 16:01:40.011826 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2049f1-26bb-4861-bb5e-dfd7d550861b req-9ba83114-b50d-461f-bfa2-097ecd8ff2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:40.013731 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f2049f1-26bb-4861-bb5e-dfd7d550861b req-9ba83114-b50d-461f-bfa2-097ecd8ff2eb service neutron] 10.222.0.65 "GET /v2.0/networks?id=10f2d94c-b83e-4307-b19e-933dba1f1ed1 HTTP/1.1" status: 200  len: 897 time: 0.1600349
Jun 04 16:01:40.085934 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-bc84b95b-74f1-4ac2-b47e-a0a837dbceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6b35e0>, [{'id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480043318', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:56Z', 'updated_at': '2021-06-04T15:59:03Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:57Z', 'updated_at': '2021-06-04T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '88f8893b-b046-44fd-9e41-c88ff8ff717a', 'name': '', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:5f:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:59:02Z', 'updated_at': '2021-06-04T15:59:08Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:01:40.087089 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f2049f1-26bb-4861-bb5e-dfd7d550861b req-191187c2-db29-48bd-971b-557faa55b0ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4 HTTP/1.1" status: 200  len: 217 time: 0.0668242
Jun 04 16:01:40.090048 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc84b95b-74f1-4ac2-b47e-a0a837dbceb3 None None] Checking router: dd17cb6d-40c3-45e9-b247-aee0bb8f7593 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:01:40.099314 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc84b95b-74f1-4ac2-b47e-a0a837dbceb3 None None] Routers {'dd17cb6d-40c3-45e9-b247-aee0bb8f7593'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:01:40.099915 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-bc84b95b-74f1-4ac2-b47e-a0a837dbceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6b35e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:01:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:01:40.156073 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2049f1-26bb-4861-bb5e-dfd7d550861b req-c6d42a3c-6aa6-4bb6-98cc-66054f8e5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:40.157565 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f2049f1-26bb-4861-bb5e-dfd7d550861b req-c6d42a3c-6aa6-4bb6-98cc-66054f8e5e79 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8ff1a4a-55fd-459f-9402-43b178c31868 HTTP/1.1" status: 200  len: 834 time: 0.0632741
Jun 04 16:01:40.237640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2049f1-26bb-4861-bb5e-dfd7d550861b req-c150b756-4c76-412b-9142-4a2a8d233dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:40.237640 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f2049f1-26bb-4861-bb5e-dfd7d550861b req-c150b756-4c76-412b-9142-4a2a8d233dfd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=10f2d94c-b83e-4307-b19e-933dba1f1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0740221
Jun 04 16:01:40.280158 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-bc84b95b-74f1-4ac2-b47e-a0a837dbceb3 None None] Set router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:01:40.391025 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f2049f1-26bb-4861-bb5e-dfd7d550861b req-85967659-56cc-4240-a999-621dcba82aa1 service neutron] 10.222.0.65 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468024
Jun 04 16:01:40.604423 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-bc84b95b-74f1-4ac2-b47e-a0a837dbceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6b35e0>, [{'id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480043318', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:56Z', 'updated_at': '2021-06-04T15:59:03Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:57Z', 'updated_at': '2021-06-04T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '88f8893b-b046-44fd-9e41-c88ff8ff717a', 'name': '', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:5f:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:59:02Z', 'updated_at': '2021-06-04T15:59:08Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:01:40.604980 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4f2049f1-26bb-4861-bb5e-dfd7d550861b req-53edb112-80ec-4357-8d6c-241716f2028e service neutron] 10.222.0.65 "GET /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2073295
Jun 04 16:01:40.609093 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc84b95b-74f1-4ac2-b47e-a0a837dbceb3 None None] The sync data for ids ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'] in n-d-791505-9 is: [{'id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480043318', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:56Z', 'updated_at': '2021-06-04T15:59:03Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:57Z', 'updated_at': '2021-06-04T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '88f8893b-b046-44fd-9e41-c88ff8ff717a', 'name': '', 'network_id': '10f2d94c-b83e-4307-b19e-933dba1f1ed1', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:5f:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:59:02Z', 'updated_at': '2021-06-04T15:59:08Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': 'c8ff1a4a-55fd-459f-9402-43b178c31868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:01:40.621281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305313b9-c7e5-4ae1-b370-304ddfa111da req-5a80470c-2819-47c4-989d-3b2222f21524 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:40.622104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-305313b9-c7e5-4ae1-b370-304ddfa111da req-5a80470c-2819-47c4-989d-3b2222f21524 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:01:40.721268 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-305313b9-c7e5-4ae1-b370-304ddfa111da req-5a80470c-2819-47c4-989d-3b2222f21524 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:01:40.722491 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-305313b9-c7e5-4ae1-b370-304ddfa111da req-5a80470c-2819-47c4-989d-3b2222f21524 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.2750688
Jun 04 16:01:40.775534 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-305313b9-c7e5-4ae1-b370-304ddfa111da req-54012142-01ba-4851-9e2b-4d34bc5369c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472264
Jun 04 16:01:40.863833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f081de-61de-43ec-8f75-ae6e1ca41072 None None] New status for floating IP 236dafad-5bab-4e04-b372-0b0ee5957371: DOWN {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 16:01:41.769678 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8201b9e-3a78-4484-ae53-c5f70443e4b7 req-25c8f095-2c58-49c3-a94c-57f4be60ee18 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:41.771175 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d8201b9e-3a78-4484-ae53-c5f70443e4b7 req-25c8f095-2c58-49c3-a94c-57f4be60ee18 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.65 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0829594
Jun 04 16:01:41.911480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-d8201b9e-3a78-4484-ae53-c5f70443e4b7 req-070d1f92-4fc9-4dc3-b461-c4855d8589e3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting port d8486ba2-a289-48f0-bd83-2549b42ae7a4 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:01:41.911819 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d8201b9e-3a78-4484-ae53-c5f70443e4b7 req-070d1f92-4fc9-4dc3-b461-c4855d8589e3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:41.983156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce107ca-d370-4dae-9514-c2f8d22fad6f req-92dfec56-2e8b-4bd3-9ab2-1906c7be42a9 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:41.985840 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9ce107ca-d370-4dae-9514-c2f8d22fad6f req-92dfec56-2e8b-4bd3-9ab2-1906c7be42a9 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 946 time: 0.0814762
Jun 04 16:01:42.035408 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9ce107ca-d370-4dae-9514-c2f8d22fad6f req-e7353edb-04a9-4ab5-aa15-d5a9720d7e7b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9457cb0-1e73-4834-8087-c1e96b7c84ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448196
Jun 04 16:01:42.060079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-d8201b9e-3a78-4484-ae53-c5f70443e4b7 req-070d1f92-4fc9-4dc3-b461-c4855d8589e3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] For port d8486ba2-a289-48f0-bd83-2549b42ae7a4, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=d8486ba2-a289-48f0-bd83-2549b42ae7a4,segment=NetworkSegment(72fdb6ad-4cb1-4389-9fca-a6e13271abd5),segment_id=72fdb6ad-4cb1-4389-9fca-a6e13271abd5)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:01:42.060429 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d8201b9e-3a78-4484-ae53-c5f70443e4b7 req-070d1f92-4fc9-4dc3-b461-c4855d8589e3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:42.185608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-d8201b9e-3a78-4484-ae53-c5f70443e4b7 req-070d1f92-4fc9-4dc3-b461-c4855d8589e3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Calling delete_port for d8486ba2-a289-48f0-bd83-2549b42ae7a4 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:01:42.407184 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d8201b9e-3a78-4484-ae53-c5f70443e4b7 req-070d1f92-4fc9-4dc3-b461-c4855d8589e3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:42.413300 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e1c15296-6452-45eb-858f-ef49a5fe2bf0 tempest-TestServerAdvancedOps-1152653070 tempest-TestServerAdvancedOps-1152653070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:42.458362 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d1f92-4fc9-4dc3-b461-c4855d8589e3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Port': ['ID=d8486ba2-a289-48f0-bd83-2549b42ae7a4,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:42.461510 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-070d1f92-4fc9-4dc3-b461-c4855d8589e3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:42.536431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8201b9e-3a78-4484-ae53-c5f70443e4b7 req-070d1f92-4fc9-4dc3-b461-c4855d8589e3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] No DVR routers for this DVR port d8486ba2-a289-48f0-bd83-2549b42ae7a4 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:01:42.539076 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-d8201b9e-3a78-4484-ae53-c5f70443e4b7 req-070d1f92-4fc9-4dc3-b461-c4855d8589e3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:42.541742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'name': 'network-vif-deleted', 'tag': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:01:42.544734 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cfd887-cee8-4e4f-9e58-3d2f3273e750" -d '{"events": [{"server_uuid": "c02a724f-8b6f-4df7-b8db-2b3e849c3e00", "name": "network-vif-deleted", "tag": "d8486ba2-a289-48f0-bd83-2549b42ae7a4"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:01:42.587459 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 16:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241c8c4d-202d-4991-b26c-204691aa0963 x-openstack-request-id: req-241c8c4d-202d-4991-b26c-204691aa0963 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:01:42.587809 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02a724f-8b6f-4df7-b8db-2b3e849c3e00", "name": "network-vif-deleted", "tag": "d8486ba2-a289-48f0-bd83-2549b42ae7a4", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:01:42.588113 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-241c8c4d-202d-4991-b26c-204691aa0963 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:01:42.588567 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02a724f-8b6f-4df7-b8db-2b3e849c3e00', 'name': 'network-vif-deleted', 'tag': 'd8486ba2-a289-48f0-bd83-2549b42ae7a4', 'status': 'completed', 'code': 200}
Jun 04 16:01:42.613178 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-d8201b9e-3a78-4484-ae53-c5f70443e4b7 req-070d1f92-4fc9-4dc3-b461-c4855d8589e3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.65 "DELETE /v2.0/ports/d8486ba2-a289-48f0-bd83-2549b42ae7a4 HTTP/1.1" status: 204  len: 173 time: 0.8366253
Jun 04 16:01:43.204684 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3fd2e6c8-9926-42e1-a37b-3beb47583d6b req-8ceb952d-1af5-4d8b-9add-88582a11abd7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c02a724f-8b6f-4df7-b8db-2b3e849c3e00 HTTP/1.1" status: 200  len: 210 time: 0.0455956
Jun 04 16:01:44.300175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35286) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:45.054503 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da87e70e-5881-4b84-a5c0-e1ca97a67be4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:45.474765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-da87e70e-5881-4b84-a5c0-e1ca97a67be4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting port 88f8893b-b046-44fd-9e41-c88ff8ff717a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:01:45.475427 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da87e70e-5881-4b84-a5c0-e1ca97a67be4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:45.608431 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-da87e70e-5881-4b84-a5c0-e1ca97a67be4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] For port 88f8893b-b046-44fd-9e41-c88ff8ff717a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=88f8893b-b046-44fd-9e41-c88ff8ff717a,segment=NetworkSegment(72fdb6ad-4cb1-4389-9fca-a6e13271abd5),segment_id=72fdb6ad-4cb1-4389-9fca-a6e13271abd5)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:01:45.609122 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da87e70e-5881-4b84-a5c0-e1ca97a67be4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:45.737420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-da87e70e-5881-4b84-a5c0-e1ca97a67be4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Calling delete_port for 88f8893b-b046-44fd-9e41-c88ff8ff717a owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:01:46.132433 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da87e70e-5881-4b84-a5c0-e1ca97a67be4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:46.138008 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-aefbb6c8-f2b1-4de1-91c6-7da94c281b5f tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:46.182957 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87e70e-5881-4b84-a5c0-e1ca97a67be4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Port': ['ID=88f8893b-b046-44fd-9e41-c88ff8ff717a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:46.186354 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-da87e70e-5881-4b84-a5c0-e1ca97a67be4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:46.631843 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-da87e70e-5881-4b84-a5c0-e1ca97a67be4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:46.886148 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d8486ba2-a289-48f0-bd83-2549b42ae7a4 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:01:46.925298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: d8486ba2-a289-48f0-bd83-2549b42ae7a4 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:01:46.925298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device d8486ba2-a289-48f0-bd83-2549b42ae7a4 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:01:47.030490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da87e70e-5881-4b84-a5c0-e1ca97a67be4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:01:47.203372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da87e70e-5881-4b84-a5c0-e1ca97a67be4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:01:47.212453 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70501ddb-54f4-4034-90c2-d45145877a65 None None] Sync routers for ids ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:01:47.217309 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-da87e70e-5881-4b84-a5c0-e1ca97a67be4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "PUT /v2.0/routers/dd17cb6d-40c3-45e9-b247-aee0bb8f7593/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9159775
Jun 04 16:01:47.219797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35288) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:47.225469 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70501ddb-54f4-4034-90c2-d45145877a65 None None] Routers {'dd17cb6d-40c3-45e9-b247-aee0bb8f7593'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:01:47.226082 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-70501ddb-54f4-4034-90c2-d45145877a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c846d00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:01:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:01:47.288172 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf08dcd-c242-4974-9b23-cd0dcfb4a582 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting subnet c8ff1a4a-55fd-459f-9402-43b178c31868 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 16:01:47.291059 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4bf08dcd-c242-4974-9b23-cd0dcfb4a582 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:47.344419 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4bf08dcd-c242-4974-9b23-cd0dcfb4a582 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:47.398145 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-70501ddb-54f4-4034-90c2-d45145877a65 None None] Set router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:01:47.426725 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4bf08dcd-c242-4974-9b23-cd0dcfb4a582 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:47.713894 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-70501ddb-54f4-4034-90c2-d45145877a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c846d00>, [{'id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480043318', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:56Z', 'updated_at': '2021-06-04T16:01:45Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:57Z', 'updated_at': '2021-06-04T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:01:47.717921 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70501ddb-54f4-4034-90c2-d45145877a65 None None] Checking router: dd17cb6d-40c3-45e9-b247-aee0bb8f7593 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:01:47.726019 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70501ddb-54f4-4034-90c2-d45145877a65 None None] Routers {'dd17cb6d-40c3-45e9-b247-aee0bb8f7593'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:01:47.726603 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-70501ddb-54f4-4034-90c2-d45145877a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c846d00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:01:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:01:47.881073 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4bf08dcd-c242-4974-9b23-cd0dcfb4a582 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:47.886247 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d23de9b8-8c8a-4aac-80ad-61b9376a0dfb tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:47.901573 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-70501ddb-54f4-4034-90c2-d45145877a65 None None] Set router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:01:47.926813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf08dcd-c242-4974-9b23-cd0dcfb4a582 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ff1a4a-55fd-459f-9402-43b178c31868,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:47.929867 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4bf08dcd-c242-4974-9b23-cd0dcfb4a582 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:47.930901 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4bf08dcd-c242-4974-9b23-cd0dcfb4a582 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:47.940961 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4bf08dcd-c242-4974-9b23-cd0dcfb4a582 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/subnets/c8ff1a4a-55fd-459f-9402-43b178c31868 HTTP/1.1" status: 204  len: 168 time: 0.7167139
Jun 04 16:01:47.941088 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1507d791-d74f-4a56-b4c4-9c15312dc486 None None] Network 10f2d94c-b83e-4307-b19e-933dba1f1ed1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:01:47.941524 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35290) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:48.234884 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-70501ddb-54f4-4034-90c2-d45145877a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c846d00>, [{'id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480043318', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:56Z', 'updated_at': '2021-06-04T16:01:45Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:57Z', 'updated_at': '2021-06-04T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:01:48.235265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eba29b4-be08-41a9-aefe-be842dc7845a None None] DHCP port deletion for 10f2d94c-b83e-4307-b19e-933dba1f1ed1 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 16:01:48.235346 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70501ddb-54f4-4034-90c2-d45145877a65 None None] The sync data for ids ['dd17cb6d-40c3-45e9-b247-aee0bb8f7593'] in n-d-791505-9 is: [{'id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480043318', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T15:58:56Z', 'updated_at': '2021-06-04T16:01:45Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': 'e809381a-e2d7-4c6d-8914-8cb9366a7667', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd17cb6d-40c3-45e9-b247-aee0bb8f7593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T15:58:57Z', 'updated_at': '2021-06-04T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:01:48.284762 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7eba29b4-be08-41a9-aefe-be842dc7845a None None] Deleting port 2807afb0-6d4a-4dcb-a891-0e1036313f40 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:01:48.285182 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7eba29b4-be08-41a9-aefe-be842dc7845a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:48.320464 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:48.380882 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7eba29b4-be08-41a9-aefe-be842dc7845a None None] For port 2807afb0-6d4a-4dcb-a891-0e1036313f40, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=2807afb0-6d4a-4dcb-a891-0e1036313f40,segment=NetworkSegment(72fdb6ad-4cb1-4389-9fca-a6e13271abd5),segment_id=72fdb6ad-4cb1-4389-9fca-a6e13271abd5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:01:48.381308 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7eba29b4-be08-41a9-aefe-be842dc7845a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:48.500780 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:48.544524 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7eba29b4-be08-41a9-aefe-be842dc7845a None None] Calling delete_port for 2807afb0-6d4a-4dcb-a891-0e1036313f40 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:01:48.666147 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting port e809381a-e2d7-4c6d-8914-8cb9366a7667 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:01:48.666486 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:48.692047 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7eba29b4-be08-41a9-aefe-be842dc7845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:48.695833 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:48.741138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba29b4-be08-41a9-aefe-be842dc7845a None None] Pushing event deleted for resources: {'Port': ['ID=2807afb0-6d4a-4dcb-a891-0e1036313f40,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:48.742974 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba29b4-be08-41a9-aefe-be842dc7845a None None] No DVR routers for this DVR port 2807afb0-6d4a-4dcb-a891-0e1036313f40 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:01:48.744689 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7eba29b4-be08-41a9-aefe-be842dc7845a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:48.804837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] For port e809381a-e2d7-4c6d-8914-8cb9366a7667, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e809381a-e2d7-4c6d-8914-8cb9366a7667,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:01:48.805233 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:48.932750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Calling delete_port for e809381a-e2d7-4c6d-8914-8cb9366a7667 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:01:49.138922 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:49.142934 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:49.189781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Port': ['ID=e809381a-e2d7-4c6d-8914-8cb9366a7667,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:49.192448 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:49.283868 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:49.462786 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:49.464858 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:49.577819 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:49.578392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Fanout notify agent at l3_agent the message router_deleted on router dd17cb6d-40c3-45e9-b247-aee0bb8f7593 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 16:01:49.594580 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:49.595699 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/routers/dd17cb6d-40c3-45e9-b247-aee0bb8f7593 HTTP/1.1" status: 204  len: 168 time: 1.6546681
Jun 04 16:01:49.598357 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35292) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:49.720728 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3c696ab-9aee-47a8-aed8-931781663c93 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:49.853573 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3c696ab-9aee-47a8-aed8-931781663c93 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:49.867048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-c3c696ab-9aee-47a8-aed8-931781663c93 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386be9f10>,) {'filters': {'network_id': ['10f2d94c-b83e-4307-b19e-933dba1f1ed1']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:01:49.879663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-c3c696ab-9aee-47a8-aed8-931781663c93 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386be9f10>, '72fdb6ad-4cb1-4389-9fca-a6e13271abd5') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:01:49.879959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-c3c696ab-9aee-47a8-aed8-931781663c93 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386be9f10>, '72fdb6ad-4cb1-4389-9fca-a6e13271abd5') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:01:49.891105 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3c696ab-9aee-47a8-aed8-931781663c93 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:49.907278 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3c696ab-9aee-47a8-aed8-931781663c93 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:49.913274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c696ab-9aee-47a8-aed8-931781663c93 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 16:01:49.913673 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3c696ab-9aee-47a8-aed8-931781663c93 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 16:01:49.933292 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 16:01:50.080571 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3c696ab-9aee-47a8-aed8-931781663c93 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:50.084420 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-74a319a2-ba99-44f1-9deb-c0fd65fc8678 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:50.099213 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c3c696ab-9aee-47a8-aed8-931781663c93 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:50.112884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c696ab-9aee-47a8-aed8-931781663c93 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Network': ['ID=10f2d94c-b83e-4307-b19e-933dba1f1ed1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:50.115151 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c3c696ab-9aee-47a8-aed8-931781663c93 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:50.208296 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c3c696ab-9aee-47a8-aed8-931781663c93 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/networks/10f2d94c-b83e-4307-b19e-933dba1f1ed1 HTTP/1.1" status: 204  len: 168 time: 0.6044188
Jun 04 16:01:50.208296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35294) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:50.223728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e809381a-e2d7-4c6d-8914-8cb9366a7667 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:01:50.263454 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: e809381a-e2d7-4c6d-8914-8cb9366a7667 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:01:50.263744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e809381a-e2d7-4c6d-8914-8cb9366a7667 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:01:50.264176 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 88f8893b-b046-44fd-9e41-c88ff8ff717a no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:01:50.284106 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-82ebdd5f-1877-4b84-9fbe-04e5a224c003 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:50.297991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 88f8893b-b046-44fd-9e41-c88ff8ff717a {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:01:50.298603 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 88f8893b-b046-44fd-9e41-c88ff8ff717a not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:01:50.299038 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2807afb0-6d4a-4dcb-a891-0e1036313f40 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:01:50.315677 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-82ebdd5f-1877-4b84-9fbe-04e5a224c003 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:50.331792 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 2807afb0-6d4a-4dcb-a891-0e1036313f40 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:01:50.332150 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 2807afb0-6d4a-4dcb-a891-0e1036313f40 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:01:50.475128 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-82ebdd5f-1877-4b84-9fbe-04e5a224c003 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:50.479107 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-93720448-1a6f-4133-844a-e5aab0923f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:50.494594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebdd5f-1877-4b84-9fbe-04e5a224c003 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9457cb0-1e73-4834-8087-c1e96b7c84ff,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:50.497991 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-82ebdd5f-1877-4b84-9fbe-04e5a224c003 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:50.612373 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-82ebdd5f-1877-4b84-9fbe-04e5a224c003 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:50.613535 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-82ebdd5f-1877-4b84-9fbe-04e5a224c003 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/security-groups/b9457cb0-1e73-4834-8087-c1e96b7c84ff HTTP/1.1" status: 204  len: 168 time: 0.4061944
Jun 04 16:01:51.160598 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35300) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:51.165445 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411240572', 'description': 'tempest-secgroup-smoke-411240572 description', 'project_id': '5713bc90d4f140b1942b906ec12fd63f'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:01:51.172158 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:01:51.176520 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:01:51.179355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:01:51.186142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:01:51.292277 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:51.313965 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:01:51.317734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:01:51.320514 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:01:51.326239 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:01:51.394876 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:51.463410 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:51.467837 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c4bac703-fcc2-4dd2-9be4-329a328e33dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:51.513979 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af73ee00-42b8-41eb-b33a-3ae7bced2e8a,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:51.522335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:51.522733 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:51.523117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:51.523496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:51.523927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:51.524279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:51.524654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:51.525043 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:51.525416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:51.525781 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:51.526148 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:51.526509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:01:51.530846 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:51.611354 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:51.612636 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4508998
Jun 04 16:01:51.615476 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35302) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:51.620028 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ee1f9849-ebfa-4fda-912e-51e65b2ff0cf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': 'af73ee00-42b8-41eb-b33a-3ae7bced2e8a', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:01:51.626995 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ee1f9849-ebfa-4fda-912e-51e65b2ff0cf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:01:51.630708 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ee1f9849-ebfa-4fda-912e-51e65b2ff0cf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:01:51.633595 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ee1f9849-ebfa-4fda-912e-51e65b2ff0cf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:01:51.639351 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ee1f9849-ebfa-4fda-912e-51e65b2ff0cf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:01:51.732606 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9849-ebfa-4fda-912e-51e65b2ff0cf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:51.820612 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9849-ebfa-4fda-912e-51e65b2ff0cf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:51.932214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9849-ebfa-4fda-912e-51e65b2ff0cf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:51.934189 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7b076dcf-4220-4a3d-8dce-a3e5482a124e tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:51.957794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f9849-ebfa-4fda-912e-51e65b2ff0cf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c1d91c-d01b-47bd-ad94-563fc0a3cad7,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:51.960225 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ee1f9849-ebfa-4fda-912e-51e65b2ff0cf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:52.035056 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9849-ebfa-4fda-912e-51e65b2ff0cf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:52.036213 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ee1f9849-ebfa-4fda-912e-51e65b2ff0cf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4197648
Jun 04 16:01:52.038984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35304) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:52.044140 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-5b76ecf5-89c7-4d96-a550-09b61bbc5f70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': 'af73ee00-42b8-41eb-b33a-3ae7bced2e8a', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:01:52.051360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5b76ecf5-89c7-4d96-a550-09b61bbc5f70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:01:52.055338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5b76ecf5-89c7-4d96-a550-09b61bbc5f70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:01:52.058275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-5b76ecf5-89c7-4d96-a550-09b61bbc5f70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:01:52.064696 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-5b76ecf5-89c7-4d96-a550-09b61bbc5f70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:01:52.155776 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b76ecf5-89c7-4d96-a550-09b61bbc5f70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:52.182923 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:01:52.218183 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b76ecf5-89c7-4d96-a550-09b61bbc5f70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:52.303808 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b76ecf5-89c7-4d96-a550-09b61bbc5f70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:52.306190 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ee1f9849-ebfa-4fda-912e-51e65b2ff0cf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:52.329047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76ecf5-89c7-4d96-a550-09b61bbc5f70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7eb59f-6cea-44fd-9d4c-6d06808ad4f6,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:52.333394 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5b76ecf5-89c7-4d96-a550-09b61bbc5f70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:52.446623 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5b76ecf5-89c7-4d96-a550-09b61bbc5f70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:52.447877 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5b76ecf5-89c7-4d96-a550-09b61bbc5f70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4079065
Jun 04 16:01:52.451422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35306) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:52.456094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3722f962-0858-4984-b335-7de268ce6b88 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': 'af73ee00-42b8-41eb-b33a-3ae7bced2e8a', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:01:52.463371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3722f962-0858-4984-b335-7de268ce6b88 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:01:52.467514 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3722f962-0858-4984-b335-7de268ce6b88 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:01:52.470445 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3722f962-0858-4984-b335-7de268ce6b88 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:01:52.475977 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3722f962-0858-4984-b335-7de268ce6b88 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:01:52.567149 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3722f962-0858-4984-b335-7de268ce6b88 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:52.634661 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3722f962-0858-4984-b335-7de268ce6b88 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:52.724903 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3722f962-0858-4984-b335-7de268ce6b88 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:52.732109 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:52.751329 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722f962-0858-4984-b335-7de268ce6b88 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750a93e1-42b7-4334-918c-4fb8cc23a677,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:52.753877 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3722f962-0858-4984-b335-7de268ce6b88 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:52.823492 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3722f962-0858-4984-b335-7de268ce6b88 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:52.824889 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3722f962-0858-4984-b335-7de268ce6b88 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3723588
Jun 04 16:01:52.827392 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35308) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:52.831976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7da74b08-c853-40a4-82f4-8f16aa9ce72b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': 'af73ee00-42b8-41eb-b33a-3ae7bced2e8a', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:01:52.838496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7da74b08-c853-40a4-82f4-8f16aa9ce72b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:01:52.842553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7da74b08-c853-40a4-82f4-8f16aa9ce72b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:01:52.845434 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7da74b08-c853-40a4-82f4-8f16aa9ce72b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:01:52.851032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7da74b08-c853-40a4-82f4-8f16aa9ce72b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:01:52.955898 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7da74b08-c853-40a4-82f4-8f16aa9ce72b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:53.019248 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7da74b08-c853-40a4-82f4-8f16aa9ce72b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:53.154692 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7da74b08-c853-40a4-82f4-8f16aa9ce72b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:53.156581 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0788c1f5-e496-42bf-87af-f3cecc0aaeac tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:53.179842 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da74b08-c853-40a4-82f4-8f16aa9ce72b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a7ca04-3d33-4623-b1e9-5fba99f8fc27,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:53.182254 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7da74b08-c853-40a4-82f4-8f16aa9ce72b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:53.269299 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7da74b08-c853-40a4-82f4-8f16aa9ce72b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:53.270645 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7da74b08-c853-40a4-82f4-8f16aa9ce72b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4422121
Jun 04 16:01:53.273189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35310) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:53.278364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ba17c808-e86d-4a34-b3d7-1ef8a4198907 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': 'af73ee00-42b8-41eb-b33a-3ae7bced2e8a', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:01:53.285166 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ba17c808-e86d-4a34-b3d7-1ef8a4198907 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:01:53.288914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ba17c808-e86d-4a34-b3d7-1ef8a4198907 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:01:53.291903 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ba17c808-e86d-4a34-b3d7-1ef8a4198907 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:01:53.298051 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ba17c808-e86d-4a34-b3d7-1ef8a4198907 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:01:53.366309 n-d-791505-9 neutron-server[88301]: INFO neutron.db.securitygroups_db [None req-ba17c808-e86d-4a34-b3d7-1ef8a4198907 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Project 5713bc90d4f140b1942b906ec12fd63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 16:01:53.372660 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba17c808-e86d-4a34-b3d7-1ef8a4198907 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:53.436496 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba17c808-e86d-4a34-b3d7-1ef8a4198907 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:53.559323 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba17c808-e86d-4a34-b3d7-1ef8a4198907 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:53.561245 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1ce75399-b5fc-44b0-b3e1-5d3f2853b853 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:53.587179 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17c808-e86d-4a34-b3d7-1ef8a4198907 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268cc943-2a25-46b2-b4bb-d9c6d335688f,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:53.589628 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ba17c808-e86d-4a34-b3d7-1ef8a4198907 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:53.680784 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ba17c808-e86d-4a34-b3d7-1ef8a4198907 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:53.682014 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ba17c808-e86d-4a34-b3d7-1ef8a4198907 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4078920
Jun 04 16:01:53.685758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35312) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:53.691209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-2b6ce7a8-943f-4fb0-9bea-c003faea0424 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': 'af73ee00-42b8-41eb-b33a-3ae7bced2e8a', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:01:53.697743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2b6ce7a8-943f-4fb0-9bea-c003faea0424 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:01:53.702448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2b6ce7a8-943f-4fb0-9bea-c003faea0424 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:01:53.705324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2b6ce7a8-943f-4fb0-9bea-c003faea0424 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:01:53.711129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2b6ce7a8-943f-4fb0-9bea-c003faea0424 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:01:53.834793 n-d-791505-9 neutron-server[88300]: INFO neutron.db.securitygroups_db [None req-2b6ce7a8-943f-4fb0-9bea-c003faea0424 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Project 5713bc90d4f140b1942b906ec12fd63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 16:01:53.841479 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b6ce7a8-943f-4fb0-9bea-c003faea0424 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:53.907325 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b6ce7a8-943f-4fb0-9bea-c003faea0424 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:53.926081 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:54.029209 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b6ce7a8-943f-4fb0-9bea-c003faea0424 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:54.031003 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:54.054166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ce7a8-943f-4fb0-9bea-c003faea0424 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27de5093-cd31-4737-b6da-2e186259bc1c,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:54.058455 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2b6ce7a8-943f-4fb0-9bea-c003faea0424 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:54.149412 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b6ce7a8-943f-4fb0-9bea-c003faea0424 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:54.150621 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2b6ce7a8-943f-4fb0-9bea-c003faea0424 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4632175
Jun 04 16:01:54.158995 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35316) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:54.165698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'network': {'name': 'tempest-network-smoke--98019308', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'port_security_enabled': True}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:01:54.171976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:01:54.176619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:network and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:01:54.179654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:01:54.186150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:01:54.285049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Made reservation on behalf of 5713bc90d4f140b1942b906ec12fd63f for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:01:54.288662 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:54.317020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 16:01:54.325379 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:54.325712 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Added segment 8d327b17-1d3e-4977-be34-c1864df8bc5d of type vlan for network 984e31c1-7c30-41f3-b80c-1c0f1297bc35
Jun 04 16:01:54.350272 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:54.457869 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:54.463361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:54.463932 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:54.468487 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-84df6553-d770-4ab6-a863-9dd9755a5a7c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:54.729425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Network': ['ID=984e31c1-7c30-41f3-b80c-1c0f1297bc35,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:54.737831 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:54.740962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 16:01:54.836460 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.6760681
Jun 04 16:01:54.839285 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35318) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:54.844033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1344411001', 'admin_state_up': True, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:01:54.851701 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:01:54.855985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:router and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:01:54.858916 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:01:54.865111 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:01:54.932003 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:54.933068 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:54.947771 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:55.340555 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:55.715015 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:55.746128 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:55.884478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Allocated IP 172.25.4.4 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/1d550602-14db-4725-87f1-1df9430d752a) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:01:56.032328 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:56.131007 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:56.135763 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d5d5eb09-ff14-4805-a234-7f18487fb930 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:56.196844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:01:56.200459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:01:56.204418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:01:56.211950 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:56.233665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=1d550602-14db-4725-87f1-1df9430d752a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:56.239387 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:56.938690 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:57.284158 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:57.599716 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router 70f86636-8bc1-42e7-a93d-3d337ef4dffa is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 16:01:57.778478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:01:57.787673 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Sync routers for ids ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:01:57.797789 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Routers {'70f86636-8bc1-42e7-a93d-3d337ef4dffa'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:01:57.798672 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c0ff8e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:01:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:01:57.880558 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:57.881907 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 3.0415666
Jun 04 16:01:57.884925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35320) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:57.927704 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a3f9f20d-3f8a-4f2b-b397-1b1029421652 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=5713bc90d4f140b1942b906ec12fd63f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0415602
Jun 04 16:01:57.930278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35322) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:57.977369 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Set router 70f86636-8bc1-42e7-a93d-3d337ef4dffa gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:01:58.059653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3638c1-0a86-4e4c-a4eb-d67bb31088a9 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:58.061148 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1c3638c1-0a86-4e4c-a4eb-d67bb31088a9 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1299636
Jun 04 16:01:58.064175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35324) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:58.101365 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-02443522-052b-4813-aa82-deace45383c6 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0360231
Jun 04 16:01:58.103925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35326) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:58.109187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1266645350', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:01:58.219733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:01:58.223639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:subnet and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:01:58.226548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:01:58.232771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:01:58.269528 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c0ff8e0>, [{'id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344411001', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '1d550602-14db-4725-87f1-1df9430d752a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:01:54Z', 'updated_at': '2021-06-04T16:01:56Z', 'revision_number': 3, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1d550602-14db-4725-87f1-1df9430d752a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:01:55Z', 'updated_at': '2021-06-04T16:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:01:58.273443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Checking router: 70f86636-8bc1-42e7-a93d-3d337ef4dffa for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:01:58.273802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Updating router 70f86636-8bc1-42e7-a93d-3d337ef4dffa port 1d550602-14db-4725-87f1-1df9430d752a binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 16:01:58.315015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Made reservation on behalf of 5713bc90d4f140b1942b906ec12fd63f for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:01:58.318982 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:58.328761 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:58.680383 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:58.694786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Transition to ACTIVE for port object 1d550602-14db-4725-87f1-1df9430d752a will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:01:58.783420 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:58.787277 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:58.918591 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Attempting to bind port 1d550602-14db-4725-87f1-1df9430d752a on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:01:58.919323 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Attempting to bind port 1d550602-14db-4725-87f1-1df9430d752a by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:01:58.919323 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Attempting to bind port 1d550602-14db-4725-87f1-1df9430d752a on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:01:58.925528 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c54af7-2623-4dcd-9361-6fe181a19d1f None None] Pushing event updated for resources: {'Port': ['ID=1d550602-14db-4725-87f1-1df9430d752a,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:58.929435 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-77c54af7-2623-4dcd-9361-6fe181a19d1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:58.930186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:01:58.930566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:01:58.930972 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:58.931365 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:01:58.931838 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Bound port: 1d550602-14db-4725-87f1-1df9430d752a, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:01:58.932262 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:59.006027 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] For port 1d550602-14db-4725-87f1-1df9430d752a, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:01:59.009220 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] For port 1d550602-14db-4725-87f1-1df9430d752a, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1d550602-14db-4725-87f1-1df9430d752a,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:01:59.018089 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:59.022518 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e90fd5a-c68d-4f0f-aadc-d7740093a998 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:59.097352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Subnet': ['ID=276dfc45-1d87-4c5e-a7ea-91e34a6a73b2,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:59.101228 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:59.105234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Checking segment: {'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:01:59.106208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network hostable DHCP agents. Network: 984e31c1-7c30-41f3-b80c-1c0f1297bc35, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 16:01:59.126631 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:59.130451 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d71fadf6-0698-49ac-9735-52f42d022983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:01:59.212102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 16:01:59.212627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Routers {'70f86636-8bc1-42e7-a93d-3d337ef4dffa'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:01:59.213342 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c0ff8e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:01:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:01:59.268589 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c54af7-2623-4dcd-9361-6fe181a19d1f None None] Pushing event updated for resources: {'Port': ['ID=1d550602-14db-4725-87f1-1df9430d752a,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:01:59.279533 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-77c54af7-2623-4dcd-9361-6fe181a19d1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:01:59.297463 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 984e31c1-7c30-41f3-b80c-1c0f1297bc35) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:01:59.308938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:01:59.309761 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:59.354905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57885542-703a-4ddc-807a-f5c433aa92a2 None None] Network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:01:59.395727 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.2907484
Jun 04 16:01:59.398923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35328) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:01:59.506633 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] Set router 70f86636-8bc1-42e7-a93d-3d337ef4dffa gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:01:59.767386 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-76fa68ca-ed36-4a1f-8796-e2a5d1addd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:01:59.904311 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ips': [{'subnet_id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 16:01:59.905604 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:00.034418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c0ff8e0>, [{'id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344411001', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '1d550602-14db-4725-87f1-1df9430d752a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:01:54Z', 'updated_at': '2021-06-04T16:01:56Z', 'revision_number': 3, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1d550602-14db-4725-87f1-1df9430d752a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:01:55Z', 'updated_at': '2021-06-04T16:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:02:00.073945 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b17f4-aca5-4d79-90e6-e21634124c95 None None] The sync data for ids ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'] in n-d-791505-9 is: [{'id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344411001', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '1d550602-14db-4725-87f1-1df9430d752a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:01:54Z', 'updated_at': '2021-06-04T16:01:56Z', 'revision_number': 3, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1d550602-14db-4725-87f1-1df9430d752a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:01:55Z', 'updated_at': '2021-06-04T16:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:02:00.111760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Allocated IP 172.20.0.2 (984e31c1-7c30-41f3-b80c-1c0f1297bc35/276dfc45-1d87-4c5e-a7ea-91e34a6a73b2/a179aa2c-391f-48eb-a40a-dea07eb3eeba) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:02:00.227642 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:00.384630 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:00.397953 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Transition to ACTIVE for port object a179aa2c-391f-48eb-a40a-dea07eb3eeba will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:02:00.420180 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Transition to ACTIVE for port object a179aa2c-391f-48eb-a40a-dea07eb3eeba will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:02:00.504207 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:00.512503 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:02:00.579776 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:02:00.583231 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:02:00.587606 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:02:00.626017 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Pushing event updated for resources: {'Port': ['ID=a179aa2c-391f-48eb-a40a-dea07eb3eeba,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:02:00.633243 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:02:00.693479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Attempting to bind port a179aa2c-391f-48eb-a40a-dea07eb3eeba on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:02:00.693854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Attempting to bind port a179aa2c-391f-48eb-a40a-dea07eb3eeba by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:02:00.694230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Attempting to bind port a179aa2c-391f-48eb-a40a-dea07eb3eeba on network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:02:00.700664 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:02:00.701075 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Checking segment: {'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:02:00.701631 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:00.702039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Bound using segment: {'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:02:00.702519 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Bound port: a179aa2c-391f-48eb-a40a-dea07eb3eeba, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:02:00.702903 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:00.718019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Allocated IP 172.20.0.1 (984e31c1-7c30-41f3-b80c-1c0f1297bc35/276dfc45-1d87-4c5e-a7ea-91e34a6a73b2/294f601c-ac4b-4388-a321-e20fdaacb0a9) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:02:00.871768 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] For port a179aa2c-391f-48eb-a40a-dea07eb3eeba, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:02:00.909167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] For port a179aa2c-391f-48eb-a40a-dea07eb3eeba, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=a179aa2c-391f-48eb-a40a-dea07eb3eeba,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:02:00.995457 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:01.000834 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d842472c-402d-4016-9ce2-caa62363efb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:02:01.059667 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:01.075805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Transition to ACTIVE for port object 294f601c-ac4b-4388-a321-e20fdaacb0a9 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:02:01.079208 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Pushing event updated for resources: {'Port': ['ID=a179aa2c-391f-48eb-a40a-dea07eb3eeba,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:02:01.082313 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:02:01.168694 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:01.174510 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4a69d9bd-bd48-400c-99a7-6991daaf6fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:02:01.244846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:02:01.248459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:02:01.252774 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:02:01.293533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=294f601c-ac4b-4388-a321-e20fdaacb0a9,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:02:01.298696 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:02:01.321252 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:01.694330 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:02.023665 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:02.132251 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:02.208875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa585a50-4b8b-4473-a486-464c14cd3962 None None] Network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:02:02.223115 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:02.261925 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fc22d268-b244-470a-b646-255e12d49ed6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:02:02.306327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device a179aa2c-391f-48eb-a40a-dea07eb3eeba up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:02:02.352557 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:02.358014 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=294f601c-ac4b-4388-a321-e20fdaacb0a9,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:02:02.362391 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:02:02.493831 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:02:02.494976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:02:02.502514 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2f8d0813-f475-4abf-bedc-3743550eea72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:02.533268 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d9f250b1-75c4-4178-8d76-259f76219406 None None] Provisioning for port a179aa2c-391f-48eb-a40a-dea07eb3eeba completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:02:02.569811 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port a179aa2c-391f-48eb-a40a-dea07eb3eeba completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:02:02.575673 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port a179aa2c-391f-48eb-a40a-dea07eb3eeba triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:02:02.576118 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:02.690355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router 70f86636-8bc1-42e7-a93d-3d337ef4dffa has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:02:02.702687 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:02.740785 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port a179aa2c-391f-48eb-a40a-dea07eb3eeba, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=a179aa2c-391f-48eb-a40a-dea07eb3eeba,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:02:02.769648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-aea50e6a-8e09-40ba-a335-608f7ca5529b None None] Provisioning complete for port a179aa2c-391f-48eb-a40a-dea07eb3eeba triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:02:02.770018 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-aea50e6a-8e09-40ba-a335-608f7ca5529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:02.848404 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:02.852007 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1d550602-14db-4725-87f1-1df9430d752a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:02:02.906612 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-62e92896-e83d-4c0c-a879-f0cfd42383b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:02:03.037441 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=a179aa2c-391f-48eb-a40a-dea07eb3eeba,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:02:03.040507 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:02:03.079653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:02:03.092865 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Sync routers for ids ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:02:03.097604 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "PUT /v2.0/routers/70f86636-8bc1-42e7-a93d-3d337ef4dffa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6975768
Jun 04 16:02:03.103978 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Routers {'70f86636-8bc1-42e7-a93d-3d337ef4dffa'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:02:03.104936 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-317771c9-5697-4262-afb3-0510deb2406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d10d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:02:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:02:03.127853 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-aea50e6a-8e09-40ba-a335-608f7ca5529b None None] Provisioning for port 294f601c-ac4b-4388-a321-e20fdaacb0a9 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:02:03.134097 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-aea50e6a-8e09-40ba-a335-608f7ca5529b None None] Provisioning complete for port 294f601c-ac4b-4388-a321-e20fdaacb0a9 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:02:03.134552 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-aea50e6a-8e09-40ba-a335-608f7ca5529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:03.166048 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 1d550602-14db-4725-87f1-1df9430d752a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:02:03.186900 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 1d550602-14db-4725-87f1-1df9430d752a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:02:03.187324 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:03.244564 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-aea50e6a-8e09-40ba-a335-608f7ca5529b None None] Port 294f601c-ac4b-4388-a321-e20fdaacb0a9 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:02:03.270304 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-a9ce4f5c-2fec-43f5-8d1f-a3949ab52b2f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:02:03.315405 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:03.318678 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Set router 70f86636-8bc1-42e7-a93d-3d337ef4dffa gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:02:03.334728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 1d550602-14db-4725-87f1-1df9430d752a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1d550602-14db-4725-87f1-1df9430d752a,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:02:03.354758 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-a9ce4f5c-2fec-43f5-8d1f-a3949ab52b2f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:02:03.362827 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-a9ce4f5c-2fec-43f5-8d1f-a3949ab52b2f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411240572&fields=id&tenant_id=5713bc90d4f140b1942b906ec12fd63f HTTP/1.1" status: 200  len: 267 time: 0.1345112
Jun 04 16:02:03.367703 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-b63370fc-5212-4478-9103-8702bfd35eb8 None None] Provisioning complete for port 294f601c-ac4b-4388-a321-e20fdaacb0a9 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:02:03.368088 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b63370fc-5212-4478-9103-8702bfd35eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:03.426849 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-b63370fc-5212-4478-9103-8702bfd35eb8 None None] Port 294f601c-ac4b-4388-a321-e20fdaacb0a9 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:02:03.428929 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:03.430911 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:02:03.498977 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=1d550602-14db-4725-87f1-1df9430d752a,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:02:03.502139 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:02:03.521223 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-22cfa777-0966-47d2-9d76-4f6027520528 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:03.522689 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-22cfa777-0966-47d2-9d76-4f6027520528 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/networks?id=984e31c1-7c30-41f3-b80c-1c0f1297bc35 HTTP/1.1" status: 200  len: 795 time: 0.1574013
Jun 04 16:02:03.538588 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-25ba9039-d639-4aa2-bc27-93c045f9b975 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/quotas/5713bc90d4f140b1942b906ec12fd63f HTTP/1.1" status: 200  len: 375 time: 0.0102019
Jun 04 16:02:03.622440 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-5cee98c9-a19b-4920-b5a6-91dfee3ccb82 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0786030
Jun 04 16:02:03.644549 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-317771c9-5697-4262-afb3-0510deb2406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d10d0>, [{'id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344411001', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '1d550602-14db-4725-87f1-1df9430d752a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:01:54Z', 'updated_at': '2021-06-04T16:02:01Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1d550602-14db-4725-87f1-1df9430d752a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:01:55Z', 'updated_at': '2021-06-04T16:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '294f601c-ac4b-4388-a321-e20fdaacb0a9', 'name': '', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:7a:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:02:00Z', 'updated_at': '2021-06-04T16:02:01Z', 'revision_number': 2, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:02:03.648369 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Checking router: 70f86636-8bc1-42e7-a93d-3d337ef4dffa for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:02:03.648728 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Updating router 70f86636-8bc1-42e7-a93d-3d337ef4dffa port 294f601c-ac4b-4388-a321-e20fdaacb0a9 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 16:02:03.706485 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:03.749355 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:03.763349 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-3be11dea-03cb-4290-a612-c708d53eaa08 service neutron] 10.222.0.32 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294110
Jun 04 16:02:03.900265 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-6c5e7bac-3797-48ff-933c-109eeef5224a service neutron] 10.222.0.32 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300347
Jun 04 16:02:04.071217 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:04.084363 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Transition to ACTIVE for port object 294f601c-ac4b-4388-a321-e20fdaacb0a9 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:02:04.154422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-07b5bb24-bb1f-4620-bd7e-4fc18c8a2f44 req-9c5821f7-4386-43a9-82d0-f8b712427950 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:02:04.188947 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:04.194194 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-f88b8930-f5fa-4058-b21a-31f04d727174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:02:04.240231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-07b5bb24-bb1f-4620-bd7e-4fc18c8a2f44 req-9c5821f7-4386-43a9-82d0-f8b712427950 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:02:04.241533 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device a179aa2c-391f-48eb-a40a-dea07eb3eeba up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:02:04.242100 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-07b5bb24-bb1f-4620-bd7e-4fc18c8a2f44 req-9c5821f7-4386-43a9-82d0-f8b712427950 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 210 time: 0.1312089
Jun 04 16:02:04.327518 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Pushing event updated for resources: {'Port': ['ID=294f601c-ac4b-4388-a321-e20fdaacb0a9,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:02:04.335381 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port a179aa2c-391f-48eb-a40a-dea07eb3eeba triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:02:04.336466 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:04.403412 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:04.403748 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:04.404147 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:04.404399 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:04.404721 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:04.405058 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:04.405425 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:04.405740 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:04.407084 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:04.407084 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:04.407084 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:04.407084 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:04.410844 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:02:04.432875 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Attempting to bind port 294f601c-ac4b-4388-a321-e20fdaacb0a9 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:02:04.434086 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Attempting to bind port 294f601c-ac4b-4388-a321-e20fdaacb0a9 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:02:04.434377 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Attempting to bind port 294f601c-ac4b-4388-a321-e20fdaacb0a9 on network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:02:04.442299 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:02:04.442912 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Checking segment: {'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:02:04.444126 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:04.444726 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Bound using segment: {'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:02:04.445762 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Bound port: 294f601c-ac4b-4388-a321-e20fdaacb0a9, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:02:04.446339 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:04.483643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1d550602-14db-4725-87f1-1df9430d752a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:02:04.547511 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-317771c9-5697-4262-afb3-0510deb2406c None None] For port 294f601c-ac4b-4388-a321-e20fdaacb0a9, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:02:04.550823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-317771c9-5697-4262-afb3-0510deb2406c None None] For port 294f601c-ac4b-4388-a321-e20fdaacb0a9, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=294f601c-ac4b-4388-a321-e20fdaacb0a9,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:02:04.561854 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 1d550602-14db-4725-87f1-1df9430d752a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:02:04.562464 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:04.675441 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:04.680314 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-05adccb4-667c-456a-ae04-c0f9ae13a9c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:02:04.769505 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Routers {'70f86636-8bc1-42e7-a93d-3d337ef4dffa'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:02:04.770144 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-317771c9-5697-4262-afb3-0510deb2406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d10d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:02:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:02:04.821385 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Pushing event updated for resources: {'Port': ['ID=294f601c-ac4b-4388-a321-e20fdaacb0a9,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:02:04.829429 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:02:04.953315 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-317771c9-5697-4262-afb3-0510deb2406c None None] Set router 70f86636-8bc1-42e7-a93d-3d337ef4dffa gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:02:05.259268 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-317771c9-5697-4262-afb3-0510deb2406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d10d0>, [{'id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344411001', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '1d550602-14db-4725-87f1-1df9430d752a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:01:54Z', 'updated_at': '2021-06-04T16:02:01Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1d550602-14db-4725-87f1-1df9430d752a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:01:55Z', 'updated_at': '2021-06-04T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '294f601c-ac4b-4388-a321-e20fdaacb0a9', 'name': '', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:7a:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:02:00Z', 'updated_at': '2021-06-04T16:02:04Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:02:05.263850 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317771c9-5697-4262-afb3-0510deb2406c None None] The sync data for ids ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'] in n-d-791505-9 is: [{'id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344411001', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '1d550602-14db-4725-87f1-1df9430d752a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:01:54Z', 'updated_at': '2021-06-04T16:02:01Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1d550602-14db-4725-87f1-1df9430d752a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:01:55Z', 'updated_at': '2021-06-04T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '294f601c-ac4b-4388-a321-e20fdaacb0a9', 'name': '', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:7a:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:02:00Z', 'updated_at': '2021-06-04T16:02:04Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:02:05.397785 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:05.406659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-1aa48025-5e5b-4db3-91b9-4b298f05d22c req-37ced333-20c7-43b2-823e-ebfe8408a735 service neutron] (88300) timed out ('10.222.0.65', 55288) {{(pid=88300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 16:02:05.469222 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ee6250b6-6b7c-411d-a674-130fdbe56645 req-5a84b84e-8925-43b9-a87e-ca06a4c2d964 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 210 time: 0.0559156
Jun 04 16:02:06.262292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 294f601c-ac4b-4388-a321-e20fdaacb0a9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:02:06.417865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 294f601c-ac4b-4388-a321-e20fdaacb0a9 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:02:06.424058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 294f601c-ac4b-4388-a321-e20fdaacb0a9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:02:06.425462 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:06.552830 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:06.590981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 294f601c-ac4b-4388-a321-e20fdaacb0a9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=294f601c-ac4b-4388-a321-e20fdaacb0a9,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:02:06.630930 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-819285e9-e4c8-4fdf-904c-855b9e178ff6 req-539f0903-3c7b-4e20-969d-8aad7750b1a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 210 time: 0.0452924
Jun 04 16:02:06.725921 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:06.727799 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:02:06.794385 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=294f601c-ac4b-4388-a321-e20fdaacb0a9,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:02:06.797428 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:02:07.022159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-67aaaa2f-56f5-4234-a9b6-9aec12ece147 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:07.022741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-67aaaa2f-56f5-4234-a9b6-9aec12ece147 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:02:07.126034 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-67aaaa2f-56f5-4234-a9b6-9aec12ece147 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:02:07.127201 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-67aaaa2f-56f5-4234-a9b6-9aec12ece147 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "GET /v2.0/networks?id=984e31c1-7c30-41f3-b80c-1c0f1297bc35 HTTP/1.1" status: 200  len: 795 time: 0.2502818
Jun 04 16:02:07.177474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-594ba391-13cd-4ebb-9120-13cba681ecb5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:02:07.189522 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-594ba391-13cd-4ebb-9120-13cba681ecb5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:02:07.190697 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-594ba391-13cd-4ebb-9120-13cba681ecb5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5713bc90d4f140b1942b906ec12fd63f HTTP/1.1" status: 200  len: 379 time: 0.0547001
Jun 04 16:02:07.200835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'port': {'device_id': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'admin_state_up': True, 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'security_groups': ['af73ee00-42b8-41eb-b33a-3ae7bced2e8a']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:02:07.341771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:02:07.351651 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:02:07.480846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Made reservation on behalf of 5713bc90d4f140b1942b906ec12fd63f for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:02:07.484497 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:07.654509 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Allocated IP 172.20.0.12 (984e31c1-7c30-41f3-b80c-1c0f1297bc35/276dfc45-1d87-4c5e-a7ea-91e34a6a73b2/b223d4b4-a949-4768-b926-a821f51e85e7) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:02:07.787781 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-749e209f-ddcf-4847-b158-29ddc52bfce5 req-79b876bf-450d-4e5d-a853-604f1403cce4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 210 time: 0.0435643
Jun 04 16:02:07.855850 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:07.871468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Transition to ACTIVE for port object b223d4b4-a949-4768-b926-a821f51e85e7 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:02:07.960686 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:07.967187 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:02:08.036685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:02:08.040920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:02:08.044825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:02:08.083261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=b223d4b4-a949-4768-b926-a821f51e85e7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:02:08.101540 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:08.101928 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:08.102307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:08.102685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:08.103053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:08.103438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:08.103784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:08.104148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:08.104510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:08.105532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:08.105978 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:08.106352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:08.112416 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:02:08.127892 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:08.128500 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:08.217190 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0207434
Jun 04 16:02:08.228738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Request body: {'port': {'device_id': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:02:08.229234 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 294f601c-ac4b-4388-a321-e20fdaacb0a9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:02:08.308979 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 294f601c-ac4b-4388-a321-e20fdaacb0a9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:02:08.309411 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:08.347571 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:08.357520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-76fc897b-ece1-4d04-8802-7377b1f9cd36 None None] Provisioning for port b223d4b4-a949-4768-b926-a821f51e85e7 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:02:08.366651 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-76fc897b-ece1-4d04-8802-7377b1f9cd36 None None] Provisioning complete for port b223d4b4-a949-4768-b926-a821f51e85e7 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:02:08.367029 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-76fc897b-ece1-4d04-8802-7377b1f9cd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:08.429819 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-76fc897b-ece1-4d04-8802-7377b1f9cd36 None None] Port b223d4b4-a949-4768-b926-a821f51e85e7 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:02:08.685081 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b223d4b4-a949-4768-b926-a821f51e85e7 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 16:02:08.692287 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:08.706434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Transition to ACTIVE for port object b223d4b4-a949-4768-b926-a821f51e85e7 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:02:08.765792 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:08.769502 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:02:09.108350 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b223d4b4-a949-4768-b926-a821f51e85e7,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:02:09.134861 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:02:09.242567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Attempting to bind port b223d4b4-a949-4768-b926-a821f51e85e7 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:02:09.242902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Attempting to bind port b223d4b4-a949-4768-b926-a821f51e85e7 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:02:09.243232 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Attempting to bind port b223d4b4-a949-4768-b926-a821f51e85e7 on network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:02:09.254696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd7c3f-e981-4d90-abc2-6ab86e6ef1e7 req-aacb2c1c-9a4e-4b35-8f69-6f7d535b9594 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:09.255396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-eedd7c3f-e981-4d90-abc2-6ab86e6ef1e7 req-aacb2c1c-9a4e-4b35-8f69-6f7d535b9594 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:02:09.260021 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Port b223d4b4-a949-4768-b926-a821f51e85e7 on network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 16:02:09.260344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Attempting to bind port b223d4b4-a949-4768-b926-a821f51e85e7 on network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:02:09.271802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:02:09.272137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Checking segment: {'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:02:09.272517 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Bound using segment: {'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:02:09.272936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Bound port: b223d4b4-a949-4768-b926-a821f51e85e7, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:02:09.273301 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:09.358456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-eedd7c3f-e981-4d90-abc2-6ab86e6ef1e7 req-aacb2c1c-9a4e-4b35-8f69-6f7d535b9594 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:02:09.364619 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eedd7c3f-e981-4d90-abc2-6ab86e6ef1e7 req-aacb2c1c-9a4e-4b35-8f69-6f7d535b9594 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 944 time: 0.3238544
Jun 04 16:02:09.383280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:02:09.402823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b223d4b4-a949-4768-b926-a821f51e85e7,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:02:09.415530 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-eedd7c3f-e981-4d90-abc2-6ab86e6ef1e7 req-0efd4b0a-fe1b-4fa3-916c-ad88d7ea0c33 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486524
Jun 04 16:02:09.526736 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:09.530761 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-518c3636-a143-45b3-8bef-c80d8d2ded72 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:02:09.591661 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:09.591661 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:09.592667 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] 10.222.0.62 "PUT /v2.0/ports/b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 1092 time: 1.3682549
Jun 04 16:02:09.596612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:02:09.599181 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfd4606-f525-4e26-88c2-155148b11f81" -d '{"events": [{"name": "network-changed", "server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:02:09.619529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b223d4b4-a949-4768-b926-a821f51e85e7,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:02:09.625837 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:02:09.649260 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03da872-2826-448b-979b-203fe27266ba x-openstack-request-id: req-f03da872-2826-448b-979b-203fe27266ba {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:02:09.649609 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:02:09.649923 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f03da872-2826-448b-979b-203fe27266ba {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:02:09.650374 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'status': 'completed', 'code': 200}
Jun 04 16:02:09.749445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd4606-f525-4e26-88c2-155148b11f81 req-8b3c1ad7-45fc-424e-8682-b4483266e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:09.751026 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdfd4606-f525-4e26-88c2-155148b11f81 req-8b3c1ad7-45fc-424e-8682-b4483266e9ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1095 time: 0.0786049
Jun 04 16:02:09.896164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd4606-f525-4e26-88c2-155148b11f81 req-d0e2c463-e41d-467d-874b-7bf28d883c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:09.897634 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdfd4606-f525-4e26-88c2-155148b11f81 req-d0e2c463-e41d-467d-874b-7bf28d883c0e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5713bc90d4f140b1942b906ec12fd63f&shared=False HTTP/1.1" status: 200  len: 896 time: 0.1393502
Jun 04 16:02:10.035234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd4606-f525-4e26-88c2-155148b11f81 req-9418285e-0b16-4d24-b568-e7625905f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:10.036700 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bdfd4606-f525-4e26-88c2-155148b11f81 req-9418285e-0b16-4d24-b568-e7625905f273 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1322327
Jun 04 16:02:10.143503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-d4403b4b-cad4-4ed5-b9c9-fb72ce7129ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:10.144978 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-d4403b4b-cad4-4ed5-b9c9-fb72ce7129ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1095 time: 0.0720353
Jun 04 16:02:10.219843 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-ae88be95-248c-45ff-a31a-9f87a068bccc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 217 time: 0.0660996
Jun 04 16:02:10.285867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-44a1d09c-3a5d-4350-8bb8-8afd24a53a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:10.287268 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-44a1d09c-3a5d-4350-8bb8-8afd24a53a4c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=276dfc45-1d87-4c5e-a7ea-91e34a6a73b2 HTTP/1.1" status: 200  len: 835 time: 0.0613339
Jun 04 16:02:10.365406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-ab1cec12-6a62-43e7-a3c9-89c9f09ad515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:10.366861 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-ab1cec12-6a62-43e7-a3c9-89c9f09ad515 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=984e31c1-7c30-41f3-b80c-1c0f1297bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0722189
Jun 04 16:02:10.499703 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-067aff8f-3d67-4b97-9e4c-370c006c010e service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254902
Jun 04 16:02:10.692537 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ba37b10e-5590-478d-8d9d-12d25d0fb1bd req-0cea5d9f-eaa5-4b4f-a4e4-a26efc8593b7 service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1865091
Jun 04 16:02:10.703947 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b784a-8376-413c-8010-714557121bc4 req-c69071a4-eb78-46d6-846d-f614346eae0d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:10.705362 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-419b784a-8376-413c-8010-714557121bc4 req-c69071a4-eb78-46d6-846d-f614346eae0d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 944 time: 0.1794457
Jun 04 16:02:10.749444 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-419b784a-8376-413c-8010-714557121bc4 req-1c010396-b2ef-4a6e-a18a-d7b0baac9f3a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384111
Jun 04 16:02:11.938634 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3cfba-02fa-4fff-82a9-ce8f2109de37 req-ba874f37-7904-4805-a039-c5273dd842a1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:11.940111 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6bf3cfba-02fa-4fff-82a9-ce8f2109de37 req-ba874f37-7904-4805-a039-c5273dd842a1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 944 time: 0.0837169
Jun 04 16:02:11.986667 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6bf3cfba-02fa-4fff-82a9-ce8f2109de37 req-91272605-559f-484d-a3c7-b17c7cdc808d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409272
Jun 04 16:02:13.331294 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee7725-e79f-445e-babd-dcf216bd5b8f req-3553b139-e6b9-46c7-a65e-20d46d283c70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:13.332672 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4bee7725-e79f-445e-babd-dcf216bd5b8f req-3553b139-e6b9-46c7-a65e-20d46d283c70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 944 time: 0.0811517
Jun 04 16:02:13.376370 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4bee7725-e79f-445e-babd-dcf216bd5b8f req-8361731c-f136-4fcc-843f-9c0868ca0e86 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382144
Jun 04 16:02:14.079914 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b223d4b4-a949-4768-b926-a821f51e85e7 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 16:02:14.219519 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b223d4b4-a949-4768-b926-a821f51e85e7,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:02:14.233278 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'port_id': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'mac_address': 'fa:16:3e:02:54:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 16:02:14.290918 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:14.307446 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b223d4b4-a949-4768-b926-a821f51e85e7 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 16:02:14.322318 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b223d4b4-a949-4768-b926-a821f51e85e7,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:02:14.394277 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:14.396089 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:02:14.465135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=b223d4b4-a949-4768-b926-a821f51e85e7,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:02:14.473245 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:14.473594 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:14.473922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:14.474252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:14.474575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:14.474895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:14.475213 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:14.475529 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:14.475843 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:14.476158 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:14.476483 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:14.476796 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:02:14.481108 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:02:14.727133 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a660f6d-c841-4ed0-bb1b-00f061c1cab3 req-89676e10-453d-4058-8e66-f506f4c594cf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:14.728605 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0a660f6d-c841-4ed0-bb1b-00f061c1cab3 req-89676e10-453d-4058-8e66-f506f4c594cf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 945 time: 0.2386601
Jun 04 16:02:14.773942 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['b223d4b4-a949-4768-b926-a821f51e85e7'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 16:02:14.774303 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0a660f6d-c841-4ed0-bb1b-00f061c1cab3 req-b1747a3a-d825-4a57-bd37-6755a1ea752f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400000
Jun 04 16:02:15.966054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cec3e2-e193-4b31-b45f-3f79f6c2ce8b req-6476b25d-3c66-4f5d-8dfa-835c77002f79 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:15.967563 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50cec3e2-e193-4b31-b45f-3f79f6c2ce8b req-6476b25d-3c66-4f5d-8dfa-835c77002f79 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 945 time: 0.0854940
Jun 04 16:02:16.011869 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-50cec3e2-e193-4b31-b45f-3f79f6c2ce8b req-911b50b8-79bf-4c0d-b9bf-f34d41c84daf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380187
Jun 04 16:02:16.092140 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b223d4b4-a949-4768-b926-a821f51e85e7 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:02:16.239620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port b223d4b4-a949-4768-b926-a821f51e85e7 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:02:16.244680 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port b223d4b4-a949-4768-b926-a821f51e85e7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:02:16.245079 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:16.362957 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:16.390607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:02:16.392836 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616544b5-e45d-4728-b28d-0c21f23a4fff" -d '{"events": [{"server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "name": "network-vif-plugged", "status": "completed", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:02:16.400721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b223d4b4-a949-4768-b926-a821f51e85e7,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:02:16.436871 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 16:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7553087-63e6-4062-b0f7-c7b587a9ad64 x-openstack-request-id: req-e7553087-63e6-4062-b0f7-c7b587a9ad64 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:02:16.437228 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "name": "network-vif-plugged", "status": "completed", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:02:16.437507 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7553087-63e6-4062-b0f7-c7b587a9ad64 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:02:16.437907 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'code': 200}
Jun 04 16:02:16.479911 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:16.482384 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:02:16.550710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=b223d4b4-a949-4768-b926-a821f51e85e7,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:02:16.553993 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:02:16.569430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45faf31-f5f0-43f1-b1af-ce8b9070eca9 req-98263b37-7029-45c5-8829-4920a11a3325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:16.572380 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e45faf31-f5f0-43f1-b1af-ce8b9070eca9 req-98263b37-7029-45c5-8829-4920a11a3325 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1097 time: 0.0724652
Jun 04 16:02:16.612674 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e45faf31-f5f0-43f1-b1af-ce8b9070eca9 req-48e07dbb-3d48-47a2-bbde-440929dfc0df service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346079
Jun 04 16:02:17.206591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8e1b4-0dd7-495b-b595-02b3fa28f671 req-1436a8d5-c605-4462-a895-a3575c9ce7df tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:17.216274 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aae8e1b4-0dd7-495b-b595-02b3fa28f671 req-1436a8d5-c605-4462-a895-a3575c9ce7df tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0858650
Jun 04 16:02:17.255716 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-aae8e1b4-0dd7-495b-b595-02b3fa28f671 req-2918e4fe-4116-45cb-9b41-a3ce4a08948c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417249
Jun 04 16:02:18.449718 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647ad3b-306b-4cbc-9f20-15e2b9d37adf req-718a3714-291d-4c0a-87d2-40bcb810d04b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:18.451061 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1647ad3b-306b-4cbc-9f20-15e2b9d37adf req-718a3714-291d-4c0a-87d2-40bcb810d04b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0859745
Jun 04 16:02:18.494910 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1647ad3b-306b-4cbc-9f20-15e2b9d37adf req-72c70a9d-d85b-4b62-bc17-f2cf366f78df tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382173
Jun 04 16:02:18.686547 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af6c65-091a-487a-a7e6-d5da65b3a390 req-74887029-e59f-4051-9e74-c49034018ff7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:18.688014 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0af6c65-091a-487a-a7e6-d5da65b3a390 req-74887029-e59f-4051-9e74-c49034018ff7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0828571
Jun 04 16:02:18.737767 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b0af6c65-091a-487a-a7e6-d5da65b3a390 req-1cd72ad2-297c-4d46-86ca-1fe1936472ad tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441768
Jun 04 16:02:18.760120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35390) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:02:18.831465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a23b8d0-e519-4615-b179-cbb69dff943b tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:18.832978 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7a23b8d0-e519-4615-b179-cbb69dff943b tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1092 time: 0.0718732
Jun 04 16:02:18.835745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35392) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:02:18.840741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'port_id': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:02:18.847478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:02:18.851371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:floatingip and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:02:18.854437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:02:18.860771 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:02:18.964330 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:19.253575 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:19.388537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Allocated IP 172.25.4.28 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/7455af63-5110-4433-bb53-c5d1a4c03263) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:02:19.533864 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:19.629304 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:19.633220 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f150c11d-462c-420f-aeab-91af6e3b7422 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:02:19.694626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:02:19.697607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:02:19.701402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:02:19.739667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=7455af63-5110-4433-bb53-c5d1a4c03263,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:02:19.743674 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:02:20.131319 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:20.292089 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:20.502018 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:20.598537 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:20.602531 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:02:20.711337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=7455af63-5110-4433-bb53-c5d1a4c03263,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:02:20.716138 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:02:20.722807 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:20.896548 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Floating IP 072cb00a-843e-4285-be71-2adef38e7966 associated. External IP: 172.25.4.28, port: b223d4b4-a949-4768-b926-a821f51e85e7.
Jun 04 16:02:21.408951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router 70f86636-8bc1-42e7-a93d-3d337ef4dffa has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:02:21.589188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:02:21.599756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf30aaa6-9b88-4b9c-9154-748b8ac07247 None None] Sync routers for ids ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:02:21.610896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf30aaa6-9b88-4b9c-9154-748b8ac07247 None None] Routers {'70f86636-8bc1-42e7-a93d-3d337ef4dffa'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:02:21.611530 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-bf30aaa6-9b88-4b9c-9154-748b8ac07247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c492d90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:02:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:02:21.695736 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:21.755251 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9184802
Jun 04 16:02:21.756027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:02:21.758352 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4c67df-5c55-47a8-868d-a1f234cd798d" -d '{"events": [{"name": "network-changed", "server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:02:21.804897 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b044967-ab85-42c9-bbea-fbd9dfe136af x-openstack-request-id: req-0b044967-ab85-42c9-bbea-fbd9dfe136af {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:02:21.805284 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:02:21.805601 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b044967-ab85-42c9-bbea-fbd9dfe136af {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:02:21.806088 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'status': 'completed', 'code': 200}
Jun 04 16:02:21.863178 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-bf30aaa6-9b88-4b9c-9154-748b8ac07247 None None] Set router 70f86636-8bc1-42e7-a93d-3d337ef4dffa gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:02:21.998556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c67df-5c55-47a8-868d-a1f234cd798d req-bc51355b-36f0-410a-a07f-8b52d76ff863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:22.001412 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f4c67df-5c55-47a8-868d-a1f234cd798d req-bc51355b-36f0-410a-a07f-8b52d76ff863 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1097 time: 0.1736319
Jun 04 16:02:22.003490 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198b2f0-5891-4fdc-a7cc-d4a03a1d96f0 req-7ee3c1e1-2e6e-4981-8acc-0e3761db1461 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:22.004982 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3198b2f0-5891-4fdc-a7cc-d4a03a1d96f0 req-7ee3c1e1-2e6e-4981-8acc-0e3761db1461 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.1567459
Jun 04 16:02:22.055041 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3198b2f0-5891-4fdc-a7cc-d4a03a1d96f0 req-04a508aa-23ce-42f9-8d9e-caf9f0d3086c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401289
Jun 04 16:02:22.084204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35398) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:02:22.149595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c67df-5c55-47a8-868d-a1f234cd798d req-1ab23447-a582-4850-9825-099852f43ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:22.151230 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f4c67df-5c55-47a8-868d-a1f234cd798d req-1ab23447-a582-4850-9825-099852f43ebf service neutron] 10.222.0.62 "GET /v2.0/networks?id=984e31c1-7c30-41f3-b80c-1c0f1297bc35 HTTP/1.1" status: 200  len: 896 time: 0.1437891
Jun 04 16:02:22.214078 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-88dc4a09-9646-495d-b39c-a75c05a2f8e2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/072cb00a-843e-4285-be71-2adef38e7966 HTTP/1.1" status: 200  len: 991 time: 0.1292238
Jun 04 16:02:22.263733 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f4c67df-5c55-47a8-868d-a1f234cd798d req-a2cf68bf-8ef7-435c-ab5a-614150a5c4c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 999 time: 0.1037240
Jun 04 16:02:22.276512 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-bf30aaa6-9b88-4b9c-9154-748b8ac07247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c492d90>, [{'id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344411001', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '1d550602-14db-4725-87f1-1df9430d752a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:01:54Z', 'updated_at': '2021-06-04T16:02:01Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1d550602-14db-4725-87f1-1df9430d752a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:01:55Z', 'updated_at': '2021-06-04T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '072cb00a-843e-4285-be71-2adef38e7966', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'port_id': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'mac_address': 'fa:16:3e:02:54:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T16:02:20Z', 'updated_at': '2021-06-04T16:02:20Z', 'revision_number': 0, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '294f601c-ac4b-4388-a321-e20fdaacb0a9', 'name': '', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:7a:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:02:00Z', 'updated_at': '2021-06-04T16:02:06Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:02:22.280847 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf30aaa6-9b88-4b9c-9154-748b8ac07247 None None] Checking router: 70f86636-8bc1-42e7-a93d-3d337ef4dffa for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:02:22.289276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf30aaa6-9b88-4b9c-9154-748b8ac07247 None None] Routers {'70f86636-8bc1-42e7-a93d-3d337ef4dffa'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:02:22.289908 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-bf30aaa6-9b88-4b9c-9154-748b8ac07247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c492d90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:02:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:02:22.326472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c67df-5c55-47a8-868d-a1f234cd798d req-25d471fc-5bdc-4233-9638-059a520d1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:22.327911 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f4c67df-5c55-47a8-868d-a1f234cd798d req-25d471fc-5bdc-4233-9638-059a520d1c37 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=276dfc45-1d87-4c5e-a7ea-91e34a6a73b2 HTTP/1.1" status: 200  len: 835 time: 0.0583568
Jun 04 16:02:22.407746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c67df-5c55-47a8-868d-a1f234cd798d req-205ad2de-14ac-4ccb-bd12-44554db5e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:22.412225 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f4c67df-5c55-47a8-868d-a1f234cd798d req-205ad2de-14ac-4ccb-bd12-44554db5e6d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=984e31c1-7c30-41f3-b80c-1c0f1297bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0748930
Jun 04 16:02:22.478240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-bf30aaa6-9b88-4b9c-9154-748b8ac07247 None None] Set router 70f86636-8bc1-42e7-a93d-3d337ef4dffa gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:02:22.546344 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f4c67df-5c55-47a8-868d-a1f234cd798d req-91045ccb-223d-4388-a277-9ddd47a744a7 service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297905
Jun 04 16:02:22.680245 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9f4c67df-5c55-47a8-868d-a1f234cd798d req-72ca0c55-76d1-4345-ad83-16384033c89f service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273985
Jun 04 16:02:22.836020 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-bf30aaa6-9b88-4b9c-9154-748b8ac07247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c492d90>, [{'id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344411001', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '1d550602-14db-4725-87f1-1df9430d752a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:01:54Z', 'updated_at': '2021-06-04T16:02:01Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1d550602-14db-4725-87f1-1df9430d752a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:01:55Z', 'updated_at': '2021-06-04T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '072cb00a-843e-4285-be71-2adef38e7966', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'port_id': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'mac_address': 'fa:16:3e:02:54:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T16:02:20Z', 'updated_at': '2021-06-04T16:02:20Z', 'revision_number': 0, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '294f601c-ac4b-4388-a321-e20fdaacb0a9', 'name': '', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:7a:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:02:00Z', 'updated_at': '2021-06-04T16:02:06Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:02:22.840802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf30aaa6-9b88-4b9c-9154-748b8ac07247 None None] The sync data for ids ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'] in n-d-791505-9 is: [{'id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344411001', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '1d550602-14db-4725-87f1-1df9430d752a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:01:54Z', 'updated_at': '2021-06-04T16:02:01Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1d550602-14db-4725-87f1-1df9430d752a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:01:55Z', 'updated_at': '2021-06-04T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '072cb00a-843e-4285-be71-2adef38e7966', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'port_id': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'mac_address': 'fa:16:3e:02:54:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T16:02:20Z', 'updated_at': '2021-06-04T16:02:20Z', 'revision_number': 0, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '294f601c-ac4b-4388-a321-e20fdaacb0a9', 'name': '', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:7a:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:02:00Z', 'updated_at': '2021-06-04T16:02:06Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:02:23.049403 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e570823b-9939-4a88-8424-e59a4d42e2db None None] New status for floating IP 072cb00a-843e-4285-be71-2adef38e7966: ACTIVE {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 16:02:23.216926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35400) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:02:23.325803 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0083cf8e-bffc-4c88-a17a-997239372be2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/072cb00a-843e-4285-be71-2adef38e7966 HTTP/1.1" status: 200  len: 991 time: 0.1076193
Jun 04 16:02:23.913956 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:24.329473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35402) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:02:24.596236 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f87e6f73-3b2c-4e32-9131-bc2cd1642f77 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/072cb00a-843e-4285-be71-2adef38e7966 HTTP/1.1" status: 200  len: 993 time: 0.2654479
Jun 04 16:02:26.181379 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:29.181982 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:02:29.514058 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df8d3e93-cad0-4b50-a32f-c561a0b7e8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:32.056796 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:32.376874 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-85b42ae3-754f-4b0a-a1e4-cbfa3aecb28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:33.748285 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:35.336798 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:38.556078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-6d769cbd-33fa-450d-bbb2-829e4ac27377 req-20b11fd1-6d6c-4352-a7aa-ed1af611b3b4 service neutron] (88300) timed out ('10.222.0.65', 55199) {{(pid=88300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 16:02:44.640343 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f88e9f1b-a6cd-4333-b320-4177d469e3af req-e26438e6-6441-441f-b93a-c961d76faf88 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0690510
Jun 04 16:02:44.779621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e9f1b-a6cd-4333-b320-4177d469e3af req-90082fe4-83c2-4b63-9e51-4ee4df3b6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:44.781113 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f88e9f1b-a6cd-4333-b320-4177d469e3af req-90082fe4-83c2-4b63-9e51-4ee4df3b6602 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1097 time: 0.0711756
Jun 04 16:02:44.928233 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e9f1b-a6cd-4333-b320-4177d469e3af req-b9c72a25-4595-4390-b54b-b71afb087676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:44.929703 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f88e9f1b-a6cd-4333-b320-4177d469e3af req-b9c72a25-4595-4390-b54b-b71afb087676 service neutron] 10.222.0.62 "GET /v2.0/networks?id=984e31c1-7c30-41f3-b80c-1c0f1297bc35 HTTP/1.1" status: 200  len: 896 time: 0.1291776
Jun 04 16:02:45.037427 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f88e9f1b-a6cd-4333-b320-4177d469e3af req-74a1d4d1-4a0f-420f-9fde-186df8d02bb2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 1001 time: 0.1005907
Jun 04 16:02:45.104535 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e9f1b-a6cd-4333-b320-4177d469e3af req-e1705c36-31e5-488f-a4a2-c2a46bd2c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:45.106061 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f88e9f1b-a6cd-4333-b320-4177d469e3af req-e1705c36-31e5-488f-a4a2-c2a46bd2c6d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=276dfc45-1d87-4c5e-a7ea-91e34a6a73b2 HTTP/1.1" status: 200  len: 835 time: 0.0624611
Jun 04 16:02:45.184864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e9f1b-a6cd-4333-b320-4177d469e3af req-746e46bf-b3b0-4af5-8bf9-2516c79e10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:02:45.186357 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f88e9f1b-a6cd-4333-b320-4177d469e3af req-746e46bf-b3b0-4af5-8bf9-2516c79e10bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=984e31c1-7c30-41f3-b80c-1c0f1297bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0731881
Jun 04 16:02:45.342838 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f88e9f1b-a6cd-4333-b320-4177d469e3af req-a7e29297-dfaf-4e66-9670-766c115a55c3 service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452198
Jun 04 16:02:45.474210 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f88e9f1b-a6cd-4333-b320-4177d469e3af req-d5e32bff-cda3-473e-aa90-45629cf42362 service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279740
Jun 04 16:02:54.016195 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:56.203051 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:02:59.517736 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d49c63c0-6df2-40f5-8a07-6c63601f9717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:02.061602 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:02.376223 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-287da403-e67f-463d-ac10-75bec257c675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:03.752846 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:05.362886 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:06.181331 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:03:23.946554 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:26.203832 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:29.521726 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1332843e-8cd2-4973-8895-52b7a3361f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:32.076197 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:32.373678 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9bb1a183-80d0-4422-9fe7-edb6d6a3caf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:32.666945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-0b2b5e36-22d4-4776-9675-45f5d1140042 req-6129992e-2a53-423b-914e-782e469ea9aa service neutron] (88300) timed out ('10.222.0.62', 65042) {{(pid=88300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 16:03:33.747517 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:35.311864 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:37.922467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55431140-a47c-417e-8205-856ea870bacb req-03e00b40-69f4-4e19-bf3e-66f366761d88 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:37.923917 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55431140-a47c-417e-8205-856ea870bacb req-03e00b40-69f4-4e19-bf3e-66f366761d88 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1097 time: 0.0801771
Jun 04 16:03:37.965363 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-55431140-a47c-417e-8205-856ea870bacb req-4815ed2f-ec91-4872-8892-3ed55fb1345c tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Synchronizing usage tracker for tenant:3c2529cc200b43d0a68befe2ce844447 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:03:38.064551 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-55431140-a47c-417e-8205-856ea870bacb req-4815ed2f-ec91-4872-8892-3ed55fb1345c tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Unset dirty status for tenant:3c2529cc200b43d0a68befe2ce844447 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:03:38.065777 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55431140-a47c-417e-8205-856ea870bacb req-4815ed2f-ec91-4872-8892-3ed55fb1345c tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1362743
Jun 04 16:03:38.263040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41f710-48a7-4a7b-8b6e-f6663d3b1291 req-02ec75aa-4fea-4de7-8b16-e150cef0ee47 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:38.264509 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b41f710-48a7-4a7b-8b6e-f6663d3b1291 req-02ec75aa-4fea-4de7-8b16-e150cef0ee47 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0876379
Jun 04 16:03:38.311060 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-3b41f710-48a7-4a7b-8b6e-f6663d3b1291 req-baf9c7ee-889f-46e6-9ba4-7ca3c69208e5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406911
Jun 04 16:03:38.334929 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35438) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:03:38.442853 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-52501475-0b09-4f44-ab90-fbd41a3bc3fb tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/072cb00a-843e-4285-be71-2adef38e7966 HTTP/1.1" status: 200  len: 993 time: 0.1066129
Jun 04 16:03:39.566938 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4959b-7671-45df-a637-befa967f2183 req-92bc2dbb-1d21-4d2a-9de2-1a7070303dcc tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:39.568451 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ccd4959b-7671-45df-a637-befa967f2183 req-92bc2dbb-1d21-4d2a-9de2-1a7070303dcc tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0819643
Jun 04 16:03:39.573776 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35452) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:03:39.624556 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ccd4959b-7671-45df-a637-befa967f2183 req-c74c1b91-4ac2-4801-b777-edfb7ddca698 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453491
Jun 04 16:03:39.698720 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-c64f6c82-d844-44c3-9b42-7b88e1a6e5d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1231258
Jun 04 16:03:40.822432 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d1e07-e216-4e49-85b1-122ea3fc29ba req-dd0db01c-0a9b-47d5-a1c7-a8b8401aad4c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:40.824693 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-431d1e07-e216-4e49-85b1-122ea3fc29ba req-dd0db01c-0a9b-47d5-a1c7-a8b8401aad4c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0871830
Jun 04 16:03:40.870715 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-431d1e07-e216-4e49-85b1-122ea3fc29ba req-9f295663-c7f3-4256-b2e0-11759cb6d0f2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397594
Jun 04 16:03:42.068862 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-3cdd3e14-5f2e-47a4-b325-4d505b0c5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:42.072921 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-3cdd3e14-5f2e-47a4-b325-4d505b0c5c58 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1097 time: 0.0924170
Jun 04 16:03:42.075896 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba074d2-2895-43ac-aafc-780b3fde8831 req-f28094e5-d6ee-4016-a609-413eb9881b2a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:42.077459 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eba074d2-2895-43ac-aafc-780b3fde8831 req-f28094e5-d6ee-4016-a609-413eb9881b2a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0954404
Jun 04 16:03:42.136877 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eba074d2-2895-43ac-aafc-780b3fde8831 req-e04640a1-83a7-46cc-a813-1ca0a02b5f27 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533023
Jun 04 16:03:42.226389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-18ed4e80-661d-4aac-a9a2-0220ff003c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:42.227961 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-18ed4e80-661d-4aac-a9a2-0220ff003c0e service neutron] 10.222.0.62 "GET /v2.0/networks?id=984e31c1-7c30-41f3-b80c-1c0f1297bc35 HTTP/1.1" status: 200  len: 896 time: 0.1496441
Jun 04 16:03:42.335246 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-36939c15-a05c-4497-ba0d-cabd2af9fd74 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 1001 time: 0.0998814
Jun 04 16:03:42.548352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-ea94c5f8-d4db-403b-8f89-750e8ce2a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:42.552638 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-ea94c5f8-d4db-403b-8f89-750e8ce2a756 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=276dfc45-1d87-4c5e-a7ea-91e34a6a73b2 HTTP/1.1" status: 200  len: 835 time: 0.2069566
Jun 04 16:03:42.629380 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-7392d90e-a67e-420f-90b4-c807acef5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:42.630882 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-7392d90e-a67e-420f-90b4-c807acef5e72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=984e31c1-7c30-41f3-b80c-1c0f1297bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0743496
Jun 04 16:03:42.766206 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-563c2655-57ac-464e-a8e1-8969828b97df service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276569
Jun 04 16:03:42.908783 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-eb8642d3-644c-4da4-9272-598af0869f39 service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313276
Jun 04 16:03:43.181034 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:03:43.335986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b342f1-c860-4fe5-bef9-e17468fd8cdb req-426dd1b1-4efe-4bf9-a44c-0042a75d6df5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:43.337496 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e2b342f1-c860-4fe5-bef9-e17468fd8cdb req-426dd1b1-4efe-4bf9-a44c-0042a75d6df5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0836143
Jun 04 16:03:43.387487 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e2b342f1-c860-4fe5-bef9-e17468fd8cdb req-8f04e83d-44f8-41d8-ac1f-c51a6a288447 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429261
Jun 04 16:03:44.580482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749984c2-d14e-41f3-bad7-51a2d2d4677e req-b02c9056-f7d0-452b-b797-2109ab3c8d80 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:44.582018 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-749984c2-d14e-41f3-bad7-51a2d2d4677e req-b02c9056-f7d0-452b-b797-2109ab3c8d80 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0824063
Jun 04 16:03:44.626837 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-749984c2-d14e-41f3-bad7-51a2d2d4677e req-0d06ae81-9735-4892-ad5f-74d4aca596ba tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391622
Jun 04 16:03:45.818514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d74ea8-3263-40fd-9ed0-8a5ac6d2356f req-ba63b7b7-582b-4731-9735-580c2c3f64d1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:45.819957 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-62d74ea8-3263-40fd-9ed0-8a5ac6d2356f req-ba63b7b7-582b-4731-9735-580c2c3f64d1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0840731
Jun 04 16:03:45.867575 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-62d74ea8-3263-40fd-9ed0-8a5ac6d2356f req-86634fc3-2dab-4355-af1a-396b74eaa565 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389404
Jun 04 16:03:46.705214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9fece-f33f-4364-bd19-b9533e7159f5 req-a3689769-8b16-4636-8983-a8062d4d8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:46.706728 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-94e9fece-f33f-4364-bd19-b9533e7159f5 req-a3689769-8b16-4636-8983-a8062d4d8056 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1097 time: 0.0714076
Jun 04 16:03:46.851981 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9fece-f33f-4364-bd19-b9533e7159f5 req-cd6c8d1e-6022-4824-ab1b-ec93e8d0d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:46.853378 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-94e9fece-f33f-4364-bd19-b9533e7159f5 req-cd6c8d1e-6022-4824-ab1b-ec93e8d0d5a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=984e31c1-7c30-41f3-b80c-1c0f1297bc35 HTTP/1.1" status: 200  len: 896 time: 0.1270709
Jun 04 16:03:46.966380 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-94e9fece-f33f-4364-bd19-b9533e7159f5 req-90851ed9-e200-4f5a-9928-fe4bb4ea0ea3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 1001 time: 0.1054749
Jun 04 16:03:47.038216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9fece-f33f-4364-bd19-b9533e7159f5 req-1736aca3-6822-403f-9835-ae441e99720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:47.039662 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-94e9fece-f33f-4364-bd19-b9533e7159f5 req-1736aca3-6822-403f-9835-ae441e99720e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=276dfc45-1d87-4c5e-a7ea-91e34a6a73b2 HTTP/1.1" status: 200  len: 835 time: 0.0669584
Jun 04 16:03:47.067016 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffb19b-da85-4659-bef4-50833411ab06 req-26bf49a2-f9aa-4760-a1e6-c7241588166e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:47.068527 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63ffb19b-da85-4659-bef4-50833411ab06 req-26bf49a2-f9aa-4760-a1e6-c7241588166e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0879920
Jun 04 16:03:47.115818 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-63ffb19b-da85-4659-bef4-50833411ab06 req-db5dfe43-8f33-4833-b152-7c010ce6c3cf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401549
Jun 04 16:03:47.123693 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9fece-f33f-4364-bd19-b9533e7159f5 req-50e663f7-c3b4-4a66-9c3b-0d30b2b576e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:47.125357 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-94e9fece-f33f-4364-bd19-b9533e7159f5 req-50e663f7-c3b4-4a66-9c3b-0d30b2b576e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=984e31c1-7c30-41f3-b80c-1c0f1297bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0782309
Jun 04 16:03:47.275481 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-94e9fece-f33f-4364-bd19-b9533e7159f5 req-021fcefa-147d-4827-8be6-714ffe3be467 service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421835
Jun 04 16:03:47.413254 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-94e9fece-f33f-4364-bd19-b9533e7159f5 req-eb2a34cd-e6ef-4797-95ea-6e82e908d68f service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302762
Jun 04 16:03:48.302991 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a64264-ef7f-4857-8790-8368347442c3 req-ebf42204-1e64-4fd6-aeca-a58ac333c31d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:48.304646 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61a64264-ef7f-4857-8790-8368347442c3 req-ebf42204-1e64-4fd6-aeca-a58ac333c31d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0804904
Jun 04 16:03:48.356294 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-61a64264-ef7f-4857-8790-8368347442c3 req-29fcaebf-8db9-401b-b5fe-9b6dead45564 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452552
Jun 04 16:03:49.552077 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a07509-dd67-456d-a1b4-3b2f2f99d7e2 req-4c072a19-1ab1-47bc-bede-68f9a05fc26c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:49.553589 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d6a07509-dd67-456d-a1b4-3b2f2f99d7e2 req-4c072a19-1ab1-47bc-bede-68f9a05fc26c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0877593
Jun 04 16:03:49.599693 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d6a07509-dd67-456d-a1b4-3b2f2f99d7e2 req-e1bafd0d-7910-431b-83c0-cdad3facfa16 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397928
Jun 04 16:03:50.787461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49f0b5-5312-4d00-b89f-cb964c689aaf req-4070c45d-bc36-418b-b85c-f0b570376cc7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:50.788912 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d49f0b5-5312-4d00-b89f-cb964c689aaf req-4070c45d-bc36-418b-b85c-f0b570376cc7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0801158
Jun 04 16:03:50.834719 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7d49f0b5-5312-4d00-b89f-cb964c689aaf req-0ac5475a-0f76-4e67-a20d-e5e9bb8854fb tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401893
Jun 04 16:03:52.032248 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266df13-4ded-4b45-9a75-5ce8220cb69f req-d48700b4-5efa-4928-b002-8d88f003a9e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:52.034483 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b266df13-4ded-4b45-9a75-5ce8220cb69f req-d48700b4-5efa-4928-b002-8d88f003a9e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0864062
Jun 04 16:03:52.083439 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b266df13-4ded-4b45-9a75-5ce8220cb69f req-cec21fdd-8408-4f67-aeb5-f99acbcedbf8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432174
Jun 04 16:03:53.342976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e38013-5f72-4d2a-85eb-d1e70115a096 req-f59ddab5-3d0f-4ec7-836b-5cb3d13abc45 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:53.344451 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6e38013-5f72-4d2a-85eb-d1e70115a096 req-f59ddab5-3d0f-4ec7-836b-5cb3d13abc45 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0931592
Jun 04 16:03:53.399639 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e6e38013-5f72-4d2a-85eb-d1e70115a096 req-e952c4c1-df23-4211-8732-f59308e94918 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494938
Jun 04 16:03:53.951639 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:54.593439 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424eb8dd-4b5d-4b8d-9066-f2285c82f322 req-b0a604ab-56ee-41d6-ae1d-6d17d53383ae tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:54.594856 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-424eb8dd-4b5d-4b8d-9066-f2285c82f322 req-b0a604ab-56ee-41d6-ae1d-6d17d53383ae tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0846777
Jun 04 16:03:54.649832 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-424eb8dd-4b5d-4b8d-9066-f2285c82f322 req-0f5fd07f-79df-425c-9be3-aedf654620d8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491159
Jun 04 16:03:55.208731 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-a967d8b0-abb9-4387-9d3f-570f28e19a70 service neutron] show failed (client error): The resource could not be found.
Jun 04 16:03:55.209825 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-a967d8b0-abb9-4387-9d3f-570f28e19a70 service neutron] 10.222.0.62 "GET /v2.0/ports/b223d4b4-a949-4768-b926-a821f51e85e7/bindings/n-h1-791505-9 HTTP/1.1" status: 404  len: 380 time: 0.0744298
Jun 04 16:03:55.879415 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-e925e61c-e0b4-46ac-9d73-8249c4a0f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:55.880859 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-e925e61c-e0b4-46ac-9d73-8249c4a0f94f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6&tenant_id=5713bc90d4f140b1942b906ec12fd63f HTTP/1.1" status: 200  len: 1097 time: 0.1403847
Jun 04 16:03:55.893080 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c3ccf-0724-4e22-807b-e41b5f4d4bc8 req-5484a832-3548-4d4e-8ecf-1716ef686129 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:55.894444 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab6c3ccf-0724-4e22-807b-e41b5f4d4bc8 req-5484a832-3548-4d4e-8ecf-1716ef686129 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.1211247
Jun 04 16:03:55.899187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-9', 'device_owner': 'compute:nova'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:03:56.170858 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ab6c3ccf-0724-4e22-807b-e41b5f4d4bc8 req-ed402174-d623-462b-b829-daf1bcf074c8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2464216
Jun 04 16:03:56.203158 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:56.208731 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:56.471986 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b223d4b4-a949-4768-b926-a821f51e85e7,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:03:56.500967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:03:56.560653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:03:56.563121 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8ca6d5-44f5-487d-9134-86dcf25a786f" -d '{"events": [{"server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "name": "network-vif-unplugged", "status": "completed", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:03:56.566954 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:56.583500 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Transition to ACTIVE for port object b223d4b4-a949-4768-b926-a821f51e85e7 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:03:56.618384 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 16:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e83bb31-85d9-4566-ba7e-e88a9700bdf1 x-openstack-request-id: req-2e83bb31-85d9-4566-ba7e-e88a9700bdf1 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:03:56.618802 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "name": "network-vif-unplugged", "status": "completed", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:03:56.620609 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e83bb31-85d9-4566-ba7e-e88a9700bdf1 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:03:56.620609 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'code': 200}
Jun 04 16:03:56.631100 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:56.635042 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-691e6dda-0bb7-4336-91c3-23147ee82228 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:03:56.779055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=b223d4b4-a949-4768-b926-a821f51e85e7,revision_number=6']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:03:56.791987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:03:56.792385 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:03:56.792748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:03:56.793148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:03:56.794057 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:03:56.795136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:03:56.795136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:03:56.795602 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:03:56.795972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:03:56.796338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:03:56.796699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:03:56.797262 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:03:56.801254 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:03:56.849096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] No DVR routers for this DVR port b223d4b4-a949-4768-b926-a821f51e85e7 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:03:57.073680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Attempting to bind port b223d4b4-a949-4768-b926-a821f51e85e7 on host n-h1-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:03:57.073919 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Attempting to bind port b223d4b4-a949-4768-b926-a821f51e85e7 by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:03:57.074219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Attempting to bind port b223d4b4-a949-4768-b926-a821f51e85e7 on network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:03:57.079387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Port b223d4b4-a949-4768-b926-a821f51e85e7 on network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 16:03:57.079696 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Attempting to bind port b223d4b4-a949-4768-b926-a821f51e85e7 on network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:03:57.084609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:03:57.084935 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Checking segment: {'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:03:57.085336 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Bound using segment: {'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:03:57.085753 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Bound port: b223d4b4-a949-4768-b926-a821f51e85e7, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:03:57.086082 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:57.172272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:03:57.175234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b223d4b4-a949-4768-b926-a821f51e85e7,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:03:57.249540 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:57.254411 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-da2600e8-b290-4850-8b4e-2fdaa4ecfb6e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:03:57.358420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:57.358420 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:57.358420 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] 10.222.0.65 "PUT /v2.0/ports/b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 1092 time: 1.4606862
Jun 04 16:03:57.441757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=b223d4b4-a949-4768-b926-a821f51e85e7,revision_number=7']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:03:57.447221 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:03:57.487007 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4028a2-5c22-4167-99b2-82d0d241fe6b req-c022b660-4f40-49d8-879e-a9fe865fbbe8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:57.488483 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ca4028a2-5c22-4167-99b2-82d0d241fe6b req-c022b660-4f40-49d8-879e-a9fe865fbbe8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 944 time: 0.2002640
Jun 04 16:03:57.521577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-51b4a279-b7c6-4cba-aa4d-82b1bdc4891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:57.523012 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-51b4a279-b7c6-4cba-aa4d-82b1bdc4891a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1095 time: 0.1385090
Jun 04 16:03:57.572736 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ca4028a2-5c22-4167-99b2-82d0d241fe6b req-4957dfea-da4a-4778-af34-3a527aed7d63 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778103
Jun 04 16:03:57.669579 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-a72731bc-6df5-4d58-83a4-a62c7ef9713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:57.670943 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-a72731bc-6df5-4d58-83a4-a62c7ef9713d service neutron] 10.222.0.65 "GET /v2.0/networks?id=984e31c1-7c30-41f3-b80c-1c0f1297bc35 HTTP/1.1" status: 200  len: 896 time: 0.1400580
Jun 04 16:03:57.775687 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-2bf77d2d-68bd-4278-9db5-5317d296c5e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 999 time: 0.0977099
Jun 04 16:03:57.837050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-1dcc7e1b-0214-48a9-8242-d010afb7e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:57.838492 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-1dcc7e1b-0214-48a9-8242-d010afb7e0c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=276dfc45-1d87-4c5e-a7ea-91e34a6a73b2 HTTP/1.1" status: 200  len: 835 time: 0.0570900
Jun 04 16:03:58.071055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-cc2874b3-5f97-4412-b580-006b9df671ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:58.072544 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-cc2874b3-5f97-4412-b580-006b9df671ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=984e31c1-7c30-41f3-b80c-1c0f1297bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2274733
Jun 04 16:03:58.217274 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-ff2e7296-e3af-4874-98b9-e18c8380354f service neutron] 10.222.0.65 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377611
Jun 04 16:03:58.353432 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-7740fab2-b3ce-47a5-a6a1-6c225ed5d36a service neutron] 10.222.0.65 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296203
Jun 04 16:03:58.440044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b223d4b4-a949-4768-b926-a821f51e85e7 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:03:58.499170 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b223d4b4-a949-4768-b926-a821f51e85e7 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:03:58.621046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:03:58.624003 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59" -d '{"events": [{"name": "network-changed", "server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:03:58.683392 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21daae54-54ec-4e58-93a3-44749759c54a x-openstack-request-id: req-21daae54-54ec-4e58-93a3-44749759c54a {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:03:58.683735 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:03:58.684111 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21daae54-54ec-4e58-93a3-44749759c54a {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:03:58.684550 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'status': 'completed', 'code': 200}
Jun 04 16:03:58.774681 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ff7da-673f-4f71-b82a-5391c51e9f93 req-81a412e6-7d4f-4099-a36f-a670a7879421 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:58.776130 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-337ff7da-673f-4f71-b82a-5391c51e9f93 req-81a412e6-7d4f-4099-a36f-a670a7879421 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 944 time: 0.0871043
Jun 04 16:03:58.822608 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-337ff7da-673f-4f71-b82a-5391c51e9f93 req-e94f1901-960d-4bed-8ea4-622fa0cbd2c4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413382
Jun 04 16:03:58.831967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-e2af5f02-a4cd-4459-a387-814fdbeb207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:58.833474 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-e2af5f02-a4cd-4459-a387-814fdbeb207c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1095 time: 0.1332803
Jun 04 16:03:58.843254 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-3c34815f-b2e6-48e0-86c0-a2442b1a5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:58.844647 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-3c34815f-b2e6-48e0-86c0-a2442b1a5320 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1095 time: 0.1131654
Jun 04 16:03:59.076160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-9ad63163-022d-49db-b4a8-904c1756b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:59.077638 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-9ad63163-022d-49db-b4a8-904c1756b4a4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=984e31c1-7c30-41f3-b80c-1c0f1297bc35 HTTP/1.1" status: 200  len: 896 time: 0.2374334
Jun 04 16:03:59.078708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-85d578e3-f18d-4f3e-980b-b3edf26f94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:59.079977 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-85d578e3-f18d-4f3e-980b-b3edf26f94b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=984e31c1-7c30-41f3-b80c-1c0f1297bc35 HTTP/1.1" status: 200  len: 896 time: 0.2174883
Jun 04 16:03:59.263909 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-c1ebd37b-8437-462d-9f7e-12ae8432b43f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 999 time: 0.1796505
Jun 04 16:03:59.265488 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-3e497ff4-2be5-4798-83d2-7a8454825981 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 999 time: 0.1339896
Jun 04 16:03:59.374059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-cbdc4487-2711-460a-865f-dae9957633d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:59.375489 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-cbdc4487-2711-460a-865f-dae9957633d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=276dfc45-1d87-4c5e-a7ea-91e34a6a73b2 HTTP/1.1" status: 200  len: 835 time: 0.1052115
Jun 04 16:03:59.380299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-aed06328-6291-4002-ba78-ae477962910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:59.381639 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-aed06328-6291-4002-ba78-ae477962910c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=276dfc45-1d87-4c5e-a7ea-91e34a6a73b2 HTTP/1.1" status: 200  len: 835 time: 0.0817711
Jun 04 16:03:59.517481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-95f4d021-2164-4ede-94ea-2e07274ec024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:59.518956 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-95f4d021-2164-4ede-94ea-2e07274ec024 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=984e31c1-7c30-41f3-b80c-1c0f1297bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1330404
Jun 04 16:03:59.524165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-7e4fb6e7-24dd-408b-a789-7d4e313f0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:03:59.525582 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-7e4fb6e7-24dd-408b-a789-7d4e313f0eab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=984e31c1-7c30-41f3-b80c-1c0f1297bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1016908
Jun 04 16:03:59.546120 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eb4301a7-5b76-4c23-89da-82be8534d47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:03:59.757851 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-06826c2b-0fb0-4f79-ac3b-67fd59c0ef55 service neutron] 10.222.0.65 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2313328
Jun 04 16:03:59.760832 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-ebaf3996-2e80-4659-842a-b22be7e4a7ee service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2166030
Jun 04 16:04:00.226659 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-43f252e2-c992-476d-9d68-dd05534b4275 service neutron] 10.222.0.65 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4617224
Jun 04 16:04:00.232866 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-06dc9e7f-6c5c-4698-b74f-eb0805bd2a59 req-705045c7-084c-411f-a9b1-7091c3a959f2 service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4503553
Jun 04 16:04:00.245421 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e2c4a-5c00-4f12-bd8b-469cad64ea61 req-24d00e0b-c32d-460f-9978-edc2fd9a7f54 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:00.246959 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc4e2c4a-5c00-4f12-bd8b-469cad64ea61 req-24d00e0b-c32d-460f-9978-edc2fd9a7f54 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 944 time: 0.2624128
Jun 04 16:04:00.295193 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dc4e2c4a-5c00-4f12-bd8b-469cad64ea61 req-75260690-7663-4f46-86dc-c454dfbefcae tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406806
Jun 04 16:04:01.382552 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b223d4b4-a949-4768-b926-a821f51e85e7 details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 16:04:01.495971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b34c82-0e38-4ea8-86cd-f6072057ca23 req-a8b7beea-64c3-43e6-ab81-49a771acd749 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:01.498165 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70b34c82-0e38-4ea8-86cd-f6072057ca23 req-a8b7beea-64c3-43e6-ab81-49a771acd749 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 944 time: 0.0872650
Jun 04 16:04:01.522992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b223d4b4-a949-4768-b926-a821f51e85e7,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:04:01.536143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Returning: {'device': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'port_id': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'mac_address': 'fa:16:3e:02:54:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 16:04:01.544720 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70b34c82-0e38-4ea8-86cd-f6072057ca23 req-14d12c53-9c44-4330-bc83-fa4203cc2e8f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402944
Jun 04 16:04:01.598510 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:01.615334 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b223d4b4-a949-4768-b926-a821f51e85e7 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 16:04:01.630946 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b223d4b4-a949-4768-b926-a821f51e85e7,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:04:01.694266 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:01.696073 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:04:01.761435 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=b223d4b4-a949-4768-b926-a821f51e85e7,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:04:01.769609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:04:01.769959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:04:01.770300 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:04:01.770638 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:04:01.770972 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:04:01.771301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:04:01.771635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:04:01.772000 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:04:01.772283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:04:01.772626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:04:01.772928 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:04:01.773277 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:04:01.777151 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:04:01.949686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] get_ports_and_sgs() called for port_ids ['b223d4b4-a949-4768-b926-a821f51e85e7'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 16:04:02.171778 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:02.275857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f088412-ec35-48f6-bb61-931ff1a62082 req-d0b71d23-56e7-45fa-8421-290ec4033d90 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:02.277445 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f088412-ec35-48f6-bb61-931ff1a62082 req-d0b71d23-56e7-45fa-8421-290ec4033d90 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 945 time: 0.0843050
Jun 04 16:04:02.329177 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8f088412-ec35-48f6-bb61-931ff1a62082 req-953ffd50-71cd-44ef-9a61-fba2248160ba tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454030
Jun 04 16:04:02.394136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-6ec3c4b9-af63-450c-bf3c-e3ead1444875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:02.395589 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-6ec3c4b9-af63-450c-bf3c-e3ead1444875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.65 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6&tenant_id=5713bc90d4f140b1942b906ec12fd63f&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 945 time: 0.0978737
Jun 04 16:04:02.412193 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-81866254-2318-4b11-a001-b7b8dbb8f62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:02.485095 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-d81de3c5-2857-41c8-8e26-6289f0c054a9 service neutron] 10.222.0.65 "GET /v2.0/ports/b223d4b4-a949-4768-b926-a821f51e85e7/bindings/n-h1-791505-9 HTTP/1.1" status: 200  len: 382 time: 0.0820334
Jun 04 16:04:02.577565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-a8f787fc-e43d-4e1c-9935-74f32b3fa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:02.579047 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-a8f787fc-e43d-4e1c-9935-74f32b3fa46a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1096 time: 0.0715091
Jun 04 16:04:02.710923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-92c9c9e9-5690-4a9e-a127-c3190102814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:02.712344 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-92c9c9e9-5690-4a9e-a127-c3190102814f service neutron] 10.222.0.65 "GET /v2.0/networks?id=984e31c1-7c30-41f3-b80c-1c0f1297bc35 HTTP/1.1" status: 200  len: 896 time: 0.1266596
Jun 04 16:04:02.827186 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-9e658e2b-ffd3-4dba-83a7-e466aaba3207 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 1000 time: 0.1079240
Jun 04 16:04:02.892861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-ec22c832-4f39-4cb4-b9c7-ea842afba800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:02.895763 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-ec22c832-4f39-4cb4-b9c7-ea842afba800 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=276dfc45-1d87-4c5e-a7ea-91e34a6a73b2 HTTP/1.1" status: 200  len: 835 time: 0.0625362
Jun 04 16:04:02.972272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-d8509d8b-30b2-421a-807b-ca25f8a8552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:02.973838 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-d8509d8b-30b2-421a-807b-ca25f8a8552d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=984e31c1-7c30-41f3-b80c-1c0f1297bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0715752
Jun 04 16:04:03.118966 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-0e5a334a-e25e-40a5-a5ca-b5d285a3ec4c service neutron] 10.222.0.65 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380670
Jun 04 16:04:03.251197 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-22dda990-b8f8-4197-b79b-805bfc161ac7 service neutron] 10.222.0.65 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259096
Jun 04 16:04:03.401123 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b223d4b4-a949-4768-b926-a821f51e85e7 up at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:04:03.539669 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4717f8-2be3-4cfa-a401-4dbefbd63169 req-7a397ea6-768b-42da-b634-607eaccd3ad7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:03.541217 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-df4717f8-2be3-4cfa-a401-4dbefbd63169 req-7a397ea6-768b-42da-b634-607eaccd3ad7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 945 time: 0.0953217
Jun 04 16:04:03.586550 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning for port b223d4b4-a949-4768-b926-a821f51e85e7 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:04:03.594944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Provisioning complete for port b223d4b4-a949-4768-b926-a821f51e85e7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:04:03.595334 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:03.599158 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-df4717f8-2be3-4cfa-a401-4dbefbd63169 req-4fceccd0-473b-4386-8bcf-871f7ac3cf4b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500638
Jun 04 16:04:03.734034 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:03.764108 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:04:03.766414 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05af2b8-8c2c-4138-9c00-8f94b59b79b5" -d '{"events": [{"server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "name": "network-vif-plugged", "status": "completed", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:04:03.775333 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b223d4b4-a949-4768-b926-a821f51e85e7,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:04:03.797218 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:03.830539 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 16:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce12ffb-fc5b-4d12-88e6-1776c41b2625 x-openstack-request-id: req-cce12ffb-fc5b-4d12-88e6-1776c41b2625 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:04:03.830840 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "name": "network-vif-plugged", "status": "completed", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:04:03.831102 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cce12ffb-fc5b-4d12-88e6-1776c41b2625 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:04:03.831500 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'code': 200}
Jun 04 16:04:03.866629 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:03.869952 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:04:03.958583 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Pushing event updated for resources: {'Port': ['ID=b223d4b4-a949-4768-b926-a821f51e85e7,revision_number=9']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:04:03.962486 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:04:04.804333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd84c17-2764-441b-9956-2dec38457f44 req-1252c885-04f5-4f42-b43c-b4fbc4cc9133 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:04.805859 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7cd84c17-2764-441b-9956-2dec38457f44 req-1252c885-04f5-4f42-b43c-b4fbc4cc9133 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.0835466
Jun 04 16:04:04.849569 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7cd84c17-2764-441b-9956-2dec38457f44 req-be1e3c56-784d-45b0-ad45-7731e1e5d240 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373566
Jun 04 16:04:05.456640 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:05.912791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-39581d5a-64d7-4c1f-a81f-3f9e45dff084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:05.914296 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-39581d5a-64d7-4c1f-a81f-3f9e45dff084 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6&tenant_id=5713bc90d4f140b1942b906ec12fd63f HTTP/1.1" status: 200  len: 1097 time: 0.0773008
Jun 04 16:04:05.926959 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-9', 'device_owner': 'compute:nova'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:04:06.039315 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:06.098844 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d510d-e1dc-41ee-ba00-aae40b00b272 req-9d9b6903-8536-4dab-b788-d1a47d2c753a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:06.100234 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5a6d510d-e1dc-41ee-ba00-aae40b00b272 req-9d9b6903-8536-4dab-b788-d1a47d2c753a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 946 time: 0.1382334
Jun 04 16:04:06.146887 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5a6d510d-e1dc-41ee-ba00-aae40b00b272 req-c5837e38-cbf0-40b9-ac92-af6f532d3ee9 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410137
Jun 04 16:04:06.312012 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=b223d4b4-a949-4768-b926-a821f51e85e7,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:04:06.339327 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h1-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:04:06.553410 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:04:06.555760 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5844ed-4f93-4940-9657-8e9cbd9c86da" -d '{"events": [{"server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "name": "network-vif-unplugged", "status": "completed", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:04:06.559147 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:06.574302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Transition to ACTIVE for port object b223d4b4-a949-4768-b926-a821f51e85e7 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:04:06.615403 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 16:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4190b6a-7b60-463f-a35d-546aeb79b9f3 x-openstack-request-id: req-b4190b6a-7b60-463f-a35d-546aeb79b9f3 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:04:06.615750 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "name": "network-vif-unplugged", "status": "completed", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:04:06.619590 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4190b6a-7b60-463f-a35d-546aeb79b9f3 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:04:06.619590 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'code': 200}
Jun 04 16:04:06.688522 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:06.692598 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a4e0e53b-f9de-4bdf-91b3-0f2a07fb9db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:04:06.829571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Pushing event updated for resources: {'Port': ['ID=b223d4b4-a949-4768-b926-a821f51e85e7,revision_number=10']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:04:06.834025 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:04:06.892211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] No DVR routers for this DVR port b223d4b4-a949-4768-b926-a821f51e85e7 on host n-h1-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:04:07.119836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Attempting to bind port b223d4b4-a949-4768-b926-a821f51e85e7 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:04:07.120499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Attempting to bind port b223d4b4-a949-4768-b926-a821f51e85e7 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:04:07.120499 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Attempting to bind port b223d4b4-a949-4768-b926-a821f51e85e7 on network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:04:07.125841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Port b223d4b4-a949-4768-b926-a821f51e85e7 on network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 16:04:07.126159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Attempting to bind port b223d4b4-a949-4768-b926-a821f51e85e7 on network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:04:07.131116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:04:07.131450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Checking segment: {'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:04:07.131829 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Bound using segment: {'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:04:07.132242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Bound port: b223d4b4-a949-4768-b926-a821f51e85e7, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d327b17-1d3e-4977-be34-c1864df8bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:04:07.132623 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:07.221970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:04:07.225479 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b223d4b4-a949-4768-b926-a821f51e85e7,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:04:07.323026 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:07.328619 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d415ea8a-bbd8-41a6-8dfa-a87be84d6601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:04:07.339242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ace32e-02d5-4791-aaf6-fbcf71aad7b6 req-42cf7f70-356d-45a5-8c2e-b27f97aee4d8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:07.340914 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-28ace32e-02d5-4791-aaf6-fbcf71aad7b6 req-42cf7f70-356d-45a5-8c2e-b27f97aee4d8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 945 time: 0.0829904
Jun 04 16:04:07.389386 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-28ace32e-02d5-4791-aaf6-fbcf71aad7b6 req-39359a4a-cb11-45da-986c-03b29d2ebd26 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413280
Jun 04 16:04:07.389985 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:07.390723 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:07.392457 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] 10.222.0.62 "PUT /v2.0/ports/b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 1093 time: 1.4693284
Jun 04 16:04:07.413028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Pushing event updated for resources: {'Port': ['ID=b223d4b4-a949-4768-b926-a821f51e85e7,revision_number=11']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:04:07.416354 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:04:07.493408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-170a90b1-441d-490e-adbb-5a7d216cb90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:07.494898 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-170a90b1-441d-490e-adbb-5a7d216cb90e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1096 time: 0.0773096
Jun 04 16:04:07.635001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-18420df7-162d-456f-aa14-4de20bbf2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:07.636389 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-18420df7-162d-456f-aa14-4de20bbf2d4e service neutron] 10.222.0.62 "GET /v2.0/networks?id=984e31c1-7c30-41f3-b80c-1c0f1297bc35 HTTP/1.1" status: 200  len: 896 time: 0.1338685
Jun 04 16:04:07.747747 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-d0831356-86af-4961-840a-093b24dbb0da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 999 time: 0.0974624
Jun 04 16:04:07.803792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-62a2200e-b063-4af2-88cb-5074db3e5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:07.805248 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-62a2200e-b063-4af2-88cb-5074db3e5098 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=276dfc45-1d87-4c5e-a7ea-91e34a6a73b2 HTTP/1.1" status: 200  len: 835 time: 0.0567935
Jun 04 16:04:07.884343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-cc7b8774-a365-4382-986b-ca1d18deef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:07.885931 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-cc7b8774-a365-4382-986b-ca1d18deef39 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=984e31c1-7c30-41f3-b80c-1c0f1297bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0733321
Jun 04 16:04:08.017287 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-13125bd7-f9eb-49e5-98b1-7dec5909e2db service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244450
Jun 04 16:04:08.147359 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-352e4462-e9f0-42c9-8ea3-8116bcb6f993 req-bf2f21ec-130a-4d7c-a34c-13f15b391e6d service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237626
Jun 04 16:04:08.617604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:04:08.620174 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c521826127ec33cce7613f68f3d0cb2d666f0207aa5693f6ac7ce5d0aab065d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85c8a84-ec52-4093-929f-baad9c41b8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:04:08.649946 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b8c08-1a48-4c2c-9eb9-b56bca48b849 req-8c7a9e90-b47d-4e52-8baf-e7932e59300e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:08.651420 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e06b8c08-1a48-4c2c-9eb9-b56bca48b849 req-8c7a9e90-b47d-4e52-8baf-e7932e59300e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 945 time: 0.1364086
Jun 04 16:04:08.676832 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6f50b8-0f69-43ac-8d42-5b3235110ba3 x-openstack-request-id: req-7d6f50b8-0f69-43ac-8d42-5b3235110ba3 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:04:08.677116 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:04:08.677428 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d6f50b8-0f69-43ac-8d42-5b3235110ba3 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:04:08.677879 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'status': 'completed', 'code': 200}
Jun 04 16:04:08.936054 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e06b8c08-1a48-4c2c-9eb9-b56bca48b849 req-11f7c951-c7a6-48ed-9513-521bdd54458b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2784278
Jun 04 16:04:08.992965 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-90ce0b63-c3d3-47ef-844b-0048fcf69a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:08.994449 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-90ce0b63-c3d3-47ef-844b-0048fcf69a78 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1096 time: 0.3001482
Jun 04 16:04:08.997152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-0170fa65-1f22-4b3a-9554-e803a7f57d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:08.998482 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-0170fa65-1f22-4b3a-9554-e803a7f57d5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1096 time: 0.2649333
Jun 04 16:04:09.235550 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-1a8dd301-6eab-4979-bbc4-f444867dfd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:09.237032 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-1a8dd301-6eab-4979-bbc4-f444867dfd3f service neutron] 10.222.0.65 "GET /v2.0/networks?id=984e31c1-7c30-41f3-b80c-1c0f1297bc35 HTTP/1.1" status: 200  len: 896 time: 0.2362411
Jun 04 16:04:09.239316 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-9a693719-1826-4c9f-92b3-29187e4847b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:09.240613 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-9a693719-1826-4c9f-92b3-29187e4847b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=984e31c1-7c30-41f3-b80c-1c0f1297bc35 HTTP/1.1" status: 200  len: 896 time: 0.2219467
Jun 04 16:04:09.411526 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b223d4b4-a949-4768-b926-a821f51e85e7 no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:04:09.429094 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-dcc9b31b-809c-4793-96cf-cffd49b44996 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 999 time: 0.1842995
Jun 04 16:04:09.430842 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-401df98b-fd5f-46e0-bda6-33fc480393ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 999 time: 0.1344132
Jun 04 16:04:09.474841 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device b223d4b4-a949-4768-b926-a821f51e85e7 not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:04:09.549416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-d98347c6-89ce-4729-a8f6-4953bcee9324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:09.550780 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-d98347c6-89ce-4729-a8f6-4953bcee9324 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=276dfc45-1d87-4c5e-a7ea-91e34a6a73b2 HTTP/1.1" status: 200  len: 835 time: 0.1151769
Jun 04 16:04:09.554037 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-7347bf21-0fc0-4d92-8f4b-2d01900dfabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:09.555324 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-7347bf21-0fc0-4d92-8f4b-2d01900dfabb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=276dfc45-1d87-4c5e-a7ea-91e34a6a73b2 HTTP/1.1" status: 200  len: 835 time: 0.0885177
Jun 04 16:04:09.688438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-e299adfe-df61-4224-8aa8-06e15708e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:09.690005 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-e299adfe-df61-4224-8aa8-06e15708e143 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=984e31c1-7c30-41f3-b80c-1c0f1297bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1324496
Jun 04 16:04:09.693269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-44aef22e-7496-49ad-bd45-c0480922c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:09.694717 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-44aef22e-7496-49ad-bd45-c0480922c254 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=984e31c1-7c30-41f3-b80c-1c0f1297bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1069551
Jun 04 16:04:09.944453 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-18723583-8d28-4ca7-ab18-6a0db067a90b service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2288537
Jun 04 16:04:09.949499 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-cd1dafce-f110-4888-b03b-1fe6d7a5ead5 service neutron] 10.222.0.65 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2523875
Jun 04 16:04:10.135610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b832f-7a3f-478c-9e24-32ae35817161 req-836e2286-afda-43ff-b7f2-43a10441bf83 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:10.137127 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-597b832f-7a3f-478c-9e24-32ae35817161 req-836e2286-afda-43ff-b7f2-43a10441bf83 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 945 time: 0.0888288
Jun 04 16:04:10.187407 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-597b832f-7a3f-478c-9e24-32ae35817161 req-b6ef9baf-2c6c-400c-89d6-59f797511ade tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444720
Jun 04 16:04:10.200730 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-9e3397b5-d4a3-4fb0-a339-4b809c474f0a service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2495143
Jun 04 16:04:10.205584 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b85c8a84-ec52-4093-929f-baad9c41b8a0 req-422f53ef-702d-422e-8242-f8c35ee289ff service neutron] 10.222.0.65 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2355080
Jun 04 16:04:11.467136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532274f9-0d6c-40da-b33f-cb15bc6cc51b req-9b082204-a671-4905-a814-09c47291b68d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:11.469016 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-532274f9-0d6c-40da-b33f-cb15bc6cc51b req-9b082204-a671-4905-a814-09c47291b68d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 945 time: 0.0830154
Jun 04 16:04:11.516509 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-532274f9-0d6c-40da-b33f-cb15bc6cc51b req-01da756c-27a1-4d39-9583-fd3f664b58f8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418661
Jun 04 16:04:12.540769 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b223d4b4-a949-4768-b926-a821f51e85e7 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 16:04:12.678928 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b223d4b4-a949-4768-b926-a821f51e85e7,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:04:12.692177 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'port_id': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'mac_address': 'fa:16:3e:02:54:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 16:04:12.745862 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12a9ea-d901-4c1d-8c4e-ddc4d2d34a74 req-848bf001-a722-43fc-9bb4-607da2400b3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:12.747376 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9e12a9ea-d901-4c1d-8c4e-ddc4d2d34a74 req-848bf001-a722-43fc-9bb4-607da2400b3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 945 time: 0.0812392
Jun 04 16:04:12.747682 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:12.764510 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b223d4b4-a949-4768-b926-a821f51e85e7 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 16:04:12.780242 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b223d4b4-a949-4768-b926-a821f51e85e7,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:04:12.797819 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9e12a9ea-d901-4c1d-8c4e-ddc4d2d34a74 req-d12e2f9a-bd87-47fa-aa05-07c1fc049864 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447648
Jun 04 16:04:12.820295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35558) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:04:12.854200 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:12.855989 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:04:12.933959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=b223d4b4-a949-4768-b926-a821f51e85e7,revision_number=12']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:04:12.934200 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-82d8c06d-8576-4e94-b6fe-dead3f821a58 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/072cb00a-843e-4285-be71-2adef38e7966 HTTP/1.1" status: 200  len: 992 time: 0.1125195
Jun 04 16:04:12.937605 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:04:13.181503 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['b223d4b4-a949-4768-b926-a821f51e85e7'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 16:04:14.553768 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b223d4b4-a949-4768-b926-a821f51e85e7 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:04:14.682430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port b223d4b4-a949-4768-b926-a821f51e85e7 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:04:14.688184 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port b223d4b4-a949-4768-b926-a821f51e85e7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:04:14.688567 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:14.805722 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:14.831446 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:04:14.833715 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c3c0b7fb59fa93a0ce785a66d449a8e3a2a8c9b39f454108ef28bec730ca02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42118b0-a216-419d-9648-e6ffd1063008" -d '{"events": [{"server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "name": "network-vif-plugged", "status": "completed", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:04:14.841135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b223d4b4-a949-4768-b926-a821f51e85e7,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:04:14.877184 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b1d4b1-0c3f-4e14-996a-6a79f7dfb253 x-openstack-request-id: req-62b1d4b1-0c3f-4e14-996a-6a79f7dfb253 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:04:14.877504 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "name": "network-vif-plugged", "status": "completed", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:04:14.877777 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62b1d4b1-0c3f-4e14-996a-6a79f7dfb253 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:04:14.878167 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'code': 200}
Jun 04 16:04:14.910676 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:14.912532 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-26eda08d-3a46-4531-a1f1-b57f5947dddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:04:14.981982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=b223d4b4-a949-4768-b926-a821f51e85e7,revision_number=13']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:04:14.985759 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:04:20.181097 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:04:23.939281 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:26.213560 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:29.556931 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ab6c38f0-e080-4633-b6bc-5bbd5294992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:32.036442 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:32.379543 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7118970c-68ef-4eee-a0c4-c9d0caa19fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:33.762135 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:35.401947 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:48.919898 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f64a87ed-9003-4377-8325-89afb2df618e req-87c4cc58-e469-4256-bdea-cb6f452032c9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2740836
Jun 04 16:04:49.058015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a87ed-9003-4377-8325-89afb2df618e req-3f633049-cbdd-40f8-8f75-9e8e6283b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:49.059512 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f64a87ed-9003-4377-8325-89afb2df618e req-3f633049-cbdd-40f8-8f75-9e8e6283b54e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1098 time: 0.0705438
Jun 04 16:04:49.205110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a87ed-9003-4377-8325-89afb2df618e req-9707c67c-05a7-410c-b528-7c18456b85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:49.208798 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f64a87ed-9003-4377-8325-89afb2df618e req-9707c67c-05a7-410c-b528-7c18456b85dd service neutron] 10.222.0.62 "GET /v2.0/networks?id=984e31c1-7c30-41f3-b80c-1c0f1297bc35 HTTP/1.1" status: 200  len: 896 time: 0.1264946
Jun 04 16:04:49.311492 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f64a87ed-9003-4377-8325-89afb2df618e req-7f0701fa-8d7e-4e64-8fd0-00a96545b2c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 1001 time: 0.0981021
Jun 04 16:04:49.378944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a87ed-9003-4377-8325-89afb2df618e req-58455ac7-c29f-43c4-8ecd-75f3160f5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:49.380382 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f64a87ed-9003-4377-8325-89afb2df618e req-58455ac7-c29f-43c4-8ecd-75f3160f5f88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=276dfc45-1d87-4c5e-a7ea-91e34a6a73b2 HTTP/1.1" status: 200  len: 835 time: 0.0624678
Jun 04 16:04:49.460374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a87ed-9003-4377-8325-89afb2df618e req-466382e4-ab6f-4244-909d-2eb5565c20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:04:49.461853 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f64a87ed-9003-4377-8325-89afb2df618e req-466382e4-ab6f-4244-909d-2eb5565c20b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=984e31c1-7c30-41f3-b80c-1c0f1297bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0747719
Jun 04 16:04:49.598626 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f64a87ed-9003-4377-8325-89afb2df618e req-cccb20c3-c2ff-41f2-942a-8de73f768eaa service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293423
Jun 04 16:04:49.739251 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f64a87ed-9003-4377-8325-89afb2df618e req-41f012ae-053c-4a15-993e-f19783a76ccc service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335914
Jun 04 16:04:53.953683 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:56.216900 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:04:57.179822 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:04:59.549915 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0207196-27f2-4523-8c72-ac12b81f7315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:02.084653 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:02.407666 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d124b345-70eb-41fc-ad42-d48669ae8b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:03.766810 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:05.318633 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:10.257819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74286121-2bc5-4e86-b6c3-7d757e2fb8f2 req-4bb63ffd-7cee-42f8-85b1-b38fc9001f28 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:10.259358 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74286121-2bc5-4e86-b6c3-7d757e2fb8f2 req-4bb63ffd-7cee-42f8-85b1-b38fc9001f28 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1098 time: 0.1426318
Jun 04 16:05:10.308202 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-74286121-2bc5-4e86-b6c3-7d757e2fb8f2 req-ba642ccf-567d-4bf5-bd49-bf47be8f6cba tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429096
Jun 04 16:05:10.332682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35596) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:10.759280 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting port 7455af63-5110-4433-bb53-c5d1a4c03263 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:05:10.759722 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:10.876449 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:10.876679 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:10.995926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Calling delete_port for 7455af63-5110-4433-bb53-c5d1a4c03263 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:05:11.224209 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:11.228229 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:11.275131 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Port': ['ID=7455af63-5110-4433-bb53-c5d1a4c03263,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:11.314270 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:11.314663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:11.315045 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:11.315423 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:11.315798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:11.316169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:11.316546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:11.316915 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:11.317312 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:11.317682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:11.318075 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:11.318439 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:11.321753 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:11.384178 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:11.384912 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Floating IP 072cb00a-843e-4285-be71-2adef38e7966 disassociated (deleted). External IP: 172.25.4.28, port: b223d4b4-a949-4768-b926-a821f51e85e7.
Jun 04 16:05:11.744857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router 70f86636-8bc1-42e7-a93d-3d337ef4dffa has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:05:11.922032 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:05:11.931092 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6aa32-4eba-450a-a675-62eb008cd81b None None] Sync routers for ids ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:05:11.941022 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6aa32-4eba-450a-a675-62eb008cd81b None None] Routers {'70f86636-8bc1-42e7-a93d-3d337ef4dffa'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:05:11.942911 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-90d6aa32-4eba-450a-a675-62eb008cd81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83910e5490>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:05:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:12.004470 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:12.063790 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/floatingips/072cb00a-843e-4285-be71-2adef38e7966 HTTP/1.1" status: 204  len: 168 time: 1.7293341
Jun 04 16:05:12.064053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:05:12.111156 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}557bcdc64112f587171ddc12507e7cbb3ee8bb361adbe410e1cec521cad9ee3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a02027a-6afc-481d-a9e6-9c35e3282309" -d '{"events": [{"name": "network-changed", "server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:05:12.182688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-90d6aa32-4eba-450a-a675-62eb008cd81b None None] Set router 70f86636-8bc1-42e7-a93d-3d337ef4dffa gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:05:12.220910 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39db6c5f-9dff-4074-9808-e44538fc490a x-openstack-request-id: req-39db6c5f-9dff-4074-9808-e44538fc490a {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:05:12.221473 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:05:12.221934 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39db6c5f-9dff-4074-9808-e44538fc490a {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:05:12.222518 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'status': 'completed', 'code': 200}
Jun 04 16:05:12.321855 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02027a-6afc-481d-a9e6-9c35e3282309 req-83e43de0-aa08-495e-ab5f-cbc2a153f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:12.323416 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9a02027a-6afc-481d-a9e6-9c35e3282309 req-83e43de0-aa08-495e-ab5f-cbc2a153f54d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 1098 time: 0.0787611
Jun 04 16:05:12.461132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02027a-6afc-481d-a9e6-9c35e3282309 req-5375f1e3-30d3-4fa4-94ca-ce052927e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:12.462523 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9a02027a-6afc-481d-a9e6-9c35e3282309 req-5375f1e3-30d3-4fa4-94ca-ce052927e569 service neutron] 10.222.0.62 "GET /v2.0/networks?id=984e31c1-7c30-41f3-b80c-1c0f1297bc35 HTTP/1.1" status: 200  len: 896 time: 0.1320703
Jun 04 16:05:12.516581 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-90d6aa32-4eba-450a-a675-62eb008cd81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83910e5490>, [{'id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344411001', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '1d550602-14db-4725-87f1-1df9430d752a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:01:54Z', 'updated_at': '2021-06-04T16:02:01Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1d550602-14db-4725-87f1-1df9430d752a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:01:55Z', 'updated_at': '2021-06-04T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '294f601c-ac4b-4388-a321-e20fdaacb0a9', 'name': '', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:7a:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:02:00Z', 'updated_at': '2021-06-04T16:02:06Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:12.521194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6aa32-4eba-450a-a675-62eb008cd81b None None] Checking router: 70f86636-8bc1-42e7-a93d-3d337ef4dffa for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:05:12.530809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6aa32-4eba-450a-a675-62eb008cd81b None None] Routers {'70f86636-8bc1-42e7-a93d-3d337ef4dffa'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:05:12.531437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-90d6aa32-4eba-450a-a675-62eb008cd81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83910e5490>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:05:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:12.537804 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9a02027a-6afc-481d-a9e6-9c35e3282309 req-73ae69d0-ea99-4a1d-bcc1-c5801152bead service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 200  len: 217 time: 0.0684950
Jun 04 16:05:12.605487 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02027a-6afc-481d-a9e6-9c35e3282309 req-a74de2d3-b5f4-4573-b297-2eee81784285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:12.607026 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9a02027a-6afc-481d-a9e6-9c35e3282309 req-a74de2d3-b5f4-4573-b297-2eee81784285 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=276dfc45-1d87-4c5e-a7ea-91e34a6a73b2 HTTP/1.1" status: 200  len: 835 time: 0.0619504
Jun 04 16:05:12.698220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02027a-6afc-481d-a9e6-9c35e3282309 req-625e034c-f7a7-40c7-99ad-ac9ca6caac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:12.700375 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9a02027a-6afc-481d-a9e6-9c35e3282309 req-625e034c-f7a7-40c7-99ad-ac9ca6caac9c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=984e31c1-7c30-41f3-b80c-1c0f1297bc35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0850971
Jun 04 16:05:12.749929 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-90d6aa32-4eba-450a-a675-62eb008cd81b None None] Set router 70f86636-8bc1-42e7-a93d-3d337ef4dffa gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:05:12.904621 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9a02027a-6afc-481d-a9e6-9c35e3282309 req-d9188b62-0d90-46c4-8e3b-b995afb435bc service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1959324
Jun 04 16:05:12.966117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b3dc8-180e-421f-9095-4cc6783cbd9f req-2064bd5c-0769-46dc-b9c6-f0d406d23ef4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:12.967845 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0d3b3dc8-180e-421f-9095-4cc6783cbd9f req-2064bd5c-0769-46dc-b9c6-f0d406d23ef4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 947 time: 0.1629217
Jun 04 16:05:13.082885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-90d6aa32-4eba-450a-a675-62eb008cd81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83910e5490>, [{'id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344411001', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '1d550602-14db-4725-87f1-1df9430d752a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:01:54Z', 'updated_at': '2021-06-04T16:02:01Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1d550602-14db-4725-87f1-1df9430d752a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:01:55Z', 'updated_at': '2021-06-04T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '294f601c-ac4b-4388-a321-e20fdaacb0a9', 'name': '', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:7a:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:02:00Z', 'updated_at': '2021-06-04T16:02:06Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:13.088724 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0d3b3dc8-180e-421f-9095-4cc6783cbd9f req-1cd16ee1-155b-4540-8a2f-894610d8cd76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723865
Jun 04 16:05:13.090859 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6aa32-4eba-450a-a675-62eb008cd81b None None] The sync data for ids ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'] in n-d-791505-9 is: [{'id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344411001', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '1d550602-14db-4725-87f1-1df9430d752a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:01:54Z', 'updated_at': '2021-06-04T16:02:01Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1d550602-14db-4725-87f1-1df9430d752a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:01:55Z', 'updated_at': '2021-06-04T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '294f601c-ac4b-4388-a321-e20fdaacb0a9', 'name': '', 'network_id': '984e31c1-7c30-41f3-b80c-1c0f1297bc35', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:7a:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:02:00Z', 'updated_at': '2021-06-04T16:02:06Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '276dfc45-1d87-4c5e-a7ea-91e34a6a73b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:05:13.095558 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9a02027a-6afc-481d-a9e6-9c35e3282309 req-a1a12d8a-ffe3-47dd-a6e1-592f636d8433 service neutron] 10.222.0.62 "GET /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1827796
Jun 04 16:05:13.334275 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55433ac6-5f29-4ffe-a7a1-8c23f348cbbb None None] New status for floating IP 072cb00a-843e-4285-be71-2adef38e7966: DOWN {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 16:05:14.375449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da324f86-463e-44ad-a606-1d7994337bf2 req-2085c2cb-f858-4112-b9c9-f0d9f80ddcc4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:14.376090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-da324f86-463e-44ad-a606-1d7994337bf2 req-2085c2cb-f858-4112-b9c9-f0d9f80ddcc4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:05:14.496277 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-da324f86-463e-44ad-a606-1d7994337bf2 req-2085c2cb-f858-4112-b9c9-f0d9f80ddcc4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:05:14.497914 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-da324f86-463e-44ad-a606-1d7994337bf2 req-2085c2cb-f858-4112-b9c9-f0d9f80ddcc4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 947 time: 0.2521162
Jun 04 16:05:14.547554 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-da324f86-463e-44ad-a606-1d7994337bf2 req-26ec7928-35e8-47a5-89d6-7f0633ae3fd0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=af73ee00-42b8-41eb-b33a-3ae7bced2e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437229
Jun 04 16:05:14.583852 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acd639-e06c-4f5c-a93c-ca693f8a1b49 req-4b4ca69a-f2aa-4caf-a935-27171c6d0e0f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:14.585319 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b6acd639-e06c-4f5c-a93c-ca693f8a1b49 req-4b4ca69a-f2aa-4caf-a935-27171c6d0e0f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 947 time: 0.2433565
Jun 04 16:05:14.721561 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-b6acd639-e06c-4f5c-a93c-ca693f8a1b49 req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting port b223d4b4-a949-4768-b926-a821f51e85e7 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:05:14.721903 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b6acd639-e06c-4f5c-a93c-ca693f8a1b49 req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:14.861520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-b6acd639-e06c-4f5c-a93c-ca693f8a1b49 req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] For port b223d4b4-a949-4768-b926-a821f51e85e7, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b223d4b4-a949-4768-b926-a821f51e85e7,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:05:14.861908 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b6acd639-e06c-4f5c-a93c-ca693f8a1b49 req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:14.987967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-b6acd639-e06c-4f5c-a93c-ca693f8a1b49 req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Calling delete_port for b223d4b4-a949-4768-b926-a821f51e85e7 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:05:15.153158 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b6acd639-e06c-4f5c-a93c-ca693f8a1b49 req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:15.159090 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:15.207377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Port': ['ID=b223d4b4-a949-4768-b926-a821f51e85e7,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:15.245971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:15.247210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:15.247616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:15.247961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:15.248324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:15.248688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:15.249074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:15.249442 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:15.249802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:15.250155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:15.250506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:15.250858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:15.258038 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:15.292658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6acd639-e06c-4f5c-a93c-ca693f8a1b49 req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] No DVR routers for this DVR port b223d4b4-a949-4768-b926-a821f51e85e7 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:05:15.295766 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-b6acd639-e06c-4f5c-a93c-ca693f8a1b49 req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:15.298376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'name': 'network-vif-deleted', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:05:15.342452 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79082e5e405f89b3c225701342a0f75be34bb75c3caf871e40b5bc6e9e2bcd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ffc923-e888-48c5-b361-a68ad824df61" -d '{"events": [{"server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "name": "network-vif-deleted", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:05:15.401570 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b6acd639-e06c-4f5c-a93c-ca693f8a1b49 req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "DELETE /v2.0/ports/b223d4b4-a949-4768-b926-a821f51e85e7 HTTP/1.1" status: 204  len: 173 time: 0.8094277
Jun 04 16:05:15.436222 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 16:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41586d98-786b-4da5-9556-a421e871b1c6 x-openstack-request-id: req-41586d98-786b-4da5-9556-a421e871b1c6 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:05:15.436562 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104e292c-af37-4b8d-8a66-69cc2d920af6", "name": "network-vif-deleted", "tag": "b223d4b4-a949-4768-b926-a821f51e85e7", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:05:15.436862 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41586d98-786b-4da5-9556-a421e871b1c6 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:05:15.437428 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104e292c-af37-4b8d-8a66-69cc2d920af6', 'name': 'network-vif-deleted', 'tag': 'b223d4b4-a949-4768-b926-a821f51e85e7', 'status': 'completed', 'code': 200}
Jun 04 16:05:15.712871 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-643ce2d6-0877-41e2-b122-49fbdb935355 req-8f74e99e-01c0-41ff-8c68-1ebf4631b798 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=104e292c-af37-4b8d-8a66-69cc2d920af6 HTTP/1.1" status: 200  len: 210 time: 0.0506203
Jun 04 16:05:16.749686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b223d4b4-a949-4768-b926-a821f51e85e7 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:05:16.788250 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: b223d4b4-a949-4768-b926-a821f51e85e7 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:05:16.788613 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b223d4b4-a949-4768-b926-a821f51e85e7 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:05:16.822204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35630) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:17.379115 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c865fd1-6a8b-4649-b46e-f9a4b023734f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:17.976945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5c865fd1-6a8b-4649-b46e-f9a4b023734f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting port 294f601c-ac4b-4388-a321-e20fdaacb0a9 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:05:17.977836 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c865fd1-6a8b-4649-b46e-f9a4b023734f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:18.110736 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-5c865fd1-6a8b-4649-b46e-f9a4b023734f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] For port 294f601c-ac4b-4388-a321-e20fdaacb0a9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=294f601c-ac4b-4388-a321-e20fdaacb0a9,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:05:18.111097 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c865fd1-6a8b-4649-b46e-f9a4b023734f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:18.236819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5c865fd1-6a8b-4649-b46e-f9a4b023734f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Calling delete_port for 294f601c-ac4b-4388-a321-e20fdaacb0a9 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:05:18.622807 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c865fd1-6a8b-4649-b46e-f9a4b023734f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:18.626792 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4c76bc8a-3421-4484-b05b-8869ebce2ec4 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:18.674092 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c865fd1-6a8b-4649-b46e-f9a4b023734f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Port': ['ID=294f601c-ac4b-4388-a321-e20fdaacb0a9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:18.677338 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5c865fd1-6a8b-4649-b46e-f9a4b023734f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:18.957521 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5c865fd1-6a8b-4649-b46e-f9a4b023734f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:19.343927 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c865fd1-6a8b-4649-b46e-f9a4b023734f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router 70f86636-8bc1-42e7-a93d-3d337ef4dffa has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:05:19.694174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c865fd1-6a8b-4649-b46e-f9a4b023734f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:05:19.703969 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d72ac2-87c9-49e5-85ef-672868c4f264 None None] Sync routers for ids ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:05:19.708568 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5c865fd1-6a8b-4649-b46e-f9a4b023734f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "PUT /v2.0/routers/70f86636-8bc1-42e7-a93d-3d337ef4dffa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8852432
Jun 04 16:05:19.711187 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35632) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:19.713810 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d72ac2-87c9-49e5-85ef-672868c4f264 None None] Routers {'70f86636-8bc1-42e7-a93d-3d337ef4dffa'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:05:19.714434 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c4d72ac2-87c9-49e5-85ef-672868c4f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c745e80>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:05:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:19.780032 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9da90c-6a47-4400-ae4b-2c2fa50a62b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting subnet 276dfc45-1d87-4c5e-a7ea-91e34a6a73b2 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 16:05:19.783115 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8e9da90c-6a47-4400-ae4b-2c2fa50a62b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:19.838321 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8e9da90c-6a47-4400-ae4b-2c2fa50a62b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:19.896609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-c4d72ac2-87c9-49e5-85ef-672868c4f264 None None] Set router 70f86636-8bc1-42e7-a93d-3d337ef4dffa gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:05:19.927252 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8e9da90c-6a47-4400-ae4b-2c2fa50a62b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:20.266371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c4d72ac2-87c9-49e5-85ef-672868c4f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c745e80>, [{'id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344411001', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '1d550602-14db-4725-87f1-1df9430d752a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:01:54Z', 'updated_at': '2021-06-04T16:05:18Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1d550602-14db-4725-87f1-1df9430d752a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:01:55Z', 'updated_at': '2021-06-04T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:20.270816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d72ac2-87c9-49e5-85ef-672868c4f264 None None] Checking router: 70f86636-8bc1-42e7-a93d-3d337ef4dffa for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:05:20.280723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d72ac2-87c9-49e5-85ef-672868c4f264 None None] Routers {'70f86636-8bc1-42e7-a93d-3d337ef4dffa'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:05:20.281401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c4d72ac2-87c9-49e5-85ef-672868c4f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c745e80>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:05:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:20.287235 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8e9da90c-6a47-4400-ae4b-2c2fa50a62b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:20.293777 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ce28e116-a5ee-485d-bd0c-cda995a26e7d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:20.336258 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8e9da90c-6a47-4400-ae4b-2c2fa50a62b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:20.338997 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9da90c-6a47-4400-ae4b-2c2fa50a62b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Subnet': ['ID=276dfc45-1d87-4c5e-a7ea-91e34a6a73b2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:20.343008 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8e9da90c-6a47-4400-ae4b-2c2fa50a62b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:20.346248 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8e9da90c-6a47-4400-ae4b-2c2fa50a62b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/subnets/276dfc45-1d87-4c5e-a7ea-91e34a6a73b2 HTTP/1.1" status: 204  len: 168 time: 0.6341257
Jun 04 16:05:20.348089 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013d6582-4e7d-4ce3-8049-d03014749ad2 None None] Network 984e31c1-7c30-41f3-b80c-1c0f1297bc35 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:05:20.349387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35634) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:20.529352 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:20.628872 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-c4d72ac2-87c9-49e5-85ef-672868c4f264 None None] Set router 70f86636-8bc1-42e7-a93d-3d337ef4dffa gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:05:20.712009 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:20.881015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting port 1d550602-14db-4725-87f1-1df9430d752a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:05:20.881530 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:20.942699 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] DHCP port deletion for 984e31c1-7c30-41f3-b80c-1c0f1297bc35 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 16:05:20.999730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c4d72ac2-87c9-49e5-85ef-672868c4f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c745e80>, [{'id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344411001', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '1d550602-14db-4725-87f1-1df9430d752a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:01:54Z', 'updated_at': '2021-06-04T16:05:18Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1d550602-14db-4725-87f1-1df9430d752a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:01:55Z', 'updated_at': '2021-06-04T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:21.006047 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] For port 1d550602-14db-4725-87f1-1df9430d752a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1d550602-14db-4725-87f1-1df9430d752a,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:05:21.006400 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:21.006567 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d72ac2-87c9-49e5-85ef-672868c4f264 None None] The sync data for ids ['70f86636-8bc1-42e7-a93d-3d337ef4dffa'] in n-d-791505-9 is: [{'id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344411001', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '1d550602-14db-4725-87f1-1df9430d752a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:01:54Z', 'updated_at': '2021-06-04T16:05:18Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1d550602-14db-4725-87f1-1df9430d752a', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f86636-8bc1-42e7-a93d-3d337ef4dffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:01:55Z', 'updated_at': '2021-06-04T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:05:21.022916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Deleting port a179aa2c-391f-48eb-a40a-dea07eb3eeba {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:05:21.023584 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:21.139706 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Calling delete_port for 1d550602-14db-4725-87f1-1df9430d752a owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:05:21.150324 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] For port a179aa2c-391f-48eb-a40a-dea07eb3eeba, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=a179aa2c-391f-48eb-a40a-dea07eb3eeba,segment=NetworkSegment(8d327b17-1d3e-4977-be34-c1864df8bc5d),segment_id=8d327b17-1d3e-4977-be34-c1864df8bc5d)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:05:21.150735 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:21.273655 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Calling delete_port for a179aa2c-391f-48eb-a40a-dea07eb3eeba owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:05:21.383963 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:21.388822 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-070d1f92-4fc9-4dc3-b461-c4855d8589e3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:21.410483 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:21.418111 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:21.442473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Port': ['ID=1d550602-14db-4725-87f1-1df9430d752a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:21.446133 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:21.539108 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] No DVR routers for this DVR port a179aa2c-391f-48eb-a40a-dea07eb3eeba on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:05:21.540700 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Pushing event deleted for resources: {'Port': ['ID=a179aa2c-391f-48eb-a40a-dea07eb3eeba,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:21.544308 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:21.552645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:21.553286 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:21.553625 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:21.553953 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:21.554369 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:21.554594 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:21.554913 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:21.555227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:21.555542 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:21.555960 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:21.556275 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:21.556589 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:21.560255 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:21.874188 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:21.876294 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:21.983670 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:21.984217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Fanout notify agent at l3_agent the message router_deleted on router 70f86636-8bc1-42e7-a93d-3d337ef4dffa {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 16:05:21.999313 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:22.002958 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/routers/70f86636-8bc1-42e7-a93d-3d337ef4dffa HTTP/1.1" status: 204  len: 168 time: 1.6499345
Jun 04 16:05:22.003385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35636) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:22.289394 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd835a79-fca2-471f-add7-ea5ae5ca293b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:22.334911 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 294f601c-ac4b-4388-a321-e20fdaacb0a9 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:05:22.369209 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 294f601c-ac4b-4388-a321-e20fdaacb0a9 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:05:22.369474 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 294f601c-ac4b-4388-a321-e20fdaacb0a9 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:05:22.369896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device a179aa2c-391f-48eb-a40a-dea07eb3eeba no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:05:22.403780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: a179aa2c-391f-48eb-a40a-dea07eb3eeba {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:05:22.404032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device a179aa2c-391f-48eb-a40a-dea07eb3eeba not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:05:22.404459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1d550602-14db-4725-87f1-1df9430d752a no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:05:22.438739 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd835a79-fca2-471f-add7-ea5ae5ca293b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:22.440713 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 1d550602-14db-4725-87f1-1df9430d752a {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:05:22.441083 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1d550602-14db-4725-87f1-1df9430d752a not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:05:22.453729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-cd835a79-fca2-471f-add7-ea5ae5ca293b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386ff3040>,) {'filters': {'network_id': ['984e31c1-7c30-41f3-b80c-1c0f1297bc35']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:22.466318 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-cd835a79-fca2-471f-add7-ea5ae5ca293b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386ff3040>, '8d327b17-1d3e-4977-be34-c1864df8bc5d') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:22.466611 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-cd835a79-fca2-471f-add7-ea5ae5ca293b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386ff3040>, '8d327b17-1d3e-4977-be34-c1864df8bc5d') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:22.477879 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd835a79-fca2-471f-add7-ea5ae5ca293b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:22.499759 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd835a79-fca2-471f-add7-ea5ae5ca293b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:22.506100 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd835a79-fca2-471f-add7-ea5ae5ca293b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 16:05:22.506569 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd835a79-fca2-471f-add7-ea5ae5ca293b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 16:05:22.522566 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 16:05:22.692484 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd835a79-fca2-471f-add7-ea5ae5ca293b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:22.697624 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cd835a79-fca2-471f-add7-ea5ae5ca293b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:22.704945 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:22.724494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd835a79-fca2-471f-add7-ea5ae5ca293b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Network': ['ID=984e31c1-7c30-41f3-b80c-1c0f1297bc35,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:22.726974 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cd835a79-fca2-471f-add7-ea5ae5ca293b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:22.789804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-70472cf9-bf58-40ec-9c0e-89d1a52568a7 req-aad977ab-1cf1-475b-8d65-0bb06ff9aaa5 service neutron] (88301) timed out ('10.222.0.62', 65274) {{(pid=88301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 16:05:22.801704 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cd835a79-fca2-471f-add7-ea5ae5ca293b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/networks/984e31c1-7c30-41f3-b80c-1c0f1297bc35 HTTP/1.1" status: 204  len: 168 time: 0.7975073
Jun 04 16:05:22.804508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35638) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:22.877964 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-333454cb-7b00-46c2-b975-5c629d70cece tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:22.908821 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-333454cb-7b00-46c2-b975-5c629d70cece tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:23.109405 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-333454cb-7b00-46c2-b975-5c629d70cece tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:23.113583 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-feb9e2e7-bff1-49bf-96ef-91a1a480562e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:23.128529 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333454cb-7b00-46c2-b975-5c629d70cece tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af73ee00-42b8-41eb-b33a-3ae7bced2e8a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:23.131728 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-333454cb-7b00-46c2-b975-5c629d70cece tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:23.222802 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-333454cb-7b00-46c2-b975-5c629d70cece tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:23.223961 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-333454cb-7b00-46c2-b975-5c629d70cece tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/security-groups/af73ee00-42b8-41eb-b33a-3ae7bced2e8a HTTP/1.1" status: 204  len: 168 time: 0.4185011
Jun 04 16:05:23.764029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35644) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:23.768698 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-797993918', 'description': 'tempest-secgroup-smoke-797993918 description', 'project_id': '5713bc90d4f140b1942b906ec12fd63f'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:05:23.775286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:05:23.780249 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:05:23.783209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:05:23.789094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:05:23.869286 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:23.891006 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:05:23.895230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:05:23.898150 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:05:23.904807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:05:23.967183 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:23.976108 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:24.075251 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:24.079070 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-32793816-afec-40e8-9def-36e32cf11234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:24.120504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32472563-9327-400d-bb92-6d2292c6a26f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:24.124339 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:24.203893 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:24.205189 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4401252
Jun 04 16:05:24.208011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35646) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:24.212648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-1b34da37-10d1-4f58-87d7-df7f65de5976 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': '32472563-9327-400d-bb92-6d2292c6a26f', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:05:24.219665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1b34da37-10d1-4f58-87d7-df7f65de5976 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:05:24.223531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1b34da37-10d1-4f58-87d7-df7f65de5976 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:05:24.226565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-1b34da37-10d1-4f58-87d7-df7f65de5976 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:05:24.233751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-1b34da37-10d1-4f58-87d7-df7f65de5976 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:05:24.326694 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b34da37-10d1-4f58-87d7-df7f65de5976 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:24.387720 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b34da37-10d1-4f58-87d7-df7f65de5976 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:24.469125 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b34da37-10d1-4f58-87d7-df7f65de5976 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:24.475392 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d84f6497-28e3-48c9-8461-075c6f81d92d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:24.498454 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34da37-10d1-4f58-87d7-df7f65de5976 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf47867d-54ce-48ff-9f73-33a3f951a437,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:24.501046 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1b34da37-10d1-4f58-87d7-df7f65de5976 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:24.598695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1b34da37-10d1-4f58-87d7-df7f65de5976 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:24.599903 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1b34da37-10d1-4f58-87d7-df7f65de5976 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3909459
Jun 04 16:05:24.602764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35648) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:24.607446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-4fd5d320-463f-4ff2-bdaf-ea37ad5e8a75 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': '32472563-9327-400d-bb92-6d2292c6a26f', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:05:24.614287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4fd5d320-463f-4ff2-bdaf-ea37ad5e8a75 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:05:24.618091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4fd5d320-463f-4ff2-bdaf-ea37ad5e8a75 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:05:24.621545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4fd5d320-463f-4ff2-bdaf-ea37ad5e8a75 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:05:24.627289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4fd5d320-463f-4ff2-bdaf-ea37ad5e8a75 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:05:24.713076 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d320-463f-4ff2-bdaf-ea37ad5e8a75 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:24.775986 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d320-463f-4ff2-bdaf-ea37ad5e8a75 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:24.889961 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d320-463f-4ff2-bdaf-ea37ad5e8a75 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:24.891782 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-78a1bc92-3163-4ef0-8696-7f5d224a2f03 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:24.913819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5d320-463f-4ff2-bdaf-ea37ad5e8a75 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6f54a2-af4a-44d6-9e61-4e5b132e2d2e,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:24.916270 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4fd5d320-463f-4ff2-bdaf-ea37ad5e8a75 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:25.021091 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d320-463f-4ff2-bdaf-ea37ad5e8a75 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:25.022573 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4fd5d320-463f-4ff2-bdaf-ea37ad5e8a75 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4186568
Jun 04 16:05:25.025511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35650) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:25.030330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-51c5586d-97c2-446f-84b9-5df022b032ab tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': '32472563-9327-400d-bb92-6d2292c6a26f', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:05:25.037575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-51c5586d-97c2-446f-84b9-5df022b032ab tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:05:25.041773 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-51c5586d-97c2-446f-84b9-5df022b032ab tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:05:25.045229 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-51c5586d-97c2-446f-84b9-5df022b032ab tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:05:25.051445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-51c5586d-97c2-446f-84b9-5df022b032ab tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:05:25.160612 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-51c5586d-97c2-446f-84b9-5df022b032ab tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:25.225047 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-51c5586d-97c2-446f-84b9-5df022b032ab tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:25.312678 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-51c5586d-97c2-446f-84b9-5df022b032ab tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:25.319618 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b9e0cd37-2e4d-44d4-be95-69a16a0dce05 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:25.338994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5586d-97c2-446f-84b9-5df022b032ab tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ded9ce4-5f9f-4b3b-8f3d-90e017cc9773,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:25.342709 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-51c5586d-97c2-446f-84b9-5df022b032ab tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:25.440656 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-51c5586d-97c2-446f-84b9-5df022b032ab tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:25.441984 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-51c5586d-97c2-446f-84b9-5df022b032ab tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4154708
Jun 04 16:05:25.444850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35652) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:25.451161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-959adb8a-8d9a-40f2-b1fe-79719a22a917 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': '32472563-9327-400d-bb92-6d2292c6a26f', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:05:25.458497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-959adb8a-8d9a-40f2-b1fe-79719a22a917 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:05:25.463095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-959adb8a-8d9a-40f2-b1fe-79719a22a917 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:05:25.466665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-959adb8a-8d9a-40f2-b1fe-79719a22a917 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:05:25.472283 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-959adb8a-8d9a-40f2-b1fe-79719a22a917 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:05:25.543866 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-959adb8a-8d9a-40f2-b1fe-79719a22a917 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:25.615831 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-959adb8a-8d9a-40f2-b1fe-79719a22a917 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:25.697964 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-959adb8a-8d9a-40f2-b1fe-79719a22a917 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:25.704452 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2b6ce7a8-943f-4fb0-9bea-c003faea0424 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:25.723240 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959adb8a-8d9a-40f2-b1fe-79719a22a917 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e9cea3-16d5-4932-9d2f-4cf31251b404,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:25.725708 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-959adb8a-8d9a-40f2-b1fe-79719a22a917 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:25.789111 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-959adb8a-8d9a-40f2-b1fe-79719a22a917 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:25.790322 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-959adb8a-8d9a-40f2-b1fe-79719a22a917 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3444598
Jun 04 16:05:25.793532 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35654) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:25.797974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-4693b323-d8c7-48bc-ae08-168e724c4e3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': '32472563-9327-400d-bb92-6d2292c6a26f', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:05:25.804552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4693b323-d8c7-48bc-ae08-168e724c4e3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:05:25.808554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4693b323-d8c7-48bc-ae08-168e724c4e3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:05:25.811686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4693b323-d8c7-48bc-ae08-168e724c4e3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:05:25.817461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4693b323-d8c7-48bc-ae08-168e724c4e3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:05:25.926054 n-d-791505-9 neutron-server[88300]: INFO neutron.db.securitygroups_db [None req-4693b323-d8c7-48bc-ae08-168e724c4e3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Project 5713bc90d4f140b1942b906ec12fd63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 16:05:25.931893 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4693b323-d8c7-48bc-ae08-168e724c4e3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:25.997142 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4693b323-d8c7-48bc-ae08-168e724c4e3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:26.092202 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4693b323-d8c7-48bc-ae08-168e724c4e3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:26.094078 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-959adb8a-8d9a-40f2-b1fe-79719a22a917 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:26.116723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693b323-d8c7-48bc-ae08-168e724c4e3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72254c3-f0b9-4764-a2ff-5b39759bcc4d,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:26.119163 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4693b323-d8c7-48bc-ae08-168e724c4e3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:26.223557 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4693b323-d8c7-48bc-ae08-168e724c4e3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:26.225102 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4693b323-d8c7-48bc-ae08-168e724c4e3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4304276
Jun 04 16:05:26.228188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35656) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:26.234027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-38dc3777-9634-4608-ac46-502589dcee67 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': '32472563-9327-400d-bb92-6d2292c6a26f', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:05:26.241143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-38dc3777-9634-4608-ac46-502589dcee67 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:05:26.245211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-38dc3777-9634-4608-ac46-502589dcee67 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:05:26.248248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-38dc3777-9634-4608-ac46-502589dcee67 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:05:26.253993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-38dc3777-9634-4608-ac46-502589dcee67 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:05:26.257785 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:26.343959 n-d-791505-9 neutron-server[88300]: INFO neutron.db.securitygroups_db [None req-38dc3777-9634-4608-ac46-502589dcee67 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Project 5713bc90d4f140b1942b906ec12fd63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 16:05:26.350315 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38dc3777-9634-4608-ac46-502589dcee67 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:26.426867 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38dc3777-9634-4608-ac46-502589dcee67 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:26.486192 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38dc3777-9634-4608-ac46-502589dcee67 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:26.492364 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5bfb05c4-4ea3-4053-92a0-5ac4ce384173 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:26.512633 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc3777-9634-4608-ac46-502589dcee67 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0c5a49-2c2e-4e1b-afaa-89d8a3ca2b12,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:26.515063 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-38dc3777-9634-4608-ac46-502589dcee67 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:26.583398 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-38dc3777-9634-4608-ac46-502589dcee67 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:26.584623 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-38dc3777-9634-4608-ac46-502589dcee67 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3553519
Jun 04 16:05:26.587464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35658) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:26.592728 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'network': {'name': 'tempest-network-smoke--983265475', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'port_security_enabled': True}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:05:26.598324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:05:26.602460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:network and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:05:26.605879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:05:26.611645 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:05:26.678194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Made reservation on behalf of 5713bc90d4f140b1942b906ec12fd63f for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:05:26.681742 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:26.710162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 16:05:26.718594 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:26.718930 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Added segment 4c1c6b57-44f3-44a6-bc8d-6e10f27514b7 of type vlan for network 1070dadc-d14e-46c5-90fa-161329819116
Jun 04 16:05:26.744411 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:26.872755 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:26.878325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:26.878907 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:26.884065 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0d4433c2-d341-40c0-b906-4b77149aea5b tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:26.999891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Network': ['ID=1070dadc-d14e-46c5-90fa-161329819116,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:27.002676 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:27.011219 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 1070dadc-d14e-46c5-90fa-161329819116 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 16:05:27.030183 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4414117
Jun 04 16:05:27.032915 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35660) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:27.037650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1456987757', 'admin_state_up': True, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:05:27.046662 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:05:27.052307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:router and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:05:27.053406 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:05:27.060138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:05:27.132161 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:27.133186 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:27.148706 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:27.490390 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:28.025960 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:28.057575 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:28.187309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Allocated IP 172.25.4.41 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/1083400f-ce2e-4687-a67d-9795983aef76) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:05:28.338404 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:28.438870 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:28.443743 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1b843a5c-5024-4ab8-910a-1029ad4b9cc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:28.508054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:05:28.511075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:05:28.515347 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:05:28.552184 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=1083400f-ce2e-4687-a67d-9795983aef76,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:28.560140 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:29.047758 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:29.386395 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:29.541691 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-06cf4b0d-3c88-4202-baff-315deaaa8ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:29.849543 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router d49dd0e4-b94c-416d-92ca-47c05a28feca is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 16:05:30.030756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:05:30.040831 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Sync routers for ids ['d49dd0e4-b94c-416d-92ca-47c05a28feca'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:05:30.051000 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Routers {'d49dd0e4-b94c-416d-92ca-47c05a28feca'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:05:30.051605 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c69dc40>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:05:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['d49dd0e4-b94c-416d-92ca-47c05a28feca'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:30.164246 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:30.165454 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 3.1315453
Jun 04 16:05:30.169050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35662) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:30.208233 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ef340835-3cf4-444c-952f-19faec72e8b0 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=5713bc90d4f140b1942b906ec12fd63f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0379045
Jun 04 16:05:30.210626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35664) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:30.227405 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Set router d49dd0e4-b94c-416d-92ca-47c05a28feca gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:05:30.343462 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574679fd-9201-4032-8a90-981e3e131571 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:30.355002 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-574679fd-9201-4032-8a90-981e3e131571 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1334307
Jun 04 16:05:30.355144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35666) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:30.391210 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-61d96257-4749-4a86-ab8a-6f29fcccafd0 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0396967
Jun 04 16:05:30.391460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35668) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:30.396421 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-733470714', 'network_id': '1070dadc-d14e-46c5-90fa-161329819116', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:05:30.514756 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c69dc40>, [{'id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456987757', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '1083400f-ce2e-4687-a67d-9795983aef76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:05:27Z', 'updated_at': '2021-06-04T16:05:28Z', 'revision_number': 3, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1083400f-ce2e-4687-a67d-9795983aef76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:28Z', 'updated_at': '2021-06-04T16:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:30.517118 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:05:30.518922 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Checking router: d49dd0e4-b94c-416d-92ca-47c05a28feca for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:05:30.519277 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Updating router d49dd0e4-b94c-416d-92ca-47c05a28feca port 1083400f-ce2e-4687-a67d-9795983aef76 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 16:05:30.521312 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:subnet and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:05:30.524087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:05:30.530301 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:05:30.571969 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:30.604219 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Made reservation on behalf of 5713bc90d4f140b1942b906ec12fd63f for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:05:30.608372 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:30.892917 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:30.904823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Transition to ACTIVE for port object 1083400f-ce2e-4687-a67d-9795983aef76 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:05:31.003860 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:31.008581 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:31.109305 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:31.113892 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-38b35527-2162-45d7-a76e-b80b110e828f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:31.119326 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Attempting to bind port 1083400f-ce2e-4687-a67d-9795983aef76 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:05:31.119905 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Attempting to bind port 1083400f-ce2e-4687-a67d-9795983aef76 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:05:31.120095 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Attempting to bind port 1083400f-ce2e-4687-a67d-9795983aef76 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:05:31.125757 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Pushing event updated for resources: {'Port': ['ID=1083400f-ce2e-4687-a67d-9795983aef76,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:31.130576 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:05:31.130950 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:05:31.131353 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:31.131740 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:05:31.132193 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Bound port: 1083400f-ce2e-4687-a67d-9795983aef76, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:05:31.132561 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:31.169546 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:31.169797 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:31.170127 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:31.170453 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:31.170776 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:31.171093 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:31.171413 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:31.171729 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:31.172042 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:31.172353 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:31.172664 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:31.172973 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:05:31.181869 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:31.184731 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Subnet': ['ID=00d626fc-68e8-4f66-a993-90b9bf7715f3,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:31.188502 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:31.201482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Checking segment: {'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:05:31.202086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network hostable DHCP agents. Network: 1070dadc-d14e-46c5-90fa-161329819116, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 16:05:31.218206 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] For port 1083400f-ce2e-4687-a67d-9795983aef76, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:05:31.221171 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] For port 1083400f-ce2e-4687-a67d-9795983aef76, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1083400f-ce2e-4687-a67d-9795983aef76,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:05:31.332007 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 1070dadc-d14e-46c5-90fa-161329819116 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 16:05:31.360835 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:31.364566 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-539ba4fd-689a-43c4-8c66-6a6ab5f736ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:31.437688 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Routers {'d49dd0e4-b94c-416d-92ca-47c05a28feca'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:05:31.438223 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c69dc40>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:05:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['d49dd0e4-b94c-416d-92ca-47c05a28feca'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:31.472559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 1070dadc-d14e-46c5-90fa-161329819116) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:05:31.482984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ae0701-225a-4c97-bbcd-c28726daa1b4 None None] Network 1070dadc-d14e-46c5-90fa-161329819116 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:05:31.484275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:31.484869 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:31.502115 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Pushing event updated for resources: {'Port': ['ID=1083400f-ce2e-4687-a67d-9795983aef76,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:31.506460 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:31.564768 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8b8246cc-2c09-44a0-b6e7-6a356bd36a70 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.1722345
Jun 04 16:05:31.567691 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35670) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:31.620187 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] Set router d49dd0e4-b94c-416d-92ca-47c05a28feca gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:05:31.719023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-1070dadc-d14e-46c5-90fa-161329819116', 'network_id': '1070dadc-d14e-46c5-90fa-161329819116', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ips': [{'subnet_id': '00d626fc-68e8-4f66-a993-90b9bf7715f3'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 16:05:31.719873 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:31.880344 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Allocated IP 172.20.0.2 (1070dadc-d14e-46c5-90fa-161329819116/00d626fc-68e8-4f66-a993-90b9bf7715f3/dc3a25a8-724f-467e-996d-3b0fc4a7b7e7) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:05:31.913248 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c69dc40>, [{'id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456987757', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '1083400f-ce2e-4687-a67d-9795983aef76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:05:27Z', 'updated_at': '2021-06-04T16:05:28Z', 'revision_number': 3, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1083400f-ce2e-4687-a67d-9795983aef76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:28Z', 'updated_at': '2021-06-04T16:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:31.917747 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c42da2d-a981-4175-af0a-f7128267f838 None None] The sync data for ids ['d49dd0e4-b94c-416d-92ca-47c05a28feca'] in n-d-791505-9 is: [{'id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456987757', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '1083400f-ce2e-4687-a67d-9795983aef76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:05:27Z', 'updated_at': '2021-06-04T16:05:28Z', 'revision_number': 3, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1083400f-ce2e-4687-a67d-9795983aef76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:28Z', 'updated_at': '2021-06-04T16:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:05:32.120272 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:32.132462 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Transition to ACTIVE for port object dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:05:32.145533 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:32.158157 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Transition to ACTIVE for port object dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:05:32.235309 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:32.240009 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5b50b634-dd94-468e-bd43-68f13fa9cf81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:32.328024 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Network 1070dadc-d14e-46c5-90fa-161329819116 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:05:32.331610 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:05:32.335705 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:05:32.344574 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Pushing event updated for resources: {'Port': ['ID=dc3a25a8-724f-467e-996d-3b0fc4a7b7e7,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:32.371988 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:32.379349 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:32.418141 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3c3623ec-23cf-456b-9320-5124a47029ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:32.425766 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1083400f-ce2e-4687-a67d-9795983aef76 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:05:32.492600 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Attempting to bind port dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:05:32.493271 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Attempting to bind port dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:05:32.493400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Attempting to bind port dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 on network 1070dadc-d14e-46c5-90fa-161329819116 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:05:32.502610 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:05:32.502994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Checking segment: {'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:05:32.503402 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:32.503801 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Bound using segment: {'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:05:32.504278 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Bound port: dc3a25a8-724f-467e-996d-3b0fc4a7b7e7, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:05:32.504656 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:32.620673 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] For port dc3a25a8-724f-467e-996d-3b0fc4a7b7e7, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:05:32.624307 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] For port dc3a25a8-724f-467e-996d-3b0fc4a7b7e7, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=dc3a25a8-724f-467e-996d-3b0fc4a7b7e7,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:05:32.663747 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 1083400f-ce2e-4687-a67d-9795983aef76 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:05:32.671432 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 1083400f-ce2e-4687-a67d-9795983aef76 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:05:32.680822 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:32.780825 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:32.791602 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d842472c-402d-4016-9ce2-caa62363efb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:32.872027 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:32.893865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Pushing event updated for resources: {'Port': ['ID=dc3a25a8-724f-467e-996d-3b0fc4a7b7e7,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:32.897975 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:32.904450 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 1083400f-ce2e-4687-a67d-9795983aef76, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1083400f-ce2e-4687-a67d-9795983aef76,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:05:32.994830 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Allocated IP 172.20.0.1 (1070dadc-d14e-46c5-90fa-161329819116/00d626fc-68e8-4f66-a993-90b9bf7715f3/5e7c8c63-556b-4159-adf2-1579778a8c08) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:05:32.998954 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:33.002032 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:33.109395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=1083400f-ce2e-4687-a67d-9795983aef76,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:33.112558 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:33.189420 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:33.207422 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Transition to ACTIVE for port object 5e7c8c63-556b-4159-adf2-1579778a8c08 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:05:33.298233 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:33.302065 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:33.371425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 1070dadc-d14e-46c5-90fa-161329819116 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:05:33.375262 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:05:33.377616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:05:33.425586 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=5e7c8c63-556b-4159-adf2-1579778a8c08,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:33.428549 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:33.452566 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:33.789325 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:33.846806 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:34.039098 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46e3260-924b-4a33-8c50-c17591e74f2c None None] Network 1070dadc-d14e-46c5-90fa-161329819116 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:05:34.179014 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:05:34.248957 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bfa23863-544e-422f-8b7d-143ec3ec0305 None None] Provisioning for port dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:05:34.278863 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:34.383885 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:34.414305 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:34.437781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1083400f-ce2e-4687-a67d-9795983aef76 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:05:34.506189 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:34.510837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=5e7c8c63-556b-4159-adf2-1579778a8c08,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:34.516229 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:34.531474 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 1083400f-ce2e-4687-a67d-9795983aef76 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:05:34.531715 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:34.656666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 1070dadc-d14e-46c5-90fa-161329819116 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:05:34.657882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:05:34.697473 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:05:34.762549 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9f7cadb2-589c-4ed8-b4e2-ab237a0aaffd None None] Provisioning for port 5e7c8c63-556b-4159-adf2-1579778a8c08 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:05:34.770167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9f7cadb2-589c-4ed8-b4e2-ab237a0aaffd None None] Provisioning complete for port 5e7c8c63-556b-4159-adf2-1579778a8c08 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:05:34.770549 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9f7cadb2-589c-4ed8-b4e2-ab237a0aaffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:34.835663 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9f7cadb2-589c-4ed8-b4e2-ab237a0aaffd None None] Port 5e7c8c63-556b-4159-adf2-1579778a8c08 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:05:34.956113 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9ed0ccf9-06a1-40cc-91f4-c385c5a686d4 None None] Provisioning complete for port 5e7c8c63-556b-4159-adf2-1579778a8c08 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:05:34.956526 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9ed0ccf9-06a1-40cc-91f4-c385c5a686d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:34.993990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:05:35.016171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:05:35.016469 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:35.040463 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router d49dd0e4-b94c-416d-92ca-47c05a28feca has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:05:35.079338 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0ccf9-06a1-40cc-91f4-c385c5a686d4 None None] Port 5e7c8c63-556b-4159-adf2-1579778a8c08 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:05:35.151973 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:35.184628 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port dc3a25a8-724f-467e-996d-3b0fc4a7b7e7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=dc3a25a8-724f-467e-996d-3b0fc4a7b7e7,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:05:35.220448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:05:35.229959 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Sync routers for ids ['d49dd0e4-b94c-416d-92ca-47c05a28feca'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:05:35.240016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Routers {'d49dd0e4-b94c-416d-92ca-47c05a28feca'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:05:35.240675 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6004c0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:05:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['d49dd0e4-b94c-416d-92ca-47c05a28feca'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:35.241620 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "PUT /v2.0/routers/d49dd0e4-b94c-416d-92ca-47c05a28feca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6721668
Jun 04 16:05:35.307626 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:35.318248 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:35.404610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-eb6d1539-5c2c-41db-98a4-542b4cba3e97 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:05:35.475759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=dc3a25a8-724f-467e-996d-3b0fc4a7b7e7,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:35.480097 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:35.496350 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Set router d49dd0e4-b94c-416d-92ca-47c05a28feca gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:05:35.540355 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:35.560466 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-eb6d1539-5c2c-41db-98a4-542b4cba3e97 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:05:35.561708 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-eb6d1539-5c2c-41db-98a4-542b4cba3e97 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-797993918&fields=id&tenant_id=5713bc90d4f140b1942b906ec12fd63f HTTP/1.1" status: 200  len: 267 time: 0.1995578
Jun 04 16:05:35.722823 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-0e23649e-57dd-46f5-977d-42e4a4c653bb tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:35.723511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-0e23649e-57dd-46f5-977d-42e4a4c653bb tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:05:35.814649 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6004c0>, [{'id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456987757', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '1083400f-ce2e-4687-a67d-9795983aef76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:05:27Z', 'updated_at': '2021-06-04T16:05:33Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1083400f-ce2e-4687-a67d-9795983aef76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:28Z', 'updated_at': '2021-06-04T16:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '5e7c8c63-556b-4159-adf2-1579778a8c08', 'name': '', 'network_id': '1070dadc-d14e-46c5-90fa-161329819116', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:97:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:32Z', 'updated_at': '2021-06-04T16:05:34Z', 'revision_number': 2, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:35.818412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Checking router: d49dd0e4-b94c-416d-92ca-47c05a28feca for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:05:35.818775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Updating router d49dd0e4-b94c-416d-92ca-47c05a28feca port 5e7c8c63-556b-4159-adf2-1579778a8c08 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 16:05:35.838207 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-0e23649e-57dd-46f5-977d-42e4a4c653bb tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:05:35.839407 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-0e23649e-57dd-46f5-977d-42e4a4c653bb tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/networks?id=1070dadc-d14e-46c5-90fa-161329819116 HTTP/1.1" status: 200  len: 796 time: 0.2710221
Jun 04 16:05:35.856869 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-c8a6dfc2-789e-4ae4-aff9-d57bd24779c8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/quotas/5713bc90d4f140b1942b906ec12fd63f HTTP/1.1" status: 200  len: 375 time: 0.0111120
Jun 04 16:05:35.871599 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:35.943435 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-cd416dff-8898-4d75-83ef-88029806f29a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0806520
Jun 04 16:05:36.175132 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-b730f192-a115-4d37-b9bf-da968a7efa98 service neutron] 10.222.0.32 "GET /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728296
Jun 04 16:05:36.276440 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:36.292435 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Transition to ACTIVE for port object 5e7c8c63-556b-4159-adf2-1579778a8c08 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:05:36.313945 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-c0e87a02-3fdc-4fdd-be2a-d1b38854e7af service neutron] 10.222.0.32 "GET /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318166
Jun 04 16:05:36.346084 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:05:36.415032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:05:36.415420 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:36.443628 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:36.454248 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-03cdcba8-5cdf-4321-b439-6e008a125399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:36.674189 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ae867dc9-1aef-4305-8cc6-294b291c01e2 req-dc0fa031-628d-47c4-bc76-45bd182678d8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:05:36.701085 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3af8c2-0508-41de-9826-0bc101cf6474 None None] Pushing event updated for resources: {'Port': ['ID=5e7c8c63-556b-4159-adf2-1579778a8c08,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:36.710601 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4f3af8c2-0508-41de-9826-0bc101cf6474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:36.749661 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Attempting to bind port 5e7c8c63-556b-4159-adf2-1579778a8c08 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:05:36.750086 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Attempting to bind port 5e7c8c63-556b-4159-adf2-1579778a8c08 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:05:36.750407 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Attempting to bind port 5e7c8c63-556b-4159-adf2-1579778a8c08 on network 1070dadc-d14e-46c5-90fa-161329819116 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:05:36.766904 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:05:36.767291 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Checking segment: {'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:05:36.767700 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:36.768101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Bound using segment: {'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:05:36.768579 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Bound port: 5e7c8c63-556b-4159-adf2-1579778a8c08, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:05:36.768956 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:36.778327 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-ae867dc9-1aef-4305-8cc6-294b291c01e2 req-dc0fa031-628d-47c4-bc76-45bd182678d8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:05:36.779520 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ae867dc9-1aef-4305-8cc6-294b291c01e2 req-dc0fa031-628d-47c4-bc76-45bd182678d8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 210 time: 0.1570625
Jun 04 16:05:36.883991 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] For port 5e7c8c63-556b-4159-adf2-1579778a8c08, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:05:36.887236 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] For port 5e7c8c63-556b-4159-adf2-1579778a8c08, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5e7c8c63-556b-4159-adf2-1579778a8c08,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:05:37.007127 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:37.011076 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:37.087002 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Routers {'d49dd0e4-b94c-416d-92ca-47c05a28feca'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:05:37.087645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6004c0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:05:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['d49dd0e4-b94c-416d-92ca-47c05a28feca'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:37.146120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3af8c2-0508-41de-9826-0bc101cf6474 None None] Pushing event updated for resources: {'Port': ['ID=5e7c8c63-556b-4159-adf2-1579778a8c08,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:37.157694 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4f3af8c2-0508-41de-9826-0bc101cf6474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:37.276148 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] Set router d49dd0e4-b94c-416d-92ca-47c05a28feca gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:05:37.596853 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6004c0>, [{'id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456987757', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '1083400f-ce2e-4687-a67d-9795983aef76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:05:27Z', 'updated_at': '2021-06-04T16:05:33Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1083400f-ce2e-4687-a67d-9795983aef76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:28Z', 'updated_at': '2021-06-04T16:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '5e7c8c63-556b-4159-adf2-1579778a8c08', 'name': '', 'network_id': '1070dadc-d14e-46c5-90fa-161329819116', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:97:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:32Z', 'updated_at': '2021-06-04T16:05:36Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:37.600833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b7f77e-f76a-4f42-8c5b-8af6d35acd9f None None] The sync data for ids ['d49dd0e4-b94c-416d-92ca-47c05a28feca'] in n-d-791505-9 is: [{'id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456987757', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '1083400f-ce2e-4687-a67d-9795983aef76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:05:27Z', 'updated_at': '2021-06-04T16:05:33Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1083400f-ce2e-4687-a67d-9795983aef76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:28Z', 'updated_at': '2021-06-04T16:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '5e7c8c63-556b-4159-adf2-1579778a8c08', 'name': '', 'network_id': '1070dadc-d14e-46c5-90fa-161329819116', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:97:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:32Z', 'updated_at': '2021-06-04T16:05:36Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:05:37.888336 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2636524a-d2cc-4142-9713-d178d8d71f73 req-92711a1c-64d1-44c5-85b9-1829f88b2513 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 210 time: 0.0458188
Jun 04 16:05:38.371571 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5e7c8c63-556b-4159-adf2-1579778a8c08 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:05:38.575665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 5e7c8c63-556b-4159-adf2-1579778a8c08 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:05:38.581146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 5e7c8c63-556b-4159-adf2-1579778a8c08 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:05:38.581525 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:38.704682 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:38.738094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 5e7c8c63-556b-4159-adf2-1579778a8c08, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5e7c8c63-556b-4159-adf2-1579778a8c08,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:05:38.826670 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:38.828540 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:38.947372 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=5e7c8c63-556b-4159-adf2-1579778a8c08,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:38.950496 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:39.053396 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0d80c5f5-a21d-4a84-9125-38cd1e5757e5 req-f35c8a61-d6b4-4180-b27b-06a27db8d686 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 210 time: 0.0433562
Jun 04 16:05:40.210241 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2f900100-ec23-4af4-91c8-786edf7048f6 req-6c578c41-537b-498b-a937-bc17859087dd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 210 time: 0.0477061
Jun 04 16:05:40.353800 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5e7c8c63-556b-4159-adf2-1579778a8c08 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:05:40.423050 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 5e7c8c63-556b-4159-adf2-1579778a8c08 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:05:40.423426 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:41.371355 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-fe47b871-cfb1-4c13-8636-b5a0efd33427 req-6c283ced-3342-4d0f-9462-427feb1e63f4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 210 time: 0.0465126
Jun 04 16:05:41.379349 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-26d4cb9b-aa0c-4399-9dc1-6dc5e6770fcd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:41.380023 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-26d4cb9b-aa0c-4399-9dc1-6dc5e6770fcd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:05:41.392837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-26d4cb9b-aa0c-4399-9dc1-6dc5e6770fcd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:05:41.394008 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-26d4cb9b-aa0c-4399-9dc1-6dc5e6770fcd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "GET /v2.0/networks?id=1070dadc-d14e-46c5-90fa-161329819116 HTTP/1.1" status: 200  len: 796 time: 0.2030373
Jun 04 16:05:41.446721 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-aaf48142-cc3a-45cc-895a-8a52c32e712f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:05:41.458120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-aaf48142-cc3a-45cc-895a-8a52c32e712f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:05:41.459202 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-aaf48142-cc3a-45cc-895a-8a52c32e712f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5713bc90d4f140b1942b906ec12fd63f HTTP/1.1" status: 200  len: 379 time: 0.0563207
Jun 04 16:05:41.468715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'port': {'device_id': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'network_id': '1070dadc-d14e-46c5-90fa-161329819116', 'admin_state_up': True, 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'security_groups': ['32472563-9327-400d-bb92-6d2292c6a26f']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:05:41.605511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:05:41.615789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:05:41.740575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Made reservation on behalf of 5713bc90d4f140b1942b906ec12fd63f for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:05:41.744519 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:41.903393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Allocated IP 172.20.0.12 (1070dadc-d14e-46c5-90fa-161329819116/00d626fc-68e8-4f66-a993-90b9bf7715f3/a4364c94-258e-47c9-9478-2b057060f9bb) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:05:42.102067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:42.120308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Transition to ACTIVE for port object a4364c94-258e-47c9-9478-2b057060f9bb will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:05:42.261212 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:42.267816 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a9d8ca4f-ff91-4d40-837f-3dda79019739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:42.334245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 1070dadc-d14e-46c5-90fa-161329819116 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:05:42.337336 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:05:42.341298 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:05:42.377384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=a4364c94-258e-47c9-9478-2b057060f9bb,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:42.382037 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:42.416944 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:42.417697 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:42.503719 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0387371
Jun 04 16:05:42.516572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Request body: {'port': {'device_id': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:05:42.588463 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b24c8-862c-48a9-982d-43a511a65fe0 req-bd584f1c-5191-4af4-9d35-210f97fde2dc tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:42.590205 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-240b24c8-862c-48a9-982d-43a511a65fe0 req-bd584f1c-5191-4af4-9d35-210f97fde2dc tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 932 time: 0.0954075
Jun 04 16:05:42.642338 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-240b24c8-862c-48a9-982d-43a511a65fe0 req-86380b8b-da94-40ec-8c7d-20d0d25694b2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439305
Jun 04 16:05:42.645278 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:42.681073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e207bab8-484e-4f8f-bedd-2b7f2edcc154 None None] Provisioning for port a4364c94-258e-47c9-9478-2b057060f9bb completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:05:42.686650 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e207bab8-484e-4f8f-bedd-2b7f2edcc154 None None] Provisioning complete for port a4364c94-258e-47c9-9478-2b057060f9bb triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:05:42.687048 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e207bab8-484e-4f8f-bedd-2b7f2edcc154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:42.747119 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-e207bab8-484e-4f8f-bedd-2b7f2edcc154 None None] Port a4364c94-258e-47c9-9478-2b057060f9bb cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:05:43.017022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4364c94-258e-47c9-9478-2b057060f9bb {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 16:05:43.024842 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:43.044644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Transition to ACTIVE for port object a4364c94-258e-47c9-9478-2b057060f9bb will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:05:43.183302 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:43.188316 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:43.500604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Pushing event updated for resources: {'Port': ['ID=a4364c94-258e-47c9-9478-2b057060f9bb,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:43.509802 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:43.582597 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Attempting to bind port a4364c94-258e-47c9-9478-2b057060f9bb on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:05:43.582925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Attempting to bind port a4364c94-258e-47c9-9478-2b057060f9bb by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:05:43.583250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Attempting to bind port a4364c94-258e-47c9-9478-2b057060f9bb on network 1070dadc-d14e-46c5-90fa-161329819116 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:05:43.587780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Port a4364c94-258e-47c9-9478-2b057060f9bb on network 1070dadc-d14e-46c5-90fa-161329819116 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 16:05:43.588089 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Attempting to bind port a4364c94-258e-47c9-9478-2b057060f9bb on network 1070dadc-d14e-46c5-90fa-161329819116 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:05:43.593451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:05:43.593780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Checking segment: {'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:05:43.594153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Bound using segment: {'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:05:43.594565 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Bound port: a4364c94-258e-47c9-9478-2b057060f9bb, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:05:43.594900 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:43.686806 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:05:43.689855 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a4364c94-258e-47c9-9478-2b057060f9bb,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:05:43.787638 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:43.797447 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-96b6363e-3308-4e99-a44b-74bf38886fe2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:43.871614 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:43.872658 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:43.874485 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-9cdd1690-7471-4917-840c-4510a152880c service neutron] 10.222.0.62 "PUT /v2.0/ports/a4364c94-258e-47c9-9478-2b057060f9bb HTTP/1.1" status: 200  len: 1092 time: 1.3623316
Jun 04 16:05:43.878179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:05:43.879816 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79082e5e405f89b3c225701342a0f75be34bb75c3caf871e40b5bc6e9e2bcd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7d1a50-8f64-4c9f-9f86-40852ae6d98c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:05:43.897942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Pushing event updated for resources: {'Port': ['ID=a4364c94-258e-47c9-9478-2b057060f9bb,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:43.903614 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:43.922625 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fb43e-c05d-4b76-8979-91b11df988eb req-9b943b5e-6bde-4ee9-8f2a-8939c6d2679a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:43.923411 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-2a7fb43e-c05d-4b76-8979-91b11df988eb req-9b943b5e-6bde-4ee9-8f2a-8939c6d2679a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:05:43.930856 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9272887c-a5e6-4fff-8dfb-27f16576a799 x-openstack-request-id: req-9272887c-a5e6-4fff-8dfb-27f16576a799 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:05:43.931203 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:05:43.931535 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9272887c-a5e6-4fff-8dfb-27f16576a799 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:05:43.931976 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb', 'status': 'completed', 'code': 200}
Jun 04 16:05:44.018371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-2a7fb43e-c05d-4b76-8979-91b11df988eb req-9b943b5e-6bde-4ee9-8f2a-8939c6d2679a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:05:44.019539 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a7fb43e-c05d-4b76-8979-91b11df988eb req-9b943b5e-6bde-4ee9-8f2a-8939c6d2679a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 944 time: 0.2691236
Jun 04 16:05:44.049250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d1a50-8f64-4c9f-9f86-40852ae6d98c req-31d21441-7f02-4f8e-b9f7-94b7b49a9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:44.049250 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4a7d1a50-8f64-4c9f-9f86-40852ae6d98c req-31d21441-7f02-4f8e-b9f7-94b7b49a9e91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 1095 time: 0.0963464
Jun 04 16:05:44.116954 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2a7fb43e-c05d-4b76-8979-91b11df988eb req-2b17ab3b-afc5-43ea-8b76-19bbd18858f6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911748
Jun 04 16:05:44.215376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d1a50-8f64-4c9f-9f86-40852ae6d98c req-a43c47c1-9113-4666-8acf-d5a9f031a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:44.217401 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4a7d1a50-8f64-4c9f-9f86-40852ae6d98c req-a43c47c1-9113-4666-8acf-d5a9f031a65e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5713bc90d4f140b1942b906ec12fd63f&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1606295
Jun 04 16:05:44.356061 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d1a50-8f64-4c9f-9f86-40852ae6d98c req-b9be5d78-6b7b-4125-b4af-58df5f5ee77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:44.357643 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4a7d1a50-8f64-4c9f-9f86-40852ae6d98c req-b9be5d78-6b7b-4125-b4af-58df5f5ee77f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1335199
Jun 04 16:05:44.468835 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-72e4fc5c-bc7b-4106-af3d-356978c94c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:44.470349 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-72e4fc5c-bc7b-4106-af3d-356978c94c5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 1095 time: 0.0769303
Jun 04 16:05:44.545769 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-aa50cdb6-fb41-4bd8-b7fc-10d75b5c525a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4364c94-258e-47c9-9478-2b057060f9bb HTTP/1.1" status: 200  len: 217 time: 0.0625079
Jun 04 16:05:44.608376 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-0b04939c-b51c-4c5b-a07c-7c951b726271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:44.609999 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-0b04939c-b51c-4c5b-a07c-7c951b726271 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=00d626fc-68e8-4f66-a993-90b9bf7715f3 HTTP/1.1" status: 200  len: 834 time: 0.0629609
Jun 04 16:05:44.687344 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-0f63cd53-60b5-4346-b2dc-f68a54d380f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:44.688821 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-0f63cd53-60b5-4346-b2dc-f68a54d380f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1070dadc-d14e-46c5-90fa-161329819116&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0722706
Jun 04 16:05:44.822974 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-e82c7600-7142-4b48-b636-ae26a162ba3b service neutron] 10.222.0.62 "GET /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273093
Jun 04 16:05:44.960248 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-db43fd22-9d0b-4a96-b30c-cb5ff086b9cc req-16672b6e-8ed9-47ef-bae0-cb3f3bcbab35 service neutron] 10.222.0.62 "GET /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290648
Jun 04 16:05:45.311377 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e550c-49ef-4702-b2af-85125407bc7a req-d6a92363-5f1a-4ed6-a914-4e73758fb090 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:45.312848 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-107e550c-49ef-4702-b2af-85125407bc7a req-d6a92363-5f1a-4ed6-a914-4e73758fb090 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 944 time: 0.0861044
Jun 04 16:05:45.356971 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-107e550c-49ef-4702-b2af-85125407bc7a req-46c0461a-743d-434c-859c-77c2f1588d26 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385809
Jun 04 16:05:46.558891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd5659-55c7-4fef-82f9-f2a7c37859e7 req-c0467168-e463-4d69-8b89-0dd2ef54accd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:46.560525 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0cdd5659-55c7-4fef-82f9-f2a7c37859e7 req-c0467168-e463-4d69-8b89-0dd2ef54accd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 944 time: 0.0927112
Jun 04 16:05:46.606711 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0cdd5659-55c7-4fef-82f9-f2a7c37859e7 req-c6dc5148-f6c0-4640-a905-fa96c97e7f85 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405009
Jun 04 16:05:47.796957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a605e-0971-46a6-9c81-eace204895fc req-fe831289-1ead-472e-8762-5845241e09f8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:47.798448 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-729a605e-0971-46a6-9c81-eace204895fc req-fe831289-1ead-472e-8762-5845241e09f8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 944 time: 0.0822959
Jun 04 16:05:47.841741 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-729a605e-0971-46a6-9c81-eace204895fc req-8b292684-1904-4111-93aa-c9b7f07142e5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376651
Jun 04 16:05:48.894137 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device a4364c94-258e-47c9-9478-2b057060f9bb details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 16:05:49.028921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a4364c94-258e-47c9-9478-2b057060f9bb,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:05:49.033518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20c5af-f134-4e9b-b51f-64eabb2061b3 req-03f74951-f53d-4074-8d13-8ebeda6ab30b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:49.035019 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9a20c5af-f134-4e9b-b51f-64eabb2061b3 req-03f74951-f53d-4074-8d13-8ebeda6ab30b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 944 time: 0.0838175
Jun 04 16:05:49.043587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'a4364c94-258e-47c9-9478-2b057060f9bb', 'network_id': '1070dadc-d14e-46c5-90fa-161329819116', 'port_id': 'a4364c94-258e-47c9-9478-2b057060f9bb', 'mac_address': 'fa:16:3e:d0:6d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 16:05:49.081456 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9a20c5af-f134-4e9b-b51f-64eabb2061b3 req-061b7b59-00e5-4db9-8cbe-25237cc9e054 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408201
Jun 04 16:05:49.102108 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:49.117597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4364c94-258e-47c9-9478-2b057060f9bb {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 16:05:49.133174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a4364c94-258e-47c9-9478-2b057060f9bb,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:05:49.260488 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:49.263346 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a0e1c91e-b16b-40b9-b630-c0f83f7ac620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:49.336704 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=a4364c94-258e-47c9-9478-2b057060f9bb,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:49.340087 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:49.618875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['a4364c94-258e-47c9-9478-2b057060f9bb'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 16:05:50.298596 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63ca87-2940-4b7b-a039-9f4d24f2ee0f req-0aad7e8c-d9a4-4cc4-82ae-3ad422ef1fd9 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:50.300096 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4d63ca87-2940-4b7b-a039-9f4d24f2ee0f req-0aad7e8c-d9a4-4cc4-82ae-3ad422ef1fd9 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 945 time: 0.0943959
Jun 04 16:05:50.346136 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4d63ca87-2940-4b7b-a039-9f4d24f2ee0f req-12781ec7-fba2-4072-a059-eeb217a9d851 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403092
Jun 04 16:05:50.927240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device a4364c94-258e-47c9-9478-2b057060f9bb up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:05:51.063264 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port a4364c94-258e-47c9-9478-2b057060f9bb completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:05:51.067992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port a4364c94-258e-47c9-9478-2b057060f9bb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:05:51.068369 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:51.183303 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:51.209468 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:05:51.219166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a4364c94-258e-47c9-9478-2b057060f9bb,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:05:51.253758 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc4d3ca1ad775a21c8901c5d0a9ac2cba1d0ac500ba6b7c769ade87e62d1a3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd94c1cf-fe35-4a3d-8504-7ad18544ca7d" -d '{"events": [{"server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "name": "network-vif-plugged", "status": "completed", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:05:51.300227 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:51.302203 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:51.349203 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 16:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59552004-c85f-440a-a576-8f354172600c x-openstack-request-id: req-59552004-c85f-440a-a576-8f354172600c {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:05:51.349504 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "name": "network-vif-plugged", "status": "completed", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:05:51.349768 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59552004-c85f-440a-a576-8f354172600c {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:05:51.350178 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb', 'code': 200}
Jun 04 16:05:51.376719 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=a4364c94-258e-47c9-9478-2b057060f9bb,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:51.379575 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:51.480511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611ad22-d0ef-4f30-92e6-fe60d8d9eef2 req-5f6e4077-8f38-4ef0-a437-fe1b42a3278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:51.486600 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a611ad22-d0ef-4f30-92e6-fe60d8d9eef2 req-5f6e4077-8f38-4ef0-a437-fe1b42a3278d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 1097 time: 0.0759327
Jun 04 16:05:51.525255 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a611ad22-d0ef-4f30-92e6-fe60d8d9eef2 req-7d6c0bc3-78d0-4f72-a974-15ddfac4ab6d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358832
Jun 04 16:05:51.538839 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b4151-a9ed-4bd7-870f-a9efa8c214e5 req-ad92bf10-6eef-4975-8fba-8f06a42397be tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:51.540306 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3f2b4151-a9ed-4bd7-870f-a9efa8c214e5 req-ad92bf10-6eef-4975-8fba-8f06a42397be tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 946 time: 0.0815401
Jun 04 16:05:51.592163 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3f2b4151-a9ed-4bd7-870f-a9efa8c214e5 req-0fa1a494-4424-4e14-85a7-ea7882d90940 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454214
Jun 04 16:05:52.786125 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6e3c5-8d9e-4c8f-bbef-515716c7025c req-bbf04bd3-5111-4488-9c06-943c1127a620 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:52.787649 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bba6e3c5-8d9e-4c8f-bbef-515716c7025c req-bbf04bd3-5111-4488-9c06-943c1127a620 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 946 time: 0.0835299
Jun 04 16:05:52.837855 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bba6e3c5-8d9e-4c8f-bbef-515716c7025c req-fbde6191-d5bd-435a-a702-e8537bbe5a93 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436952
Jun 04 16:05:53.959989 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:54.031087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a59b0-3dbd-494c-97aa-c6ebfb4894bd req-a6cda4ab-f701-4d95-b2d7-8b2e0cc90a3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:54.032564 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d71a59b0-3dbd-494c-97aa-c6ebfb4894bd req-a6cda4ab-f701-4d95-b2d7-8b2e0cc90a3d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 946 time: 0.0820162
Jun 04 16:05:54.078574 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d71a59b0-3dbd-494c-97aa-c6ebfb4894bd req-18887af2-4204-48a9-9ebc-b7e4c5119ba1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403082
Jun 04 16:05:54.287085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5a281-3387-4476-91c0-c2b1a3fb18dc req-2c50120f-cd45-453d-8836-e3e445589657 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:54.288554 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bec5a281-3387-4476-91c0-c2b1a3fb18dc req-2c50120f-cd45-453d-8836-e3e445589657 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 946 time: 0.1021783
Jun 04 16:05:54.333608 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bec5a281-3387-4476-91c0-c2b1a3fb18dc req-992688d0-da32-409d-a621-283cedbc45f3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391231
Jun 04 16:05:54.355801 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35766) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:54.431938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aa1c8e-4889-4fe1-86d2-0a9319fba8cd tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:54.433475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a2aa1c8e-4889-4fe1-86d2-0a9319fba8cd tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 1092 time: 0.0766573
Jun 04 16:05:54.436851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35768) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:54.441628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'port_id': 'a4364c94-258e-47c9-9478-2b057060f9bb', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:05:54.448168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:05:54.452639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:floatingip and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:05:54.455606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:05:54.461301 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:05:54.540251 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:54.680003 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:54.814937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Allocated IP 172.25.4.102 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/5e8a03f6-59c2-4d69-a53f-d44c313d2f56) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:05:54.960463 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:55.054733 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:55.059406 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:55.122355 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:05:55.125365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:05:55.129256 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:05:55.167606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=5e8a03f6-59c2-4d69-a53f-d44c313d2f56,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:55.175373 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:55.732289 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:55.889785 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:56.095845 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:56.177594 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:56.182551 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b8ffca9d-f665-45de-b593-fa13f5b25d74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:05:56.268577 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:56.291674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=5e8a03f6-59c2-4d69-a53f-d44c313d2f56,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:05:56.294856 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:05:56.304405 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:56.476366 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Floating IP 723753fd-5b9b-47f8-9f0a-fe631d8a80d9 associated. External IP: 172.25.4.102, port: a4364c94-258e-47c9-9478-2b057060f9bb.
Jun 04 16:05:56.835375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router d49dd0e4-b94c-416d-92ca-47c05a28feca has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:05:57.015297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:05:57.024597 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e25da0b-480a-462e-8475-d20ea78d58d4 None None] Sync routers for ids ['d49dd0e4-b94c-416d-92ca-47c05a28feca'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:05:57.035433 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e25da0b-480a-462e-8475-d20ea78d58d4 None None] Routers {'d49dd0e4-b94c-416d-92ca-47c05a28feca'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:05:57.036047 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3e25da0b-480a-462e-8475-d20ea78d58d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d630dc0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:05:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['d49dd0e4-b94c-416d-92ca-47c05a28feca'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:57.125851 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:05:57.182779 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7446070
Jun 04 16:05:57.183458 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:05:57.185814 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79082e5e405f89b3c225701342a0f75be34bb75c3caf871e40b5bc6e9e2bcd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd9aadc-6a6d-4462-af70-fab13871c669" -d '{"events": [{"name": "network-changed", "server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:05:57.216496 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-3e25da0b-480a-462e-8475-d20ea78d58d4 None None] Set router d49dd0e4-b94c-416d-92ca-47c05a28feca gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:05:57.242562 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbc9060-53f5-442e-8655-73d1cc7d63df x-openstack-request-id: req-5fbc9060-53f5-442e-8655-73d1cc7d63df {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:05:57.242907 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:05:57.243257 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fbc9060-53f5-442e-8655-73d1cc7d63df {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:05:57.243701 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb', 'status': 'completed', 'code': 200}
Jun 04 16:05:57.376139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4924e05-cdb8-423a-9f73-e456399e3db7 req-c63381ad-229e-4c4a-a507-23b454a3ca16 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:57.379022 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4924e05-cdb8-423a-9f73-e456399e3db7 req-c63381ad-229e-4c4a-a507-23b454a3ca16 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 946 time: 0.1062665
Jun 04 16:05:57.528683 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9aadc-6a6d-4462-af70-fab13871c669 req-7209b788-2987-4905-8f81-bcdb67f6718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:57.530445 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-edd9aadc-6a6d-4462-af70-fab13871c669 req-7209b788-2987-4905-8f81-bcdb67f6718f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 1097 time: 0.2622435
Jun 04 16:05:57.604973 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f4924e05-cdb8-423a-9f73-e456399e3db7 req-f3abafc2-4526-490a-86ee-63f80613f70e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2203062
Jun 04 16:05:57.616433 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3e25da0b-480a-462e-8475-d20ea78d58d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d630dc0>, [{'id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456987757', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '1083400f-ce2e-4687-a67d-9795983aef76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:05:27Z', 'updated_at': '2021-06-04T16:05:33Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1083400f-ce2e-4687-a67d-9795983aef76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:28Z', 'updated_at': '2021-06-04T16:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '723753fd-5b9b-47f8-9f0a-fe631d8a80d9', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'floating_ip_address': '172.25.4.102', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'port_id': 'a4364c94-258e-47c9-9478-2b057060f9bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1070dadc-d14e-46c5-90fa-161329819116', 'mac_address': 'fa:16:3e:d0:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T16:05:55Z', 'updated_at': '2021-06-04T16:05:55Z', 'revision_number': 0, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7c8c63-556b-4159-adf2-1579778a8c08', 'name': '', 'network_id': '1070dadc-d14e-46c5-90fa-161329819116', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:97:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:32Z', 'updated_at': '2021-06-04T16:05:38Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:57.625360 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e25da0b-480a-462e-8475-d20ea78d58d4 None None] Checking router: d49dd0e4-b94c-416d-92ca-47c05a28feca for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:05:57.629550 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35774) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:57.630428 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e25da0b-480a-462e-8475-d20ea78d58d4 None None] Routers {'d49dd0e4-b94c-416d-92ca-47c05a28feca'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:05:57.631036 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3e25da0b-480a-462e-8475-d20ea78d58d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d630dc0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:05:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['d49dd0e4-b94c-416d-92ca-47c05a28feca'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:57.676191 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9aadc-6a6d-4462-af70-fab13871c669 req-b263c11d-b76c-4a0e-bc35-0cfbc04b82be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:57.677765 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-edd9aadc-6a6d-4462-af70-fab13871c669 req-b263c11d-b76c-4a0e-bc35-0cfbc04b82be service neutron] 10.222.0.62 "GET /v2.0/networks?id=1070dadc-d14e-46c5-90fa-161329819116 HTTP/1.1" status: 200  len: 897 time: 0.1402919
Jun 04 16:05:57.751904 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3ee561a7-5220-41c0-92ad-0d0887d4ce63 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/723753fd-5b9b-47f8-9f0a-fe631d8a80d9 HTTP/1.1" status: 200  len: 992 time: 0.1199641
Jun 04 16:05:57.791715 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-edd9aadc-6a6d-4462-af70-fab13871c669 req-1294c03b-f4e7-4bec-9e5d-9702a0c32525 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4364c94-258e-47c9-9478-2b057060f9bb HTTP/1.1" status: 200  len: 1000 time: 0.1045439
Jun 04 16:05:57.857025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9aadc-6a6d-4462-af70-fab13871c669 req-08d37a3f-d062-4f18-9139-c29cbf3a20af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:57.859116 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-edd9aadc-6a6d-4462-af70-fab13871c669 req-08d37a3f-d062-4f18-9139-c29cbf3a20af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=00d626fc-68e8-4f66-a993-90b9bf7715f3 HTTP/1.1" status: 200  len: 834 time: 0.0598445
Jun 04 16:05:57.878351 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-3e25da0b-480a-462e-8475-d20ea78d58d4 None None] Set router d49dd0e4-b94c-416d-92ca-47c05a28feca gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:05:57.940992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9aadc-6a6d-4462-af70-fab13871c669 req-10011617-1cb1-482f-9ea1-5a1186a43aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:05:57.942472 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-edd9aadc-6a6d-4462-af70-fab13871c669 req-10011617-1cb1-482f-9ea1-5a1186a43aed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1070dadc-d14e-46c5-90fa-161329819116&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0764208
Jun 04 16:05:58.093176 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-edd9aadc-6a6d-4462-af70-fab13871c669 req-37926101-5b97-40fc-af42-0dc8ae231754 service neutron] 10.222.0.62 "GET /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438599
Jun 04 16:05:58.231221 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-edd9aadc-6a6d-4462-af70-fab13871c669 req-4d3f884e-a90a-44dd-9584-b33eea0430a7 service neutron] 10.222.0.62 "GET /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309705
Jun 04 16:05:58.235641 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3e25da0b-480a-462e-8475-d20ea78d58d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d630dc0>, [{'id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456987757', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '1083400f-ce2e-4687-a67d-9795983aef76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:05:27Z', 'updated_at': '2021-06-04T16:05:33Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1083400f-ce2e-4687-a67d-9795983aef76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:28Z', 'updated_at': '2021-06-04T16:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '723753fd-5b9b-47f8-9f0a-fe631d8a80d9', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'floating_ip_address': '172.25.4.102', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'port_id': 'a4364c94-258e-47c9-9478-2b057060f9bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1070dadc-d14e-46c5-90fa-161329819116', 'mac_address': 'fa:16:3e:d0:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T16:05:55Z', 'updated_at': '2021-06-04T16:05:55Z', 'revision_number': 0, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7c8c63-556b-4159-adf2-1579778a8c08', 'name': '', 'network_id': '1070dadc-d14e-46c5-90fa-161329819116', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:97:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:32Z', 'updated_at': '2021-06-04T16:05:38Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:05:58.239945 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e25da0b-480a-462e-8475-d20ea78d58d4 None None] The sync data for ids ['d49dd0e4-b94c-416d-92ca-47c05a28feca'] in n-d-791505-9 is: [{'id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456987757', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '1083400f-ce2e-4687-a67d-9795983aef76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:05:27Z', 'updated_at': '2021-06-04T16:05:33Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1083400f-ce2e-4687-a67d-9795983aef76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:28Z', 'updated_at': '2021-06-04T16:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '723753fd-5b9b-47f8-9f0a-fe631d8a80d9', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'floating_ip_address': '172.25.4.102', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'port_id': 'a4364c94-258e-47c9-9478-2b057060f9bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1070dadc-d14e-46c5-90fa-161329819116', 'mac_address': 'fa:16:3e:d0:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T16:05:55Z', 'updated_at': '2021-06-04T16:05:55Z', 'revision_number': 0, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7c8c63-556b-4159-adf2-1579778a8c08', 'name': '', 'network_id': '1070dadc-d14e-46c5-90fa-161329819116', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:97:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:32Z', 'updated_at': '2021-06-04T16:05:38Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:05:58.430711 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274db87b-cbd5-4472-9dde-da8733435566 None None] New status for floating IP 723753fd-5b9b-47f8-9f0a-fe631d8a80d9: ACTIVE {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 16:05:58.754786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35776) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:05:58.873113 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f187184d-878e-4735-93b8-c880fd31b002 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/723753fd-5b9b-47f8-9f0a-fe631d8a80d9 HTTP/1.1" status: 200  len: 994 time: 0.1168342
Jun 04 16:05:59.565953 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-76a17e1c-eeab-49dc-a057-a15706551b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:06:02.051250 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:06:02.385890 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-25f4c08f-3aa3-442b-9272-5ffd50c88b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:06:03.806478 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:06:05.524249 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:06:11.178250 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:06:24.036592 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:06:26.313663 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:06:29.530358 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a08f008f-dbed-4fdd-8ee0-57b46f7c1198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:06:32.096585 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:06:32.414075 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6922-765a-4b5e-a036-688ff6e8ff09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:06:33.770489 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:06:35.410260 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:06:48.176727 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:06:49.651569 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70763681-dd86-49b0-b28a-5d3ee5c0ef3a req-6511f97b-a450-4348-91a2-6e6b11451e23 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0841539
Jun 04 16:06:49.802572 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70763681-dd86-49b0-b28a-5d3ee5c0ef3a req-90183279-ee29-4ab2-84fd-e1490ab89b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:06:49.802572 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70763681-dd86-49b0-b28a-5d3ee5c0ef3a req-90183279-ee29-4ab2-84fd-e1490ab89b57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 1097 time: 0.0717576
Jun 04 16:06:49.953060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70763681-dd86-49b0-b28a-5d3ee5c0ef3a req-5e8a450b-b332-4613-8766-32c567915e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:06:49.954439 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70763681-dd86-49b0-b28a-5d3ee5c0ef3a req-5e8a450b-b332-4613-8766-32c567915e55 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1070dadc-d14e-46c5-90fa-161329819116 HTTP/1.1" status: 200  len: 897 time: 0.1316507
Jun 04 16:06:50.065484 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70763681-dd86-49b0-b28a-5d3ee5c0ef3a req-1c21fa8b-9ed3-44cd-b5db-8d2043a183d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4364c94-258e-47c9-9478-2b057060f9bb HTTP/1.1" status: 200  len: 1002 time: 0.1039553
Jun 04 16:06:50.134076 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70763681-dd86-49b0-b28a-5d3ee5c0ef3a req-5a648068-7d40-4bba-b8b6-6ca7b811661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:06:50.135512 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70763681-dd86-49b0-b28a-5d3ee5c0ef3a req-5a648068-7d40-4bba-b8b6-6ca7b811661f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=00d626fc-68e8-4f66-a993-90b9bf7715f3 HTTP/1.1" status: 200  len: 834 time: 0.0629537
Jun 04 16:06:50.217108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70763681-dd86-49b0-b28a-5d3ee5c0ef3a req-3f2900e7-10e0-4f6e-8858-30e933e7a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:06:50.217108 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70763681-dd86-49b0-b28a-5d3ee5c0ef3a req-3f2900e7-10e0-4f6e-8858-30e933e7a9e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1070dadc-d14e-46c5-90fa-161329819116&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0710287
Jun 04 16:06:50.350325 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70763681-dd86-49b0-b28a-5d3ee5c0ef3a req-f1f739d4-c65e-40d5-8d93-b2ea5a7950bd service neutron] 10.222.0.62 "GET /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296656
Jun 04 16:06:50.482992 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-70763681-dd86-49b0-b28a-5d3ee5c0ef3a req-661db8fb-f029-45cc-a945-4695d9331c73 service neutron] 10.222.0.62 "GET /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248868
Jun 04 16:06:53.992935 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:06:56.272741 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:06:59.549622 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9534e826-7df2-469b-8a94-7de033f10c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:02.052604 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:02.349666 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f25cb4fe-eee3-4b7a-8629-27c8c9393a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:03.838394 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:05.355212 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:12.275773 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7fb86-2015-4987-a910-84409bfb5bb6 req-d0479904-98d2-4aaa-a806-6ba01466b5b5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:12.277320 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-04c7fb86-2015-4987-a910-84409bfb5bb6 req-d0479904-98d2-4aaa-a806-6ba01466b5b5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 946 time: 0.0924020
Jun 04 16:07:12.323964 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-04c7fb86-2015-4987-a910-84409bfb5bb6 req-906c69be-7577-4c8b-9a4f-f58b6277a2a4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410018
Jun 04 16:07:12.347685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35842) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:12.456153 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3c13a067-921d-40c6-85e5-a83b79cea802 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/723753fd-5b9b-47f8-9f0a-fe631d8a80d9 HTTP/1.1" status: 200  len: 994 time: 0.1071706
Jun 04 16:07:12.929778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9151b-aedf-49dc-82f8-5ab486311ae3 req-0a2bb462-6eed-471d-97a6-aaa237148444 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:12.931407 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5ab9151b-aedf-49dc-82f8-5ab486311ae3 req-0a2bb462-6eed-471d-97a6-aaa237148444 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 1097 time: 0.0754044
Jun 04 16:07:12.973918 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5ab9151b-aedf-49dc-82f8-5ab486311ae3 req-5ebdc645-4422-4dc3-bf10-9c8f6f3f52dc tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367913
Jun 04 16:07:14.370161 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-d382907b-8dfe-4aa4-a35b-8de8d624b2d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1088643
Jun 04 16:07:15.909530 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-41ebf474-76df-4588-988b-6a3097aca496 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 16:07:15.910560 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-41ebf474-76df-4588-988b-6a3097aca496 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0535500
Jun 04 16:07:15.919389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-93aa2a83-bb0f-4c8e-8ab9-943af627e052 service neutron] Request body: {'binding': {'host': 'n-h1-791505-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:07:15.919903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-93aa2a83-bb0f-4c8e-8ab9-943af627e052 service neutron] Unknown quota resources ['binding']. {{(pid=88300) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Jun 04 16:07:16.279258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-93aa2a83-bb0f-4c8e-8ab9-943af627e052 service neutron] Attempting to bind port a4364c94-258e-47c9-9478-2b057060f9bb on host n-h1-791505-9 for vnic_type normal with profile None {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:07:16.279611 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-93aa2a83-bb0f-4c8e-8ab9-943af627e052 service neutron] Attempting to bind port a4364c94-258e-47c9-9478-2b057060f9bb by drivers openvswitch,hyperv on host n-h1-791505-9 at level 0 using segments [{'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:07:16.279940 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-93aa2a83-bb0f-4c8e-8ab9-943af627e052 service neutron] Attempting to bind port a4364c94-258e-47c9-9478-2b057060f9bb on network 1070dadc-d14e-46c5-90fa-161329819116 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:07:16.285474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-93aa2a83-bb0f-4c8e-8ab9-943af627e052 service neutron] Port a4364c94-258e-47c9-9478-2b057060f9bb on network 1070dadc-d14e-46c5-90fa-161329819116 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 16:07:16.285795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-93aa2a83-bb0f-4c8e-8ab9-943af627e052 service neutron] Attempting to bind port a4364c94-258e-47c9-9478-2b057060f9bb on network 1070dadc-d14e-46c5-90fa-161329819116 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:07:16.291277 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-93aa2a83-bb0f-4c8e-8ab9-943af627e052 service neutron] Checking agent: {'id': 'f8a23e9e-b295-4e33-86cd-8bcbb902b253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:07:16.300029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-93aa2a83-bb0f-4c8e-8ab9-943af627e052 service neutron] Checking segment: {'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:07:16.300029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-93aa2a83-bb0f-4c8e-8ab9-943af627e052 service neutron] Bound using segment: {'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:07:16.300029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-93aa2a83-bb0f-4c8e-8ab9-943af627e052 service neutron] Bound port: a4364c94-258e-47c9-9478-2b057060f9bb, host: n-h1-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:07:16.321890 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-93aa2a83-bb0f-4c8e-8ab9-943af627e052 service neutron] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h1-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=a4364c94-258e-47c9-9478-2b057060f9bb,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:07:16.433645 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-93aa2a83-bb0f-4c8e-8ab9-943af627e052 service neutron] Notify callbacks [] for binding, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:16.434839 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-93aa2a83-bb0f-4c8e-8ab9-943af627e052 service neutron] 10.222.0.32 "POST /v2.0/ports/a4364c94-258e-47c9-9478-2b057060f9bb/bindings HTTP/1.1" status: 201  len: 389 time: 0.5186272
Jun 04 16:07:16.901772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e82ef-ba01-4b79-a9d9-2e4723040351 req-bd031701-eed8-42f9-a56c-dfbad7b912ae tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:16.903245 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-df3e82ef-ba01-4b79-a9d9-2e4723040351 req-bd031701-eed8-42f9-a56c-dfbad7b912ae tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 946 time: 0.0886838
Jun 04 16:07:16.951980 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-df3e82ef-ba01-4b79-a9d9-2e4723040351 req-61b10a5b-d48d-4765-9bb5-98fadf052962 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427477
Jun 04 16:07:17.326681 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-f751277c-7efc-438a-9d43-42899601ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:17.328413 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-f751277c-7efc-438a-9d43-42899601ef41 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 1097 time: 0.1117952
Jun 04 16:07:17.465427 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-5b3938c4-81cd-4b2c-b7ec-9812f1f97ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:17.466796 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-5b3938c4-81cd-4b2c-b7ec-9812f1f97ead service neutron] 10.222.0.65 "GET /v2.0/networks?id=1070dadc-d14e-46c5-90fa-161329819116 HTTP/1.1" status: 200  len: 897 time: 0.1322641
Jun 04 16:07:17.574113 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-20d1595c-fd03-4d9f-9cf0-026569d3b1aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4364c94-258e-47c9-9478-2b057060f9bb HTTP/1.1" status: 200  len: 1002 time: 0.1008453
Jun 04 16:07:17.641929 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-cf62f684-f31c-41f4-ac2b-d47ff8d223fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:17.643729 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-cf62f684-f31c-41f4-ac2b-d47ff8d223fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00d626fc-68e8-4f66-a993-90b9bf7715f3 HTTP/1.1" status: 200  len: 834 time: 0.0633233
Jun 04 16:07:17.722220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-441ced62-908e-4b5e-a379-aa31075e8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:17.724956 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-441ced62-908e-4b5e-a379-aa31075e8b64 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1070dadc-d14e-46c5-90fa-161329819116&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0736885
Jun 04 16:07:17.865689 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-1e6e8b29-00ed-4fab-827b-64ca6c61162b service neutron] 10.222.0.65 "GET /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347551
Jun 04 16:07:18.000397 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-7c11ee2a-d1b2-4f48-9134-4abe67572823 service neutron] 10.222.0.65 "GET /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277540
Jun 04 16:07:18.196930 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-02260e69-7303-41e3-a231-8810f68e0e04 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:18.198462 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-02260e69-7303-41e3-a231-8810f68e0e04 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b&tenant_id=5713bc90d4f140b1942b906ec12fd63f&binding%3Ahost_id=n-h2-791505-9 HTTP/1.1" status: 200  len: 1097 time: 0.1423185
Jun 04 16:07:18.206969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0f24c-ac40-48dd-b639-9ff17d560ef8 req-d68fd37f-a7be-4f59-8dd1-6f2731324f89 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:18.208312 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-97e0f24c-ac40-48dd-b639-9ff17d560ef8 req-d68fd37f-a7be-4f59-8dd1-6f2731324f89 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 946 time: 0.1155686
Jun 04 16:07:18.213309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-9'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:07:18.305335 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-97e0f24c-ac40-48dd-b639-9ff17d560ef8 req-1e7c189e-ff80-425a-bf3f-b1ed809a0814 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657079
Jun 04 16:07:18.361353 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:18.550675 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a4364c94-258e-47c9-9478-2b057060f9bb,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:07:18.582137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:07:18.639782 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:07:18.642105 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79082e5e405f89b3c225701342a0f75be34bb75c3caf871e40b5bc6e9e2bcd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c42bb4-3439-45fa-992b-9a40b1135116" -d '{"events": [{"server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "name": "network-vif-unplugged", "status": "completed", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:07:18.646622 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:18.686064 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 16:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285058e9-a11c-4220-9dcd-c3563fb77511 x-openstack-request-id: req-285058e9-a11c-4220-9dcd-c3563fb77511 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:07:18.686405 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "name": "network-vif-unplugged", "status": "completed", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:07:18.686705 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-285058e9-a11c-4220-9dcd-c3563fb77511 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:07:18.687146 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb', 'code': 200}
Jun 04 16:07:18.737830 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:18.741906 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:18.889074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Pushing event updated for resources: {'Port': ['ID=a4364c94-258e-47c9-9478-2b057060f9bb,revision_number=7']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:18.910013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:18.910393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:18.910775 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:18.911148 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:18.911516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:18.911884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:18.912247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:18.912609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:18.912971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:18.913613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:18.913972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:18.914329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:18.920120 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:18.978974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Attempting to bind port a4364c94-258e-47c9-9478-2b057060f9bb on host n-h2-791505-9 for vnic_type normal with profile {"migrating_to": "n-h1-791505-9"} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:07:18.979373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Attempting to bind port a4364c94-258e-47c9-9478-2b057060f9bb by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:07:18.979708 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Attempting to bind port a4364c94-258e-47c9-9478-2b057060f9bb on network 1070dadc-d14e-46c5-90fa-161329819116 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:07:18.984302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Port a4364c94-258e-47c9-9478-2b057060f9bb on network 1070dadc-d14e-46c5-90fa-161329819116 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 16:07:18.984616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Attempting to bind port a4364c94-258e-47c9-9478-2b057060f9bb on network 1070dadc-d14e-46c5-90fa-161329819116 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:07:18.990151 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:07:18.990486 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Checking segment: {'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:07:18.990861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Bound using segment: {'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:07:18.991279 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Bound port: a4364c94-258e-47c9-9478-2b057060f9bb, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1070dadc-d14e-46c5-90fa-161329819116'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:07:18.991620 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:19.073596 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6b2a14ed-a437-40f5-9560-22ed851d90a2 None None] Provisioning complete for port a4364c94-258e-47c9-9478-2b057060f9bb triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:07:19.074190 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b2a14ed-a437-40f5-9560-22ed851d90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:19.082153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:07:19.085375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a4364c94-258e-47c9-9478-2b057060f9bb,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:07:19.126472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a14ed-a437-40f5-9560-22ed851d90a2 None None] Port a4364c94-258e-47c9-9478-2b057060f9bb cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:07:19.161390 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:19.165603 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:19.315020 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Pushing event updated for resources: {'Port': ['ID=a4364c94-258e-47c9-9478-2b057060f9bb,revision_number=8']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:19.320381 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:19.379173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:19.380486 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:19.382266 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] 10.222.0.65 "PUT /v2.0/ports/a4364c94-258e-47c9-9478-2b057060f9bb HTTP/1.1" status: 200  len: 1122 time: 1.1729145
Jun 04 16:07:19.449138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Provisioning complete for port a4364c94-258e-47c9-9478-2b057060f9bb triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:07:19.449812 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:19.482789 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['a4364c94-258e-47c9-9478-2b057060f9bb'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 16:07:19.513780 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bcef5-f128-43c2-a240-da51d211b2e0 req-32eeea13-a7b1-4f98-9bba-2b76ab21ffaa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:19.515248 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-392bcef5-f128-43c2-a240-da51d211b2e0 req-32eeea13-a7b1-4f98-9bba-2b76ab21ffaa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 944 time: 0.0885906
Jun 04 16:07:19.564076 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-392bcef5-f128-43c2-a240-da51d211b2e0 req-0b1be95c-ad9f-43f3-a7b9-b67d2345c8d0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404882
Jun 04 16:07:19.676082 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:19.727956 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:07:19.730228 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc4d3ca1ad775a21c8901c5d0a9ac2cba1d0ac500ba6b7c769ade87e62d1a3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d1bad5-cc1c-4f58-8bc2-f036a26c4e23" -d '{"events": [{"server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "name": "network-vif-plugged", "status": "completed", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:07:19.753218 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a4364c94-258e-47c9-9478-2b057060f9bb,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:07:19.782877 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 16:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20face5b-3e5e-42c5-9fb7-31209b03725f x-openstack-request-id: req-20face5b-3e5e-42c5-9fb7-31209b03725f {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:07:19.783097 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "name": "network-vif-plugged", "status": "completed", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:07:19.783396 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20face5b-3e5e-42c5-9fb7-31209b03725f {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:07:19.783822 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb', 'code': 200}
Jun 04 16:07:19.842289 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:19.898300 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:20.042822 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Pushing event updated for resources: {'Port': ['ID=a4364c94-258e-47c9-9478-2b057060f9bb,revision_number=9']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:20.070261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:20.070605 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:20.070947 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:20.071284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:20.071609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:20.071936 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:20.072258 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:20.072577 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:20.072894 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:20.073238 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:20.073555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:20.073870 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:20.102180 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:20.688881 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:07:20.692039 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79082e5e405f89b3c225701342a0f75be34bb75c3caf871e40b5bc6e9e2bcd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392d16bd-68c7-445f-859b-0172d249fbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:07:20.744231 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5464589-631c-4ba4-af95-18309838e989 x-openstack-request-id: req-a5464589-631c-4ba4-af95-18309838e989 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:07:20.744580 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:07:20.744885 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5464589-631c-4ba4-af95-18309838e989 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:07:20.745354 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb', 'status': 'completed', 'code': 200}
Jun 04 16:07:20.835079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e94701-3459-4492-bab7-ccbcee12f558 req-5dfa4619-bf8b-4519-a838-28c0e173cae8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:20.836563 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-21e94701-3459-4492-bab7-ccbcee12f558 req-5dfa4619-bf8b-4519-a838-28c0e173cae8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 946 time: 0.1414194
Jun 04 16:07:20.894637 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-21e94701-3459-4492-bab7-ccbcee12f558 req-c2b3b7fe-8b70-4e30-af11-afef5a9e7041 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511732
Jun 04 16:07:20.896936 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d16bd-68c7-445f-859b-0172d249fbe8 req-5feee556-2265-4279-a915-eb1ec27d315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:20.898364 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-392d16bd-68c7-445f-859b-0172d249fbe8 req-5feee556-2265-4279-a915-eb1ec27d315e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 1127 time: 0.1255705
Jun 04 16:07:21.035346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d16bd-68c7-445f-859b-0172d249fbe8 req-38361217-4a7d-4432-86a2-cee4927bc17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:21.036785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-392d16bd-68c7-445f-859b-0172d249fbe8 req-38361217-4a7d-4432-86a2-cee4927bc17a service neutron] 10.222.0.62 "GET /v2.0/networks?id=1070dadc-d14e-46c5-90fa-161329819116 HTTP/1.1" status: 200  len: 897 time: 0.1319349
Jun 04 16:07:21.149769 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-392d16bd-68c7-445f-859b-0172d249fbe8 req-86496e0c-4639-4d69-890d-fc1e4d9ca026 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4364c94-258e-47c9-9478-2b057060f9bb HTTP/1.1" status: 200  len: 1002 time: 0.1055129
Jun 04 16:07:21.380836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d16bd-68c7-445f-859b-0172d249fbe8 req-65a402a0-bf82-4ea4-b353-67b61dd7ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:21.382311 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-392d16bd-68c7-445f-859b-0172d249fbe8 req-65a402a0-bf82-4ea4-b353-67b61dd7ad64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=00d626fc-68e8-4f66-a993-90b9bf7715f3 HTTP/1.1" status: 200  len: 834 time: 0.2264712
Jun 04 16:07:21.459506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d16bd-68c7-445f-859b-0172d249fbe8 req-3d035fc6-73b5-4d1f-8cbe-efd353ba140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:21.460891 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-392d16bd-68c7-445f-859b-0172d249fbe8 req-3d035fc6-73b5-4d1f-8cbe-efd353ba140e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1070dadc-d14e-46c5-90fa-161329819116&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0723002
Jun 04 16:07:21.603592 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-392d16bd-68c7-445f-859b-0172d249fbe8 req-fc35e6f1-607f-4337-b7dd-50cc1f1c27e2 service neutron] 10.222.0.62 "GET /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298575
Jun 04 16:07:21.733531 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-392d16bd-68c7-445f-859b-0172d249fbe8 req-c28638d9-91cc-48d4-a668-2cd5e353a5b6 service neutron] 10.222.0.62 "GET /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290290
Jun 04 16:07:22.100486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6419a2-5732-483a-8a87-4e582ad55bf4 req-ab3b8ff2-94cc-4cad-98ec-5bfa48898dab tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:22.102135 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fb6419a2-5732-483a-8a87-4e582ad55bf4 req-ab3b8ff2-94cc-4cad-98ec-5bfa48898dab tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 946 time: 0.0909209
Jun 04 16:07:22.153311 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fb6419a2-5732-483a-8a87-4e582ad55bf4 req-49ad81b6-8ce3-4846-b704-92da723bfb23 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429692
Jun 04 16:07:22.193647 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device a4364c94-258e-47c9-9478-2b057060f9bb details requested by agent hyperv_n-h1-791505-9 with host n-h1-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 16:07:22.333945 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a4364c94-258e-47c9-9478-2b057060f9bb,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:07:22.348304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device a4364c94-258e-47c9-9478-2b057060f9bb has no active binding in host n-h1-791505-9 {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Jun 04 16:07:23.379867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc546b1a-6dc1-4dee-82ef-51336777e6ea req-2cc4b47f-5d76-4566-b321-bf03419c427c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:23.381376 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc546b1a-6dc1-4dee-82ef-51336777e6ea req-2cc4b47f-5d76-4566-b321-bf03419c427c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 946 time: 0.1106651
Jun 04 16:07:23.425775 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc546b1a-6dc1-4dee-82ef-51336777e6ea req-d550f85e-045a-4ec6-add6-5fc3a6485f7e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388122
Jun 04 16:07:24.003526 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:24.624246 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae527837-6f77-4015-a05b-d370b51f5cd8 req-c6b98edd-8e5f-41be-a986-61c5e5754777 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:24.625731 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ae527837-6f77-4015-a05b-d370b51f5cd8 req-c6b98edd-8e5f-41be-a986-61c5e5754777 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 946 time: 0.0859098
Jun 04 16:07:24.676057 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ae527837-6f77-4015-a05b-d370b51f5cd8 req-8d796964-6c31-4014-ba0d-dbc3a14fa692 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438297
Jun 04 16:07:24.787725 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-c35bb50c-1c0d-4af5-add6-7a92795c76d9 service neutron] 10.222.0.62 "GET /v2.0/ports/a4364c94-258e-47c9-9478-2b057060f9bb/bindings/n-h1-791505-9 HTTP/1.1" status: 200  len: 384 time: 0.0757821
Jun 04 16:07:25.044054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-a1ff5bad-cff9-49c4-a0d2-6cb8f290404c service neutron] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=a4364c94-258e-47c9-9478-2b057060f9bb,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:07:25.066613 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-a1ff5bad-cff9-49c4-a0d2-6cb8f290404c service neutron] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:07:25.126259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:07:25.128740 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79082e5e405f89b3c225701342a0f75be34bb75c3caf871e40b5bc6e9e2bcd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2508203-b6dd-4619-9435-d0d092eba800" -d '{"events": [{"server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "name": "network-vif-unplugged", "status": "completed", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:07:25.135626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-a1ff5bad-cff9-49c4-a0d2-6cb8f290404c service neutron] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=a4364c94-258e-47c9-9478-2b057060f9bb,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:07:25.182737 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:07:25.183202 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 16:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fe4507-53bf-4713-abf9-9aeb3ce81d49 x-openstack-request-id: req-36fe4507-53bf-4713-abf9-9aeb3ce81d49 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:07:25.183202 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "name": "network-vif-unplugged", "status": "completed", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:07:25.183202 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36fe4507-53bf-4713-abf9-9aeb3ce81d49 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:07:25.183202 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb', 'code': 200}
Jun 04 16:07:25.263537 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-a1ff5bad-cff9-49c4-a0d2-6cb8f290404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:25.375384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-a1ff5bad-cff9-49c4-a0d2-6cb8f290404c service neutron] Transition to ACTIVE for port object a4364c94-258e-47c9-9478-2b057060f9bb will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:07:25.515971 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-a1ff5bad-cff9-49c4-a0d2-6cb8f290404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:25.520674 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b4c49117-3d6b-43d8-ac5d-5357804d2e7f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:25.678689 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff5bad-cff9-49c4-a0d2-6cb8f290404c service neutron] Pushing event updated for resources: {'Port': ['ID=a4364c94-258e-47c9-9478-2b057060f9bb,revision_number=11']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:25.682144 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a1ff5bad-cff9-49c4-a0d2-6cb8f290404c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:25.733860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-a1ff5bad-cff9-49c4-a0d2-6cb8f290404c service neutron] No DVR routers for this DVR port a4364c94-258e-47c9-9478-2b057060f9bb on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:07:25.869516 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091412ca-c771-41a5-827b-1ecbf290a13e req-54d1fb12-d831-427b-a33f-e5c3c0941573 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:25.870889 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-091412ca-c771-41a5-827b-1ecbf290a13e req-54d1fb12-d831-427b-a33f-e5c3c0941573 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 945 time: 0.0819979
Jun 04 16:07:25.917066 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-091412ca-c771-41a5-827b-1ecbf290a13e req-1c515044-9ed9-45e5-870d-d4366eca82fb tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404105
Jun 04 16:07:25.959653 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-a1ff5bad-cff9-49c4-a0d2-6cb8f290404c service neutron] 10.222.0.62 "PUT /v2.0/ports/a4364c94-258e-47c9-9478-2b057060f9bb/bindings/n-h1-791505-9/activate HTTP/1.1" status: 200  len: 369 time: 1.1662304
Jun 04 16:07:26.169055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-a60f00e8-b951-4589-8ff5-2876d587e8cc tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:26.170561 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-a60f00e8-b951-4589-8ff5-2876d587e8cc tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b&tenant_id=5713bc90d4f140b1942b906ec12fd63f&binding%3Ahost_id=n-h2-791505-9 HTTP/1.1" status: 200  len: 1096 time: 0.0762298
Jun 04 16:07:26.247653 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-5c7076f1-c79d-4f56-996b-c2cf99d52061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:26.249186 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-5c7076f1-c79d-4f56-996b-c2cf99d52061 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b&tenant_id=5713bc90d4f140b1942b906ec12fd63f HTTP/1.1" status: 200  len: 1096 time: 0.0716248
Jun 04 16:07:26.312428 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:26.343859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-dd9088a6-a02f-4d1a-abf1-aed24643ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:26.345398 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-dd9088a6-a02f-4d1a-abf1-aed24643ac70 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 1096 time: 0.0749948
Jun 04 16:07:26.632545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-a02fc3d0-d071-4b67-b726-0016a4a23141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:26.634020 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-a02fc3d0-d071-4b67-b726-0016a4a23141 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1070dadc-d14e-46c5-90fa-161329819116 HTTP/1.1" status: 200  len: 897 time: 0.2821772
Jun 04 16:07:26.737357 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-d6ea2524-aae7-475b-97ac-9fb91f2e04a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4364c94-258e-47c9-9478-2b057060f9bb HTTP/1.1" status: 200  len: 1000 time: 0.0963480
Jun 04 16:07:26.799630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-d450973a-3d3b-4d60-9924-6c5a5c48c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:26.801606 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-d450973a-3d3b-4d60-9924-6c5a5c48c269 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00d626fc-68e8-4f66-a993-90b9bf7715f3 HTTP/1.1" status: 200  len: 834 time: 0.0570054
Jun 04 16:07:26.880019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-8969e1df-0cbd-4db7-9c98-779ce3285d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:26.881505 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-8969e1df-0cbd-4db7-9c98-779ce3285d7c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1070dadc-d14e-46c5-90fa-161329819116&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0732327
Jun 04 16:07:27.026093 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-3d4096ac-459d-4d9a-a083-a42f3780a2fb service neutron] 10.222.0.65 "GET /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370788
Jun 04 16:07:27.212736 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-c3ac9a66-11f1-482c-96e9-7b2b66d3d097 service neutron] 10.222.0.65 "GET /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545420
Jun 04 16:07:27.221321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f80f49-ceb5-48a9-99be-f81c96253cfb req-5dc08848-0e8d-4dae-996e-5f7fcb460026 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:27.222732 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-20f80f49-ceb5-48a9-99be-f81c96253cfb req-5dc08848-0e8d-4dae-996e-5f7fcb460026 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 945 time: 0.1957855
Jun 04 16:07:27.268091 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-20f80f49-ceb5-48a9-99be-f81c96253cfb req-d96c5e66-219a-46fb-aa87-82b3bb9d5e46 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389585
Jun 04 16:07:27.719638 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-99039398-9d4d-4cb3-87e4-3682766663bd tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:27.721151 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-99039398-9d4d-4cb3-87e4-3682766663bd tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b&tenant_id=5713bc90d4f140b1942b906ec12fd63f&binding%3Ahost_id=n-h1-791505-9 HTTP/1.1" status: 200  len: 1096 time: 0.0840144
Jun 04 16:07:27.923680 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-50facd0e-24b0-4b8c-b622-4b94dc08b442 service neutron] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:07:27.926952 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-50facd0e-24b0-4b8c-b622-4b94dc08b442 service neutron] Notify callbacks [] for binding, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:27.928047 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-50facd0e-24b0-4b8c-b622-4b94dc08b442 service neutron] 10.222.0.65 "DELETE /v2.0/ports/a4364c94-258e-47c9-9478-2b057060f9bb/bindings/n-h2-791505-9 HTTP/1.1" status: 204  len: 173 time: 0.1996768
Jun 04 16:07:28.471972 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cea5a-8e53-4494-9b2f-dd641f6e25d8 req-fcf4034b-adc2-403a-bdef-80b7a1d20fff tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:28.473826 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3e9cea5a-8e53-4494-9b2f-dd641f6e25d8 req-fcf4034b-adc2-403a-bdef-80b7a1d20fff tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 945 time: 0.0892105
Jun 04 16:07:28.519439 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3e9cea5a-8e53-4494-9b2f-dd641f6e25d8 req-6db360a5-4417-4a0f-8de2-f092e1f37e65 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401757
Jun 04 16:07:28.704397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebdd88-bace-4a83-b2d8-ef16367d5812 req-67b68e59-56e7-4444-bbb7-df50023178f5 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:28.706013 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e8ebdd88-bace-4a83-b2d8-ef16367d5812 req-67b68e59-56e7-4444-bbb7-df50023178f5 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 1096 time: 0.0805948
Jun 04 16:07:28.755979 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e8ebdd88-bace-4a83-b2d8-ef16367d5812 req-aeb34705-9777-44d3-9960-014d884936f6 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384226
Jun 04 16:07:28.947384 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd0b96-5bc3-4bd6-a26b-cf6f6a91e1bd req-e90730d1-71a9-4b17-bbc3-85bd1322e0e7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:28.948775 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6ddd0b96-5bc3-4bd6-a26b-cf6f6a91e1bd req-e90730d1-71a9-4b17-bbc3-85bd1322e0e7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 945 time: 0.0812695
Jun 04 16:07:28.994825 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6ddd0b96-5bc3-4bd6-a26b-cf6f6a91e1bd req-99228f96-a743-44df-b670-a6df6b40b5ea tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401843
Jun 04 16:07:29.040078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35932) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:29.146237 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9af8d755-552c-4b94-8107-83d608bb3c3a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/723753fd-5b9b-47f8-9f0a-fe631d8a80d9 HTTP/1.1" status: 200  len: 992 time: 0.1046891
Jun 04 16:07:29.368953 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device a4364c94-258e-47c9-9478-2b057060f9bb no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:07:29.429181 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device a4364c94-258e-47c9-9478-2b057060f9bb not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:07:29.534747 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d2ca63a1-b74a-4d24-982b-d6987a7b2640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:31.406508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35938) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:31.669862 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1ef92-45d7-49b2-a000-8b429b472e76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting port 5e8a03f6-59c2-4d69-a53f-d44c313d2f56 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:07:31.670197 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ef92-45d7-49b2-a000-8b429b472e76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:31.788838 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ef92-45d7-49b2-a000-8b429b472e76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:31.789185 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ef92-45d7-49b2-a000-8b429b472e76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:32.061149 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:32.066873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1ef92-45d7-49b2-a000-8b429b472e76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Calling delete_port for 5e8a03f6-59c2-4d69-a53f-d44c313d2f56 owned by network:floatingip {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:07:32.251835 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ef92-45d7-49b2-a000-8b429b472e76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:32.256715 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a1ff5bad-cff9-49c4-a0d2-6cb8f290404c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:32.330416 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1ef92-45d7-49b2-a000-8b429b472e76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Port': ['ID=5e8a03f6-59c2-4d69-a53f-d44c313d2f56,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:32.332658 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bcb1ef92-45d7-49b2-a000-8b429b472e76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:32.406464 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ef92-45d7-49b2-a000-8b429b472e76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for floatingip, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:32.406787 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-bcb1ef92-45d7-49b2-a000-8b429b472e76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Floating IP 723753fd-5b9b-47f8-9f0a-fe631d8a80d9 disassociated (deleted). External IP: 172.25.4.102, port: a4364c94-258e-47c9-9478-2b057060f9bb.
Jun 04 16:07:32.423406 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c346fbf6-724a-4311-8788-8d712d99479b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:32.768697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb1ef92-45d7-49b2-a000-8b429b472e76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router d49dd0e4-b94c-416d-92ca-47c05a28feca has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:07:32.950682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb1ef92-45d7-49b2-a000-8b429b472e76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:07:32.960600 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab208935-a172-4cbe-b8e7-13b4d537f2c3 None None] Sync routers for ids ['d49dd0e4-b94c-416d-92ca-47c05a28feca'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:07:32.969508 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab208935-a172-4cbe-b8e7-13b4d537f2c3 None None] Routers {'d49dd0e4-b94c-416d-92ca-47c05a28feca'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:07:32.975629 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ab208935-a172-4cbe-b8e7-13b4d537f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c7fc100>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:07:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['d49dd0e4-b94c-416d-92ca-47c05a28feca'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:33.041676 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ef92-45d7-49b2-a000-8b429b472e76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:33.099001 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bcb1ef92-45d7-49b2-a000-8b429b472e76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/floatingips/723753fd-5b9b-47f8-9f0a-fe631d8a80d9 HTTP/1.1" status: 204  len: 168 time: 1.6910708
Jun 04 16:07:33.099701 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:07:33.102062 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79082e5e405f89b3c225701342a0f75be34bb75c3caf871e40b5bc6e9e2bcd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9be1c49-0e66-4428-8c18-2109b9f65bed" -d '{"events": [{"name": "network-changed", "server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:07:33.154862 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afc3442-e313-4bd1-8349-214fd1b605ae x-openstack-request-id: req-2afc3442-e313-4bd1-8349-214fd1b605ae {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:07:33.155022 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-ab208935-a172-4cbe-b8e7-13b4d537f2c3 None None] Set router d49dd0e4-b94c-416d-92ca-47c05a28feca gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:07:33.155198 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:07:33.155503 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2afc3442-e313-4bd1-8349-214fd1b605ae {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:07:33.155972 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb', 'status': 'completed', 'code': 200}
Jun 04 16:07:33.259013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be1c49-0e66-4428-8c18-2109b9f65bed req-d0f72683-b01c-4d98-b17e-08415d06e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:33.260545 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9be1c49-0e66-4428-8c18-2109b9f65bed req-d0f72683-b01c-4d98-b17e-08415d06e54b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 1096 time: 0.0811410
Jun 04 16:07:33.398136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be1c49-0e66-4428-8c18-2109b9f65bed req-1791a0be-bd00-4685-ab5b-64bdab3079d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:33.399530 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9be1c49-0e66-4428-8c18-2109b9f65bed req-1791a0be-bd00-4685-ab5b-64bdab3079d2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1070dadc-d14e-46c5-90fa-161329819116 HTTP/1.1" status: 200  len: 897 time: 0.1328235
Jun 04 16:07:33.468413 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9be1c49-0e66-4428-8c18-2109b9f65bed req-c3815847-e9c9-4702-b55a-6657d1e14259 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4364c94-258e-47c9-9478-2b057060f9bb HTTP/1.1" status: 200  len: 217 time: 0.0621831
Jun 04 16:07:33.471267 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ab208935-a172-4cbe-b8e7-13b4d537f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c7fc100>, [{'id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456987757', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '1083400f-ce2e-4687-a67d-9795983aef76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:05:27Z', 'updated_at': '2021-06-04T16:05:33Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1083400f-ce2e-4687-a67d-9795983aef76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:28Z', 'updated_at': '2021-06-04T16:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '5e7c8c63-556b-4159-adf2-1579778a8c08', 'name': '', 'network_id': '1070dadc-d14e-46c5-90fa-161329819116', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:97:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:32Z', 'updated_at': '2021-06-04T16:05:38Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:33.475929 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab208935-a172-4cbe-b8e7-13b4d537f2c3 None None] Checking router: d49dd0e4-b94c-416d-92ca-47c05a28feca for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:07:33.484187 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab208935-a172-4cbe-b8e7-13b4d537f2c3 None None] Routers {'d49dd0e4-b94c-416d-92ca-47c05a28feca'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:07:33.484782 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ab208935-a172-4cbe-b8e7-13b4d537f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c7fc100>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:07:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['d49dd0e4-b94c-416d-92ca-47c05a28feca'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:33.537533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be1c49-0e66-4428-8c18-2109b9f65bed req-ba807ad3-3c3e-4a23-807d-20c124b8f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:33.539293 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9be1c49-0e66-4428-8c18-2109b9f65bed req-ba807ad3-3c3e-4a23-807d-20c124b8f2d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00d626fc-68e8-4f66-a993-90b9bf7715f3 HTTP/1.1" status: 200  len: 834 time: 0.0647023
Jun 04 16:07:33.619237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be1c49-0e66-4428-8c18-2109b9f65bed req-a571c252-83f7-4231-8ebc-d1d94939eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:33.624548 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9be1c49-0e66-4428-8c18-2109b9f65bed req-a571c252-83f7-4231-8ebc-d1d94939eb50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1070dadc-d14e-46c5-90fa-161329819116&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0748498
Jun 04 16:07:33.714276 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-ab208935-a172-4cbe-b8e7-13b4d537f2c3 None None] Set router d49dd0e4-b94c-416d-92ca-47c05a28feca gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:07:33.787458 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:33.990873 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9be1c49-0e66-4428-8c18-2109b9f65bed req-8615a29c-8d07-4808-a493-e9550ed601a8 service neutron] 10.222.0.65 "GET /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3632207
Jun 04 16:07:34.033933 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ab208935-a172-4cbe-b8e7-13b4d537f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c7fc100>, [{'id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456987757', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '1083400f-ce2e-4687-a67d-9795983aef76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:05:27Z', 'updated_at': '2021-06-04T16:05:33Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1083400f-ce2e-4687-a67d-9795983aef76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:28Z', 'updated_at': '2021-06-04T16:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '5e7c8c63-556b-4159-adf2-1579778a8c08', 'name': '', 'network_id': '1070dadc-d14e-46c5-90fa-161329819116', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:97:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:32Z', 'updated_at': '2021-06-04T16:05:38Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:34.038263 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab208935-a172-4cbe-b8e7-13b4d537f2c3 None None] The sync data for ids ['d49dd0e4-b94c-416d-92ca-47c05a28feca'] in n-d-791505-9 is: [{'id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456987757', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '1083400f-ce2e-4687-a67d-9795983aef76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:05:27Z', 'updated_at': '2021-06-04T16:05:33Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1083400f-ce2e-4687-a67d-9795983aef76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:28Z', 'updated_at': '2021-06-04T16:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '5e7c8c63-556b-4159-adf2-1579778a8c08', 'name': '', 'network_id': '1070dadc-d14e-46c5-90fa-161329819116', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:97:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:32Z', 'updated_at': '2021-06-04T16:05:38Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '00d626fc-68e8-4f66-a993-90b9bf7715f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:07:34.045278 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164c8d5-6be0-4ed2-9d5b-e4c8c5b864fe req-4a149940-a404-47ae-9c64-74f0e726e023 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:34.045998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c164c8d5-6be0-4ed2-9d5b-e4c8c5b864fe req-4a149940-a404-47ae-9c64-74f0e726e023 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:07:34.103341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.65', 55953) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:34.156599 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e9be1c49-0e66-4428-8c18-2109b9f65bed req-e9a9db24-52c5-4c96-9410-a35774710fc8 service neutron] 10.222.0.65 "GET /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565485
Jun 04 16:07:34.195976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dfa02-e0c5-4811-8884-58c16eb95899 req-df84021e-7ef2-4f1e-997a-54bbe3436149 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:34.197494 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-584dfa02-e0c5-4811-8884-58c16eb95899 req-df84021e-7ef2-4f1e-997a-54bbe3436149 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 945 time: 0.0930426
Jun 04 16:07:34.211847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c164c8d5-6be0-4ed2-9d5b-e4c8c5b864fe req-4a149940-a404-47ae-9c64-74f0e726e023 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:07:34.213120 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c164c8d5-6be0-4ed2-9d5b-e4c8c5b864fe req-4a149940-a404-47ae-9c64-74f0e726e023 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 945 time: 0.3214135
Jun 04 16:07:34.263488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae42787-4201-49d4-877f-c6b0c4abca33 None None] New status for floating IP 723753fd-5b9b-47f8-9f0a-fe631d8a80d9: DOWN {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 16:07:34.269633 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c164c8d5-6be0-4ed2-9d5b-e4c8c5b864fe req-99473ace-ee1a-4a84-a4c7-db5303e1b62c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=32472563-9327-400d-bb92-6d2292c6a26f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505154
Jun 04 16:07:34.351522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-584dfa02-e0c5-4811-8884-58c16eb95899 req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting port a4364c94-258e-47c9-9478-2b057060f9bb {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:07:34.351872 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-584dfa02-e0c5-4811-8884-58c16eb95899 req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:34.486680 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [req-584dfa02-e0c5-4811-8884-58c16eb95899 req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] For port a4364c94-258e-47c9-9478-2b057060f9bb, host n-h1-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-9',level=0,port_id=a4364c94-258e-47c9-9478-2b057060f9bb,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:07:34.487041 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-584dfa02-e0c5-4811-8884-58c16eb95899 req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:34.610202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [req-584dfa02-e0c5-4811-8884-58c16eb95899 req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Calling delete_port for a4364c94-258e-47c9-9478-2b057060f9bb owned by compute:nova {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:07:34.794564 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-584dfa02-e0c5-4811-8884-58c16eb95899 req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:34.800638 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3d98ad0a-3133-471c-863c-be76f9c4440c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:34.849703 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Port': ['ID=a4364c94-258e-47c9-9478-2b057060f9bb,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:34.887964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:34.893467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:34.893467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:34.893467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:34.893467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:34.893467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:34.893467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:34.893467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:34.893467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:34.893467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:34.893467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:34.893467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:34.899069 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:34.933962 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [req-584dfa02-e0c5-4811-8884-58c16eb95899 req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] No DVR routers for this DVR port a4364c94-258e-47c9-9478-2b057060f9bb on host n-h1-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:07:34.936433 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [req-584dfa02-e0c5-4811-8884-58c16eb95899 req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:34.939086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'name': 'network-vif-deleted', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:07:34.941416 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}557bcdc64112f587171ddc12507e7cbb3ee8bb361adbe410e1cec521cad9ee3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e230d9-a4ca-4885-866a-dcf19631ea22" -d '{"events": [{"server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "name": "network-vif-deleted", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:07:34.983189 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 16:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dd2038-fd95-4d51-a48c-293ec77ce50e x-openstack-request-id: req-f1dd2038-fd95-4d51-a48c-293ec77ce50e {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:07:34.983555 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4401eee-fb77-4436-9b5e-5d93e81fc03b", "name": "network-vif-deleted", "tag": "a4364c94-258e-47c9-9478-2b057060f9bb", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:07:34.983856 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1dd2038-fd95-4d51-a48c-293ec77ce50e {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:07:34.984324 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4401eee-fb77-4436-9b5e-5d93e81fc03b', 'name': 'network-vif-deleted', 'tag': 'a4364c94-258e-47c9-9478-2b057060f9bb', 'status': 'completed', 'code': 200}
Jun 04 16:07:35.035348 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-584dfa02-e0c5-4811-8884-58c16eb95899 req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.65 "DELETE /v2.0/ports/a4364c94-258e-47c9-9478-2b057060f9bb HTTP/1.1" status: 204  len: 173 time: 0.8321936
Jun 04 16:07:35.419833 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bc305273-7e62-46e2-b6e1-9b1bdacd0e83 req-c1b79fbf-b5a1-48e3-973c-3e8a1541373f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4401eee-fb77-4436-9b5e-5d93e81fc03b HTTP/1.1" status: 200  len: 210 time: 0.0446310
Jun 04 16:07:35.434652 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:36.522652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35952) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:37.230848 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-82870ce7-0475-4a7f-a323-1c52fa55f8b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:37.650286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-82870ce7-0475-4a7f-a323-1c52fa55f8b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting port 5e7c8c63-556b-4159-adf2-1579778a8c08 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:07:37.650983 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-82870ce7-0475-4a7f-a323-1c52fa55f8b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:37.783352 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-82870ce7-0475-4a7f-a323-1c52fa55f8b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] For port 5e7c8c63-556b-4159-adf2-1579778a8c08, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5e7c8c63-556b-4159-adf2-1579778a8c08,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:07:37.783713 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-82870ce7-0475-4a7f-a323-1c52fa55f8b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:37.914111 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-82870ce7-0475-4a7f-a323-1c52fa55f8b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Calling delete_port for 5e7c8c63-556b-4159-adf2-1579778a8c08 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:07:38.143148 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-82870ce7-0475-4a7f-a323-1c52fa55f8b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:38.147591 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:38.192000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82870ce7-0475-4a7f-a323-1c52fa55f8b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Port': ['ID=5e7c8c63-556b-4159-adf2-1579778a8c08,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:38.195089 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-82870ce7-0475-4a7f-a323-1c52fa55f8b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:38.278383 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device a4364c94-258e-47c9-9478-2b057060f9bb no longer exists at agent hyperv_n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:07:38.318638 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] No Port match for: a4364c94-258e-47c9-9478-2b057060f9bb {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:07:38.319279 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Device a4364c94-258e-47c9-9478-2b057060f9bb not bound to the agent host n-h1-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:07:38.640915 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-82870ce7-0475-4a7f-a323-1c52fa55f8b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:39.007108 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82870ce7-0475-4a7f-a323-1c52fa55f8b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router d49dd0e4-b94c-416d-92ca-47c05a28feca has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:07:39.195064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82870ce7-0475-4a7f-a323-1c52fa55f8b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:07:39.204264 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de77bc6-f3a1-48d1-9b79-04062707dc7f None None] Sync routers for ids ['d49dd0e4-b94c-416d-92ca-47c05a28feca'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:07:39.208855 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-82870ce7-0475-4a7f-a323-1c52fa55f8b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "PUT /v2.0/routers/d49dd0e4-b94c-416d-92ca-47c05a28feca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6847820
Jun 04 16:07:39.211335 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35954) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:39.214038 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de77bc6-f3a1-48d1-9b79-04062707dc7f None None] Routers {'d49dd0e4-b94c-416d-92ca-47c05a28feca'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:07:39.214648 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-1de77bc6-f3a1-48d1-9b79-04062707dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd7a520>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:07:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['d49dd0e4-b94c-416d-92ca-47c05a28feca'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:39.280684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-de682ef8-d3b6-45e4-8dd7-87954a89dccd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting subnet 00d626fc-68e8-4f66-a993-90b9bf7715f3 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 16:07:39.283619 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de682ef8-d3b6-45e4-8dd7-87954a89dccd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:39.342513 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de682ef8-d3b6-45e4-8dd7-87954a89dccd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:39.390711 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-1de77bc6-f3a1-48d1-9b79-04062707dc7f None None] Set router d49dd0e4-b94c-416d-92ca-47c05a28feca gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:07:39.443550 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de682ef8-d3b6-45e4-8dd7-87954a89dccd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:39.677971 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-1de77bc6-f3a1-48d1-9b79-04062707dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd7a520>, [{'id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456987757', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '1083400f-ce2e-4687-a67d-9795983aef76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:05:27Z', 'updated_at': '2021-06-04T16:07:38Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1083400f-ce2e-4687-a67d-9795983aef76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:28Z', 'updated_at': '2021-06-04T16:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:39.681820 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de77bc6-f3a1-48d1-9b79-04062707dc7f None None] Checking router: d49dd0e4-b94c-416d-92ca-47c05a28feca for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:07:39.690106 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de77bc6-f3a1-48d1-9b79-04062707dc7f None None] Routers {'d49dd0e4-b94c-416d-92ca-47c05a28feca'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:07:39.690705 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-1de77bc6-f3a1-48d1-9b79-04062707dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd7a520>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:07:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['d49dd0e4-b94c-416d-92ca-47c05a28feca'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:39.800511 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de682ef8-d3b6-45e4-8dd7-87954a89dccd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:39.805444 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7ab35521-5784-4957-b215-fb05d93cfef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:39.844976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de682ef8-d3b6-45e4-8dd7-87954a89dccd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Subnet': ['ID=00d626fc-68e8-4f66-a993-90b9bf7715f3,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:39.849830 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-de682ef8-d3b6-45e4-8dd7-87954a89dccd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:39.852432 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-de682ef8-d3b6-45e4-8dd7-87954a89dccd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:39.858960 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-de682ef8-d3b6-45e4-8dd7-87954a89dccd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/subnets/00d626fc-68e8-4f66-a993-90b9bf7715f3 HTTP/1.1" status: 204  len: 168 time: 0.6466453
Jun 04 16:07:39.862080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35956) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:39.866463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26374593-7c90-4b98-8050-97dca103d470 None None] Network 1070dadc-d14e-46c5-90fa-161329819116 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:07:39.894893 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-1de77bc6-f3a1-48d1-9b79-04062707dc7f None None] Set router d49dd0e4-b94c-416d-92ca-47c05a28feca gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:07:40.066495 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:40.175923 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3087c733-7979-4546-8904-3d8ea1fbf70a None None] DHCP port deletion for 1070dadc-d14e-46c5-90fa-161329819116 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 16:07:40.204093 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-1de77bc6-f3a1-48d1-9b79-04062707dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd7a520>, [{'id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456987757', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '1083400f-ce2e-4687-a67d-9795983aef76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:05:27Z', 'updated_at': '2021-06-04T16:07:38Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1083400f-ce2e-4687-a67d-9795983aef76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:28Z', 'updated_at': '2021-06-04T16:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:40.209567 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de77bc6-f3a1-48d1-9b79-04062707dc7f None None] The sync data for ids ['d49dd0e4-b94c-416d-92ca-47c05a28feca'] in n-d-791505-9 is: [{'id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456987757', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '1083400f-ce2e-4687-a67d-9795983aef76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:05:27Z', 'updated_at': '2021-06-04T16:07:38Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '1083400f-ce2e-4687-a67d-9795983aef76', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49dd0e4-b94c-416d-92ca-47c05a28feca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:05:28Z', 'updated_at': '2021-06-04T16:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:07:40.253291 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3087c733-7979-4546-8904-3d8ea1fbf70a None None] Deleting port dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:07:40.253676 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3087c733-7979-4546-8904-3d8ea1fbf70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:40.422120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3087c733-7979-4546-8904-3d8ea1fbf70a None None] For port dc3a25a8-724f-467e-996d-3b0fc4a7b7e7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=dc3a25a8-724f-467e-996d-3b0fc4a7b7e7,segment=NetworkSegment(4c1c6b57-44f3-44a6-bc8d-6e10f27514b7),segment_id=4c1c6b57-44f3-44a6-bc8d-6e10f27514b7)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:07:40.422553 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3087c733-7979-4546-8904-3d8ea1fbf70a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:40.454964 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:40.550696 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3087c733-7979-4546-8904-3d8ea1fbf70a None None] Calling delete_port for dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:07:40.640049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting port 1083400f-ce2e-4687-a67d-9795983aef76 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:07:40.640287 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:40.645495 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5e7c8c63-556b-4159-adf2-1579778a8c08 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:07:40.680369 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 5e7c8c63-556b-4159-adf2-1579778a8c08 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:07:40.680862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5e7c8c63-556b-4159-adf2-1579778a8c08 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:07:40.681607 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:07:40.717140 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3087c733-7979-4546-8904-3d8ea1fbf70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:40.735431 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:40.773436 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] For port 1083400f-ce2e-4687-a67d-9795983aef76, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1083400f-ce2e-4687-a67d-9795983aef76,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:07:40.773983 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:40.794087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087c733-7979-4546-8904-3d8ea1fbf70a None None] Pushing event deleted for resources: {'Port': ['ID=dc3a25a8-724f-467e-996d-3b0fc4a7b7e7,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:40.799859 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3087c733-7979-4546-8904-3d8ea1fbf70a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:40.804938 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087c733-7979-4546-8904-3d8ea1fbf70a None None] No DVR routers for this DVR port dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:07:40.809715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No active binding found for port dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 {{(pid=88302) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 04 16:07:40.810127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device dc3a25a8-724f-467e-996d-3b0fc4a7b7e7 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:07:40.909542 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Calling delete_port for 1083400f-ce2e-4687-a67d-9795983aef76 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:07:41.134638 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:41.138502 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:41.217320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Port': ['ID=1083400f-ce2e-4687-a67d-9795983aef76,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:41.219689 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:41.286570 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:41.471145 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:41.473359 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:41.583827 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:41.585652 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Fanout notify agent at l3_agent the message router_deleted on router d49dd0e4-b94c-416d-92ca-47c05a28feca {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 16:07:41.599903 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:41.600936 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/routers/d49dd0e4-b94c-416d-92ca-47c05a28feca HTTP/1.1" status: 204  len: 168 time: 1.7379344
Jun 04 16:07:41.603629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35958) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:41.729589 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f579c0b-aec5-41ff-96ca-504a6aaa68a4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:41.865920 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f579c0b-aec5-41ff-96ca-504a6aaa68a4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:41.883290 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-7f579c0b-aec5-41ff-96ca-504a6aaa68a4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387050d00>,) {'filters': {'network_id': ['1070dadc-d14e-46c5-90fa-161329819116']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:41.895255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-7f579c0b-aec5-41ff-96ca-504a6aaa68a4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387050d00>, '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:41.895555 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-7f579c0b-aec5-41ff-96ca-504a6aaa68a4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387050d00>, '4c1c6b57-44f3-44a6-bc8d-6e10f27514b7') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:41.906519 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f579c0b-aec5-41ff-96ca-504a6aaa68a4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:41.922586 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f579c0b-aec5-41ff-96ca-504a6aaa68a4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:41.929021 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f579c0b-aec5-41ff-96ca-504a6aaa68a4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 16:07:41.929404 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f579c0b-aec5-41ff-96ca-504a6aaa68a4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 16:07:41.943996 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 16:07:42.123167 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f579c0b-aec5-41ff-96ca-504a6aaa68a4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:42.126880 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d1493186-3ffd-4509-8111-2cc7e301e1b4 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:42.146225 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7f579c0b-aec5-41ff-96ca-504a6aaa68a4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:42.157498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f579c0b-aec5-41ff-96ca-504a6aaa68a4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Network': ['ID=1070dadc-d14e-46c5-90fa-161329819116,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:42.161244 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7f579c0b-aec5-41ff-96ca-504a6aaa68a4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:42.280885 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7f579c0b-aec5-41ff-96ca-504a6aaa68a4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/networks/1070dadc-d14e-46c5-90fa-161329819116 HTTP/1.1" status: 204  len: 168 time: 0.6761136
Jun 04 16:07:42.283388 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35960) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:42.355485 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-64cba12f-a417-4457-b8ad-cd5203dfc9f6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:42.384081 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-64cba12f-a417-4457-b8ad-cd5203dfc9f6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:42.402355 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1083400f-ce2e-4687-a67d-9795983aef76 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:07:42.436811 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 1083400f-ce2e-4687-a67d-9795983aef76 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:07:42.437177 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1083400f-ce2e-4687-a67d-9795983aef76 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:07:42.517214 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-64cba12f-a417-4457-b8ad-cd5203dfc9f6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:42.521921 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09d35761-dfb8-4f09-b3a8-fe031404fb3a tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:42.537130 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cba12f-a417-4457-b8ad-cd5203dfc9f6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32472563-9327-400d-bb92-6d2292c6a26f,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:42.539898 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-64cba12f-a417-4457-b8ad-cd5203dfc9f6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:42.625468 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-64cba12f-a417-4457-b8ad-cd5203dfc9f6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:42.626603 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-64cba12f-a417-4457-b8ad-cd5203dfc9f6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/security-groups/32472563-9327-400d-bb92-6d2292c6a26f HTTP/1.1" status: 204  len: 168 time: 0.3423145
Jun 04 16:07:45.284079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35970) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:45.290060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-701615b8-5973-4755-9de5-5940b9dc3a1b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-860893950', 'description': 'tempest-secgroup-smoke-860893950 description', 'project_id': '5713bc90d4f140b1942b906ec12fd63f'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:07:45.296826 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-701615b8-5973-4755-9de5-5940b9dc3a1b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:07:45.301852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-701615b8-5973-4755-9de5-5940b9dc3a1b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:07:45.304937 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-701615b8-5973-4755-9de5-5940b9dc3a1b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:07:45.310827 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-701615b8-5973-4755-9de5-5940b9dc3a1b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:07:45.451388 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-701615b8-5973-4755-9de5-5940b9dc3a1b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:45.476189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-701615b8-5973-4755-9de5-5940b9dc3a1b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:07:45.479957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-701615b8-5973-4755-9de5-5940b9dc3a1b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:07:45.482827 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-701615b8-5973-4755-9de5-5940b9dc3a1b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:07:45.488416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-701615b8-5973-4755-9de5-5940b9dc3a1b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:07:45.562030 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-701615b8-5973-4755-9de5-5940b9dc3a1b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:45.646108 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-701615b8-5973-4755-9de5-5940b9dc3a1b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:45.650051 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-64cba12f-a417-4457-b8ad-cd5203dfc9f6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:45.693345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701615b8-5973-4755-9de5-5940b9dc3a1b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21faf44d-e780-42ec-b3ec-c5db8ae13304,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:45.696131 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-701615b8-5973-4755-9de5-5940b9dc3a1b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:45.771956 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-701615b8-5973-4755-9de5-5940b9dc3a1b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:45.773242 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-701615b8-5973-4755-9de5-5940b9dc3a1b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4881365
Jun 04 16:07:45.776119 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35972) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:45.780620 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-42a122a9-639d-4b86-aa4a-de5a8bec7d35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': '21faf44d-e780-42ec-b3ec-c5db8ae13304', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:07:45.789030 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-42a122a9-639d-4b86-aa4a-de5a8bec7d35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:07:45.793084 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-42a122a9-639d-4b86-aa4a-de5a8bec7d35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:07:45.795975 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-42a122a9-639d-4b86-aa4a-de5a8bec7d35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:07:45.802070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-42a122a9-639d-4b86-aa4a-de5a8bec7d35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:07:45.981573 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-42a122a9-639d-4b86-aa4a-de5a8bec7d35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:46.041666 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-42a122a9-639d-4b86-aa4a-de5a8bec7d35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:46.131009 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-42a122a9-639d-4b86-aa4a-de5a8bec7d35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:46.132842 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7da74b08-c853-40a4-82f4-8f16aa9ce72b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:46.156275 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a122a9-639d-4b86-aa4a-de5a8bec7d35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc39cdd-beeb-47f2-9749-d99bf7e6a322,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:46.161311 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-42a122a9-639d-4b86-aa4a-de5a8bec7d35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:46.243343 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-42a122a9-639d-4b86-aa4a-de5a8bec7d35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:46.244484 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-42a122a9-639d-4b86-aa4a-de5a8bec7d35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4674158
Jun 04 16:07:46.247220 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35974) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:46.251722 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d108e352-a770-4785-9dfa-973fcdaf130a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': '21faf44d-e780-42ec-b3ec-c5db8ae13304', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:07:46.258675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d108e352-a770-4785-9dfa-973fcdaf130a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:07:46.262482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d108e352-a770-4785-9dfa-973fcdaf130a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:07:46.265398 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d108e352-a770-4785-9dfa-973fcdaf130a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:07:46.271873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d108e352-a770-4785-9dfa-973fcdaf130a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:07:46.359912 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d108e352-a770-4785-9dfa-973fcdaf130a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:46.425165 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d108e352-a770-4785-9dfa-973fcdaf130a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:46.500627 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d108e352-a770-4785-9dfa-973fcdaf130a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:46.502530 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3722f962-0858-4984-b335-7de268ce6b88 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:46.529600 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108e352-a770-4785-9dfa-973fcdaf130a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09c893c-9043-42b7-8086-3a21c51036cd,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:46.532277 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d108e352-a770-4785-9dfa-973fcdaf130a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:46.633017 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d108e352-a770-4785-9dfa-973fcdaf130a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:46.634328 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d108e352-a770-4785-9dfa-973fcdaf130a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3861568
Jun 04 16:07:46.637541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35976) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:46.648929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-ca0aa705-2a6e-445d-9513-d67edf8d86e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': '21faf44d-e780-42ec-b3ec-c5db8ae13304', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:07:46.649442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ca0aa705-2a6e-445d-9513-d67edf8d86e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:07:46.653413 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ca0aa705-2a6e-445d-9513-d67edf8d86e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:07:46.656269 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-ca0aa705-2a6e-445d-9513-d67edf8d86e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:07:46.663004 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-ca0aa705-2a6e-445d-9513-d67edf8d86e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:07:46.768855 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa705-2a6e-445d-9513-d67edf8d86e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:46.833295 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa705-2a6e-445d-9513-d67edf8d86e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:46.908288 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa705-2a6e-445d-9513-d67edf8d86e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:46.910233 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9c40a2c8-4e09-4f93-b5a9-e0f4263c2e20 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:46.934039 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0aa705-2a6e-445d-9513-d67edf8d86e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae5b5d0-fbca-40d1-bfd7-717dea472c8f,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:46.938376 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ca0aa705-2a6e-445d-9513-d67edf8d86e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:47.000038 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa705-2a6e-445d-9513-d67edf8d86e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:47.001281 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ca0aa705-2a6e-445d-9513-d67edf8d86e0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3627942
Jun 04 16:07:47.003918 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35978) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:47.008986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-41264d77-49ae-4c21-bf78-9dc5a0946214 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': '21faf44d-e780-42ec-b3ec-c5db8ae13304', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:07:47.015574 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-41264d77-49ae-4c21-bf78-9dc5a0946214 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:07:47.019429 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-41264d77-49ae-4c21-bf78-9dc5a0946214 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:07:47.023005 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-41264d77-49ae-4c21-bf78-9dc5a0946214 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:07:47.028641 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-41264d77-49ae-4c21-bf78-9dc5a0946214 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:07:47.126562 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41264d77-49ae-4c21-bf78-9dc5a0946214 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:47.196425 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41264d77-49ae-4c21-bf78-9dc5a0946214 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:47.285553 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41264d77-49ae-4c21-bf78-9dc5a0946214 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:47.287799 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a2bf7e83-1f85-49eb-ad46-999cc60772f6 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:47.310991 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41264d77-49ae-4c21-bf78-9dc5a0946214 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edef04f9-81b3-475f-9d13-8d6025cd5265,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:47.315378 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-41264d77-49ae-4c21-bf78-9dc5a0946214 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:47.405772 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-41264d77-49ae-4c21-bf78-9dc5a0946214 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:47.406996 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-41264d77-49ae-4c21-bf78-9dc5a0946214 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4015889
Jun 04 16:07:47.409705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 35980) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:47.415285 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9dafe5f5-fd13-4e73-b4c0-635f11b98c25 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': '21faf44d-e780-42ec-b3ec-c5db8ae13304', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:07:47.422307 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9dafe5f5-fd13-4e73-b4c0-635f11b98c25 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:07:47.427068 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9dafe5f5-fd13-4e73-b4c0-635f11b98c25 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:07:47.430123 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9dafe5f5-fd13-4e73-b4c0-635f11b98c25 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:07:47.436087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9dafe5f5-fd13-4e73-b4c0-635f11b98c25 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:07:47.559917 n-d-791505-9 neutron-server[88301]: INFO neutron.db.securitygroups_db [None req-9dafe5f5-fd13-4e73-b4c0-635f11b98c25 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Project 5713bc90d4f140b1942b906ec12fd63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 16:07:47.566031 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9dafe5f5-fd13-4e73-b4c0-635f11b98c25 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:47.630269 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9dafe5f5-fd13-4e73-b4c0-635f11b98c25 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:47.702795 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9dafe5f5-fd13-4e73-b4c0-635f11b98c25 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:47.704628 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-26dfe699-8d03-4292-9456-4c5959d6e333 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:47.728007 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafe5f5-fd13-4e73-b4c0-635f11b98c25 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a98f6a-579f-4502-88f0-3eb4a30d4ef6,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:47.730486 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9dafe5f5-fd13-4e73-b4c0-635f11b98c25 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:47.799615 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9dafe5f5-fd13-4e73-b4c0-635f11b98c25 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:47.800882 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9dafe5f5-fd13-4e73-b4c0-635f11b98c25 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3902354
Jun 04 16:07:47.803783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35982) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:47.808562 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-abcfc39c-ce2c-4e76-a95c-7a7b4758c699 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'security_group_rule': {'security_group_id': '21faf44d-e780-42ec-b3ec-c5db8ae13304', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:07:47.817679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-abcfc39c-ce2c-4e76-a95c-7a7b4758c699 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:07:47.819085 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-abcfc39c-ce2c-4e76-a95c-7a7b4758c699 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:security_group_rule and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:07:47.821980 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-abcfc39c-ce2c-4e76-a95c-7a7b4758c699 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:07:47.828536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-abcfc39c-ce2c-4e76-a95c-7a7b4758c699 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:07:47.885494 n-d-791505-9 neutron-server[88300]: INFO neutron.db.securitygroups_db [None req-abcfc39c-ce2c-4e76-a95c-7a7b4758c699 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Project 5713bc90d4f140b1942b906ec12fd63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 16:07:47.891576 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abcfc39c-ce2c-4e76-a95c-7a7b4758c699 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:47.956042 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abcfc39c-ce2c-4e76-a95c-7a7b4758c699 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:48.051666 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abcfc39c-ce2c-4e76-a95c-7a7b4758c699 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:48.053551 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4a9ee3bf-0854-41c2-b375-72ef74112933 tempest-SecGroupIPv6Test-708129843 tempest-SecGroupIPv6Test-708129843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:48.080892 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfc39c-ce2c-4e76-a95c-7a7b4758c699 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94aae760-fecc-4fe4-a1b6-702b965ea23a,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:48.085255 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-abcfc39c-ce2c-4e76-a95c-7a7b4758c699 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:48.222739 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-abcfc39c-ce2c-4e76-a95c-7a7b4758c699 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:48.224604 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-abcfc39c-ce2c-4e76-a95c-7a7b4758c699 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4197977
Jun 04 16:07:48.227502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35984) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:48.232430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'network': {'name': 'tempest-network-smoke--1499231948', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'port_security_enabled': True}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:07:48.238063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:07:48.242864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:network and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:07:48.245682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:07:48.251286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:07:48.385921 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Made reservation on behalf of 5713bc90d4f140b1942b906ec12fd63f for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:07:48.389538 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:48.419247 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 16:07:48.427781 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:48.428104 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Added segment 784ee0ab-c108-4fb2-92b0-df6b2297f67a of type vlan for network 074d1424-d60a-47ca-8ff0-dd93cd141dfd
Jun 04 16:07:48.453662 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:48.611217 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:48.616871 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:48.617482 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:48.621225 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e5372335-110a-4316-b25e-8c34ef691e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:48.727105 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Network': ['ID=074d1424-d60a-47ca-8ff0-dd93cd141dfd,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:48.729812 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:48.737761 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 074d1424-d60a-47ca-8ff0-dd93cd141dfd details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 16:07:48.766306 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a9008fe7-cdd6-4f86-98cd-8a1e4a23635d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5377533
Jun 04 16:07:48.768951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35986) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:48.773888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1856629323', 'admin_state_up': True, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:07:48.781642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:07:48.785619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:router and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:07:48.789063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:07:48.795700 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:07:48.886281 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:48.887305 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:48.901986 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:49.267625 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:49.651745 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:49.685010 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:49.813860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Allocated IP 172.25.4.239 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/124af40c-1a29-42ec-ae0b-8b59e962246c) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:07:50.121992 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:50.231853 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:50.235621 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9d3ae431-3569-47c3-9a33-cd3c441d7416 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:50.299871 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:07:50.303352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:07:50.305859 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:07:50.344391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=124af40c-1a29-42ec-ae0b-8b59e962246c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:50.347439 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:50.831786 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:51.171759 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:51.454448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router 418615e3-8bef-4718-acf1-8b07690567b7 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 16:07:51.798283 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:07:51.809609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Sync routers for ids ['418615e3-8bef-4718-acf1-8b07690567b7'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:07:51.822311 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Routers {'418615e3-8bef-4718-acf1-8b07690567b7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:07:51.823053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5d8a00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:07:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['418615e3-8bef-4718-acf1-8b07690567b7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:51.902949 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:51.904198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 3.1342523
Jun 04 16:07:51.907351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35990) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:51.952973 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d7556165-c734-4bd4-8ef9-9f1cb8cd40e7 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=5713bc90d4f140b1942b906ec12fd63f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0443790
Jun 04 16:07:51.955408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35992) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:52.019418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Set router 418615e3-8bef-4718-acf1-8b07690567b7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:07:52.086188 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938fcccb-aeb2-445d-a0ef-97d14e080c25 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:52.087830 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-938fcccb-aeb2-445d-a0ef-97d14e080c25 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1315253
Jun 04 16:07:52.090659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35994) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:52.133217 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-905ae7dc-f85e-41ca-9c53-4d6921f381dc tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=34dbc737-759b-4884-9ef2-ee94cb9aea62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0413358
Jun 04 16:07:52.135791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 35996) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:52.141174 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-747481925', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:07:52.258601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:07:52.262474 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:subnet and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:07:52.265303 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:07:52.271575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:07:52.309865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5d8a00>, [{'id': '418615e3-8bef-4718-acf1-8b07690567b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856629323', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:07:48Z', 'updated_at': '2021-06-04T16:07:50Z', 'revision_number': 3, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:49Z', 'updated_at': '2021-06-04T16:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:52.313769 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Checking router: 418615e3-8bef-4718-acf1-8b07690567b7 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:07:52.314129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Updating router 418615e3-8bef-4718-acf1-8b07690567b7 port 124af40c-1a29-42ec-ae0b-8b59e962246c binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 16:07:52.345934 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Made reservation on behalf of 5713bc90d4f140b1942b906ec12fd63f for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:07:52.349661 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:52.370746 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:52.747259 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:52.758908 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Transition to ACTIVE for port object 124af40c-1a29-42ec-ae0b-8b59e962246c will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:07:52.846895 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:52.851137 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a4b9ba76-c2b3-4637-952c-14803c30e431 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:52.854632 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:52.859423 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-77c54af7-2623-4dcd-9361-6fe181a19d1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:52.930598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Subnet': ['ID=54d51a7f-3dc3-49c6-aa29-c3828d07ddfb,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:52.934096 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:52.938729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Attempting to bind port 124af40c-1a29-42ec-ae0b-8b59e962246c on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:07:52.939114 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Attempting to bind port 124af40c-1a29-42ec-ae0b-8b59e962246c by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:07:52.939487 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Attempting to bind port 124af40c-1a29-42ec-ae0b-8b59e962246c on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:07:52.940156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Checking segment: {'id': '784ee0ab-c108-4fb2-92b0-df6b2297f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:07:52.940514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network hostable DHCP agents. Network: 074d1424-d60a-47ca-8ff0-dd93cd141dfd, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 16:07:52.946883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69911e92-d376-47c1-aef4-6f94ea2ae000 None None] Pushing event updated for resources: {'Port': ['ID=124af40c-1a29-42ec-ae0b-8b59e962246c,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:52.949592 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-69911e92-d376-47c1-aef4-6f94ea2ae000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:52.950730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:07:52.951043 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:07:52.951461 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:52.951869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:07:52.952341 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Bound port: 124af40c-1a29-42ec-ae0b-8b59e962246c, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:07:52.952714 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:53.025227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] For port 124af40c-1a29-42ec-ae0b-8b59e962246c, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:07:53.028112 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] For port 124af40c-1a29-42ec-ae0b-8b59e962246c, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=124af40c-1a29-42ec-ae0b-8b59e962246c,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:07:53.057209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 074d1424-d60a-47ca-8ff0-dd93cd141dfd is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 16:07:53.120327 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:53.124114 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:53.147292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 074d1424-d60a-47ca-8ff0-dd93cd141dfd) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:07:53.157191 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:53.157787 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:53.163311 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a1fbde-05c5-4a73-9ca4-712d08c9b86d None None] Network 074d1424-d60a-47ca-8ff0-dd93cd141dfd requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:07:53.240615 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b3179952-680f-4fcf-8432-0a3a71f55df7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.1037786
Jun 04 16:07:53.243384 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36000) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:07:53.276540 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Routers {'418615e3-8bef-4718-acf1-8b07690567b7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:07:53.277140 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5d8a00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:07:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['418615e3-8bef-4718-acf1-8b07690567b7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:53.364503 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69911e92-d376-47c1-aef4-6f94ea2ae000 None None] Pushing event updated for resources: {'Port': ['ID=124af40c-1a29-42ec-ae0b-8b59e962246c,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:53.368178 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-69911e92-d376-47c1-aef4-6f94ea2ae000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:53.542425 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] Set router 418615e3-8bef-4718-acf1-8b07690567b7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:07:53.715296 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ips': [{'subnet_id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 16:07:53.716137 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:54.011627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Allocated IP 172.20.0.2 (074d1424-d60a-47ca-8ff0-dd93cd141dfd/54d51a7f-3dc3-49c6-aa29-c3828d07ddfb/57119b3e-5060-42a3-9480-cff3e15d0ee0) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:07:54.063053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5d8a00>, [{'id': '418615e3-8bef-4718-acf1-8b07690567b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856629323', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:07:48Z', 'updated_at': '2021-06-04T16:07:50Z', 'revision_number': 3, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:49Z', 'updated_at': '2021-06-04T16:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:54.110605 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9678d-73c1-4076-b44b-7f32c6cd6574 None None] The sync data for ids ['418615e3-8bef-4718-acf1-8b07690567b7'] in n-d-791505-9 is: [{'id': '418615e3-8bef-4718-acf1-8b07690567b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856629323', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:07:48Z', 'updated_at': '2021-06-04T16:07:50Z', 'revision_number': 3, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:49Z', 'updated_at': '2021-06-04T16:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:07:54.116463 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:54.120595 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:54.242333 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:54.253939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Transition to ACTIVE for port object 57119b3e-5060-42a3-9480-cff3e15d0ee0 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:07:54.274888 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Transition to ACTIVE for port object 57119b3e-5060-42a3-9480-cff3e15d0ee0 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:07:54.351837 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:54.356884 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-69911e92-d376-47c1-aef4-6f94ea2ae000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:54.426028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Network 074d1424-d60a-47ca-8ff0-dd93cd141dfd is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:07:54.429469 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:07:54.435629 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:07:54.445691 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Pushing event updated for resources: {'Port': ['ID=57119b3e-5060-42a3-9480-cff3e15d0ee0,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:54.475268 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:54.585895 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 124af40c-1a29-42ec-ae0b-8b59e962246c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:07:54.604879 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Allocated IP 172.20.0.1 (074d1424-d60a-47ca-8ff0-dd93cd141dfd/54d51a7f-3dc3-49c6-aa29-c3828d07ddfb/4f40bc38-ad73-4dea-9713-9a33784ab4c8) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:07:54.661207 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Attempting to bind port 57119b3e-5060-42a3-9480-cff3e15d0ee0 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:07:54.661640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Attempting to bind port 57119b3e-5060-42a3-9480-cff3e15d0ee0 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '784ee0ab-c108-4fb2-92b0-df6b2297f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:07:54.662005 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Attempting to bind port 57119b3e-5060-42a3-9480-cff3e15d0ee0 on network 074d1424-d60a-47ca-8ff0-dd93cd141dfd {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:07:54.670224 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:07:54.670609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Checking segment: {'id': '784ee0ab-c108-4fb2-92b0-df6b2297f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:07:54.671002 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:54.671396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Bound using segment: {'id': '784ee0ab-c108-4fb2-92b0-df6b2297f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:07:54.672042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Bound port: 57119b3e-5060-42a3-9480-cff3e15d0ee0, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784ee0ab-c108-4fb2-92b0-df6b2297f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:07:54.672238 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:54.767704 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] For port 57119b3e-5060-42a3-9480-cff3e15d0ee0, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:07:54.771565 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] For port 57119b3e-5060-42a3-9480-cff3e15d0ee0, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=57119b3e-5060-42a3-9480-cff3e15d0ee0,segment=NetworkSegment(784ee0ab-c108-4fb2-92b0-df6b2297f67a),segment_id=784ee0ab-c108-4fb2-92b0-df6b2297f67a)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:07:54.781291 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:54.798801 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Transition to ACTIVE for port object 4f40bc38-ad73-4dea-9713-9a33784ab4c8 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:07:54.800002 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 124af40c-1a29-42ec-ae0b-8b59e962246c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:07:54.805962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 124af40c-1a29-42ec-ae0b-8b59e962246c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:07:54.806346 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:54.860289 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:54.866150 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:54.886226 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:54.890524 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:54.976567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 074d1424-d60a-47ca-8ff0-dd93cd141dfd is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:07:54.980960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:07:54.983594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:07:54.989016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Pushing event updated for resources: {'Port': ['ID=57119b3e-5060-42a3-9480-cff3e15d0ee0,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:54.998072 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:55.019092 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:55.021925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=4f40bc38-ad73-4dea-9713-9a33784ab4c8,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:55.029652 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:55.043388 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 124af40c-1a29-42ec-ae0b-8b59e962246c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=124af40c-1a29-42ec-ae0b-8b59e962246c,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:07:55.058781 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:55.142517 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:55.144396 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:55.242934 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=124af40c-1a29-42ec-ae0b-8b59e962246c,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:55.245960 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:55.330331 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:55.729557 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:55.794286 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:55.823715 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2f5592f4-5411-472a-9b1f-bd277677ddfa tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:55.911870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=4f40bc38-ad73-4dea-9713-9a33784ab4c8,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:55.914973 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:55.915938 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:56.058331 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 074d1424-d60a-47ca-8ff0-dd93cd141dfd is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:07:56.059575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:07:56.274862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8eb468-8677-45eb-abc9-0c6e55946454 None None] Network 074d1424-d60a-47ca-8ff0-dd93cd141dfd requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:07:56.317914 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:56.444875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router 418615e3-8bef-4718-acf1-8b07690567b7 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:07:56.502662 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bdd0e2ef-562f-48d9-976c-1edb8cb6447c None None] Provisioning for port 57119b3e-5060-42a3-9480-cff3e15d0ee0 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:07:56.525916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 124af40c-1a29-42ec-ae0b-8b59e962246c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:07:56.623893 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 124af40c-1a29-42ec-ae0b-8b59e962246c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:07:56.624277 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:56.662791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:07:56.674303 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Sync routers for ids ['418615e3-8bef-4718-acf1-8b07690567b7'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:07:56.677215 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "PUT /v2.0/routers/418615e3-8bef-4718-acf1-8b07690567b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4327452
Jun 04 16:07:56.696407 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Routers {'418615e3-8bef-4718-acf1-8b07690567b7'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:07:56.696970 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd7a5b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:07:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['418615e3-8bef-4718-acf1-8b07690567b7'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:56.761340 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 57119b3e-5060-42a3-9480-cff3e15d0ee0 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:07:56.890678 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-89098f9e-1acc-4e84-9982-c3f2079a14c8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860893950&fields=id&tenant_id=5713bc90d4f140b1942b906ec12fd63f HTTP/1.1" status: 200  len: 267 time: 0.0605607
Jun 04 16:07:56.923061 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 57119b3e-5060-42a3-9480-cff3e15d0ee0 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:07:56.928694 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 57119b3e-5060-42a3-9480-cff3e15d0ee0 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:07:56.929198 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:56.957889 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Set router 418615e3-8bef-4718-acf1-8b07690567b7 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:07:57.005622 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c491416c-1bd5-454c-ae8d-857ee7d3bd80 None None] Provisioning complete for port 57119b3e-5060-42a3-9480-cff3e15d0ee0 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:07:57.006084 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c491416c-1bd5-454c-ae8d-857ee7d3bd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:57.060899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-7026507e-43aa-43ed-8fe6-04948d812d0a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:07:57.061699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-7026507e-43aa-43ed-8fe6-04948d812d0a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:07:57.133224 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:57.142607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-7026507e-43aa-43ed-8fe6-04948d812d0a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:07:57.143824 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-7026507e-43aa-43ed-8fe6-04948d812d0a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/networks?id=074d1424-d60a-47ca-8ff0-dd93cd141dfd HTTP/1.1" status: 200  len: 797 time: 0.2422347
Jun 04 16:07:57.163417 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-69800e95-98ec-4193-b6f4-da8e4dce0889 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/quotas/5713bc90d4f140b1942b906ec12fd63f HTTP/1.1" status: 200  len: 375 time: 0.0129876
Jun 04 16:07:57.245648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 57119b3e-5060-42a3-9480-cff3e15d0ee0, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=57119b3e-5060-42a3-9480-cff3e15d0ee0,segment=NetworkSegment(784ee0ab-c108-4fb2-92b0-df6b2297f67a),segment_id=784ee0ab-c108-4fb2-92b0-df6b2297f67a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:07:57.249129 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c491416c-1bd5-454c-ae8d-857ee7d3bd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:57.280117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-8f9798c4-97f9-40a3-b1e8-d35284db1885 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:07:57.320083 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:57.322992 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-77c54af7-2623-4dcd-9361-6fe181a19d1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:57.329480 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd7a5b0>, [{'id': '418615e3-8bef-4718-acf1-8b07690567b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856629323', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:07:48Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:49Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '4f40bc38-ad73-4dea-9713-9a33784ab4c8', 'name': '', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:13:d7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:54Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 2, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:57.333935 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Checking router: 418615e3-8bef-4718-acf1-8b07690567b7 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:07:57.334319 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Updating router 418615e3-8bef-4718-acf1-8b07690567b7 port 4f40bc38-ad73-4dea-9713-9a33784ab4c8 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 16:07:57.380541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-8f9798c4-97f9-40a3-b1e8-d35284db1885 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:07:57.381855 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-8f9798c4-97f9-40a3-b1e8-d35284db1885 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2129536
Jun 04 16:07:57.392323 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:57.398933 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-3622e86f-2dcb-48c9-a8da-e9f5edf39db9 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 16:07:57.400210 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-3622e86f-2dcb-48c9-a8da-e9f5edf39db9 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0065656
Jun 04 16:07:57.436947 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-c491416c-1bd5-454c-ae8d-857ee7d3bd80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 16:07:57.437341 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-c491416c-1bd5-454c-ae8d-857ee7d3bd80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 16:07:57.440897 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=57119b3e-5060-42a3-9480-cff3e15d0ee0,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:57.444190 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:57.624248 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-29eac833-8e06-4312-a737-b1dfbfaab2df service neutron] 10.222.0.32 "GET /v2.0/networks/074d1424-d60a-47ca-8ff0-dd93cd141dfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1738722
Jun 04 16:07:57.742798 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:57.755734 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Transition to ACTIVE for port object 4f40bc38-ad73-4dea-9713-9a33784ab4c8 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:07:57.759797 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-8e07518f-7529-45d9-8cd3-c5aad72e8afa service neutron] 10.222.0.32 "GET /v2.0/networks/074d1424-d60a-47ca-8ff0-dd93cd141dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279292
Jun 04 16:07:57.822530 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:57.827340 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-553ab8eb-9fcc-48a9-9adc-6301aa5bd4c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:57.950022 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Pushing event updated for resources: {'Port': ['ID=4f40bc38-ad73-4dea-9713-9a33784ab4c8,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:57.997861 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:57.998243 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:57.998584 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:57.999212 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:57.999327 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:57.999560 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:58.000147 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:58.000240 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:58.000498 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:58.000806 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:58.001154 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:58.001474 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:07:58.041257 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:58.057602 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-fde84c2a-792f-44d0-9c9c-fd461cb89af3 req-629eefcd-1de5-4d24-8792-92b231f5cc87 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:07:58.073422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-fde84c2a-792f-44d0-9c9c-fd461cb89af3 req-629eefcd-1de5-4d24-8792-92b231f5cc87 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:07:58.073579 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Attempting to bind port 4f40bc38-ad73-4dea-9713-9a33784ab4c8 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:07:58.073927 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Attempting to bind port 4f40bc38-ad73-4dea-9713-9a33784ab4c8 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '784ee0ab-c108-4fb2-92b0-df6b2297f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:07:58.074296 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Attempting to bind port 4f40bc38-ad73-4dea-9713-9a33784ab4c8 on network 074d1424-d60a-47ca-8ff0-dd93cd141dfd {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:07:58.075310 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-fde84c2a-792f-44d0-9c9c-fd461cb89af3 req-629eefcd-1de5-4d24-8792-92b231f5cc87 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 210 time: 0.0656581
Jun 04 16:07:58.080722 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:07:58.082644 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Checking segment: {'id': '784ee0ab-c108-4fb2-92b0-df6b2297f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:07:58.083127 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:58.083535 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Bound using segment: {'id': '784ee0ab-c108-4fb2-92b0-df6b2297f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:07:58.084072 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Bound port: 4f40bc38-ad73-4dea-9713-9a33784ab4c8, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784ee0ab-c108-4fb2-92b0-df6b2297f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:07:58.084460 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:58.123060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c491416c-1bd5-454c-ae8d-857ee7d3bd80 None None] Provisioning for port 4f40bc38-ad73-4dea-9713-9a33784ab4c8 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:07:58.182136 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] For port 4f40bc38-ad73-4dea-9713-9a33784ab4c8, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:07:58.185177 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] For port 4f40bc38-ad73-4dea-9713-9a33784ab4c8, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4f40bc38-ad73-4dea-9713-9a33784ab4c8,segment=NetworkSegment(784ee0ab-c108-4fb2-92b0-df6b2297f67a),segment_id=784ee0ab-c108-4fb2-92b0-df6b2297f67a)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:07:58.278042 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:58.282726 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-d2e7340a-f629-4042-911c-a5ec667e6413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:07:58.357296 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Routers {'418615e3-8bef-4718-acf1-8b07690567b7'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:07:58.357874 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cd7a5b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:07:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['418615e3-8bef-4718-acf1-8b07690567b7'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:58.428124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 57119b3e-5060-42a3-9480-cff3e15d0ee0 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:07:58.434775 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Pushing event updated for resources: {'Port': ['ID=4f40bc38-ad73-4dea-9713-9a33784ab4c8,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:07:58.444307 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:07:58.508883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 57119b3e-5060-42a3-9480-cff3e15d0ee0 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:07:58.509293 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:07:58.615727 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] Set router 418615e3-8bef-4718-acf1-8b07690567b7 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:07:58.927562 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cd7a5b0>, [{'id': '418615e3-8bef-4718-acf1-8b07690567b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856629323', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:07:48Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:49Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '4f40bc38-ad73-4dea-9713-9a33784ab4c8', 'name': '', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:13:d7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:54Z', 'updated_at': '2021-06-04T16:07:58Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:07:58.931428 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b2436-f51f-451b-801e-891917b4102b None None] The sync data for ids ['418615e3-8bef-4718-acf1-8b07690567b7'] in n-d-791505-9 is: [{'id': '418615e3-8bef-4718-acf1-8b07690567b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856629323', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:07:48Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:49Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '4f40bc38-ad73-4dea-9713-9a33784ab4c8', 'name': '', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:13:d7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:54Z', 'updated_at': '2021-06-04T16:07:58Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:07:59.242021 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dd2b1cb1-b6f3-41ad-85a6-e136629c1dc0 req-56ddf282-7acb-4da9-b6f4-008739722ae9 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 210 time: 0.0445189
Jun 04 16:07:59.565538 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7e689428-661a-4756-a72c-40ddbb820bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:00.407231 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-4ed546d4-ade0-45b8-a9d5-dec98190950a req-3eb100f1-0452-4d82-b93d-51c7598fe8c3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 210 time: 0.0572798
Jun 04 16:08:00.464130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-bc25dd24-ba3f-4a70-87cb-a3385c57e267 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:00.465618 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-bc25dd24-ba3f-4a70-87cb-a3385c57e267 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "GET /v2.0/networks?id=074d1424-d60a-47ca-8ff0-dd93cd141dfd HTTP/1.1" status: 200  len: 797 time: 0.1559262
Jun 04 16:08:00.467066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4f40bc38-ad73-4dea-9713-9a33784ab4c8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:08:00.517635 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-1d0b03e2-b689-485b-9fa4-2b75d7d4ad66 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5713bc90d4f140b1942b906ec12fd63f HTTP/1.1" status: 200  len: 379 time: 0.0424879
Jun 04 16:08:00.528115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'port': {'device_id': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'admin_state_up': True, 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'security_groups': ['21faf44d-e780-42ec-b3ec-c5db8ae13304']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:08:00.642973 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 4f40bc38-ad73-4dea-9713-9a33784ab4c8 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:08:00.650828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 4f40bc38-ad73-4dea-9713-9a33784ab4c8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:08:00.651202 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:00.674445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:08:00.685169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:08:00.751536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Made reservation on behalf of 5713bc90d4f140b1942b906ec12fd63f for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:08:00.756462 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:00.769671 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:00.803841 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 4f40bc38-ad73-4dea-9713-9a33784ab4c8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4f40bc38-ad73-4dea-9713-9a33784ab4c8,segment=NetworkSegment(784ee0ab-c108-4fb2-92b0-df6b2297f67a),segment_id=784ee0ab-c108-4fb2-92b0-df6b2297f67a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:08:00.897018 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:00.898931 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:08:00.926867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Allocated IP 172.20.0.12 (074d1424-d60a-47ca-8ff0-dd93cd141dfd/54d51a7f-3dc3-49c6-aa29-c3828d07ddfb/c6e0173d-3e85-43fa-8d55-e51b8a25e782) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:08:00.967229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=4f40bc38-ad73-4dea-9713-9a33784ab4c8,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:08:00.970542 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:08:01.133046 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:01.149217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Transition to ACTIVE for port object c6e0173d-3e85-43fa-8d55-e51b8a25e782 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:08:01.263049 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:01.270152 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9cdd1690-7471-4917-840c-4510a152880c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:08:01.335430 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 074d1424-d60a-47ca-8ff0-dd93cd141dfd is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:08:01.338585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:08:01.342374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:08:01.377280 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=c6e0173d-3e85-43fa-8d55-e51b8a25e782,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:08:01.385438 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:08:01.417461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:01.418097 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:01.558140 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0341294
Jun 04 16:08:01.575177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Request body: {'port': {'device_id': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:08:01.696601 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-22017024-dbb5-402f-96e4-b0cc4227096c None None] Provisioning for port c6e0173d-3e85-43fa-8d55-e51b8a25e782 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:08:01.701889 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-22017024-dbb5-402f-96e4-b0cc4227096c None None] Provisioning complete for port c6e0173d-3e85-43fa-8d55-e51b8a25e782 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:08:01.702273 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-22017024-dbb5-402f-96e4-b0cc4227096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:01.761814 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-22017024-dbb5-402f-96e4-b0cc4227096c None None] Port c6e0173d-3e85-43fa-8d55-e51b8a25e782 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:08:01.872795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d173fc-6987-4ab8-9a5a-7c684e933680 req-c0ee1ca6-ecda-4b31-a7c5-d0bdcb060e55 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:01.873523 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-76d173fc-6987-4ab8-9a5a-7c684e933680 req-c0ee1ca6-ecda-4b31-a7c5-d0bdcb060e55 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:08:01.891471 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:01.971674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-76d173fc-6987-4ab8-9a5a-7c684e933680 req-c0ee1ca6-ecda-4b31-a7c5-d0bdcb060e55 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:08:01.972844 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-76d173fc-6987-4ab8-9a5a-7c684e933680 req-c0ee1ca6-ecda-4b31-a7c5-d0bdcb060e55 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 932 time: 0.4539552
Jun 04 16:08:02.071393 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:02.096929 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-76d173fc-6987-4ab8-9a5a-7c684e933680 req-ed7baf63-db37-4d9a-8d69-db313d22c4ff tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0866733
Jun 04 16:08:02.174987 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:08:02.292710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e0173d-3e85-43fa-8d55-e51b8a25e782 {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 16:08:02.300033 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:02.315555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Transition to ACTIVE for port object c6e0173d-3e85-43fa-8d55-e51b8a25e782 will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:08:02.418363 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4f40bc38-ad73-4dea-9713-9a33784ab4c8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:08:02.448582 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-65a554e1-ccd9-43e1-a79f-f91f755f29a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:02.467867 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:02.471866 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b2258582-69a2-4add-b3d2-5ad696200176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:08:02.487526 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 4f40bc38-ad73-4dea-9713-9a33784ab4c8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:08:02.487923 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:02.606010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e0173d-3e85-43fa-8d55-e51b8a25e782,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:08:02.608878 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:08:02.725520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Attempting to bind port c6e0173d-3e85-43fa-8d55-e51b8a25e782 on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:08:02.725998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Attempting to bind port c6e0173d-3e85-43fa-8d55-e51b8a25e782 by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '784ee0ab-c108-4fb2-92b0-df6b2297f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:08:02.726464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Attempting to bind port c6e0173d-3e85-43fa-8d55-e51b8a25e782 on network 074d1424-d60a-47ca-8ff0-dd93cd141dfd {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:08:02.733262 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Port c6e0173d-3e85-43fa-8d55-e51b8a25e782 on network 074d1424-d60a-47ca-8ff0-dd93cd141dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 16:08:02.733720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Attempting to bind port c6e0173d-3e85-43fa-8d55-e51b8a25e782 on network 074d1424-d60a-47ca-8ff0-dd93cd141dfd {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:08:02.741726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:08:02.742063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Checking segment: {'id': '784ee0ab-c108-4fb2-92b0-df6b2297f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:08:02.742586 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Bound using segment: {'id': '784ee0ab-c108-4fb2-92b0-df6b2297f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:08:02.743018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Bound port: c6e0173d-3e85-43fa-8d55-e51b8a25e782, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784ee0ab-c108-4fb2-92b0-df6b2297f67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:08:02.743506 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:02.844351 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] For port c6e0173d-3e85-43fa-8d55-e51b8a25e782, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:08:02.847219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] For port c6e0173d-3e85-43fa-8d55-e51b8a25e782, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c6e0173d-3e85-43fa-8d55-e51b8a25e782,segment=NetworkSegment(784ee0ab-c108-4fb2-92b0-df6b2297f67a),segment_id=784ee0ab-c108-4fb2-92b0-df6b2297f67a)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:08:02.943149 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:02.947022 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:08:03.004621 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:03.005162 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:03.006543 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] 10.222.0.62 "PUT /v2.0/ports/c6e0173d-3e85-43fa-8d55-e51b8a25e782 HTTP/1.1" status: 200  len: 1092 time: 1.4406512
Jun 04 16:08:03.007088 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'tag': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:08:03.009476 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79082e5e405f89b3c225701342a0f75be34bb75c3caf871e40b5bc6e9e2bcd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2ec08e-b960-4220-bfea-621f5b5c22ad" -d '{"events": [{"name": "network-changed", "server_uuid": "989834a0-3f4e-492c-bc17-df5f0164fad0", "tag": "c6e0173d-3e85-43fa-8d55-e51b8a25e782"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:08:03.029246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e0173d-3e85-43fa-8d55-e51b8a25e782,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:08:03.032559 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:08:03.062002 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115779ac-9052-4d0c-abfd-fa588bf0504e x-openstack-request-id: req-115779ac-9052-4d0c-abfd-fa588bf0504e {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:08:03.062346 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "989834a0-3f4e-492c-bc17-df5f0164fad0", "tag": "c6e0173d-3e85-43fa-8d55-e51b8a25e782", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:08:03.062650 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-115779ac-9052-4d0c-abfd-fa588bf0504e {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:08:03.063105 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'tag': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782', 'status': 'completed', 'code': 200}
Jun 04 16:08:03.177352 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ec08e-b960-4220-bfea-621f5b5c22ad req-952262be-775d-4d23-bac5-9da3c6b6b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:03.185681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2ec08e-b960-4220-bfea-621f5b5c22ad req-952262be-775d-4d23-bac5-9da3c6b6b3fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 1095 time: 0.0922718
Jun 04 16:08:03.380109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ec08e-b960-4220-bfea-621f5b5c22ad req-cb32d41a-38bf-494a-b74b-e79fe784e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:03.381163 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2ec08e-b960-4220-bfea-621f5b5c22ad req-cb32d41a-38bf-494a-b74b-e79fe784e071 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5713bc90d4f140b1942b906ec12fd63f&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1940737
Jun 04 16:08:03.393318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3787ecc-1b71-4a39-bbec-c896b3580a05 req-ef49a113-25cf-4545-8b29-74474e071891 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:03.395347 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3787ecc-1b71-4a39-bbec-c896b3580a05 req-ef49a113-25cf-4545-8b29-74474e071891 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 944 time: 0.1836901
Jun 04 16:08:03.534089 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e3787ecc-1b71-4a39-bbec-c896b3580a05 req-bea1739a-62d9-4f82-86e2-e442f1d0e249 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1166894
Jun 04 16:08:03.563608 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ec08e-b960-4220-bfea-621f5b5c22ad req-bd1991fc-34b1-4990-85ca-13a713fa5398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:03.565057 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7c2ec08e-b960-4220-bfea-621f5b5c22ad req-bd1991fc-34b1-4990-85ca-13a713fa5398 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1688595
Jun 04 16:08:03.673054 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-8792111b-a05f-4a6b-89e5-0e4b1cbff4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:03.674427 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-8792111b-a05f-4a6b-89e5-0e4b1cbff4d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 1095 time: 0.0705192
Jun 04 16:08:03.746272 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-7f43ae72-c944-4405-86c5-b4d979c7869c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e0173d-3e85-43fa-8d55-e51b8a25e782 HTTP/1.1" status: 200  len: 217 time: 0.0636427
Jun 04 16:08:03.802665 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:03.809211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-ae64e342-58b4-4f2c-a7ae-fba791bbd9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:03.810610 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-ae64e342-58b4-4f2c-a7ae-fba791bbd9a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=54d51a7f-3dc3-49c6-aa29-c3828d07ddfb HTTP/1.1" status: 200  len: 834 time: 0.0581334
Jun 04 16:08:03.891919 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-aeb6fce5-1ae4-46d1-920c-5cbd5cdb47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:03.893470 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-aeb6fce5-1ae4-46d1-920c-5cbd5cdb47e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=074d1424-d60a-47ca-8ff0-dd93cd141dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0756946
Jun 04 16:08:04.025174 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-0cdf3498-9d30-4c1d-88c3-6f622d09a2f7 service neutron] 10.222.0.62 "GET /v2.0/networks/074d1424-d60a-47ca-8ff0-dd93cd141dfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235583
Jun 04 16:08:04.162374 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1311d25c-6d01-485c-9a0c-d4c995fbc186 req-2222f7b1-88a9-4a7b-92d2-8338c3c92757 service neutron] 10.222.0.62 "GET /v2.0/networks/074d1424-d60a-47ca-8ff0-dd93cd141dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263144
Jun 04 16:08:04.730411 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11490a-eb70-49a5-a62f-f7f722d71427 req-5343ff6c-974c-4e89-b09c-bc3412bf6fe3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:04.731882 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ab11490a-eb70-49a5-a62f-f7f722d71427 req-5343ff6c-974c-4e89-b09c-bc3412bf6fe3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 944 time: 0.0820222
Jun 04 16:08:04.776191 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-ab11490a-eb70-49a5-a62f-f7f722d71427 req-132aa702-37a4-4706-9bd5-b3d099e2c16f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:08:04.862482 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-ab11490a-eb70-49a5-a62f-f7f722d71427 req-132aa702-37a4-4706-9bd5-b3d099e2c16f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:08:04.863938 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ab11490a-eb70-49a5-a62f-f7f722d71427 req-132aa702-37a4-4706-9bd5-b3d099e2c16f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1265361
Jun 04 16:08:05.413105 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:06.095743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff537a6f-6d9b-4509-8c0e-c55671edd7b1 req-25ba1db6-9947-4487-a5db-11ad538194c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:06.098226 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff537a6f-6d9b-4509-8c0e-c55671edd7b1 req-25ba1db6-9947-4487-a5db-11ad538194c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 944 time: 0.1087139
Jun 04 16:08:06.159052 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ff537a6f-6d9b-4509-8c0e-c55671edd7b1 req-f244867f-9b09-4e32-bf7c-12ab99e952d2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523901
Jun 04 16:08:07.356378 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa9dc6-b4ac-4e0f-ba44-dc4c20610403 req-e1acc4d4-fbcb-46a2-96fd-5db9cdd25639 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:07.357859 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-92aa9dc6-b4ac-4e0f-ba44-dc4c20610403 req-e1acc4d4-fbcb-46a2-96fd-5db9cdd25639 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 944 time: 0.0839903
Jun 04 16:08:07.402946 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-92aa9dc6-b4ac-4e0f-ba44-dc4c20610403 req-edbf0fc7-4641-495c-85b8-26d851938151 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388746
Jun 04 16:08:07.572462 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c6e0173d-3e85-43fa-8d55-e51b8a25e782 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 16:08:07.703532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c6e0173d-3e85-43fa-8d55-e51b8a25e782, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c6e0173d-3e85-43fa-8d55-e51b8a25e782,segment=NetworkSegment(784ee0ab-c108-4fb2-92b0-df6b2297f67a),segment_id=784ee0ab-c108-4fb2-92b0-df6b2297f67a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:08:07.716905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'port_id': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782', 'mac_address': 'fa:16:3e:58:dd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 16:08:07.775535 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:07.792861 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e0173d-3e85-43fa-8d55-e51b8a25e782 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 16:08:07.810504 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c6e0173d-3e85-43fa-8d55-e51b8a25e782, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c6e0173d-3e85-43fa-8d55-e51b8a25e782,segment=NetworkSegment(784ee0ab-c108-4fb2-92b0-df6b2297f67a),segment_id=784ee0ab-c108-4fb2-92b0-df6b2297f67a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:08:07.890845 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:07.892555 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7eba29b4-be08-41a9-aefe-be842dc7845a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:08:07.958604 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=c6e0173d-3e85-43fa-8d55-e51b8a25e782,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:08:07.961750 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:08:08.286793 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['c6e0173d-3e85-43fa-8d55-e51b8a25e782'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 16:08:08.593543 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae03a70-9160-4069-9567-54b7530e06af req-97380d43-613e-4d92-9b32-9c2d55f2073b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:08.595011 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bae03a70-9160-4069-9567-54b7530e06af req-97380d43-613e-4d92-9b32-9c2d55f2073b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 945 time: 0.0862403
Jun 04 16:08:08.644290 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-bae03a70-9160-4069-9567-54b7530e06af req-7aa193ab-f94a-4e17-b7fd-9914ee45d36d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423553
Jun 04 16:08:09.572732 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c6e0173d-3e85-43fa-8d55-e51b8a25e782 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:08:09.719196 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port c6e0173d-3e85-43fa-8d55-e51b8a25e782 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:08:09.724169 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port c6e0173d-3e85-43fa-8d55-e51b8a25e782 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:08:09.724544 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:09.832279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9de08f-8a08-46dc-8593-14fbe93c2e2c req-1788ac22-ddd5-4d0c-8b73-e64d741ff8c3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:09.834707 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-df9de08f-8a08-46dc-8593-14fbe93c2e2c req-1788ac22-ddd5-4d0c-8b73-e64d741ff8c3 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 945 time: 0.0833414
Jun 04 16:08:09.848965 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:09.883188 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:08:09.885471 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc4d3ca1ad775a21c8901c5d0a9ac2cba1d0ac500ba6b7c769ade87e62d1a3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97531570-d3ec-49a4-b7c3-3abaa0b9338b" -d '{"events": [{"server_uuid": "989834a0-3f4e-492c-bc17-df5f0164fad0", "name": "network-vif-plugged", "status": "completed", "tag": "c6e0173d-3e85-43fa-8d55-e51b8a25e782"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:08:09.889373 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-df9de08f-8a08-46dc-8593-14fbe93c2e2c req-94766823-8a13-4687-9348-093642170324 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488153
Jun 04 16:08:09.893166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c6e0173d-3e85-43fa-8d55-e51b8a25e782, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c6e0173d-3e85-43fa-8d55-e51b8a25e782,segment=NetworkSegment(784ee0ab-c108-4fb2-92b0-df6b2297f67a),segment_id=784ee0ab-c108-4fb2-92b0-df6b2297f67a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:08:09.930162 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 16:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa8576c-468a-4d56-9261-2c0779d8c038 x-openstack-request-id: req-0aa8576c-468a-4d56-9261-2c0779d8c038 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:08:09.930457 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989834a0-3f4e-492c-bc17-df5f0164fad0", "name": "network-vif-plugged", "status": "completed", "tag": "c6e0173d-3e85-43fa-8d55-e51b8a25e782", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:08:09.930715 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0aa8576c-468a-4d56-9261-2c0779d8c038 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:08:09.931109 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782', 'code': 200}
Jun 04 16:08:09.971032 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:09.972908 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:08:10.041819 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=c6e0173d-3e85-43fa-8d55-e51b8a25e782,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:08:10.044833 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:08:10.060495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6bed5-4b8d-47c3-9f52-af4712e2d491 req-54025674-cde6-490e-9244-b8423255007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:10.061991 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f7f6bed5-4b8d-47c3-9f52-af4712e2d491 req-54025674-cde6-490e-9244-b8423255007f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 1097 time: 0.0719497
Jun 04 16:08:10.104531 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f7f6bed5-4b8d-47c3-9f52-af4712e2d491 req-217f0bb5-f067-4273-820f-d7ebb63d5078 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357318
Jun 04 16:08:11.091156 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa1e85-98c6-45c1-bb03-3b5f548e6d4b req-04506360-caf6-418d-a977-098b9b841ced tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:11.092678 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9afa1e85-98c6-45c1-bb03-3b5f548e6d4b req-04506360-caf6-418d-a977-098b9b841ced tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.0862436
Jun 04 16:08:11.153990 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9afa1e85-98c6-45c1-bb03-3b5f548e6d4b req-4089609c-8c4c-480e-80ff-467f4e709ce6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542178
Jun 04 16:08:12.523070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb9ff-53ab-4ba7-ac91-6baa3850e7eb req-5456295e-cbfc-4ee3-8c4b-7a2daa025b33 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:12.524556 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b5bb9ff-53ab-4ba7-ac91-6baa3850e7eb req-5456295e-cbfc-4ee3-8c4b-7a2daa025b33 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.2556548
Jun 04 16:08:12.572566 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8b5bb9ff-53ab-4ba7-ac91-6baa3850e7eb req-97c2ee89-3187-4101-9edc-077703eda4f0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412238
Jun 04 16:08:12.760165 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a6b70-e532-47ca-97fa-f7350a96ffd3 req-3e2dfe22-3c79-4423-970a-a88dd6486c5d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:12.761720 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c02a6b70-e532-47ca-97fa-f7350a96ffd3 req-3e2dfe22-3c79-4423-970a-a88dd6486c5d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.0808825
Jun 04 16:08:12.810600 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-c02a6b70-e532-47ca-97fa-f7350a96ffd3 req-ad8e2b71-31f2-49bf-9a23-51b38ed36b88 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431862
Jun 04 16:08:12.833380 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36074) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:08:12.916060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f9a195-c289-4729-9412-fecfa243f7a9 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:12.918147 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d1f9a195-c289-4729-9412-fecfa243f7a9 tempest-TestNetworkAdvancedServerOps-1734890440 tempest-TestNetworkAdvancedServerOps-1734890440-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 1092 time: 0.0836263
Jun 04 16:08:12.920841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36076) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:08:12.925737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'port_id': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:08:12.935107 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:08:12.940063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Usage tracker for resource:floatingip and tenant:5713bc90d4f140b1942b906ec12fd63f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:08:12.944508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:08:12.951972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:08:13.065440 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for floatingip, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:13.221735 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:13.371967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Allocated IP 172.25.4.80 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/1d3cd0bd-fb56-40eb-8199-5fb37e64f169) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:08:13.532627 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:13.671595 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:13.675474 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-689d5078-f97c-4eae-a832-c4486f9bc0c1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:08:13.741209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:08:13.744101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:08:13.746584 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:08:13.785927 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=1d3cd0bd-fb56-40eb-8199-5fb37e64f169,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:08:13.793969 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:08:14.166704 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:14.346624 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:14.557669 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:14.642516 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:14.646543 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dbc263a1-2bfe-4725-b9d2-145859b7a928 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:08:14.754517 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event updated for resources: {'Port': ['ID=1d3cd0bd-fb56-40eb-8199-5fb37e64f169,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:08:14.758591 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:08:14.765214 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:15.095958 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Floating IP 64283303-ce2f-4a48-8e1f-a981a42cfa36 associated. External IP: 172.25.4.80, port: c6e0173d-3e85-43fa-8d55-e51b8a25e782.
Jun 04 16:08:15.451889 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router 418615e3-8bef-4718-acf1-8b07690567b7 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:08:15.633507 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:08:15.642756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cce7c5-1c33-4047-87ef-08f33a18e28b None None] Sync routers for ids ['418615e3-8bef-4718-acf1-8b07690567b7'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:08:15.651934 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cce7c5-1c33-4047-87ef-08f33a18e28b None None] Routers {'418615e3-8bef-4718-acf1-8b07690567b7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:08:15.652547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-21cce7c5-1c33-4047-87ef-08f33a18e28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cea7670>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:08:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['418615e3-8bef-4718-acf1-8b07690567b7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:08:15.728502 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:15.784809 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8627212
Jun 04 16:08:15.785637 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'tag': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:08:15.788274 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79082e5e405f89b3c225701342a0f75be34bb75c3caf871e40b5bc6e9e2bcd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b70145-9832-4047-9460-97d1a6f36df2" -d '{"events": [{"name": "network-changed", "server_uuid": "989834a0-3f4e-492c-bc17-df5f0164fad0", "tag": "c6e0173d-3e85-43fa-8d55-e51b8a25e782"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:08:15.859463 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21396ab-2004-4076-9efa-43c62e930a05 x-openstack-request-id: req-a21396ab-2004-4076-9efa-43c62e930a05 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:08:15.859988 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "989834a0-3f4e-492c-bc17-df5f0164fad0", "tag": "c6e0173d-3e85-43fa-8d55-e51b8a25e782", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:08:15.860388 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a21396ab-2004-4076-9efa-43c62e930a05 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:08:15.860982 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'tag': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782', 'status': 'completed', 'code': 200}
Jun 04 16:08:15.882763 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-21cce7c5-1c33-4047-87ef-08f33a18e28b None None] Set router 418615e3-8bef-4718-acf1-8b07690567b7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:08:16.021124 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b70145-9832-4047-9460-97d1a6f36df2 req-d67cd16b-9143-4c6d-a2d3-9960da8a2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:16.022548 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-34b70145-9832-4047-9460-97d1a6f36df2 req-d67cd16b-9143-4c6d-a2d3-9960da8a2fa4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 1097 time: 0.1379426
Jun 04 16:08:16.031234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bd8a7-0122-452b-9411-51517ca9b908 req-f56034dc-af68-456c-8d1c-8a1947e97a5b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:16.032638 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ac3bd8a7-0122-452b-9411-51517ca9b908 req-f56034dc-af68-456c-8d1c-8a1947e97a5b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.1167593
Jun 04 16:08:16.171736 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ac3bd8a7-0122-452b-9411-51517ca9b908 req-7b7afffa-07f9-4fc5-b484-9188a33b4fd8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1187835
Jun 04 16:08:16.196429 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36084) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:08:16.200682 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b70145-9832-4047-9460-97d1a6f36df2 req-af0d0a1c-373f-4182-9402-1b21c064068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:16.202397 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-34b70145-9832-4047-9460-97d1a6f36df2 req-af0d0a1c-373f-4182-9402-1b21c064068f service neutron] 10.222.0.62 "GET /v2.0/networks?id=074d1424-d60a-47ca-8ff0-dd93cd141dfd HTTP/1.1" status: 200  len: 898 time: 0.1688561
Jun 04 16:08:16.243087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-21cce7c5-1c33-4047-87ef-08f33a18e28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cea7670>, [{'id': '418615e3-8bef-4718-acf1-8b07690567b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856629323', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:07:48Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:49Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '64283303-ce2f-4a48-8e1f-a981a42cfa36', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'port_id': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'mac_address': 'fa:16:3e:58:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T16:08:14Z', 'updated_at': '2021-06-04T16:08:14Z', 'revision_number': 0, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f40bc38-ad73-4dea-9713-9a33784ab4c8', 'name': '', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:13:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:54Z', 'updated_at': '2021-06-04T16:08:00Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:08:16.247469 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cce7c5-1c33-4047-87ef-08f33a18e28b None None] Checking router: 418615e3-8bef-4718-acf1-8b07690567b7 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:08:16.259065 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cce7c5-1c33-4047-87ef-08f33a18e28b None None] Routers {'418615e3-8bef-4718-acf1-8b07690567b7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:08:16.259693 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-21cce7c5-1c33-4047-87ef-08f33a18e28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cea7670>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:08:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['418615e3-8bef-4718-acf1-8b07690567b7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:08:16.312933 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e9c63ce0-23e1-4622-a050-036ac83a1ccd tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/64283303-ce2f-4a48-8e1f-a981a42cfa36 HTTP/1.1" status: 200  len: 991 time: 0.1146078
Jun 04 16:08:16.327732 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-34b70145-9832-4047-9460-97d1a6f36df2 req-04698a75-6e3f-4a37-a915-f90e1cc77b64 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e0173d-3e85-43fa-8d55-e51b8a25e782 HTTP/1.1" status: 200  len: 999 time: 0.1118343
Jun 04 16:08:16.391998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b70145-9832-4047-9460-97d1a6f36df2 req-0eaae747-ed09-4484-96b1-bc0a6cff832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:16.393472 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-34b70145-9832-4047-9460-97d1a6f36df2 req-0eaae747-ed09-4484-96b1-bc0a6cff832a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=54d51a7f-3dc3-49c6-aa29-c3828d07ddfb HTTP/1.1" status: 200  len: 834 time: 0.0648549
Jun 04 16:08:16.440260 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-21cce7c5-1c33-4047-87ef-08f33a18e28b None None] Set router 418615e3-8bef-4718-acf1-8b07690567b7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:08:16.476106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b70145-9832-4047-9460-97d1a6f36df2 req-9af02b81-427d-44cc-83ff-fb02272f61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:16.481963 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-34b70145-9832-4047-9460-97d1a6f36df2 req-9af02b81-427d-44cc-83ff-fb02272f61cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=074d1424-d60a-47ca-8ff0-dd93cd141dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0743153
Jun 04 16:08:16.640034 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-34b70145-9832-4047-9460-97d1a6f36df2 req-8aad1668-4c92-424e-b9cc-de86a28d2c8e service neutron] 10.222.0.62 "GET /v2.0/networks/074d1424-d60a-47ca-8ff0-dd93cd141dfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520944
Jun 04 16:08:16.813460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-21cce7c5-1c33-4047-87ef-08f33a18e28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cea7670>, [{'id': '418615e3-8bef-4718-acf1-8b07690567b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856629323', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:07:48Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:49Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '64283303-ce2f-4a48-8e1f-a981a42cfa36', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'port_id': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'mac_address': 'fa:16:3e:58:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T16:08:14Z', 'updated_at': '2021-06-04T16:08:14Z', 'revision_number': 0, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f40bc38-ad73-4dea-9713-9a33784ab4c8', 'name': '', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:13:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:54Z', 'updated_at': '2021-06-04T16:08:00Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:08:16.818908 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cce7c5-1c33-4047-87ef-08f33a18e28b None None] The sync data for ids ['418615e3-8bef-4718-acf1-8b07690567b7'] in n-d-791505-9 is: [{'id': '418615e3-8bef-4718-acf1-8b07690567b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856629323', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:07:48Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:49Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': '64283303-ce2f-4a48-8e1f-a981a42cfa36', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'port_id': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'mac_address': 'fa:16:3e:58:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T16:08:14Z', 'updated_at': '2021-06-04T16:08:14Z', 'revision_number': 0, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f40bc38-ad73-4dea-9713-9a33784ab4c8', 'name': '', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:13:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:54Z', 'updated_at': '2021-06-04T16:08:00Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:08:16.955005 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-34b70145-9832-4047-9460-97d1a6f36df2 req-a229230f-04f0-4dcb-a27d-a7b2f20793ac service neutron] 10.222.0.62 "GET /v2.0/networks/074d1424-d60a-47ca-8ff0-dd93cd141dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3106105
Jun 04 16:08:17.011948 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e36be1-21b1-4893-bf46-e9108a35f284 None None] New status for floating IP 64283303-ce2f-4a48-8e1f-a981a42cfa36: ACTIVE {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 16:08:17.314441 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36086) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:08:17.427245 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a9cfd6d7-4d6a-45f2-bc6c-1671ec4270c7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/64283303-ce2f-4a48-8e1f-a981a42cfa36 HTTP/1.1" status: 200  len: 993 time: 0.1108775
Jun 04 16:08:24.030919 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:26.307439 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:29.568633 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c3419665-cdf6-4bab-85f2-227d1a05b114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:32.065250 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:32.347531 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f2fecbff-0d73-4277-b2aa-50e0da882e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:33.793298 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:35.367639 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:39.174333 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:08:52.632849 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41333bc0-c8b6-4c9a-82bb-cece5571426a req-982dce0e-7125-462d-aff9-7ee577661049 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0710521
Jun 04 16:08:52.777709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41333bc0-c8b6-4c9a-82bb-cece5571426a req-44d6b881-e001-4b82-8e18-2a41b637aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:52.779189 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41333bc0-c8b6-4c9a-82bb-cece5571426a req-44d6b881-e001-4b82-8e18-2a41b637aa17 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 1097 time: 0.0780890
Jun 04 16:08:52.925433 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41333bc0-c8b6-4c9a-82bb-cece5571426a req-5f237715-906b-4af8-a166-4bb05cbc4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:52.926964 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41333bc0-c8b6-4c9a-82bb-cece5571426a req-5f237715-906b-4af8-a166-4bb05cbc4898 service neutron] 10.222.0.62 "GET /v2.0/networks?id=074d1424-d60a-47ca-8ff0-dd93cd141dfd HTTP/1.1" status: 200  len: 898 time: 0.1275663
Jun 04 16:08:53.032310 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41333bc0-c8b6-4c9a-82bb-cece5571426a req-f52e74ae-444c-4680-abc7-b2fbf2c06cd6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e0173d-3e85-43fa-8d55-e51b8a25e782 HTTP/1.1" status: 200  len: 1001 time: 0.0983515
Jun 04 16:08:53.109275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41333bc0-c8b6-4c9a-82bb-cece5571426a req-38162488-81a5-4e76-9e58-541cd8ac404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:53.110746 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41333bc0-c8b6-4c9a-82bb-cece5571426a req-38162488-81a5-4e76-9e58-541cd8ac404c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=54d51a7f-3dc3-49c6-aa29-c3828d07ddfb HTTP/1.1" status: 200  len: 834 time: 0.0715287
Jun 04 16:08:53.196913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41333bc0-c8b6-4c9a-82bb-cece5571426a req-54a7b549-21e4-4854-8a57-88a0f04e5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:08:53.198448 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41333bc0-c8b6-4c9a-82bb-cece5571426a req-54a7b549-21e4-4854-8a57-88a0f04e5e81 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=074d1424-d60a-47ca-8ff0-dd93cd141dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0798111
Jun 04 16:08:53.338459 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41333bc0-c8b6-4c9a-82bb-cece5571426a req-70190eab-32f3-4e6b-b7ce-ea4bc3465a4f service neutron] 10.222.0.62 "GET /v2.0/networks/074d1424-d60a-47ca-8ff0-dd93cd141dfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331797
Jun 04 16:08:53.471660 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-41333bc0-c8b6-4c9a-82bb-cece5571426a req-38c405bd-53d7-4a50-acbe-542b943d3985 service neutron] 10.222.0.62 "GET /v2.0/networks/074d1424-d60a-47ca-8ff0-dd93cd141dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267049
Jun 04 16:08:54.009617 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:56.321981 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:08:59.561872 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-28404d07-ab5f-49a6-90e3-294aae5b9b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:02.047019 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:02.403913 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5162fd6a-aca3-474f-8fc8-d0d26c8745df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:03.789980 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:05.327308 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:16.173589 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:09:24.020471 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:26.372602 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:29.545898 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-396acc5c-65fc-4950-9ef4-d5d08c57db9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:30.364232 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed227e-bf5b-4649-b93f-bcb3159616dd req-380b83cb-1856-4190-bcaa-9c572db1bfc5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:30.365743 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70ed227e-bf5b-4649-b93f-bcb3159616dd req-380b83cb-1856-4190-bcaa-9c572db1bfc5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.0964541
Jun 04 16:09:30.580741 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-70ed227e-bf5b-4649-b93f-bcb3159616dd req-ff4f543d-0070-4be0-8f8c-7cef5b82608b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2082920
Jun 04 16:09:31.772184 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f069e14-673d-4e59-b64b-92a791acf271 req-77ae24f6-680f-4d8e-bb8a-ca72e77ca76d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:31.773785 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0f069e14-673d-4e59-b64b-92a791acf271 req-77ae24f6-680f-4d8e-bb8a-ca72e77ca76d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.0843790
Jun 04 16:09:31.819886 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0f069e14-673d-4e59-b64b-92a791acf271 req-f8427cfd-b67f-4741-991d-754350210ec8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404441
Jun 04 16:09:32.042926 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:32.357663 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f6add979-9c59-41d9-8d3d-e08375ae86d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:33.012525 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3bde7-095f-4e90-9bbf-5f23d7a38eb8 req-d359dffb-c3ca-4027-9387-f52ea8cf41bb tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:33.014017 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-45c3bde7-095f-4e90-9bbf-5f23d7a38eb8 req-d359dffb-c3ca-4027-9387-f52ea8cf41bb tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.0869355
Jun 04 16:09:33.059246 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-45c3bde7-095f-4e90-9bbf-5f23d7a38eb8 req-11ce7240-d3eb-4d77-8522-4aa52d1558b1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395076
Jun 04 16:09:33.780380 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:34.252857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68858-a994-4a66-8be8-a681a280243a req-0d4f7bdb-a3ef-4b15-810a-bdfb368b7241 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:34.254349 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-47e68858-a994-4a66-8be8-a681a280243a req-0d4f7bdb-a3ef-4b15-810a-bdfb368b7241 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.0855446
Jun 04 16:09:34.298508 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-47e68858-a994-4a66-8be8-a681a280243a req-9603641f-5386-4e66-a0cb-a45773fff457 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379548
Jun 04 16:09:35.397129 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:35.490530 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20814c-f6e8-4b0e-98b8-c509ea81ba55 req-da92552b-d567-42ab-bbaf-84fe889a280c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:35.491999 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be20814c-f6e8-4b0e-98b8-c509ea81ba55 req-da92552b-d567-42ab-bbaf-84fe889a280c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.0850630
Jun 04 16:09:35.536933 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-be20814c-f6e8-4b0e-98b8-c509ea81ba55 req-d746ea60-488f-4dd4-b694-4119ed88b466 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391009
Jun 04 16:09:36.730615 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ede7b-f0dc-403f-9194-9d0047d12d15 req-0d9bb504-3852-4280-b9c6-adfec129cf30 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:36.732104 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c84ede7b-f0dc-403f-9194-9d0047d12d15 req-0d9bb504-3852-4280-b9c6-adfec129cf30 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.0822029
Jun 04 16:09:36.777465 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c84ede7b-f0dc-403f-9194-9d0047d12d15 req-67cf08a2-fa50-4a2c-81bd-4ab722c5812b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392118
Jun 04 16:09:37.967360 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011d0eb-432e-4fa8-a5f6-3214c55cb51d req-efdce207-4279-4709-b689-29b533e21768 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:37.968831 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6011d0eb-432e-4fa8-a5f6-3214c55cb51d req-efdce207-4279-4709-b689-29b533e21768 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.0800314
Jun 04 16:09:38.018914 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6011d0eb-432e-4fa8-a5f6-3214c55cb51d req-eed4ddb8-6725-486b-b857-352d69456ea2 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442345
Jun 04 16:09:39.229122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05b3a4-d11e-4f4c-8993-087d898b98e2 req-f2c6ce85-15be-4f01-afe7-aa8170480110 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:39.230662 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ac05b3a4-d11e-4f4c-8993-087d898b98e2 req-f2c6ce85-15be-4f01-afe7-aa8170480110 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.0916860
Jun 04 16:09:39.288760 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ac05b3a4-d11e-4f4c-8993-087d898b98e2 req-23c3c880-76da-42d3-94eb-b9a710569a14 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468302
Jun 04 16:09:40.479549 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b62265-96c1-45e7-bac6-b4f4d7f6b31e req-c0885ace-28ce-4e92-b829-40acdf1a0774 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:40.481180 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7b62265-96c1-45e7-bac6-b4f4d7f6b31e req-c0885ace-28ce-4e92-b829-40acdf1a0774 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.0836368
Jun 04 16:09:40.527705 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e7b62265-96c1-45e7-bac6-b4f4d7f6b31e req-13df3cbf-0b5a-4d91-a84e-6884aa87046a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403147
Jun 04 16:09:41.722420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f8e4a-80f1-49a3-9376-642c201102c2 req-e01e784c-7148-4183-bdb9-c50ce9505b1e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:41.723919 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c6f8e4a-80f1-49a3-9376-642c201102c2 req-e01e784c-7148-4183-bdb9-c50ce9505b1e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.0848057
Jun 04 16:09:41.775571 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-1c6f8e4a-80f1-49a3-9376-642c201102c2 req-ac062cf5-862f-4af3-8a0a-1f05873807a9 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459070
Jun 04 16:09:42.972338 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ce146-ce01-4678-bffb-317e1717a91d req-841b64dd-00b9-45e6-8d35-5216fdcb0ab9 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:42.973851 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a31ce146-ce01-4678-bffb-317e1717a91d req-841b64dd-00b9-45e6-8d35-5216fdcb0ab9 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.0889876
Jun 04 16:09:43.019282 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a31ce146-ce01-4678-bffb-317e1717a91d req-a3b8613c-96f4-45aa-b3e8-9f32be3e25a0 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398335
Jun 04 16:09:44.214100 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d6f81-4f6d-4e97-97b4-946b626e3e5d req-9157ff84-1dab-4f37-99cd-cf653580de7e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:44.215681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b27d6f81-4f6d-4e97-97b4-946b626e3e5d req-9157ff84-1dab-4f37-99cd-cf653580de7e tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.0826046
Jun 04 16:09:44.265452 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-b27d6f81-4f6d-4e97-97b4-946b626e3e5d req-0042c564-9223-46f1-b089-3032cfe2a191 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430210
Jun 04 16:09:45.454600 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d61349-713b-4cd0-acf0-55a90fc77306 req-582b82f3-1eaa-4236-ae80-8c94b10f5168 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:45.456042 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a7d61349-713b-4cd0-acf0-55a90fc77306 req-582b82f3-1eaa-4236-ae80-8c94b10f5168 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.0796382
Jun 04 16:09:45.502505 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a7d61349-713b-4cd0-acf0-55a90fc77306 req-626dc244-26ac-469e-9592-528877d8a0a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407484
Jun 04 16:09:45.797541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f07c3b-8737-436a-a3df-381ffd9b53d4 req-99688699-81b7-4d2e-94f7-a129a7f8d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:45.799882 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24f07c3b-8737-436a-a3df-381ffd9b53d4 req-99688699-81b7-4d2e-94f7-a129a7f8d710 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 1097 time: 0.0847208
Jun 04 16:09:45.846259 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-24f07c3b-8737-436a-a3df-381ffd9b53d4 req-e6db6228-b233-4b3e-8fb2-500e6aae1281 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397899
Jun 04 16:09:45.941526 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c6e0173d-3e85-43fa-8d55-e51b8a25e782 details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 16:09:45.944564 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c6e0173d-3e85-43fa-8d55-e51b8a25e782 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:09:46.211342 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:46.244567 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c6e0173d-3e85-43fa-8d55-e51b8a25e782, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c6e0173d-3e85-43fa-8d55-e51b8a25e782,segment=NetworkSegment(784ee0ab-c108-4fb2-92b0-df6b2297f67a),segment_id=784ee0ab-c108-4fb2-92b0-df6b2297f67a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:09:46.267737 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:09:46.270022 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc4d3ca1ad775a21c8901c5d0a9ac2cba1d0ac500ba6b7c769ade87e62d1a3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7f3001-bc86-4957-987d-cb4cb2463905" -d '{"events": [{"server_uuid": "989834a0-3f4e-492c-bc17-df5f0164fad0", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e0173d-3e85-43fa-8d55-e51b8a25e782"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:09:46.274153 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'port_id': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782', 'mac_address': 'fa:16:3e:58:dd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 16:09:46.286104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c6e0173d-3e85-43fa-8d55-e51b8a25e782, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c6e0173d-3e85-43fa-8d55-e51b8a25e782,segment=NetworkSegment(784ee0ab-c108-4fb2-92b0-df6b2297f67a),segment_id=784ee0ab-c108-4fb2-92b0-df6b2297f67a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:09:46.318340 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 16:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a313f9ed-d4d0-4deb-bb8a-95905c861366 x-openstack-request-id: req-a313f9ed-d4d0-4deb-bb8a-95905c861366 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:09:46.318634 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989834a0-3f4e-492c-bc17-df5f0164fad0", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e0173d-3e85-43fa-8d55-e51b8a25e782", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:09:46.318893 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a313f9ed-d4d0-4deb-bb8a-95905c861366 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:09:46.319286 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782', 'code': 200}
Jun 04 16:09:46.339908 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:46.357543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6e0173d-3e85-43fa-8d55-e51b8a25e782 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 16:09:46.368536 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:46.370851 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:09:46.485816 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 16:09:46.486236 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 16:09:46.488713 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=c6e0173d-3e85-43fa-8d55-e51b8a25e782,revision_number=6']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:09:46.496446 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:09:46.497630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:09:46.497630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:09:46.497630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:09:46.497925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:09:46.498076 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:09:46.498389 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:09:46.498704 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:09:46.499018 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:09:46.499381 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:09:46.499644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:09:46.499995 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:09:46.504819 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:09:46.711506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b2f49-3250-40f8-88d7-75a4e3d5a612 req-b66eda42-7e2e-4797-932a-bda079e67b50 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:46.713026 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-809b2f49-3250-40f8-88d7-75a4e3d5a612 req-b66eda42-7e2e-4797-932a-bda079e67b50 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 944 time: 0.0905197
Jun 04 16:09:46.763997 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-809b2f49-3250-40f8-88d7-75a4e3d5a612 req-8a84bf2f-cecd-412a-85cd-b7255e094737 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450954
Jun 04 16:09:47.042796 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:47.059819 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e0173d-3e85-43fa-8d55-e51b8a25e782 {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 16:09:47.075450 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c6e0173d-3e85-43fa-8d55-e51b8a25e782, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c6e0173d-3e85-43fa-8d55-e51b8a25e782,segment=NetworkSegment(784ee0ab-c108-4fb2-92b0-df6b2297f67a),segment_id=784ee0ab-c108-4fb2-92b0-df6b2297f67a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:09:47.179645 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:47.181841 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:09:47.250114 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=c6e0173d-3e85-43fa-8d55-e51b8a25e782,revision_number=7']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:09:47.254601 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:09:47.547878 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['c6e0173d-3e85-43fa-8d55-e51b8a25e782'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 16:09:47.961404 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb82caa-f8c7-4940-8aba-f3b7388a61e1 req-fec34449-545a-4e98-9cd7-9ba3666797e1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:47.962870 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4eb82caa-f8c7-4940-8aba-f3b7388a61e1 req-fec34449-545a-4e98-9cd7-9ba3666797e1 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 945 time: 0.0856810
Jun 04 16:09:48.014832 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-4eb82caa-f8c7-4940-8aba-f3b7388a61e1 req-dd947faa-8c1e-4cf0-8c51-c2c2f2891f6a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461047
Jun 04 16:09:48.042726 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36182) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:09:48.159211 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e94636aa-0319-4115-a3f8-a0d52bc3bbaf tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/floatingips/64283303-ce2f-4a48-8e1f-a981a42cfa36 HTTP/1.1" status: 200  len: 992 time: 0.1088047
Jun 04 16:09:49.965727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c6e0173d-3e85-43fa-8d55-e51b8a25e782 up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:09:50.035174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port c6e0173d-3e85-43fa-8d55-e51b8a25e782 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:09:50.035548 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:50.151328 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:50.179571 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:09:50.181876 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc4d3ca1ad775a21c8901c5d0a9ac2cba1d0ac500ba6b7c769ade87e62d1a3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e981d8-fa78-4ae6-87e9-c3cbd3026b33" -d '{"events": [{"server_uuid": "989834a0-3f4e-492c-bc17-df5f0164fad0", "name": "network-vif-plugged", "status": "completed", "tag": "c6e0173d-3e85-43fa-8d55-e51b8a25e782"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:09:50.189641 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port c6e0173d-3e85-43fa-8d55-e51b8a25e782, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c6e0173d-3e85-43fa-8d55-e51b8a25e782,segment=NetworkSegment(784ee0ab-c108-4fb2-92b0-df6b2297f67a),segment_id=784ee0ab-c108-4fb2-92b0-df6b2297f67a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:09:50.225604 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbff401-5017-48e9-8b81-57941668fbca x-openstack-request-id: req-9bbff401-5017-48e9-8b81-57941668fbca {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:09:50.225902 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989834a0-3f4e-492c-bc17-df5f0164fad0", "name": "network-vif-plugged", "status": "completed", "tag": "c6e0173d-3e85-43fa-8d55-e51b8a25e782", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:09:50.226183 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9bbff401-5017-48e9-8b81-57941668fbca {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:09:50.226586 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782', 'code': 200}
Jun 04 16:09:50.322298 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:50.324960 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-69911e92-d376-47c1-aef4-6f94ea2ae000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:09:50.392697 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=c6e0173d-3e85-43fa-8d55-e51b8a25e782,revision_number=8']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:09:50.395785 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:09:52.904158 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e92686d2-f20f-4049-98b0-8f6cf9f1597b req-062c2640-2cd3-4a08-9ed5-6ae2c5e60b79 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3450482
Jun 04 16:09:53.044914 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92686d2-f20f-4049-98b0-8f6cf9f1597b req-a800bdc9-6ba6-4e24-9676-31f3a33603ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:53.046436 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e92686d2-f20f-4049-98b0-8f6cf9f1597b req-a800bdc9-6ba6-4e24-9676-31f3a33603ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 1097 time: 0.0729957
Jun 04 16:09:53.173359 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:09:53.199318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92686d2-f20f-4049-98b0-8f6cf9f1597b req-a2838197-37c3-45f8-bd6c-32c3c7a05382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:53.200770 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e92686d2-f20f-4049-98b0-8f6cf9f1597b req-a2838197-37c3-45f8-bd6c-32c3c7a05382 service neutron] 10.222.0.62 "GET /v2.0/networks?id=074d1424-d60a-47ca-8ff0-dd93cd141dfd HTTP/1.1" status: 200  len: 898 time: 0.1300235
Jun 04 16:09:53.308666 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e92686d2-f20f-4049-98b0-8f6cf9f1597b req-7d284934-958a-4343-827b-0b1251cbee61 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e0173d-3e85-43fa-8d55-e51b8a25e782 HTTP/1.1" status: 200  len: 1001 time: 0.1002090
Jun 04 16:09:53.371672 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92686d2-f20f-4049-98b0-8f6cf9f1597b req-27afd0a6-44fc-4a2b-91ba-7798c7df12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:53.373156 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e92686d2-f20f-4049-98b0-8f6cf9f1597b req-27afd0a6-44fc-4a2b-91ba-7798c7df12d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=54d51a7f-3dc3-49c6-aa29-c3828d07ddfb HTTP/1.1" status: 200  len: 834 time: 0.0578601
Jun 04 16:09:53.455594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92686d2-f20f-4049-98b0-8f6cf9f1597b req-08920598-cbe6-4bac-a53e-faaa3d96ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:09:53.457100 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e92686d2-f20f-4049-98b0-8f6cf9f1597b req-08920598-cbe6-4bac-a53e-faaa3d96ac0c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=074d1424-d60a-47ca-8ff0-dd93cd141dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0746965
Jun 04 16:09:53.467539 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-e92686d2-f20f-4049-98b0-8f6cf9f1597b req-64ee310d-f74e-4b2c-96f2-2cf405f616b0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 16:09:53.468488 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e92686d2-f20f-4049-98b0-8f6cf9f1597b req-64ee310d-f74e-4b2c-96f2-2cf405f616b0 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049512
Jun 04 16:09:53.603498 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e92686d2-f20f-4049-98b0-8f6cf9f1597b req-b787d3fa-ef05-4626-aa3f-900b16281843 service neutron] 10.222.0.62 "GET /v2.0/networks/074d1424-d60a-47ca-8ff0-dd93cd141dfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273403
Jun 04 16:09:53.737488 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e92686d2-f20f-4049-98b0-8f6cf9f1597b req-53642991-646a-42fc-b8dc-0eac78f4e233 service neutron] 10.222.0.62 "GET /v2.0/networks/074d1424-d60a-47ca-8ff0-dd93cd141dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267264
Jun 04 16:09:54.007801 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:56.320562 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:09:59.578814 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b2bf350c-c40c-4f2f-9b35-2b11b2c2b727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:10:02.059087 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:10:02.350607 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-be3db50c-d01f-4f3c-93ea-faa567214c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:10:03.797017 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:10:05.386161 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:10:24.047267 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:10:26.359918 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:10:29.577569 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ffe4df5e-653b-4457-84e6-2061565e8003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:10:30.174065 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:10:32.058758 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:10:32.411189 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49891aca-9330-4f86-a684-bf0ee2d12569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:10:33.806916 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:10:35.395746 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:10:54.235117 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:10:54.624466 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75be8cdb-5d0b-45d5-a568-e12edea900d9 req-c911587c-644a-4cb2-be30-41280d2107c3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0708754
Jun 04 16:10:54.769293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be8cdb-5d0b-45d5-a568-e12edea900d9 req-ca1dba40-20a0-4837-802f-8583fd295b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:10:54.770771 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75be8cdb-5d0b-45d5-a568-e12edea900d9 req-ca1dba40-20a0-4837-802f-8583fd295b77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 1097 time: 0.0759940
Jun 04 16:10:54.917897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be8cdb-5d0b-45d5-a568-e12edea900d9 req-8523efaa-2b11-419d-befc-e11f47195091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:10:54.919909 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75be8cdb-5d0b-45d5-a568-e12edea900d9 req-8523efaa-2b11-419d-befc-e11f47195091 service neutron] 10.222.0.62 "GET /v2.0/networks?id=074d1424-d60a-47ca-8ff0-dd93cd141dfd HTTP/1.1" status: 200  len: 898 time: 0.1273575
Jun 04 16:10:55.023644 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75be8cdb-5d0b-45d5-a568-e12edea900d9 req-32972e4f-c87a-453d-a207-0219cd38cc53 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e0173d-3e85-43fa-8d55-e51b8a25e782 HTTP/1.1" status: 200  len: 1001 time: 0.0959148
Jun 04 16:10:55.094567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be8cdb-5d0b-45d5-a568-e12edea900d9 req-fdc9b0ce-edaa-4875-9ab5-1fb63fd9d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:10:55.096037 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75be8cdb-5d0b-45d5-a568-e12edea900d9 req-fdc9b0ce-edaa-4875-9ab5-1fb63fd9d5b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=54d51a7f-3dc3-49c6-aa29-c3828d07ddfb HTTP/1.1" status: 200  len: 834 time: 0.0649781
Jun 04 16:10:55.173264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be8cdb-5d0b-45d5-a568-e12edea900d9 req-4c15f3af-1943-4c3a-ab37-a00678f5c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:10:55.174674 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75be8cdb-5d0b-45d5-a568-e12edea900d9 req-4c15f3af-1943-4c3a-ab37-a00678f5c4b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=074d1424-d60a-47ca-8ff0-dd93cd141dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0713594
Jun 04 16:10:55.309996 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75be8cdb-5d0b-45d5-a568-e12edea900d9 req-e3d122b2-16e4-4a50-bc51-5a584a7f743f service neutron] 10.222.0.62 "GET /v2.0/networks/074d1424-d60a-47ca-8ff0-dd93cd141dfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279883
Jun 04 16:10:55.443386 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75be8cdb-5d0b-45d5-a568-e12edea900d9 req-11187d77-728b-4705-917a-9b7b65486423 service neutron] 10.222.0.62 "GET /v2.0/networks/074d1424-d60a-47ca-8ff0-dd93cd141dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256747
Jun 04 16:10:56.320808 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:10:59.698006 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-af9bd36c-cba8-4566-b2d3-fc1686ba6178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:02.057537 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:02.353375 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-51682599-ec11-4a85-abf0-5255d42e6c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:03.190946 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36222) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:03.473553 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting port 1d3cd0bd-fb56-40eb-8199-5fb37e64f169 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:11:03.473902 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:03.600538 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:03.600860 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:03.732426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Calling delete_port for 1d3cd0bd-fb56-40eb-8199-5fb37e64f169 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:11:03.804826 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:03.938201 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:03.942161 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6d6c91ef-80d4-453f-b2f7-e492ed28ffdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:03.988233 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Port': ['ID=1d3cd0bd-fb56-40eb-8199-5fb37e64f169,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:04.027397 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:04.027780 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:04.028160 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:04.029090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:04.029474 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:04.029840 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:04.030201 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:04.030584 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:04.030933 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:04.031291 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:04.031646 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:04.032002 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:04.062689 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:04.093175 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:04.093614 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Floating IP 64283303-ce2f-4a48-8e1f-a981a42cfa36 disassociated (deleted). External IP: 172.25.4.80, port: c6e0173d-3e85-43fa-8d55-e51b8a25e782.
Jun 04 16:11:04.615503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router 418615e3-8bef-4718-acf1-8b07690567b7 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:11:04.800869 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:11:04.810575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb6bac-6d4d-4bea-9e89-ffb4193f7ff3 None None] Sync routers for ids ['418615e3-8bef-4718-acf1-8b07690567b7'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:11:04.822800 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb6bac-6d4d-4bea-9e89-ffb4193f7ff3 None None] Routers {'418615e3-8bef-4718-acf1-8b07690567b7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:11:04.828241 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-b7fb6bac-6d4d-4bea-9e89-ffb4193f7ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c75a700>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:11:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['418615e3-8bef-4718-acf1-8b07690567b7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:04.892587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:04.947739 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/floatingips/64283303-ce2f-4a48-8e1f-a981a42cfa36 HTTP/1.1" status: 204  len: 168 time: 1.7556798
Jun 04 16:11:04.948414 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'tag': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:11:04.951448 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}557bcdc64112f587171ddc12507e7cbb3ee8bb361adbe410e1cec521cad9ee3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b95418c-7fa0-4d07-9376-f0192b397789" -d '{"events": [{"name": "network-changed", "server_uuid": "989834a0-3f4e-492c-bc17-df5f0164fad0", "tag": "c6e0173d-3e85-43fa-8d55-e51b8a25e782"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:11:05.015268 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-b7fb6bac-6d4d-4bea-9e89-ffb4193f7ff3 None None] Set router 418615e3-8bef-4718-acf1-8b07690567b7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:11:05.070136 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fcb9e4-706f-4f0f-941b-6e4efe535708 x-openstack-request-id: req-b1fcb9e4-706f-4f0f-941b-6e4efe535708 {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:11:05.070747 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "989834a0-3f4e-492c-bc17-df5f0164fad0", "tag": "c6e0173d-3e85-43fa-8d55-e51b8a25e782", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:11:05.071271 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1fcb9e4-706f-4f0f-941b-6e4efe535708 {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:11:05.071799 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'tag': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782', 'status': 'completed', 'code': 200}
Jun 04 16:11:05.171425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95418c-7fa0-4d07-9376-f0192b397789 req-5ae7b4ee-6b4f-4f66-a217-75a5628fab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:05.173136 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b95418c-7fa0-4d07-9376-f0192b397789 req-5ae7b4ee-6b4f-4f66-a217-75a5628fab30 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5713bc90d4f140b1942b906ec12fd63f&device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 1097 time: 0.0810385
Jun 04 16:11:05.321797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95418c-7fa0-4d07-9376-f0192b397789 req-dcd6775c-bf71-4427-bb1a-e5671011d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:05.323844 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b95418c-7fa0-4d07-9376-f0192b397789 req-dcd6775c-bf71-4427-bb1a-e5671011d6e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=074d1424-d60a-47ca-8ff0-dd93cd141dfd HTTP/1.1" status: 200  len: 898 time: 0.1433372
Jun 04 16:11:05.407166 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b95418c-7fa0-4d07-9376-f0192b397789 req-c474a254-052e-4b10-b01e-ea54c27a7c9c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e0173d-3e85-43fa-8d55-e51b8a25e782 HTTP/1.1" status: 200  len: 217 time: 0.0766473
Jun 04 16:11:05.420276 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:05.450610 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-b7fb6bac-6d4d-4bea-9e89-ffb4193f7ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c75a700>, [{'id': '418615e3-8bef-4718-acf1-8b07690567b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856629323', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:07:48Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:49Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '4f40bc38-ad73-4dea-9713-9a33784ab4c8', 'name': '', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:13:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:54Z', 'updated_at': '2021-06-04T16:08:00Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:05.457211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb6bac-6d4d-4bea-9e89-ffb4193f7ff3 None None] Checking router: 418615e3-8bef-4718-acf1-8b07690567b7 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:11:05.470280 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb6bac-6d4d-4bea-9e89-ffb4193f7ff3 None None] Routers {'418615e3-8bef-4718-acf1-8b07690567b7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:11:05.471347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-b7fb6bac-6d4d-4bea-9e89-ffb4193f7ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c75a700>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:11:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['418615e3-8bef-4718-acf1-8b07690567b7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:05.652115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95418c-7fa0-4d07-9376-f0192b397789 req-96658f89-e7ff-4f4b-85e7-eb58304e28bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:05.657969 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b95418c-7fa0-4d07-9376-f0192b397789 req-96658f89-e7ff-4f4b-85e7-eb58304e28bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=54d51a7f-3dc3-49c6-aa29-c3828d07ddfb HTTP/1.1" status: 200  len: 834 time: 0.2395234
Jun 04 16:11:05.674916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-b7fb6bac-6d4d-4bea-9e89-ffb4193f7ff3 None None] Set router 418615e3-8bef-4718-acf1-8b07690567b7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:11:05.815313 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4772c-e1f4-4461-b05a-77aec8b33c2d req-73ae1ef7-6291-47d5-acfa-31b5bedbd201 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:05.816889 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ac4772c-e1f4-4461-b05a-77aec8b33c2d req-73ae1ef7-6291-47d5-acfa-31b5bedbd201 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.1994915
Jun 04 16:11:05.819266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95418c-7fa0-4d07-9376-f0192b397789 req-3f6b0216-d44c-44ce-af96-277788c3badf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:05.820855 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b95418c-7fa0-4d07-9376-f0192b397789 req-3f6b0216-d44c-44ce-af96-277788c3badf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=074d1424-d60a-47ca-8ff0-dd93cd141dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1566617
Jun 04 16:11:05.951732 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-9ac4772c-e1f4-4461-b05a-77aec8b33c2d req-2ae24ef0-1580-4d04-9e0c-c7610b474c01 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1278684
Jun 04 16:11:05.994628 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b95418c-7fa0-4d07-9376-f0192b397789 req-68c17e93-723d-4b67-af61-0ac04aed8f2e service neutron] 10.222.0.62 "GET /v2.0/networks/074d1424-d60a-47ca-8ff0-dd93cd141dfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560192
Jun 04 16:11:06.025916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-b7fb6bac-6d4d-4bea-9e89-ffb4193f7ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c75a700>, [{'id': '418615e3-8bef-4718-acf1-8b07690567b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856629323', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:07:48Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:49Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '4f40bc38-ad73-4dea-9713-9a33784ab4c8', 'name': '', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:13:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:54Z', 'updated_at': '2021-06-04T16:08:00Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:06.031240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb6bac-6d4d-4bea-9e89-ffb4193f7ff3 None None] The sync data for ids ['418615e3-8bef-4718-acf1-8b07690567b7'] in n-d-791505-9 is: [{'id': '418615e3-8bef-4718-acf1-8b07690567b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856629323', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:07:48Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:49Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '4f40bc38-ad73-4dea-9713-9a33784ab4c8', 'name': '', 'network_id': '074d1424-d60a-47ca-8ff0-dd93cd141dfd', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'mac_address': 'fa:16:3e:13:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:54Z', 'updated_at': '2021-06-04T16:08:00Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'subnets': [{'id': '54d51a7f-3dc3-49c6-aa29-c3828d07ddfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:11:06.143760 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-2b95418c-7fa0-4d07-9376-f0192b397789 req-7600e83c-d6a2-4add-bc29-8036e93e372d service neutron] 10.222.0.62 "GET /v2.0/networks/074d1424-d60a-47ca-8ff0-dd93cd141dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415622
Jun 04 16:11:06.286267 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de8ca81-50b7-41ff-9ad5-def0b66ee2df None None] New status for floating IP 64283303-ce2f-4a48-8e1f-a981a42cfa36: DOWN {{(pid=88303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 16:11:07.173454 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:11:07.202276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f099158-ee9f-444c-9e5e-ef4bb1d1cf8b req-eec8a09a-e5ce-4eed-a796-bff18713e226 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:07.202976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9f099158-ee9f-444c-9e5e-ef4bb1d1cf8b req-eec8a09a-e5ce-4eed-a796-bff18713e226 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Synchronizing usage tracker for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:11:07.280839 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-9f099158-ee9f-444c-9e5e-ef4bb1d1cf8b req-eec8a09a-e5ce-4eed-a796-bff18713e226 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Unset dirty status for tenant:5713bc90d4f140b1942b906ec12fd63f on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:11:07.282380 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f099158-ee9f-444c-9e5e-ef4bb1d1cf8b req-eec8a09a-e5ce-4eed-a796-bff18713e226 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.2103326
Jun 04 16:11:07.328335 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9f099158-ee9f-444c-9e5e-ef4bb1d1cf8b req-22ffc9e6-ea82-487b-a77a-240fd20bb022 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/security-groups?id=21faf44d-e780-42ec-b3ec-c5db8ae13304&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392902
Jun 04 16:11:07.346408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89028826-e841-4fb7-9783-a29611d62ad4 req-20cb6cdc-3a1b-43fa-a976-8b34918a0596 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:07.352003 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89028826-e841-4fb7-9783-a29611d62ad4 req-20cb6cdc-3a1b-43fa-a976-8b34918a0596 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 946 time: 0.0898924
Jun 04 16:11:07.484515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-89028826-e841-4fb7-9783-a29611d62ad4 req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting port c6e0173d-3e85-43fa-8d55-e51b8a25e782 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:11:07.484852 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89028826-e841-4fb7-9783-a29611d62ad4 req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:07.615027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-89028826-e841-4fb7-9783-a29611d62ad4 req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] For port c6e0173d-3e85-43fa-8d55-e51b8a25e782, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=c6e0173d-3e85-43fa-8d55-e51b8a25e782,segment=NetworkSegment(784ee0ab-c108-4fb2-92b0-df6b2297f67a),segment_id=784ee0ab-c108-4fb2-92b0-df6b2297f67a)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:11:07.615376 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89028826-e841-4fb7-9783-a29611d62ad4 req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:07.735687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-89028826-e841-4fb7-9783-a29611d62ad4 req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Calling delete_port for c6e0173d-3e85-43fa-8d55-e51b8a25e782 owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:11:07.913678 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89028826-e841-4fb7-9783-a29611d62ad4 req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:07.920309 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5e155b36-ca98-4e82-b33c-1eca6c5d74a8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:07.970324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Port': ['ID=c6e0173d-3e85-43fa-8d55-e51b8a25e782,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:08.012171 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:08.012570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:08.013646 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:08.014168 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:08.014548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:08.014921 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:08.015292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:08.015661 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:08.016031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:08.016394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:08.016757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:08.017224 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:08.044768 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:08.055604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-89028826-e841-4fb7-9783-a29611d62ad4 req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] No DVR routers for this DVR port c6e0173d-3e85-43fa-8d55-e51b8a25e782 on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:11:08.058489 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-89028826-e841-4fb7-9783-a29611d62ad4 req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:08.061884 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'name': 'network-vif-deleted', 'tag': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:11:08.064255 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79082e5e405f89b3c225701342a0f75be34bb75c3caf871e40b5bc6e9e2bcd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158647f6-c450-4660-b306-092137ca25cf" -d '{"events": [{"server_uuid": "989834a0-3f4e-492c-bc17-df5f0164fad0", "name": "network-vif-deleted", "tag": "c6e0173d-3e85-43fa-8d55-e51b8a25e782"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:11:08.139100 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-89028826-e841-4fb7-9783-a29611d62ad4 req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.62 "DELETE /v2.0/ports/c6e0173d-3e85-43fa-8d55-e51b8a25e782 HTTP/1.1" status: 204  len: 173 time: 0.7850490
Jun 04 16:11:08.160435 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 16:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759f4ebb-1d48-4d5e-8bf9-9c700d5d2265 x-openstack-request-id: req-759f4ebb-1d48-4d5e-8bf9-9c700d5d2265 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:11:08.160778 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989834a0-3f4e-492c-bc17-df5f0164fad0", "name": "network-vif-deleted", "tag": "c6e0173d-3e85-43fa-8d55-e51b8a25e782", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:11:08.161116 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-759f4ebb-1d48-4d5e-8bf9-9c700d5d2265 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:11:08.161562 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989834a0-3f4e-492c-bc17-df5f0164fad0', 'name': 'network-vif-deleted', 'tag': 'c6e0173d-3e85-43fa-8d55-e51b8a25e782', 'status': 'completed', 'code': 200}
Jun 04 16:11:08.502546 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d8af7733-8116-40e8-936b-8e49421d26d2 req-98e20dbd-049c-405b-8ace-cfeb07b37c66 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "GET /v2.0/ports?device_id=989834a0-3f4e-492c-bc17-df5f0164fad0 HTTP/1.1" status: 200  len: 210 time: 0.0435464
Jun 04 16:11:09.615070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36254) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:10.279350 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-02b6ea77-f33e-45aa-9010-859df1810dea tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:10.934262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-02b6ea77-f33e-45aa-9010-859df1810dea tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting port 4f40bc38-ad73-4dea-9713-9a33784ab4c8 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:11:10.935467 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-02b6ea77-f33e-45aa-9010-859df1810dea tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:11.067993 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-02b6ea77-f33e-45aa-9010-859df1810dea tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] For port 4f40bc38-ad73-4dea-9713-9a33784ab4c8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4f40bc38-ad73-4dea-9713-9a33784ab4c8,segment=NetworkSegment(784ee0ab-c108-4fb2-92b0-df6b2297f67a),segment_id=784ee0ab-c108-4fb2-92b0-df6b2297f67a)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:11:11.068350 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-02b6ea77-f33e-45aa-9010-859df1810dea tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:11.194457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-02b6ea77-f33e-45aa-9010-859df1810dea tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Calling delete_port for 4f40bc38-ad73-4dea-9713-9a33784ab4c8 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:11:11.490866 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-02b6ea77-f33e-45aa-9010-859df1810dea tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:11.494950 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ed0dc0f5-d9c7-41ef-8fb5-83e57e5f9400 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:11.542693 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6ea77-f33e-45aa-9010-859df1810dea tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Port': ['ID=4f40bc38-ad73-4dea-9713-9a33784ab4c8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:11.546409 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-02b6ea77-f33e-45aa-9010-859df1810dea tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:11.823528 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-02b6ea77-f33e-45aa-9010-859df1810dea tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:12.186546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b6ea77-f33e-45aa-9010-859df1810dea tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Router 418615e3-8bef-4718-acf1-8b07690567b7 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:11:12.249326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c6e0173d-3e85-43fa-8d55-e51b8a25e782 no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:11:12.287790 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: c6e0173d-3e85-43fa-8d55-e51b8a25e782 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:11:12.288141 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device c6e0173d-3e85-43fa-8d55-e51b8a25e782 not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:11:12.539815 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b6ea77-f33e-45aa-9010-859df1810dea tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:11:12.550044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e01ad6-ffde-489c-8c1a-16ae902c87f0 None None] Sync routers for ids ['418615e3-8bef-4718-acf1-8b07690567b7'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:11:12.554881 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-02b6ea77-f33e-45aa-9010-859df1810dea tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "PUT /v2.0/routers/418615e3-8bef-4718-acf1-8b07690567b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9387388
Jun 04 16:11:12.557675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36256) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:12.559220 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e01ad6-ffde-489c-8c1a-16ae902c87f0 None None] Routers {'418615e3-8bef-4718-acf1-8b07690567b7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:11:12.560410 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-36e01ad6-ffde-489c-8c1a-16ae902c87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc8b370>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:11:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['418615e3-8bef-4718-acf1-8b07690567b7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:12.623810 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4ebc84-8254-4117-8565-5f2cacf948c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting subnet 54d51a7f-3dc3-49c6-aa29-c3828d07ddfb {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 16:11:12.626748 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee4ebc84-8254-4117-8565-5f2cacf948c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:12.686125 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee4ebc84-8254-4117-8565-5f2cacf948c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:12.730797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-36e01ad6-ffde-489c-8c1a-16ae902c87f0 None None] Set router 418615e3-8bef-4718-acf1-8b07690567b7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:11:12.768660 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee4ebc84-8254-4117-8565-5f2cacf948c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:13.025171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-36e01ad6-ffde-489c-8c1a-16ae902c87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc8b370>, [{'id': '418615e3-8bef-4718-acf1-8b07690567b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856629323', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:07:48Z', 'updated_at': '2021-06-04T16:11:11Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:49Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:13.029200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e01ad6-ffde-489c-8c1a-16ae902c87f0 None None] Checking router: 418615e3-8bef-4718-acf1-8b07690567b7 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:11:13.038110 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e01ad6-ffde-489c-8c1a-16ae902c87f0 None None] Routers {'418615e3-8bef-4718-acf1-8b07690567b7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:11:13.038718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-36e01ad6-ffde-489c-8c1a-16ae902c87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc8b370>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:11:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['418615e3-8bef-4718-acf1-8b07690567b7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:13.132635 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee4ebc84-8254-4117-8565-5f2cacf948c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:13.139436 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f3a69285-c1d7-4e75-bdd4-db30d1956756 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:13.179297 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ebc84-8254-4117-8565-5f2cacf948c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Subnet': ['ID=54d51a7f-3dc3-49c6-aa29-c3828d07ddfb,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:13.181247 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee4ebc84-8254-4117-8565-5f2cacf948c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:13.183907 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ee4ebc84-8254-4117-8565-5f2cacf948c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:13.188513 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695a61cc-b976-4215-b3f4-e8857b12df74 None None] Network 074d1424-d60a-47ca-8ff0-dd93cd141dfd requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:11:13.188649 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ee4ebc84-8254-4117-8565-5f2cacf948c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/subnets/54d51a7f-3dc3-49c6-aa29-c3828d07ddfb HTTP/1.1" status: 204  len: 168 time: 0.6299758
Jun 04 16:11:13.191252 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36258) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:13.374153 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:13.403791 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-36e01ad6-ffde-489c-8c1a-16ae902c87f0 None None] Set router 418615e3-8bef-4718-acf1-8b07690567b7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:11:13.550384 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:13.694895 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Deleting port 124af40c-1a29-42ec-ae0b-8b59e962246c {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:11:13.695081 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:13.749510 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-36e01ad6-ffde-489c-8c1a-16ae902c87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc8b370>, [{'id': '418615e3-8bef-4718-acf1-8b07690567b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856629323', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:07:48Z', 'updated_at': '2021-06-04T16:11:11Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:49Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:13.753210 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] DHCP port deletion for 074d1424-d60a-47ca-8ff0-dd93cd141dfd request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 16:11:13.757796 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e01ad6-ffde-489c-8c1a-16ae902c87f0 None None] The sync data for ids ['418615e3-8bef-4718-acf1-8b07690567b7'] in n-d-791505-9 is: [{'id': '418615e3-8bef-4718-acf1-8b07690567b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856629323', 'tenant_id': '5713bc90d4f140b1942b906ec12fd63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:07:48Z', 'updated_at': '2021-06-04T16:11:11Z', 'revision_number': 5, 'project_id': '5713bc90d4f140b1942b906ec12fd63f', 'gw_port': {'id': '124af40c-1a29-42ec-ae0b-8b59e962246c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418615e3-8bef-4718-acf1-8b07690567b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:07:49Z', 'updated_at': '2021-06-04T16:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:11:13.822420 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] For port 124af40c-1a29-42ec-ae0b-8b59e962246c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=124af40c-1a29-42ec-ae0b-8b59e962246c,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:11:13.822773 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:13.823049 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Deleting port 57119b3e-5060-42a3-9480-cff3e15d0ee0 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:11:13.823438 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:13.924592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] For port 57119b3e-5060-42a3-9480-cff3e15d0ee0, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=57119b3e-5060-42a3-9480-cff3e15d0ee0,segment=NetworkSegment(784ee0ab-c108-4fb2-92b0-df6b2297f67a),segment_id=784ee0ab-c108-4fb2-92b0-df6b2297f67a)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:11:13.924990 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:13.943978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Calling delete_port for 124af40c-1a29-42ec-ae0b-8b59e962246c owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:11:14.049393 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Calling delete_port for 57119b3e-5060-42a3-9480-cff3e15d0ee0 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:11:14.143664 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:14.147768 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a4132b13-52e7-417c-adb1-0767c443ee5f tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:14.184154 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:14.188784 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:14.193929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Port': ['ID=124af40c-1a29-42ec-ae0b-8b59e962246c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:14.197276 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:14.237134 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Pushing event deleted for resources: {'Port': ['ID=57119b3e-5060-42a3-9480-cff3e15d0ee0,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:14.245826 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] No DVR routers for this DVR port 57119b3e-5060-42a3-9480-cff3e15d0ee0 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:11:14.249121 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:14.249474 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:14.254351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:14.254351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:14.254351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:14.254351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:14.254351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:14.254351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:14.254351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:14.254351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:14.254351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:14.254351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:14.256654 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:14.292837 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:14.570325 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4f40bc38-ad73-4dea-9713-9a33784ab4c8 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:11:14.605071 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 4f40bc38-ad73-4dea-9713-9a33784ab4c8 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:11:14.605430 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4f40bc38-ad73-4dea-9713-9a33784ab4c8 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:11:14.605863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 57119b3e-5060-42a3-9480-cff3e15d0ee0 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:11:14.639967 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 57119b3e-5060-42a3-9480-cff3e15d0ee0 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:11:14.640322 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 57119b3e-5060-42a3-9480-cff3e15d0ee0 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:11:14.640445 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:14.644441 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:14.737545 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:14.738087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Fanout notify agent at l3_agent the message router_deleted on router 418615e3-8bef-4718-acf1-8b07690567b7 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 16:11:14.754149 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:14.760765 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/routers/418615e3-8bef-4718-acf1-8b07690567b7 HTTP/1.1" status: 204  len: 168 time: 1.5630977
Jun 04 16:11:14.760765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36260) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:14.874310 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eef764ce-22d9-471c-876d-fbed2430163c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:15.003417 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eef764ce-22d9-471c-876d-fbed2430163c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:15.015857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-eef764ce-22d9-471c-876d-fbed2430163c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386d50a30>,) {'filters': {'network_id': ['074d1424-d60a-47ca-8ff0-dd93cd141dfd']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:15.027364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-eef764ce-22d9-471c-876d-fbed2430163c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d50a30>, '784ee0ab-c108-4fb2-92b0-df6b2297f67a') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:15.027655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-eef764ce-22d9-471c-876d-fbed2430163c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d50a30>, '784ee0ab-c108-4fb2-92b0-df6b2297f67a') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:15.038751 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eef764ce-22d9-471c-876d-fbed2430163c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:15.054804 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eef764ce-22d9-471c-876d-fbed2430163c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:15.061292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef764ce-22d9-471c-876d-fbed2430163c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 16:11:15.061672 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eef764ce-22d9-471c-876d-fbed2430163c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 16:11:15.075611 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 16:11:15.239282 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eef764ce-22d9-471c-876d-fbed2430163c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:15.244424 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-eef764ce-22d9-471c-876d-fbed2430163c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:15.247464 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:15.271150 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef764ce-22d9-471c-876d-fbed2430163c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'Network': ['ID=074d1424-d60a-47ca-8ff0-dd93cd141dfd,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:15.273810 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eef764ce-22d9-471c-876d-fbed2430163c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:15.343845 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-eef764ce-22d9-471c-876d-fbed2430163c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/networks/074d1424-d60a-47ca-8ff0-dd93cd141dfd HTTP/1.1" status: 204  len: 168 time: 0.5848720
Jun 04 16:11:15.346450 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36264) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:15.414123 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a498500c-e897-488f-a920-1db3e36b33e7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:15.444089 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a498500c-e897-488f-a920-1db3e36b33e7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:15.571960 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a498500c-e897-488f-a920-1db3e36b33e7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:15.577831 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dabca7ca-7de7-48d2-8518-8f3570cb888f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:15.593187 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498500c-e897-488f-a920-1db3e36b33e7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21faf44d-e780-42ec-b3ec-c5db8ae13304,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:15.595802 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a498500c-e897-488f-a920-1db3e36b33e7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:15.645163 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a498500c-e897-488f-a920-1db3e36b33e7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:15.646314 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a498500c-e897-488f-a920-1db3e36b33e7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] 10.222.0.32 "DELETE /v2.0/security-groups/21faf44d-e780-42ec-b3ec-c5db8ae13304 HTTP/1.1" status: 204  len: 168 time: 0.2989371
Jun 04 16:11:16.255302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36276) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:16.406563 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-1a7eaf02-1c39-4cd0-8d4f-000b045f073c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5713bc90d4f140b1942b906ec12fd63f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1495388
Jun 04 16:11:16.409126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36280) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:16.472776 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a1b8fb7b-ac9a-471a-8fa0-de8bbf6a983c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:16.481896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 124af40c-1a29-42ec-ae0b-8b59e962246c no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:11:16.507955 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a1b8fb7b-ac9a-471a-8fa0-de8bbf6a983c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:16.516235 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 124af40c-1a29-42ec-ae0b-8b59e962246c {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:11:16.516594 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 124af40c-1a29-42ec-ae0b-8b59e962246c not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:11:16.633476 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a1b8fb7b-ac9a-471a-8fa0-de8bbf6a983c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:16.637658 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-542de82d-9927-4e53-b31c-d5f0c356226e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:16.650208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8fb7b-ac9a-471a-8fa0-de8bbf6a983c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e921f646-7c26-44e0-9eab-9847150abe70,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:16.654116 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a1b8fb7b-ac9a-471a-8fa0-de8bbf6a983c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:16.659751 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a1b8fb7b-ac9a-471a-8fa0-de8bbf6a983c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:16.660813 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a1b8fb7b-ac9a-471a-8fa0-de8bbf6a983c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e921f646-7c26-44e0-9eab-9847150abe70 HTTP/1.1" status: 204  len: 168 time: 0.2508030
Jun 04 16:11:17.290489 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36288) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:17.339152 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ab51ca63-2352-4d36-a052-b38641bf1b3f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c2529cc200b43d0a68befe2ce844447&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0474265
Jun 04 16:11:17.342131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36290) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:17.399994 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-93ecc039-701c-4c7e-a2b0-a5e858afd7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:17.428196 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-93ecc039-701c-4c7e-a2b0-a5e858afd7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:17.565734 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-93ecc039-701c-4c7e-a2b0-a5e858afd7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:17.569866 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b78f6a36-3a08-4d14-8281-da3e798727a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:17.584275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecc039-701c-4c7e-a2b0-a5e858afd7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32894535-71dd-43b9-92d0-832dfc875fe5,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:17.586883 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-93ecc039-701c-4c7e-a2b0-a5e858afd7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:17.650376 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-93ecc039-701c-4c7e-a2b0-a5e858afd7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:17.651500 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-93ecc039-701c-4c7e-a2b0-a5e858afd7be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32894535-71dd-43b9-92d0-832dfc875fe5 HTTP/1.1" status: 204  len: 168 time: 0.3084881
Jun 04 16:11:18.838106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36314) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:18.940745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-583444071-network', 'tenant_id': '7a042a45008a4c5592b690a06c999075'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:11:18.946324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:18.950687 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Usage tracker for resource:network and tenant:7a042a45008a4c5592b690a06c999075 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:18.953511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:18.959221 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:19.040292 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Made reservation on behalf of 7a042a45008a4c5592b690a06c999075 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:11:19.042677 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:19.055008 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:19.069609 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:19.073462 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Usage tracker for resource:security_group_rule and tenant:7a042a45008a4c5592b690a06c999075 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:19.076807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:19.082577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:19.172179 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:19.244499 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:19.248614 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8267dcf4-b733-4b2a-ad4b-3780af248a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:19.278098 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 16:11:19.283616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c13fdc2-c999-4416-ab79-15bc1ab31e1e,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:19.287194 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:19.291508 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:19.291508 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Added segment 3c7c8ed7-d9f3-4f53-81df-eaa3423714df of type vlan for network 80859f00-e02c-4e69-b11a-eb47bd73ca3d
Jun 04 16:11:19.318695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:19.415756 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:19.416802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:19.417417 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:19.421617 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ca0558e8-5500-40db-bf41-2ea5c34a5603 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:19.521731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Pushing event updated for resources: {'Network': ['ID=80859f00-e02c-4e69-b11a-eb47bd73ca3d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:19.524521 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:19.536539 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 80859f00-e02c-4e69-b11a-eb47bd73ca3d details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 16:11:19.598096 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7559419
Jun 04 16:11:19.598297 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36318) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:19.603145 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Request body: {'subnet': {'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-583444071-subnet', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:11:19.609325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:19.613340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Usage tracker for resource:subnet and tenant:7a042a45008a4c5592b690a06c999075 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:19.616195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:19.621995 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:19.742636 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Made reservation on behalf of 7a042a45008a4c5592b690a06c999075 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:11:19.745042 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:20.188959 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:20.193270 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f7f6ea98-518d-4400-9445-839201b04ac5 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:20.270067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1503078-9e73-4b2e-affa-f1643b63dd35,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:20.273931 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:20.274789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Checking segment: {'id': '3c7c8ed7-d9f3-4f53-81df-eaa3423714df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:11:20.275140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Network hostable DHCP agents. Network: 80859f00-e02c-4e69-b11a-eb47bd73ca3d, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 16:11:20.399872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Network 80859f00-e02c-4e69-b11a-eb47bd73ca3d is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 16:11:20.508723 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 80859f00-e02c-4e69-b11a-eb47bd73ca3d) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:11:20.519188 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3fdf8a-754a-4496-8756-5a46bf934171 None None] Network 80859f00-e02c-4e69-b11a-eb47bd73ca3d requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:11:20.526236 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:20.526236 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:20.784079 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1847422
Jun 04 16:11:20.786802 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36320) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:20.791353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-583444071-router', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:11:20.796861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:20.800808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Usage tracker for resource:router and tenant:7a042a45008a4c5592b690a06c999075 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:20.803624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:20.810530 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:20.817705 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'fixed_ips': [{'subnet_id': 'e1503078-9e73-4b2e-affa-f1643b63dd35'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 16:11:20.817705 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:20.874799 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:20.875835 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:20.895379 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:20.984606 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Allocated IP 172.20.0.2 (80859f00-e02c-4e69-b11a-eb47bd73ca3d/e1503078-9e73-4b2e-affa-f1643b63dd35/1af5de3d-1c56-4f64-82ea-92c1be956a97) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:11:21.198812 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:21.209130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Transition to ACTIVE for port object 1af5de3d-1c56-4f64-82ea-92c1be956a97 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:11:21.228083 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Transition to ACTIVE for port object 1af5de3d-1c56-4f64-82ea-92c1be956a97 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:11:21.240398 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:21.326246 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:21.329999 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:21.392719 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Network 80859f00-e02c-4e69-b11a-eb47bd73ca3d is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:11:21.393863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:11:21.397463 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:11:21.430880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Pushing event updated for resources: {'Port': ['ID=1af5de3d-1c56-4f64-82ea-92c1be956a97,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:21.438137 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:21.494825 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Attempting to bind port 1af5de3d-1c56-4f64-82ea-92c1be956a97 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:11:21.495194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Attempting to bind port 1af5de3d-1c56-4f64-82ea-92c1be956a97 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '3c7c8ed7-d9f3-4f53-81df-eaa3423714df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:11:21.495558 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Attempting to bind port 1af5de3d-1c56-4f64-82ea-92c1be956a97 on network 80859f00-e02c-4e69-b11a-eb47bd73ca3d {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:11:21.500846 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:11:21.501247 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Checking segment: {'id': '3c7c8ed7-d9f3-4f53-81df-eaa3423714df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:11:21.501648 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:21.502038 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Bound using segment: {'id': '3c7c8ed7-d9f3-4f53-81df-eaa3423714df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:11:21.502500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Bound port: 1af5de3d-1c56-4f64-82ea-92c1be956a97, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c8ed7-d9f3-4f53-81df-eaa3423714df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:11:21.502872 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:21.593601 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] For port 1af5de3d-1c56-4f64-82ea-92c1be956a97, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:11:21.597665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] For port 1af5de3d-1c56-4f64-82ea-92c1be956a97, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1af5de3d-1c56-4f64-82ea-92c1be956a97,segment=NetworkSegment(3c7c8ed7-d9f3-4f53-81df-eaa3423714df),segment_id=3c7c8ed7-d9f3-4f53-81df-eaa3423714df)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:11:21.654282 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:21.657791 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:21.662538 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-d529937c-00ab-4540-8d0c-344c281be210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:21.687612 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:21.748153 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Pushing event updated for resources: {'Port': ['ID=1af5de3d-1c56-4f64-82ea-92c1be956a97,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:21.749585 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:21.827396 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Allocated IP 172.25.4.19 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/0dbe134e-4ead-4828-94f0-941919188da9) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:11:21.992451 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:22.086261 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:22.090224 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bcb1ef92-45d7-49b2-a000-8b429b472e76 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:22.150380 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:11:22.153434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:11:22.157026 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:11:22.194309 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Pushing event updated for resources: {'Port': ['ID=0dbe134e-4ead-4828-94f0-941919188da9,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:22.203467 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:22.556141 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1af5de3d-1c56-4f64-82ea-92c1be956a97 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:11:22.660075 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3774a4a1-7aa8-43a2-9e71-c02bc1507d7e None None] Network 80859f00-e02c-4e69-b11a-eb47bd73ca3d requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:11:22.748859 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 1af5de3d-1c56-4f64-82ea-92c1be956a97 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:11:22.830423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cb35c598-e0d6-4280-8c4d-ffa9fafa5f12 None None] Provisioning for port 1af5de3d-1c56-4f64-82ea-92c1be956a97 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:11:22.842780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cb35c598-e0d6-4280-8c4d-ffa9fafa5f12 None None] Provisioning complete for port 1af5de3d-1c56-4f64-82ea-92c1be956a97 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:22.843155 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb35c598-e0d6-4280-8c4d-ffa9fafa5f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:22.861017 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:23.023691 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb35c598-e0d6-4280-8c4d-ffa9fafa5f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:23.059099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-cb35c598-e0d6-4280-8c4d-ffa9fafa5f12 None None] For port 1af5de3d-1c56-4f64-82ea-92c1be956a97, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1af5de3d-1c56-4f64-82ea-92c1be956a97,segment=NetworkSegment(3c7c8ed7-d9f3-4f53-81df-eaa3423714df),segment_id=3c7c8ed7-d9f3-4f53-81df-eaa3423714df)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:11:23.131821 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb35c598-e0d6-4280-8c4d-ffa9fafa5f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:23.133838 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4f3af8c2-0508-41de-9826-0bc101cf6474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:23.203517 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35c598-e0d6-4280-8c4d-ffa9fafa5f12 None None] Pushing event updated for resources: {'Port': ['ID=1af5de3d-1c56-4f64-82ea-92c1be956a97,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:23.207541 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cb35c598-e0d6-4280-8c4d-ffa9fafa5f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:23.216140 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:23.251508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7c2d5e77-5494-4741-8868-e8b5dab8b73f None None] Provisioning complete for port 1af5de3d-1c56-4f64-82ea-92c1be956a97 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:23.251889 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c2d5e77-5494-4741-8868-e8b5dab8b73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:23.502533 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Router bdeffb08-ad7a-4460-b21c-08536bcc6118 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 16:11:23.684373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:11:23.692797 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Sync routers for ids ['bdeffb08-ad7a-4460-b21c-08536bcc6118'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:11:23.702976 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Routers {'bdeffb08-ad7a-4460-b21c-08536bcc6118'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:11:23.703595 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8c7b20>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:11:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['bdeffb08-ad7a-4460-b21c-08536bcc6118'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:23.800065 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:23.801312 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.0134749
Jun 04 16:11:23.803979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36322) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:23.878824 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Set router bdeffb08-ad7a-4460-b21c-08536bcc6118 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:11:24.040316 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:24.202689 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8c7b20>, [{'id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'name': 'tempest-TestServerBasicOps-583444071-router', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '0dbe134e-4ead-4828-94f0-941919188da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:20Z', 'updated_at': '2021-06-04T16:11:22Z', 'revision_number': 3, 'project_id': '7a042a45008a4c5592b690a06c999075', 'gw_port': {'id': '0dbe134e-4ead-4828-94f0-941919188da9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:21Z', 'updated_at': '2021-06-04T16:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:24.206801 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Checking router: bdeffb08-ad7a-4460-b21c-08536bcc6118 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:11:24.207156 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Updating router bdeffb08-ad7a-4460-b21c-08536bcc6118 port 0dbe134e-4ead-4828-94f0-941919188da9 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 16:11:24.267056 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:24.529126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1af5de3d-1c56-4f64-82ea-92c1be956a97 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:11:24.605188 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:24.605408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 1af5de3d-1c56-4f64-82ea-92c1be956a97 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:24.606658 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:24.617143 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Transition to ACTIVE for port object 0dbe134e-4ead-4828-94f0-941919188da9 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:11:24.654549 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:24.691486 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:24.696225 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-cc9baa9c-0084-4c9c-9881-2378ec812ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:24.769265 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Attempting to bind port 0dbe134e-4ead-4828-94f0-941919188da9 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:11:24.769640 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Attempting to bind port 0dbe134e-4ead-4828-94f0-941919188da9 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:11:24.770001 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Attempting to bind port 0dbe134e-4ead-4828-94f0-941919188da9 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:11:24.775693 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Pushing event updated for resources: {'Port': ['ID=0dbe134e-4ead-4828-94f0-941919188da9,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:24.780618 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:11:24.780992 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:11:24.781417 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:24.781815 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:11:24.782535 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Bound port: 0dbe134e-4ead-4828-94f0-941919188da9, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:11:24.782909 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:24.822675 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:24.823015 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:24.827716 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:24.827716 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:24.827716 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:24.827716 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:24.827716 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:24.827716 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:24.827716 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:24.827716 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:24.827716 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:24.827716 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:11:24.835193 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:24.867433 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] For port 0dbe134e-4ead-4828-94f0-941919188da9, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:11:24.870591 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] For port 0dbe134e-4ead-4828-94f0-941919188da9, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0dbe134e-4ead-4828-94f0-941919188da9,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:11:24.874804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Allocated IP 172.20.0.1 (80859f00-e02c-4e69-b11a-eb47bd73ca3d/e1503078-9e73-4b2e-affa-f1643b63dd35/90117309-9893-4b0e-a888-5a1862ce85f9) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:11:24.914443 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:24.918281 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-53cb75a2-48bd-44ef-a096-336f5d1262c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:24.992477 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Routers {'bdeffb08-ad7a-4460-b21c-08536bcc6118'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:11:24.992989 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8c7b20>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:11:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['bdeffb08-ad7a-4460-b21c-08536bcc6118'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:25.026425 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:25.043001 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Transition to ACTIVE for port object 90117309-9893-4b0e-a888-5a1862ce85f9 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:11:25.049287 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Pushing event updated for resources: {'Port': ['ID=0dbe134e-4ead-4828-94f0-941919188da9,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:25.059491 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:25.108726 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:25.113583 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a2d5328a-dcfc-4d73-8dfd-95e1960da60d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:25.173299 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] Set router bdeffb08-ad7a-4460-b21c-08536bcc6118 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:11:25.178676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Network 80859f00-e02c-4e69-b11a-eb47bd73ca3d is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:11:25.181765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:11:25.185733 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:11:25.221734 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Pushing event updated for resources: {'Port': ['ID=90117309-9893-4b0e-a888-5a1862ce85f9,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:25.226046 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:25.247623 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:25.451866 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:25.480154 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f8a0a02c-607e-48e3-9b8c-7fa3af914263 None None] Provisioning for port 90117309-9893-4b0e-a888-5a1862ce85f9 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:11:25.485929 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-f8a0a02c-607e-48e3-9b8c-7fa3af914263 None None] Provisioning complete for port 90117309-9893-4b0e-a888-5a1862ce85f9 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:25.486364 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f8a0a02c-607e-48e3-9b8c-7fa3af914263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:25.595405 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f8a0a02c-607e-48e3-9b8c-7fa3af914263 None None] Port 90117309-9893-4b0e-a888-5a1862ce85f9 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:11:25.668321 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8c7b20>, [{'id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'name': 'tempest-TestServerBasicOps-583444071-router', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '0dbe134e-4ead-4828-94f0-941919188da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:20Z', 'updated_at': '2021-06-04T16:11:22Z', 'revision_number': 3, 'project_id': '7a042a45008a4c5592b690a06c999075', 'gw_port': {'id': '0dbe134e-4ead-4828-94f0-941919188da9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:21Z', 'updated_at': '2021-06-04T16:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:25.674487 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5689bf-c9aa-4df0-8d9f-fd2a31bd0dbc None None] The sync data for ids ['bdeffb08-ad7a-4460-b21c-08536bcc6118'] in n-d-791505-9 is: [{'id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'name': 'tempest-TestServerBasicOps-583444071-router', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '0dbe134e-4ead-4828-94f0-941919188da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:20Z', 'updated_at': '2021-06-04T16:11:22Z', 'revision_number': 3, 'project_id': '7a042a45008a4c5592b690a06c999075', 'gw_port': {'id': '0dbe134e-4ead-4828-94f0-941919188da9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:21Z', 'updated_at': '2021-06-04T16:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:11:25.693626 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:25.765730 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:25.794956 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cf596022-a0d1-4867-b6eb-0a7cfc4c5a51 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:25.878972 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:25.882929 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Pushing event updated for resources: {'Port': ['ID=90117309-9893-4b0e-a888-5a1862ce85f9,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:25.886906 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:26.041632 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Network 80859f00-e02c-4e69-b11a-eb47bd73ca3d is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:11:26.042851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:11:26.246120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Router bdeffb08-ad7a-4460-b21c-08536bcc6118 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:11:26.322752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-adc46557-4f99-4403-b567-687d9f63f85d None None] Provisioning complete for port 90117309-9893-4b0e-a888-5a1862ce85f9 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:26.323130 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-adc46557-4f99-4403-b567-687d9f63f85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:26.370836 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:26.382508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-adc46557-4f99-4403-b567-687d9f63f85d None None] Port 90117309-9893-4b0e-a888-5a1862ce85f9 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:11:26.438543 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:11:26.448062 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] 10.222.0.32 "PUT /v2.0/routers/bdeffb08-ad7a-4460-b21c-08536bcc6118/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6430779
Jun 04 16:11:26.571863 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0dbe134e-4ead-4828-94f0-941919188da9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:11:26.702795 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 0dbe134e-4ead-4828-94f0-941919188da9 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:11:26.708143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 0dbe134e-4ead-4828-94f0-941919188da9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:26.708541 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:26.831138 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:26.848105 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 0dbe134e-4ead-4828-94f0-941919188da9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0dbe134e-4ead-4828-94f0-941919188da9,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:11:26.914324 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:26.916287 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3087c733-7979-4546-8904-3d8ea1fbf70a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:26.986484 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=0dbe134e-4ead-4828-94f0-941919188da9,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:26.989520 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:27.191998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36338) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:27.197209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1880913738-network', 'tenant_id': 'f826a4e451624b9a9fc32771cbaf9106'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:11:27.203318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:27.207241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Usage tracker for resource:network and tenant:f826a4e451624b9a9fc32771cbaf9106 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:27.210156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:27.215975 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:27.252292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Sync routers for ids ['bdeffb08-ad7a-4460-b21c-08536bcc6118'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:11:27.262792 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Routers {'bdeffb08-ad7a-4460-b21c-08536bcc6118'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:11:27.263411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6e2820>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:11:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['bdeffb08-ad7a-4460-b21c-08536bcc6118'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:27.290274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Made reservation on behalf of f826a4e451624b9a9fc32771cbaf9106 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:11:27.292452 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:27.304586 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:27.319755 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:27.323872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Usage tracker for resource:security_group_rule and tenant:f826a4e451624b9a9fc32771cbaf9106 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:27.327425 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:27.333099 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:27.428617 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:27.448011 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Set router bdeffb08-ad7a-4460-b21c-08536bcc6118 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:11:27.497978 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:27.502175 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-71725382-b563-4abc-ae3e-6c9fa85d3696 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:27.529175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 16:11:27.538027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38308114-a7dc-4913-a4b0-41ef84007f5c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:27.541686 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:27.545175 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:27.545520 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Added segment c95e7a04-d413-4c3c-9dd0-d00925adbd49 of type vlan for network 9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad
Jun 04 16:11:27.584277 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:27.657574 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:27.658654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:27.659240 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:27.664201 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-17f0b62c-2b44-4d1e-84b5-b52d8fe91fdb tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:27.763599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Pushing event updated for resources: {'Network': ['ID=9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:27.766249 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:27.772657 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6e2820>, [{'id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'name': 'tempest-TestServerBasicOps-583444071-router', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '0dbe134e-4ead-4828-94f0-941919188da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:20Z', 'updated_at': '2021-06-04T16:11:25Z', 'revision_number': 4, 'project_id': '7a042a45008a4c5592b690a06c999075', 'gw_port': {'id': '0dbe134e-4ead-4828-94f0-941919188da9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:21Z', 'updated_at': '2021-06-04T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '90117309-9893-4b0e-a888-5a1862ce85f9', 'name': '', 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'mac_address': 'fa:16:3e:6c:63:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:24Z', 'updated_at': '2021-06-04T16:11:25Z', 'revision_number': 2, 'project_id': '7a042a45008a4c5592b690a06c999075', 'subnets': [{'id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:27.775519 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 16:11:27.795695 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Checking router: bdeffb08-ad7a-4460-b21c-08536bcc6118 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:11:27.796033 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Updating router bdeffb08-ad7a-4460-b21c-08536bcc6118 port 90117309-9893-4b0e-a888-5a1862ce85f9 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 16:11:27.806153 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6130514
Jun 04 16:11:27.809668 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36340) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:27.814817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Request body: {'subnet': {'network_id': '9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1880913738-subnet', 'tenant_id': 'f826a4e451624b9a9fc32771cbaf9106', 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:11:27.820275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:27.824138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Usage tracker for resource:subnet and tenant:f826a4e451624b9a9fc32771cbaf9106 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:27.827408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:27.833129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:27.914205 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Made reservation on behalf of f826a4e451624b9a9fc32771cbaf9106 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:11:27.916298 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:27.923302 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:28.271426 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:28.283228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Transition to ACTIVE for port object 90117309-9893-4b0e-a888-5a1862ce85f9 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:11:28.370249 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:28.376063 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:28.544462 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:28.550663 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1929b505-97a3-4815-83e2-2949fc6f59d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:28.556830 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0dbe134e-4ead-4828-94f0-941919188da9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:11:28.627482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2700c4b5-dfcb-471d-bc45-2b02eba29cc4,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:28.635418 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:28.636132 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Checking segment: {'id': 'c95e7a04-d413-4c3c-9dd0-d00925adbd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:11:28.636484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Network hostable DHCP agents. Network: 9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 16:11:28.676139 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167045b-8d34-40fd-9a53-d331577ed510 None None] Pushing event updated for resources: {'Port': ['ID=90117309-9893-4b0e-a888-5a1862ce85f9,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:28.689943 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9167045b-8d34-40fd-9a53-d331577ed510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:28.718367 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Attempting to bind port 90117309-9893-4b0e-a888-5a1862ce85f9 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:11:28.724227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Attempting to bind port 90117309-9893-4b0e-a888-5a1862ce85f9 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '3c7c8ed7-d9f3-4f53-81df-eaa3423714df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:11:28.724227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Attempting to bind port 90117309-9893-4b0e-a888-5a1862ce85f9 on network 80859f00-e02c-4e69-b11a-eb47bd73ca3d {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:11:28.729856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:11:28.730253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Checking segment: {'id': '3c7c8ed7-d9f3-4f53-81df-eaa3423714df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:11:28.731357 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:28.732010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Bound using segment: {'id': '3c7c8ed7-d9f3-4f53-81df-eaa3423714df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:11:28.732596 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Bound port: 90117309-9893-4b0e-a888-5a1862ce85f9, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7c8ed7-d9f3-4f53-81df-eaa3423714df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:11:28.732979 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:28.754405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Network 9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 16:11:28.782291 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 0dbe134e-4ead-4828-94f0-941919188da9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:28.782831 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:28.823050 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:11:28.832195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:28.833759 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:28.842226 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d32acd2-fd7c-4218-85af-3ac96ee52451 None None] Network 9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:11:28.898006 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0870814
Jun 04 16:11:28.900481 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36342) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:28.905858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1880913738-router', 'tenant_id': 'f826a4e451624b9a9fc32771cbaf9106', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:11:28.911699 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:28.915903 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Usage tracker for resource:router and tenant:f826a4e451624b9a9fc32771cbaf9106 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:28.920286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:28.926216 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:28.990345 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] For port 90117309-9893-4b0e-a888-5a1862ce85f9, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:11:29.004905 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:29.005965 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:29.021196 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:29.034040 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] For port 90117309-9893-4b0e-a888-5a1862ce85f9, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=90117309-9893-4b0e-a888-5a1862ce85f9,segment=NetworkSegment(3c7c8ed7-d9f3-4f53-81df-eaa3423714df),segment_id=3c7c8ed7-d9f3-4f53-81df-eaa3423714df)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:11:29.120818 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:29.127146 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:29.245746 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad', 'network_id': '9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad', 'tenant_id': 'f826a4e451624b9a9fc32771cbaf9106', 'fixed_ips': [{'subnet_id': '2700c4b5-dfcb-471d-bc45-2b02eba29cc4'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 16:11:29.247337 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:29.266795 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Routers {'bdeffb08-ad7a-4460-b21c-08536bcc6118'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:11:29.267445 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6e2820>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:11:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['bdeffb08-ad7a-4460-b21c-08536bcc6118'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:29.327572 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167045b-8d34-40fd-9a53-d331577ed510 None None] Pushing event updated for resources: {'Port': ['ID=90117309-9893-4b0e-a888-5a1862ce85f9,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:29.341720 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9167045b-8d34-40fd-9a53-d331577ed510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:29.387065 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:29.585376 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] Set router bdeffb08-ad7a-4460-b21c-08536bcc6118 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:11:29.640072 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5ee9f57f-eedc-49dd-9caa-78a0413661d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:29.739057 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Allocated IP 172.20.0.2 (9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad/2700c4b5-dfcb-471d-bc45-2b02eba29cc4/cad00aa9-675a-4a3f-848a-c3f21edd409d) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:11:29.782870 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:29.812598 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:29.951258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Allocated IP 172.25.4.10 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/d101d7d0-b803-4b28-b6b8-8f1cab41f457) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:11:30.100222 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:30.163747 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:30.177352 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Transition to ACTIVE for port object cad00aa9-675a-4a3f-848a-c3f21edd409d will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:11:30.188731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6e2820>, [{'id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'name': 'tempest-TestServerBasicOps-583444071-router', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '0dbe134e-4ead-4828-94f0-941919188da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:20Z', 'updated_at': '2021-06-04T16:11:25Z', 'revision_number': 4, 'project_id': '7a042a45008a4c5592b690a06c999075', 'gw_port': {'id': '0dbe134e-4ead-4828-94f0-941919188da9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:21Z', 'updated_at': '2021-06-04T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '90117309-9893-4b0e-a888-5a1862ce85f9', 'name': '', 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'mac_address': 'fa:16:3e:6c:63:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:24Z', 'updated_at': '2021-06-04T16:11:28Z', 'revision_number': 4, 'project_id': '7a042a45008a4c5592b690a06c999075', 'subnets': [{'id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:30.196156 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8119d263-d50d-4cb3-bd79-5e0f4f8a5317 None None] The sync data for ids ['bdeffb08-ad7a-4460-b21c-08536bcc6118'] in n-d-791505-9 is: [{'id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'name': 'tempest-TestServerBasicOps-583444071-router', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '0dbe134e-4ead-4828-94f0-941919188da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:20Z', 'updated_at': '2021-06-04T16:11:25Z', 'revision_number': 4, 'project_id': '7a042a45008a4c5592b690a06c999075', 'gw_port': {'id': '0dbe134e-4ead-4828-94f0-941919188da9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:21Z', 'updated_at': '2021-06-04T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '90117309-9893-4b0e-a888-5a1862ce85f9', 'name': '', 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'mac_address': 'fa:16:3e:6c:63:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:24Z', 'updated_at': '2021-06-04T16:11:28Z', 'revision_number': 4, 'project_id': '7a042a45008a4c5592b690a06c999075', 'subnets': [{'id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:11:30.205954 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Transition to ACTIVE for port object cad00aa9-675a-4a3f-848a-c3f21edd409d will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:11:30.250629 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:30.262300 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-89a46f45-c20a-436b-8f92-5a385281be3c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:30.320348 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:30.326089 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:30.335663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:11:30.338926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:11:30.343438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:11:30.375999 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Pushing event updated for resources: {'Port': ['ID=d101d7d0-b803-4b28-b6b8-8f1cab41f457,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:30.382357 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:30.400172 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Network 9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:11:30.403710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:11:30.407974 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:11:30.417447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Pushing event updated for resources: {'Port': ['ID=cad00aa9-675a-4a3f-848a-c3f21edd409d,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:30.444878 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:30.517331 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Attempting to bind port cad00aa9-675a-4a3f-848a-c3f21edd409d on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:11:30.517684 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Attempting to bind port cad00aa9-675a-4a3f-848a-c3f21edd409d by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c95e7a04-d413-4c3c-9dd0-d00925adbd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:11:30.518056 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Attempting to bind port cad00aa9-675a-4a3f-848a-c3f21edd409d on network 9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:11:30.524796 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:11:30.525202 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Checking segment: {'id': 'c95e7a04-d413-4c3c-9dd0-d00925adbd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:11:30.525618 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:30.526018 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Bound using segment: {'id': 'c95e7a04-d413-4c3c-9dd0-d00925adbd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:11:30.526497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Bound port: cad00aa9-675a-4a3f-848a-c3f21edd409d, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95e7a04-d413-4c3c-9dd0-d00925adbd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:11:30.526881 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:30.606012 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 90117309-9893-4b0e-a888-5a1862ce85f9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:11:30.694011 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-97eabc34-525b-4103-a396-807db7dac723 None None] For port cad00aa9-675a-4a3f-848a-c3f21edd409d, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:11:30.698162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-97eabc34-525b-4103-a396-807db7dac723 None None] For port cad00aa9-675a-4a3f-848a-c3f21edd409d, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=cad00aa9-675a-4a3f-848a-c3f21edd409d,segment=NetworkSegment(c95e7a04-d413-4c3c-9dd0-d00925adbd49),segment_id=c95e7a04-d413-4c3c-9dd0-d00925adbd49)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:11:30.788762 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:30.793057 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cb35c598-e0d6-4280-8c4d-ffa9fafa5f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:30.828412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 90117309-9893-4b0e-a888-5a1862ce85f9 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:11:30.864097 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 90117309-9893-4b0e-a888-5a1862ce85f9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:30.864472 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:30.942521 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Pushing event updated for resources: {'Port': ['ID=cad00aa9-675a-4a3f-848a-c3f21edd409d,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:30.945756 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:31.012797 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:31.049984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 90117309-9893-4b0e-a888-5a1862ce85f9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=90117309-9893-4b0e-a888-5a1862ce85f9,segment=NetworkSegment(3c7c8ed7-d9f3-4f53-81df-eaa3423714df),segment_id=3c7c8ed7-d9f3-4f53-81df-eaa3423714df)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:11:31.071211 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:31.148085 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:31.148085 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4f3af8c2-0508-41de-9826-0bc101cf6474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:31.235578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=90117309-9893-4b0e-a888-5a1862ce85f9,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:31.238731 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:31.470367 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:31.788472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Router 128b825c-5f6f-4cb5-a399-9e0db03e2832 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 16:11:31.898082 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c878e439-2193-47f0-b674-60097e347be8 None None] Network 9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:11:31.974458 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:11:31.984270 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Sync routers for ids ['128b825c-5f6f-4cb5-a399-9e0db03e2832'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:11:31.995749 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Routers {'128b825c-5f6f-4cb5-a399-9e0db03e2832'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:11:31.996668 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d69e760>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:11:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['128b825c-5f6f-4cb5-a399-9e0db03e2832'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:32.007899 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8786ecd9-48ff-44e0-a3c9-4814a3e9d836 None None] Provisioning for port cad00aa9-675a-4a3f-848a-c3f21edd409d completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:11:32.067218 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:32.068522 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.1670775
Jun 04 16:11:32.072637 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36344) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:32.120780 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:32.187936 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Set router 128b825c-5f6f-4cb5-a399-9e0db03e2832 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:11:32.348254 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-07e38cc3-49c1-4422-bdfa-6dab96b83ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:32.484397 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d69e760>, [{'id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'name': 'tempest-TestServerBasicOps-1880913738-router', 'tenant_id': 'f826a4e451624b9a9fc32771cbaf9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd101d7d0-b803-4b28-b6b8-8f1cab41f457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:29Z', 'updated_at': '2021-06-04T16:11:30Z', 'revision_number': 3, 'project_id': 'f826a4e451624b9a9fc32771cbaf9106', 'gw_port': {'id': 'd101d7d0-b803-4b28-b6b8-8f1cab41f457', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:29Z', 'updated_at': '2021-06-04T16:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:32.490148 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Checking router: 128b825c-5f6f-4cb5-a399-9e0db03e2832 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:11:32.490148 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Updating router 128b825c-5f6f-4cb5-a399-9e0db03e2832 port d101d7d0-b803-4b28-b6b8-8f1cab41f457 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 16:11:32.544119 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:32.636123 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cad00aa9-675a-4a3f-848a-c3f21edd409d up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:11:32.776759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port cad00aa9-675a-4a3f-848a-c3f21edd409d completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:11:32.783114 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port cad00aa9-675a-4a3f-848a-c3f21edd409d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:32.783498 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:32.799712 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:32.889191 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:32.903137 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Transition to ACTIVE for port object d101d7d0-b803-4b28-b6b8-8f1cab41f457 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:11:32.911017 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:32.944757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port cad00aa9-675a-4a3f-848a-c3f21edd409d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=cad00aa9-675a-4a3f-848a-c3f21edd409d,segment=NetworkSegment(c95e7a04-d413-4c3c-9dd0-d00925adbd49),segment_id=c95e7a04-d413-4c3c-9dd0-d00925adbd49)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:11:32.971235 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:32.975305 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-486c9c71-ea15-428a-b59c-811301560ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:32.999767 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:33.000635 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 90117309-9893-4b0e-a888-5a1862ce85f9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:11:33.034110 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e20f04f9-81e0-40f8-a31c-73c53aa42a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:33.056094 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Attempting to bind port d101d7d0-b803-4b28-b6b8-8f1cab41f457 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:11:33.056703 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Attempting to bind port d101d7d0-b803-4b28-b6b8-8f1cab41f457 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:11:33.056815 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Attempting to bind port d101d7d0-b803-4b28-b6b8-8f1cab41f457 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:11:33.066810 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:11:33.067320 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:11:33.067587 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:33.068143 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:11:33.068757 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Bound port: d101d7d0-b803-4b28-b6b8-8f1cab41f457, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:11:33.069323 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:33.099205 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ae717-74b7-4591-b157-6060386ea3af None None] Pushing event updated for resources: {'Port': ['ID=d101d7d0-b803-4b28-b6b8-8f1cab41f457,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:33.102069 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-ad6ae717-74b7-4591-b157-6060386ea3af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:33.127497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=cad00aa9-675a-4a3f-848a-c3f21edd409d,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:33.130552 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:33.143557 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 90117309-9893-4b0e-a888-5a1862ce85f9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:33.143557 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:33.156039 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] For port d101d7d0-b803-4b28-b6b8-8f1cab41f457, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:11:33.159449 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] For port d101d7d0-b803-4b28-b6b8-8f1cab41f457, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d101d7d0-b803-4b28-b6b8-8f1cab41f457,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:11:33.194831 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Allocated IP 172.20.0.1 (9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad/2700c4b5-dfcb-471d-bc45-2b02eba29cc4/019c8d5a-cff3-417b-b0c7-9ffdd8f060ac) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:11:33.214193 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:33.218240 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-afe03af2-8780-44f3-a97d-0abfaf91a378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:33.296978 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ae717-74b7-4591-b157-6060386ea3af None None] Pushing event updated for resources: {'Port': ['ID=d101d7d0-b803-4b28-b6b8-8f1cab41f457,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:33.299582 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Routers {'128b825c-5f6f-4cb5-a399-9e0db03e2832'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:11:33.300174 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d69e760>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:11:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['128b825c-5f6f-4cb5-a399-9e0db03e2832'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:33.354898 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-ad6ae717-74b7-4591-b157-6060386ea3af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:33.357773 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:33.375928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Transition to ACTIVE for port object 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:11:33.468776 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:33.473706 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-41699a88-573c-4f47-bdf1-9125b429cf8d tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:33.476763 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] Set router 128b825c-5f6f-4cb5-a399-9e0db03e2832 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:11:33.535725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Network 9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:11:33.538677 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:11:33.542358 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:11:33.582614 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Pushing event updated for resources: {'Port': ['ID=019c8d5a-cff3-417b-b0c7-9ffdd8f060ac,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:33.587342 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:33.610187 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:33.801113 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:33.806734 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d69e760>, [{'id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'name': 'tempest-TestServerBasicOps-1880913738-router', 'tenant_id': 'f826a4e451624b9a9fc32771cbaf9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd101d7d0-b803-4b28-b6b8-8f1cab41f457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:29Z', 'updated_at': '2021-06-04T16:11:30Z', 'revision_number': 3, 'project_id': 'f826a4e451624b9a9fc32771cbaf9106', 'gw_port': {'id': 'd101d7d0-b803-4b28-b6b8-8f1cab41f457', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:29Z', 'updated_at': '2021-06-04T16:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:33.811487 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc62c3-3b8b-48c7-94b7-bee5d71d8974 None None] The sync data for ids ['128b825c-5f6f-4cb5-a399-9e0db03e2832'] in n-d-791505-9 is: [{'id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'name': 'tempest-TestServerBasicOps-1880913738-router', 'tenant_id': 'f826a4e451624b9a9fc32771cbaf9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd101d7d0-b803-4b28-b6b8-8f1cab41f457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:29Z', 'updated_at': '2021-06-04T16:11:30Z', 'revision_number': 3, 'project_id': 'f826a4e451624b9a9fc32771cbaf9106', 'gw_port': {'id': 'd101d7d0-b803-4b28-b6b8-8f1cab41f457', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:29Z', 'updated_at': '2021-06-04T16:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:11:33.828832 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-78f73a56-0657-48a4-9766-13d4bc1471ea None None] Provisioning for port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:11:33.834111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-78f73a56-0657-48a4-9766-13d4bc1471ea None None] Provisioning complete for port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:33.834484 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-78f73a56-0657-48a4-9766-13d4bc1471ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:33.892124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-78f73a56-0657-48a4-9766-13d4bc1471ea None None] Port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:11:33.948221 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:34.199116 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:34.280177 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:34.306051 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6bf85bfd-d361-489e-a8f1-cfb1237f2875 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:34.389556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Pushing event updated for resources: {'Port': ['ID=019c8d5a-cff3-417b-b0c7-9ffdd8f060ac,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:34.394890 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:34.395790 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:34.548189 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Network 9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:11:34.550192 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:11:34.622920 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d101d7d0-b803-4b28-b6b8-8f1cab41f457 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:11:34.766037 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port d101d7d0-b803-4b28-b6b8-8f1cab41f457 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:11:34.776231 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d101d7d0-b803-4b28-b6b8-8f1cab41f457 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:34.776818 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:34.778035 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Router 128b825c-5f6f-4cb5-a399-9e0db03e2832 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:11:34.928547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-020501e3-0ddb-42ce-af20-27ab9ad8c31e None None] Provisioning complete for port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:34.929138 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-020501e3-0ddb-42ce-af20-27ab9ad8c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:35.019760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-020501e3-0ddb-42ce-af20-27ab9ad8c31e None None] Port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:11:35.051985 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:35.070083 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port d101d7d0-b803-4b28-b6b8-8f1cab41f457, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d101d7d0-b803-4b28-b6b8-8f1cab41f457,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:11:35.147449 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:35.148333 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cad00aa9-675a-4a3f-848a-c3f21edd409d up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:11:35.148514 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:11:35.158988 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ee99b364-4eb7-411a-8502-6c6a02313539 admin admin] 10.222.0.32 "PUT /v2.0/routers/128b825c-5f6f-4cb5-a399-9e0db03e2832/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0837822
Jun 04 16:11:35.180168 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:35.282299 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=d101d7d0-b803-4b28-b6b8-8f1cab41f457,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:35.292237 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:35.306406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port cad00aa9-675a-4a3f-848a-c3f21edd409d triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:35.306783 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:35.371703 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Sync routers for ids ['128b825c-5f6f-4cb5-a399-9e0db03e2832'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:11:35.411266 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Routers {'128b825c-5f6f-4cb5-a399-9e0db03e2832'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:11:35.411914 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5f5640>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:11:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['128b825c-5f6f-4cb5-a399-9e0db03e2832'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:35.472301 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:35.617158 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Set router 128b825c-5f6f-4cb5-a399-9e0db03e2832 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:11:35.828364 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36352) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:35.833834 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-17242bc6-0cb3-4177-85a7-f191d2b95246 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1455672335', 'description': 'tempest-secgroup-smoke-1455672335 description', 'project_id': '7a042a45008a4c5592b690a06c999075'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:11:35.842129 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-17242bc6-0cb3-4177-85a7-f191d2b95246 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:35.846277 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-17242bc6-0cb3-4177-85a7-f191d2b95246 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Usage tracker for resource:security_group and tenant:7a042a45008a4c5592b690a06c999075 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:35.849265 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-17242bc6-0cb3-4177-85a7-f191d2b95246 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:35.854926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-17242bc6-0cb3-4177-85a7-f191d2b95246 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:35.932494 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5f5640>, [{'id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'name': 'tempest-TestServerBasicOps-1880913738-router', 'tenant_id': 'f826a4e451624b9a9fc32771cbaf9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd101d7d0-b803-4b28-b6b8-8f1cab41f457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:29Z', 'updated_at': '2021-06-04T16:11:33Z', 'revision_number': 4, 'project_id': 'f826a4e451624b9a9fc32771cbaf9106', 'gw_port': {'id': 'd101d7d0-b803-4b28-b6b8-8f1cab41f457', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:29Z', 'updated_at': '2021-06-04T16:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '019c8d5a-cff3-417b-b0c7-9ffdd8f060ac', 'name': '', 'network_id': '9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad', 'tenant_id': 'f826a4e451624b9a9fc32771cbaf9106', 'mac_address': 'fa:16:3e:d3:2f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '2700c4b5-dfcb-471d-bc45-2b02eba29cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:33Z', 'updated_at': '2021-06-04T16:11:34Z', 'revision_number': 2, 'project_id': 'f826a4e451624b9a9fc32771cbaf9106', 'subnets': [{'id': '2700c4b5-dfcb-471d-bc45-2b02eba29cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:35.936437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Checking router: 128b825c-5f6f-4cb5-a399-9e0db03e2832 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:11:35.936802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Updating router 128b825c-5f6f-4cb5-a399-9e0db03e2832 port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 16:11:35.937079 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17242bc6-0cb3-4177-85a7-f191d2b95246 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:35.957978 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-17242bc6-0cb3-4177-85a7-f191d2b95246 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:35.961944 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-17242bc6-0cb3-4177-85a7-f191d2b95246 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Usage tracker for resource:security_group_rule and tenant:7a042a45008a4c5592b690a06c999075 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:35.964821 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-17242bc6-0cb3-4177-85a7-f191d2b95246 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:35.971280 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-17242bc6-0cb3-4177-85a7-f191d2b95246 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:35.990395 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.044668 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17242bc6-0cb3-4177-85a7-f191d2b95246 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.119694 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17242bc6-0cb3-4177-85a7-f191d2b95246 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.125946 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2ea0ad2d-d584-4a3f-b740-de1264dc5f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:36.163855 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17242bc6-0cb3-4177-85a7-f191d2b95246 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d8295b-1701-48a3-8a68-a95882546688,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:36.166801 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-17242bc6-0cb3-4177-85a7-f191d2b95246 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:36.245777 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17242bc6-0cb3-4177-85a7-f191d2b95246 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.247816 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-17242bc6-0cb3-4177-85a7-f191d2b95246 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.4178019
Jun 04 16:11:36.250753 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36354) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:36.255503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-7cdc2b87-df86-45a4-baaa-fd170acbea86 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Request body: {'security_group_rule': {'security_group_id': '16d8295b-1701-48a3-8a68-a95882546688', 'project_id': '7a042a45008a4c5592b690a06c999075', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:11:36.263096 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7cdc2b87-df86-45a4-baaa-fd170acbea86 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:36.267002 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7cdc2b87-df86-45a4-baaa-fd170acbea86 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Usage tracker for resource:security_group_rule and tenant:7a042a45008a4c5592b690a06c999075 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:36.269868 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-7cdc2b87-df86-45a4-baaa-fd170acbea86 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:36.275491 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-7cdc2b87-df86-45a4-baaa-fd170acbea86 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:36.335176 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.346470 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Transition to ACTIVE for port object 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:11:36.348569 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2b87-df86-45a4-baaa-fd170acbea86 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.393839 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.398513 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:36.413179 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2b87-df86-45a4-baaa-fd170acbea86 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.468462 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2b87-df86-45a4-baaa-fd170acbea86 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.470577 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bdd2b84f-4317-4dcb-be67-2c2ba48722c4 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:36.510472 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc2b87-df86-45a4-baaa-fd170acbea86 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2871b8f3-a5a2-4a20-902e-2a5b169a1491,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:36.510690 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7cdc2b87-df86-45a4-baaa-fd170acbea86 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:36.558066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58037563-cb22-43e8-ac08-8b700debfb58 None None] Pushing event updated for resources: {'Port': ['ID=019c8d5a-cff3-417b-b0c7-9ffdd8f060ac,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:36.568678 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-58037563-cb22-43e8-ac08-8b700debfb58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:36.587460 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2b87-df86-45a4-baaa-fd170acbea86 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.588640 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7cdc2b87-df86-45a4-baaa-fd170acbea86 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3368456
Jun 04 16:11:36.592801 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36356) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:36.597964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-f6d41299-f761-4380-9719-9e51afd40c21 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Request body: {'security_group_rule': {'security_group_id': '16d8295b-1701-48a3-8a68-a95882546688', 'project_id': '7a042a45008a4c5592b690a06c999075', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:11:36.605513 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f6d41299-f761-4380-9719-9e51afd40c21 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:36.612078 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f6d41299-f761-4380-9719-9e51afd40c21 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Usage tracker for resource:security_group_rule and tenant:7a042a45008a4c5592b690a06c999075 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:36.616786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-f6d41299-f761-4380-9719-9e51afd40c21 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:36.625548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-f6d41299-f761-4380-9719-9e51afd40c21 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:36.667041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d101d7d0-b803-4b28-b6b8-8f1cab41f457 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:11:36.714384 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6d41299-f761-4380-9719-9e51afd40c21 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.731266 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Attempting to bind port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:11:36.731634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Attempting to bind port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c95e7a04-d413-4c3c-9dd0-d00925adbd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:11:36.731997 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Attempting to bind port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac on network 9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:11:36.743044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:11:36.743421 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Checking segment: {'id': 'c95e7a04-d413-4c3c-9dd0-d00925adbd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:11:36.743819 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.744206 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Bound using segment: {'id': 'c95e7a04-d413-4c3c-9dd0-d00925adbd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:11:36.744712 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Bound port: 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95e7a04-d413-4c3c-9dd0-d00925adbd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:11:36.745055 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.778829 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6d41299-f761-4380-9719-9e51afd40c21 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.838286 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d101d7d0-b803-4b28-b6b8-8f1cab41f457 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:36.838667 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.852347 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6d41299-f761-4380-9719-9e51afd40c21 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.854334 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-82c610ec-a24c-4edc-ab89-899f0e5a39f7 tempest-NegativeSecGroupIPv6Test-541737174 tempest-NegativeSecGroupIPv6Test-541737174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:36.878870 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d41299-f761-4380-9719-9e51afd40c21 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2677d96-3480-4bef-83f5-8a1aff38a8ef,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:36.881377 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f6d41299-f761-4380-9719-9e51afd40c21 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:36.910422 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] For port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:11:36.922225 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] For port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=019c8d5a-cff3-417b-b0c7-9ffdd8f060ac,segment=NetworkSegment(c95e7a04-d413-4c3c-9dd0-d00925adbd49),segment_id=c95e7a04-d413-4c3c-9dd0-d00925adbd49)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:11:36.975850 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f6d41299-f761-4380-9719-9e51afd40c21 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:36.977178 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f6d41299-f761-4380-9719-9e51afd40c21 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3832586
Jun 04 16:11:36.979876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36358) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:36.984675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3091dda4-d171-4978-87ae-de263f64db1c tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Request body: {'security_group_rule': {'security_group_id': '16d8295b-1701-48a3-8a68-a95882546688', 'project_id': '7a042a45008a4c5592b690a06c999075', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:11:36.992520 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3091dda4-d171-4978-87ae-de263f64db1c tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:36.997182 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3091dda4-d171-4978-87ae-de263f64db1c tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Usage tracker for resource:security_group_rule and tenant:7a042a45008a4c5592b690a06c999075 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:37.000047 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3091dda4-d171-4978-87ae-de263f64db1c tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:37.004634 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:37.005909 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3091dda4-d171-4978-87ae-de263f64db1c tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:37.009391 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:37.081390 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Routers {'128b825c-5f6f-4cb5-a399-9e0db03e2832'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:11:37.082011 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5f5640>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:11:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['128b825c-5f6f-4cb5-a399-9e0db03e2832'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:37.096927 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3091dda4-d171-4978-87ae-de263f64db1c tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:37.151673 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58037563-cb22-43e8-ac08-8b700debfb58 None None] Pushing event updated for resources: {'Port': ['ID=019c8d5a-cff3-417b-b0c7-9ffdd8f060ac,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:37.156968 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-58037563-cb22-43e8-ac08-8b700debfb58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:37.168494 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3091dda4-d171-4978-87ae-de263f64db1c tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:37.245634 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3091dda4-d171-4978-87ae-de263f64db1c tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:37.247642 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-42a122a9-639d-4b86-aa4a-de5a8bec7d35 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:37.271692 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091dda4-d171-4978-87ae-de263f64db1c tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68018e19-fe22-4f47-bc95-ee886a231e24,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:37.278918 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3091dda4-d171-4978-87ae-de263f64db1c tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:37.281967 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] Set router 128b825c-5f6f-4cb5-a399-9e0db03e2832 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:11:37.360113 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3091dda4-d171-4978-87ae-de263f64db1c tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:37.362210 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3091dda4-d171-4978-87ae-de263f64db1c tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3809628
Jun 04 16:11:37.364727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36360) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:37.369327 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-e6e025bb-994d-4b1c-96b1-9e5cfa34098d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Request body: {'security_group_rule': {'security_group_id': '16d8295b-1701-48a3-8a68-a95882546688', 'project_id': '7a042a45008a4c5592b690a06c999075', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:11:37.376422 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e6e025bb-994d-4b1c-96b1-9e5cfa34098d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:37.380303 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e6e025bb-994d-4b1c-96b1-9e5cfa34098d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Usage tracker for resource:security_group_rule and tenant:7a042a45008a4c5592b690a06c999075 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:37.383212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-e6e025bb-994d-4b1c-96b1-9e5cfa34098d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:37.389518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-e6e025bb-994d-4b1c-96b1-9e5cfa34098d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:37.474197 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e6e025bb-994d-4b1c-96b1-9e5cfa34098d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:37.538461 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e6e025bb-994d-4b1c-96b1-9e5cfa34098d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:37.606100 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e6e025bb-994d-4b1c-96b1-9e5cfa34098d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:37.608015 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:37.608431 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5f5640>, [{'id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'name': 'tempest-TestServerBasicOps-1880913738-router', 'tenant_id': 'f826a4e451624b9a9fc32771cbaf9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd101d7d0-b803-4b28-b6b8-8f1cab41f457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:29Z', 'updated_at': '2021-06-04T16:11:33Z', 'revision_number': 4, 'project_id': 'f826a4e451624b9a9fc32771cbaf9106', 'gw_port': {'id': 'd101d7d0-b803-4b28-b6b8-8f1cab41f457', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:29Z', 'updated_at': '2021-06-04T16:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '019c8d5a-cff3-417b-b0c7-9ffdd8f060ac', 'name': '', 'network_id': '9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad', 'tenant_id': 'f826a4e451624b9a9fc32771cbaf9106', 'mac_address': 'fa:16:3e:d3:2f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '2700c4b5-dfcb-471d-bc45-2b02eba29cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:33Z', 'updated_at': '2021-06-04T16:11:36Z', 'revision_number': 4, 'project_id': 'f826a4e451624b9a9fc32771cbaf9106', 'subnets': [{'id': '2700c4b5-dfcb-471d-bc45-2b02eba29cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:37.616670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d900c-fbd9-4512-bbf7-78a22bd6c71f None None] The sync data for ids ['128b825c-5f6f-4cb5-a399-9e0db03e2832'] in n-d-791505-9 is: [{'id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'name': 'tempest-TestServerBasicOps-1880913738-router', 'tenant_id': 'f826a4e451624b9a9fc32771cbaf9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd101d7d0-b803-4b28-b6b8-8f1cab41f457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:29Z', 'updated_at': '2021-06-04T16:11:33Z', 'revision_number': 4, 'project_id': 'f826a4e451624b9a9fc32771cbaf9106', 'gw_port': {'id': 'd101d7d0-b803-4b28-b6b8-8f1cab41f457', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:29Z', 'updated_at': '2021-06-04T16:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '019c8d5a-cff3-417b-b0c7-9ffdd8f060ac', 'name': '', 'network_id': '9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad', 'tenant_id': 'f826a4e451624b9a9fc32771cbaf9106', 'mac_address': 'fa:16:3e:d3:2f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '2700c4b5-dfcb-471d-bc45-2b02eba29cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:33Z', 'updated_at': '2021-06-04T16:11:36Z', 'revision_number': 4, 'project_id': 'f826a4e451624b9a9fc32771cbaf9106', 'subnets': [{'id': '2700c4b5-dfcb-471d-bc45-2b02eba29cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:11:37.631452 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e025bb-994d-4b1c-96b1-9e5cfa34098d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89a26a7-1e1f-4126-bcdb-1fc9e1bcb830,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:37.635624 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e6e025bb-994d-4b1c-96b1-9e5cfa34098d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:37.737142 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e6e025bb-994d-4b1c-96b1-9e5cfa34098d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:37.738387 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e6e025bb-994d-4b1c-96b1-9e5cfa34098d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3726835
Jun 04 16:11:37.741114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36362) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:37.745643 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d0d19a5c-b0bc-4763-9221-7ea724e0a0c7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Request body: {'security_group_rule': {'security_group_id': '16d8295b-1701-48a3-8a68-a95882546688', 'project_id': '7a042a45008a4c5592b690a06c999075', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:11:37.753850 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d0d19a5c-b0bc-4763-9221-7ea724e0a0c7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:37.758008 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d0d19a5c-b0bc-4763-9221-7ea724e0a0c7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Usage tracker for resource:security_group_rule and tenant:7a042a45008a4c5592b690a06c999075 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:37.761116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d0d19a5c-b0bc-4763-9221-7ea724e0a0c7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:37.767718 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d0d19a5c-b0bc-4763-9221-7ea724e0a0c7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:37.886013 n-d-791505-9 neutron-server[88301]: INFO neutron.db.securitygroups_db [None req-d0d19a5c-b0bc-4763-9221-7ea724e0a0c7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Project 7a042a45008a4c5592b690a06c999075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 16:11:37.893279 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0d19a5c-b0bc-4763-9221-7ea724e0a0c7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:37.962918 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0d19a5c-b0bc-4763-9221-7ea724e0a0c7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:38.055905 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0d19a5c-b0bc-4763-9221-7ea724e0a0c7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:38.057820 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7cdc2b87-df86-45a4-baaa-fd170acbea86 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:38.082193 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d19a5c-b0bc-4763-9221-7ea724e0a0c7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2370e743-241a-4143-8f0e-faa2c597406a,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:38.084791 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d0d19a5c-b0bc-4763-9221-7ea724e0a0c7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:38.204506 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d0d19a5c-b0bc-4763-9221-7ea724e0a0c7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:38.205850 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d0d19a5c-b0bc-4763-9221-7ea724e0a0c7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4637880
Jun 04 16:11:38.208501 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36364) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:38.213215 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-886d2d69-5215-4b4c-9f33-ef2bae242a5d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Request body: {'security_group_rule': {'security_group_id': '16d8295b-1701-48a3-8a68-a95882546688', 'project_id': '7a042a45008a4c5592b690a06c999075', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:11:38.220213 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-886d2d69-5215-4b4c-9f33-ef2bae242a5d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:38.226743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-886d2d69-5215-4b4c-9f33-ef2bae242a5d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Usage tracker for resource:security_group_rule and tenant:7a042a45008a4c5592b690a06c999075 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:38.231149 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-886d2d69-5215-4b4c-9f33-ef2bae242a5d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:38.237554 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-886d2d69-5215-4b4c-9f33-ef2bae242a5d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:38.309616 n-d-791505-9 neutron-server[88301]: INFO neutron.db.securitygroups_db [None req-886d2d69-5215-4b4c-9f33-ef2bae242a5d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Project 7a042a45008a4c5592b690a06c999075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 04 16:11:38.315903 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-886d2d69-5215-4b4c-9f33-ef2bae242a5d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:38.390080 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-886d2d69-5215-4b4c-9f33-ef2bae242a5d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:38.456682 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-886d2d69-5215-4b4c-9f33-ef2bae242a5d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879800'] for security_group_rule, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:38.465927 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9dafe5f5-fd13-4e73-b4c0-635f11b98c25 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:38.485316 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d2d69-5215-4b4c-9f33-ef2bae242a5d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedf586d-1e6e-4c39-9212-0910d892fbc1,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:38.487814 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-886d2d69-5215-4b4c-9f33-ef2bae242a5d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:38.554145 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-886d2d69-5215-4b4c-9f33-ef2bae242a5d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:38.555889 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-886d2d69-5215-4b4c-9f33-ef2bae242a5d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3461745
Jun 04 16:11:38.579488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:11:38.719498 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:11:38.724461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:38.724945 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:38.741504 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-59b29525-1908-4591-b030-f9d40797e4da tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Synchronizing usage tracker for tenant:7a042a45008a4c5592b690a06c999075 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:11:38.799705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-59b29525-1908-4591-b030-f9d40797e4da tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Unset dirty status for tenant:7a042a45008a4c5592b690a06c999075 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:11:38.800967 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-59b29525-1908-4591-b030-f9d40797e4da tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1455672335&fields=id&tenant_id=7a042a45008a4c5592b690a06c999075 HTTP/1.1" status: 200  len: 267 time: 0.1009357
Jun 04 16:11:38.844700 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:38.878611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=019c8d5a-cff3-417b-b0c7-9ffdd8f060ac,segment=NetworkSegment(c95e7a04-d413-4c3c-9dd0-d00925adbd49),segment_id=c95e7a04-d413-4c3c-9dd0-d00925adbd49)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:11:38.955385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-57462f64-5fdd-4968-90d2-e45ef5279e93 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:38.956750 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-57462f64-5fdd-4968-90d2-e45ef5279e93 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/networks?id=80859f00-e02c-4e69-b11a-eb47bd73ca3d HTTP/1.1" status: 200  len: 808 time: 0.1490564
Jun 04 16:11:38.958793 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:38.960784 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-58037563-cb22-43e8-ac08-8b700debfb58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:38.973612 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-c1b251f9-f16c-47eb-b14c-7ea964e1e797 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/quotas/7a042a45008a4c5592b690a06c999075 HTTP/1.1" status: 200  len: 375 time: 0.0103538
Jun 04 16:11:39.030013 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=019c8d5a-cff3-417b-b0c7-9ffdd8f060ac,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:39.033474 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:39.059200 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-d8449b79-fe5b-4852-b8c7-3ecb8b41ee79 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a042a45008a4c5592b690a06c999075&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0794516
Jun 04 16:11:39.076628 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-35af924d-554c-4c1f-8583-4f12eb5fdd55 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 16:11:39.077756 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-35af924d-554c-4c1f-8583-4f12eb5fdd55 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0067918
Jun 04 16:11:39.313938 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-287563ae-e254-4741-944e-54b6f68c3896 service neutron] 10.222.0.32 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298872
Jun 04 16:11:39.445548 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-7ddace6f-450d-4178-861a-8328232bbf1e service neutron] 10.222.0.32 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259735
Jun 04 16:11:39.734424 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-83438a94-b102-4a48-bce5-c1ccd854ed64 req-217e7ea3-a8bb-441a-b2df-dc478c241bd6 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Synchronizing usage tracker for tenant:7a042a45008a4c5592b690a06c999075 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:11:39.844508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-83438a94-b102-4a48-bce5-c1ccd854ed64 req-217e7ea3-a8bb-441a-b2df-dc478c241bd6 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Unset dirty status for tenant:7a042a45008a4c5592b690a06c999075 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:11:39.845997 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-83438a94-b102-4a48-bce5-c1ccd854ed64 req-217e7ea3-a8bb-441a-b2df-dc478c241bd6 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 210 time: 0.1545131
Jun 04 16:11:40.539787 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:11:40.614028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:40.614405 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:40.950781 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b6eb8b3-f207-42ae-8d24-2ab7e22e778c req-aec2d12b-93a6-425a-883f-a31a707e6232 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 210 time: 0.0478001
Jun 04 16:11:42.103807 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c8cda37e-d2f2-4b2b-b933-7fee6da1c3fb req-80ab6dcc-f7dc-4366-9cd7-99367beed3dd tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 210 time: 0.0435350
Jun 04 16:11:42.282492 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-ed25e775-c48a-4709-a241-e295e2362177 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:42.283074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-ed25e775-c48a-4709-a241-e295e2362177 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Synchronizing usage tracker for tenant:7a042a45008a4c5592b690a06c999075 on resource:network {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:11:42.399537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-ed25e775-c48a-4709-a241-e295e2362177 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Unset dirty status for tenant:7a042a45008a4c5592b690a06c999075 on resource:network {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:11:42.400711 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-ed25e775-c48a-4709-a241-e295e2362177 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.62 "GET /v2.0/networks?id=80859f00-e02c-4e69-b11a-eb47bd73ca3d HTTP/1.1" status: 200  len: 808 time: 0.2653110
Jun 04 16:11:42.448554 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-25f390e3-ab9d-498c-81fa-126544159bba tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Synchronizing usage tracker for tenant:7a042a45008a4c5592b690a06c999075 on resource:security_group {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:11:42.460907 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-25f390e3-ab9d-498c-81fa-126544159bba tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Unset dirty status for tenant:7a042a45008a4c5592b690a06c999075 on resource:security_group {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:11:42.462525 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-25f390e3-ab9d-498c-81fa-126544159bba tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a042a45008a4c5592b690a06c999075 HTTP/1.1" status: 200  len: 380 time: 0.0524461
Jun 04 16:11:42.475544 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Request body: {'port': {'device_id': 'f8fbcd95-9fc6-4ed3-b74f-f700078331e5', 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'admin_state_up': True, 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'security_groups': ['16d8295b-1701-48a3-8a68-a95882546688']}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:11:42.789748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:42.799408 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:42.919594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Made reservation on behalf of 7a042a45008a4c5592b690a06c999075 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:11:42.923026 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:43.093445 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Allocated IP 172.20.0.10 (80859f00-e02c-4e69-b11a-eb47bd73ca3d/e1503078-9e73-4b2e-affa-f1643b63dd35/1651b344-e2f3-48c7-b78a-a7f79abb101b) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:11:43.270618 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-101b0381-41c6-4b21-947e-a51f362b797c req-0cb03cf9-f2ee-413f-8264-03ce1d523af9 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 210 time: 0.0553513
Jun 04 16:11:43.292397 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:43.311880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Transition to ACTIVE for port object 1651b344-e2f3-48c7-b78a-a7f79abb101b will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:11:43.400209 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:43.408964 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:43.470027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Network 80859f00-e02c-4e69-b11a-eb47bd73ca3d is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:11:43.474017 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:11:43.476527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:11:43.532239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Pushing event updated for resources: {'Port': ['ID=1651b344-e2f3-48c7-b78a-a7f79abb101b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:43.535725 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:43.557318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:43.557941 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:43.669931 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1998882
Jun 04 16:11:43.681930 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Request body: {'port': {'device_id': 'f8fbcd95-9fc6-4ed3-b74f-f700078331e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:11:43.788133 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-75f2b221-d94c-4393-bac6-67775288bf7c None None] Provisioning for port 1651b344-e2f3-48c7-b78a-a7f79abb101b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:11:43.794515 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-75f2b221-d94c-4393-bac6-67775288bf7c None None] Provisioning complete for port 1651b344-e2f3-48c7-b78a-a7f79abb101b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:43.795044 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-75f2b221-d94c-4393-bac6-67775288bf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:43.798359 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:43.849247 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-75f2b221-d94c-4393-bac6-67775288bf7c None None] Port 1651b344-e2f3-48c7-b78a-a7f79abb101b cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:11:44.140241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1651b344-e2f3-48c7-b78a-a7f79abb101b {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 16:11:44.147468 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:44.161538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Transition to ACTIVE for port object 1651b344-e2f3-48c7-b78a-a7f79abb101b will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:11:44.172327 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:11:44.239415 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:44.243435 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:44.402378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Pushing event updated for resources: {'Port': ['ID=1651b344-e2f3-48c7-b78a-a7f79abb101b,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:44.405838 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:44.545934 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Attempting to bind port 1651b344-e2f3-48c7-b78a-a7f79abb101b on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:11:44.546257 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Attempting to bind port 1651b344-e2f3-48c7-b78a-a7f79abb101b by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '3c7c8ed7-d9f3-4f53-81df-eaa3423714df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:11:44.546578 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Attempting to bind port 1651b344-e2f3-48c7-b78a-a7f79abb101b on network 80859f00-e02c-4e69-b11a-eb47bd73ca3d {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:11:44.553816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Port 1651b344-e2f3-48c7-b78a-a7f79abb101b on network 80859f00-e02c-4e69-b11a-eb47bd73ca3d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 16:11:44.554127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Attempting to bind port 1651b344-e2f3-48c7-b78a-a7f79abb101b on network 80859f00-e02c-4e69-b11a-eb47bd73ca3d {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:11:44.565812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8223f19-e9a9-4743-a0e2-e509f85884e1 req-994f48a1-c001-4303-9a16-9f38f6012098 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:44.566443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c8223f19-e9a9-4743-a0e2-e509f85884e1 req-994f48a1-c001-4303-9a16-9f38f6012098 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Synchronizing usage tracker for tenant:7a042a45008a4c5592b690a06c999075 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:11:44.572728 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:11:44.573096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Checking segment: {'id': '3c7c8ed7-d9f3-4f53-81df-eaa3423714df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:11:44.573480 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Bound using segment: {'id': '3c7c8ed7-d9f3-4f53-81df-eaa3423714df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:11:44.574737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Bound port: 1651b344-e2f3-48c7-b78a-a7f79abb101b, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c8ed7-d9f3-4f53-81df-eaa3423714df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:11:44.575080 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:44.676768 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] For port 1651b344-e2f3-48c7-b78a-a7f79abb101b, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:11:44.679798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] For port 1651b344-e2f3-48c7-b78a-a7f79abb101b, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1651b344-e2f3-48c7-b78a-a7f79abb101b,segment=NetworkSegment(3c7c8ed7-d9f3-4f53-81df-eaa3423714df),segment_id=3c7c8ed7-d9f3-4f53-81df-eaa3423714df)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:11:44.707747 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-c8223f19-e9a9-4743-a0e2-e509f85884e1 req-994f48a1-c001-4303-9a16-9f38f6012098 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Unset dirty status for tenant:7a042a45008a4c5592b690a06c999075 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:11:44.708924 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c8223f19-e9a9-4743-a0e2-e509f85884e1 req-994f48a1-c001-4303-9a16-9f38f6012098 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 944 time: 0.3084810
Jun 04 16:11:44.754764 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c8223f19-e9a9-4743-a0e2-e509f85884e1 req-9a840cd2-fb82-4316-b95e-582bed9ca550 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d8295b-1701-48a3-8a68-a95882546688&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402298
Jun 04 16:11:44.805795 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:44.809901 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7506e9fe-5dd1-456c-8c60-bb4560913ba0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:44.869686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:44.869686 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:44.869686 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] 10.222.0.62 "PUT /v2.0/ports/1651b344-e2f3-48c7-b78a-a7f79abb101b HTTP/1.1" status: 200  len: 1092 time: 1.1918740
Jun 04 16:11:44.870167 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fbcd95-9fc6-4ed3-b74f-f700078331e5', 'tag': '1651b344-e2f3-48c7-b78a-a7f79abb101b'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:11:44.872589 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79082e5e405f89b3c225701342a0f75be34bb75c3caf871e40b5bc6e9e2bcd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d45575-ea6c-4208-8d17-3f361597530a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fbcd95-9fc6-4ed3-b74f-f700078331e5", "tag": "1651b344-e2f3-48c7-b78a-a7f79abb101b"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:11:44.891494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Pushing event updated for resources: {'Port': ['ID=1651b344-e2f3-48c7-b78a-a7f79abb101b,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:44.894692 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:44.921581 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50e099c-981f-4e49-8edb-af9a47679753 x-openstack-request-id: req-e50e099c-981f-4e49-8edb-af9a47679753 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:11:44.921924 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fbcd95-9fc6-4ed3-b74f-f700078331e5", "tag": "1651b344-e2f3-48c7-b78a-a7f79abb101b", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:11:44.922231 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e50e099c-981f-4e49-8edb-af9a47679753 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:11:44.922682 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fbcd95-9fc6-4ed3-b74f-f700078331e5', 'tag': '1651b344-e2f3-48c7-b78a-a7f79abb101b', 'status': 'completed', 'code': 200}
Jun 04 16:11:45.020011 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d45575-ea6c-4208-8d17-3f361597530a req-2c585154-1c3b-49ca-aa38-cee4d158f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:45.021537 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1d45575-ea6c-4208-8d17-3f361597530a req-2c585154-1c3b-49ca-aa38-cee4d158f1fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a042a45008a4c5592b690a06c999075&device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 1095 time: 0.0781102
Jun 04 16:11:45.165402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d45575-ea6c-4208-8d17-3f361597530a req-975b4291-8ad6-4174-b498-29b805e82332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:45.166775 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1d45575-ea6c-4208-8d17-3f361597530a req-975b4291-8ad6-4174-b498-29b805e82332 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=7a042a45008a4c5592b690a06c999075&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1367397
Jun 04 16:11:45.472029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d45575-ea6c-4208-8d17-3f361597530a req-61f90809-67f6-48ee-8453-b7df0b29097b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:45.473547 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1d45575-ea6c-4208-8d17-3f361597530a req-61f90809-67f6-48ee-8453-b7df0b29097b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3001614
Jun 04 16:11:45.582060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-1997b94d-4e4b-4e34-bf5e-6b3db849dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:45.583569 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-1997b94d-4e4b-4e34-bf5e-6b3db849dd30 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a042a45008a4c5592b690a06c999075&device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 1095 time: 0.0718980
Jun 04 16:11:45.657857 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-16dae47d-4b94-4b66-b0d7-73ca41e19a3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1651b344-e2f3-48c7-b78a-a7f79abb101b HTTP/1.1" status: 200  len: 217 time: 0.0661607
Jun 04 16:11:45.719905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-d909e2ca-74b3-4a65-8020-42ce6c1e23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:45.721349 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-d909e2ca-74b3-4a65-8020-42ce6c1e23ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1503078-9e73-4b2e-affa-f1643b63dd35 HTTP/1.1" status: 200  len: 847 time: 0.0570295
Jun 04 16:11:45.803365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b6102a9e-385b-4ca5-b9ab-63630f603322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:45.804954 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-b6102a9e-385b-4ca5-b9ab-63630f603322 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80859f00-e02c-4e69-b11a-eb47bd73ca3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0772920
Jun 04 16:11:45.990433 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-d61e2f82-c3de-4a84-8294-a09ce3c24559 service neutron] 10.222.0.62 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766450
Jun 04 16:11:46.046237 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a4b2d-dd25-4d48-b424-86a6385994ff req-bdf9dd9b-7e97-4cc8-8161-2aac291c60a3 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:46.047582 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f45a4b2d-dd25-4d48-b424-86a6385994ff req-bdf9dd9b-7e97-4cc8-8161-2aac291c60a3 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 944 time: 0.1500840
Jun 04 16:11:46.161055 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-f45a4b2d-dd25-4d48-b424-86a6385994ff req-be173d78-e7ca-4274-b7d9-f08d210ee0a3 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d8295b-1701-48a3-8a68-a95882546688&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679154
Jun 04 16:11:46.166223 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-a49d2e28-1631-40bb-a793-b06360aed1f0 req-eb985bbd-65f0-49e5-a418-2e4a5436b935 service neutron] 10.222.0.62 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1679511
Jun 04 16:11:47.356865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9f711-9d87-4328-97f9-65b75aed95b5 req-69a151e1-4af3-4c66-8680-2895be4c0609 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:47.358368 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-afa9f711-9d87-4328-97f9-65b75aed95b5 req-69a151e1-4af3-4c66-8680-2895be4c0609 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 944 time: 0.0870919
Jun 04 16:11:47.407671 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-afa9f711-9d87-4328-97f9-65b75aed95b5 req-d8c5eaf8-5301-4598-9142-951830fe051d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d8295b-1701-48a3-8a68-a95882546688&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430977
Jun 04 16:11:48.603977 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a834d1-992d-466e-a99b-ed15264ff486 req-16582573-e3b1-40eb-9bd4-4012bea44e9d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:48.605583 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-53a834d1-992d-466e-a99b-ed15264ff486 req-16582573-e3b1-40eb-9bd4-4012bea44e9d tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 944 time: 0.0892572
Jun 04 16:11:48.653159 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-53a834d1-992d-466e-a99b-ed15264ff486 req-62845537-d84f-44c1-91d5-a0cf39986db6 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d8295b-1701-48a3-8a68-a95882546688&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418713
Jun 04 16:11:49.852653 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc2627-5d11-4ebc-b902-c664f380a1d9 req-8902d9c6-a164-42f4-83b4-2d678e860ada tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:49.854034 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9cbc2627-5d11-4ebc-b902-c664f380a1d9 req-8902d9c6-a164-42f4-83b4-2d678e860ada tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 944 time: 0.0805571
Jun 04 16:11:49.897983 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9cbc2627-5d11-4ebc-b902-c664f380a1d9 req-4efc3eb3-dd41-464b-969f-a95b7ed465ff tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d8295b-1701-48a3-8a68-a95882546688&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378318
Jun 04 16:11:50.360939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 1651b344-e2f3-48c7-b78a-a7f79abb101b details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 16:11:50.539006 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 1651b344-e2f3-48c7-b78a-a7f79abb101b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1651b344-e2f3-48c7-b78a-a7f79abb101b,segment=NetworkSegment(3c7c8ed7-d9f3-4f53-81df-eaa3423714df),segment_id=3c7c8ed7-d9f3-4f53-81df-eaa3423714df)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:11:50.552549 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': '1651b344-e2f3-48c7-b78a-a7f79abb101b', 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'port_id': '1651b344-e2f3-48c7-b78a-a7f79abb101b', 'mac_address': 'fa:16:3e:08:68:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 16:11:50.611039 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:50.626827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1651b344-e2f3-48c7-b78a-a7f79abb101b {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 16:11:50.641559 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 1651b344-e2f3-48c7-b78a-a7f79abb101b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1651b344-e2f3-48c7-b78a-a7f79abb101b,segment=NetworkSegment(3c7c8ed7-d9f3-4f53-81df-eaa3423714df),segment_id=3c7c8ed7-d9f3-4f53-81df-eaa3423714df)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:11:50.712563 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:50.715094 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:50.786373 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=1651b344-e2f3-48c7-b78a-a7f79abb101b,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:50.789761 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:51.018322 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['1651b344-e2f3-48c7-b78a-a7f79abb101b'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 16:11:51.094031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22354f-c698-4af2-92af-0d6854bafb0c req-bea85738-4070-4550-856b-ccce80e63124 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:51.095507 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c22354f-c698-4af2-92af-0d6854bafb0c req-bea85738-4070-4550-856b-ccce80e63124 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 945 time: 0.0893774
Jun 04 16:11:51.144513 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-8c22354f-c698-4af2-92af-0d6854bafb0c req-87b6948e-49ee-497a-b9b4-0345ac4580a0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d8295b-1701-48a3-8a68-a95882546688&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431449
Jun 04 16:11:52.333675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8f5b7-283c-4fc8-b085-fe2e47742cdd req-fd96e52d-6b5f-4f8e-87c9-04ed8da7e0ef tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:52.335142 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0bb8f5b7-283c-4fc8-b085-fe2e47742cdd req-fd96e52d-6b5f-4f8e-87c9-04ed8da7e0ef tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 945 time: 0.0845680
Jun 04 16:11:52.351235 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 1651b344-e2f3-48c7-b78a-a7f79abb101b up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:11:52.381484 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0bb8f5b7-283c-4fc8-b085-fe2e47742cdd req-640c2195-cc3f-4ba8-9acb-a1c774bd143e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d8295b-1701-48a3-8a68-a95882546688&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401173
Jun 04 16:11:52.524690 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port 1651b344-e2f3-48c7-b78a-a7f79abb101b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:11:52.530543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port 1651b344-e2f3-48c7-b78a-a7f79abb101b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:11:52.530922 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:52.649750 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:52.676587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fbcd95-9fc6-4ed3-b74f-f700078331e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1651b344-e2f3-48c7-b78a-a7f79abb101b'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:11:52.678882 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc4d3ca1ad775a21c8901c5d0a9ac2cba1d0ac500ba6b7c769ade87e62d1a3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486ee643-6157-4867-8187-fc181fcbc162" -d '{"events": [{"server_uuid": "f8fbcd95-9fc6-4ed3-b74f-f700078331e5", "name": "network-vif-plugged", "status": "completed", "tag": "1651b344-e2f3-48c7-b78a-a7f79abb101b"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:11:52.687381 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port 1651b344-e2f3-48c7-b78a-a7f79abb101b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1651b344-e2f3-48c7-b78a-a7f79abb101b,segment=NetworkSegment(3c7c8ed7-d9f3-4f53-81df-eaa3423714df),segment_id=3c7c8ed7-d9f3-4f53-81df-eaa3423714df)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:11:52.774299 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:52.774299 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:52.818206 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 16:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eac0a84-9ecc-48ab-bbd9-1d44014f1ba3 x-openstack-request-id: req-4eac0a84-9ecc-48ab-bbd9-1d44014f1ba3 {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:11:52.818501 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fbcd95-9fc6-4ed3-b74f-f700078331e5", "name": "network-vif-plugged", "status": "completed", "tag": "1651b344-e2f3-48c7-b78a-a7f79abb101b", "code": 200}]} {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:11:52.818775 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4eac0a84-9ecc-48ab-bbd9-1d44014f1ba3 {{(pid=88302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:11:52.819155 n-d-791505-9 neutron-server[88302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fbcd95-9fc6-4ed3-b74f-f700078331e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1651b344-e2f3-48c7-b78a-a7f79abb101b', 'code': 200}
Jun 04 16:11:52.851613 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=1651b344-e2f3-48c7-b78a-a7f79abb101b,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:52.854624 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:52.905960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff268b-195e-4345-a7d5-c7f5417a908c req-72df3344-d445-40b7-8788-0548fd4e8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:52.907698 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-96ff268b-195e-4345-a7d5-c7f5417a908c req-72df3344-d445-40b7-8788-0548fd4e8918 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 1097 time: 0.0706649
Jun 04 16:11:52.949032 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-96ff268b-195e-4345-a7d5-c7f5417a908c req-81923dca-6cb2-4ce1-83ab-372aff588dfa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=16d8295b-1701-48a3-8a68-a95882546688&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340149
Jun 04 16:11:53.587718 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be477da-e96b-4146-9824-4e554e3a55c5 req-ec505e0c-1173-4165-bb55-f9ed7766756e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:53.589307 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8be477da-e96b-4146-9824-4e554e3a55c5 req-ec505e0c-1173-4165-bb55-f9ed7766756e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 946 time: 0.0863492
Jun 04 16:11:53.634920 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-8be477da-e96b-4146-9824-4e554e3a55c5 req-1323110d-7c7a-4661-922c-613c5473c92f tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d8295b-1701-48a3-8a68-a95882546688&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392833
Jun 04 16:11:54.044076 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:54.618617 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de162415-ca75-46a3-bc2d-c8e2a96fede2 req-015d071e-60f1-4c38-b31c-fa9bc09503ec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0747313
Jun 04 16:11:54.820209 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de162415-ca75-46a3-bc2d-c8e2a96fede2 req-8048f566-f410-4abe-8932-9f04879c6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:54.821602 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de162415-ca75-46a3-bc2d-c8e2a96fede2 req-8048f566-f410-4abe-8932-9f04879c6e84 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a042a45008a4c5592b690a06c999075&device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 1097 time: 0.1291504
Jun 04 16:11:54.869744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc48ea-adc3-4e8d-ae34-b0b99cf8c20b req-43b83dd7-c8be-4360-a999-3cf2ca5b01e8 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:54.871231 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75bc48ea-adc3-4e8d-ae34-b0b99cf8c20b req-43b83dd7-c8be-4360-a999-3cf2ca5b01e8 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 946 time: 0.1210968
Jun 04 16:11:54.989326 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-75bc48ea-adc3-4e8d-ae34-b0b99cf8c20b req-13697f16-c871-47d5-af24-c2543c1b3fde tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d8295b-1701-48a3-8a68-a95882546688&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1052442
Jun 04 16:11:55.010178 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de162415-ca75-46a3-bc2d-c8e2a96fede2 req-14d01e7a-5352-431c-bd89-503f571befec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:55.011827 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de162415-ca75-46a3-bc2d-c8e2a96fede2 req-14d01e7a-5352-431c-bd89-503f571befec service neutron] 10.222.0.62 "GET /v2.0/networks?id=80859f00-e02c-4e69-b11a-eb47bd73ca3d HTTP/1.1" status: 200  len: 909 time: 0.1707010
Jun 04 16:11:55.079684 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de162415-ca75-46a3-bc2d-c8e2a96fede2 req-305d1cb7-e031-4cd0-98f7-00d41ecac51f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1651b344-e2f3-48c7-b78a-a7f79abb101b HTTP/1.1" status: 200  len: 217 time: 0.0604436
Jun 04 16:11:55.147982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de162415-ca75-46a3-bc2d-c8e2a96fede2 req-598ac1ad-7e13-453d-853b-4d241843ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:55.149682 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de162415-ca75-46a3-bc2d-c8e2a96fede2 req-598ac1ad-7e13-453d-853b-4d241843ed4f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1503078-9e73-4b2e-affa-f1643b63dd35 HTTP/1.1" status: 200  len: 847 time: 0.0636120
Jun 04 16:11:55.184198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e682332-9c91-4272-be9a-d0bb88c10d14 req-37cbbcf6-59b7-4e4d-be48-7894f4da44ca tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:55.185910 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9e682332-9c91-4272-be9a-d0bb88c10d14 req-37cbbcf6-59b7-4e4d-be48-7894f4da44ca tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 946 time: 0.0869427
Jun 04 16:11:55.228897 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de162415-ca75-46a3-bc2d-c8e2a96fede2 req-0f6af4c1-8ca3-4119-9507-37a22ea7dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:55.230699 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-9e682332-9c91-4272-be9a-d0bb88c10d14 req-322f5d4d-fec5-4d7f-8260-7caa57260317 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d8295b-1701-48a3-8a68-a95882546688&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391667
Jun 04 16:11:55.231399 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de162415-ca75-46a3-bc2d-c8e2a96fede2 req-0f6af4c1-8ca3-4119-9507-37a22ea7dc57 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80859f00-e02c-4e69-b11a-eb47bd73ca3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0730958
Jun 04 16:11:55.583789 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de162415-ca75-46a3-bc2d-c8e2a96fede2 req-9b0e70bd-a756-429e-8472-d7766d70f05a service neutron] 10.222.0.62 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3450654
Jun 04 16:11:55.694853 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1407975-6277-4b88-bd70-ba2759819808 req-5d86766f-dde4-4625-931f-20344f9d346b tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:55.696322 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1407975-6277-4b88-bd70-ba2759819808 req-5d86766f-dde4-4625-931f-20344f9d346b tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 946 time: 0.3543744
Jun 04 16:11:55.766686 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-c1407975-6277-4b88-bd70-ba2759819808 req-73f8b41e-7686-42af-ad4e-e65b9654a972 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d8295b-1701-48a3-8a68-a95882546688&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608130
Jun 04 16:11:55.768709 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-de162415-ca75-46a3-bc2d-c8e2a96fede2 req-80d3165e-8de9-48d9-ac9d-6c9ae0865003 service neutron] 10.222.0.62 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1770577
Jun 04 16:11:55.792721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36438) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:55.905112 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b01327-5e58-4a35-85d9-81bd41da1229 tempest-TestServerBasicOps-215881628 tempest-TestServerBasicOps-215881628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:55.905825 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-00b01327-5e58-4a35-85d9-81bd41da1229 tempest-TestServerBasicOps-215881628 tempest-TestServerBasicOps-215881628-project-admin] Synchronizing usage tracker for tenant:f826a4e451624b9a9fc32771cbaf9106 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:11:55.987735 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-00b01327-5e58-4a35-85d9-81bd41da1229 tempest-TestServerBasicOps-215881628 tempest-TestServerBasicOps-215881628-project-admin] Unset dirty status for tenant:f826a4e451624b9a9fc32771cbaf9106 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:11:55.988891 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-00b01327-5e58-4a35-85d9-81bd41da1229 tempest-TestServerBasicOps-215881628 tempest-TestServerBasicOps-215881628-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 1092 time: 0.1951134
Jun 04 16:11:55.991928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36442) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:11:55.996348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Request body: {'floatingip': {'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'port_id': '1651b344-e2f3-48c7-b78a-a7f79abb101b', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:11:56.003489 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:11:56.007286 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Usage tracker for resource:floatingip and tenant:7a042a45008a4c5592b690a06c999075 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:11:56.010075 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:11:56.016355 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:11:56.079080 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for floatingip, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:56.213571 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:56.350357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Allocated IP 172.25.4.106 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/f480efd7-c57f-493c-98c8-1d232a369675) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:11:56.371306 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:56.496683 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:56.577100 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:56.581199 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-904647b0-c221-4d3c-a73c-5fe58f55589b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:56.650700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:11:56.653618 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:11:56.656511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:11:56.691744 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Pushing event updated for resources: {'Port': ['ID=f480efd7-c57f-493c-98c8-1d232a369675,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:56.695756 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:57.240730 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:57.379047 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:57.595423 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:57.645579 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:57.650317 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4dc337e9-e21e-4c1a-9361-ddf64855c123 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:11:57.756499 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Pushing event updated for resources: {'Port': ['ID=f480efd7-c57f-493c-98c8-1d232a369675,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:11:57.760487 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:11:57.767224 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:57.937379 n-d-791505-9 neutron-server[88301]: INFO neutron.db.l3_db [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Floating IP fc41da97-d136-4d93-817f-2f5f6aa6eee5 associated. External IP: 172.25.4.106, port: 1651b344-e2f3-48c7-b78a-a7f79abb101b.
Jun 04 16:11:58.281518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Router bdeffb08-ad7a-4460-b21c-08536bcc6118 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:11:58.462289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:11:58.471817 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a63c14d-d959-49e5-a551-bf66461d1230 None None] Sync routers for ids ['bdeffb08-ad7a-4460-b21c-08536bcc6118'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:11:58.482301 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a63c14d-d959-49e5-a551-bf66461d1230 None None] Routers {'bdeffb08-ad7a-4460-b21c-08536bcc6118'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:11:58.482998 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-1a63c14d-d959-49e5-a551-bf66461d1230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9a1a90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:11:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['bdeffb08-ad7a-4460-b21c-08536bcc6118'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:58.542976 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:58.599507 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6065121
Jun 04 16:11:58.600171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fbcd95-9fc6-4ed3-b74f-f700078331e5', 'tag': '1651b344-e2f3-48c7-b78a-a7f79abb101b'}] {{(pid=88301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:11:58.602537 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}557bcdc64112f587171ddc12507e7cbb3ee8bb361adbe410e1cec521cad9ee3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e413d836-d861-479e-bc11-40408990c11b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fbcd95-9fc6-4ed3-b74f-f700078331e5", "tag": "1651b344-e2f3-48c7-b78a-a7f79abb101b"}]}' {{(pid=88301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:11:58.658131 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb18286-d693-4de8-a48c-3875424f7a2c x-openstack-request-id: req-cdb18286-d693-4de8-a48c-3875424f7a2c {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:11:58.658131 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fbcd95-9fc6-4ed3-b74f-f700078331e5", "tag": "1651b344-e2f3-48c7-b78a-a7f79abb101b", "status": "completed", "code": 200}]} {{(pid=88301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:11:58.658131 n-d-791505-9 neutron-server[88301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdb18286-d693-4de8-a48c-3875424f7a2c {{(pid=88301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:11:58.658131 n-d-791505-9 neutron-server[88301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fbcd95-9fc6-4ed3-b74f-f700078331e5', 'tag': '1651b344-e2f3-48c7-b78a-a7f79abb101b', 'status': 'completed', 'code': 200}
Jun 04 16:11:58.670081 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-1a63c14d-d959-49e5-a551-bf66461d1230 None None] Set router bdeffb08-ad7a-4460-b21c-08536bcc6118 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:11:58.746534 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413d836-d861-479e-bc11-40408990c11b req-1aaa97cd-83ac-4bc7-bd05-5a14482f4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:58.748057 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e413d836-d861-479e-bc11-40408990c11b req-1aaa97cd-83ac-4bc7-bd05-5a14482f4f78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a042a45008a4c5592b690a06c999075&device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 1097 time: 0.0736208
Jun 04 16:11:58.885264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413d836-d861-479e-bc11-40408990c11b req-c798d0f9-8578-41f2-b3df-ec04d5a503d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:58.887214 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e413d836-d861-479e-bc11-40408990c11b req-c798d0f9-8578-41f2-b3df-ec04d5a503d1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=80859f00-e02c-4e69-b11a-eb47bd73ca3d HTTP/1.1" status: 200  len: 909 time: 0.1330125
Jun 04 16:11:58.992993 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e413d836-d861-479e-bc11-40408990c11b req-da9b6efc-c879-4eee-afe7-a0a3b3ace305 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1651b344-e2f3-48c7-b78a-a7f79abb101b HTTP/1.1" status: 200  len: 1000 time: 0.0991311
Jun 04 16:11:59.031113 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-1a63c14d-d959-49e5-a551-bf66461d1230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9a1a90>, [{'id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'name': 'tempest-TestServerBasicOps-583444071-router', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '0dbe134e-4ead-4828-94f0-941919188da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:20Z', 'updated_at': '2021-06-04T16:11:25Z', 'revision_number': 4, 'project_id': '7a042a45008a4c5592b690a06c999075', 'gw_port': {'id': '0dbe134e-4ead-4828-94f0-941919188da9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:21Z', 'updated_at': '2021-06-04T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'fc41da97-d136-4d93-817f-2f5f6aa6eee5', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'port_id': '1651b344-e2f3-48c7-b78a-a7f79abb101b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'mac_address': 'fa:16:3e:08:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fbcd95-9fc6-4ed3-b74f-f700078331e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T16:11:57Z', 'updated_at': '2021-06-04T16:11:57Z', 'revision_number': 0, 'project_id': '7a042a45008a4c5592b690a06c999075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90117309-9893-4b0e-a888-5a1862ce85f9', 'name': '', 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'mac_address': 'fa:16:3e:6c:63:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:24Z', 'updated_at': '2021-06-04T16:11:31Z', 'revision_number': 5, 'project_id': '7a042a45008a4c5592b690a06c999075', 'subnets': [{'id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:59.035193 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a63c14d-d959-49e5-a551-bf66461d1230 None None] Checking router: bdeffb08-ad7a-4460-b21c-08536bcc6118 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:11:59.044449 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a63c14d-d959-49e5-a551-bf66461d1230 None None] Routers {'bdeffb08-ad7a-4460-b21c-08536bcc6118'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:11:59.045078 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-1a63c14d-d959-49e5-a551-bf66461d1230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9a1a90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:11:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['bdeffb08-ad7a-4460-b21c-08536bcc6118'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:59.063946 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413d836-d861-479e-bc11-40408990c11b req-4fbafad8-911d-4c5d-adc3-2633a05db432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:59.065427 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e413d836-d861-479e-bc11-40408990c11b req-4fbafad8-911d-4c5d-adc3-2633a05db432 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1503078-9e73-4b2e-affa-f1643b63dd35 HTTP/1.1" status: 200  len: 847 time: 0.0623364
Jun 04 16:11:59.147434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413d836-d861-479e-bc11-40408990c11b req-3d3dcd16-cd9a-451f-86fe-d5cc1dea2246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:11:59.152303 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e413d836-d861-479e-bc11-40408990c11b req-3d3dcd16-cd9a-451f-86fe-d5cc1dea2246 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80859f00-e02c-4e69-b11a-eb47bd73ca3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0763109
Jun 04 16:11:59.223365 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-1a63c14d-d959-49e5-a551-bf66461d1230 None None] Set router bdeffb08-ad7a-4460-b21c-08536bcc6118 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:11:59.282407 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e413d836-d861-479e-bc11-40408990c11b req-4bb98812-fa94-42f7-930b-974b0b2c3041 service neutron] 10.222.0.62 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265156
Jun 04 16:11:59.424924 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e413d836-d861-479e-bc11-40408990c11b req-a6934886-8fd3-4156-ab42-2c197db194ab service neutron] 10.222.0.62 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311038
Jun 04 16:11:59.564881 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1d115658-4bbe-4f0b-b0b5-1c3990819cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:11:59.587418 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-1a63c14d-d959-49e5-a551-bf66461d1230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9a1a90>, [{'id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'name': 'tempest-TestServerBasicOps-583444071-router', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '0dbe134e-4ead-4828-94f0-941919188da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:20Z', 'updated_at': '2021-06-04T16:11:25Z', 'revision_number': 4, 'project_id': '7a042a45008a4c5592b690a06c999075', 'gw_port': {'id': '0dbe134e-4ead-4828-94f0-941919188da9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:21Z', 'updated_at': '2021-06-04T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'fc41da97-d136-4d93-817f-2f5f6aa6eee5', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'port_id': '1651b344-e2f3-48c7-b78a-a7f79abb101b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'mac_address': 'fa:16:3e:08:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fbcd95-9fc6-4ed3-b74f-f700078331e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T16:11:57Z', 'updated_at': '2021-06-04T16:11:57Z', 'revision_number': 0, 'project_id': '7a042a45008a4c5592b690a06c999075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90117309-9893-4b0e-a888-5a1862ce85f9', 'name': '', 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'mac_address': 'fa:16:3e:6c:63:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:24Z', 'updated_at': '2021-06-04T16:11:31Z', 'revision_number': 5, 'project_id': '7a042a45008a4c5592b690a06c999075', 'subnets': [{'id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:11:59.591403 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a63c14d-d959-49e5-a551-bf66461d1230 None None] The sync data for ids ['bdeffb08-ad7a-4460-b21c-08536bcc6118'] in n-d-791505-9 is: [{'id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'name': 'tempest-TestServerBasicOps-583444071-router', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '0dbe134e-4ead-4828-94f0-941919188da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:20Z', 'updated_at': '2021-06-04T16:11:25Z', 'revision_number': 4, 'project_id': '7a042a45008a4c5592b690a06c999075', 'gw_port': {'id': '0dbe134e-4ead-4828-94f0-941919188da9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:21Z', 'updated_at': '2021-06-04T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_floatingips': [{'id': 'fc41da97-d136-4d93-817f-2f5f6aa6eee5', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'router_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'port_id': '1651b344-e2f3-48c7-b78a-a7f79abb101b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'mac_address': 'fa:16:3e:08:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fbcd95-9fc6-4ed3-b74f-f700078331e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T16:11:57Z', 'updated_at': '2021-06-04T16:11:57Z', 'revision_number': 0, 'project_id': '7a042a45008a4c5592b690a06c999075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90117309-9893-4b0e-a888-5a1862ce85f9', 'name': '', 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'mac_address': 'fa:16:3e:6c:63:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:24Z', 'updated_at': '2021-06-04T16:11:31Z', 'revision_number': 5, 'project_id': '7a042a45008a4c5592b690a06c999075', 'subnets': [{'id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:11:59.774705 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5337337-4e75-4a7a-baca-367ea38cb365 None None] New status for floating IP fc41da97-d136-4d93-817f-2f5f6aa6eee5: ACTIVE {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 16:12:02.067720 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:12:02.370979 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b2012565-7be7-4392-bd07-cd86270fe391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:12:03.849799 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:12:05.403638 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:12:21.172363 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:12:24.055929 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:12:26.364116 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:12:29.592815 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0710bb9a-07bb-4ce6-a369-572260884135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:12:32.073630 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:12:32.352695 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e1570d49-0a72-4e76-8d58-62c428107377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:12:33.804008 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:12:35.450074 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:12:54.106514 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:12:56.352767 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cc098d8e-5f6a-4166-a297-03c4ad1cdc12 req-f81bc6b1-9f5c-4852-a666-4ff26ffb712f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0732245
Jun 04 16:12:56.369228 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:12:56.511784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc098d8e-5f6a-4166-a297-03c4ad1cdc12 req-6f4602f9-b51a-42dc-9cd4-e2de5fba00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:12:56.513314 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cc098d8e-5f6a-4166-a297-03c4ad1cdc12 req-6f4602f9-b51a-42dc-9cd4-e2de5fba00c5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a042a45008a4c5592b690a06c999075&device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 1097 time: 0.0779569
Jun 04 16:12:56.669628 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc098d8e-5f6a-4166-a297-03c4ad1cdc12 req-cad39f14-13b7-4985-bc02-ded83d7fd5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:12:56.670994 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cc098d8e-5f6a-4166-a297-03c4ad1cdc12 req-cad39f14-13b7-4985-bc02-ded83d7fd5a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=80859f00-e02c-4e69-b11a-eb47bd73ca3d HTTP/1.1" status: 200  len: 909 time: 0.1360333
Jun 04 16:12:56.785638 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cc098d8e-5f6a-4166-a297-03c4ad1cdc12 req-da3e4657-907d-4f6e-89d5-6b0d51d42454 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1651b344-e2f3-48c7-b78a-a7f79abb101b HTTP/1.1" status: 200  len: 1002 time: 0.1038351
Jun 04 16:12:56.846311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc098d8e-5f6a-4166-a297-03c4ad1cdc12 req-6cf97357-a0f5-4794-acfa-7bd0938dbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:12:56.853966 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cc098d8e-5f6a-4166-a297-03c4ad1cdc12 req-6cf97357-a0f5-4794-acfa-7bd0938dbd73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1503078-9e73-4b2e-affa-f1643b63dd35 HTTP/1.1" status: 200  len: 847 time: 0.0595350
Jun 04 16:12:56.929491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc098d8e-5f6a-4166-a297-03c4ad1cdc12 req-ca248818-6fc0-41a9-b580-b006a65376a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:12:56.931433 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cc098d8e-5f6a-4166-a297-03c4ad1cdc12 req-ca248818-6fc0-41a9-b580-b006a65376a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80859f00-e02c-4e69-b11a-eb47bd73ca3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0770352
Jun 04 16:12:57.069243 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cc098d8e-5f6a-4166-a297-03c4ad1cdc12 req-0d87ba92-0304-4dee-8c63-dd5b40cfbfe7 service neutron] 10.222.0.62 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306441
Jun 04 16:12:57.206985 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cc098d8e-5f6a-4166-a297-03c4ad1cdc12 req-4fbca358-00c5-43d7-9708-9463a7365121 service neutron] 10.222.0.62 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305130
Jun 04 16:12:58.172614 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:12:59.563381 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fe5c7fa0-0478-4773-8cde-e08f48dffcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:13:02.071765 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:13:02.363907 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6f7258a1-fcdf-43d6-81a0-b7ea7bee9016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:13:03.819931 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:13:05.352437 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:13:15.331172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36498) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:13:15.458415 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8f619-de57-4f40-9451-03dfe53deb27 req-81fecf50-cbc0-40ca-a724-390007ed8ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:13:15.459959 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-60b8f619-de57-4f40-9451-03dfe53deb27 req-81fecf50-cbc0-40ca-a724-390007ed8ec1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 1097 time: 0.1278772
Jun 04 16:13:15.675419 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-60b8f619-de57-4f40-9451-03dfe53deb27 req-b7e1459a-414f-48f0-a98a-fa7a7b40563d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=16d8295b-1701-48a3-8a68-a95882546688&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2086976
Jun 04 16:13:24.094372 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:13:26.374415 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:13:29.602808 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ab863212-7743-49da-9d5d-5ab788497ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:13:32.065413 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:13:32.351163 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d594bb92-2f05-4a78-8675-d74a3836b4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:13:33.808442 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:13:35.171033 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:13:35.350896 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:13:54.150715 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:13:56.379430 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:13:56.626363 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee2797cd-270e-42e2-8d0c-2542b510164d req-ee933fbc-d166-4824-b6eb-9ce577ab1599 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0765431
Jun 04 16:13:56.773467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2797cd-270e-42e2-8d0c-2542b510164d req-f55219e8-6500-4e33-9622-14eb6cf2c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:13:56.774949 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee2797cd-270e-42e2-8d0c-2542b510164d req-f55219e8-6500-4e33-9622-14eb6cf2c4b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a042a45008a4c5592b690a06c999075&device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 1097 time: 0.0795860
Jun 04 16:13:56.923990 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2797cd-270e-42e2-8d0c-2542b510164d req-70dea01d-3a63-4b56-a5cc-6cd3a8d959e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:13:56.925454 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee2797cd-270e-42e2-8d0c-2542b510164d req-70dea01d-3a63-4b56-a5cc-6cd3a8d959e5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=80859f00-e02c-4e69-b11a-eb47bd73ca3d HTTP/1.1" status: 200  len: 909 time: 0.1295586
Jun 04 16:13:57.030378 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee2797cd-270e-42e2-8d0c-2542b510164d req-fe97d056-10ff-455e-ba15-3cab52596eeb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1651b344-e2f3-48c7-b78a-a7f79abb101b HTTP/1.1" status: 200  len: 1002 time: 0.0972974
Jun 04 16:13:57.257643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2797cd-270e-42e2-8d0c-2542b510164d req-77e3d3d3-4497-48cb-9af6-58f3a47a2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:13:57.259084 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee2797cd-270e-42e2-8d0c-2542b510164d req-77e3d3d3-4497-48cb-9af6-58f3a47a2490 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1503078-9e73-4b2e-affa-f1643b63dd35 HTTP/1.1" status: 200  len: 847 time: 0.2224014
Jun 04 16:13:57.335317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2797cd-270e-42e2-8d0c-2542b510164d req-819a1f94-6a9b-4b1e-9a06-52d0a4e57f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:13:57.336698 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee2797cd-270e-42e2-8d0c-2542b510164d req-819a1f94-6a9b-4b1e-9a06-52d0a4e57f99 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80859f00-e02c-4e69-b11a-eb47bd73ca3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0713837
Jun 04 16:13:57.470336 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee2797cd-270e-42e2-8d0c-2542b510164d req-9ac2ceec-f44b-4215-a1c6-8f6520d951d1 service neutron] 10.222.0.62 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265352
Jun 04 16:13:57.610480 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-ee2797cd-270e-42e2-8d0c-2542b510164d req-5717c8ed-d6df-4bf0-b02b-487426bd110a service neutron] 10.222.0.62 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332006
Jun 04 16:13:59.573388 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-15deb79c-d880-4638-a136-38c2a9d595d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:14:02.098939 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:14:02.401994 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1e609c1b-24cf-4c30-90fb-178fc902b981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:14:03.824195 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:14:05.419047 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:14:12.170257 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:14:24.115621 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:14:26.390519 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:14:29.544222 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-867ed2d5-c61e-40e7-9654-73d2bb969581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:14:32.064314 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:14:32.349817 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7051dade-e298-4e3b-80e8-e9eee2fe198c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:14:33.841530 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:14:35.406922 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:14:49.169653 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:14:54.114953 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:14:56.360870 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:14:56.658460 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dee05371-bbe4-4984-b680-198293e5da82 req-303e642f-2c86-4ef8-b3cf-d2c7bcf81554 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1204882
Jun 04 16:14:56.806217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee05371-bbe4-4984-b680-198293e5da82 req-58e72ed2-e21e-4ff2-b9c1-dc1a603bd31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:14:56.807736 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dee05371-bbe4-4984-b680-198293e5da82 req-58e72ed2-e21e-4ff2-b9c1-dc1a603bd31e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a042a45008a4c5592b690a06c999075&device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 1097 time: 0.0784404
Jun 04 16:14:56.960304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee05371-bbe4-4984-b680-198293e5da82 req-40535097-bf0b-4f55-b824-ecbdea75d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:14:56.961693 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dee05371-bbe4-4984-b680-198293e5da82 req-40535097-bf0b-4f55-b824-ecbdea75d0b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=80859f00-e02c-4e69-b11a-eb47bd73ca3d HTTP/1.1" status: 200  len: 909 time: 0.1330364
Jun 04 16:14:57.072204 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dee05371-bbe4-4984-b680-198293e5da82 req-a7d09fe7-3b19-4450-a1bb-ba3908479112 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1651b344-e2f3-48c7-b78a-a7f79abb101b HTTP/1.1" status: 200  len: 1002 time: 0.1037972
Jun 04 16:14:57.143160 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee05371-bbe4-4984-b680-198293e5da82 req-64ff0d33-c251-4fad-9772-ec9653f884de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:14:57.144589 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dee05371-bbe4-4984-b680-198293e5da82 req-64ff0d33-c251-4fad-9772-ec9653f884de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1503078-9e73-4b2e-affa-f1643b63dd35 HTTP/1.1" status: 200  len: 847 time: 0.0650027
Jun 04 16:14:57.224719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee05371-bbe4-4984-b680-198293e5da82 req-4acd0447-5918-4266-a4d5-0b548b5b86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:14:57.226224 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dee05371-bbe4-4984-b680-198293e5da82 req-4acd0447-5918-4266-a4d5-0b548b5b86e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80859f00-e02c-4e69-b11a-eb47bd73ca3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0747743
Jun 04 16:14:57.359952 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dee05371-bbe4-4984-b680-198293e5da82 req-17ce6c60-a7a8-4327-bd97-832c3fb29ca6 service neutron] 10.222.0.62 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261225
Jun 04 16:14:57.500890 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-dee05371-bbe4-4984-b680-198293e5da82 req-290a76d2-55bd-431d-a1dc-7c368ed07ebf service neutron] 10.222.0.62 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269889
Jun 04 16:14:59.595393 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-50817834-74c1-4ed8-af37-846baec0cf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:15:02.063723 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:15:02.366571 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2d856b41-7ef9-466b-8a0d-3e56206d27d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:15:03.817845 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:15:05.377789 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:15:24.125617 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:15:26.169360 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:15:26.411718 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:15:29.566045 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-18c797e1-d07b-4c20-83d8-d452ec2b2431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:15:32.079987 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:15:32.366202 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d7df232a-653e-49f7-a4d8-0ed5d3b0d70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:15:33.811309 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:15:35.412095 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:15:54.119965 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:15:56.367386 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:15:58.618879 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cc4fab1-564b-4a87-be9e-ce04b7a612dc req-d3197bd2-f929-4b94-8ae7-c68a4020e742 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0724339
Jun 04 16:15:58.761958 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4fab1-564b-4a87-be9e-ce04b7a612dc req-4e9c792b-ef36-487c-9fe4-1871d215b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:15:58.763395 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cc4fab1-564b-4a87-be9e-ce04b7a612dc req-4e9c792b-ef36-487c-9fe4-1871d215b3a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a042a45008a4c5592b690a06c999075&device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 1097 time: 0.0748067
Jun 04 16:15:58.908194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4fab1-564b-4a87-be9e-ce04b7a612dc req-757556c7-073e-407f-b733-9d4305628508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:15:58.911410 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cc4fab1-564b-4a87-be9e-ce04b7a612dc req-757556c7-073e-407f-b733-9d4305628508 service neutron] 10.222.0.62 "GET /v2.0/networks?id=80859f00-e02c-4e69-b11a-eb47bd73ca3d HTTP/1.1" status: 200  len: 909 time: 0.1266487
Jun 04 16:15:59.010761 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cc4fab1-564b-4a87-be9e-ce04b7a612dc req-64c13430-3905-4688-90ce-ace534116916 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1651b344-e2f3-48c7-b78a-a7f79abb101b HTTP/1.1" status: 200  len: 1002 time: 0.0943699
Jun 04 16:15:59.079783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4fab1-564b-4a87-be9e-ce04b7a612dc req-63ffe1e6-959f-4b3d-a720-61d87f30ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:15:59.081181 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cc4fab1-564b-4a87-be9e-ce04b7a612dc req-63ffe1e6-959f-4b3d-a720-61d87f30ed52 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1503078-9e73-4b2e-affa-f1643b63dd35 HTTP/1.1" status: 200  len: 847 time: 0.0643039
Jun 04 16:15:59.156883 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4fab1-564b-4a87-be9e-ce04b7a612dc req-67aab3ab-c526-4c76-a023-f9d9cf652626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:15:59.158385 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cc4fab1-564b-4a87-be9e-ce04b7a612dc req-67aab3ab-c526-4c76-a023-f9d9cf652626 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80859f00-e02c-4e69-b11a-eb47bd73ca3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0703351
Jun 04 16:15:59.466843 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cc4fab1-564b-4a87-be9e-ce04b7a612dc req-1c3f3461-7b88-408c-a771-d19e987056c8 service neutron] 10.222.0.62 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2980790
Jun 04 16:15:59.598501 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-98be4112-77f1-4a48-b714-420c0bc7bef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:15:59.604126 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-5cc4fab1-564b-4a87-be9e-ce04b7a612dc req-9273c8a0-9a32-4f7e-8b1a-b49598685379 service neutron] 10.222.0.62 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307392
Jun 04 16:16:02.085023 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:16:02.365409 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e842c213-effa-4b5a-9110-af8ae95e6d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:16:03.168284 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:16:03.822910 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:16:05.382309 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:16:24.130133 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:16:26.376106 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:16:29.565062 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-96990da5-f61e-4232-ad8f-6838bfb31425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:16:32.073436 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:16:32.393227 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5303-06c3-418f-9da1-d686b1f9287b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:16:33.827441 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:16:35.380910 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:16:40.168441 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:16:54.164543 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:16:56.434190 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:16:59.564748 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e366430e-800d-435d-8f89-cda7f09cbabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:16:59.618125 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf2a0e1f-f7cc-45ac-b297-e5dd6e22cfd4 req-721dd022-d84a-4a39-96b5-7c9a7f91027c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0786066
Jun 04 16:16:59.754746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a0e1f-f7cc-45ac-b297-e5dd6e22cfd4 req-c9a73f5c-034c-4cb0-a6ea-835b48d20341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:16:59.756196 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf2a0e1f-f7cc-45ac-b297-e5dd6e22cfd4 req-c9a73f5c-034c-4cb0-a6ea-835b48d20341 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a042a45008a4c5592b690a06c999075&device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 1097 time: 0.0702777
Jun 04 16:16:59.903253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a0e1f-f7cc-45ac-b297-e5dd6e22cfd4 req-c289b1bd-16b0-4528-8a0e-f11cf2d9f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:16:59.904711 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf2a0e1f-f7cc-45ac-b297-e5dd6e22cfd4 req-c289b1bd-16b0-4528-8a0e-f11cf2d9f4cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=80859f00-e02c-4e69-b11a-eb47bd73ca3d HTTP/1.1" status: 200  len: 909 time: 0.1280553
Jun 04 16:17:00.011100 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf2a0e1f-f7cc-45ac-b297-e5dd6e22cfd4 req-df560061-995c-4d27-81b3-36f954385487 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1651b344-e2f3-48c7-b78a-a7f79abb101b HTTP/1.1" status: 200  len: 1002 time: 0.0987365
Jun 04 16:17:00.082003 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a0e1f-f7cc-45ac-b297-e5dd6e22cfd4 req-e60adc15-dc7a-4c78-b9b1-8ceebce1f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:17:00.083456 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf2a0e1f-f7cc-45ac-b297-e5dd6e22cfd4 req-e60adc15-dc7a-4c78-b9b1-8ceebce1f667 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1503078-9e73-4b2e-affa-f1643b63dd35 HTTP/1.1" status: 200  len: 847 time: 0.0662313
Jun 04 16:17:00.160049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a0e1f-f7cc-45ac-b297-e5dd6e22cfd4 req-661009de-2951-41cf-b1d1-4f448dfc8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:17:00.161789 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf2a0e1f-f7cc-45ac-b297-e5dd6e22cfd4 req-661009de-2951-41cf-b1d1-4f448dfc8443 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80859f00-e02c-4e69-b11a-eb47bd73ca3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0709951
Jun 04 16:17:00.294830 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf2a0e1f-f7cc-45ac-b297-e5dd6e22cfd4 req-c7be156a-408c-413c-ba2b-764424390e32 service neutron] 10.222.0.62 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262581
Jun 04 16:17:00.428248 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-cf2a0e1f-f7cc-45ac-b297-e5dd6e22cfd4 req-2f16bfb7-3ddc-46b5-8cf9-b6dc4363965e service neutron] 10.222.0.62 "GET /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271107
Jun 04 16:17:02.060953 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:02.358680 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a05f9440-8712-424f-9d98-fb4c44496970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:03.833413 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:05.381591 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:17.169733 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:17:20.840027 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca57189-1b61-45ca-ba21-ebfe88c34a80 req-262ba51c-81bc-4755-acd6-b31665ecd2c6 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:17:20.841515 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0ca57189-1b61-45ca-ba21-ebfe88c34a80 req-262ba51c-81bc-4755-acd6-b31665ecd2c6 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 946 time: 0.1503160
Jun 04 16:17:20.902122 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-0ca57189-1b61-45ca-ba21-ebfe88c34a80 req-012e4b1a-9d65-4a27-9ddc-954d33fa02b0 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d8295b-1701-48a3-8a68-a95882546688&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515683
Jun 04 16:17:21.430401 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2af3f-aa7e-4b0e-8f21-510defc7ab7c req-b3d7a78d-dc0d-4716-a3c2-d00a7d70bc7e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:17:21.437641 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-54f2af3f-aa7e-4b0e-8f21-510defc7ab7c req-b3d7a78d-dc0d-4716-a3c2-d00a7d70bc7e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 946 time: 0.0803337
Jun 04 16:17:21.574108 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-54f2af3f-aa7e-4b0e-8f21-510defc7ab7c req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Deleting port 1651b344-e2f3-48c7-b78a-a7f79abb101b {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:17:21.574446 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-54f2af3f-aa7e-4b0e-8f21-510defc7ab7c req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:21.710737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-54f2af3f-aa7e-4b0e-8f21-510defc7ab7c req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] For port 1651b344-e2f3-48c7-b78a-a7f79abb101b, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=1651b344-e2f3-48c7-b78a-a7f79abb101b,segment=NetworkSegment(3c7c8ed7-d9f3-4f53-81df-eaa3423714df),segment_id=3c7c8ed7-d9f3-4f53-81df-eaa3423714df)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:17:21.711362 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-54f2af3f-aa7e-4b0e-8f21-510defc7ab7c req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:22.016651 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-54f2af3f-aa7e-4b0e-8f21-510defc7ab7c req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:22.017325 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-54f2af3f-aa7e-4b0e-8f21-510defc7ab7c req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709563'] for floatingip, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:22.017500 n-d-791505-9 neutron-server[88300]: INFO neutron.db.l3_db [req-54f2af3f-aa7e-4b0e-8f21-510defc7ab7c req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Floating IP fc41da97-d136-4d93-817f-2f5f6aa6eee5 disassociated. External IP: 172.25.4.106, port: 1651b344-e2f3-48c7-b78a-a7f79abb101b.
Jun 04 16:17:22.017850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-54f2af3f-aa7e-4b0e-8f21-510defc7ab7c req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Calling delete_port for 1651b344-e2f3-48c7-b78a-a7f79abb101b owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:17:22.190135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac265c-6e87-4382-90c7-f15d1e61d409 req-31f3ca04-03b2-4a97-bfda-3b2670739510 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:17:22.192170 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cfac265c-6e87-4382-90c7-f15d1e61d409 req-31f3ca04-03b2-4a97-bfda-3b2670739510 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 946 time: 0.1413112
Jun 04 16:17:22.199954 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-54f2af3f-aa7e-4b0e-8f21-510defc7ab7c req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:22.207776 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e68951ca-7e82-4913-8e08-85b08ba14928 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:22.246679 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-cfac265c-6e87-4382-90c7-f15d1e61d409 req-8fe3f8d2-aeb1-475a-acce-4f8e3cd57cb9 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/security-groups?id=16d8295b-1701-48a3-8a68-a95882546688&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476265
Jun 04 16:17:22.252501 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Pushing event deleted for resources: {'Port': ['ID=1651b344-e2f3-48c7-b78a-a7f79abb101b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:22.263558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:22.263910 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:22.264289 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:22.264662 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:22.265048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:22.265420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:22.265789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:22.266182 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:22.266514 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:22.266873 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:22.267234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:22.267593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:22.272289 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:22.621739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54f2af3f-aa7e-4b0e-8f21-510defc7ab7c req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Router bdeffb08-ad7a-4460-b21c-08536bcc6118 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:17:22.817674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54f2af3f-aa7e-4b0e-8f21-510defc7ab7c req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:17:22.828369 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e5b5b-1dd6-4ce2-8c20-107dbabef85d None None] Sync routers for ids ['bdeffb08-ad7a-4460-b21c-08536bcc6118'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:17:22.842132 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e5b5b-1dd6-4ce2-8c20-107dbabef85d None None] Routers {'bdeffb08-ad7a-4460-b21c-08536bcc6118'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:17:22.843140 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-196e5b5b-1dd6-4ce2-8c20-107dbabef85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c74c9a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:17:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['bdeffb08-ad7a-4460-b21c-08536bcc6118'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:22.890382 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f2af3f-aa7e-4b0e-8f21-510defc7ab7c req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] No DVR routers for this DVR port 1651b344-e2f3-48c7-b78a-a7f79abb101b on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:17:22.893021 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-54f2af3f-aa7e-4b0e-8f21-510defc7ab7c req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:22.895749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fbcd95-9fc6-4ed3-b74f-f700078331e5', 'name': 'network-vif-deleted', 'tag': '1651b344-e2f3-48c7-b78a-a7f79abb101b'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:17:22.898123 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79082e5e405f89b3c225701342a0f75be34bb75c3caf871e40b5bc6e9e2bcd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4127301-d9bb-479d-9ccd-701ea35cac99" -d '{"events": [{"server_uuid": "f8fbcd95-9fc6-4ed3-b74f-f700078331e5", "name": "network-vif-deleted", "tag": "1651b344-e2f3-48c7-b78a-a7f79abb101b"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:17:22.976482 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-54f2af3f-aa7e-4b0e-8f21-510defc7ab7c req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.62 "DELETE /v2.0/ports/1651b344-e2f3-48c7-b78a-a7f79abb101b HTTP/1.1" status: 204  len: 173 time: 1.5378082
Jun 04 16:17:23.030766 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 16:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2be3dd-334f-469a-a843-b13afd823792 x-openstack-request-id: req-6c2be3dd-334f-469a-a843-b13afd823792 {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:17:23.031607 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fbcd95-9fc6-4ed3-b74f-f700078331e5", "name": "network-vif-deleted", "tag": "1651b344-e2f3-48c7-b78a-a7f79abb101b", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:17:23.031607 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c2be3dd-334f-469a-a843-b13afd823792 {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:17:23.032274 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fbcd95-9fc6-4ed3-b74f-f700078331e5', 'name': 'network-vif-deleted', 'tag': '1651b344-e2f3-48c7-b78a-a7f79abb101b', 'status': 'completed', 'code': 200}
Jun 04 16:17:23.042301 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-196e5b5b-1dd6-4ce2-8c20-107dbabef85d None None] Set router bdeffb08-ad7a-4460-b21c-08536bcc6118 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:17:23.381230 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-196e5b5b-1dd6-4ce2-8c20-107dbabef85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c74c9a0>, [{'id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'name': 'tempest-TestServerBasicOps-583444071-router', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '0dbe134e-4ead-4828-94f0-941919188da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:20Z', 'updated_at': '2021-06-04T16:11:25Z', 'revision_number': 4, 'project_id': '7a042a45008a4c5592b690a06c999075', 'gw_port': {'id': '0dbe134e-4ead-4828-94f0-941919188da9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:21Z', 'updated_at': '2021-06-04T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '90117309-9893-4b0e-a888-5a1862ce85f9', 'name': '', 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'mac_address': 'fa:16:3e:6c:63:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:24Z', 'updated_at': '2021-06-04T16:11:31Z', 'revision_number': 5, 'project_id': '7a042a45008a4c5592b690a06c999075', 'subnets': [{'id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:23.386053 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e5b5b-1dd6-4ce2-8c20-107dbabef85d None None] Checking router: bdeffb08-ad7a-4460-b21c-08536bcc6118 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:17:23.394926 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e5b5b-1dd6-4ce2-8c20-107dbabef85d None None] Routers {'bdeffb08-ad7a-4460-b21c-08536bcc6118'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:17:23.395200 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-196e5b5b-1dd6-4ce2-8c20-107dbabef85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c74c9a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:17:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['bdeffb08-ad7a-4460-b21c-08536bcc6118'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:23.429694 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-5308e910-76bd-4470-aa45-bb033d26e0c1 req-dee259a1-641f-42b0-954b-9054d308fefd tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fbcd95-9fc6-4ed3-b74f-f700078331e5 HTTP/1.1" status: 200  len: 210 time: 0.0501075
Jun 04 16:17:23.589829 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-196e5b5b-1dd6-4ce2-8c20-107dbabef85d None None] Set router bdeffb08-ad7a-4460-b21c-08536bcc6118 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:17:23.942006 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-196e5b5b-1dd6-4ce2-8c20-107dbabef85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c74c9a0>, [{'id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'name': 'tempest-TestServerBasicOps-583444071-router', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '0dbe134e-4ead-4828-94f0-941919188da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:20Z', 'updated_at': '2021-06-04T16:11:25Z', 'revision_number': 4, 'project_id': '7a042a45008a4c5592b690a06c999075', 'gw_port': {'id': '0dbe134e-4ead-4828-94f0-941919188da9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:21Z', 'updated_at': '2021-06-04T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '90117309-9893-4b0e-a888-5a1862ce85f9', 'name': '', 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'mac_address': 'fa:16:3e:6c:63:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:24Z', 'updated_at': '2021-06-04T16:11:31Z', 'revision_number': 5, 'project_id': '7a042a45008a4c5592b690a06c999075', 'subnets': [{'id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:23.945762 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e5b5b-1dd6-4ce2-8c20-107dbabef85d None None] The sync data for ids ['bdeffb08-ad7a-4460-b21c-08536bcc6118'] in n-d-791505-9 is: [{'id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'name': 'tempest-TestServerBasicOps-583444071-router', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '0dbe134e-4ead-4828-94f0-941919188da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:20Z', 'updated_at': '2021-06-04T16:11:25Z', 'revision_number': 4, 'project_id': '7a042a45008a4c5592b690a06c999075', 'gw_port': {'id': '0dbe134e-4ead-4828-94f0-941919188da9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:21Z', 'updated_at': '2021-06-04T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '90117309-9893-4b0e-a888-5a1862ce85f9', 'name': '', 'network_id': '80859f00-e02c-4e69-b11a-eb47bd73ca3d', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'mac_address': 'fa:16:3e:6c:63:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:24Z', 'updated_at': '2021-06-04T16:11:31Z', 'revision_number': 5, 'project_id': '7a042a45008a4c5592b690a06c999075', 'subnets': [{'id': 'e1503078-9e73-4b2e-affa-f1643b63dd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:17:24.129924 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:24.176918 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb8549e-00c9-407a-9b4d-0c97ec93e465 None None] New status for floating IP fc41da97-d136-4d93-817f-2f5f6aa6eee5: DOWN {{(pid=88302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 04 16:17:24.537918 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36652) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:24.767594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Deleting port f480efd7-c57f-493c-98c8-1d232a369675 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:17:24.767933 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:24.885245 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:24.885519 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:25.012369 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Calling delete_port for f480efd7-c57f-493c-98c8-1d232a369675 owned by network:floatingip {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:17:25.210167 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:25.215160 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2613d9fe-b538-41e7-8879-04744dfc01b6 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:25.269644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Pushing event deleted for resources: {'Port': ['ID=f480efd7-c57f-493c-98c8-1d232a369675,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:25.318954 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:25.319345 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:25.319727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:25.320104 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:25.320481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:25.320852 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:25.321257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:25.322218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:25.322536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:25.322903 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:25.323263 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:25.323625 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:25.331204 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:25.406730 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for floatingip, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:25.421277 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for floatingip, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:25.422435 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "DELETE /v2.0/floatingips/fc41da97-d136-4d93-817f-2f5f6aa6eee5 HTTP/1.1" status: 204  len: 168 time: 0.8835196
Jun 04 16:17:25.567777 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36658) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:25.673174 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbeea392-a5f8-4ae8-94f9-8dc755d71593 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:25.708632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbeea392-a5f8-4ae8-94f9-8dc755d71593 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:25.867093 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbeea392-a5f8-4ae8-94f9-8dc755d71593 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:25.873370 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ddd5f9da-62fe-4f81-81f6-9c0149215c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:25.889518 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeea392-a5f8-4ae8-94f9-8dc755d71593 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d8295b-1701-48a3-8a68-a95882546688,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:25.892130 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bbeea392-a5f8-4ae8-94f9-8dc755d71593 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:25.917045 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 1651b344-e2f3-48c7-b78a-a7f79abb101b no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:17:25.946098 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bbeea392-a5f8-4ae8-94f9-8dc755d71593 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:25.947807 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bbeea392-a5f8-4ae8-94f9-8dc755d71593 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] 10.222.0.32 "DELETE /v2.0/security-groups/16d8295b-1701-48a3-8a68-a95882546688 HTTP/1.1" status: 204  len: 168 time: 0.3783777
Jun 04 16:17:25.952331 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] No Port match for: 1651b344-e2f3-48c7-b78a-a7f79abb101b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:17:25.952694 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device 1651b344-e2f3-48c7-b78a-a7f79abb101b not bound to the agent host n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:17:26.044558 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36662) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:26.421253 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:26.790483 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a679-cf27-4de6-adb6-62427d4d7d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:27.422116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5a679-cf27-4de6-adb6-62427d4d7d3e admin admin] Deleting port 90117309-9893-4b0e-a888-5a1862ce85f9 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:17:27.422808 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a679-cf27-4de6-adb6-62427d4d7d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:27.731901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-f2d5a679-cf27-4de6-adb6-62427d4d7d3e admin admin] For port 90117309-9893-4b0e-a888-5a1862ce85f9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=90117309-9893-4b0e-a888-5a1862ce85f9,segment=NetworkSegment(3c7c8ed7-d9f3-4f53-81df-eaa3423714df),segment_id=3c7c8ed7-d9f3-4f53-81df-eaa3423714df)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:17:27.732255 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a679-cf27-4de6-adb6-62427d4d7d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:27.862720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5a679-cf27-4de6-adb6-62427d4d7d3e admin admin] Calling delete_port for 90117309-9893-4b0e-a888-5a1862ce85f9 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:17:28.210105 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a679-cf27-4de6-adb6-62427d4d7d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:28.214871 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-94fa95bc-98b9-41b1-999c-c61d8323b72c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:28.260434 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5a679-cf27-4de6-adb6-62427d4d7d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=90117309-9893-4b0e-a888-5a1862ce85f9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:28.297145 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f2d5a679-cf27-4de6-adb6-62427d4d7d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:28.544327 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a679-cf27-4de6-adb6-62427d4d7d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:28.924925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d5a679-cf27-4de6-adb6-62427d4d7d3e admin admin] Router bdeffb08-ad7a-4460-b21c-08536bcc6118 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:17:29.294787 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d5a679-cf27-4de6-adb6-62427d4d7d3e admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:17:29.303651 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd8a4c-478c-4a06-ac3a-1fa37041dd46 None None] Sync routers for ids ['bdeffb08-ad7a-4460-b21c-08536bcc6118'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:17:29.310301 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f2d5a679-cf27-4de6-adb6-62427d4d7d3e admin admin] 10.222.0.32 "PUT /v2.0/routers/bdeffb08-ad7a-4460-b21c-08536bcc6118/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2645302
Jun 04 16:17:29.312746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36668) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:29.314450 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd8a4c-478c-4a06-ac3a-1fa37041dd46 None None] Routers {'bdeffb08-ad7a-4460-b21c-08536bcc6118'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:17:29.315065 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b8fd8a4c-478c-4a06-ac3a-1fa37041dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c866d30>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:17:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['bdeffb08-ad7a-4460-b21c-08536bcc6118'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:29.506627 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-b8fd8a4c-478c-4a06-ac3a-1fa37041dd46 None None] Set router bdeffb08-ad7a-4460-b21c-08536bcc6118 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:17:29.506873 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:29.633660 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-80009a0a-bb1a-40fb-9b17-a1238cb16286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:29.702892 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:29.802752 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b8fd8a4c-478c-4a06-ac3a-1fa37041dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c866d30>, [{'id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'name': 'tempest-TestServerBasicOps-583444071-router', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '0dbe134e-4ead-4828-94f0-941919188da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:20Z', 'updated_at': '2021-06-04T16:17:28Z', 'revision_number': 5, 'project_id': '7a042a45008a4c5592b690a06c999075', 'gw_port': {'id': '0dbe134e-4ead-4828-94f0-941919188da9', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:21Z', 'updated_at': '2021-06-04T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:29.807757 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd8a4c-478c-4a06-ac3a-1fa37041dd46 None None] Checking router: bdeffb08-ad7a-4460-b21c-08536bcc6118 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:17:29.816304 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd8a4c-478c-4a06-ac3a-1fa37041dd46 None None] Routers {'bdeffb08-ad7a-4460-b21c-08536bcc6118'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:17:29.817306 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b8fd8a4c-478c-4a06-ac3a-1fa37041dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c866d30>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:17:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['bdeffb08-ad7a-4460-b21c-08536bcc6118'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:29.836792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] Deleting port 0dbe134e-4ead-4828-94f0-941919188da9 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:17:29.837506 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:29.966034 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] For port 0dbe134e-4ead-4828-94f0-941919188da9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0dbe134e-4ead-4828-94f0-941919188da9,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:17:29.966290 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-b8fd8a4c-478c-4a06-ac3a-1fa37041dd46 None None] Set router bdeffb08-ad7a-4460-b21c-08536bcc6118 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:17:29.966396 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:30.070422 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-b8fd8a4c-478c-4a06-ac3a-1fa37041dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c866d30>, [{'id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'name': 'tempest-TestServerBasicOps-583444071-router', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:20Z', 'updated_at': '2021-06-04T16:17:29Z', 'revision_number': 6, 'project_id': '7a042a45008a4c5592b690a06c999075', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:30.074860 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd8a4c-478c-4a06-ac3a-1fa37041dd46 None None] The sync data for ids ['bdeffb08-ad7a-4460-b21c-08536bcc6118'] in n-d-791505-9 is: [{'id': 'bdeffb08-ad7a-4460-b21c-08536bcc6118', 'name': 'tempest-TestServerBasicOps-583444071-router', 'tenant_id': '7a042a45008a4c5592b690a06c999075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:20Z', 'updated_at': '2021-06-04T16:17:29Z', 'revision_number': 6, 'project_id': '7a042a45008a4c5592b690a06c999075', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:17:30.093409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] Calling delete_port for 0dbe134e-4ead-4828-94f0-941919188da9 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:17:30.306885 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:30.310939 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:30.355200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dbe134e-4ead-4828-94f0-941919188da9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:30.358194 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:30.454597 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:30.634847 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:30.637080 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:30.724320 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:30.725059 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdeffb08-ad7a-4460-b21c-08536bcc6118 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 16:17:30.737144 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:30.738216 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] 10.222.0.32 "DELETE /v2.0/routers/bdeffb08-ad7a-4460-b21c-08536bcc6118 HTTP/1.1" status: 204  len: 168 time: 1.4244962
Jun 04 16:17:30.740743 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36670) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:30.808921 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b9e8ea-e430-4452-a092-ccafbfe05384 admin admin] Deleting subnet e1503078-9e73-4b2e-affa-f1643b63dd35 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 16:17:30.812581 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90b9e8ea-e430-4452-a092-ccafbfe05384 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:30.835890 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0dbe134e-4ead-4828-94f0-941919188da9 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:17:30.869493 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 0dbe134e-4ead-4828-94f0-941919188da9 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:17:30.869831 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0dbe134e-4ead-4828-94f0-941919188da9 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:17:30.870262 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 90117309-9893-4b0e-a888-5a1862ce85f9 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:17:30.874923 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90b9e8ea-e430-4452-a092-ccafbfe05384 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:30.905117 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 90117309-9893-4b0e-a888-5a1862ce85f9 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:17:30.905395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 90117309-9893-4b0e-a888-5a1862ce85f9 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:17:30.958198 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90b9e8ea-e430-4452-a092-ccafbfe05384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:31.455703 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90b9e8ea-e430-4452-a092-ccafbfe05384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:31.459801 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ab06a4bd-08c5-45af-be39-c790015e59ac tempest-BulkNetworkOpsIpV6Test-1426527721 tempest-BulkNetworkOpsIpV6Test-1426527721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:31.498912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9e8ea-e430-4452-a092-ccafbfe05384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1503078-9e73-4b2e-affa-f1643b63dd35,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:31.501857 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-90b9e8ea-e430-4452-a092-ccafbfe05384 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:31.504140 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-90b9e8ea-e430-4452-a092-ccafbfe05384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:31.505081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca685520-1e5c-4f88-b1ba-aadcb603f5c3 None None] Network 80859f00-e02c-4e69-b11a-eb47bd73ca3d requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:17:31.508505 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-90b9e8ea-e430-4452-a092-ccafbfe05384 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e1503078-9e73-4b2e-affa-f1643b63dd35 HTTP/1.1" status: 204  len: 168 time: 0.7667608
Jun 04 16:17:31.511296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36672) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:31.621518 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:31.697322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Deleting port 1af5de3d-1c56-4f64-82ea-92c1be956a97 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:17:31.697836 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:31.803667 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] For port 1af5de3d-1c56-4f64-82ea-92c1be956a97, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1af5de3d-1c56-4f64-82ea-92c1be956a97,segment=NetworkSegment(3c7c8ed7-d9f3-4f53-81df-eaa3423714df),segment_id=3c7c8ed7-d9f3-4f53-81df-eaa3423714df)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:17:31.804302 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:31.818388 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] DHCP port deletion for 80859f00-e02c-4e69-b11a-eb47bd73ca3d request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 16:17:31.886072 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Deleting port 1af5de3d-1c56-4f64-82ea-92c1be956a97 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:17:31.886772 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:31.931373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Calling delete_port for 1af5de3d-1c56-4f64-82ea-92c1be956a97 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:17:31.985562 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] For port 1af5de3d-1c56-4f64-82ea-92c1be956a97, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=1af5de3d-1c56-4f64-82ea-92c1be956a97,segment=NetworkSegment(3c7c8ed7-d9f3-4f53-81df-eaa3423714df),segment_id=3c7c8ed7-d9f3-4f53-81df-eaa3423714df)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:17:31.985960 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:32.049063 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:32.053180 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:32.099390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Pushing event deleted for resources: {'Port': ['ID=1af5de3d-1c56-4f64-82ea-92c1be956a97,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:32.102462 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:32.105284 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] No DVR routers for this DVR port 1af5de3d-1c56-4f64-82ea-92c1be956a97 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:17:32.119822 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Calling delete_port for 1af5de3d-1c56-4f64-82ea-92c1be956a97 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:17:32.167150 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:32.171021 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:32.210818 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:32.221620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Pushing event deleted for resources: {'Port': ['ID=1af5de3d-1c56-4f64-82ea-92c1be956a97,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:32.223997 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] No DVR routers for this DVR port 1af5de3d-1c56-4f64-82ea-92c1be956a97 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:17:32.234366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:32.234366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:32.234366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:32.234366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:32.234366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:32.234366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:32.235367 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:32.235836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:32.235836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:32.235836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:32.235836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:32.235836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:32.235836 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:32.238972 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:32.248640 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c3f6e50>,) {'filters': {'network_id': ['80859f00-e02c-4e69-b11a-eb47bd73ca3d']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:32.264875 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c3f6e50>, '3c7c8ed7-d9f3-4f53-81df-eaa3423714df') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:32.265252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c3f6e50>, '3c7c8ed7-d9f3-4f53-81df-eaa3423714df') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:32.277679 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:32.294088 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:32.303924 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 16:17:32.303924 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 16:17:32.313612 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 16:17:32.415041 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e5b57869-2ce5-44c6-a676-ebced38769fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:32.518174 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:32.523223 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f9605372-ee87-4e83-ab11-d08fa665e78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:32.536566 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:32.546908 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Pushing event deleted for resources: {'Network': ['ID=80859f00-e02c-4e69-b11a-eb47bd73ca3d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:32.550090 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:32.650827 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] 10.222.0.32 "DELETE /v2.0/networks/80859f00-e02c-4e69-b11a-eb47bd73ca3d HTTP/1.1" status: 204  len: 168 time: 1.1384902
Jun 04 16:17:32.653752 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36674) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:32.720072 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1af5de3d-1c56-4f64-82ea-92c1be956a97 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:17:32.754797 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 1af5de3d-1c56-4f64-82ea-92c1be956a97 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:17:32.755152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 1af5de3d-1c56-4f64-82ea-92c1be956a97 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:17:33.221161 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ed4ee85b-f879-4071-8728-7bc753ab389d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:33.791685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ee85b-f879-4071-8728-7bc753ab389d admin admin] Deleting port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:17:33.792031 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ed4ee85b-f879-4071-8728-7bc753ab389d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:33.828559 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:33.917182 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-ed4ee85b-f879-4071-8728-7bc753ab389d admin admin] For port 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=019c8d5a-cff3-417b-b0c7-9ffdd8f060ac,segment=NetworkSegment(c95e7a04-d413-4c3c-9dd0-d00925adbd49),segment_id=c95e7a04-d413-4c3c-9dd0-d00925adbd49)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:17:33.917543 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ed4ee85b-f879-4071-8728-7bc753ab389d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:34.044157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ee85b-f879-4071-8728-7bc753ab389d admin admin] Calling delete_port for 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:17:34.238526 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ed4ee85b-f879-4071-8728-7bc753ab389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:34.242553 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-82b36a42-d919-4e21-a849-3f21ac0d61d7 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:34.289078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ee85b-f879-4071-8728-7bc753ab389d admin admin] Pushing event deleted for resources: {'Port': ['ID=019c8d5a-cff3-417b-b0c7-9ffdd8f060ac,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:34.292230 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ed4ee85b-f879-4071-8728-7bc753ab389d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:34.573254 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ed4ee85b-f879-4071-8728-7bc753ab389d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:35.111688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4ee85b-f879-4071-8728-7bc753ab389d admin admin] Router 128b825c-5f6f-4cb5-a399-9e0db03e2832 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:17:35.294451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4ee85b-f879-4071-8728-7bc753ab389d admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:17:35.302760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe8504-be73-4131-b3df-dec9fe2a6114 None None] Sync routers for ids ['128b825c-5f6f-4cb5-a399-9e0db03e2832'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:17:35.313963 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fe8504-be73-4131-b3df-dec9fe2a6114 None None] Routers {'128b825c-5f6f-4cb5-a399-9e0db03e2832'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:17:35.314579 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c9fe8504-be73-4131-b3df-dec9fe2a6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3695b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:17:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['128b825c-5f6f-4cb5-a399-9e0db03e2832'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:35.405886 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ed4ee85b-f879-4071-8728-7bc753ab389d admin admin] 10.222.0.32 "PUT /v2.0/routers/128b825c-5f6f-4cb5-a399-9e0db03e2832/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7508745
Jun 04 16:17:35.408095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36676) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:35.469785 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:35.510984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-c9fe8504-be73-4131-b3df-dec9fe2a6114 None None] Set router 128b825c-5f6f-4cb5-a399-9e0db03e2832 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:17:35.593297 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:35.776083 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:35.797285 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c9fe8504-be73-4131-b3df-dec9fe2a6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3695b0>, [{'id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'name': 'tempest-TestServerBasicOps-1880913738-router', 'tenant_id': 'f826a4e451624b9a9fc32771cbaf9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd101d7d0-b803-4b28-b6b8-8f1cab41f457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:29Z', 'updated_at': '2021-06-04T16:17:34Z', 'revision_number': 5, 'project_id': 'f826a4e451624b9a9fc32771cbaf9106', 'gw_port': {'id': 'd101d7d0-b803-4b28-b6b8-8f1cab41f457', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:11:29Z', 'updated_at': '2021-06-04T16:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:35.801294 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe8504-be73-4131-b3df-dec9fe2a6114 None None] Checking router: 128b825c-5f6f-4cb5-a399-9e0db03e2832 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:17:35.809850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fe8504-be73-4131-b3df-dec9fe2a6114 None None] Routers {'128b825c-5f6f-4cb5-a399-9e0db03e2832'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:17:35.810444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c9fe8504-be73-4131-b3df-dec9fe2a6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c3695b0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:17:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['128b825c-5f6f-4cb5-a399-9e0db03e2832'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:35.930140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] Deleting port d101d7d0-b803-4b28-b6b8-8f1cab41f457 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:17:35.930800 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:35.965838 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-c9fe8504-be73-4131-b3df-dec9fe2a6114 None None] Set router 128b825c-5f6f-4cb5-a399-9e0db03e2832 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:17:36.056091 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] For port d101d7d0-b803-4b28-b6b8-8f1cab41f457, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d101d7d0-b803-4b28-b6b8-8f1cab41f457,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:17:36.056364 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:36.073204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-c9fe8504-be73-4131-b3df-dec9fe2a6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c3695b0>, [{'id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'name': 'tempest-TestServerBasicOps-1880913738-router', 'tenant_id': 'f826a4e451624b9a9fc32771cbaf9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:29Z', 'updated_at': '2021-06-04T16:17:35Z', 'revision_number': 6, 'project_id': 'f826a4e451624b9a9fc32771cbaf9106', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:36.077623 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe8504-be73-4131-b3df-dec9fe2a6114 None None] The sync data for ids ['128b825c-5f6f-4cb5-a399-9e0db03e2832'] in n-d-791505-9 is: [{'id': '128b825c-5f6f-4cb5-a399-9e0db03e2832', 'name': 'tempest-TestServerBasicOps-1880913738-router', 'tenant_id': 'f826a4e451624b9a9fc32771cbaf9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:11:29Z', 'updated_at': '2021-06-04T16:17:35Z', 'revision_number': 6, 'project_id': 'f826a4e451624b9a9fc32771cbaf9106', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:17:36.181751 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] Calling delete_port for d101d7d0-b803-4b28-b6b8-8f1cab41f457 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:17:36.375737 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:36.379613 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5da6e983-dcd9-499c-b194-d944b4e6bb0b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:36.428622 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d101d7d0-b803-4b28-b6b8-8f1cab41f457,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:36.455731 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:36.528213 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:36.852183 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:17:36.881951 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:36.884218 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:36.887524 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:17:36.887880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 019c8d5a-cff3-417b-b0c7-9ffdd8f060ac not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:17:36.888304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d101d7d0-b803-4b28-b6b8-8f1cab41f457 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:17:36.980576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: d101d7d0-b803-4b28-b6b8-8f1cab41f457 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:17:36.980922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d101d7d0-b803-4b28-b6b8-8f1cab41f457 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:17:37.043971 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:37.044484 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 128b825c-5f6f-4cb5-a399-9e0db03e2832 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 16:17:37.057314 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:37.058497 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/128b825c-5f6f-4cb5-a399-9e0db03e2832 HTTP/1.1" status: 204  len: 168 time: 1.6494112
Jun 04 16:17:37.061145 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36678) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:37.128767 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7612627-4799-4850-a197-40485f40dfdd admin admin] Deleting subnet 2700c4b5-dfcb-471d-bc45-2b02eba29cc4 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 16:17:37.132013 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a7612627-4799-4850-a197-40485f40dfdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:37.183846 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a7612627-4799-4850-a197-40485f40dfdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:37.261656 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a7612627-4799-4850-a197-40485f40dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:37.576057 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a7612627-4799-4850-a197-40485f40dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:37.580129 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-fef3e774-9fb9-4cc1-960e-485a0d17b27e tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:37.617736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7612627-4799-4850-a197-40485f40dfdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2700c4b5-dfcb-471d-bc45-2b02eba29cc4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:37.620858 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a7612627-4799-4850-a197-40485f40dfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:37.621855 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-a7612627-4799-4850-a197-40485f40dfdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:37.627131 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea342b60-5eea-41a8-a270-a4c5431c5faf None None] Network 9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:17:37.628539 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a7612627-4799-4850-a197-40485f40dfdd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2700c4b5-dfcb-471d-bc45-2b02eba29cc4 HTTP/1.1" status: 204  len: 168 time: 0.5662348
Jun 04 16:17:37.630903 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36680) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:37.758561 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:37.836116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Deleting port cad00aa9-675a-4a3f-848a-c3f21edd409d {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:17:37.836444 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:37.880886 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd9d731-42fb-4d5f-b288-b6bde7d70f25 None None] DHCP port deletion for 9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 16:17:37.952540 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7cd9d731-42fb-4d5f-b288-b6bde7d70f25 None None] Deleting port cad00aa9-675a-4a3f-848a-c3f21edd409d {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:17:37.952922 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d731-42fb-4d5f-b288-b6bde7d70f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:38.057096 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-7cd9d731-42fb-4d5f-b288-b6bde7d70f25 None None] For port cad00aa9-675a-4a3f-848a-c3f21edd409d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=cad00aa9-675a-4a3f-848a-c3f21edd409d,segment=NetworkSegment(c95e7a04-d413-4c3c-9dd0-d00925adbd49),segment_id=c95e7a04-d413-4c3c-9dd0-d00925adbd49)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:17:38.057480 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d731-42fb-4d5f-b288-b6bde7d70f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:38.118995 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] For port cad00aa9-675a-4a3f-848a-c3f21edd409d, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=cad00aa9-675a-4a3f-848a-c3f21edd409d,segment=NetworkSegment(c95e7a04-d413-4c3c-9dd0-d00925adbd49),segment_id=c95e7a04-d413-4c3c-9dd0-d00925adbd49)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:17:38.119571 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:38.192873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7cd9d731-42fb-4d5f-b288-b6bde7d70f25 None None] Calling delete_port for cad00aa9-675a-4a3f-848a-c3f21edd409d owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:17:38.244561 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Calling delete_port for cad00aa9-675a-4a3f-848a-c3f21edd409d owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:17:38.306722 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d731-42fb-4d5f-b288-b6bde7d70f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:38.311533 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:38.312586 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:38.317276 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-854ccff0-f2c7-4b5b-a632-a4fc0dd71a85 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:38.357300 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9d731-42fb-4d5f-b288-b6bde7d70f25 None None] Pushing event deleted for resources: {'Port': ['ID=cad00aa9-675a-4a3f-848a-c3f21edd409d,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:38.359200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd9d731-42fb-4d5f-b288-b6bde7d70f25 None None] No DVR routers for this DVR port cad00aa9-675a-4a3f-848a-c3f21edd409d on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:17:38.360585 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7cd9d731-42fb-4d5f-b288-b6bde7d70f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:38.366810 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=cad00aa9-675a-4a3f-848a-c3f21edd409d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:38.371292 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:38.372081 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] No DVR routers for this DVR port cad00aa9-675a-4a3f-848a-c3f21edd409d on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:17:38.493522 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:38.506556 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83912f85e0>,) {'filters': {'network_id': ['9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:38.518775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83912f85e0>, 'c95e7a04-d413-4c3c-9dd0-d00925adbd49') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:38.519074 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83912f85e0>, 'c95e7a04-d413-4c3c-9dd0-d00925adbd49') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:38.531345 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:38.547908 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:38.554231 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 16:17:38.554607 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   util.warn(
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 16:17:38.567938 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 16:17:38.705702 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:38.709897 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7dcd08e9-c951-4189-bd81-b67b8863096f tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:38.724047 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cad00aa9-675a-4a3f-848a-c3f21edd409d no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:17:38.724363 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:38.737974 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:38.741932 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:38.746561 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] 10.222.0.32 "DELETE /v2.0/networks/9b7eeeaf-60ff-4b6e-aa33-55040cb5f9ad HTTP/1.1" status: 204  len: 168 time: 1.1116781
Jun 04 16:17:38.773646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: cad00aa9-675a-4a3f-848a-c3f21edd409d {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 16:17:38.775046 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device cad00aa9-675a-4a3f-848a-c3f21edd409d not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 16:17:39.095543 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36684) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:39.145433 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-a759850a-a7e8-41c9-a3e5-22cd120def7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a042a45008a4c5592b690a06c999075&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0485051
Jun 04 16:17:39.147797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36686) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:39.207571 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af4d304c-28e0-4a4a-b038-2180e5f4ff65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:39.233911 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af4d304c-28e0-4a4a-b038-2180e5f4ff65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:39.362924 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af4d304c-28e0-4a4a-b038-2180e5f4ff65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:39.366681 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b6336fb6-469d-40e1-94c3-0aa083867c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:39.386142 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d304c-28e0-4a4a-b038-2180e5f4ff65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c13fdc2-c999-4416-ab79-15bc1ab31e1e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:39.388617 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-af4d304c-28e0-4a4a-b038-2180e5f4ff65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:39.394818 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af4d304c-28e0-4a4a-b038-2180e5f4ff65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:39.395950 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-af4d304c-28e0-4a4a-b038-2180e5f4ff65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c13fdc2-c999-4416-ab79-15bc1ab31e1e HTTP/1.1" status: 204  len: 168 time: 0.2472703
Jun 04 16:17:40.192446 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36692) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:40.246324 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3b58b685-b02d-4297-b687-c1e6be4f7a79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f826a4e451624b9a9fc32771cbaf9106&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0525367
Jun 04 16:17:40.248991 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36694) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:40.311305 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-739999b6-10fa-457a-ad9b-10af6dc39a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:40.338444 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-739999b6-10fa-457a-ad9b-10af6dc39a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:40.460450 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-739999b6-10fa-457a-ad9b-10af6dc39a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:40.465466 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c9b99528-c64b-49d7-82e6-0fa1da94f9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:40.476984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739999b6-10fa-457a-ad9b-10af6dc39a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38308114-a7dc-4913-a4b0-41ef84007f5c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:40.481586 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-739999b6-10fa-457a-ad9b-10af6dc39a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:40.486615 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-739999b6-10fa-457a-ad9b-10af6dc39a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:40.487848 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-739999b6-10fa-457a-ad9b-10af6dc39a59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38308114-a7dc-4913-a4b0-41ef84007f5c HTTP/1.1" status: 204  len: 168 time: 0.2378743
Jun 04 16:17:41.556531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36716) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:41.660496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-202503079-network', 'tenant_id': '2b4b8625039646ff96ff866514aad1b1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:17:41.666859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:17:41.670692 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Usage tracker for resource:network and tenant:2b4b8625039646ff96ff866514aad1b1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:17:41.673568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:17:41.680090 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:17:41.746144 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Made reservation on behalf of 2b4b8625039646ff96ff866514aad1b1 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:17:41.748559 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:41.760977 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:41.780044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:17:41.783847 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Usage tracker for resource:security_group_rule and tenant:2b4b8625039646ff96ff866514aad1b1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:17:41.786681 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:17:41.793141 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:17:41.875910 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:41.947253 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:41.950442 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d964addd-2caf-4e37-b90e-7b85df69ce1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:41.981594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 16:17:41.986697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e583b3f-629d-4227-a175-cad8e87043b3,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:41.990342 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:41.994338 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:41.994680 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Added segment 2b3d2d43-a22a-4029-92e0-4e690573e329 of type vlan for network 092eefca-7cba-4b24-b9d7-850f4345d5b5
Jun 04 16:17:42.021353 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:42.135188 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:42.136157 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:17:42.136730 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:42.140414 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6a0b0945-5148-454b-916e-d95c9bb55258 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:42.248198 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Pushing event updated for resources: {'Network': ['ID=092eefca-7cba-4b24-b9d7-850f4345d5b5,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:42.251008 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:42.253214 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6955905
Jun 04 16:17:42.256524 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36720) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:42.259787 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 092eefca-7cba-4b24-b9d7-850f4345d5b5 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 16:17:42.262027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Request body: {'subnet': {'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-202503079-subnet', 'tenant_id': '2b4b8625039646ff96ff866514aad1b1', 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:17:42.267987 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:17:42.271879 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Usage tracker for resource:subnet and tenant:2b4b8625039646ff96ff866514aad1b1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:17:42.276343 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:17:42.282280 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:17:42.358107 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Made reservation on behalf of 2b4b8625039646ff96ff866514aad1b1 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:17:42.360536 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:42.815221 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:42.818566 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a7612627-4799-4850-a197-40485f40dfdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:42.891153 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d380dd03-74a2-4d45-81f7-18197e5148cd,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:42.895060 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:42.900064 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Checking segment: {'id': '2b3d2d43-a22a-4029-92e0-4e690573e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:17:42.900435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Network hostable DHCP agents. Network: 092eefca-7cba-4b24-b9d7-850f4345d5b5, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 16:17:42.974878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Network 092eefca-7cba-4b24-b9d7-850f4345d5b5 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 16:17:43.038222 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 092eefca-7cba-4b24-b9d7-850f4345d5b5) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:17:43.046258 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdac458-d30f-437d-b3cc-bb01b79d434a None None] Network 092eefca-7cba-4b24-b9d7-850f4345d5b5 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:17:43.048563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:17:43.049178 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:43.170563 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9131627
Jun 04 16:17:43.173091 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36722) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:43.177514 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-202503079-router', 'tenant_id': '2b4b8625039646ff96ff866514aad1b1', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:17:43.185439 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:17:43.190147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Usage tracker for resource:router and tenant:2b4b8625039646ff96ff866514aad1b1 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:17:43.193067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:17:43.199592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:17:43.262327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-092eefca-7cba-4b24-b9d7-850f4345d5b5', 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5', 'tenant_id': '2b4b8625039646ff96ff866514aad1b1', 'fixed_ips': [{'subnet_id': 'd380dd03-74a2-4d45-81f7-18197e5148cd'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 16:17:43.263173 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:43.277277 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:43.278372 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:43.293529 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:43.423415 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Allocated IP 172.20.0.2 (092eefca-7cba-4b24-b9d7-850f4345d5b5/d380dd03-74a2-4d45-81f7-18197e5148cd/ba642427-311c-45cc-b914-266310e0062a) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:17:43.644505 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:43.655108 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Transition to ACTIVE for port object ba642427-311c-45cc-b914-266310e0062a will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:17:43.674048 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Transition to ACTIVE for port object ba642427-311c-45cc-b914-266310e0062a will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:17:43.769988 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:43.774057 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:43.795433 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:43.841833 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Network 092eefca-7cba-4b24-b9d7-850f4345d5b5 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:17:43.844652 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:17:43.848427 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:17:43.854943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Pushing event updated for resources: {'Port': ['ID=ba642427-311c-45cc-b914-266310e0062a,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:43.858727 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:43.943776 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Attempting to bind port ba642427-311c-45cc-b914-266310e0062a on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:17:43.944075 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Attempting to bind port ba642427-311c-45cc-b914-266310e0062a by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '2b3d2d43-a22a-4029-92e0-4e690573e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:17:43.944443 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Attempting to bind port ba642427-311c-45cc-b914-266310e0062a on network 092eefca-7cba-4b24-b9d7-850f4345d5b5 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:17:43.949866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:17:43.950253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Checking segment: {'id': '2b3d2d43-a22a-4029-92e0-4e690573e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:17:43.950677 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:43.951054 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Bound using segment: {'id': '2b3d2d43-a22a-4029-92e0-4e690573e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:17:43.951530 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Bound port: ba642427-311c-45cc-b914-266310e0062a, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3d2d43-a22a-4029-92e0-4e690573e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:17:43.951906 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:44.085508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] For port ba642427-311c-45cc-b914-266310e0062a, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:17:44.088970 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] For port ba642427-311c-45cc-b914-266310e0062a, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ba642427-311c-45cc-b914-266310e0062a,segment=NetworkSegment(2b3d2d43-a22a-4029-92e0-4e690573e329),segment_id=2b3d2d43-a22a-4029-92e0-4e690573e329)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:17:44.178141 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:44.192916 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:44.197101 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:44.210270 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:44.292252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Pushing event updated for resources: {'Port': ['ID=ba642427-311c-45cc-b914-266310e0062a,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:44.295592 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:44.358669 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Allocated IP 172.25.4.221 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:17:44.551936 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:44.627087 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:44.631301 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2a26e383-7578-4246-b6b6-a6bc28406f18 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:44.698357 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:17:44.701738 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:17:44.705508 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:17:44.739734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Pushing event updated for resources: {'Port': ['ID=66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:44.746789 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:44.760817 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ba642427-311c-45cc-b914-266310e0062a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:17:44.964068 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port ba642427-311c-45cc-b914-266310e0062a completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:17:45.260356 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:45.274411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bab1f9-aa69-4d26-bdae-2a3eacc1b472 None None] Network 092eefca-7cba-4b24-b9d7-850f4345d5b5 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:17:45.501349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5ab7c236-df93-41f7-b568-b2dfc2635ebf None None] Provisioning for port ba642427-311c-45cc-b914-266310e0062a completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:17:45.516868 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5ab7c236-df93-41f7-b568-b2dfc2635ebf None None] Provisioning complete for port ba642427-311c-45cc-b914-266310e0062a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:17:45.517251 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c236-df93-41f7-b568-b2dfc2635ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:45.666726 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c236-df93-41f7-b568-b2dfc2635ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:45.703588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-5ab7c236-df93-41f7-b568-b2dfc2635ebf None None] For port ba642427-311c-45cc-b914-266310e0062a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ba642427-311c-45cc-b914-266310e0062a,segment=NetworkSegment(2b3d2d43-a22a-4029-92e0-4e690573e329),segment_id=2b3d2d43-a22a-4029-92e0-4e690573e329)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:17:45.808426 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c236-df93-41f7-b568-b2dfc2635ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:45.808789 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:45.810272 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:45.879707 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7c236-df93-41f7-b568-b2dfc2635ebf None None] Pushing event updated for resources: {'Port': ['ID=ba642427-311c-45cc-b914-266310e0062a,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:45.882644 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5ab7c236-df93-41f7-b568-b2dfc2635ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:45.928485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-15c1b811-5f84-49c5-ad9e-5fcdeae3c492 None None] Provisioning complete for port ba642427-311c-45cc-b914-266310e0062a triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:17:45.928846 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-15c1b811-5f84-49c5-ad9e-5fcdeae3c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:46.083609 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Router c2737bb1-7ee0-484e-a3bf-d278026a1dd0 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 16:17:46.262009 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:17:46.272510 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Sync routers for ids ['c2737bb1-7ee0-484e-a3bf-d278026a1dd0'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:17:46.283044 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Routers {'c2737bb1-7ee0-484e-a3bf-d278026a1dd0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:17:46.286833 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb350a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:17:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['c2737bb1-7ee0-484e-a3bf-d278026a1dd0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:46.369487 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:46.370948 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.1967666
Jun 04 16:17:46.373911 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36724) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:46.492169 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Set router c2737bb1-7ee0-484e-a3bf-d278026a1dd0 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:17:46.742174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ba642427-311c-45cc-b914-266310e0062a up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:17:46.786799 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb350a0>, [{'id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'name': 'tempest-TestVolumeBootPattern-202503079-router', 'tenant_id': '2b4b8625039646ff96ff866514aad1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:43Z', 'updated_at': '2021-06-04T16:17:44Z', 'revision_number': 3, 'project_id': '2b4b8625039646ff96ff866514aad1b1', 'gw_port': {'id': '66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:44Z', 'updated_at': '2021-06-04T16:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:46.791622 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Checking router: c2737bb1-7ee0-484e-a3bf-d278026a1dd0 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:17:46.792053 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Updating router c2737bb1-7ee0-484e-a3bf-d278026a1dd0 port 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 16:17:46.812203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port ba642427-311c-45cc-b914-266310e0062a triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:17:46.812579 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:46.851076 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:47.190000 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:47.202235 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Transition to ACTIVE for port object 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:17:47.259780 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:47.278220 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:47.283023 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-348e48fe-1632-4c07-bfc7-2eaae21b46f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:47.359164 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Attempting to bind port 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:17:47.359532 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Attempting to bind port 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:17:47.359901 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Attempting to bind port 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:17:47.365775 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a1d61-8bde-4a07-a3dd-90e9d7aced93 None None] Pushing event updated for resources: {'Port': ['ID=66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:47.370916 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:17:47.371288 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:17:47.371676 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:47.372066 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:17:47.372522 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Bound port: 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:17:47.372887 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:47.405505 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a1d61-8bde-4a07-a3dd-90e9d7aced93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:47.405837 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a1d61-8bde-4a07-a3dd-90e9d7aced93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:47.406171 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a1d61-8bde-4a07-a3dd-90e9d7aced93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:47.406490 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a1d61-8bde-4a07-a3dd-90e9d7aced93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:47.406814 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a1d61-8bde-4a07-a3dd-90e9d7aced93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:47.407133 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a1d61-8bde-4a07-a3dd-90e9d7aced93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:47.407448 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a1d61-8bde-4a07-a3dd-90e9d7aced93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:47.407757 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a1d61-8bde-4a07-a3dd-90e9d7aced93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:47.408068 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a1d61-8bde-4a07-a3dd-90e9d7aced93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:47.408377 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a1d61-8bde-4a07-a3dd-90e9d7aced93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:47.408691 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a1d61-8bde-4a07-a3dd-90e9d7aced93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:47.409090 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a1d61-8bde-4a07-a3dd-90e9d7aced93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:17:47.417795 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-576a1d61-8bde-4a07-a3dd-90e9d7aced93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:47.456534 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] For port 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:17:47.459710 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] For port 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:17:47.473324 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Allocated IP 172.20.0.1 (092eefca-7cba-4b24-b9d7-850f4345d5b5/d380dd03-74a2-4d45-81f7-18197e5148cd/131e2919-d865-4e4a-bc65-88e6bcfbccc1) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:17:47.621472 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:47.626099 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-ad6ae717-74b7-4591-b157-6060386ea3af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:47.642970 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:47.658942 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Transition to ACTIVE for port object 131e2919-d865-4e4a-bc65-88e6bcfbccc1 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:17:47.705629 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Routers {'c2737bb1-7ee0-484e-a3bf-d278026a1dd0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:17:47.708531 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb350a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:17:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['c2737bb1-7ee0-484e-a3bf-d278026a1dd0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:47.759775 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a1d61-8bde-4a07-a3dd-90e9d7aced93 None None] Pushing event updated for resources: {'Port': ['ID=66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:47.769675 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-576a1d61-8bde-4a07-a3dd-90e9d7aced93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:47.785884 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:47.789804 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1f6fd85-817a-4c56-84f9-d563a0816e2c tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:47.855409 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Network 092eefca-7cba-4b24-b9d7-850f4345d5b5 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:17:47.859906 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:17:47.863592 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:17:47.898406 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] Set router c2737bb1-7ee0-484e-a3bf-d278026a1dd0 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:17:47.900063 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Pushing event updated for resources: {'Port': ['ID=131e2919-d865-4e4a-bc65-88e6bcfbccc1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:47.920948 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:47.934517 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:48.150228 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:48.158121 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d8d2a58f-65b0-4389-9d17-7a6fa83178a3 None None] Provisioning for port 131e2919-d865-4e4a-bc65-88e6bcfbccc1 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:17:48.163337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d8d2a58f-65b0-4389-9d17-7a6fa83178a3 None None] Provisioning complete for port 131e2919-d865-4e4a-bc65-88e6bcfbccc1 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:17:48.163990 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d8d2a58f-65b0-4389-9d17-7a6fa83178a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:48.207818 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb350a0>, [{'id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'name': 'tempest-TestVolumeBootPattern-202503079-router', 'tenant_id': '2b4b8625039646ff96ff866514aad1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:43Z', 'updated_at': '2021-06-04T16:17:44Z', 'revision_number': 3, 'project_id': '2b4b8625039646ff96ff866514aad1b1', 'gw_port': {'id': '66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:44Z', 'updated_at': '2021-06-04T16:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:48.213099 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0063214-c3c8-4963-994c-6f96303916ef None None] The sync data for ids ['c2737bb1-7ee0-484e-a3bf-d278026a1dd0'] in n-d-791505-9 is: [{'id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'name': 'tempest-TestVolumeBootPattern-202503079-router', 'tenant_id': '2b4b8625039646ff96ff866514aad1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:43Z', 'updated_at': '2021-06-04T16:17:44Z', 'revision_number': 3, 'project_id': '2b4b8625039646ff96ff866514aad1b1', 'gw_port': {'id': '66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:44Z', 'updated_at': '2021-06-04T16:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:17:48.249560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2a58f-65b0-4389-9d17-7a6fa83178a3 None None] Port 131e2919-d865-4e4a-bc65-88e6bcfbccc1 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:17:48.403794 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:48.472363 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:48.502934 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c7473458-3c94-4c30-a862-b8b78ec2824e tempest-VolumesActionsTest-1078833122 tempest-VolumesActionsTest-1078833122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:48.589673 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:48.596792 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Pushing event updated for resources: {'Port': ['ID=131e2919-d865-4e4a-bc65-88e6bcfbccc1,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:48.601295 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:48.747390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Network 092eefca-7cba-4b24-b9d7-850f4345d5b5 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:17:48.748597 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:17:48.769843 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:17:48.918055 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:17:48.924973 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:17:48.925609 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:48.955287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Router c2737bb1-7ee0-484e-a3bf-d278026a1dd0 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:17:49.002036 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9805dc97-dbfe-49d4-95b0-4d39c0e1b461 None None] Provisioning complete for port 131e2919-d865-4e4a-bc65-88e6bcfbccc1 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:17:49.002336 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9805dc97-dbfe-49d4-95b0-4d39c0e1b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:49.088942 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-9805dc97-dbfe-49d4-95b0-4d39c0e1b461 None None] Port 131e2919-d865-4e4a-bc65-88e6bcfbccc1 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:17:49.125677 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:49.144224 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:17:49.198101 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:49.200803 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:49.274605 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:49.277655 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:49.310114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:17:49.319301 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] 10.222.0.32 "PUT /v2.0/routers/c2737bb1-7ee0-484e-a3bf-d278026a1dd0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9443374
Jun 04 16:17:49.829218 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Sync routers for ids ['c2737bb1-7ee0-484e-a3bf-d278026a1dd0'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:17:49.840015 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Routers {'c2737bb1-7ee0-484e-a3bf-d278026a1dd0'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:17:49.840574 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c92b490>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:17:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['c2737bb1-7ee0-484e-a3bf-d278026a1dd0'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:50.020570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Set router c2737bb1-7ee0-484e-a3bf-d278026a1dd0 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:17:50.113531 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36740) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:50.119131 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-705903872-network', 'tenant_id': '288f40e528924d1a881ef9b4b0348779'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:17:50.125298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:17:50.129190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Usage tracker for resource:network and tenant:288f40e528924d1a881ef9b4b0348779 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:17:50.132068 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:17:50.138963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:17:50.237301 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Made reservation on behalf of 288f40e528924d1a881ef9b4b0348779 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:17:50.239959 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:50.252499 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:50.268613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:17:50.275320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Usage tracker for resource:security_group_rule and tenant:288f40e528924d1a881ef9b4b0348779 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:17:50.278444 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:17:50.284269 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:17:50.374720 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:50.392360 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c92b490>, [{'id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'name': 'tempest-TestVolumeBootPattern-202503079-router', 'tenant_id': '2b4b8625039646ff96ff866514aad1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:43Z', 'updated_at': '2021-06-04T16:17:48Z', 'revision_number': 4, 'project_id': '2b4b8625039646ff96ff866514aad1b1', 'gw_port': {'id': '66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:44Z', 'updated_at': '2021-06-04T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '131e2919-d865-4e4a-bc65-88e6bcfbccc1', 'name': '', 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5', 'tenant_id': '2b4b8625039646ff96ff866514aad1b1', 'mac_address': 'fa:16:3e:c5:de:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'd380dd03-74a2-4d45-81f7-18197e5148cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:47Z', 'updated_at': '2021-06-04T16:17:48Z', 'revision_number': 2, 'project_id': '2b4b8625039646ff96ff866514aad1b1', 'subnets': [{'id': 'd380dd03-74a2-4d45-81f7-18197e5148cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:50.396247 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Checking router: c2737bb1-7ee0-484e-a3bf-d278026a1dd0 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:17:50.396616 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Updating router c2737bb1-7ee0-484e-a3bf-d278026a1dd0 port 131e2919-d865-4e4a-bc65-88e6bcfbccc1 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 16:17:50.453066 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:50.478064 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:50.482326 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8a3dad71-1f98-481d-bfd1-7941c63436e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:50.514858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 16:17:50.524202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32967196-cb35-4266-a16b-24b25a3e30b4,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:50.527446 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:50.531970 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:50.531970 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Added segment ca0ac54e-d6ac-4b29-9764-18f229838feb of type vlan for network 84ae303a-29aa-4487-b976-e848e33ed8b8
Jun 04 16:17:50.559824 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:50.661229 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:50.662246 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:17:50.662833 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:50.666675 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d72267a5-c247-4fcc-8f5f-fd327a797904 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:50.737787 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:17:50.774306 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Pushing event updated for resources: {'Network': ['ID=84ae303a-29aa-4487-b976-e848e33ed8b8,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:50.777182 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:50.791555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 84ae303a-29aa-4487-b976-e848e33ed8b8 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 16:17:50.844626 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-dcd3ab81-f472-4309-8379-73cb608a5308 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7299047
Jun 04 16:17:50.847515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36742) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:50.853391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] Request body: {'subnet': {'network_id': '84ae303a-29aa-4487-b976-e848e33ed8b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-705903872-subnet', 'tenant_id': '288f40e528924d1a881ef9b4b0348779', 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:17:50.859169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:17:50.863962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] Usage tracker for resource:subnet and tenant:288f40e528924d1a881ef9b4b0348779 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:17:50.867068 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:17:50.877353 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:17:50.963650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] Made reservation on behalf of 288f40e528924d1a881ef9b4b0348779 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:17:50.966866 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:50.970034 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:50.985968 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Transition to ACTIVE for port object 131e2919-d865-4e4a-bc65-88e6bcfbccc1 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:17:50.995099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:17:50.995468 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:51.061328 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:51.066335 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:51.278855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9607ec-6ca6-4228-829b-255cdf3026c2 None None] Pushing event updated for resources: {'Port': ['ID=131e2919-d865-4e4a-bc65-88e6bcfbccc1,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:51.285831 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4e9607ec-6ca6-4228-829b-255cdf3026c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:51.361637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Attempting to bind port 131e2919-d865-4e4a-bc65-88e6bcfbccc1 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:17:51.361823 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Attempting to bind port 131e2919-d865-4e4a-bc65-88e6bcfbccc1 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '2b3d2d43-a22a-4029-92e0-4e690573e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:17:51.362187 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Attempting to bind port 131e2919-d865-4e4a-bc65-88e6bcfbccc1 on network 092eefca-7cba-4b24-b9d7-850f4345d5b5 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:17:51.371799 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:17:51.372174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Checking segment: {'id': '2b3d2d43-a22a-4029-92e0-4e690573e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:17:51.372587 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:51.372990 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Bound using segment: {'id': '2b3d2d43-a22a-4029-92e0-4e690573e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:17:51.373566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Bound port: 131e2919-d865-4e4a-bc65-88e6bcfbccc1, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3d2d43-a22a-4029-92e0-4e690573e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:17:51.373985 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:51.457809 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:51.462108 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d1646664-ee54-474f-8111-743870a9a12c tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:51.473490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] For port 131e2919-d865-4e4a-bc65-88e6bcfbccc1, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:17:51.476564 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] For port 131e2919-d865-4e4a-bc65-88e6bcfbccc1, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=131e2919-d865-4e4a-bc65-88e6bcfbccc1,segment=NetworkSegment(2b3d2d43-a22a-4029-92e0-4e690573e329),segment_id=2b3d2d43-a22a-4029-92e0-4e690573e329)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:17:51.545490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfed347c-4fb1-4b8e-b93a-edeacc918017,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:51.549632 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:51.555129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] Checking segment: {'id': 'ca0ac54e-d6ac-4b29-9764-18f229838feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '84ae303a-29aa-4487-b976-e848e33ed8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:17:51.555913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] Network hostable DHCP agents. Network: 84ae303a-29aa-4487-b976-e848e33ed8b8, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 16:17:51.593338 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:51.597146 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-872538cb-dd53-4c17-8ca8-dfc9ac5ada01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:51.682501 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Routers {'c2737bb1-7ee0-484e-a3bf-d278026a1dd0'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:17:51.683167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c92b490>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:17:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['c2737bb1-7ee0-484e-a3bf-d278026a1dd0'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:51.731815 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9607ec-6ca6-4228-829b-255cdf3026c2 None None] Pushing event updated for resources: {'Port': ['ID=131e2919-d865-4e4a-bc65-88e6bcfbccc1,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:51.740166 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4e9607ec-6ca6-4228-829b-255cdf3026c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:51.752230 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] Network 84ae303a-29aa-4487-b976-e848e33ed8b8 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 16:17:51.866494 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 84ae303a-29aa-4487-b976-e848e33ed8b8) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:17:51.876028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:17:51.876639 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:51.890016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed824312-2c4a-4222-a58e-9e5c77d4d060 None None] Network 84ae303a-29aa-4487-b976-e848e33ed8b8 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:17:51.998752 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-138ba555-638a-4804-bf9e-b59be416e254 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1500897
Jun 04 16:17:52.001306 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 36744) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:52.005844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-705903872-router', 'tenant_id': '288f40e528924d1a881ef9b4b0348779', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:17:52.011956 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:17:52.015872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Usage tracker for resource:router and tenant:288f40e528924d1a881ef9b4b0348779 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 16:17:52.018905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 16:17:52.025162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:17:52.035696 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] Set router c2737bb1-7ee0-484e-a3bf-d278026a1dd0 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:17:52.129626 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:52.130632 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:52.145903 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:52.378936 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-84ae303a-29aa-4487-b976-e848e33ed8b8', 'network_id': '84ae303a-29aa-4487-b976-e848e33ed8b8', 'tenant_id': '288f40e528924d1a881ef9b4b0348779', 'fixed_ips': [{'subnet_id': 'bfed347c-4fb1-4b8e-b93a-edeacc918017'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 16:17:52.379772 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:52.518478 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:52.612270 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c92b490>, [{'id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'name': 'tempest-TestVolumeBootPattern-202503079-router', 'tenant_id': '2b4b8625039646ff96ff866514aad1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:43Z', 'updated_at': '2021-06-04T16:17:48Z', 'revision_number': 4, 'project_id': '2b4b8625039646ff96ff866514aad1b1', 'gw_port': {'id': '66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:44Z', 'updated_at': '2021-06-04T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '131e2919-d865-4e4a-bc65-88e6bcfbccc1', 'name': '', 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5', 'tenant_id': '2b4b8625039646ff96ff866514aad1b1', 'mac_address': 'fa:16:3e:c5:de:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'd380dd03-74a2-4d45-81f7-18197e5148cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:47Z', 'updated_at': '2021-06-04T16:17:51Z', 'revision_number': 4, 'project_id': '2b4b8625039646ff96ff866514aad1b1', 'subnets': [{'id': 'd380dd03-74a2-4d45-81f7-18197e5148cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:52.614773 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Allocated IP 172.20.0.2 (84ae303a-29aa-4487-b976-e848e33ed8b8/bfed347c-4fb1-4b8e-b93a-edeacc918017/31353fb2-e97f-4d21-a03d-0b8027ccfbf3) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:17:52.622639 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eca8f6-e118-4a13-b0ad-92fa27629c59 None None] The sync data for ids ['c2737bb1-7ee0-484e-a3bf-d278026a1dd0'] in n-d-791505-9 is: [{'id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'name': 'tempest-TestVolumeBootPattern-202503079-router', 'tenant_id': '2b4b8625039646ff96ff866514aad1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:43Z', 'updated_at': '2021-06-04T16:17:48Z', 'revision_number': 4, 'project_id': '2b4b8625039646ff96ff866514aad1b1', 'gw_port': {'id': '66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:44Z', 'updated_at': '2021-06-04T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '131e2919-d865-4e4a-bc65-88e6bcfbccc1', 'name': '', 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5', 'tenant_id': '2b4b8625039646ff96ff866514aad1b1', 'mac_address': 'fa:16:3e:c5:de:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'd380dd03-74a2-4d45-81f7-18197e5148cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:47Z', 'updated_at': '2021-06-04T16:17:51Z', 'revision_number': 4, 'project_id': '2b4b8625039646ff96ff866514aad1b1', 'subnets': [{'id': 'd380dd03-74a2-4d45-81f7-18197e5148cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:17:52.813336 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 131e2919-d865-4e4a-bc65-88e6bcfbccc1 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:17:52.963320 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:52.975669 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Transition to ACTIVE for port object 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:17:52.996395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Transition to ACTIVE for port object 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:17:53.011438 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:53.047725 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:53.098803 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 131e2919-d865-4e4a-bc65-88e6bcfbccc1 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:17:53.098803 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 131e2919-d865-4e4a-bc65-88e6bcfbccc1 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:17:53.098803 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:53.160638 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:53.167480 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:53.282782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Network 84ae303a-29aa-4487-b976-e848e33ed8b8 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:17:53.299482 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:17:53.301997 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:17:53.313572 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Pushing event updated for resources: {'Port': ['ID=31353fb2-e97f-4d21-a03d-0b8027ccfbf3,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:53.316451 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:53.377827 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Allocated IP 172.25.4.6 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/d97141a9-2bc8-41d6-a862-149d6077ec82) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:17:53.395642 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:53.437984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Attempting to bind port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:17:53.438363 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Attempting to bind port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'ca0ac54e-d6ac-4b29-9764-18f229838feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '84ae303a-29aa-4487-b976-e848e33ed8b8'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:17:53.438738 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Attempting to bind port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 on network 84ae303a-29aa-4487-b976-e848e33ed8b8 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:17:53.447329 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:17:53.447734 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Checking segment: {'id': 'ca0ac54e-d6ac-4b29-9764-18f229838feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '84ae303a-29aa-4487-b976-e848e33ed8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:17:53.448152 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:53.448556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Bound using segment: {'id': 'ca0ac54e-d6ac-4b29-9764-18f229838feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '84ae303a-29aa-4487-b976-e848e33ed8b8'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:17:53.449060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Bound port: 31353fb2-e97f-4d21-a03d-0b8027ccfbf3, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0ac54e-d6ac-4b29-9764-18f229838feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '84ae303a-29aa-4487-b976-e848e33ed8b8'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:17:53.449443 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:53.479257 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 131e2919-d865-4e4a-bc65-88e6bcfbccc1, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=131e2919-d865-4e4a-bc65-88e6bcfbccc1,segment=NetworkSegment(2b3d2d43-a22a-4029-92e0-4e690573e329),segment_id=2b3d2d43-a22a-4029-92e0-4e690573e329)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:17:53.578688 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:53.582064 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] For port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:17:53.587958 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] For port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=31353fb2-e97f-4d21-a03d-0b8027ccfbf3,segment=NetworkSegment(ca0ac54e-d6ac-4b29-9764-18f229838feb),segment_id=ca0ac54e-d6ac-4b29-9764-18f229838feb)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:17:53.594645 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:53.597739 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4645bee2-235f-4ea0-8a49-c9c22035a59e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:53.701093 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:53.706042 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f2d5a679-cf27-4de6-adb6-62427d4d7d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:53.744949 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:53.776585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:17:53.778013 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=131e2919-d865-4e4a-bc65-88e6bcfbccc1,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:53.780979 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:53.790134 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:17:53.791042 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-58037563-cb22-43e8-ac08-8b700debfb58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:53.791142 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:17:53.829508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d97141a9-2bc8-41d6-a862-149d6077ec82,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:53.888285 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Pushing event updated for resources: {'Port': ['ID=31353fb2-e97f-4d21-a03d-0b8027ccfbf3,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:53.892894 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:53.950482 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:54.151537 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:54.174093 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:17:54.409964 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:54.794816 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:54.828869 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 131e2919-d865-4e4a-bc65-88e6bcfbccc1 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:17:54.876713 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b92418-0e45-4313-b112-2557ee56e07c None None] Network 84ae303a-29aa-4487-b976-e848e33ed8b8 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 16:17:55.030938 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 131e2919-d865-4e4a-bc65-88e6bcfbccc1 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:17:55.031225 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:55.106760 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Router bbd91ac6-6494-4baf-ae87-f119c2341a31 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 16:17:55.127789 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d2c37f32-007f-4ea1-84c5-b6122e14b984 None None] Provisioning for port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:17:55.284339 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:17:55.449643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:17:55.455335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:17:55.455728 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:55.481923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:17:55.491697 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Sync routers for ids ['bbd91ac6-6494-4baf-ae87-f119c2341a31'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:17:55.509111 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Routers {'bbd91ac6-6494-4baf-ae87-f119c2341a31'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:17:55.509744 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb76550>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:17:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['bbd91ac6-6494-4baf-ae87-f119c2341a31'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:55.613738 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:55.626010 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6d9cf0ec-1c91-477f-b302-5654b583fb2a None None] Provisioning complete for port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:17:55.626309 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf0ec-1c91-477f-b302-5654b583fb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:55.667894 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:55.671869 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.6670609
Jun 04 16:17:55.672325 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 36752) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 16:17:55.705876 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=31353fb2-e97f-4d21-a03d-0b8027ccfbf3,segment=NetworkSegment(ca0ac54e-d6ac-4b29-9764-18f229838feb),segment_id=ca0ac54e-d6ac-4b29-9764-18f229838feb)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:17:55.732244 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Set router bbd91ac6-6494-4baf-ae87-f119c2341a31 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:17:55.771976 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf0ec-1c91-477f-b302-5654b583fb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:55.832943 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:55.837205 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:55.963331 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=31353fb2-e97f-4d21-a03d-0b8027ccfbf3,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:55.966065 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-6d9cf0ec-1c91-477f-b302-5654b583fb2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 16:17:55.972829 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-6d9cf0ec-1c91-477f-b302-5654b583fb2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 16:17:55.973756 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:56.056670 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb76550>, [{'id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'name': 'tempest-TestVolumeBootPattern-705903872-router', 'tenant_id': '288f40e528924d1a881ef9b4b0348779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'd97141a9-2bc8-41d6-a862-149d6077ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:52Z', 'updated_at': '2021-06-04T16:17:54Z', 'revision_number': 3, 'project_id': '288f40e528924d1a881ef9b4b0348779', 'gw_port': {'id': 'd97141a9-2bc8-41d6-a862-149d6077ec82', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:72:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:53Z', 'updated_at': '2021-06-04T16:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:56.060637 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Checking router: bbd91ac6-6494-4baf-ae87-f119c2341a31 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:17:56.060987 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Updating router bbd91ac6-6494-4baf-ae87-f119c2341a31 port d97141a9-2bc8-41d6-a862-149d6077ec82 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 16:17:56.113828 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:56.416070 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:56.420210 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:56.451971 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:56.464221 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Transition to ACTIVE for port object d97141a9-2bc8-41d6-a862-149d6077ec82 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:17:56.563708 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:56.567837 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-1140b268-50bb-48db-8281-8a806726a575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:56.647867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Allocated IP 172.20.0.1 (84ae303a-29aa-4487-b976-e848e33ed8b8/bfed347c-4fb1-4b8e-b93a-edeacc918017/83747a81-2886-4830-8ed3-a8f6494bfc41) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:17:56.651136 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Attempting to bind port d97141a9-2bc8-41d6-a862-149d6077ec82 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:17:56.651517 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Attempting to bind port d97141a9-2bc8-41d6-a862-149d6077ec82 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:17:56.651884 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Attempting to bind port d97141a9-2bc8-41d6-a862-149d6077ec82 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:17:56.654093 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dacb6-c281-4acd-8140-7dc114696f6f None None] Pushing event updated for resources: {'Port': ['ID=d97141a9-2bc8-41d6-a862-149d6077ec82,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:56.659649 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-fa1dacb6-c281-4acd-8140-7dc114696f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:56.665145 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:17:56.665145 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:17:56.665145 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:56.665145 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:17:56.665145 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Bound port: d97141a9-2bc8-41d6-a862-149d6077ec82, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:17:56.665145 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:56.746439 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:17:56.751349 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] For port d97141a9-2bc8-41d6-a862-149d6077ec82, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:17:56.754608 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] For port d97141a9-2bc8-41d6-a862-149d6077ec82, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d97141a9-2bc8-41d6-a862-149d6077ec82,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:17:56.807508 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:56.822500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:17:56.822899 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:56.824216 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Transition to ACTIVE for port object 83747a81-2886-4830-8ed3-a8f6494bfc41 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:17:56.832679 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:56.837977 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-fa1dacb6-c281-4acd-8140-7dc114696f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:56.919242 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Routers {'bbd91ac6-6494-4baf-ae87-f119c2341a31'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:17:56.919242 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb76550>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:17:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['bbd91ac6-6494-4baf-ae87-f119c2341a31'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:56.919537 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:56.924325 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-980efe66-b28b-43fd-811a-396dcb1a9cbe tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:56.988322 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Network 84ae303a-29aa-4487-b976-e848e33ed8b8 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:17:56.988784 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dacb6-c281-4acd-8140-7dc114696f6f None None] Pushing event updated for resources: {'Port': ['ID=d97141a9-2bc8-41d6-a862-149d6077ec82,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:56.991375 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:17:56.993447 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-fa1dacb6-c281-4acd-8140-7dc114696f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:56.995365 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:17:57.034902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Pushing event updated for resources: {'Port': ['ID=83747a81-2886-4830-8ed3-a8f6494bfc41,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:57.039283 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:57.061501 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:57.122577 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] Set router bbd91ac6-6494-4baf-ae87-f119c2341a31 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:17:57.284890 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:57.323466 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7f047852-38f3-4426-a64d-7efff48d693d None None] Provisioning for port 83747a81-2886-4830-8ed3-a8f6494bfc41 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:17:57.329626 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7f047852-38f3-4426-a64d-7efff48d693d None None] Provisioning complete for port 83747a81-2886-4830-8ed3-a8f6494bfc41 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:17:57.330218 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7f047852-38f3-4426-a64d-7efff48d693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:57.392366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7f047852-38f3-4426-a64d-7efff48d693d None None] Port 83747a81-2886-4830-8ed3-a8f6494bfc41 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:17:57.453534 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb76550>, [{'id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'name': 'tempest-TestVolumeBootPattern-705903872-router', 'tenant_id': '288f40e528924d1a881ef9b4b0348779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'd97141a9-2bc8-41d6-a862-149d6077ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:52Z', 'updated_at': '2021-06-04T16:17:54Z', 'revision_number': 3, 'project_id': '288f40e528924d1a881ef9b4b0348779', 'gw_port': {'id': 'd97141a9-2bc8-41d6-a862-149d6077ec82', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:72:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:53Z', 'updated_at': '2021-06-04T16:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:17:57.457491 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc022a-43ce-4517-b65c-5ed5787f746e None None] The sync data for ids ['bbd91ac6-6494-4baf-ae87-f119c2341a31'] in n-d-791505-9 is: [{'id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'name': 'tempest-TestVolumeBootPattern-705903872-router', 'tenant_id': '288f40e528924d1a881ef9b4b0348779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'd97141a9-2bc8-41d6-a862-149d6077ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:52Z', 'updated_at': '2021-06-04T16:17:54Z', 'revision_number': 3, 'project_id': '288f40e528924d1a881ef9b4b0348779', 'gw_port': {'id': 'd97141a9-2bc8-41d6-a862-149d6077ec82', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:72:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:53Z', 'updated_at': '2021-06-04T16:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:17:57.719391 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:57.780704 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:57.807036 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eb025b81-1428-4afd-801c-0e4c1e3e1499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:57.900242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Pushing event updated for resources: {'Port': ['ID=83747a81-2886-4830-8ed3-a8f6494bfc41,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:57.900242 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:57.900242 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:58.051202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Network 84ae303a-29aa-4487-b976-e848e33ed8b8 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:17:58.052402 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:17:58.265779 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Router bbd91ac6-6494-4baf-ae87-f119c2341a31 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 16:17:58.329499 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ed85eba1-23af-4302-9d1e-8926e8933866 None None] Provisioning complete for port 83747a81-2886-4830-8ed3-a8f6494bfc41 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:17:58.330148 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ed85eba1-23af-4302-9d1e-8926e8933866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:58.385623 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-ed85eba1-23af-4302-9d1e-8926e8933866 None None] Port 83747a81-2886-4830-8ed3-a8f6494bfc41 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:17:58.458026 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 16:17:58.467459 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] 10.222.0.32 "PUT /v2.0/routers/bbd91ac6-6494-4baf-ae87-f119c2341a31/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7939575
Jun 04 16:17:58.775527 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d97141a9-2bc8-41d6-a862-149d6077ec82 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:17:58.923365 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port d97141a9-2bc8-41d6-a862-149d6077ec82 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:17:58.928456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d97141a9-2bc8-41d6-a862-149d6077ec82 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:17:58.930972 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:59.055419 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:59.074574 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port d97141a9-2bc8-41d6-a862-149d6077ec82, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d97141a9-2bc8-41d6-a862-149d6077ec82,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:17:59.175298 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:59.177269 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:17:59.252032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=d97141a9-2bc8-41d6-a862-149d6077ec82,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:17:59.255123 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:17:59.575668 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9713b5fb-2a90-47b0-90bc-de7760d1d3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:17:59.964887 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Sync routers for ids ['bbd91ac6-6494-4baf-ae87-f119c2341a31'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 16:17:59.980648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Routers {'bbd91ac6-6494-4baf-ae87-f119c2341a31'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:17:59.981346 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c441ac0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:17:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['bbd91ac6-6494-4baf-ae87-f119c2341a31'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:18:00.212269 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Set router bbd91ac6-6494-4baf-ae87-f119c2341a31 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:18:00.534801 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c441ac0>, [{'id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'name': 'tempest-TestVolumeBootPattern-705903872-router', 'tenant_id': '288f40e528924d1a881ef9b4b0348779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'd97141a9-2bc8-41d6-a862-149d6077ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:52Z', 'updated_at': '2021-06-04T16:17:57Z', 'revision_number': 4, 'project_id': '288f40e528924d1a881ef9b4b0348779', 'gw_port': {'id': 'd97141a9-2bc8-41d6-a862-149d6077ec82', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:53Z', 'updated_at': '2021-06-04T16:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '83747a81-2886-4830-8ed3-a8f6494bfc41', 'name': '', 'network_id': '84ae303a-29aa-4487-b976-e848e33ed8b8', 'tenant_id': '288f40e528924d1a881ef9b4b0348779', 'mac_address': 'fa:16:3e:3d:07:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'bfed347c-4fb1-4b8e-b93a-edeacc918017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:56Z', 'updated_at': '2021-06-04T16:17:57Z', 'revision_number': 2, 'project_id': '288f40e528924d1a881ef9b4b0348779', 'subnets': [{'id': 'bfed347c-4fb1-4b8e-b93a-edeacc918017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:18:00.538900 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Checking router: bbd91ac6-6494-4baf-ae87-f119c2341a31 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 16:18:00.540740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Updating router bbd91ac6-6494-4baf-ae87-f119c2341a31 port 83747a81-2886-4830-8ed3-a8f6494bfc41 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 16:18:00.602679 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:00.747711 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d97141a9-2bc8-41d6-a862-149d6077ec82 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:18:00.935499 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d97141a9-2bc8-41d6-a862-149d6077ec82 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:18:00.935796 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:01.136374 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:01.155134 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Transition to ACTIVE for port object 83747a81-2886-4830-8ed3-a8f6494bfc41 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:18:01.237845 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:01.241777 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:18:01.368756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aef3e1-1a4d-46d8-8f63-9b4bffd143dc None None] Pushing event updated for resources: {'Port': ['ID=83747a81-2886-4830-8ed3-a8f6494bfc41,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:18:01.395277 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e1aef3e1-1a4d-46d8-8f63-9b4bffd143dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:18:01.462665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Attempting to bind port 83747a81-2886-4830-8ed3-a8f6494bfc41 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:18:01.463044 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Attempting to bind port 83747a81-2886-4830-8ed3-a8f6494bfc41 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'ca0ac54e-d6ac-4b29-9764-18f229838feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '84ae303a-29aa-4487-b976-e848e33ed8b8'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:18:01.463412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Attempting to bind port 83747a81-2886-4830-8ed3-a8f6494bfc41 on network 84ae303a-29aa-4487-b976-e848e33ed8b8 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:18:01.468670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:18:01.469068 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Checking segment: {'id': 'ca0ac54e-d6ac-4b29-9764-18f229838feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '84ae303a-29aa-4487-b976-e848e33ed8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:18:01.469474 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:01.469867 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Bound using segment: {'id': 'ca0ac54e-d6ac-4b29-9764-18f229838feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '84ae303a-29aa-4487-b976-e848e33ed8b8'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:18:01.470330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Bound port: 83747a81-2886-4830-8ed3-a8f6494bfc41, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0ac54e-d6ac-4b29-9764-18f229838feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '84ae303a-29aa-4487-b976-e848e33ed8b8'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:18:01.470701 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:01.565916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] For port 83747a81-2886-4830-8ed3-a8f6494bfc41, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:18:01.568989 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] For port 83747a81-2886-4830-8ed3-a8f6494bfc41, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=83747a81-2886-4830-8ed3-a8f6494bfc41,segment=NetworkSegment(ca0ac54e-d6ac-4b29-9764-18f229838feb),segment_id=ca0ac54e-d6ac-4b29-9764-18f229838feb)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:18:01.651021 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:01.654983 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5066e524-3acf-47f7-893e-3fc402b6b8b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:18:01.797456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Routers {'bbd91ac6-6494-4baf-ae87-f119c2341a31'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 16:18:01.798103 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c441ac0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T16:17:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['bbd91ac6-6494-4baf-ae87-f119c2341a31'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:18:01.853298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aef3e1-1a4d-46d8-8f63-9b4bffd143dc None None] Pushing event updated for resources: {'Port': ['ID=83747a81-2886-4830-8ed3-a8f6494bfc41,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:18:01.863645 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e1aef3e1-1a4d-46d8-8f63-9b4bffd143dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:18:02.002820 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] Set router bbd91ac6-6494-4baf-ae87-f119c2341a31 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 16:18:02.134924 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:02.347872 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c441ac0>, [{'id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'name': 'tempest-TestVolumeBootPattern-705903872-router', 'tenant_id': '288f40e528924d1a881ef9b4b0348779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'd97141a9-2bc8-41d6-a862-149d6077ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:52Z', 'updated_at': '2021-06-04T16:17:57Z', 'revision_number': 4, 'project_id': '288f40e528924d1a881ef9b4b0348779', 'gw_port': {'id': 'd97141a9-2bc8-41d6-a862-149d6077ec82', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:53Z', 'updated_at': '2021-06-04T16:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '83747a81-2886-4830-8ed3-a8f6494bfc41', 'name': '', 'network_id': '84ae303a-29aa-4487-b976-e848e33ed8b8', 'tenant_id': '288f40e528924d1a881ef9b4b0348779', 'mac_address': 'fa:16:3e:3d:07:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'bfed347c-4fb1-4b8e-b93a-edeacc918017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:56Z', 'updated_at': '2021-06-04T16:18:01Z', 'revision_number': 4, 'project_id': '288f40e528924d1a881ef9b4b0348779', 'subnets': [{'id': 'bfed347c-4fb1-4b8e-b93a-edeacc918017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 16:18:02.359718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbebf95-07ae-453b-ae83-ccb5e145e3ae None None] The sync data for ids ['bbd91ac6-6494-4baf-ae87-f119c2341a31'] in n-d-791505-9 is: [{'id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'name': 'tempest-TestVolumeBootPattern-705903872-router', 'tenant_id': '288f40e528924d1a881ef9b4b0348779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'd97141a9-2bc8-41d6-a862-149d6077ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:52Z', 'updated_at': '2021-06-04T16:17:57Z', 'revision_number': 4, 'project_id': '288f40e528924d1a881ef9b4b0348779', 'gw_port': {'id': 'd97141a9-2bc8-41d6-a862-149d6077ec82', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:53Z', 'updated_at': '2021-06-04T16:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '83747a81-2886-4830-8ed3-a8f6494bfc41', 'name': '', 'network_id': '84ae303a-29aa-4487-b976-e848e33ed8b8', 'tenant_id': '288f40e528924d1a881ef9b4b0348779', 'mac_address': 'fa:16:3e:3d:07:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'bfed347c-4fb1-4b8e-b93a-edeacc918017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:56Z', 'updated_at': '2021-06-04T16:18:01Z', 'revision_number': 4, 'project_id': '288f40e528924d1a881ef9b4b0348779', 'subnets': [{'id': 'bfed347c-4fb1-4b8e-b93a-edeacc918017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 16:18:02.420918 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-56e3a424-fb16-4429-9e29-f3e275a54a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:02.775359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 83747a81-2886-4830-8ed3-a8f6494bfc41 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:18:02.879878 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019f274-6460-48bc-b9aa-2444baa4a734 req-41f0b09b-7fcc-4aa7-95b1-1ce040516652 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:18:02.881262 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6019f274-6460-48bc-b9aa-2444baa4a734 req-41f0b09b-7fcc-4aa7-95b1-1ce040516652 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/networks?id=092eefca-7cba-4b24-b9d7-850f4345d5b5 HTTP/1.1" status: 200  len: 811 time: 0.1595101
Jun 04 16:18:02.895065 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 83747a81-2886-4830-8ed3-a8f6494bfc41 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:18:02.897411 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6019f274-6460-48bc-b9aa-2444baa4a734 req-f3383f6e-f926-429d-9b63-6abd12f984b2 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/quotas/2b4b8625039646ff96ff866514aad1b1 HTTP/1.1" status: 200  len: 375 time: 0.0104489
Jun 04 16:18:02.900772 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 83747a81-2886-4830-8ed3-a8f6494bfc41 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:18:02.901316 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:02.985788 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6019f274-6460-48bc-b9aa-2444baa4a734 req-b554af43-4c53-4940-9edf-b124516393af tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b4b8625039646ff96ff866514aad1b1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0825982
Jun 04 16:18:03.001019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-6019f274-6460-48bc-b9aa-2444baa4a734 req-6fdda988-c0b2-4c57-99eb-86ef039f98d9 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 16:18:03.002029 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6019f274-6460-48bc-b9aa-2444baa4a734 req-6fdda988-c0b2-4c57-99eb-86ef039f98d9 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0077546
Jun 04 16:18:03.022046 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:03.059910 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 83747a81-2886-4830-8ed3-a8f6494bfc41, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=83747a81-2886-4830-8ed3-a8f6494bfc41,segment=NetworkSegment(ca0ac54e-d6ac-4b29-9764-18f229838feb),segment_id=ca0ac54e-d6ac-4b29-9764-18f229838feb)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:18:03.135127 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:03.137019 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:18:03.213312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=83747a81-2886-4830-8ed3-a8f6494bfc41,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:18:03.216658 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:18:03.259040 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6019f274-6460-48bc-b9aa-2444baa4a734 req-3385b8c8-2a27-420b-a683-5c1aafe55c9b service neutron] 10.222.0.32 "GET /v2.0/networks/092eefca-7cba-4b24-b9d7-850f4345d5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2497826
Jun 04 16:18:03.403402 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-6019f274-6460-48bc-b9aa-2444baa4a734 req-e0b3b8e6-8d59-42e4-8575-9bc77f589c35 service neutron] 10.222.0.32 "GET /v2.0/networks/092eefca-7cba-4b24-b9d7-850f4345d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373980
Jun 04 16:18:03.831676 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:04.750741 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 83747a81-2886-4830-8ed3-a8f6494bfc41 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:18:04.838475 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 83747a81-2886-4830-8ed3-a8f6494bfc41 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:18:04.839264 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:05.506457 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:24.260487 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:26.409095 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:29.608825 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-692db475-7958-40c6-9b0b-6e0d3a6bcd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:31.173519 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:18:32.094669 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:32.374471 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-06a04a30-5d2e-4354-8b23-3490d3753aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:33.855088 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:35.403081 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:39.700470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-70fa6c10-f093-4970-b14a-c5ca924bbfd8 req-c64f6c82-d844-44c3-9b42-7b88e1a6e5d1 service neutron] (88301) timed out ('10.222.0.32', 35452) {{(pid=88301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 16:18:54.162554 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:56.431369 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:18:59.603474 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4a434ac4-49f8-401a-a90d-fad774e44b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:19:02.071843 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:19:02.355893 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-15ff127e-d80b-4ad0-aa2d-3af838b53eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:19:03.842560 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:19:05.396771 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:19:08.172706 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:19:24.282374 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:19:26.451933 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:19:29.624952 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c18aa4e4-4132-4520-8d83-47e3e2c7c976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:19:32.109185 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:19:32.354577 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-98894cdb-65bd-405a-95a6-8d3badb9052e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:19:33.870722 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:19:35.516627 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:19:45.173318 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:19:54.179599 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:19:56.440085 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:19:59.590631 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5da39bb4-23c2-4099-bc46-4765e63590ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:20:02.058559 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:20:02.371495 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-68498b72-d4ec-464a-9452-b0b77891bf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:20:03.879788 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:20:05.458738 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:20:22.172617 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:20:24.199436 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:20:26.458684 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:20:29.595804 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f0ccb72d-5a4f-412a-9d3b-c238c03fbde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:20:32.103876 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:20:32.355880 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-715db480-6ef5-4bfd-aa3f-d6b69456d428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:20:33.873705 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:20:35.422175 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:20:54.261696 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:20:56.490444 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:20:59.171366 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:20:59.650446 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df9ab279-94cd-4bcb-98cd-df9329e10540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:21:02.081448 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:21:02.384001 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f824c7bc-b672-46c4-87f0-5227cbae0bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:21:03.863619 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:21:05.438545 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:21:24.240669 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:21:26.536950 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:21:29.606362 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1f80c4e9-bc20-4bee-b1c1-6e11bbd5ed53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:21:32.072370 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:21:32.375561 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0d5e-8883-41c5-a413-ff23322c188a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:21:33.857618 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:21:35.478340 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:21:36.170894 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:21:54.226483 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:21:56.546603 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:21:59.602932 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f1ddaee2-e092-45a1-ad50-25c74e9755cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:22:02.140375 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:22:02.386601 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cfd8687b-3ced-43c2-866e-936374700c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:22:03.919987 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:22:05.457112 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:22:13.169757 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:22:16.437109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-4918e8e3-7c11-42ac-a958-34d1633a964c req-93aa2a83-bb0f-4c8e-8ab9-943af627e052 service neutron] (88300) timed out ('10.222.0.32', 35154) {{(pid=88300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 16:22:24.283854 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:22:26.566395 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:22:29.602429 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0c0f5ef1-ea2e-42a0-b855-06256e6f2112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:22:32.088043 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:22:32.379614 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-acb957e3-71da-4471-8720-fa79495aeb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:22:33.911440 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:22:34.157048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-e9be1c49-0e66-4428-8c18-2109b9f65bed req-e9a9db24-52c5-4c96-9410-a35774710fc8 service neutron] (88300) timed out ('10.222.0.65', 55214) {{(pid=88300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 16:22:35.036882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-584dfa02-e0c5-4811-8884-58c16eb95899 req-1d816e36-72f8-4632-b328-3b7188a2e34d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] (88301) timed out ('10.222.0.65', 55953) {{(pid=88301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 16:22:35.436746 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:22:50.169780 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:22:54.288059 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:22:56.605108 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:22:59.616434 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ec090e10-d329-44c9-98e8-048de35d5065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:23:02.064634 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:23:02.393494 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2f8d57b1-c129-4c2c-a28a-4cffc70bbc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:23:03.933038 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:23:05.441576 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:23:24.264179 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:23:26.738949 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:23:27.169359 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:23:29.681669 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7b41fb9d-33ed-4134-afa9-4b3f727a58f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:23:32.101445 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:23:32.424053 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d3e7360-ff7b-4b55-89cb-0d200d78e2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:23:33.978480 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:23:35.461177 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:23:54.278211 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:23:56.604001 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:23:59.657861 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7b852ece-7e0a-4d4a-8bf7-87a39e689115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:24:02.075036 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:24:02.441193 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9ff3ee81-bbee-4415-893e-cf0a10159f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:24:03.886310 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:24:04.170377 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:24:05.449681 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:24:24.317640 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:24:26.606273 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:24:29.748815 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-867b3e62-c512-4148-92d2-e9fe850a17d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:24:32.071871 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:24:32.386456 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5fe95149-4ba5-4b29-bab3-c1a9e0c46e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:24:33.900459 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:24:35.502201 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:24:41.171382 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:24:54.314062 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:24:56.643292 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:24:59.712072 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9c07d2b8-d82a-4407-9898-52e78c3c4eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:02.077287 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:02.437693 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-17af2761-f7fd-43ec-b192-6e8ed53cadcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:03.935191 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:05.479095 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:18.171576 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:25:24.362515 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:26.630945 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:29.516607 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-4dc5482f-0b48-4bbb-bf9b-1b87325f79c7 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:29.517371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-4dc5482f-0b48-4bbb-bf9b-1b87325f79c7 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Synchronizing usage tracker for tenant:2b4b8625039646ff96ff866514aad1b1 on resource:network {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:25:29.616070 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0fb765be-492e-4f35-b45b-cb1da4eb151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:29.653658 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-4dc5482f-0b48-4bbb-bf9b-1b87325f79c7 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Unset dirty status for tenant:2b4b8625039646ff96ff866514aad1b1 on resource:network {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:25:29.654861 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-4dc5482f-0b48-4bbb-bf9b-1b87325f79c7 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/networks?id=092eefca-7cba-4b24-b9d7-850f4345d5b5 HTTP/1.1" status: 200  len: 811 time: 0.2843139
Jun 04 16:25:29.670658 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-19e41885-3ee2-4c5a-9fae-289b847f1565 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/quotas/2b4b8625039646ff96ff866514aad1b1 HTTP/1.1" status: 200  len: 375 time: 0.0104036
Jun 04 16:25:29.758067 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-c5952233-33ef-46da-8801-c150a3660c9d tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Synchronizing usage tracker for tenant:2b4b8625039646ff96ff866514aad1b1 on resource:port {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:25:29.839252 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-c5952233-33ef-46da-8801-c150a3660c9d tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Unset dirty status for tenant:2b4b8625039646ff96ff866514aad1b1 on resource:port {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:25:29.840571 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-c5952233-33ef-46da-8801-c150a3660c9d tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b4b8625039646ff96ff866514aad1b1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1649597
Jun 04 16:25:29.851151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-e6ec84be-ae6f-455f-a682-94a031d19273 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 16:25:29.852069 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-e6ec84be-ae6f-455f-a682-94a031d19273 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055170
Jun 04 16:25:30.074752 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-355bbe82-ec4b-433f-9cdc-8f01b5e05f23 service neutron] 10.222.0.32 "GET /v2.0/networks/092eefca-7cba-4b24-b9d7-850f4345d5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2171104
Jun 04 16:25:30.213958 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-d6b0b450-3c98-422e-94b1-c87f8b983525 service neutron] 10.222.0.32 "GET /v2.0/networks/092eefca-7cba-4b24-b9d7-850f4345d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317391
Jun 04 16:25:30.722344 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-62a9ae22-6a47-40c1-b6bd-08f76c8ccb85 req-0a72b97f-0cd3-444f-99a3-ba2bab029538 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 210 time: 0.0478475
Jun 04 16:25:31.823946 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ba6a5dae-d9b3-4d52-8808-ebc224a24f0c req-dc57240d-c874-411c-9970-f913016e9ee4 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 210 time: 0.0450091
Jun 04 16:25:32.118703 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:32.396867 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ee72-ca6f-40ae-b445-43a44ea02fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:32.979562 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-6a60c3df-9572-4378-a4a4-7cd4c5ac65c4 req-8cd7a9fa-26a2-4cc0-b8ef-ce9e7fcfd8cf tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 210 time: 0.0476024
Jun 04 16:25:33.577712 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-838c1413-c97f-44c7-8470-8bd0e6d619c6 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:33.579179 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-838c1413-c97f-44c7-8470-8bd0e6d619c6 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.62 "GET /v2.0/networks?id=092eefca-7cba-4b24-b9d7-850f4345d5b5 HTTP/1.1" status: 200  len: 811 time: 0.1603682
Jun 04 16:25:33.592989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Request body: {'port': {'device_id': '23d0eea2-f601-46fd-af0d-79011624f821', 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5', 'admin_state_up': True, 'tenant_id': '2b4b8625039646ff96ff866514aad1b1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:25:33.733300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 16:25:33.742806 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 16:25:33.890368 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Made reservation on behalf of 2b4b8625039646ff96ff866514aad1b1 for: {'port': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 16:25:33.891406 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:33.893961 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:34.081129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Allocated IP 172.20.0.8 (092eefca-7cba-4b24-b9d7-850f4345d5b5/d380dd03-74a2-4d45-81f7-18197e5148cd/b2d944db-1b2a-46c1-bc95-588da36edb4f) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 16:25:34.151944 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d0e66705-9fb3-4a11-9e5c-555d307d0177 req-0ab65b8b-2cb2-41a8-9369-53a23dc0db33 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 210 time: 0.0498133
Jun 04 16:25:34.299690 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:34.317322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Transition to ACTIVE for port object b2d944db-1b2a-46c1-bc95-588da36edb4f will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:25:34.414576 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:34.421700 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-179a2669-b4ec-478d-855c-a325cad9bb9b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:25:34.495040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Network 092eefca-7cba-4b24-b9d7-850f4345d5b5 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 16:25:34.498275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 16:25:34.502294 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 16:25:34.534849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Pushing event updated for resources: {'Port': ['ID=b2d944db-1b2a-46c1-bc95-588da36edb4f,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:25:34.555210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:25:34.555598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:25:34.555982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:25:34.558684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:25:34.558684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:25:34.558684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:25:34.558684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:25:34.558684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:25:34.558684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:25:34.558684 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:25:34.559287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:25:34.559287 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:25:34.565417 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:25:34.589634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:34.590640 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:34.719729 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1306984
Jun 04 16:25:34.731719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-183c4333-764e-4844-aef5-09974cd60da5 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88300) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 04 16:25:34.732687 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-183c4333-764e-4844-aef5-09974cd60da5 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0060239
Jun 04 16:25:34.797960 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Request body: {'port': {'device_id': '23d0eea2-f601-46fd-af0d-79011624f821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-9'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 16:25:34.825312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cc030486-c628-4933-a73e-83eeca212039 None None] Provisioning for port b2d944db-1b2a-46c1-bc95-588da36edb4f completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:25:34.831094 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cc030486-c628-4933-a73e-83eeca212039 None None] Provisioning complete for port b2d944db-1b2a-46c1-bc95-588da36edb4f triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:25:34.831505 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cc030486-c628-4933-a73e-83eeca212039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:34.892257 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cc030486-c628-4933-a73e-83eeca212039 None None] Port b2d944db-1b2a-46c1-bc95-588da36edb4f cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 16:25:35.118021 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:35.359566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0e151-6e95-40b1-9a3d-986680edb8ed req-4e793a49-5e16-43d9-b50c-15b107e1e712 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:35.365665 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0d0e151-6e95-40b1-9a3d-986680edb8ed req-4e793a49-5e16-43d9-b50c-15b107e1e712 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 931 time: 0.1005239
Jun 04 16:25:35.478799 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:35.513165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d944db-1b2a-46c1-bc95-588da36edb4f {{(pid=88300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 16:25:35.523109 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:35.543982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Transition to ACTIVE for port object b2d944db-1b2a-46c1-bc95-588da36edb4f will not be triggered until provisioned by entity L2. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 16:25:35.590201 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-a0d0e151-6e95-40b1-9a3d-986680edb8ed req-1c8c346f-27f1-48c4-a7e9-b718f9627650 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Synchronizing usage tracker for tenant:2b4b8625039646ff96ff866514aad1b1 on resource:security_group {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:25:35.676763 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:35.680985 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a70dea2d-0fa0-4ba1-b22e-4ef1e95f75f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:25:35.716835 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [req-a0d0e151-6e95-40b1-9a3d-986680edb8ed req-1c8c346f-27f1-48c4-a7e9-b718f9627650 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Unset dirty status for tenant:2b4b8625039646ff96ff866514aad1b1 on resource:security_group {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:25:35.733291 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a0d0e151-6e95-40b1-9a3d-986680edb8ed req-1c8c346f-27f1-48c4-a7e9-b718f9627650 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3517654
Jun 04 16:25:35.842865 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d944db-1b2a-46c1-bc95-588da36edb4f,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:25:35.850780 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:25:35.940365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Attempting to bind port b2d944db-1b2a-46c1-bc95-588da36edb4f on host n-h2-791505-9 for vnic_type normal with profile  {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 16:25:35.940741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Attempting to bind port b2d944db-1b2a-46c1-bc95-588da36edb4f by drivers openvswitch,hyperv on host n-h2-791505-9 at level 0 using segments [{'id': '2b3d2d43-a22a-4029-92e0-4e690573e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5'}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 16:25:35.941161 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Attempting to bind port b2d944db-1b2a-46c1-bc95-588da36edb4f on network 092eefca-7cba-4b24-b9d7-850f4345d5b5 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:25:35.946536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Port b2d944db-1b2a-46c1-bc95-588da36edb4f on network 092eefca-7cba-4b24-b9d7-850f4345d5b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-9 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 04 16:25:35.946863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Attempting to bind port b2d944db-1b2a-46c1-bc95-588da36edb4f on network 092eefca-7cba-4b24-b9d7-850f4345d5b5 {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 16:25:35.953219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Checking agent: {'id': '5d3bfb94-76b8-4b67-9c70-7c673556239b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'started_at': datetime.datetime(2021, 6, 4, 15, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 16, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 16:25:35.953545 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Checking segment: {'id': '2b3d2d43-a22a-4029-92e0-4e690573e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 16:25:35.953937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Bound using segment: {'id': '2b3d2d43-a22a-4029-92e0-4e690573e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5'} {{(pid=88300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 16:25:35.954367 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.managers [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Bound port: b2d944db-1b2a-46c1-bc95-588da36edb4f, host: n-h2-791505-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3d2d43-a22a-4029-92e0-4e690573e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5'}}] {{(pid=88300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 16:25:35.954803 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:36.063062 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] For port b2d944db-1b2a-46c1-bc95-588da36edb4f, host n-h2-791505-9, cleared binding levels {{(pid=88300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 16:25:36.066744 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] For port b2d944db-1b2a-46c1-bc95-588da36edb4f, host n-h2-791505-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b2d944db-1b2a-46c1-bc95-588da36edb4f,segment=NetworkSegment(2b3d2d43-a22a-4029-92e0-4e690573e329),segment_id=2b3d2d43-a22a-4029-92e0-4e690573e329)] {{(pid=88300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 16:25:36.170626 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:36.174900 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a3ea9eeb-85cb-48e0-acbe-b51bcc6d2ca8 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:25:36.250226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:36.250846 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:36.252258 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] 10.222.0.62 "PUT /v2.0/ports/b2d944db-1b2a-46c1-bc95-588da36edb4f HTTP/1.1" status: 200  len: 1091 time: 1.5121567
Jun 04 16:25:36.252816 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d0eea2-f601-46fd-af0d-79011624f821', 'tag': 'b2d944db-1b2a-46c1-bc95-588da36edb4f'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:25:36.255228 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79082e5e405f89b3c225701342a0f75be34bb75c3caf871e40b5bc6e9e2bcd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f01df8-5276-4a73-a556-eb4f15226951" -d '{"events": [{"name": "network-changed", "server_uuid": "23d0eea2-f601-46fd-af0d-79011624f821", "tag": "b2d944db-1b2a-46c1-bc95-588da36edb4f"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:25:36.277728 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d944db-1b2a-46c1-bc95-588da36edb4f,revision_number=3']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:25:36.281189 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:25:36.411656 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 16:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6550de18-0df3-4db3-a488-ddb7228a2ffd x-openstack-request-id: req-6550de18-0df3-4db3-a488-ddb7228a2ffd {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:25:36.412003 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d0eea2-f601-46fd-af0d-79011624f821", "tag": "b2d944db-1b2a-46c1-bc95-588da36edb4f", "status": "completed", "code": 200}]} {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:25:36.412307 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6550de18-0df3-4db3-a488-ddb7228a2ffd {{(pid=88300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 04 16:25:36.412764 n-d-791505-9 neutron-server[88300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d0eea2-f601-46fd-af0d-79011624f821', 'tag': 'b2d944db-1b2a-46c1-bc95-588da36edb4f', 'status': 'completed', 'code': 200}
Jun 04 16:25:36.456861 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-518ac19d-b034-4fbb-8541-29f01f3f6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:36.458404 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-518ac19d-b034-4fbb-8541-29f01f3f6729 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b4b8625039646ff96ff866514aad1b1&device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 1094 time: 0.0877798
Jun 04 16:25:36.551426 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-b8994fba-976f-497c-899e-e13238a99fa5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2d944db-1b2a-46c1-bc95-588da36edb4f HTTP/1.1" status: 200  len: 217 time: 0.0835004
Jun 04 16:25:36.633364 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-db40ea51-29e1-44d6-9561-57d9d7377728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:36.634980 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-db40ea51-29e1-44d6-9561-57d9d7377728 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d380dd03-74a2-4d45-81f7-18197e5148cd HTTP/1.1" status: 200  len: 850 time: 0.0724213
Jun 04 16:25:36.727460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-37529791-cc48-42e9-bc32-c5e0aed99b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:36.730782 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-37529791-cc48-42e9-bc32-c5e0aed99b0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=092eefca-7cba-4b24-b9d7-850f4345d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0888510
Jun 04 16:25:36.882705 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-26454532-f2cb-42c2-9ef7-6d7f1c7cd331 service neutron] 10.222.0.62 "GET /v2.0/networks/092eefca-7cba-4b24-b9d7-850f4345d5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447461
Jun 04 16:25:37.039879 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1680c5-9617-4933-b661-2876860e17cb req-eb9c4b29-e33c-480d-a221-61962c439bae tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:37.043190 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ed1680c5-9617-4933-b661-2876860e17cb req-eb9c4b29-e33c-480d-a221-61962c439bae tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.1234288
Jun 04 16:25:37.056228 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-b16355c1-a9c4-4d4a-abac-4d8a3a0ed50c service neutron] 10.222.0.62 "GET /v2.0/networks/092eefca-7cba-4b24-b9d7-850f4345d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1596520
Jun 04 16:25:37.099754 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ed1680c5-9617-4933-b661-2876860e17cb req-50c6e581-a754-4680-a3e6-b8758117e20c tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522041
Jun 04 16:25:37.315473 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01df8-5276-4a73-a556-eb4f15226951 req-f0b6a94f-7bd5-4491-bba1-e718065a6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:37.316880 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e1f01df8-5276-4a73-a556-eb4f15226951 req-f0b6a94f-7bd5-4491-bba1-e718065a6359 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b4b8625039646ff96ff866514aad1b1&device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 1094 time: 0.0803266
Jun 04 16:25:37.460948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01df8-5276-4a73-a556-eb4f15226951 req-390b765c-8da3-4163-83de-25d6d85fbc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:37.468472 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e1f01df8-5276-4a73-a556-eb4f15226951 req-390b765c-8da3-4163-83de-25d6d85fbc0c service neutron] 10.222.0.62 "GET /v2.0/networks?id=092eefca-7cba-4b24-b9d7-850f4345d5b5 HTTP/1.1" status: 200  len: 912 time: 0.1387522
Jun 04 16:25:37.532478 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e1f01df8-5276-4a73-a556-eb4f15226951 req-40618afa-0264-46f9-90ef-6b2138fdc797 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2d944db-1b2a-46c1-bc95-588da36edb4f HTTP/1.1" status: 200  len: 217 time: 0.0626721
Jun 04 16:25:37.602624 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01df8-5276-4a73-a556-eb4f15226951 req-209e6abd-9b15-4aed-ab34-d5c3dc4d3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:37.604373 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e1f01df8-5276-4a73-a556-eb4f15226951 req-209e6abd-9b15-4aed-ab34-d5c3dc4d3df5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d380dd03-74a2-4d45-81f7-18197e5148cd HTTP/1.1" status: 200  len: 850 time: 0.0651634
Jun 04 16:25:37.684982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01df8-5276-4a73-a556-eb4f15226951 req-79806380-172e-4a12-a53e-55fa322ab8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:37.686419 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e1f01df8-5276-4a73-a556-eb4f15226951 req-79806380-172e-4a12-a53e-55fa322ab8b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=092eefca-7cba-4b24-b9d7-850f4345d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0753379
Jun 04 16:25:37.839965 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e1f01df8-5276-4a73-a556-eb4f15226951 req-f0ccea8a-dcff-4844-a656-3a2fe0a5813e service neutron] 10.222.0.62 "GET /v2.0/networks/092eefca-7cba-4b24-b9d7-850f4345d5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451845
Jun 04 16:25:38.007772 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-e1f01df8-5276-4a73-a556-eb4f15226951 req-079c8c00-31c4-4926-ac77-16207cb6d5e2 service neutron] 10.222.0.62 "GET /v2.0/networks/092eefca-7cba-4b24-b9d7-850f4345d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614468
Jun 04 16:25:38.320430 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507b91e-b75f-4028-a500-0071fe49cf27 req-6951cb4b-ff83-497a-a912-27e4e6f7ca6e tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:38.322053 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2507b91e-b75f-4028-a500-0071fe49cf27 req-6951cb4b-ff83-497a-a912-27e4e6f7ca6e tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0933542
Jun 04 16:25:38.370094 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2507b91e-b75f-4028-a500-0071fe49cf27 req-ad52ee1d-7a73-4f6c-bb14-93cf3950fb18 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413270
Jun 04 16:25:39.562701 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87064127-b616-4cf2-bad5-454c2c05cbc0 req-7a689ee5-764d-4f5b-99dd-3dd26b0c476c tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:39.564738 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-87064127-b616-4cf2-bad5-454c2c05cbc0 req-7a689ee5-764d-4f5b-99dd-3dd26b0c476c tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0821247
Jun 04 16:25:39.614288 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-87064127-b616-4cf2-bad5-454c2c05cbc0 req-d1f6b26a-2b5e-4b8c-9602-30288580eeb1 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427308
Jun 04 16:25:40.833255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2b30f-abbc-495e-bb69-a90571de3c62 req-e93076bb-599d-4028-8f3c-72b391d40432 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:40.834818 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f9f2b30f-abbc-495e-bb69-a90571de3c62 req-e93076bb-599d-4028-8f3c-72b391d40432 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0973496
Jun 04 16:25:40.893417 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f9f2b30f-abbc-495e-bb69-a90571de3c62 req-6468e644-d66f-4ce8-aba6-3487f0fd9456 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524337
Jun 04 16:25:42.101218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bc2c1-47c8-478b-b7a3-e12f471a80bc req-b635becb-1e3d-4ee0-ba09-0a4b69c92ac4 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:42.104283 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b0bc2c1-47c8-478b-b7a3-e12f471a80bc req-b635becb-1e3d-4ee0-ba09-0a4b69c92ac4 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0901549
Jun 04 16:25:42.155112 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3b0bc2c1-47c8-478b-b7a3-e12f471a80bc req-6d743d5e-3f95-44f3-9a32-54f626359db3 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456326
Jun 04 16:25:43.368510 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3481f67-2df4-44f5-9637-91b5183a3d56 req-f10e8cee-9603-4377-b177-b105a2c4dd72 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:43.370681 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a3481f67-2df4-44f5-9637-91b5183a3d56 req-f10e8cee-9603-4377-b177-b105a2c4dd72 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0932541
Jun 04 16:25:43.424143 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-a3481f67-2df4-44f5-9637-91b5183a3d56 req-017226ec-bc54-4c94-baa6-3f9c4756dce9 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478036
Jun 04 16:25:44.642460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986a719-0ee0-45ee-bde2-b458aa3dc0a1 req-260e866a-b0e1-4b52-93f2-6bca2078f22a tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:44.643950 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1986a719-0ee0-45ee-bde2-b458aa3dc0a1 req-260e866a-b0e1-4b52-93f2-6bca2078f22a tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.1084354
Jun 04 16:25:44.693107 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-1986a719-0ee0-45ee-bde2-b458aa3dc0a1 req-17bbb343-7fa8-4513-a747-3b758d95f077 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433547
Jun 04 16:25:45.901587 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69fc2a-2b6b-4bbf-a6e9-71441b6c0b8b req-138163fc-d0ce-4b7f-a741-9db243dd043e tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:45.903183 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ef69fc2a-2b6b-4bbf-a6e9-71441b6c0b8b req-138163fc-d0ce-4b7f-a741-9db243dd043e tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0857425
Jun 04 16:25:45.950944 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ef69fc2a-2b6b-4bbf-a6e9-71441b6c0b8b req-ee5a0028-34f2-4bc4-88e4-3521bf08d2b9 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410960
Jun 04 16:25:47.187227 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa4c3d-2950-4430-84c0-c6b34b1b82c9 req-da49e94c-f412-4a44-81d5-e72230727f09 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:47.188706 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-47aa4c3d-2950-4430-84c0-c6b34b1b82c9 req-da49e94c-f412-4a44-81d5-e72230727f09 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0984557
Jun 04 16:25:47.237761 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-47aa4c3d-2950-4430-84c0-c6b34b1b82c9 req-ddd00fec-f4ee-42c3-a424-aa5707072630 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422575
Jun 04 16:25:48.440225 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1436598-43f8-489b-a383-b8fd8b848039 req-22b00f31-85da-43ec-b4d2-26c8f2350b96 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:48.441744 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e1436598-43f8-489b-a383-b8fd8b848039 req-22b00f31-85da-43ec-b4d2-26c8f2350b96 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0867233
Jun 04 16:25:48.497800 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-e1436598-43f8-489b-a383-b8fd8b848039 req-51b94300-53bc-4ec0-b613-ac113349049e tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493407
Jun 04 16:25:49.705251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ae1c2-7e5d-45dd-a266-f5abe966c48f req-744f3f65-bf75-4981-ace5-2f391a83cb1f tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:49.706759 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-276ae1c2-7e5d-45dd-a266-f5abe966c48f req-744f3f65-bf75-4981-ace5-2f391a83cb1f tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0909479
Jun 04 16:25:49.757867 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-276ae1c2-7e5d-45dd-a266-f5abe966c48f req-c667b9d9-9009-4466-9df7-84e45b417973 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452955
Jun 04 16:25:50.960679 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2810477-3245-411f-9266-1cc4efc80c04 req-2f075c32-d8a1-4777-bb4b-b89ae2416b18 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:50.962203 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2810477-3245-411f-9266-1cc4efc80c04 req-2f075c32-d8a1-4777-bb4b-b89ae2416b18 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0895846
Jun 04 16:25:51.012918 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-b2810477-3245-411f-9266-1cc4efc80c04 req-274a1925-c971-498b-aebe-fa69fc4200a6 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436141
Jun 04 16:25:52.218362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88340459-8704-437b-9ed8-1df81359989f req-e6584408-4140-40f6-bd69-54c839b291a5 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:52.219888 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-88340459-8704-437b-9ed8-1df81359989f req-e6584408-4140-40f6-bd69-54c839b291a5 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0901146
Jun 04 16:25:52.271665 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-88340459-8704-437b-9ed8-1df81359989f req-55e69f0a-53ac-4baf-b92c-bdae4bec5ecf tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454159
Jun 04 16:25:53.476736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915079dd-5263-47d6-ae91-58c4c3a4d147 req-b7053e15-9c55-45c2-ab60-d412fadd6731 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:53.478801 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-915079dd-5263-47d6-ae91-58c4c3a4d147 req-b7053e15-9c55-45c2-ab60-d412fadd6731 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0906637
Jun 04 16:25:53.527590 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-915079dd-5263-47d6-ae91-58c4c3a4d147 req-59fa95ec-1ba2-4118-adb4-328b9b34b174 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432272
Jun 04 16:25:54.322015 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:54.729056 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8759cb5-dde3-4ff3-b4da-9d1d0d899b37 req-c5ca2b97-0feb-4a1b-83ea-432e17d7ccc9 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:54.730853 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f8759cb5-dde3-4ff3-b4da-9d1d0d899b37 req-c5ca2b97-0feb-4a1b-83ea-432e17d7ccc9 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0866075
Jun 04 16:25:54.784240 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-f8759cb5-dde3-4ff3-b4da-9d1d0d899b37 req-2155772f-3c3b-4138-8546-895860003292 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468431
Jun 04 16:25:55.172279 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:25:55.980044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b04b28-aae0-4d95-89c7-157bfbe2bc95 req-693f7bd5-c6b3-4c9d-812a-37e4a82d34b0 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:55.984763 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-78b04b28-aae0-4d95-89c7-157bfbe2bc95 req-693f7bd5-c6b3-4c9d-812a-37e4a82d34b0 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0883396
Jun 04 16:25:56.031162 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-78b04b28-aae0-4d95-89c7-157bfbe2bc95 req-c989eec4-1a1f-443a-9dd2-a8be94ad08df tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437193
Jun 04 16:25:56.659497 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:57.234817 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed336c21-c385-4878-964d-e5266a9362c1 req-aad6a9e4-4e94-40ca-940d-655f5bb1dd0f tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:57.236397 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ed336c21-c385-4878-964d-e5266a9362c1 req-aad6a9e4-4e94-40ca-940d-655f5bb1dd0f tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0844774
Jun 04 16:25:57.294937 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-ed336c21-c385-4878-964d-e5266a9362c1 req-bdf03f77-f7f1-467f-8cdf-7edfce09577a tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519967
Jun 04 16:25:58.491202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8be41-e6c7-4238-bb80-6d6cd36b0b8a req-9f05dd0e-ea1c-4c9f-8a15-db808d485d2f tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:58.492693 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-13f8be41-e6c7-4238-bb80-6d6cd36b0b8a req-9f05dd0e-ea1c-4c9f-8a15-db808d485d2f tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0864484
Jun 04 16:25:58.541994 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-13f8be41-e6c7-4238-bb80-6d6cd36b0b8a req-f0fb960f-547c-4f1b-8034-ec9a469164e3 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421498
Jun 04 16:25:59.638378 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-59d5b982-3895-4318-a159-f591c5de9055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:25:59.753568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79643dc-36ba-4642-a2fe-544ed747cccb req-babe9e10-82c0-4d32-bcaa-cae4456c47d0 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:25:59.753568 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d79643dc-36ba-4642-a2fe-544ed747cccb req-babe9e10-82c0-4d32-bcaa-cae4456c47d0 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0872753
Jun 04 16:25:59.801388 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d79643dc-36ba-4642-a2fe-544ed747cccb req-daabfa9e-aed2-46b1-b761-299c71829fe6 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452161
Jun 04 16:26:01.002568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b9cb6-32cf-45c1-acd9-39586ee708e2 req-cdefd689-fa59-4d06-b43c-624b70af0480 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:26:01.004123 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-386b9cb6-32cf-45c1-acd9-39586ee708e2 req-cdefd689-fa59-4d06-b43c-624b70af0480 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0863454
Jun 04 16:26:01.052988 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-386b9cb6-32cf-45c1-acd9-39586ee708e2 req-39b8759b-f97b-4111-ad60-30df7c1ca3c5 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411084
Jun 04 16:26:02.158264 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:02.264459 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db3d3a-8e5d-4cd5-954d-a9a8e2d06c6d req-b80084df-92d8-4bc3-ab25-9470c1c650b0 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:26:02.265996 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-08db3d3a-8e5d-4cd5-954d-a9a8e2d06c6d req-b80084df-92d8-4bc3-ab25-9470c1c650b0 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0919120
Jun 04 16:26:02.317389 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-08db3d3a-8e5d-4cd5-954d-a9a8e2d06c6d req-262c1d86-8b8c-430a-8da3-eb31d0dbc11b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457153
Jun 04 16:26:02.379226 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d5fa7de2-afca-40d7-b348-cb330239f662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:03.512568 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d0f40-c91b-49ff-9309-425e8fb83814 req-0af88189-7adb-4f40-ba51-cc301ae72c73 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:26:03.514429 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-519d0f40-c91b-49ff-9309-425e8fb83814 req-0af88189-7adb-4f40-ba51-cc301ae72c73 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0829484
Jun 04 16:26:03.569212 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-519d0f40-c91b-49ff-9309-425e8fb83814 req-e9e41bd6-bbf4-4d9c-928f-bdc9837e1514 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450890
Jun 04 16:26:03.910613 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:04.770420 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7fd6b-83ff-40fc-afb6-0313f018412b req-aeb42063-bab5-49b0-91ac-d9db722c1204 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:26:04.771908 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3ff7fd6b-83ff-40fc-afb6-0313f018412b req-aeb42063-bab5-49b0-91ac-d9db722c1204 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0885155
Jun 04 16:26:04.822403 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3ff7fd6b-83ff-40fc-afb6-0313f018412b req-f3c87d9a-efbd-426f-b278-ca6d592af315 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426855
Jun 04 16:26:05.483996 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:06.026858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f32e00-2706-460c-9cd7-868ca9babfc7 req-9a4e157b-87fe-43fe-b54b-2ea2fc2a5ebf tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:26:06.028818 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55f32e00-2706-460c-9cd7-868ca9babfc7 req-9a4e157b-87fe-43fe-b54b-2ea2fc2a5ebf tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0957971
Jun 04 16:26:06.077289 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-55f32e00-2706-460c-9cd7-868ca9babfc7 req-5514926b-71fa-45aa-81d9-ed4e5707b7e5 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424042
Jun 04 16:26:07.299629 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1688d-1ad5-4c8a-8507-7a4c5472cb2c req-f153a5ed-d998-44e6-80fa-2841b095d874 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:26:07.301249 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0be1688d-1ad5-4c8a-8507-7a4c5472cb2c req-f153a5ed-d998-44e6-80fa-2841b095d874 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0931966
Jun 04 16:26:07.351366 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-0be1688d-1ad5-4c8a-8507-7a4c5472cb2c req-0d951ad1-5562-4a39-b686-db3ca799a06f tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434237
Jun 04 16:26:08.553805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547a5dd-24d7-4bd1-848b-9dbf3b418a45 req-f1e3e9ae-33c6-4178-a879-01239ecb7637 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:26:08.556118 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d547a5dd-24d7-4bd1-848b-9dbf3b418a45 req-f1e3e9ae-33c6-4178-a879-01239ecb7637 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0889628
Jun 04 16:26:08.611876 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d547a5dd-24d7-4bd1-848b-9dbf3b418a45 req-f88edaad-7c0d-4523-83a2-f709285c006b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499945
Jun 04 16:26:09.817931 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f386a-ccba-4335-8695-795a698a6a7d req-00476b07-7069-4cab-905e-75e59a491f4e tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:26:09.819415 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc6f386a-ccba-4335-8695-795a698a6a7d req-00476b07-7069-4cab-905e-75e59a491f4e tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0871937
Jun 04 16:26:09.866906 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-dc6f386a-ccba-4335-8695-795a698a6a7d req-b56dd319-c946-4f4d-be70-06d2c2d756f8 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408876
Jun 04 16:26:11.059757 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932a2fd-3dc8-4f01-b447-d12985187aab req-8152715e-5e4a-4930-b596-f2782375797c tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:26:11.061264 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2932a2fd-3dc8-4f01-b447-d12985187aab req-8152715e-5e4a-4930-b596-f2782375797c tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0865548
Jun 04 16:26:11.107225 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-2932a2fd-3dc8-4f01-b447-d12985187aab req-3bbc9736-6bf9-4ce3-b58c-d3359323c409 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404108
Jun 04 16:26:12.311385 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac70264-b238-4a80-8f2b-15391e357953 req-3b8aa374-140b-45c0-b88b-bf7180215a17 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:26:12.313201 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eac70264-b238-4a80-8f2b-15391e357953 req-3b8aa374-140b-45c0-b88b-bf7180215a17 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0930877
Jun 04 16:26:12.515980 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-eac70264-b238-4a80-8f2b-15391e357953 req-680776f8-8561-482b-8247-6f94c9db1981 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971424
Jun 04 16:26:13.710164 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214286b8-0b2c-494b-a8ed-da6e072b6fad req-cecbe6df-3cac-4614-92d3-3592b8dcddb8 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:26:13.711811 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-214286b8-0b2c-494b-a8ed-da6e072b6fad req-cecbe6df-3cac-4614-92d3-3592b8dcddb8 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0848565
Jun 04 16:26:13.759407 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-214286b8-0b2c-494b-a8ed-da6e072b6fad req-e57b7c9d-c6c1-468b-b0f7-720d4caf0872 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410163
Jun 04 16:26:14.984410 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bc7fa-90ba-4457-a924-9e05e2df7a6e req-a91359ef-ada5-4d4a-a3b4-356e63bb69ed tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:26:14.986023 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb6bc7fa-90ba-4457-a924-9e05e2df7a6e req-a91359ef-ada5-4d4a-a3b4-356e63bb69ed tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.1175377
Jun 04 16:26:15.036198 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-bb6bc7fa-90ba-4457-a924-9e05e2df7a6e req-598ee876-6736-42be-bbd6-a7151cbd0e38 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439835
Jun 04 16:26:16.249847 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1656788-a772-4150-9262-4b485b079dc7 req-8960842a-a8b6-4453-8ccb-a7d09c6a4bd5 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:26:16.251378 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d1656788-a772-4150-9262-4b485b079dc7 req-8960842a-a8b6-4453-8ccb-a7d09c6a4bd5 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0904880
Jun 04 16:26:16.301617 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-d1656788-a772-4150-9262-4b485b079dc7 req-30b73a3f-d7eb-4ac4-b27d-ba70d95f80fa tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435212
Jun 04 16:26:17.520103 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29d3c6-361a-436f-a130-20568fdef067 req-84d1fef6-0f80-482d-9b10-97478303966c tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:26:17.521620 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3f29d3c6-361a-436f-a130-20568fdef067 req-84d1fef6-0f80-482d-9b10-97478303966c tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 943 time: 0.0861290
Jun 04 16:26:17.568029 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [req-3f29d3c6-361a-436f-a130-20568fdef067 req-daf583ce-df04-44e3-9b02-75aefe644382 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e583b3f-629d-4227-a175-cad8e87043b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403492
Jun 04 16:26:18.630841 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b2d944db-1b2a-46c1-bc95-588da36edb4f details requested by agent hyperv_n-h2-791505-9 with host n-h2-791505-9 {{(pid=88302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 04 16:26:18.771925 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b2d944db-1b2a-46c1-bc95-588da36edb4f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b2d944db-1b2a-46c1-bc95-588da36edb4f,segment=NetworkSegment(2b3d2d43-a22a-4029-92e0-4e690573e329),segment_id=2b3d2d43-a22a-4029-92e0-4e690573e329)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:26:18.787327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Returning: {'device': 'b2d944db-1b2a-46c1-bc95-588da36edb4f', 'network_id': '092eefca-7cba-4b24-b9d7-850f4345d5b5', 'port_id': 'b2d944db-1b2a-46c1-bc95-588da36edb4f', 'mac_address': 'fa:16:3e:19:eb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd380dd03-74a2-4d45-81f7-18197e5148cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 04 16:26:18.846192 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:18.863831 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d944db-1b2a-46c1-bc95-588da36edb4f {{(pid=88302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 04 16:26:18.880150 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b2d944db-1b2a-46c1-bc95-588da36edb4f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b2d944db-1b2a-46c1-bc95-588da36edb4f,segment=NetworkSegment(2b3d2d43-a22a-4029-92e0-4e690573e329),segment_id=2b3d2d43-a22a-4029-92e0-4e690573e329)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:26:19.032254 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:19.034154 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-ef8be783-ebcc-472d-b798-16ee16286211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:26:19.108246 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=b2d944db-1b2a-46c1-bc95-588da36edb4f,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:26:19.116115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:26:19.116470 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:26:19.116849 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:26:19.117203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:26:19.118037 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:26:19.118366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:26:19.118721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:26:19.119204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:26:19.119665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:26:19.120363 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:26:19.120889 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:26:19.121200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:26:19.126656 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:26:19.485301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] get_ports_and_sgs() called for port_ids ['b2d944db-1b2a-46c1-bc95-588da36edb4f'] {{(pid=88302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 04 16:26:20.640182 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b2d944db-1b2a-46c1-bc95-588da36edb4f up at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 16:26:20.832259 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning for port b2d944db-1b2a-46c1-bc95-588da36edb4f completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 16:26:20.837791 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Provisioning complete for port b2d944db-1b2a-46c1-bc95-588da36edb4f triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 16:26:20.838170 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:20.961588 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:20.990735 n-d-791505-9 neutron-server[88302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d0eea2-f601-46fd-af0d-79011624f821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d944db-1b2a-46c1-bc95-588da36edb4f'}] {{(pid=88302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:26:20.993806 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc4d3ca1ad775a21c8901c5d0a9ac2cba1d0ac500ba6b7c769ade87e62d1a3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89525fc-9377-4086-87cb-2d02f0662c3b" -d '{"events": [{"server_uuid": "23d0eea2-f601-46fd-af0d-79011624f821", "name": "network-vif-plugged", "status": "completed", "tag": "b2d944db-1b2a-46c1-bc95-588da36edb4f"}]}' {{(pid=88302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:26:21.002471 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] For port b2d944db-1b2a-46c1-bc95-588da36edb4f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b2d944db-1b2a-46c1-bc95-588da36edb4f,segment=NetworkSegment(2b3d2d43-a22a-4029-92e0-4e690573e329),segment_id=2b3d2d43-a22a-4029-92e0-4e690573e329)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:26:21.204104 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:21.207982 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-255ff7a0-e171-4365-a074-beee3d70bb4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:26:21.278291 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Pushing event updated for resources: {'Port': ['ID=b2d944db-1b2a-46c1-bc95-588da36edb4f,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:26:21.281433 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:26:24.307134 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:26.687393 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:29.631868 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-30bae5de-eb0d-4067-b9ff-40f10c88e426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:32.151869 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:32.172218 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:26:32.437703 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eea70474-7db6-4892-a853-0b699067c30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:33.951885 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:35.489110 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:54.322732 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:56.659663 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:26:59.699744 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-092bc0c1-9cbc-4790-a300-5abaad365f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:02.070871 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:02.408244 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cd39867d-ad40-47a1-b727-2417af8336e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:03.933918 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:05.459464 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:09.171442 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:27:22.269942 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-2a9c02cc-a662-4b95-a8fc-0c4de9666774 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 16:27:22.270676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-2a9c02cc-a662-4b95-a8fc-0c4de9666774 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Synchronizing usage tracker for tenant:2b4b8625039646ff96ff866514aad1b1 on resource:port {{(pid=88300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 16:27:22.425263 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-2a9c02cc-a662-4b95-a8fc-0c4de9666774 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Unset dirty status for tenant:2b4b8625039646ff96ff866514aad1b1 on resource:port {{(pid=88300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 16:27:22.426469 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-2a9c02cc-a662-4b95-a8fc-0c4de9666774 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d0eea2-f601-46fd-af0d-79011624f821 HTTP/1.1" status: 200  len: 945 time: 0.4076796
Jun 04 16:27:22.577800 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Deleting port b2d944db-1b2a-46c1-bc95-588da36edb4f {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 16:27:22.579826 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:22.733234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] For port b2d944db-1b2a-46c1-bc95-588da36edb4f, host n-h2-791505-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-9',level=0,port_id=b2d944db-1b2a-46c1-bc95-588da36edb4f,segment=NetworkSegment(2b3d2d43-a22a-4029-92e0-4e690573e329),segment_id=2b3d2d43-a22a-4029-92e0-4e690573e329)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 16:27:22.733623 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:22.868664 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Calling delete_port for b2d944db-1b2a-46c1-bc95-588da36edb4f owned by compute:nova {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 16:27:22.936306 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Device b2d944db-1b2a-46c1-bc95-588da36edb4f no longer exists at agent hyperv_n-h2-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 16:27:23.048615 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:23.053979 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:23.055826 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 16:27:23.107837 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Pushing event deleted for resources: {'Port': ['ID=b2d944db-1b2a-46c1-bc95-588da36edb4f,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 16:27:23.148981 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:27:23.149464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:27:23.149858 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:27:23.150238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:27:23.150618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:27:23.150994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:27:23.151361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:27:23.151729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:27:23.152102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:27:23.152467 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:27:23.152832 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:27:23.153228 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 16:27:23.160954 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 16:27:23.202564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] No DVR routers for this DVR port b2d944db-1b2a-46c1-bc95-588da36edb4f on host n-h2-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 16:27:23.205451 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57691'] for port, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:23.208375 n-d-791505-9 neutron-server[88300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d0eea2-f601-46fd-af0d-79011624f821', 'name': 'network-vif-deleted', 'tag': 'b2d944db-1b2a-46c1-bc95-588da36edb4f'}] {{(pid=88300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 04 16:27:23.211503 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79082e5e405f89b3c225701342a0f75be34bb75c3caf871e40b5bc6e9e2bcd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f403a547-409d-4108-b848-b8e944fef50b" -d '{"events": [{"server_uuid": "23d0eea2-f601-46fd-af0d-79011624f821", "name": "network-vif-deleted", "tag": "b2d944db-1b2a-46c1-bc95-588da36edb4f"}]}' {{(pid=88300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 04 16:27:23.298647 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] 10.222.0.62 "DELETE /v2.0/ports/b2d944db-1b2a-46c1-bc95-588da36edb4f HTTP/1.1" status: 204  len: 173 time: 0.8648505
Jun 04 16:27:24.305247 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:26.687844 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:29.642291 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f3894407-8da0-4842-9477-59ad1e7617f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:32.058770 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:32.419237 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4d30-fcc9-4642-b468-dd410eb643e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:33.915937 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:35.469456 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:46.170086 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:27:54.310589 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:56.738017 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:27:59.630435 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5cdcf8ae-18ca-41c7-b5df-0f5b5a1ee2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:28:02.099257 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:28:02.372792 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f8987cd0-af24-4252-8d42-af474ae8c72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:28:03.893821 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:28:05.459441 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:28:15.676983 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-60b8f619-de57-4f40-9451-03dfe53deb27 req-b7e1459a-414f-48f0-a98a-fa7a7b40563d service neutron] (88301) timed out ('10.222.0.32', 36498) {{(pid=88301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 16:28:23.169446 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:28:24.344039 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:28:26.709396 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:28:29.595209 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dec68c9e-6e1e-4fba-ae5d-48cc8b8cc499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:28:32.109326 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:28:32.395079 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-62332f9b-32e8-454d-9bfa-c43ed0d854d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:28:33.915345 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:28:35.464160 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:28:54.337210 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:28:56.737514 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:28:59.629513 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4179e0b5-0cca-4d78-b2e7-30d3b8dd36ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:29:00.172115 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:29:02.074274 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:29:02.383248 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-220d0c19-4d53-4013-919d-c054ef933a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:29:03.909718 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:29:05.497391 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:29:24.399854 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:29:26.741962 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:29:29.674557 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5f036de0-45a2-478b-bb4d-36c278c10b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:29:32.091013 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:29:32.411069 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dfe3ce4c-acb3-45fa-8b70-6cc5dc422d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:29:33.908580 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:29:35.479676 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:29:37.171757 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:29:54.393343 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:29:56.902292 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:29:59.776514 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-40345c22-40dc-44c5-9e42-ad65e0125072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:30:02.090524 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:30:02.404801 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-961961ee-9361-460a-ad7b-b6b09d4044af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:30:03.936303 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:30:05.478791 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:30:14.170617 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:30:24.353067 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:30:26.810050 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:30:29.649725 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1f1bab82-e039-4242-bf21-cdce13b0d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:30:32.100661 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:30:32.381125 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-44d1a8d7-989e-433e-8a4a-195d387d423a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:30:33.929959 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:30:35.512435 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:30:51.169596 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:30:54.375124 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:30:56.706133 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:30:59.643632 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b935409d-7c4a-40b6-8235-11a4189f810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:31:02.163772 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:31:02.432512 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4251aeee-a16d-4d7d-85f9-79f37834b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:31:03.952680 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:31:05.495001 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:31:21.098520 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Fri, 04 Jun 2021 16:26:20 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:31:21.099224 n-d-791505-9 neutron-server[88302]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=88302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:31:21.130484 n-d-791505-9 neutron-server[88302]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': '23d0eea2-f601-46fd-af0d-79011624f821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d944db-1b2a-46c1-bc95-588da36edb4f'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500)
Jun 04 16:31:21.130484 n-d-791505-9 neutron-server[88302]: ERROR neutron.notifiers.nova Traceback (most recent call last):
Jun 04 16:31:21.130484 n-d-791505-9 neutron-server[88302]: ERROR neutron.notifiers.nova   File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events
Jun 04 16:31:21.130484 n-d-791505-9 neutron-server[88302]: ERROR neutron.notifiers.nova     response = novaclient.server_external_events.create(
Jun 04 16:31:21.130484 n-d-791505-9 neutron-server[88302]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create
Jun 04 16:31:21.130484 n-d-791505-9 neutron-server[88302]: ERROR neutron.notifiers.nova     return self._create('/os-server-external-events', body, 'events',
Jun 04 16:31:21.130484 n-d-791505-9 neutron-server[88302]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create
Jun 04 16:31:21.130484 n-d-791505-9 neutron-server[88302]: ERROR neutron.notifiers.nova     resp, body = self.api.client.post(url, body=body)
Jun 04 16:31:21.130484 n-d-791505-9 neutron-server[88302]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post
Jun 04 16:31:21.130484 n-d-791505-9 neutron-server[88302]: ERROR neutron.notifiers.nova     return self.request(url, 'POST', **kwargs)
Jun 04 16:31:21.130484 n-d-791505-9 neutron-server[88302]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request
Jun 04 16:31:21.130484 n-d-791505-9 neutron-server[88302]: ERROR neutron.notifiers.nova     raise exceptions.from_response(resp, body, url, method)
Jun 04 16:31:21.130484 n-d-791505-9 neutron-server[88302]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500)
Jun 04 16:31:21.130484 n-d-791505-9 neutron-server[88302]: ERROR neutron.notifiers.nova 
Jun 04 16:31:24.358605 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:31:26.723987 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:31:28.168885 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:31:29.632340 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1e82938a-6539-455c-804a-31e63aee446f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:31:32.072433 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:31:32.369394 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-118ab3c4-a657-4d67-b64f-000826325cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:31:34.061370 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:31:35.512831 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:31:54.404534 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:31:56.735375 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:31:59.700831 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49f76610-451d-4958-b452-744648c15c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:32:02.123463 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:32:02.369188 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-149c23bc-6ae1-4d6b-ab91-cace6a27b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:32:03.912334 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:32:05.168213 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:32:05.529742 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:32:23.312170 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Fri, 04 Jun 2021 16:27:23 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 04 16:32:23.312816 n-d-791505-9 neutron-server[88300]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=88300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 04 16:32:23.314202 n-d-791505-9 neutron-server[88300]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': '23d0eea2-f601-46fd-af0d-79011624f821', 'name': 'network-vif-deleted', 'tag': 'b2d944db-1b2a-46c1-bc95-588da36edb4f'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500)
Jun 04 16:32:23.314202 n-d-791505-9 neutron-server[88300]: ERROR neutron.notifiers.nova Traceback (most recent call last):
Jun 04 16:32:23.314202 n-d-791505-9 neutron-server[88300]: ERROR neutron.notifiers.nova   File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events
Jun 04 16:32:23.314202 n-d-791505-9 neutron-server[88300]: ERROR neutron.notifiers.nova     response = novaclient.server_external_events.create(
Jun 04 16:32:23.314202 n-d-791505-9 neutron-server[88300]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create
Jun 04 16:32:23.314202 n-d-791505-9 neutron-server[88300]: ERROR neutron.notifiers.nova     return self._create('/os-server-external-events', body, 'events',
Jun 04 16:32:23.314202 n-d-791505-9 neutron-server[88300]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create
Jun 04 16:32:23.314202 n-d-791505-9 neutron-server[88300]: ERROR neutron.notifiers.nova     resp, body = self.api.client.post(url, body=body)
Jun 04 16:32:23.314202 n-d-791505-9 neutron-server[88300]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post
Jun 04 16:32:23.314202 n-d-791505-9 neutron-server[88300]: ERROR neutron.notifiers.nova     return self.request(url, 'POST', **kwargs)
Jun 04 16:32:23.314202 n-d-791505-9 neutron-server[88300]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request
Jun 04 16:32:23.314202 n-d-791505-9 neutron-server[88300]: ERROR neutron.notifiers.nova     raise exceptions.from_response(resp, body, url, method)
Jun 04 16:32:23.314202 n-d-791505-9 neutron-server[88300]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500)
Jun 04 16:32:23.314202 n-d-791505-9 neutron-server[88300]: ERROR neutron.notifiers.nova 
Jun 04 16:32:24.375213 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:32:26.746536 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:32:29.626662 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-de842aac-72e5-4afa-a8fb-c70bfb57a6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:32:32.095324 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:32:32.352098 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d19dc42-f713-47e3-94e6-0918d0fa746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:32:33.946713 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:32:35.484377 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:32:42.168168 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:32:54.409341 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:32:56.884444 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:32:59.747523 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8e883fee-75b5-4783-a6c3-0f6e5df16437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:33:02.089431 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:33:02.404013 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6d09f6ef-e854-4a7b-aa5c-51b4c2bac290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:33:03.405342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-6019f274-6460-48bc-b9aa-2444baa4a734 req-e0b3b8e6-8d59-42e4-8575-9bc77f589c35 service neutron] (88300) timed out ('10.222.0.32', 58828) {{(pid=88300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 16:33:04.174132 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:33:05.512501 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:33:19.167111 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:33:24.409256 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:33:26.854979 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:33:29.661216 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-97c00a15-cd0c-49e7-ac6a-0737e27d5553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:33:32.089549 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:33:32.415096 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-07d18263-aee1-4179-9f44-8c6528e08b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:33:33.923752 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:33:35.489603 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:33:54.415305 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:33:56.166552 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:33:56.855378 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:33:59.621181 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-67f57c31-3453-428d-8861-e464cd55a935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:34:02.100680 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:34:02.438045 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f4d7499c-f44e-4b5e-975d-60f3095b1c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:34:03.952738 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:34:05.501989 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:34:24.431175 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:34:26.855336 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:34:29.632960 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f8ade492-d7e6-45e4-83fd-6824fa6b9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:34:32.113862 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:34:32.404628 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-db2f3c31-b183-41fb-9964-ba0275561a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:34:33.166750 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:34:33.941210 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:34:35.500706 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:34:54.443608 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:34:56.912729 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:34:59.688075 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-38aabb7b-6991-4c62-b7f1-efdfea0613c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:35:02.107355 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:35:02.404533 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-67e47989-61eb-4432-8b0b-8f30b1cbf2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:35:03.964246 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:35:05.677251 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:35:10.167274 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:35:24.461107 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:35:26.849764 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:35:29.655557 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8247a409-73b8-4ccc-b025-33c4509e5eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:35:32.100764 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:35:32.461131 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c23b6638-15ee-4edb-b256-7e81c75f5b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:35:33.970088 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:35:35.489805 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:35:47.166628 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:35:54.489478 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:35:56.872385 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:35:59.609410 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f3336433-cb42-4866-b8ad-30ab115904e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:36:02.144736 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:36:02.403047 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a675a691-171a-4d80-9baf-96d4c7c27bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:36:03.946442 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:36:05.507081 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:36:24.165378 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:36:24.477791 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:36:26.864839 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:36:29.643682 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ae86c5b8-4380-4d71-8bfe-33aaed24a174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:36:32.123579 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:36:32.477736 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-95dccde0-85bf-450d-b216-9aa328c6d303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:36:33.963995 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:36:35.546489 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:36:54.483171 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:36:56.894938 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:36:59.643518 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5467d509-0f1b-44bd-b952-7b35ad27b0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:37:01.164515 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:37:02.115733 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:37:02.515539 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7a256686-78fe-4003-96fd-2069743a3af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:37:03.997966 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:37:05.517834 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:37:24.478342 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:37:26.904170 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:37:29.688917 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-656ab77d-8163-4023-8bb0-60df2b3c25ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:37:32.123109 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:37:32.443783 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-200f8ab1-70ad-4225-b0d2-d620d7e9183b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:37:33.969143 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:37:35.529689 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:37:38.163720 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:37:54.488886 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:37:57.040963 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:37:59.660109 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1cc69b33-8dc0-4704-b86a-85d7186dab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:38:02.134908 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:38:02.426454 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-94527902-b85d-447b-89a4-9e90f835653f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:38:03.968793 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:38:05.546170 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:38:15.163229 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:38:24.534854 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:38:26.867833 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:38:29.620529 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-31fe6fb1-7616-48f4-879c-298d97db5088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:38:32.149684 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:38:32.420660 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f5892e26-ad4f-4718-ac0e-1d1a37d5714d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:38:34.012165 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:38:35.548987 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:38:52.162363 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:38:54.508942 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:38:56.914553 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:38:59.651600 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d0932389-5ba5-4b50-a89a-c47a78c50220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:39:02.206038 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:39:02.454642 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-46b19fb8-d2cb-4992-b482-daaacb1ca494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:39:04.054269 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:39:05.548489 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:39:24.537390 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:39:26.860420 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:39:29.162951 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:39:29.642492 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bc48c23d-8d5b-49f4-87c4-b1b17b1e6d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:39:32.148446 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:39:32.405515 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-923e176d-624e-4083-b122-4a4bc878aa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:39:34.006770 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:39:35.548537 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:39:54.565357 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:39:56.868138 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:39:59.742339 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6e91249f-b42c-4a83-9303-feeb8ea08b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:40:02.162966 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:40:02.404980 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6595fba5-28d4-4d7d-a653-b4d71dff5c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:40:04.027974 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:40:05.551768 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:40:06.162645 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:40:24.582573 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:40:26.879841 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:40:29.648294 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8c7940e4-ff5c-48be-9028-099a9622254b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:40:32.101748 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:40:32.445758 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-07cf2276-5924-4364-b239-1567fa1814f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:40:33.981919 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:40:35.530536 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:40:43.162198 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:40:54.628018 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:40:56.890503 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:40:59.630507 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c5bfed9-7bb6-48fd-a45c-7560ade9d4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:41:02.141397 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:41:02.387212 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-563f68e2-0e1a-454b-9460-3d9364e4bcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:41:04.004227 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:41:05.534107 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:41:17.569816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [req-3f29d3c6-361a-436f-a130-20568fdef067 req-daf583ce-df04-44e3-9b02-75aefe644382 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] (88301) timed out ('10.222.0.32', 58782) {{(pid=88301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 16:41:20.161253 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:41:24.603796 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:41:26.895953 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:41:29.648062 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-99976ceb-bbce-4324-b5e6-b46cbb325d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:41:32.146984 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:41:32.404194 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f93e1d69-111e-4e1b-88a6-f3c145f8646c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:41:34.004658 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:41:35.587160 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:41:54.609357 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:41:57.089569 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:41:57.160785 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:41:59.649562 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b1a4d885-cf2b-4b36-9fa7-488b2a0a3dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:42:02.163543 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:42:02.432406 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dbac687f-7e50-49cc-90fa-532d055ea4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:42:04.009496 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:42:05.603482 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:42:23.300701 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [req-7190e14c-a501-4d42-bfc6-11f35170e5d3 req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] (88300) timed out ('10.222.0.62', 64732) {{(pid=88300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 04 16:42:24.654892 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:42:26.911978 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:42:29.635942 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a83f4cd7-95cc-4a2d-8653-cd73d97ff3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:42:32.254982 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:42:32.367339 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-755f9584-0db2-4af9-b341-424ff114f7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:42:33.995903 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:42:34.160566 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:42:35.557883 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:42:54.648659 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:42:57.111671 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:42:59.631466 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-db400c01-3715-4ae4-9e29-8dd236d39a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:43:02.105782 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:43:02.408788 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-497e398e-a558-448b-8499-cd737eaff190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:43:04.024501 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:43:05.555606 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:43:11.161687 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:43:24.619824 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:43:26.951368 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:43:29.659765 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-54f3744d-bd6f-4375-a7fd-d70cd358eccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:43:32.145054 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:43:32.362253 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-14681230-c1e8-467a-9e27-f066a2289e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:43:34.018347 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:43:35.561417 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:43:48.161491 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:43:54.630572 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:43:57.036478 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:43:59.636203 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c3cc7835-fb92-4f4a-ae00-c49f3a5d19a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:44:02.110502 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:44:02.423705 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5f8dfe7c-b72c-48f2-ba7e-c6a9eff82720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:44:03.996523 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:44:05.584593 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:44:24.635855 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:44:25.161068 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:44:27.059675 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:44:29.618637 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d2b4fde4-cff7-4a06-bfed-1a66200ffd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:44:32.144492 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:44:32.413408 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-235bf024-cf0d-468c-b905-efebb9ff2270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:44:34.007188 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:44:35.590729 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:44:54.617717 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:44:57.178383 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:44:59.629809 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-615fe565-58e2-4b10-b205-f59d49dd8fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:45:02.159944 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:45:02.171949 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:45:02.601040 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-51b3ad6e-61a2-4f25-8bc8-6752f43233a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:45:04.007883 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:45:05.554994 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:45:24.640940 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:45:27.166947 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:45:29.629418 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b111ef8f-9d96-46f8-909d-d69cc8f30e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:45:32.096991 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:45:32.417435 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b8a58e2a-2c30-4d5c-ad75-8c860cceb909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:45:34.011743 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:45:35.560931 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:45:39.159531 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:45:54.657860 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:45:57.006225 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:45:59.635109 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab68d-a4a2-4d7f-9e32-be91bbc3d62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:46:02.106834 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:46:02.389190 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eee44d36-66df-4a51-88f8-b0cbea4eaccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:46:04.029007 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:46:05.606887 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:46:16.158274 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:46:24.651551 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:46:26.977617 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:46:29.628381 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-87103d63-ce33-4e49-bddc-178aff7523f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:46:32.166185 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:46:32.446218 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-35c6a0c8-c9ba-4ddd-8c4b-e0eb5e1c7138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:46:34.006042 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:46:35.594080 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:46:53.157692 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:46:54.657024 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:46:57.010915 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:46:59.645679 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-097173c0-d36c-4854-8902-a353f9ad5a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:47:02.119811 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:47:02.513777 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d476e385-2852-4922-acc7-32f4237fc73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:47:04.062584 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:47:05.593978 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:47:24.662211 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:47:26.993578 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:47:29.639317 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7befe5cf-6043-49e3-b4f4-acd933c0bfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:47:30.159390 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:47:32.130555 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:47:32.410728 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b3e5a2e9-625b-4cf5-8103-d7c5b2ab1922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:47:34.039265 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:47:35.582270 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:47:54.713394 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:47:56.992892 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:47:59.644856 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-52ac82e7-d9dc-45fa-b321-578bd70c6241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:48:02.153454 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:48:02.433249 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-62325a51-c2f2-422b-bf02-a4770441bf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:48:04.050254 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:48:05.627503 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:48:07.157933 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:48:24.713182 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:48:27.330344 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:48:29.695786 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-14644777-7e4d-4fb5-b7fb-f16cad6d0e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:48:32.129932 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:48:32.456035 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3861b42a-6ab8-480a-b076-343ee2500f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:48:34.050174 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:48:35.678831 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:48:44.157402 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:48:54.735354 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:48:57.032381 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:48:59.644675 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-683835b4-08c6-428f-8296-7da655078f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:49:02.152563 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:49:02.398196 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1de3f4a3-ae3a-4186-a2e0-4a92033ebbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:49:04.021330 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:49:05.615600 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:49:21.156552 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:49:24.741207 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:49:27.078574 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:49:29.655118 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-18a347f1-6970-4e47-b667-875c728c971e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:49:32.123744 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:49:32.415414 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-313bf2b3-f78d-45fd-8dc4-23466f7d088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:49:34.049170 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:49:35.649447 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:49:54.769644 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:49:57.083414 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:49:58.155614 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:49:59.717749 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3ca0603-1b5a-4224-b30c-8869817501bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:50:02.135086 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:50:02.402942 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-933c8324-0704-44f5-9dfc-298505552c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:50:04.048964 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:50:05.626961 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:50:24.740507 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:50:27.122923 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:50:29.660394 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3856307c-668a-4108-a31f-e25e00401442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:50:32.128754 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:50:32.432041 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bbf8fbfa-01b2-42e1-832f-10cf5229ae6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:50:34.043036 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:50:35.154573 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:50:35.603074 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:50:54.763172 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:50:57.254717 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:50:59.677546 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e71cf6a8-43d5-45f6-90bf-c282557cf808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:51:02.204332 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:51:02.431407 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eacf6739-fdc3-4887-9737-029aaafb4d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:51:04.048790 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:51:05.609985 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:51:12.157785 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:51:24.757121 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:51:27.122249 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:51:29.625737 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2b1afa18-41b8-463c-b419-d0633f24c03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:51:32.132893 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:51:32.431370 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f58cb40e-0375-46e9-9875-228b5e4576c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:51:34.036650 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:51:35.626213 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:51:49.157440 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:51:54.836554 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:51:57.121146 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:51:59.636679 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2eae733a-0031-4b0c-922d-d7f0f9e43507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:52:02.126536 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:52:02.396810 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b71d844d-e16f-4528-9c1e-9353989dad92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:52:04.082503 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:52:05.602240 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:52:24.801858 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:52:26.156940 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:52:27.145106 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:52:29.659034 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7e6453fb-9549-430e-aeab-87164769e6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:52:32.151300 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:52:32.434642 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c91b590-06af-4b20-9884-1ac098b920a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:52:34.071002 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:52:35.640219 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:52:54.893226 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:52:57.148477 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:52:59.685618 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5103a4be-e1e3-4a4d-986d-c5d1d2f1b0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:53:02.182672 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:53:02.441627 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4b57cc62-27c4-480b-99c5-93b7f275bb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:53:03.155963 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:53:04.081638 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:53:06.239864 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:53:24.864572 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:53:27.121696 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:53:29.641466 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4cacec10-87f0-4499-afb3-0ea9d73ce0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:53:32.138464 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:53:32.378513 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-af9c9bdf-548a-499c-98c5-6f31a0a96253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:53:34.086864 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:53:35.633948 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:53:40.155595 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:53:54.858487 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:53:57.183719 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:53:59.772716 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-54e9efdd-9528-4e3f-875f-c207a76f7850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:54:02.115506 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:54:02.395754 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5cdef3a7-23e5-4e1b-90c3-ee75c97af35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:54:04.063834 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:54:05.658331 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:54:17.155117 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:54:24.869681 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:54:27.213290 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:54:29.707268 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-86e269f9-a376-4ac3-9e8d-eaac5f789ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:54:32.181571 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:54:32.395410 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d7b28a25-8d51-45ef-aacb-f1aef09c67ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:54:34.147259 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:54:35.632754 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:54:54.155186 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:54:54.886451 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:54:57.217758 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:54:59.664223 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9b8d0b20-ee99-4c33-9e38-57c903ee30a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:55:02.158347 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:55:02.400539 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b4454048-518f-4c8f-b602-8f3414a85bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:55:04.068938 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:55:05.634867 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:55:24.886263 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:55:27.188891 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:55:29.820406 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7dcf6ed8-5363-452a-b490-0dc19f6405ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:55:31.154282 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:55:32.146154 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:55:32.403127 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9a69dee0-0caa-42aa-8d01-591c2f59f3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:55:34.117790 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:55:35.634552 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:55:54.882687 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:55:57.183052 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:55:59.678202 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-080ce230-1033-4fcd-86c1-ecf52d397a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:56:02.251868 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:56:02.419575 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2681bf6e-3f30-4456-9e62-f68ad62d5a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:56:04.085616 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:56:05.648696 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:56:08.153899 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:56:24.962542 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:56:27.182466 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:56:29.639992 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-19929e42-2e40-4fd6-aa5c-557fd55eddc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:56:32.119676 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:56:32.388117 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6862b5c8-1bd8-4faf-b9fe-9d42a2aa3171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:56:34.093757 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:56:35.785125 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:56:45.153247 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:56:54.939434 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:56:57.223246 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:56:59.787951 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-53672175-7a77-4b23-818e-57e2778dd497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:57:02.148322 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:57:02.390766 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eab3bff6-75d0-4969-b9b8-ff4855501b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:57:04.119222 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:57:05.635963 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:57:22.151776 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:57:24.932796 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:57:27.264586 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:57:29.616575 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0f17af37-6c09-4550-8354-4d16d31fa0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:57:32.138468 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:57:32.410792 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d3a86e51-27d7-49b7-9dfa-8657fd3dd042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:57:34.067273 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:57:35.691006 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:57:54.935862 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:57:57.258177 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:57:59.150807 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:57:59.617793 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ef99bd88-0dca-4b94-949a-738a723dfd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:58:02.126569 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:58:02.395359 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-08cb43c1-2f99-4d4e-897b-bed3a807a31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:58:04.069419 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:58:05.640586 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:58:24.946887 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:58:27.252689 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:58:29.640326 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4d950a4d-853a-4592-a65d-8f872459d2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:58:32.126144 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:58:32.412086 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c8c34d5c-25f4-4f2c-afc0-ae193d3e43ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:58:34.080408 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:58:35.645958 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:58:36.152828 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:58:54.976978 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:58:57.268575 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:58:59.639850 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3c75405e-ef86-4c2e-a780-f04e66c35476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:59:02.114505 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:59:02.399655 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-42d26b96-294f-47e8-9c99-0e3cbb706e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:59:04.085636 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:59:05.679985 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:59:13.152806 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:59:25.000594 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:59:27.223182 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:59:29.650015 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-20c872e1-1194-400f-a2e0-7b22ac873f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:59:32.102592 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:59:32.406069 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f5c1f95a-f1ad-4646-87c1-1bf60d5fb689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:59:34.102443 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:59:35.673920 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:59:50.152946 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 16:59:54.987610 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:59:57.255898 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 16:59:59.673529 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f763d219-34ec-4818-a3d5-7a8becb2b133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:00:02.118836 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:00:02.445066 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b2e053d2-7841-4427-9428-ee1356bde747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:00:04.096072 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:00:05.679105 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:00:24.999208 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:00:27.151718 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:00:27.273340 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:00:29.644036 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e1b7bbe1-f9c6-46d2-9929-83a2459cd2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:00:32.107839 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:00:32.404802 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0871b55-4c83-42c7-a433-740502ed7f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:00:34.123800 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:00:35.741579 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:00:55.004122 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:00:57.249508 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:00:59.655425 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-518ced64-bc34-41c5-b5f0-16385571ae39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:02.112532 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:02.380804 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d87bd5bb-d2c3-4210-a3a7-f6e3740733c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:04.084482 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:04.151194 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:01:05.677627 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:25.049506 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:27.261199 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:29.637199 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cb6040a3-2f04-4e71-927b-5d1f5fd6ba41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:32.123203 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:32.426604 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4f75e523-c1be-4d05-baed-1cfbfd277aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:34.157203 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:35.682998 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:41.151306 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:01:55.054463 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:55.924503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38884) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:01:56.762793 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:57.259903 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:57.334987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Deleting port 131e2919-d865-4e4a-bc65-88e6bcfbccc1 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:01:57.335588 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:57.459049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] For port 131e2919-d865-4e4a-bc65-88e6bcfbccc1, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=131e2919-d865-4e4a-bc65-88e6bcfbccc1,segment=NetworkSegment(2b3d2d43-a22a-4029-92e0-4e690573e329),segment_id=2b3d2d43-a22a-4029-92e0-4e690573e329)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:01:57.459416 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:57.585644 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Calling delete_port for 131e2919-d865-4e4a-bc65-88e6bcfbccc1 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:01:57.819724 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:57.824170 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:01:57.867631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=131e2919-d865-4e4a-bc65-88e6bcfbccc1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:01:57.946158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:01:57.946158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:01:57.946158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:01:57.946158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:01:57.946158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:01:57.946158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:01:57.946158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:01:57.946158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:01:57.946158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:01:57.946158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:01:57.946158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:01:57.946158 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:01:57.946158 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:01:58.155320 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:58.682394 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Router c2737bb1-7ee0-484e-a3bf-d278026a1dd0 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:01:58.865648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:01:58.874656 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c43d37-4a20-4ea7-bd38-f628e3601650 None None] Sync routers for ids ['c2737bb1-7ee0-484e-a3bf-d278026a1dd0'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:01:58.880837 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] 10.222.0.32 "PUT /v2.0/routers/c2737bb1-7ee0-484e-a3bf-d278026a1dd0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9529521
Jun 04 17:01:58.881131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38898) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:01:58.884496 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c43d37-4a20-4ea7-bd38-f628e3601650 None None] Routers {'c2737bb1-7ee0-484e-a3bf-d278026a1dd0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:01:58.885142 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-74c43d37-4a20-4ea7-bd38-f628e3601650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb88970>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:01:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['c2737bb1-7ee0-484e-a3bf-d278026a1dd0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:01:59.061382 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:59.108663 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-74c43d37-4a20-4ea7-bd38-f628e3601650 None None] Set router c2737bb1-7ee0-484e-a3bf-d278026a1dd0 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:01:59.239117 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:59.391180 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-74c43d37-4a20-4ea7-bd38-f628e3601650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb88970>, [{'id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'name': 'tempest-TestVolumeBootPattern-202503079-router', 'tenant_id': '2b4b8625039646ff96ff866514aad1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:43Z', 'updated_at': '2021-06-04T17:01:57Z', 'revision_number': 5, 'project_id': '2b4b8625039646ff96ff866514aad1b1', 'gw_port': {'id': '66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:44Z', 'updated_at': '2021-06-04T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:01:59.395009 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c43d37-4a20-4ea7-bd38-f628e3601650 None None] Checking router: c2737bb1-7ee0-484e-a3bf-d278026a1dd0 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:01:59.403180 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c43d37-4a20-4ea7-bd38-f628e3601650 None None] Routers {'c2737bb1-7ee0-484e-a3bf-d278026a1dd0'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:01:59.403774 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-74c43d37-4a20-4ea7-bd38-f628e3601650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cb88970>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:01:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['c2737bb1-7ee0-484e-a3bf-d278026a1dd0'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:01:59.507392 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] Deleting port 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:01:59.507621 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:59.552575 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-74c43d37-4a20-4ea7-bd38-f628e3601650 None None] Set router c2737bb1-7ee0-484e-a3bf-d278026a1dd0 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:01:59.630765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] For port 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:01:59.631112 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:59.654520 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb9be-c1a9-4ac5-ab5d-97a007dae2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:59.660180 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-74c43d37-4a20-4ea7-bd38-f628e3601650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cb88970>, [{'id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'name': 'tempest-TestVolumeBootPattern-202503079-router', 'tenant_id': '2b4b8625039646ff96ff866514aad1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:43Z', 'updated_at': '2021-06-04T17:01:59Z', 'revision_number': 6, 'project_id': '2b4b8625039646ff96ff866514aad1b1', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:01:59.664386 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c43d37-4a20-4ea7-bd38-f628e3601650 None None] The sync data for ids ['c2737bb1-7ee0-484e-a3bf-d278026a1dd0'] in n-d-791505-9 is: [{'id': 'c2737bb1-7ee0-484e-a3bf-d278026a1dd0', 'name': 'tempest-TestVolumeBootPattern-202503079-router', 'tenant_id': '2b4b8625039646ff96ff866514aad1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:43Z', 'updated_at': '2021-06-04T17:01:59Z', 'revision_number': 6, 'project_id': '2b4b8625039646ff96ff866514aad1b1', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:01:59.754466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] Calling delete_port for 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:01:59.979828 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:01:59.984388 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-1d1b232d-535d-456f-8e6e-b6aaba849383 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:02:00.027754 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:02:00.031848 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:02:00.130705 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:00.469178 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:00.469400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 131e2919-d865-4e4a-bc65-88e6bcfbccc1 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:02:00.471505 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:00.503684 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 131e2919-d865-4e4a-bc65-88e6bcfbccc1 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:02:00.504032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 131e2919-d865-4e4a-bc65-88e6bcfbccc1 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:02:00.504457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:02:00.541461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:02:00.541809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 66a7d28b-f3f4-4e7d-8f1f-1dbe2bbc185c not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:02:00.620448 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:00.620993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2737bb1-7ee0-484e-a3bf-d278026a1dd0 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 17:02:00.635417 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:00.636454 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c2737bb1-7ee0-484e-a3bf-d278026a1dd0 HTTP/1.1" status: 204  len: 168 time: 1.7544022
Jun 04 17:02:00.638969 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38900) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:02:00.701801 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-17da8808-5ef9-42df-8314-8dff01c3f19d admin admin] Deleting subnet d380dd03-74a2-4d45-81f7-18197e5148cd {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:02:00.707012 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17da8808-5ef9-42df-8314-8dff01c3f19d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:00.759100 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17da8808-5ef9-42df-8314-8dff01c3f19d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:00.835098 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17da8808-5ef9-42df-8314-8dff01c3f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:01.203057 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17da8808-5ef9-42df-8314-8dff01c3f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:01.207028 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6bcab30a-f563-4dc2-b282-14d3a0596e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:02:01.242015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da8808-5ef9-42df-8314-8dff01c3f19d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d380dd03-74a2-4d45-81f7-18197e5148cd,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:02:01.245712 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-17da8808-5ef9-42df-8314-8dff01c3f19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:02:01.246690 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-17da8808-5ef9-42df-8314-8dff01c3f19d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:01.252040 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfeca54-1e1d-4d76-83cd-67fc206509f6 None None] Network 092eefca-7cba-4b24-b9d7-850f4345d5b5 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:02:01.257577 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-17da8808-5ef9-42df-8314-8dff01c3f19d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d380dd03-74a2-4d45-81f7-18197e5148cd HTTP/1.1" status: 204  len: 168 time: 0.6134782
Jun 04 17:02:01.257577 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38902) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:02:01.371606 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:01.446204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Deleting port ba642427-311c-45cc-b914-266310e0062a {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:02:01.446585 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:01.493658 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] DHCP port deletion for 092eefca-7cba-4b24-b9d7-850f4345d5b5 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 17:02:01.551950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] For port ba642427-311c-45cc-b914-266310e0062a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ba642427-311c-45cc-b914-266310e0062a,segment=NetworkSegment(2b3d2d43-a22a-4029-92e0-4e690573e329),segment_id=2b3d2d43-a22a-4029-92e0-4e690573e329)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:02:01.552307 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:01.559215 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Deleting port ba642427-311c-45cc-b914-266310e0062a {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:02:01.559600 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:01.666414 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] For port ba642427-311c-45cc-b914-266310e0062a, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ba642427-311c-45cc-b914-266310e0062a,segment=NetworkSegment(2b3d2d43-a22a-4029-92e0-4e690573e329),segment_id=2b3d2d43-a22a-4029-92e0-4e690573e329)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:02:01.666987 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:01.679536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Calling delete_port for ba642427-311c-45cc-b914-266310e0062a owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:02:01.794327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Calling delete_port for ba642427-311c-45cc-b914-266310e0062a owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:02:01.865712 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:01.870230 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e9eb4fe3-f5de-4474-abc1-2f78295aa454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:02:01.871772 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:01.875431 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:02:01.912813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba642427-311c-45cc-b914-266310e0062a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:02:01.916159 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:02:01.916375 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Pushing event deleted for resources: {'Port': ['ID=ba642427-311c-45cc-b914-266310e0062a,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:02:01.920746 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] No DVR routers for this DVR port ba642427-311c-45cc-b914-266310e0062a on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:02:01.927870 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:01.928220 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:01.928583 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:01.928917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:01.929290 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:01.929615 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:01.929939 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:01.930261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:01.930584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:01.931436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:01.931757 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:01.932076 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:01.934763 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] No DVR routers for this DVR port ba642427-311c-45cc-b914-266310e0062a on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:02:01.936124 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:02:02.043108 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:02.056495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83872a02e0>,) {'filters': {'network_id': ['092eefca-7cba-4b24-b9d7-850f4345d5b5']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:02:02.068792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83872a02e0>, '2b3d2d43-a22a-4029-92e0-4e690573e329') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:02:02.069121 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83872a02e0>, '2b3d2d43-a22a-4029-92e0-4e690573e329') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:02:02.081539 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:02.097217 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:02.103242 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:02:02.103679 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:02.116825 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:02:02.117274 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:02:02.186805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ba642427-311c-45cc-b914-266310e0062a no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:02:02.220261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: ba642427-311c-45cc-b914-266310e0062a {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:02:02.220891 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ba642427-311c-45cc-b914-266310e0062a not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:02:02.282850 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:02.287212 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8b160ffa-fa11-41ff-86f1-f6627f38b632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:02:02.309578 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:02.311701 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Pushing event deleted for resources: {'Network': ['ID=092eefca-7cba-4b24-b9d7-850f4345d5b5,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:02:02.315235 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:02:02.414741 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] 10.222.0.32 "DELETE /v2.0/networks/092eefca-7cba-4b24-b9d7-850f4345d5b5 HTTP/1.1" status: 204  len: 168 time: 1.1578534
Jun 04 17:02:02.417887 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38904) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:02:02.471221 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5434c0d8-c1e5-4aef-a218-5e89629640d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:03.140604 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27a77027-bd34-486d-a819-ecc5cab5f271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:03.555012 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-27a77027-bd34-486d-a819-ecc5cab5f271 admin admin] Deleting port 83747a81-2886-4830-8ed3-a8f6494bfc41 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:02:03.555349 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27a77027-bd34-486d-a819-ecc5cab5f271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:03.682157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-27a77027-bd34-486d-a819-ecc5cab5f271 admin admin] For port 83747a81-2886-4830-8ed3-a8f6494bfc41, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=83747a81-2886-4830-8ed3-a8f6494bfc41,segment=NetworkSegment(ca0ac54e-d6ac-4b29-9764-18f229838feb),segment_id=ca0ac54e-d6ac-4b29-9764-18f229838feb)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:02:03.682509 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27a77027-bd34-486d-a819-ecc5cab5f271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:03.806953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-27a77027-bd34-486d-a819-ecc5cab5f271 admin admin] Calling delete_port for 83747a81-2886-4830-8ed3-a8f6494bfc41 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:02:04.048589 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27a77027-bd34-486d-a819-ecc5cab5f271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:04.052695 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4e692378-5b28-4372-adda-aaeae5b194f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:02:04.124783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a77027-bd34-486d-a819-ecc5cab5f271 admin admin] Pushing event deleted for resources: {'Port': ['ID=83747a81-2886-4830-8ed3-a8f6494bfc41,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:02:04.127444 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-27a77027-bd34-486d-a819-ecc5cab5f271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:02:04.140417 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:04.370913 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-27a77027-bd34-486d-a819-ecc5cab5f271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:04.890498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a77027-bd34-486d-a819-ecc5cab5f271 admin admin] Router bbd91ac6-6494-4baf-ae87-f119c2341a31 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:02:05.069323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a77027-bd34-486d-a819-ecc5cab5f271 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:02:05.079543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a980c0-ad0f-4abd-b5fa-629f0f565b46 None None] Sync routers for ids ['bbd91ac6-6494-4baf-ae87-f119c2341a31'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:02:05.079792 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-27a77027-bd34-486d-a819-ecc5cab5f271 admin admin] 10.222.0.32 "PUT /v2.0/routers/bbd91ac6-6494-4baf-ae87-f119c2341a31/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6606429
Jun 04 17:02:05.082426 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38906) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:02:05.092033 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a980c0-ad0f-4abd-b5fa-629f0f565b46 None None] Routers {'bbd91ac6-6494-4baf-ae87-f119c2341a31'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:02:05.092033 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-30a980c0-ad0f-4abd-b5fa-629f0f565b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c139eb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:02:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['bbd91ac6-6494-4baf-ae87-f119c2341a31'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:02:05.275630 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:05.282612 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-30a980c0-ad0f-4abd-b5fa-629f0f565b46 None None] Set router bbd91ac6-6494-4baf-ae87-f119c2341a31 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:02:05.456926 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:05.599283 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] Deleting port d97141a9-2bc8-41d6-a862-149d6077ec82 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:02:05.599283 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:05.631235 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-30a980c0-ad0f-4abd-b5fa-629f0f565b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c139eb0>, [{'id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'name': 'tempest-TestVolumeBootPattern-705903872-router', 'tenant_id': '288f40e528924d1a881ef9b4b0348779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'd97141a9-2bc8-41d6-a862-149d6077ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:52Z', 'updated_at': '2021-06-04T17:02:03Z', 'revision_number': 5, 'project_id': '288f40e528924d1a881ef9b4b0348779', 'gw_port': {'id': 'd97141a9-2bc8-41d6-a862-149d6077ec82', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T16:17:53Z', 'updated_at': '2021-06-04T16:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:02:05.636342 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a980c0-ad0f-4abd-b5fa-629f0f565b46 None None] Checking router: bbd91ac6-6494-4baf-ae87-f119c2341a31 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:02:05.644822 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a980c0-ad0f-4abd-b5fa-629f0f565b46 None None] Routers {'bbd91ac6-6494-4baf-ae87-f119c2341a31'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:02:05.645494 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-30a980c0-ad0f-4abd-b5fa-629f0f565b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c139eb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:02:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['bbd91ac6-6494-4baf-ae87-f119c2341a31'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:02:05.698170 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:05.726982 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] For port d97141a9-2bc8-41d6-a862-149d6077ec82, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d97141a9-2bc8-41d6-a862-149d6077ec82,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:02:05.727634 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:05.801876 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-30a980c0-ad0f-4abd-b5fa-629f0f565b46 None None] Set router bbd91ac6-6494-4baf-ae87-f119c2341a31 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:02:05.860592 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] Calling delete_port for d97141a9-2bc8-41d6-a862-149d6077ec82 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:02:05.911743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-30a980c0-ad0f-4abd-b5fa-629f0f565b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c139eb0>, [{'id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'name': 'tempest-TestVolumeBootPattern-705903872-router', 'tenant_id': '288f40e528924d1a881ef9b4b0348779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:52Z', 'updated_at': '2021-06-04T17:02:05Z', 'revision_number': 6, 'project_id': '288f40e528924d1a881ef9b4b0348779', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:02:05.916884 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a980c0-ad0f-4abd-b5fa-629f0f565b46 None None] The sync data for ids ['bbd91ac6-6494-4baf-ae87-f119c2341a31'] in n-d-791505-9 is: [{'id': 'bbd91ac6-6494-4baf-ae87-f119c2341a31', 'name': 'tempest-TestVolumeBootPattern-705903872-router', 'tenant_id': '288f40e528924d1a881ef9b4b0348779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T16:17:52Z', 'updated_at': '2021-06-04T17:02:05Z', 'revision_number': 6, 'project_id': '288f40e528924d1a881ef9b4b0348779', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:02:06.208318 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:06.212007 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-da13a264-bc5f-43d8-a7e9-6a8d33494a4b tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:02:06.250612 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 83747a81-2886-4830-8ed3-a8f6494bfc41 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:02:06.257923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] Pushing event deleted for resources: {'Port': ['ID=d97141a9-2bc8-41d6-a862-149d6077ec82,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:02:06.286974 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:02:06.288490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 83747a81-2886-4830-8ed3-a8f6494bfc41 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:02:06.288971 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 83747a81-2886-4830-8ed3-a8f6494bfc41 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:02:06.357703 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:06.527990 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:06.530144 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:06.648227 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:06.648739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbd91ac6-6494-4baf-ae87-f119c2341a31 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 17:02:06.662126 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:06.666212 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] 10.222.0.32 "DELETE /v2.0/routers/bbd91ac6-6494-4baf-ae87-f119c2341a31 HTTP/1.1" status: 204  len: 168 time: 1.5798686
Jun 04 17:02:06.666718 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38908) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:02:06.727378 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-74dff746-8542-4f42-b024-3ad008089362 admin admin] Deleting subnet bfed347c-4fb1-4b8e-b93a-edeacc918017 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:02:06.731305 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74dff746-8542-4f42-b024-3ad008089362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:06.782022 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74dff746-8542-4f42-b024-3ad008089362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:06.861704 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74dff746-8542-4f42-b024-3ad008089362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:07.185989 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74dff746-8542-4f42-b024-3ad008089362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:07.189918 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-43fd4d99-3801-45cb-8563-fbb1847f3358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:02:07.224872 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dff746-8542-4f42-b024-3ad008089362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfed347c-4fb1-4b8e-b93a-edeacc918017,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:02:07.228057 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-74dff746-8542-4f42-b024-3ad008089362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:02:07.229101 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-74dff746-8542-4f42-b024-3ad008089362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:07.235051 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-74dff746-8542-4f42-b024-3ad008089362 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bfed347c-4fb1-4b8e-b93a-edeacc918017 HTTP/1.1" status: 204  len: 168 time: 0.5677085
Jun 04 17:02:07.235330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b008c429-f4ee-4349-9c52-48bf31a8b30d None None] Network 84ae303a-29aa-4487-b976-e848e33ed8b8 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:02:07.237876 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38910) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:02:07.343343 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:07.420120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Deleting port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:02:07.420463 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:07.485169 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d7bca-cd68-435f-9760-f9481b483459 None None] DHCP port deletion for 84ae303a-29aa-4487-b976-e848e33ed8b8 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 17:02:07.529022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] For port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=31353fb2-e97f-4d21-a03d-0b8027ccfbf3,segment=NetworkSegment(ca0ac54e-d6ac-4b29-9764-18f229838feb),segment_id=ca0ac54e-d6ac-4b29-9764-18f229838feb)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:02:07.529623 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:07.554285 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-876d7bca-cd68-435f-9760-f9481b483459 None None] Deleting port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:02:07.554666 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-876d7bca-cd68-435f-9760-f9481b483459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:07.655120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-876d7bca-cd68-435f-9760-f9481b483459 None None] For port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=31353fb2-e97f-4d21-a03d-0b8027ccfbf3,segment=NetworkSegment(ca0ac54e-d6ac-4b29-9764-18f229838feb),segment_id=ca0ac54e-d6ac-4b29-9764-18f229838feb)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:02:07.655512 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-876d7bca-cd68-435f-9760-f9481b483459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:07.655869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Calling delete_port for 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:02:07.779290 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-876d7bca-cd68-435f-9760-f9481b483459 None None] Calling delete_port for 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:02:07.780280 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:07.785243 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-357f2520-69ed-48aa-b66f-26af8786f22d tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:02:07.824106 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-876d7bca-cd68-435f-9760-f9481b483459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:07.827641 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=31353fb2-e97f-4d21-a03d-0b8027ccfbf3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:02:07.828583 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:02:07.830766 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:02:07.831552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] No DVR routers for this DVR port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:02:07.878079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d7bca-cd68-435f-9760-f9481b483459 None None] Pushing event deleted for resources: {'Port': ['ID=31353fb2-e97f-4d21-a03d-0b8027ccfbf3,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:02:07.880780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d7bca-cd68-435f-9760-f9481b483459 None None] No DVR routers for this DVR port 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:02:07.882279 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-876d7bca-cd68-435f-9760-f9481b483459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:02:07.950316 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:07.963044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c9dab80>,) {'filters': {'network_id': ['84ae303a-29aa-4487-b976-e848e33ed8b8']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:02:07.974850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c9dab80>, 'ca0ac54e-d6ac-4b29-9764-18f229838feb') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:02:07.975146 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c9dab80>, 'ca0ac54e-d6ac-4b29-9764-18f229838feb') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:02:07.987294 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:08.007553 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:08.014544 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:02:08.014927 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:02:08.028070 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:02:08.185391 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:08.187016 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d97141a9-2bc8-41d6-a862-149d6077ec82 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:02:08.188794 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7716e9d3-8e72-4aeb-a155-345d24ad29ed tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:02:08.203403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:08.214841 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ae303a-29aa-4487-b976-e848e33ed8b8,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:02:08.217763 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/84ae303a-29aa-4487-b976-e848e33ed8b8 HTTP/1.1" status: 204  len: 168 time: 0.9789071
Jun 04 17:02:08.218666 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:02:08.227072 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: d97141a9-2bc8-41d6-a862-149d6077ec82 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:02:08.228104 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d97141a9-2bc8-41d6-a862-149d6077ec82 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:02:08.228436 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:02:08.262466 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:02:08.262841 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 31353fb2-e97f-4d21-a03d-0b8027ccfbf3 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:02:08.609468 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38914) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:02:08.661712 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e42cfb3a-2e0b-46dd-b0da-c289aa4b1bf9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b4b8625039646ff96ff866514aad1b1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0514648
Jun 04 17:02:08.664057 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38916) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:02:08.723047 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a568a869-0df1-428b-8688-52b289ab0371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:08.749848 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a568a869-0df1-428b-8688-52b289ab0371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:08.888163 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a568a869-0df1-428b-8688-52b289ab0371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:08.892117 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-93ecc039-701c-4c7e-a2b0-a5e858afd7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:02:08.904649 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568a869-0df1-428b-8688-52b289ab0371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e583b3f-629d-4227-a175-cad8e87043b3,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:02:08.907864 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a568a869-0df1-428b-8688-52b289ab0371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:02:08.984466 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a568a869-0df1-428b-8688-52b289ab0371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:08.985532 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a568a869-0df1-428b-8688-52b289ab0371 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e583b3f-629d-4227-a175-cad8e87043b3 HTTP/1.1" status: 204  len: 168 time: 0.3205800
Jun 04 17:02:09.721871 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38922) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:02:09.773655 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-22a10019-d6ae-4734-b4bb-50d0844f98ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=288f40e528924d1a881ef9b4b0348779&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0503325
Jun 04 17:02:09.776044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38926) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:02:09.846624 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:09.875689 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:10.007969 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:10.012567 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bbeea392-a5f8-4ae8-94f9-8dc755d71593 tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:02:10.028721 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:10.029924 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32967196-cb35-4266-a16b-24b25a3e30b4 HTTP/1.1" status: 204  len: 168 time: 0.2529633
Jun 04 17:02:10.032139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32967196-cb35-4266-a16b-24b25a3e30b4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:02:10.042601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:10.042601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:10.042601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:10.042601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:10.042601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:10.042601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:10.042601 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:10.043269 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:10.043426 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:10.043790 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:10.044140 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:10.044495 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:02:10.048190 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bfa6699d-2c36-4f18-a836-4ed67427a9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:02:18.152691 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:02:25.111030 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:27.282360 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:29.607805 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-793493da-ba9d-40ee-a1b4-5a0c923f3ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:32.110788 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:32.407870 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b68dcb98-cd01-4f05-a3f5-d6b1caf50443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:34.093688 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:35.693746 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:54.979123 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:55.152818 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:02:57.247262 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:02:59.630722 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8a6e026e-1370-4e78-b3fd-395d83df14bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:02.167518 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:02.418873 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9b43a725-b7b1-42e4-9a93-0e8d6f640f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:04.110209 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:05.727705 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:21.661967 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 38986) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:03:21.819442 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:21.835359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:03:21.839298 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Usage tracker for resource:security_group_rule and tenant:68795dfff7b14d8282fb156d7dd6dcc4 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:03:21.842098 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:03:21.847750 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:03:21.931463 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:22.024391 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:22.033146 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b5b04967-5497-474c-907c-3175f23983cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:03:22.073359 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954a1596-ce03-48b5-b241-3ef9b486e3b4,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:03:22.077166 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68795dfff7b14d8282fb156d7dd6dcc4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4141684
Jun 04 17:03:22.080042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 38994) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:03:22.083871 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.084262 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.085399 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.085845 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.086402 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.086778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.087150 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.087527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.087891 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.088261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.088627 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.088990 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.093192 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c9dab5f0-e1c8-43b4-a190-483ebd3b48e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:03:22.146933 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:22.172065 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:22.321492 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:22.325580 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bb596edf-895a-4bf0-bb16-1d184d0e6fd1 tempest-SecGroupTest-1480669056 tempest-SecGroupTest-1480669056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:03:22.340595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954a1596-ce03-48b5-b241-3ef9b486e3b4,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:03:22.353543 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.353941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.354329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.354704 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.355074 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.355441 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.357260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.357260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.357260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.357260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.357260 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.357700 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:03:22.362715 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:22.365022 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/954a1596-ce03-48b5-b241-3ef9b486e3b4 HTTP/1.1" status: 204  len: 168 time: 0.2822042
Jun 04 17:03:22.365022 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:03:23.190321 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39002) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:03:23.210815 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be4f3cb1-b29e-4710-bd3f-fd2e23b063c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:23.226281 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-be4f3cb1-b29e-4710-bd3f-fd2e23b063c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:03:23.230170 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-be4f3cb1-b29e-4710-bd3f-fd2e23b063c0 admin admin] Usage tracker for resource:security_group_rule and tenant:f6408cfc36f24f3faf77acaf7eebe83a is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:03:23.232946 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-be4f3cb1-b29e-4710-bd3f-fd2e23b063c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:03:23.238962 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-be4f3cb1-b29e-4710-bd3f-fd2e23b063c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:03:23.322836 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be4f3cb1-b29e-4710-bd3f-fd2e23b063c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:23.458634 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-be4f3cb1-b29e-4710-bd3f-fd2e23b063c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:23.466062 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:03:23.505793 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f3cb1-b29e-4710-bd3f-fd2e23b063c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6956ef92-5952-4f47-be38-dff3fa3fc943,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:03:23.510559 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-be4f3cb1-b29e-4710-bd3f-fd2e23b063c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6408cfc36f24f3faf77acaf7eebe83a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3191435
Jun 04 17:03:23.511562 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-be4f3cb1-b29e-4710-bd3f-fd2e23b063c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:03:23.513730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39004) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:03:23.578331 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-87622a78-098d-413c-b56a-260901afff5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:23.605149 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-87622a78-098d-413c-b56a-260901afff5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:23.761728 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-87622a78-098d-413c-b56a-260901afff5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:23.765745 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a79e4137-85d5-48f0-9439-c64d78e237f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:03:23.777079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87622a78-098d-413c-b56a-260901afff5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6956ef92-5952-4f47-be38-dff3fa3fc943,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:03:23.780519 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-87622a78-098d-413c-b56a-260901afff5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:03:23.783886 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-87622a78-098d-413c-b56a-260901afff5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:23.785012 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-87622a78-098d-413c-b56a-260901afff5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6956ef92-5952-4f47-be38-dff3fa3fc943 HTTP/1.1" status: 204  len: 168 time: 0.2708585
Jun 04 17:03:25.024489 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:25.169094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39026) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:03:25.275389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1548390709-network', 'tenant_id': 'fdf52783287b4eb8a77f96382909a44d'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:03:25.280703 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:03:25.284541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Usage tracker for resource:network and tenant:fdf52783287b4eb8a77f96382909a44d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:03:25.287393 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:03:25.293040 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:03:25.372923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Made reservation on behalf of fdf52783287b4eb8a77f96382909a44d for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:03:25.375256 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:25.388226 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:25.402325 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:03:25.406102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Usage tracker for resource:security_group_rule and tenant:fdf52783287b4eb8a77f96382909a44d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:03:25.408863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:03:25.414588 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:03:25.496411 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:25.573151 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:25.576347 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:03:25.606250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:03:25.774870 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd8e2c0-7982-482c-adf5-16a4df7bec71,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:03:25.779219 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:03:25.780268 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:25.780608 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Added segment 03b61402-63ef-4694-863a-a5d37505585a of type vlan for network 78c43515-9751-47d2-affe-b3668c9edf09
Jun 04 17:03:25.807683 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:25.904029 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:25.905130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:03:25.905765 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:25.909304 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2c85efbb-bd10-4d0a-9c34-b12c0b568b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:03:26.010390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Pushing event updated for resources: {'Network': ['ID=78c43515-9751-47d2-affe-b3668c9edf09,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:03:26.013126 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:03:26.020304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 78c43515-9751-47d2-affe-b3668c9edf09 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:03:26.102304 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2ee77b59-0863-4c27-be10-cc2454e2628d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9291794
Jun 04 17:03:26.102513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39030) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:03:26.107502 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Request body: {'subnet': {'network_id': '78c43515-9751-47d2-affe-b3668c9edf09', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1548390709-subnet', 'tenant_id': 'fdf52783287b4eb8a77f96382909a44d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:03:26.113458 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:03:26.118002 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Usage tracker for resource:subnet and tenant:fdf52783287b4eb8a77f96382909a44d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:03:26.120972 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:03:26.126941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:03:26.208465 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Made reservation on behalf of fdf52783287b4eb8a77f96382909a44d for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:03:26.210868 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:26.670854 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:26.675216 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-50f5368d-703e-4f3a-82b9-c64ae00df062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:03:26.752761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa388113-a2fb-4fa1-9f13-cf4566b66eb4,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:03:26.758335 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:03:26.760531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Checking segment: {'id': '03b61402-63ef-4694-863a-a5d37505585a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '78c43515-9751-47d2-affe-b3668c9edf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:03:26.760888 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Network hostable DHCP agents. Network: 78c43515-9751-47d2-affe-b3668c9edf09, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:03:26.852671 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Network 78c43515-9751-47d2-affe-b3668c9edf09 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:03:26.961478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 78c43515-9751-47d2-affe-b3668c9edf09) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:03:26.972065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:03:26.972239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc58533-7741-4e46-841c-42e3cbe78bd4 None None] Network 78c43515-9751-47d2-affe-b3668c9edf09 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:03:26.972680 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:27.053748 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9500103
Jun 04 17:03:27.163280 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4db207-3ff8-4df9-b6f0-873021d0a7a9 None None] Network 78c43515-9751-47d2-affe-b3668c9edf09 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:03:27.333277 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:29.675331 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-99dcf12e-3de8-4e00-9968-6f6af9007962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:32.153169 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:03:32.189991 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:32.413387 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9832e965-f0a5-4f6c-b287-a56997e8a452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:34.127009 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:35.680891 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:54.990200 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:57.292566 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:03:59.629334 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-872e7367-7936-4c74-a372-995aafd1eda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:02.137806 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:02.413828 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2e65dbc8-40cd-4c58-bb73-00c7d379ea3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:04.109745 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:05.693044 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:09.153982 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:04:25.000329 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:27.306607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39052) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:04:27.314463 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:27.367106 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Deleting subnet aa388113-a2fb-4fa1-9f13-cf4566b66eb4 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:04:27.370351 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:27.424164 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:27.479828 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:27.795278 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:27.799154 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-90b9e8ea-e430-4452-a092-ccafbfe05384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:04:27.834686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa388113-a2fb-4fa1-9f13-cf4566b66eb4,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:04:27.839575 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:27.846809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:27.847195 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:27.847571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:27.848013 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:27.848383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:27.848745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:27.849135 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:27.849495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:27.849860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:27.850212 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:27.850567 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:27.850919 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:27.854675 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:04:27.856159 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b2fc07ce-40ac-4277-bfa6-d66e204d1074 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aa388113-a2fb-4fa1-9f13-cf4566b66eb4 HTTP/1.1" status: 204  len: 168 time: 0.5485590
Jun 04 17:04:27.858971 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39056) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:04:27.965405 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3286c600-415c-432b-88ea-3bb7d18810f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:28.089035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3286c600-415c-432b-88ea-3bb7d18810f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:28.101741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-3286c600-415c-432b-88ea-3bb7d18810f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386992f40>,) {'filters': {'network_id': ['78c43515-9751-47d2-affe-b3668c9edf09']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:04:28.114365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-3286c600-415c-432b-88ea-3bb7d18810f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386992f40>, '03b61402-63ef-4694-863a-a5d37505585a') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:04:28.114690 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-3286c600-415c-432b-88ea-3bb7d18810f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386992f40>, '03b61402-63ef-4694-863a-a5d37505585a') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:04:28.125728 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3286c600-415c-432b-88ea-3bb7d18810f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:28.141915 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3286c600-415c-432b-88ea-3bb7d18810f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:28.148303 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3286c600-415c-432b-88ea-3bb7d18810f2 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:04:28.148684 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3286c600-415c-432b-88ea-3bb7d18810f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:04:28.165351 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:04:28.320615 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3286c600-415c-432b-88ea-3bb7d18810f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:28.324477 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6d6b9074-9250-4b32-8db8-949013cf6cc2 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:04:28.337842 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3286c600-415c-432b-88ea-3bb7d18810f2 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:28.347711 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3286c600-415c-432b-88ea-3bb7d18810f2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/78c43515-9751-47d2-affe-b3668c9edf09 HTTP/1.1" status: 204  len: 168 time: 0.4876723
Jun 04 17:04:28.348941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c600-415c-432b-88ea-3bb7d18810f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=78c43515-9751-47d2-affe-b3668c9edf09,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:04:28.351446 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3286c600-415c-432b-88ea-3bb7d18810f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:04:28.749729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39062) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:04:28.803020 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-5d6ce68a-bb87-4ab2-b72b-f0de36958385 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdf52783287b4eb8a77f96382909a44d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0519631
Jun 04 17:04:28.805373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39064) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:04:28.862717 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47385dfb-2de4-433d-93fc-0ba3c705515e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:28.888667 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47385dfb-2de4-433d-93fc-0ba3c705515e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:29.023327 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47385dfb-2de4-433d-93fc-0ba3c705515e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:29.028298 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ae4cfa34-7208-40be-99ad-b1068e4ce59a tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:04:29.041720 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47385dfb-2de4-433d-93fc-0ba3c705515e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd8e2c0-7982-482c-adf5-16a4df7bec71,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:04:29.044535 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-47385dfb-2de4-433d-93fc-0ba3c705515e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:04:29.045549 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47385dfb-2de4-433d-93fc-0ba3c705515e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:29.046693 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-47385dfb-2de4-433d-93fc-0ba3c705515e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fd8e2c0-7982-482c-adf5-16a4df7bec71 HTTP/1.1" status: 204  len: 168 time: 0.2403774
Jun 04 17:04:29.663645 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bf3005d7-dada-45ef-bd06-d822b5da6758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:30.210702 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39086) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:04:30.344805 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1023174300-network', 'tenant_id': '466ba637ebae4386ba4d5b1283cd3fad'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:04:30.352242 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:04:30.356046 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Usage tracker for resource:network and tenant:466ba637ebae4386ba4d5b1283cd3fad is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:04:30.359181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:04:30.366266 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:04:30.451846 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Made reservation on behalf of 466ba637ebae4386ba4d5b1283cd3fad for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:04:30.454257 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:30.466844 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:30.481467 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:04:30.485497 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Usage tracker for resource:security_group_rule and tenant:466ba637ebae4386ba4d5b1283cd3fad is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:04:30.488220 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:04:30.493964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:04:30.578397 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:30.680340 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:30.684677 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:04:30.709118 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:04:30.721522 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b8b3db-d606-408e-9ebb-318b74d22b22,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:04:30.730652 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:30.730993 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Added segment 900d7c83-a02b-4b48-a1d9-74d4d62521de of type vlan for network a020d296-51c3-465d-b7fa-53e466cfccbd
Jun 04 17:04:30.732682 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:30.733102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:30.733721 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:30.734103 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:30.734471 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:30.734837 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:30.735199 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:30.735561 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:30.735920 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:30.736279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:30.736689 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:30.737062 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:04:30.742050 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:04:30.768224 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:30.903391 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:30.904513 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:04:30.905231 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:30.910319 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-adf23d49-b861-4b08-a043-50c687451a7d tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:04:31.011287 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Pushing event updated for resources: {'Network': ['ID=a020d296-51c3-465d-b7fa-53e466cfccbd,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:04:31.013929 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:04:31.022532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network a020d296-51c3-465d-b7fa-53e466cfccbd details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:04:31.104124 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8922787
Jun 04 17:04:31.106996 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39092) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:04:31.112313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] Request body: {'subnet': {'network_id': 'a020d296-51c3-465d-b7fa-53e466cfccbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1023174300-subnet', 'tenant_id': '466ba637ebae4386ba4d5b1283cd3fad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:04:31.118876 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:04:31.123200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] Usage tracker for resource:subnet and tenant:466ba637ebae4386ba4d5b1283cd3fad is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:04:31.129832 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:04:31.133959 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:04:31.217705 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] Made reservation on behalf of 466ba637ebae4386ba4d5b1283cd3fad for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:04:31.220084 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:31.706780 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:31.711720 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b2da1023-ec12-4cd8-9b7c-af4e3322d93d tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:04:31.787953 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] Pushing event updated for resources: {'Subnet': ['ID=68a1cd0f-9fc5-42a7-b547-b537bc8f021e,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:04:31.791398 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:04:31.794163 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] Checking segment: {'id': '900d7c83-a02b-4b48-a1d9-74d4d62521de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a020d296-51c3-465d-b7fa-53e466cfccbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:04:31.794163 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] Network hostable DHCP agents. Network: a020d296-51c3-465d-b7fa-53e466cfccbd, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:04:31.903443 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] Network a020d296-51c3-465d-b7fa-53e466cfccbd is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:04:31.982958 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, a020d296-51c3-465d-b7fa-53e466cfccbd) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:04:31.992527 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:04:31.992705 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554ffddd-b44a-4778-9cec-f73f5b88a1d5 None None] Network a020d296-51c3-465d-b7fa-53e466cfccbd requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:04:31.993155 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:32.092825 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-03cca467-852e-4254-94b0-e076ebad935c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9845362
Jun 04 17:04:32.179499 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:32.193976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae3877e-079c-4da0-b827-1f02ff3a7737 None None] Network a020d296-51c3-465d-b7fa-53e466cfccbd requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:04:32.531729 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7f1114e9-18a5-423e-9415-0bd844b2ca54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:34.131616 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:35.720411 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:46.153888 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:04:55.028896 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:57.280473 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:04:59.668588 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cf7dd1ee-d267-4908-b387-7d51bcf5d5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:05:02.108674 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:05:02.491507 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d8ab98bb-655e-4af9-b3f4-ad86c48e6e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:05:04.114481 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:05:05.697118 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:05:23.153648 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:05:25.027821 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:05:27.302775 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:05:29.651201 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-84448b3a-732e-4daf-803b-e8f9fd711da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:05:32.142574 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:05:32.553662 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4cb5c95e-7229-41da-9ae6-de046e8675ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:05:34.130418 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:05:35.954053 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:05:55.038823 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:05:57.307550 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:05:59.667417 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5da437d9-b25d-47ab-90b1-5222478d715a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:00.153123 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:06:02.124315 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:02.518619 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e1168107-9903-45b3-a973-3f373bf2cb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:04.124132 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:05.752597 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:25.037831 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:27.289537 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:29.694976 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fd0b2898-3a8a-4fb9-9745-d67cb6e0b59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:32.123648 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:32.443859 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6f57e6b2-ba98-45e5-af06-bdff6ead1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:32.462673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39156) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:06:32.525838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Deleting subnet 68a1cd0f-9fc5-42a7-b547-b537bc8f021e {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:06:32.528919 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:32.578840 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:32.633758 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:32.998359 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:33.002878 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-07923072-648a-45ac-9707-3f723d9fd3dc tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:33.037290 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68a1cd0f-9fc5-42a7-b547-b537bc8f021e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:33.045658 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:33.048742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:33.049167 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:33.049552 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:33.049930 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:33.050305 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:33.050679 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:33.051048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:33.051418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:33.051786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:33.052153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:33.052525 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:33.052885 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:33.060707 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:33.060707 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/68a1cd0f-9fc5-42a7-b547-b537bc8f021e HTTP/1.1" status: 204  len: 168 time: 0.5950460
Jun 04 17:06:33.063137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39160) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:06:33.167785 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f94ce88-d6fd-4bcf-8827-eaed0c163423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:33.447084 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f94ce88-d6fd-4bcf-8827-eaed0c163423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:33.463441 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-6f94ce88-d6fd-4bcf-8827-eaed0c163423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8385a0fac0>,) {'filters': {'network_id': ['a020d296-51c3-465d-b7fa-53e466cfccbd']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:06:33.475417 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-6f94ce88-d6fd-4bcf-8827-eaed0c163423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385a0fac0>, '900d7c83-a02b-4b48-a1d9-74d4d62521de') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:06:33.475710 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-6f94ce88-d6fd-4bcf-8827-eaed0c163423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385a0fac0>, '900d7c83-a02b-4b48-a1d9-74d4d62521de') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:06:33.487772 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f94ce88-d6fd-4bcf-8827-eaed0c163423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:33.504210 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f94ce88-d6fd-4bcf-8827-eaed0c163423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:33.510715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f94ce88-d6fd-4bcf-8827-eaed0c163423 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:06:33.511098 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f94ce88-d6fd-4bcf-8827-eaed0c163423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:06:33.524174 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:06:33.678086 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f94ce88-d6fd-4bcf-8827-eaed0c163423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:33.683922 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6f94ce88-d6fd-4bcf-8827-eaed0c163423 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:33.687576 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-65c61c3f-4603-4e98-8311-174a84289a2b tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:33.712551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94ce88-d6fd-4bcf-8827-eaed0c163423 admin admin] Pushing event deleted for resources: {'Network': ['ID=a020d296-51c3-465d-b7fa-53e466cfccbd,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:33.715694 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6f94ce88-d6fd-4bcf-8827-eaed0c163423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:33.717083 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6f94ce88-d6fd-4bcf-8827-eaed0c163423 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a020d296-51c3-465d-b7fa-53e466cfccbd HTTP/1.1" status: 204  len: 168 time: 0.6530039
Jun 04 17:06:34.090801 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39164) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:06:34.138608 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8d7ccaf3-dc27-4f83-92f0-382ca764e0d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=466ba637ebae4386ba4d5b1283cd3fad&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0478761
Jun 04 17:06:34.141031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39166) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:06:34.141215 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:34.198676 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94b4a8c5-ccf3-4ea6-9383-2cf76f4df452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:34.224031 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94b4a8c5-ccf3-4ea6-9383-2cf76f4df452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:34.402553 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94b4a8c5-ccf3-4ea6-9383-2cf76f4df452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:34.406776 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a568a869-0df1-428b-8688-52b289ab0371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:34.418176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4a8c5-ccf3-4ea6-9383-2cf76f4df452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b8b3db-d606-408e-9ebb-318b74d22b22,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:34.423709 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-94b4a8c5-ccf3-4ea6-9383-2cf76f4df452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:34.425619 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-94b4a8c5-ccf3-4ea6-9383-2cf76f4df452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:34.426724 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-94b4a8c5-ccf3-4ea6-9383-2cf76f4df452 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20b8b3db-d606-408e-9ebb-318b74d22b22 HTTP/1.1" status: 204  len: 168 time: 0.2847819
Jun 04 17:06:35.613574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39188) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:06:35.721156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1051784333-network', 'tenant_id': '01ca1c2415b54e779d8664c60c5c7d85'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:06:35.727243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:06:35.731551 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Usage tracker for resource:network and tenant:01ca1c2415b54e779d8664c60c5c7d85 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:06:35.734921 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:06:35.740757 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:35.741373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:06:35.855004 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Made reservation on behalf of 01ca1c2415b54e779d8664c60c5c7d85 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:06:35.857584 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:35.873774 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:35.888842 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:06:35.892770 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Usage tracker for resource:security_group_rule and tenant:01ca1c2415b54e779d8664c60c5c7d85 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:06:35.895599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:06:35.901261 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:06:35.981418 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:36.080102 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:36.083765 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-049a5415-31ee-49ca-b20d-fd29a9a80097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:36.116369 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:06:36.125286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50334a5e-ab66-4d41-932b-e19f217505f8,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:36.128805 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:36.131311 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:36.132524 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Added segment 98137b2c-03dd-44ad-b13a-3ecb2b4bba4b of type vlan for network 838ea022-3644-40f7-a634-000c3259555b
Jun 04 17:06:36.158164 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:36.255073 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:36.256141 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:06:36.256723 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:36.260270 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:36.359896 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Pushing event updated for resources: {'Network': ['ID=838ea022-3644-40f7-a634-000c3259555b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:36.362686 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:36.370032 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 838ea022-3644-40f7-a634-000c3259555b details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:06:36.449826 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8350272
Jun 04 17:06:36.453258 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39192) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:06:36.458269 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] Request body: {'subnet': {'network_id': '838ea022-3644-40f7-a634-000c3259555b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1051784333-subnet', 'tenant_id': '01ca1c2415b54e779d8664c60c5c7d85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:06:36.463778 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:06:36.469537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] Usage tracker for resource:subnet and tenant:01ca1c2415b54e779d8664c60c5c7d85 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:06:36.473104 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:06:36.479024 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:06:36.569250 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] Made reservation on behalf of 01ca1c2415b54e779d8664c60c5c7d85 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:06:36.571623 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:37.019751 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:37.024115 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ef0e6059-4a9d-4b16-9293-80a549273e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:37.093748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ff441c9-b6d2-485b-a30b-4909c2b8bc25,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:37.097160 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:37.102951 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] Checking segment: {'id': '98137b2c-03dd-44ad-b13a-3ecb2b4bba4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '838ea022-3644-40f7-a634-000c3259555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:06:37.103302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] Network hostable DHCP agents. Network: 838ea022-3644-40f7-a634-000c3259555b, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:06:37.152482 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:06:37.191686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] Network 838ea022-3644-40f7-a634-000c3259555b is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:06:37.277541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 838ea022-3644-40f7-a634-000c3259555b) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:06:37.286688 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:06:37.289811 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:37.289932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e566c520-c58a-4dd6-830c-cd7ec2cd12c5 None None] Network 838ea022-3644-40f7-a634-000c3259555b requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:06:37.370514 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6450b93a-d5a1-4558-8304-47d457eefaf0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9161122
Jun 04 17:06:37.373143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39194) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:06:37.378185 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1051784333-router', 'tenant_id': '01ca1c2415b54e779d8664c60c5c7d85', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:06:37.383519 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:06:37.387506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Usage tracker for resource:router and tenant:01ca1c2415b54e779d8664c60c5c7d85 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:06:37.391090 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:06:37.396937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:06:37.507982 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:37.508641 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:37.510059 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-838ea022-3644-40f7-a634-000c3259555b', 'network_id': '838ea022-3644-40f7-a634-000c3259555b', 'tenant_id': '01ca1c2415b54e779d8664c60c5c7d85', 'fixed_ips': [{'subnet_id': '2ff441c9-b6d2-485b-a30b-4909c2b8bc25'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 17:06:37.511021 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:37.524697 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:37.670348 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Allocated IP 172.20.0.2 (838ea022-3644-40f7-a634-000c3259555b/2ff441c9-b6d2-485b-a30b-4909c2b8bc25/99b3792f-3443-4aba-b70b-5e7f03bb1cbb) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:06:37.871419 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:37.877076 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:37.886982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Transition to ACTIVE for port object 99b3792f-3443-4aba-b70b-5e7f03bb1cbb will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:06:37.906077 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Transition to ACTIVE for port object 99b3792f-3443-4aba-b70b-5e7f03bb1cbb will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:06:38.129787 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:38.133692 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a52390b8-e374-4a49-baf0-e86867e3a728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:38.198098 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Network 838ea022-3644-40f7-a634-000c3259555b is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:06:38.201120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:06:38.205525 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:06:38.214497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Pushing event updated for resources: {'Port': ['ID=99b3792f-3443-4aba-b70b-5e7f03bb1cbb,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:38.254804 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:38.255153 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:38.255500 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:38.255838 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:38.256171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:38.256503 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:38.256834 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:38.257198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:38.257517 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:38.257843 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:38.258167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:38.258504 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:38.285809 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:38.311637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Attempting to bind port 99b3792f-3443-4aba-b70b-5e7f03bb1cbb on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:06:38.312346 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Attempting to bind port 99b3792f-3443-4aba-b70b-5e7f03bb1cbb by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '98137b2c-03dd-44ad-b13a-3ecb2b4bba4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '838ea022-3644-40f7-a634-000c3259555b'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:06:38.312690 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Attempting to bind port 99b3792f-3443-4aba-b70b-5e7f03bb1cbb on network 838ea022-3644-40f7-a634-000c3259555b {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:06:38.317974 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:06:38.318357 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Checking segment: {'id': '98137b2c-03dd-44ad-b13a-3ecb2b4bba4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '838ea022-3644-40f7-a634-000c3259555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:06:38.318770 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:38.319171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Bound using segment: {'id': '98137b2c-03dd-44ad-b13a-3ecb2b4bba4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '838ea022-3644-40f7-a634-000c3259555b'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:06:38.319677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Bound port: 99b3792f-3443-4aba-b70b-5e7f03bb1cbb, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98137b2c-03dd-44ad-b13a-3ecb2b4bba4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '838ea022-3644-40f7-a634-000c3259555b'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:06:38.320054 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:38.416254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] For port 99b3792f-3443-4aba-b70b-5e7f03bb1cbb, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:06:38.419532 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] For port 99b3792f-3443-4aba-b70b-5e7f03bb1cbb, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=99b3792f-3443-4aba-b70b-5e7f03bb1cbb,segment=NetworkSegment(98137b2c-03dd-44ad-b13a-3ecb2b4bba4b),segment_id=98137b2c-03dd-44ad-b13a-3ecb2b4bba4b)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:06:38.506744 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:38.510876 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:38.560027 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:38.591862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Pushing event updated for resources: {'Port': ['ID=99b3792f-3443-4aba-b70b-5e7f03bb1cbb,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:38.592185 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:38.594778 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:38.742453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Allocated IP 172.25.4.216 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/9b93771b-a8de-42ff-9149-255acc8754b8) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:06:38.910433 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:39.025880 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:39.031944 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ba99c9b6-61a5-4772-a658-9024ac1c1637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:39.097795 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:06:39.100787 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:06:39.104512 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:06:39.143763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Pushing event updated for resources: {'Port': ['ID=9b93771b-a8de-42ff-9149-255acc8754b8,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:39.151325 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:39.468779 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121a3516-da47-429c-86fd-6ae5e6d5751f None None] Network 838ea022-3644-40f7-a634-000c3259555b requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:06:39.659631 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:39.740734 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-28e748b0-ae43-4644-a034-4e552cad9bb4 None None] Provisioning for port 99b3792f-3443-4aba-b70b-5e7f03bb1cbb completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:06:40.010714 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:40.392034 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 99b3792f-3443-4aba-b70b-5e7f03bb1cbb up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:06:40.535248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Router db7d950f-9542-44cb-8bae-1e0b7478fa87 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 17:06:40.575660 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 99b3792f-3443-4aba-b70b-5e7f03bb1cbb completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:06:40.587014 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 99b3792f-3443-4aba-b70b-5e7f03bb1cbb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:06:40.588128 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:40.732067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:06:40.740452 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:40.742334 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Sync routers for ids ['db7d950f-9542-44cb-8bae-1e0b7478fa87'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:06:40.768784 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Routers {'db7d950f-9542-44cb-8bae-1e0b7478fa87'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:06:40.769969 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cab35e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:06:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['db7d950f-9542-44cb-8bae-1e0b7478fa87'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:06:40.788710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 99b3792f-3443-4aba-b70b-5e7f03bb1cbb, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=99b3792f-3443-4aba-b70b-5e7f03bb1cbb,segment=NetworkSegment(98137b2c-03dd-44ad-b13a-3ecb2b4bba4b),segment_id=98137b2c-03dd-44ad-b13a-3ecb2b4bba4b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:06:40.855539 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:40.856902 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.4828115
Jun 04 17:06:40.860606 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39200) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:06:40.866515 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:40.871853 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4e9607ec-6ca6-4228-829b-255cdf3026c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:40.950252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=99b3792f-3443-4aba-b70b-5e7f03bb1cbb,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:40.954873 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:40.976040 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Set router db7d950f-9542-44cb-8bae-1e0b7478fa87 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:06:41.272165 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cab35e0>, [{'id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'name': 'tempest-ServerActionsTestJSON-1051784333-router', 'tenant_id': '01ca1c2415b54e779d8664c60c5c7d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:06:37Z', 'updated_at': '2021-06-04T17:06:39Z', 'revision_number': 3, 'project_id': '01ca1c2415b54e779d8664c60c5c7d85', 'gw_port': {'id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:06:38Z', 'updated_at': '2021-06-04T17:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:06:41.276012 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Checking router: db7d950f-9542-44cb-8bae-1e0b7478fa87 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:06:41.276361 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Updating router db7d950f-9542-44cb-8bae-1e0b7478fa87 port 9b93771b-a8de-42ff-9149-255acc8754b8 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:06:41.332061 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:41.613809 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:41.671147 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:41.682763 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Transition to ACTIVE for port object 9b93771b-a8de-42ff-9149-255acc8754b8 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:06:41.774590 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:41.778462 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:41.822929 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Allocated IP 172.20.0.1 (838ea022-3644-40f7-a634-000c3259555b/2ff441c9-b6d2-485b-a30b-4909c2b8bc25/b42e8117-75d1-439d-be50-b0638576ab6b) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:06:41.852863 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Attempting to bind port 9b93771b-a8de-42ff-9149-255acc8754b8 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:06:41.853305 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Attempting to bind port 9b93771b-a8de-42ff-9149-255acc8754b8 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:06:41.853660 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Attempting to bind port 9b93771b-a8de-42ff-9149-255acc8754b8 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:06:41.863186 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Pushing event updated for resources: {'Port': ['ID=9b93771b-a8de-42ff-9149-255acc8754b8,revision_number=2']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:41.866802 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:06:41.867484 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:06:41.867610 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:41.867934 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:06:41.868400 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Bound port: 9b93771b-a8de-42ff-9149-255acc8754b8, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:06:41.868765 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:41.902696 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:41.903015 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:41.903344 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:41.903666 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:41.903981 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:41.904297 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:41.904609 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:41.905553 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:41.905901 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:41.906753 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:41.906753 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:41.907052 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:06:41.911147 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:41.956177 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] For port 9b93771b-a8de-42ff-9149-255acc8754b8, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:06:41.959227 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] For port 9b93771b-a8de-42ff-9149-255acc8754b8, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9b93771b-a8de-42ff-9149-255acc8754b8,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:06:41.974256 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:41.990204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Transition to ACTIVE for port object b42e8117-75d1-439d-be50-b0638576ab6b will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:06:42.021128 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:42.024960 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-743cb5e8-c61f-4d8f-b2e7-947e8ed920fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:42.083868 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:42.088694 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4809ef7d-8a74-4954-8cf4-46f436082768 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:42.098872 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Routers {'db7d950f-9542-44cb-8bae-1e0b7478fa87'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:06:42.099495 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cab35e0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:06:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['db7d950f-9542-44cb-8bae-1e0b7478fa87'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:06:42.153488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Network 838ea022-3644-40f7-a634-000c3259555b is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:06:42.156599 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:06:42.160318 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:06:42.163556 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Pushing event updated for resources: {'Port': ['ID=9b93771b-a8de-42ff-9149-255acc8754b8,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:42.169281 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:42.203833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Pushing event updated for resources: {'Port': ['ID=b42e8117-75d1-439d-be50-b0638576ab6b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:42.208258 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:42.229290 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:42.299628 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] Set router db7d950f-9542-44cb-8bae-1e0b7478fa87 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:06:42.359368 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 99b3792f-3443-4aba-b70b-5e7f03bb1cbb up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:06:42.444262 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 99b3792f-3443-4aba-b70b-5e7f03bb1cbb triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:06:42.444579 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:42.545287 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3fbfa2b4-08d4-4033-9179-8b14f1d5c302 None None] Provisioning for port b42e8117-75d1-439d-be50-b0638576ab6b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:06:42.561173 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3fbfa2b4-08d4-4033-9179-8b14f1d5c302 None None] Provisioning complete for port b42e8117-75d1-439d-be50-b0638576ab6b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:06:42.562201 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa2b4-08d4-4033-9179-8b14f1d5c302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:42.633559 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3fbfa2b4-08d4-4033-9179-8b14f1d5c302 None None] Port b42e8117-75d1-439d-be50-b0638576ab6b cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:06:42.658321 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cab35e0>, [{'id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'name': 'tempest-ServerActionsTestJSON-1051784333-router', 'tenant_id': '01ca1c2415b54e779d8664c60c5c7d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:06:37Z', 'updated_at': '2021-06-04T17:06:39Z', 'revision_number': 3, 'project_id': '01ca1c2415b54e779d8664c60c5c7d85', 'gw_port': {'id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:06:38Z', 'updated_at': '2021-06-04T17:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:06:42.662269 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf68410-1eb4-4d17-9696-27dcfa69f821 None None] The sync data for ids ['db7d950f-9542-44cb-8bae-1e0b7478fa87'] in n-d-791505-9 is: [{'id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'name': 'tempest-ServerActionsTestJSON-1051784333-router', 'tenant_id': '01ca1c2415b54e779d8664c60c5c7d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:06:37Z', 'updated_at': '2021-06-04T17:06:39Z', 'revision_number': 3, 'project_id': '01ca1c2415b54e779d8664c60c5c7d85', 'gw_port': {'id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:06:38Z', 'updated_at': '2021-06-04T17:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:06:42.763350 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:43.010162 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:43.093408 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:43.121945 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-30b6c176-8273-42cf-a66e-caac5580a878 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:43.208111 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:43.211748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Pushing event updated for resources: {'Port': ['ID=b42e8117-75d1-439d-be50-b0638576ab6b,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:43.215524 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:43.354570 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Network 838ea022-3644-40f7-a634-000c3259555b is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:06:43.356028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:06:43.564094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Router db7d950f-9542-44cb-8bae-1e0b7478fa87 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:06:43.660393 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-c33a8d14-98ae-412b-a52d-a514b89720c1 None None] Provisioning complete for port b42e8117-75d1-439d-be50-b0638576ab6b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:06:43.660930 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c33a8d14-98ae-412b-a52d-a514b89720c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:43.714903 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c33a8d14-98ae-412b-a52d-a514b89720c1 None None] Port b42e8117-75d1-439d-be50-b0638576ab6b cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:06:43.747314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:06:43.756296 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] 10.222.0.32 "PUT /v2.0/routers/db7d950f-9542-44cb-8bae-1e0b7478fa87/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8944995
Jun 04 17:06:44.204314 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Sync routers for ids ['db7d950f-9542-44cb-8bae-1e0b7478fa87'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:06:44.213921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Routers {'db7d950f-9542-44cb-8bae-1e0b7478fa87'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:06:44.214537 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c086a00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:06:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['db7d950f-9542-44cb-8bae-1e0b7478fa87'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:06:44.368883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9b93771b-a8de-42ff-9149-255acc8754b8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:06:44.450362 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Set router db7d950f-9542-44cb-8bae-1e0b7478fa87 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:06:44.690994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 9b93771b-a8de-42ff-9149-255acc8754b8 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:06:44.706805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 9b93771b-a8de-42ff-9149-255acc8754b8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:06:44.706805 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:44.926373 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:44.941073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c086a00>, [{'id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'name': 'tempest-ServerActionsTestJSON-1051784333-router', 'tenant_id': '01ca1c2415b54e779d8664c60c5c7d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:06:37Z', 'updated_at': '2021-06-04T17:06:42Z', 'revision_number': 4, 'project_id': '01ca1c2415b54e779d8664c60c5c7d85', 'gw_port': {'id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:06:38Z', 'updated_at': '2021-06-04T17:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'b42e8117-75d1-439d-be50-b0638576ab6b', 'name': '', 'network_id': '838ea022-3644-40f7-a634-000c3259555b', 'tenant_id': '01ca1c2415b54e779d8664c60c5c7d85', 'mac_address': 'fa:16:3e:13:22:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2ff441c9-b6d2-485b-a30b-4909c2b8bc25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:06:41Z', 'updated_at': '2021-06-04T17:06:42Z', 'revision_number': 2, 'project_id': '01ca1c2415b54e779d8664c60c5c7d85', 'subnets': [{'id': '2ff441c9-b6d2-485b-a30b-4909c2b8bc25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:06:44.947831 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Checking router: db7d950f-9542-44cb-8bae-1e0b7478fa87 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:06:44.948186 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Updating router db7d950f-9542-44cb-8bae-1e0b7478fa87 port b42e8117-75d1-439d-be50-b0638576ab6b binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:06:44.972458 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 9b93771b-a8de-42ff-9149-255acc8754b8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9b93771b-a8de-42ff-9149-255acc8754b8,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:06:45.003169 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:45.061443 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:45.065452 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4e9607ec-6ca6-4228-829b-255cdf3026c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:45.200158 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=9b93771b-a8de-42ff-9149-255acc8754b8,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:45.206859 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:45.416724 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:45.428087 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Transition to ACTIVE for port object b42e8117-75d1-439d-be50-b0638576ab6b will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:06:45.517595 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:45.521390 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:45.677408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845144c1-3230-470e-9fd0-bc6020112e13 None None] Pushing event updated for resources: {'Port': ['ID=b42e8117-75d1-439d-be50-b0638576ab6b,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:45.680231 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-845144c1-3230-470e-9fd0-bc6020112e13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:45.747292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Attempting to bind port b42e8117-75d1-439d-be50-b0638576ab6b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:06:45.747855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Attempting to bind port b42e8117-75d1-439d-be50-b0638576ab6b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '98137b2c-03dd-44ad-b13a-3ecb2b4bba4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '838ea022-3644-40f7-a634-000c3259555b'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:06:45.748147 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Attempting to bind port b42e8117-75d1-439d-be50-b0638576ab6b on network 838ea022-3644-40f7-a634-000c3259555b {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:06:45.754524 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:06:45.754902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Checking segment: {'id': '98137b2c-03dd-44ad-b13a-3ecb2b4bba4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '838ea022-3644-40f7-a634-000c3259555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:06:45.755306 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:45.755697 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Bound using segment: {'id': '98137b2c-03dd-44ad-b13a-3ecb2b4bba4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '838ea022-3644-40f7-a634-000c3259555b'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:06:45.756162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Bound port: b42e8117-75d1-439d-be50-b0638576ab6b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98137b2c-03dd-44ad-b13a-3ecb2b4bba4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '838ea022-3644-40f7-a634-000c3259555b'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:06:45.756540 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:45.857458 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] For port b42e8117-75d1-439d-be50-b0638576ab6b, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:06:45.860733 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] For port b42e8117-75d1-439d-be50-b0638576ab6b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b42e8117-75d1-439d-be50-b0638576ab6b,segment=NetworkSegment(98137b2c-03dd-44ad-b13a-3ecb2b4bba4b),segment_id=98137b2c-03dd-44ad-b13a-3ecb2b4bba4b)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:06:45.975541 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:45.979371 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fb7e162f-eed5-4743-87be-7cc6e4cda393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:46.056960 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Routers {'db7d950f-9542-44cb-8bae-1e0b7478fa87'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:06:46.057623 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c086a00>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:06:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['db7d950f-9542-44cb-8bae-1e0b7478fa87'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:06:46.114066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845144c1-3230-470e-9fd0-bc6020112e13 None None] Pushing event updated for resources: {'Port': ['ID=b42e8117-75d1-439d-be50-b0638576ab6b,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:46.124661 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-845144c1-3230-470e-9fd0-bc6020112e13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:46.246873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] Set router db7d950f-9542-44cb-8bae-1e0b7478fa87 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:06:46.382008 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9b93771b-a8de-42ff-9149-255acc8754b8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:06:46.566535 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 9b93771b-a8de-42ff-9149-255acc8754b8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:06:46.566824 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:46.789722 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c086a00>, [{'id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'name': 'tempest-ServerActionsTestJSON-1051784333-router', 'tenant_id': '01ca1c2415b54e779d8664c60c5c7d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:06:37Z', 'updated_at': '2021-06-04T17:06:42Z', 'revision_number': 4, 'project_id': '01ca1c2415b54e779d8664c60c5c7d85', 'gw_port': {'id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:06:38Z', 'updated_at': '2021-06-04T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'b42e8117-75d1-439d-be50-b0638576ab6b', 'name': '', 'network_id': '838ea022-3644-40f7-a634-000c3259555b', 'tenant_id': '01ca1c2415b54e779d8664c60c5c7d85', 'mac_address': 'fa:16:3e:13:22:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2ff441c9-b6d2-485b-a30b-4909c2b8bc25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:06:41Z', 'updated_at': '2021-06-04T17:06:45Z', 'revision_number': 4, 'project_id': '01ca1c2415b54e779d8664c60c5c7d85', 'subnets': [{'id': '2ff441c9-b6d2-485b-a30b-4909c2b8bc25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:06:46.796418 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066819e5-7c5f-4400-b6b3-ea3951d889d3 None None] The sync data for ids ['db7d950f-9542-44cb-8bae-1e0b7478fa87'] in n-d-791505-9 is: [{'id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'name': 'tempest-ServerActionsTestJSON-1051784333-router', 'tenant_id': '01ca1c2415b54e779d8664c60c5c7d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:06:37Z', 'updated_at': '2021-06-04T17:06:42Z', 'revision_number': 4, 'project_id': '01ca1c2415b54e779d8664c60c5c7d85', 'gw_port': {'id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:06:38Z', 'updated_at': '2021-06-04T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'b42e8117-75d1-439d-be50-b0638576ab6b', 'name': '', 'network_id': '838ea022-3644-40f7-a634-000c3259555b', 'tenant_id': '01ca1c2415b54e779d8664c60c5c7d85', 'mac_address': 'fa:16:3e:13:22:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2ff441c9-b6d2-485b-a30b-4909c2b8bc25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:06:41Z', 'updated_at': '2021-06-04T17:06:45Z', 'revision_number': 4, 'project_id': '01ca1c2415b54e779d8664c60c5c7d85', 'subnets': [{'id': '2ff441c9-b6d2-485b-a30b-4909c2b8bc25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:06:48.370691 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b42e8117-75d1-439d-be50-b0638576ab6b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:06:48.500192 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port b42e8117-75d1-439d-be50-b0638576ab6b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:06:48.505200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b42e8117-75d1-439d-be50-b0638576ab6b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:06:48.505561 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:48.623140 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:48.655809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port b42e8117-75d1-439d-be50-b0638576ab6b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b42e8117-75d1-439d-be50-b0638576ab6b,segment=NetworkSegment(98137b2c-03dd-44ad-b13a-3ecb2b4bba4b),segment_id=98137b2c-03dd-44ad-b13a-3ecb2b4bba4b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:06:48.751750 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:48.754383 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:06:48.823242 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=b42e8117-75d1-439d-be50-b0638576ab6b,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:06:48.826219 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:06:50.401994 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b42e8117-75d1-439d-be50-b0638576ab6b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:06:50.414576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b42e8117-75d1-439d-be50-b0638576ab6b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:06:50.414950 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:55.026015 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:57.283144 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:06:59.677536 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4be0a57b-b25d-420a-afe7-fe7d7ef23804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:02.129915 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:02.408503 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-706ea9d7-0ca6-4f1d-a379-53d412ee0997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:04.157503 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:05.723158 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:14.151425 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:07:25.099929 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:27.454344 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:29.733834 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f4578359-5b76-46ab-aec0-678cc52a14ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:32.145426 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:32.420037 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-db1406a3-9051-4b11-afaa-cf89d383869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:34.110698 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:35.745254 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:43.952901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39228) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:07:44.675743 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:45.093984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Deleting port b42e8117-75d1-439d-be50-b0638576ab6b {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:07:45.094705 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:45.216096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] For port b42e8117-75d1-439d-be50-b0638576ab6b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b42e8117-75d1-439d-be50-b0638576ab6b,segment=NetworkSegment(98137b2c-03dd-44ad-b13a-3ecb2b4bba4b),segment_id=98137b2c-03dd-44ad-b13a-3ecb2b4bba4b)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:07:45.216445 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:45.338929 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Calling delete_port for b42e8117-75d1-439d-be50-b0638576ab6b owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:07:45.709469 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:45.715501 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:07:45.761102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Pushing event deleted for resources: {'Port': ['ID=b42e8117-75d1-439d-be50-b0638576ab6b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:07:45.841538 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:45.841924 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:45.842302 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:45.842674 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:45.843042 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:45.843414 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:45.843776 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:45.844141 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:45.844505 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:45.844863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:45.845245 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:45.845607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:45.851618 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:07:46.226821 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:46.608630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Router db7d950f-9542-44cb-8bae-1e0b7478fa87 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:07:46.793457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:07:46.802848 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6fb7d1-6d57-459a-9751-4d40fba5c81d None None] Sync routers for ids ['db7d950f-9542-44cb-8bae-1e0b7478fa87'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:07:46.804161 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] 10.222.0.32 "PUT /v2.0/routers/db7d950f-9542-44cb-8bae-1e0b7478fa87/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8500664
Jun 04 17:07:46.806836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39244) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:07:46.813366 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6fb7d1-6d57-459a-9751-4d40fba5c81d None None] Routers {'db7d950f-9542-44cb-8bae-1e0b7478fa87'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:07:46.813984 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ed6fb7d1-6d57-459a-9751-4d40fba5c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9a1820>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:07:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['db7d950f-9542-44cb-8bae-1e0b7478fa87'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:07:46.987702 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:46.992191 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-ed6fb7d1-6d57-459a-9751-4d40fba5c81d None None] Set router db7d950f-9542-44cb-8bae-1e0b7478fa87 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:07:47.165558 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:47.272875 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ed6fb7d1-6d57-459a-9751-4d40fba5c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9a1820>, [{'id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'name': 'tempest-ServerActionsTestJSON-1051784333-router', 'tenant_id': '01ca1c2415b54e779d8664c60c5c7d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:06:37Z', 'updated_at': '2021-06-04T17:07:45Z', 'revision_number': 5, 'project_id': '01ca1c2415b54e779d8664c60c5c7d85', 'gw_port': {'id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:06:38Z', 'updated_at': '2021-06-04T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:07:47.276592 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6fb7d1-6d57-459a-9751-4d40fba5c81d None None] Checking router: db7d950f-9542-44cb-8bae-1e0b7478fa87 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:07:47.285467 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6fb7d1-6d57-459a-9751-4d40fba5c81d None None] Routers {'db7d950f-9542-44cb-8bae-1e0b7478fa87'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:07:47.287027 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ed6fb7d1-6d57-459a-9751-4d40fba5c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9a1820>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:07:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['db7d950f-9542-44cb-8bae-1e0b7478fa87'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:07:47.456918 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-ed6fb7d1-6d57-459a-9751-4d40fba5c81d None None] Set router db7d950f-9542-44cb-8bae-1e0b7478fa87 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:07:47.483920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] Deleting port 9b93771b-a8de-42ff-9149-255acc8754b8 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:07:47.484524 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:47.612144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] For port 9b93771b-a8de-42ff-9149-255acc8754b8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=9b93771b-a8de-42ff-9149-255acc8754b8,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:07:47.612496 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:47.745670 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ed6fb7d1-6d57-459a-9751-4d40fba5c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9a1820>, [{'id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'name': 'tempest-ServerActionsTestJSON-1051784333-router', 'tenant_id': '01ca1c2415b54e779d8664c60c5c7d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:06:37Z', 'updated_at': '2021-06-04T17:07:45Z', 'revision_number': 5, 'project_id': '01ca1c2415b54e779d8664c60c5c7d85', 'gw_port': {'id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:06:38Z', 'updated_at': '2021-06-04T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:07:47.751257 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6fb7d1-6d57-459a-9751-4d40fba5c81d None None] The sync data for ids ['db7d950f-9542-44cb-8bae-1e0b7478fa87'] in n-d-791505-9 is: [{'id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'name': 'tempest-ServerActionsTestJSON-1051784333-router', 'tenant_id': '01ca1c2415b54e779d8664c60c5c7d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:06:37Z', 'updated_at': '2021-06-04T17:07:45Z', 'revision_number': 5, 'project_id': '01ca1c2415b54e779d8664c60c5c7d85', 'gw_port': {'id': '9b93771b-a8de-42ff-9149-255acc8754b8', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d950f-9542-44cb-8bae-1e0b7478fa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:06:38Z', 'updated_at': '2021-06-04T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:07:47.905102 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] Calling delete_port for 9b93771b-a8de-42ff-9149-255acc8754b8 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:07:48.127999 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:48.132195 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-27a77027-bd34-486d-a819-ecc5cab5f271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:07:48.181548 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b93771b-a8de-42ff-9149-255acc8754b8,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:07:48.207538 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:07:48.275438 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:48.381074 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b42e8117-75d1-439d-be50-b0638576ab6b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:07:48.414964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: b42e8117-75d1-439d-be50-b0638576ab6b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:07:48.415232 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b42e8117-75d1-439d-be50-b0638576ab6b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:07:48.455802 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:48.458052 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:48.573717 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:48.574527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db7d950f-9542-44cb-8bae-1e0b7478fa87 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 17:07:48.587051 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:48.588220 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] 10.222.0.32 "DELETE /v2.0/routers/db7d950f-9542-44cb-8bae-1e0b7478fa87 HTTP/1.1" status: 204  len: 168 time: 1.7804236
Jun 04 17:07:48.590943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39246) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:07:48.658707 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3d37d2-443c-4742-9f49-cdb9d5ccb420 admin admin] Deleting subnet 2ff441c9-b6d2-485b-a30b-4909c2b8bc25 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:07:48.661879 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f3d37d2-443c-4742-9f49-cdb9d5ccb420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:48.712498 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f3d37d2-443c-4742-9f49-cdb9d5ccb420 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:48.790603 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f3d37d2-443c-4742-9f49-cdb9d5ccb420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:49.150846 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f3d37d2-443c-4742-9f49-cdb9d5ccb420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:49.154890 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8e9da90c-6a47-4400-ae4b-2c2fa50a62b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:07:49.189358 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d37d2-443c-4742-9f49-cdb9d5ccb420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ff441c9-b6d2-485b-a30b-4909c2b8bc25,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:07:49.193092 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2f3d37d2-443c-4742-9f49-cdb9d5ccb420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:07:49.195952 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2f3d37d2-443c-4742-9f49-cdb9d5ccb420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:49.201326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e996904-4b3c-4936-a851-8f4a1095ab3f None None] Network 838ea022-3644-40f7-a634-000c3259555b requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:07:49.202198 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2f3d37d2-443c-4742-9f49-cdb9d5ccb420 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2ff441c9-b6d2-485b-a30b-4909c2b8bc25 HTTP/1.1" status: 204  len: 168 time: 0.6102288
Jun 04 17:07:49.204740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39248) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:07:49.319844 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:49.397156 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Deleting port 99b3792f-3443-4aba-b70b-5e7f03bb1cbb {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:07:49.397498 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:49.451839 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] DHCP port deletion for 838ea022-3644-40f7-a634-000c3259555b request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 17:07:49.504159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] For port 99b3792f-3443-4aba-b70b-5e7f03bb1cbb, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=99b3792f-3443-4aba-b70b-5e7f03bb1cbb,segment=NetworkSegment(98137b2c-03dd-44ad-b13a-3ecb2b4bba4b),segment_id=98137b2c-03dd-44ad-b13a-3ecb2b4bba4b)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:07:49.504531 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:49.522448 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Deleting port 99b3792f-3443-4aba-b70b-5e7f03bb1cbb {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:07:49.522826 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:49.625802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] For port 99b3792f-3443-4aba-b70b-5e7f03bb1cbb, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=99b3792f-3443-4aba-b70b-5e7f03bb1cbb,segment=NetworkSegment(98137b2c-03dd-44ad-b13a-3ecb2b4bba4b),segment_id=98137b2c-03dd-44ad-b13a-3ecb2b4bba4b)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:07:49.626195 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:49.638556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Calling delete_port for 99b3792f-3443-4aba-b70b-5e7f03bb1cbb owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:07:49.751748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Calling delete_port for 99b3792f-3443-4aba-b70b-5e7f03bb1cbb owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:07:49.790535 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:49.796263 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-347adbbb-5717-41bb-b5ba-da433a50f490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:07:49.796435 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:49.800925 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-7cd9d731-42fb-4d5f-b288-b6bde7d70f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:07:49.841183 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Pushing event deleted for resources: {'Port': ['ID=99b3792f-3443-4aba-b70b-5e7f03bb1cbb,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:07:49.843346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] No DVR routers for this DVR port 99b3792f-3443-4aba-b70b-5e7f03bb1cbb on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:07:49.843745 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Pushing event deleted for resources: {'Port': ['ID=99b3792f-3443-4aba-b70b-5e7f03bb1cbb,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:07:49.845519 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:07:49.846358 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] No DVR routers for this DVR port 99b3792f-3443-4aba-b70b-5e7f03bb1cbb on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:07:49.855035 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:49.855988 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:49.856340 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:49.856726 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:49.857108 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:49.857423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:49.857752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:49.858076 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:49.858400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:49.858731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:49.859065 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:49.859367 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:07:49.862523 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:07:49.963964 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:49.977716 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386b005e0>,) {'filters': {'network_id': ['838ea022-3644-40f7-a634-000c3259555b']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:07:49.989763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386b005e0>, '98137b2c-03dd-44ad-b13a-3ecb2b4bba4b') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:07:49.990053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386b005e0>, '98137b2c-03dd-44ad-b13a-3ecb2b4bba4b') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:07:50.001326 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:50.021334 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:50.027783 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:07:50.028158 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:07:50.040806 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:07:50.246454 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:50.250461 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:07:50.263914 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:50.274705 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Pushing event deleted for resources: {'Network': ['ID=838ea022-3644-40f7-a634-000c3259555b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:07:50.278048 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] 10.222.0.32 "DELETE /v2.0/networks/838ea022-3644-40f7-a634-000c3259555b HTTP/1.1" status: 204  len: 168 time: 1.0723531
Jun 04 17:07:50.278971 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:07:50.369336 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 99b3792f-3443-4aba-b70b-5e7f03bb1cbb no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:07:50.450227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 99b3792f-3443-4aba-b70b-5e7f03bb1cbb {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:07:50.450579 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 99b3792f-3443-4aba-b70b-5e7f03bb1cbb not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:07:50.451014 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9b93771b-a8de-42ff-9149-255acc8754b8 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:07:50.484955 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 9b93771b-a8de-42ff-9149-255acc8754b8 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:07:50.485689 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 9b93771b-a8de-42ff-9149-255acc8754b8 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:07:50.731578 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39252) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:07:50.784572 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ee325680-8b31-4a9a-9281-91dc5f5d087f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01ca1c2415b54e779d8664c60c5c7d85&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0516181
Jun 04 17:07:50.787075 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39254) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:07:50.844301 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ec114a6-54f0-43e0-b539-2e31f353e5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:50.869997 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ec114a6-54f0-43e0-b539-2e31f353e5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:51.019274 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ec114a6-54f0-43e0-b539-2e31f353e5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:51.024350 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-36c5b93f-7fd2-457f-ab67-8b31ca78ad92 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:07:51.038722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec114a6-54f0-43e0-b539-2e31f353e5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50334a5e-ab66-4d41-932b-e19f217505f8,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:07:51.041789 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0ec114a6-54f0-43e0-b539-2e31f353e5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:07:51.044702 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0ec114a6-54f0-43e0-b539-2e31f353e5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:51.046439 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0ec114a6-54f0-43e0-b539-2e31f353e5a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50334a5e-ab66-4d41-932b-e19f217505f8 HTTP/1.1" status: 204  len: 168 time: 0.2578950
Jun 04 17:07:51.150152 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:07:52.259659 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39276) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:07:52.366455 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-439292272-network', 'tenant_id': '8ff6618279444ed495b2b7786b441208'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:07:52.372980 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:07:52.377028 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Usage tracker for resource:network and tenant:8ff6618279444ed495b2b7786b441208 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:07:52.379892 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:07:52.386749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:07:52.487513 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Made reservation on behalf of 8ff6618279444ed495b2b7786b441208 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:07:52.489887 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:52.502072 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:52.516271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:07:52.520067 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Usage tracker for resource:security_group_rule and tenant:8ff6618279444ed495b2b7786b441208 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:07:52.522931 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:07:52.529377 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:07:52.622734 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:52.744640 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:52.748154 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-47385dfb-2de4-433d-93fc-0ba3c705515e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:07:52.776346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:07:52.785379 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db397fe-b690-41a9-8820-2e8d15b2e75d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:07:52.790233 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:07:52.791289 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:52.791625 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Added segment 14658d2d-747a-407b-a323-c5c020d9256a of type vlan for network 79fca3a6-e201-4fc2-948e-8e0285160476
Jun 04 17:07:52.818217 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:52.927801 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:52.928984 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:07:52.929586 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:52.934154 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3286c600-415c-432b-88ea-3bb7d18810f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:07:53.202970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Pushing event updated for resources: {'Network': ['ID=79fca3a6-e201-4fc2-948e-8e0285160476,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:07:53.205797 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:07:53.213326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 79fca3a6-e201-4fc2-948e-8e0285160476 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:07:53.299695 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.0389552
Jun 04 17:07:53.302578 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39280) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:07:53.307648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Request body: {'subnet': {'network_id': '79fca3a6-e201-4fc2-948e-8e0285160476', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-439292272-subnet', 'tenant_id': '8ff6618279444ed495b2b7786b441208', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:07:53.314643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:07:53.318520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Usage tracker for resource:subnet and tenant:8ff6618279444ed495b2b7786b441208 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:07:53.321354 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:07:53.328272 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:07:53.447711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Made reservation on behalf of 8ff6618279444ed495b2b7786b441208 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:07:53.450747 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:53.939622 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:53.943136 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cb0a93d9-576b-4df1-a264-649929aa474f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:07:54.015715 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f08966eb-90a7-4cdb-8aef-9d6e51fab0f1,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:07:54.020802 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:07:54.023267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Checking segment: {'id': '14658d2d-747a-407b-a323-c5c020d9256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '79fca3a6-e201-4fc2-948e-8e0285160476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:07:54.023598 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Network hostable DHCP agents. Network: 79fca3a6-e201-4fc2-948e-8e0285160476, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:07:54.137823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Network 79fca3a6-e201-4fc2-948e-8e0285160476 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:07:54.229383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 79fca3a6-e201-4fc2-948e-8e0285160476) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:07:54.242734 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34751cac-abab-4d62-a9bb-9e4375dc85bd None None] Network 79fca3a6-e201-4fc2-948e-8e0285160476 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:07:54.243211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:07:54.243747 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:54.389896 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0862498
Jun 04 17:07:54.446556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f2e24d-6042-468d-9ab3-0959c6befb50 None None] Network 79fca3a6-e201-4fc2-948e-8e0285160476 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:07:55.120293 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:57.339029 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:07:59.670545 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b55b3967-070d-4384-972e-32ff041a34ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:02.150156 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:02.435809 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-153e9eff-504b-423f-8e5c-c4e8f137b08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:04.144342 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:05.750501 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:25.039558 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:27.321478 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:28.149140 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:08:29.810930 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-acffed35-f8cd-4b5f-a412-cbb9dfccc31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:32.121180 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:32.452551 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-504368f4-65ae-4bf6-9a1c-17f8cf297cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:34.167067 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:35.726910 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:54.630763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39314) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:08:54.702367 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Deleting subnet f08966eb-90a7-4cdb-8aef-9d6e51fab0f1 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:08:54.705533 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:54.755520 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:54.810160 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:55.061873 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:55.161164 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:55.166429 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ec800d4c-ab5e-4a8b-adce-22e079d9ebad tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:08:55.200886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f08966eb-90a7-4cdb-8aef-9d6e51fab0f1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:08:55.203760 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:55.214316 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f08966eb-90a7-4cdb-8aef-9d6e51fab0f1 HTTP/1.1" status: 204  len: 168 time: 0.5825608
Jun 04 17:08:55.215874 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.216255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.216627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.217029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.217169 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39318) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:08:55.217610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.217730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.218083 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.218441 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.218797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.219153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.219506 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.219860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.223055 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6a9a34c7-ee34-42d1-8289-78e964b1a53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:08:55.328335 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:55.457390 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:55.470984 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386d50070>,) {'filters': {'network_id': ['79fca3a6-e201-4fc2-948e-8e0285160476']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:08:55.483103 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d50070>, '14658d2d-747a-407b-a323-c5c020d9256a') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:08:55.483396 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d50070>, '14658d2d-747a-407b-a323-c5c020d9256a') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:08:55.495201 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:55.511200 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:55.517404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:08:55.517784 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:08:55.530588 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:08:55.709221 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:55.713181 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6ec1d1a4-42b0-4ecf-aff6-b80766da038e tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:08:55.726263 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:55.740724 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] 10.222.0.32 "DELETE /v2.0/networks/79fca3a6-e201-4fc2-948e-8e0285160476 HTTP/1.1" status: 204  len: 168 time: 0.5224812
Jun 04 17:08:55.741667 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Pushing event deleted for resources: {'Network': ['ID=79fca3a6-e201-4fc2-948e-8e0285160476,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:08:55.750172 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.750561 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.750943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.751317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.751685 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.752053 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.752419 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.752784 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.753173 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.753537 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.753898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.754258 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:08:55.757810 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-69fae8ef-c6ee-405d-ab0d-807578251128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:08:56.123630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39332) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:08:56.172923 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5839cfb7-1776-4e45-a8c9-3c773951fa31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ff6618279444ed495b2b7786b441208&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0480101
Jun 04 17:08:56.175341 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39334) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:08:56.234266 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d71458d7-acc2-4134-867b-be70dd3b3232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:56.263425 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d71458d7-acc2-4134-867b-be70dd3b3232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:56.446424 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d71458d7-acc2-4134-867b-be70dd3b3232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:56.450306 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c39f5cf2-7379-43fd-8bd0-a02d0df255fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:08:56.461898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71458d7-acc2-4134-867b-be70dd3b3232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db397fe-b690-41a9-8820-2e8d15b2e75d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:08:56.465641 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d71458d7-acc2-4134-867b-be70dd3b3232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:08:56.468817 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d71458d7-acc2-4134-867b-be70dd3b3232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:56.469967 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d71458d7-acc2-4134-867b-be70dd3b3232 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9db397fe-b690-41a9-8820-2e8d15b2e75d HTTP/1.1" status: 204  len: 168 time: 0.2937417
Jun 04 17:08:57.297455 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:57.785752 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39356) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:08:57.900586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-897717561'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:08:57.906371 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:08:57.910182 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Usage tracker for resource:network and tenant:8873a93e0a584ead96f21d0998265b37 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:08:57.912969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:08:57.920160 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:08:58.080922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Made reservation on behalf of 8873a93e0a584ead96f21d0998265b37 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:08:58.084570 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:58.098272 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:58.113898 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:08:58.117670 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Usage tracker for resource:security_group_rule and tenant:8873a93e0a584ead96f21d0998265b37 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:08:58.120964 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:08:58.126644 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:08:58.217172 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:58.308881 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:58.311999 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d71458d7-acc2-4134-867b-be70dd3b3232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:08:58.345973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:08:58.351054 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a418bb19-be7d-4d36-b28c-a2727cac7e29,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:08:58.354911 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:08:58.360516 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:58.360889 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Added segment 0d08c843-2670-4c56-a708-bb99f46b4e97 of type vlan for network 096b7a70-f44b-42c8-a863-3c8292537a00
Jun 04 17:08:58.388033 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:58.560674 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:58.566313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:08:58.566891 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:08:58.570726 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0114853b-79db-4b86-8782-e2360ef35010 tempest-ExternalNetworksTestJSON-192570276 tempest-ExternalNetworksTestJSON-192570276-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:08:58.677305 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event updated for resources: {'Network': ['ID=096b7a70-f44b-42c8-a863-3c8292537a00,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:08:58.680050 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:08:58.688357 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 096b7a70-f44b-42c8-a863-3c8292537a00 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:08:58.767076 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.9801836
Jun 04 17:08:59.645937 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6722f0b5-5b98-446f-98fc-786937a2aee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:02.143272 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:02.160106 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39360) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:02.165986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Request body: {'subnet': {'network_id': '096b7a70-f44b-42c8-a863-3c8292537a00', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:02.415867 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-08b52d9c-3981-41b2-8780-c702030e8c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:02.438511 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:02.442319 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Usage tracker for resource:subnet and tenant:8873a93e0a584ead96f21d0998265b37 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:02.445125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:02.451986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:02.548797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Made reservation on behalf of 8873a93e0a584ead96f21d0998265b37 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:02.552351 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:03.074656 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:03.081567 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c3e8a9ec-1667-4e7e-b4be-c4d3655b29f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:03.181191 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event updated for resources: {'Subnet': ['ID=e9be3cd6-8d6f-477d-beb5-a728d6142232,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:03.188639 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:03.192237 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Checking segment: {'id': '0d08c843-2670-4c56-a708-bb99f46b4e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '096b7a70-f44b-42c8-a863-3c8292537a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:03.192746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Network hostable DHCP agents. Network: 096b7a70-f44b-42c8-a863-3c8292537a00, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:09:03.525214 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Network 096b7a70-f44b-42c8-a863-3c8292537a00 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:09:03.686349 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 096b7a70-f44b-42c8-a863-3c8292537a00) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:03.695071 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9ad418-d547-40d4-aca7-182fc4382414 None None] Network 096b7a70-f44b-42c8-a863-3c8292537a00 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:03.697633 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:03.702536 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:03.821859 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-85234b0d-336e-4147-9a6d-43a3af75fd10 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6597409
Jun 04 17:09:03.825164 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39364) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:03.830779 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-121363696'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:03.838645 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:03.842506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Usage tracker for resource:network and tenant:8873a93e0a584ead96f21d0998265b37 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:03.845418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:03.851586 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:03.907809 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-096b7a70-f44b-42c8-a863-3c8292537a00', 'network_id': '096b7a70-f44b-42c8-a863-3c8292537a00', 'tenant_id': '8873a93e0a584ead96f21d0998265b37', 'fixed_ips': [{'subnet_id': 'e9be3cd6-8d6f-477d-beb5-a728d6142232'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 17:09:03.908654 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:03.961071 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Made reservation on behalf of 8873a93e0a584ead96f21d0998265b37 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:03.964796 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:03.994377 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:09:04.003004 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:04.003381 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Added segment 9e406a14-5414-4983-8789-0be8115a765e of type vlan for network 6824ff4e-98d3-464b-adb1-a3df49d80038
Jun 04 17:09:04.029746 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:04.081962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Allocated IP 2001:db8:0:ffff::2 (096b7a70-f44b-42c8-a863-3c8292537a00/e9be3cd6-8d6f-477d-beb5-a728d6142232/6ce47c21-1c3a-4929-ab29-ef4b5ac92288) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:09:04.148930 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:04.154789 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:04.155471 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:04.159184 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:04.173999 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:04.265804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event updated for resources: {'Network': ['ID=6824ff4e-98d3-464b-adb1-a3df49d80038,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:04.269459 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:04.279289 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 6824ff4e-98d3-464b-adb1-a3df49d80038 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:09:04.315608 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4890957
Jun 04 17:09:04.318389 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39366) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:04.323541 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Request body: {'subnet': {'network_id': '6824ff4e-98d3-464b-adb1-a3df49d80038', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:04.325467 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:04.431366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Transition to ACTIVE for port object 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:04.440660 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:04.444481 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Usage tracker for resource:subnet and tenant:8873a93e0a584ead96f21d0998265b37 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:04.447613 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:04.453922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:04.467195 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Transition to ACTIVE for port object 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:04.566631 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Made reservation on behalf of 8873a93e0a584ead96f21d0998265b37 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:04.570282 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:04.600961 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:04.607278 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-876d7bca-cd68-435f-9760-f9481b483459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:04.667387 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Network 096b7a70-f44b-42c8-a863-3c8292537a00 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:09:04.670334 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:04.672850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:09:04.722691 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Pushing event updated for resources: {'Port': ['ID=6ce47c21-1c3a-4929-ab29-ef4b5ac92288,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:04.764092 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:04.764438 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:04.764775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:04.765131 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:04.765459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:04.765782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:04.766101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:04.766765 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:04.766765 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:04.767039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:04.767352 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:04.767669 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:04.771431 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:04.788357 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Attempting to bind port 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:09:04.788732 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Attempting to bind port 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '0d08c843-2670-4c56-a708-bb99f46b4e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '096b7a70-f44b-42c8-a863-3c8292537a00'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:09:04.789137 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Attempting to bind port 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 on network 096b7a70-f44b-42c8-a863-3c8292537a00 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:09:04.797357 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:09:04.797744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Checking segment: {'id': '0d08c843-2670-4c56-a708-bb99f46b4e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '096b7a70-f44b-42c8-a863-3c8292537a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:04.798428 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:04.799146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Bound using segment: {'id': '0d08c843-2670-4c56-a708-bb99f46b4e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '096b7a70-f44b-42c8-a863-3c8292537a00'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:09:04.806194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Bound port: 6ce47c21-1c3a-4929-ab29-ef4b5ac92288, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d08c843-2670-4c56-a708-bb99f46b4e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '096b7a70-f44b-42c8-a863-3c8292537a00'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:09:04.806194 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:04.894369 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] For port 6ce47c21-1c3a-4929-ab29-ef4b5ac92288, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:09:04.897419 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] For port 6ce47c21-1c3a-4929-ab29-ef4b5ac92288, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6ce47c21-1c3a-4929-ab29-ef4b5ac92288,segment=NetworkSegment(0d08c843-2670-4c56-a708-bb99f46b4e97),segment_id=0d08c843-2670-4c56-a708-bb99f46b4e97)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:09:04.976762 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:04.981705 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e1aef3e1-1a4d-46d8-8f63-9b4bffd143dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:05.062721 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Pushing event updated for resources: {'Port': ['ID=6ce47c21-1c3a-4929-ab29-ef4b5ac92288,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:05.066626 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:05.080928 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:05.085575 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4b543cee-32ff-415e-b3f4-a9b96361d4fa tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:05.149793 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:09:05.163924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event updated for resources: {'Subnet': ['ID=30459c97-9669-4b7d-bf1d-2388869be56d,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:05.167667 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:05.173883 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Checking segment: {'id': '9e406a14-5414-4983-8789-0be8115a765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6824ff4e-98d3-464b-adb1-a3df49d80038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:05.174245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Network hostable DHCP agents. Network: 6824ff4e-98d3-464b-adb1-a3df49d80038, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:09:05.278664 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Network 6824ff4e-98d3-464b-adb1-a3df49d80038 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:09:05.387264 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 6824ff4e-98d3-464b-adb1-a3df49d80038) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:05.395908 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15590ba-87bd-48f5-9918-4e4da13a0754 None None] Network 6824ff4e-98d3-464b-adb1-a3df49d80038 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:05.397428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:05.398064 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:05.487034 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 1.1675687
Jun 04 17:09:05.489998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39368) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:05.623076 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-6824ff4e-98d3-464b-adb1-a3df49d80038', 'network_id': '6824ff4e-98d3-464b-adb1-a3df49d80038', 'tenant_id': '8873a93e0a584ead96f21d0998265b37', 'fixed_ips': [{'subnet_id': '30459c97-9669-4b7d-bf1d-2388869be56d'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 17:09:05.623931 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:05.642979 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:05.721148 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:05.807702 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:05.809026 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Allocated IP 2001:db8::2 (6824ff4e-98d3-464b-adb1-a3df49d80038/30459c97-9669-4b7d-bf1d-2388869be56d/46377558-35f7-4112-ba4f-1c5db0516767) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:09:06.016085 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e105c60-6bd6-4742-884a-fdef3bd7f97b None None] Network 096b7a70-f44b-42c8-a863-3c8292537a00 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:06.145215 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:06.161116 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Transition to ACTIVE for port object 46377558-35f7-4112-ba4f-1c5db0516767 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:06.198013 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Transition to ACTIVE for port object 46377558-35f7-4112-ba4f-1c5db0516767 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:06.287099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-84a803e2-b5be-4427-b183-9649c83330fa None None] Provisioning for port 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:09:06.350267 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:06.357906 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:06.419938 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Network 6824ff4e-98d3-464b-adb1-a3df49d80038 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:09:06.421242 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:06.423737 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:09:06.470417 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Pushing event updated for resources: {'Port': ['ID=46377558-35f7-4112-ba4f-1c5db0516767,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:06.473194 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:06.481434 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:06.481968 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:06.486218 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-a654d965-1639-4798-a5c3-81765a9f59f3 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:06.581759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Attempting to bind port 46377558-35f7-4112-ba4f-1c5db0516767 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:09:06.582133 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Attempting to bind port 46377558-35f7-4112-ba4f-1c5db0516767 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '9e406a14-5414-4983-8789-0be8115a765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6824ff4e-98d3-464b-adb1-a3df49d80038'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:09:06.582505 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Attempting to bind port 46377558-35f7-4112-ba4f-1c5db0516767 on network 6824ff4e-98d3-464b-adb1-a3df49d80038 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:09:06.591581 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:09:06.591963 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Checking segment: {'id': '9e406a14-5414-4983-8789-0be8115a765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6824ff4e-98d3-464b-adb1-a3df49d80038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:06.592370 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:06.592762 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Bound using segment: {'id': '9e406a14-5414-4983-8789-0be8115a765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6824ff4e-98d3-464b-adb1-a3df49d80038'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:09:06.593267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Bound port: 46377558-35f7-4112-ba4f-1c5db0516767, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e406a14-5414-4983-8789-0be8115a765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6824ff4e-98d3-464b-adb1-a3df49d80038'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:09:06.593655 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:06.689902 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event deleted for resources: {'Subnet': ['ID=30459c97-9669-4b7d-bf1d-2388869be56d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:06.692917 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:06.711111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] For port 46377558-35f7-4112-ba4f-1c5db0516767, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:09:06.714838 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] For port 46377558-35f7-4112-ba4f-1c5db0516767, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=46377558-35f7-4112-ba4f-1c5db0516767,segment=NetworkSegment(9e406a14-5414-4983-8789-0be8115a765e),segment_id=9e406a14-5414-4983-8789-0be8115a765e)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:09:06.752827 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:09:06.757701 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:06.758078 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:06.785293 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:06.798333 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8391180100>,) {'filters': {'network_id': ['6824ff4e-98d3-464b-adb1-a3df49d80038']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:06.801609 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:06.808271 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:06.811215 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391180100>, '9e406a14-5414-4983-8789-0be8115a765e') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:06.811509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391180100>, '9e406a14-5414-4983-8789-0be8115a765e') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:06.824840 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:06.843866 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:06.850879 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:09:06.851540 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:09:06.866389 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:09:07.000602 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.api [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 17:09:07.000602 n-d-791505-9 neutron-server[88301]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 17:09:07.000602 n-d-791505-9 neutron-server[88301]: [parameters: {'id': '6824ff4e-98d3-464b-adb1-a3df49d80038'}]
Jun 04 17:09:07.000602 n-d-791505-9 neutron-server[88301]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 17:09:07.001161 n-d-791505-9 neutron-server[88301]: DEBUG oslo_db.api [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 17:09:07.042457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Pushing event updated for resources: {'Port': ['ID=46377558-35f7-4112-ba4f-1c5db0516767,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:07.045490 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:07.079454 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:07.090160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb66194-5d2b-4228-bed6-6b5462018c21 None None] Network 6824ff4e-98d3-464b-adb1-a3df49d80038 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:07.205540 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 6ce47c21-1c3a-4929-ab29-ef4b5ac92288, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6ce47c21-1c3a-4929-ab29-ef4b5ac92288,segment=NetworkSegment(0d08c843-2670-4c56-a708-bb99f46b4e97),segment_id=0d08c843-2670-4c56-a708-bb99f46b4e97)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:07.310472 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a723e0-cfa0-4168-b826-a1509edcb3b5 None None] get_active_networks_info from n-d-791505-9 {{(pid=88302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 04 17:09:07.341889 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:07.347238 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:07.441970 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=6ce47c21-1c3a-4929-ab29-ef4b5ac92288,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:07.448620 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:07.459619 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a723e0-cfa0-4168-b826-a1509edcb3b5 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 04 17:09:07.502506 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:07.576760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Deleting port 46377558-35f7-4112-ba4f-1c5db0516767 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:09:07.577138 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:07.689494 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] For port 46377558-35f7-4112-ba4f-1c5db0516767, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=46377558-35f7-4112-ba4f-1c5db0516767,segment=NetworkSegment(9e406a14-5414-4983-8789-0be8115a765e),segment_id=9e406a14-5414-4983-8789-0be8115a765e)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:07.689890 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:07.814086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Calling delete_port for 46377558-35f7-4112-ba4f-1c5db0516767 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:09:08.080605 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:08.084424 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1c18fd4d-f4c1-4254-a719-63ce3c8b7960 tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:08.130707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event deleted for resources: {'Port': ['ID=46377558-35f7-4112-ba4f-1c5db0516767,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:08.133838 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:08.136326 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] No DVR routers for this DVR port 46377558-35f7-4112-ba4f-1c5db0516767 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:09:08.261257 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:08.274346 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387f7c5b0>,) {'filters': {'network_id': ['6824ff4e-98d3-464b-adb1-a3df49d80038']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:08.286606 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387f7c5b0>, '9e406a14-5414-4983-8789-0be8115a765e') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:08.287206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387f7c5b0>, '9e406a14-5414-4983-8789-0be8115a765e') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:08.299403 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:08.315466 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:08.321609 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:09:08.321995 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:09:08.336764 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:09:08.415848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:08.486572 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:08.486952 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:08.526234 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:08.533745 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-df3d256f-cb4d-46bc-b926-cf95aedb1511 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:08.546472 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:08.558255 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event deleted for resources: {'Network': ['ID=6824ff4e-98d3-464b-adb1-a3df49d80038,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:08.560757 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:08.569831 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "DELETE /v2.0/networks/6824ff4e-98d3-464b-adb1-a3df49d80038 HTTP/1.1" status: 204  len: 168 time: 3.0756283
Jun 04 17:09:08.570101 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39370) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:08.576035 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1444040566'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:08.582035 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:08.585867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Usage tracker for resource:network and tenant:8873a93e0a584ead96f21d0998265b37 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:08.589122 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:08.595935 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:08.697763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Made reservation on behalf of 8873a93e0a584ead96f21d0998265b37 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:08.701307 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:08.730594 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:09:08.738969 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:08.739309 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Added segment 2ca3f584-c22e-4f5b-a83b-153abfa495c5 of type vlan for network 5efe5aa0-23e5-4150-916e-838f3f1d2af1
Jun 04 17:09:08.766053 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:08.880113 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:08.886219 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:08.886788 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:08.890462 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-09520c23-0685-4763-88ab-28e7e721c78e tempest-ExternalNetworksTestJSON-1513174386 tempest-ExternalNetworksTestJSON-1513174386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:08.995253 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event updated for resources: {'Network': ['ID=5efe5aa0-23e5-4150-916e-838f3f1d2af1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:08.997845 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:09.005327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 5efe5aa0-23e5-4150-916e-838f3f1d2af1 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:09:09.075623 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-346e12ec-71e5-47b0-95a6-11ba16788c8f tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5037537
Jun 04 17:09:09.078569 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39372) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:09.083866 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Request body: {'subnet': {'network_id': '5efe5aa0-23e5-4150-916e-838f3f1d2af1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:09.198772 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:09.202460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Usage tracker for resource:subnet and tenant:8873a93e0a584ead96f21d0998265b37 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:09.205372 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:09.211264 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:09.354838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Made reservation on behalf of 8873a93e0a584ead96f21d0998265b37 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:09.358485 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:09.449497 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.ipam_backend_mixin [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Performing IP validity checks on allocation pools {{(pid=88300) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Jun 04 17:09:09.449994 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.ipam_backend_mixin [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88300) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Jun 04 17:09:09.867719 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:09.871191 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4bf08dcd-c242-4974-9b23-cd0dcfb4a582 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:09.944730 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event updated for resources: {'Subnet': ['ID=ce4ac1bb-61b5-4486-9515-8ce62ae3c250,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:09.949196 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:09.958092 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Checking segment: {'id': '2ca3f584-c22e-4f5b-a83b-153abfa495c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5efe5aa0-23e5-4150-916e-838f3f1d2af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:09.958450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Network hostable DHCP agents. Network: 5efe5aa0-23e5-4150-916e-838f3f1d2af1, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:09:10.057419 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Network 5efe5aa0-23e5-4150-916e-838f3f1d2af1 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:09:10.160131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 5efe5aa0-23e5-4150-916e-838f3f1d2af1) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:10.169327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76321dc6-5aae-4dd8-9b61-2cebf6079683 None None] Network 5efe5aa0-23e5-4150-916e-838f3f1d2af1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:10.170296 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:10.170907 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:10.303920 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.2242026
Jun 04 17:09:10.307293 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39374) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:10.389284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-5efe5aa0-23e5-4150-916e-838f3f1d2af1', 'network_id': '5efe5aa0-23e5-4150-916e-838f3f1d2af1', 'tenant_id': '8873a93e0a584ead96f21d0998265b37', 'fixed_ips': [{'subnet_id': 'ce4ac1bb-61b5-4486-9515-8ce62ae3c250'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 17:09:10.390153 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:10.555381 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Allocated IP 2001:db8::3 (5efe5aa0-23e5-4150-916e-838f3f1d2af1/ce4ac1bb-61b5-4486-9515-8ce62ae3c250/e242f35d-136b-4d5c-8b4a-490b3d33f583) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:09:10.620984 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:10.690049 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:10.808369 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:10.818128 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Transition to ACTIVE for port object e242f35d-136b-4d5c-8b4a-490b3d33f583 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:10.836989 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Transition to ACTIVE for port object e242f35d-136b-4d5c-8b4a-490b3d33f583 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:10.916798 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:10.920507 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:10.984866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Network 5efe5aa0-23e5-4150-916e-838f3f1d2af1 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:09:10.987883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:10.991523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:09:11.000688 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Pushing event updated for resources: {'Port': ['ID=e242f35d-136b-4d5c-8b4a-490b3d33f583,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:11.027269 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:11.063382 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:11.068148 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2f3d37d2-443c-4742-9f49-cdb9d5ccb420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:11.086274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Attempting to bind port e242f35d-136b-4d5c-8b4a-490b3d33f583 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:09:11.091263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Attempting to bind port e242f35d-136b-4d5c-8b4a-490b3d33f583 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '2ca3f584-c22e-4f5b-a83b-153abfa495c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5efe5aa0-23e5-4150-916e-838f3f1d2af1'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:09:11.091263 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Attempting to bind port e242f35d-136b-4d5c-8b4a-490b3d33f583 on network 5efe5aa0-23e5-4150-916e-838f3f1d2af1 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:09:11.092951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:09:11.093370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Checking segment: {'id': '2ca3f584-c22e-4f5b-a83b-153abfa495c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5efe5aa0-23e5-4150-916e-838f3f1d2af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:11.093785 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:11.094185 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Bound using segment: {'id': '2ca3f584-c22e-4f5b-a83b-153abfa495c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5efe5aa0-23e5-4150-916e-838f3f1d2af1'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:09:11.094664 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Bound port: e242f35d-136b-4d5c-8b4a-490b3d33f583, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca3f584-c22e-4f5b-a83b-153abfa495c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5efe5aa0-23e5-4150-916e-838f3f1d2af1'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:09:11.095085 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:11.106541 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4ac1bb-61b5-4486-9515-8ce62ae3c250,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:11.121134 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:11.186758 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] For port e242f35d-136b-4d5c-8b4a-490b3d33f583, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:09:11.190206 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] For port e242f35d-136b-4d5c-8b4a-490b3d33f583, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e242f35d-136b-4d5c-8b4a-490b3d33f583,segment=NetworkSegment(2ca3f584-c22e-4f5b-a83b-153abfa495c5),segment_id=2ca3f584-c22e-4f5b-a83b-153abfa495c5)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:09:11.201782 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:11.215312 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386acba00>,) {'filters': {'network_id': ['5efe5aa0-23e5-4150-916e-838f3f1d2af1']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:11.227787 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386acba00>, '2ca3f584-c22e-4f5b-a83b-153abfa495c5') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:11.228084 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386acba00>, '2ca3f584-c22e-4f5b-a83b-153abfa495c5') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:11.239172 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:11.301910 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:11.303889 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:11.307182 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:11.310808 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:09:11.311189 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:09:11.326765 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:09:11.425617 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Pushing event updated for resources: {'Port': ['ID=e242f35d-136b-4d5c-8b4a-490b3d33f583,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:11.431568 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:11.453225 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba51f9ab-d698-446c-9aaf-5c6d4d14948a None None] Network 5efe5aa0-23e5-4150-916e-838f3f1d2af1 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:11.469293 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.db.api [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 17:09:11.469293 n-d-791505-9 neutron-server[88300]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 17:09:11.469293 n-d-791505-9 neutron-server[88300]: [parameters: {'id': '5efe5aa0-23e5-4150-916e-838f3f1d2af1'}]
Jun 04 17:09:11.469293 n-d-791505-9 neutron-server[88300]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 17:09:11.469752 n-d-791505-9 neutron-server[88300]: DEBUG oslo_db.api [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 17:09:11.648392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b107caa9-b60d-4232-b425-05b956e47f41 None None] get_active_networks_info from n-d-791505-9 {{(pid=88302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 04 17:09:11.737071 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b107caa9-b60d-4232-b425-05b956e47f41 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 04 17:09:11.970947 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:12.054324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Deleting port e242f35d-136b-4d5c-8b4a-490b3d33f583 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:09:12.054663 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:12.155702 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] For port e242f35d-136b-4d5c-8b4a-490b3d33f583, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e242f35d-136b-4d5c-8b4a-490b3d33f583,segment=NetworkSegment(2ca3f584-c22e-4f5b-a83b-153abfa495c5),segment_id=2ca3f584-c22e-4f5b-a83b-153abfa495c5)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:12.156055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:12.282737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Calling delete_port for e242f35d-136b-4d5c-8b4a-490b3d33f583 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:09:12.421187 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:12.425176 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ba3c97c8-01f3-4606-ac64-11a0f2abbe4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:12.470072 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event deleted for resources: {'Port': ['ID=e242f35d-136b-4d5c-8b4a-490b3d33f583,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:12.473736 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:12.474635 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] No DVR routers for this DVR port e242f35d-136b-4d5c-8b4a-490b3d33f583 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:09:12.600943 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:12.615165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386acba00>,) {'filters': {'network_id': ['5efe5aa0-23e5-4150-916e-838f3f1d2af1']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:12.627485 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386acba00>, '2ca3f584-c22e-4f5b-a83b-153abfa495c5') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:12.627784 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386acba00>, '2ca3f584-c22e-4f5b-a83b-153abfa495c5') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:12.639634 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:12.655828 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:12.661902 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:09:12.662283 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:09:12.676442 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:09:12.816982 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:12.820473 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6b50bf82-63cd-4ea6-a84d-f433ce6c3b74 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:12.836225 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:12.847234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event deleted for resources: {'Network': ['ID=5efe5aa0-23e5-4150-916e-838f3f1d2af1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:12.851705 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:12.854527 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7c2d4517-7d27-4d3d-a5b2-9845d751d0a3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "DELETE /v2.0/networks/5efe5aa0-23e5-4150-916e-838f3f1d2af1 HTTP/1.1" status: 204  len: 168 time: 2.5460310
Jun 04 17:09:12.858038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39376) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:12.863152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-165824646'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:12.869413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:12.873246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Usage tracker for resource:network and tenant:8873a93e0a584ead96f21d0998265b37 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:12.876199 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:12.882491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:12.965660 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Made reservation on behalf of 8873a93e0a584ead96f21d0998265b37 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:12.969204 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:12.998082 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:09:13.006713 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:13.007032 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Added segment 6050ee26-bc7e-467a-96b6-3321d0793f91 of type vlan for network b1d9df35-3d1b-42bf-8daf-ef87883e0d9e
Jun 04 17:09:13.038941 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:13.160429 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:13.166776 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:13.167375 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:13.171031 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-55319ed7-3a0b-42c7-9c5c-66c48a009f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:13.270356 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event updated for resources: {'Network': ['ID=b1d9df35-3d1b-42bf-8daf-ef87883e0d9e,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:13.273602 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:13.280922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network b1d9df35-3d1b-42bf-8daf-ef87883e0d9e details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:09:13.321077 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f285b47e-725f-4351-b6fe-96dd46695a18 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4619014
Jun 04 17:09:13.324706 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39378) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:13.329817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Request body: {'subnet': {'network_id': 'b1d9df35-3d1b-42bf-8daf-ef87883e0d9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:13.447722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:13.451478 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Usage tracker for resource:subnet and tenant:8873a93e0a584ead96f21d0998265b37 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:13.454324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:13.459987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:13.569725 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Made reservation on behalf of 8873a93e0a584ead96f21d0998265b37 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:13.573733 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:14.102673 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:14.109122 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dd0561bc-24dc-423f-b479-e82d9ec7ecc0 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:14.196941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event updated for resources: {'Subnet': ['ID=4e729ee4-a512-4906-b83c-d4ff1f35d35b,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:14.200854 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:14.206537 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Checking segment: {'id': '6050ee26-bc7e-467a-96b6-3321d0793f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b1d9df35-3d1b-42bf-8daf-ef87883e0d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:14.206900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Network hostable DHCP agents. Network: b1d9df35-3d1b-42bf-8daf-ef87883e0d9e, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:09:14.312340 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Network b1d9df35-3d1b-42bf-8daf-ef87883e0d9e is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:09:14.444036 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, b1d9df35-3d1b-42bf-8daf-ef87883e0d9e) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:14.454530 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0315a426-69e5-4d44-9561-db351448c7b5 None None] Network b1d9df35-3d1b-42bf-8daf-ef87883e0d9e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:14.456601 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:14.456601 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:14.548054 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b0176df8-b613-4ece-b833-7b39d65f4be8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2222195
Jun 04 17:09:14.551913 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39380) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:14.558111 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-141368759'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:14.563971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:14.567901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Usage tracker for resource:network and tenant:8873a93e0a584ead96f21d0998265b37 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:14.572036 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:14.578218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:14.651509 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Made reservation on behalf of 8873a93e0a584ead96f21d0998265b37 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:14.654956 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:14.685634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-b1d9df35-3d1b-42bf-8daf-ef87883e0d9e', 'network_id': 'b1d9df35-3d1b-42bf-8daf-ef87883e0d9e', 'tenant_id': '8873a93e0a584ead96f21d0998265b37', 'fixed_ips': [{'subnet_id': '4e729ee4-a512-4906-b83c-d4ff1f35d35b'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 17:09:14.685634 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:14.685841 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:09:14.694629 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:14.695260 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Added segment d13b6510-981c-4762-9896-73f939acd07c of type vlan for network 73bb45bd-a916-4590-ac74-63f38ce57f42
Jun 04 17:09:14.727629 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:14.828695 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:14.834496 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:14.835076 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:14.835377 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Allocated IP 2001:db8::2 (b1d9df35-3d1b-42bf-8daf-ef87883e0d9e/4e729ee4-a512-4906-b83c-d4ff1f35d35b/47ef5cf4-0839-406c-ac17-e4789e774eb8) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:09:14.840453 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-bbb1af85-c99a-4391-bf76-8b7de1842e05 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:14.946734 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event updated for resources: {'Network': ['ID=73bb45bd-a916-4590-ac74-63f38ce57f42,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:14.949333 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:14.982110 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 73bb45bd-a916-4590-ac74-63f38ce57f42 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:09:14.989748 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4367125
Jun 04 17:09:14.992512 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39382) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:14.997672 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Request body: {'subnet': {'network_id': '73bb45bd-a916-4590-ac74-63f38ce57f42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:15.108867 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:15.112661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Usage tracker for resource:subnet and tenant:8873a93e0a584ead96f21d0998265b37 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:15.124323 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:15.124323 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:15.186920 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:15.204310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Transition to ACTIVE for port object 47ef5cf4-0839-406c-ac17-e4789e774eb8 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:15.216305 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Transition to ACTIVE for port object 47ef5cf4-0839-406c-ac17-e4789e774eb8 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:15.285663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Made reservation on behalf of 8873a93e0a584ead96f21d0998265b37 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:15.289316 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:15.337823 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:15.342491 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:15.405008 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Network b1d9df35-3d1b-42bf-8daf-ef87883e0d9e is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:09:15.407951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:15.410527 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:09:15.464292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Pushing event updated for resources: {'Port': ['ID=47ef5cf4-0839-406c-ac17-e4789e774eb8,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:15.467256 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:15.521181 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Attempting to bind port 47ef5cf4-0839-406c-ac17-e4789e774eb8 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:09:15.521560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Attempting to bind port 47ef5cf4-0839-406c-ac17-e4789e774eb8 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '6050ee26-bc7e-467a-96b6-3321d0793f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b1d9df35-3d1b-42bf-8daf-ef87883e0d9e'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:09:15.521932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Attempting to bind port 47ef5cf4-0839-406c-ac17-e4789e774eb8 on network b1d9df35-3d1b-42bf-8daf-ef87883e0d9e {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:09:15.527409 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:09:15.527793 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Checking segment: {'id': '6050ee26-bc7e-467a-96b6-3321d0793f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b1d9df35-3d1b-42bf-8daf-ef87883e0d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:15.528264 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:15.528662 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Bound using segment: {'id': '6050ee26-bc7e-467a-96b6-3321d0793f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b1d9df35-3d1b-42bf-8daf-ef87883e0d9e'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:09:15.529163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Bound port: 47ef5cf4-0839-406c-ac17-e4789e774eb8, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6050ee26-bc7e-467a-96b6-3321d0793f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b1d9df35-3d1b-42bf-8daf-ef87883e0d9e'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:09:15.529539 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:15.619011 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] For port 47ef5cf4-0839-406c-ac17-e4789e774eb8, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:09:15.621958 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] For port 47ef5cf4-0839-406c-ac17-e4789e774eb8, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=47ef5cf4-0839-406c-ac17-e4789e774eb8,segment=NetworkSegment(6050ee26-bc7e-467a-96b6-3321d0793f91),segment_id=6050ee26-bc7e-467a-96b6-3321d0793f91)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:09:15.707531 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:15.713261 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9167045b-8d34-40fd-9a53-d331577ed510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:15.799583 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Pushing event updated for resources: {'Port': ['ID=47ef5cf4-0839-406c-ac17-e4789e774eb8,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:15.802976 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:15.830226 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:15.834782 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-af8f5e88-68cd-44e6-b781-57a6ced0e825 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:16.106418 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event updated for resources: {'Subnet': ['ID=7f5366cd-64cd-404d-a50f-914d2e8ada22,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:16.109312 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:16.115135 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Checking segment: {'id': 'd13b6510-981c-4762-9896-73f939acd07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '73bb45bd-a916-4590-ac74-63f38ce57f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:16.115281 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Network hostable DHCP agents. Network: 73bb45bd-a916-4590-ac74-63f38ce57f42, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:09:16.222626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Network 73bb45bd-a916-4590-ac74-63f38ce57f42 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:09:16.318247 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 73bb45bd-a916-4590-ac74-63f38ce57f42) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:16.328507 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163e6ec4-8aec-4765-acdc-ea697a027e2b None None] Network 73bb45bd-a916-4590-ac74-63f38ce57f42 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:16.328662 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:16.329126 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:16.428305 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4346969
Jun 04 17:09:16.431970 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39384) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:16.451211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 47ef5cf4-0839-406c-ac17-e4789e774eb8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:16.596221 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:16.625816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-73bb45bd-a916-4590-ac74-63f38ce57f42', 'network_id': '73bb45bd-a916-4590-ac74-63f38ce57f42', 'tenant_id': '8873a93e0a584ead96f21d0998265b37', 'fixed_ips': [{'subnet_id': '7f5366cd-64cd-404d-a50f-914d2e8ada22'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 17:09:16.633455 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:16.668803 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:16.698557 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 47ef5cf4-0839-406c-ac17-e4789e774eb8 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:09:16.777433 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cb7df6-072d-4066-8335-bfc3f99aec01 None None] Network b1d9df35-3d1b-42bf-8daf-ef87883e0d9e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:16.875253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Allocated IP 2001:db8::2 (73bb45bd-a916-4590-ac74-63f38ce57f42/7f5366cd-64cd-404d-a50f-914d2e8ada22/75fb8f19-696b-44f5-b908-92cb472f7aa9) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:09:17.037184 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4c04b458-e375-4d09-a95a-eccbbd03028e None None] Provisioning for port 47ef5cf4-0839-406c-ac17-e4789e774eb8 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:09:17.063952 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4c04b458-e375-4d09-a95a-eccbbd03028e None None] Provisioning complete for port 47ef5cf4-0839-406c-ac17-e4789e774eb8 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:17.064327 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c04b458-e375-4d09-a95a-eccbbd03028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:17.305974 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:17.335182 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Transition to ACTIVE for port object 75fb8f19-696b-44f5-b908-92cb472f7aa9 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:17.346308 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c04b458-e375-4d09-a95a-eccbbd03028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:17.374696 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Transition to ACTIVE for port object 75fb8f19-696b-44f5-b908-92cb472f7aa9 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:17.395972 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-4c04b458-e375-4d09-a95a-eccbbd03028e None None] For port 47ef5cf4-0839-406c-ac17-e4789e774eb8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=47ef5cf4-0839-406c-ac17-e4789e774eb8,segment=NetworkSegment(6050ee26-bc7e-467a-96b6-3321d0793f91),segment_id=6050ee26-bc7e-467a-96b6-3321d0793f91)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:17.470006 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:17.475057 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:17.566657 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:17.578967 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d8a6644f-f8f9-4bf0-a74d-0acc8ee75812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:17.579129 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4c04b458-e375-4d09-a95a-eccbbd03028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:17.602907 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Network 73bb45bd-a916-4590-ac74-63f38ce57f42 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:09:17.606079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:17.609841 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:09:17.610203 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5366cd-64cd-404d-a50f-914d2e8ada22,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:17.613252 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:17.647066 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Pushing event updated for resources: {'Port': ['ID=75fb8f19-696b-44f5-b908-92cb472f7aa9,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:17.657278 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:17.682065 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0cfbc336-669d-4515-88b7-f849628eaad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:17.709074 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:17.722865 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83867a6ee0>,) {'filters': {'network_id': ['73bb45bd-a916-4590-ac74-63f38ce57f42']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:17.736160 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83867a6ee0>, 'd13b6510-981c-4762-9896-73f939acd07c') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:17.736457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83867a6ee0>, 'd13b6510-981c-4762-9896-73f939acd07c') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:17.748508 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:17.764572 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:17.769897 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Attempting to bind port 75fb8f19-696b-44f5-b908-92cb472f7aa9 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:09:17.770280 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Attempting to bind port 75fb8f19-696b-44f5-b908-92cb472f7aa9 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'd13b6510-981c-4762-9896-73f939acd07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '73bb45bd-a916-4590-ac74-63f38ce57f42'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:09:17.770649 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Attempting to bind port 75fb8f19-696b-44f5-b908-92cb472f7aa9 on network 73bb45bd-a916-4590-ac74-63f38ce57f42 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:09:17.770925 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:09:17.771312 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:17.783347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:09:17.786143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Checking segment: {'id': 'd13b6510-981c-4762-9896-73f939acd07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '73bb45bd-a916-4590-ac74-63f38ce57f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:17.786143 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:17.786143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Bound using segment: {'id': 'd13b6510-981c-4762-9896-73f939acd07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '73bb45bd-a916-4590-ac74-63f38ce57f42'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:09:17.786143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Bound port: 75fb8f19-696b-44f5-b908-92cb472f7aa9, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13b6510-981c-4762-9896-73f939acd07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '73bb45bd-a916-4590-ac74-63f38ce57f42'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:09:17.786143 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:09:17.786659 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:09:17.796042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-ae20c3f4-4d58-4772-ba32-7d02fb97f0ca None None] Provisioning complete for port 47ef5cf4-0839-406c-ac17-e4789e774eb8 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:17.796413 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ae20c3f4-4d58-4772-ba32-7d02fb97f0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:17.830982 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04b458-e375-4d09-a95a-eccbbd03028e None None] Pushing event updated for resources: {'Port': ['ID=47ef5cf4-0839-406c-ac17-e4789e774eb8,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:17.848585 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4c04b458-e375-4d09-a95a-eccbbd03028e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:17.903222 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.db.api [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jun 04 17:09:17.903222 n-d-791505-9 neutron-server[88301]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jun 04 17:09:17.903222 n-d-791505-9 neutron-server[88301]: [parameters: {'id': '73bb45bd-a916-4590-ac74-63f38ce57f42'}]
Jun 04 17:09:17.903222 n-d-791505-9 neutron-server[88301]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 17:09:17.903845 n-d-791505-9 neutron-server[88301]: DEBUG oslo_db.api [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 17:09:17.967350 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] For port 75fb8f19-696b-44f5-b908-92cb472f7aa9, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:09:17.988865 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] For port 75fb8f19-696b-44f5-b908-92cb472f7aa9, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=75fb8f19-696b-44f5-b908-92cb472f7aa9,segment=NetworkSegment(d13b6510-981c-4762-9896-73f939acd07c),segment_id=d13b6510-981c-4762-9896-73f939acd07c)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:09:18.097967 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:18.102825 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:18.234576 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Pushing event updated for resources: {'Port': ['ID=75fb8f19-696b-44f5-b908-92cb472f7aa9,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:18.239207 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:18.261257 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6905e632-ce8c-471a-bc69-296e5aa7714d None None] Network 73bb45bd-a916-4590-ac74-63f38ce57f42 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:18.405395 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:18.419781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 47ef5cf4-0839-406c-ac17-e4789e774eb8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:18.487841 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Deleting port 75fb8f19-696b-44f5-b908-92cb472f7aa9 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:09:18.488183 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:18.522677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 47ef5cf4-0839-406c-ac17-e4789e774eb8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:18.522988 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:18.552896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d933a92-9acc-476b-b348-977cf65472b8 None None] get_active_networks_info from n-d-791505-9 {{(pid=88302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 04 17:09:18.596362 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] For port 75fb8f19-696b-44f5-b908-92cb472f7aa9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=75fb8f19-696b-44f5-b908-92cb472f7aa9,segment=NetworkSegment(d13b6510-981c-4762-9896-73f939acd07c),segment_id=d13b6510-981c-4762-9896-73f939acd07c)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:18.596985 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:18.717517 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d933a92-9acc-476b-b348-977cf65472b8 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jun 04 17:09:18.728292 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Calling delete_port for 75fb8f19-696b-44f5-b908-92cb472f7aa9 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:09:18.942929 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:18.947857 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eef75e8d-86d6-44ef-83c0-fa3b73a6d30a tempest-AllowedAddressPairIpV6TestJSON-374112104 tempest-AllowedAddressPairIpV6TestJSON-374112104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:19.001961 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event deleted for resources: {'Port': ['ID=75fb8f19-696b-44f5-b908-92cb472f7aa9,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:19.004403 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:19.008432 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] No DVR routers for this DVR port 75fb8f19-696b-44f5-b908-92cb472f7aa9 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:09:19.133300 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:19.145929 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386a15580>,) {'filters': {'network_id': ['73bb45bd-a916-4590-ac74-63f38ce57f42']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:19.158470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386a15580>, 'd13b6510-981c-4762-9896-73f939acd07c') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:19.158797 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386a15580>, 'd13b6510-981c-4762-9896-73f939acd07c') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:19.170584 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:19.187799 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:19.195188 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:09:19.195758 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:09:19.214494 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:09:19.392360 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:19.395968 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3dc59699-a3bc-4845-b840-ab5c6cef2b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:19.410367 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:19.425940 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event deleted for resources: {'Network': ['ID=73bb45bd-a916-4590-ac74-63f38ce57f42,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:19.428660 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:19.431380 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "DELETE /v2.0/networks/73bb45bd-a916-4590-ac74-63f38ce57f42 HTTP/1.1" status: 204  len: 168 time: 2.9979177
Jun 04 17:09:19.434027 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39386) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:19.478428 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d134eb3-ecb1-4947-bc45-683cc7c790b8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] GET failed (client error): The resource could not be found.
Jun 04 17:09:19.478950 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6d134eb3-ecb1-4947-bc45-683cc7c790b8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Synchronizing usage tracker for tenant:8873a93e0a584ead96f21d0998265b37 on resource:subnet {{(pid=88301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 04 17:09:19.603999 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6d134eb3-ecb1-4947-bc45-683cc7c790b8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Unset dirty status for tenant:8873a93e0a584ead96f21d0998265b37 on resource:subnet {{(pid=88301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 04 17:09:19.605213 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6d134eb3-ecb1-4947-bc45-683cc7c790b8 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "GET /v2.0/subnets/7f5366cd-64cd-404d-a50f-914d2e8ada22 HTTP/1.1" status: 404  len: 337 time: 0.1702483
Jun 04 17:09:19.608079 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39388) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:19.632121 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0dd82b-71c0-427b-abad-f53a84fdef94 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] DELETE failed (client error): The resource could not be found.
Jun 04 17:09:19.632575 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0dd82b-71c0-427b-abad-f53a84fdef94 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 17:09:19.634352 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ee0dd82b-71c0-427b-abad-f53a84fdef94 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "DELETE /v2.0/networks/73bb45bd-a916-4590-ac74-63f38ce57f42 HTTP/1.1" status: 404  len: 339 time: 0.0253820
Jun 04 17:09:19.637988 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39390) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:19.674601 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca1bcb6-0fe9-48be-acf1-1264420df431 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] DELETE failed (client error): The resource could not be found.
Jun 04 17:09:19.674969 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca1bcb6-0fe9-48be-acf1-1264420df431 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 17:09:19.676597 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1ca1bcb6-0fe9-48be-acf1-1264420df431 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "DELETE /v2.0/subnets/7f5366cd-64cd-404d-a50f-914d2e8ada22 HTTP/1.1" status: 404  len: 337 time: 0.0377312
Jun 04 17:09:19.679213 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39392) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:19.702700 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a289e9-506f-4e28-8807-61968a763745 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] DELETE failed (client error): The resource could not be found.
Jun 04 17:09:19.706114 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a289e9-506f-4e28-8807-61968a763745 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 17:09:19.706114 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c0a289e9-506f-4e28-8807-61968a763745 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "DELETE /v2.0/networks/73bb45bd-a916-4590-ac74-63f38ce57f42 HTTP/1.1" status: 404  len: 339 time: 0.0246460
Jun 04 17:09:19.707798 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39394) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:19.778274 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c3e98a-c565-4404-bb51-c36c4e44ad83 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Deleting subnet 4e729ee4-a512-4906-b83c-d4ff1f35d35b {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:09:19.781231 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59c3e98a-c565-4404-bb51-c36c4e44ad83 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:19.837900 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59c3e98a-c565-4404-bb51-c36c4e44ad83 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:19.925941 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59c3e98a-c565-4404-bb51-c36c4e44ad83 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:20.315122 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59c3e98a-c565-4404-bb51-c36c4e44ad83 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:20.319024 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-961de360-d9d3-4687-a00a-37615595d661 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:20.359312 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3e98a-c565-4404-bb51-c36c4e44ad83 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event deleted for resources: {'Subnet': ['ID=4e729ee4-a512-4906-b83c-d4ff1f35d35b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:20.362112 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-59c3e98a-c565-4404-bb51-c36c4e44ad83 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:20.364665 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59c3e98a-c565-4404-bb51-c36c4e44ad83 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:20.371647 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fa75c0-55f9-45fb-98de-3330007493e6 None None] Network b1d9df35-3d1b-42bf-8daf-ef87883e0d9e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:20.456711 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-59c3e98a-c565-4404-bb51-c36c4e44ad83 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "DELETE /v2.0/subnets/4e729ee4-a512-4906-b83c-d4ff1f35d35b HTTP/1.1" status: 204  len: 168 time: 0.7475996
Jun 04 17:09:20.458887 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39396) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:20.577848 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:20.624883 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9f89f2-09be-4eea-a282-1abf049b3f73 None None] DHCP port deletion for b1d9df35-3d1b-42bf-8daf-ef87883e0d9e request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 17:09:20.651500 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Deleting port 47ef5cf4-0839-406c-ac17-e4789e774eb8 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:09:20.652151 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:20.740295 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f89f2-09be-4eea-a282-1abf049b3f73 None None] Deleting port 47ef5cf4-0839-406c-ac17-e4789e774eb8 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:09:20.740676 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2f9f89f2-09be-4eea-a282-1abf049b3f73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:20.846119 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-2f9f89f2-09be-4eea-a282-1abf049b3f73 None None] For port 47ef5cf4-0839-406c-ac17-e4789e774eb8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=47ef5cf4-0839-406c-ac17-e4789e774eb8,segment=NetworkSegment(6050ee26-bc7e-467a-96b6-3321d0793f91),segment_id=6050ee26-bc7e-467a-96b6-3321d0793f91)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:20.846438 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2f9f89f2-09be-4eea-a282-1abf049b3f73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:20.920724 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] For port 47ef5cf4-0839-406c-ac17-e4789e774eb8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=47ef5cf4-0839-406c-ac17-e4789e774eb8,segment=NetworkSegment(6050ee26-bc7e-467a-96b6-3321d0793f91),segment_id=6050ee26-bc7e-467a-96b6-3321d0793f91)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:20.921031 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:20.969279 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f89f2-09be-4eea-a282-1abf049b3f73 None None] Calling delete_port for 47ef5cf4-0839-406c-ac17-e4789e774eb8 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:09:21.045623 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Calling delete_port for 47ef5cf4-0839-406c-ac17-e4789e774eb8 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:09:21.091499 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2f9f89f2-09be-4eea-a282-1abf049b3f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:21.095358 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:21.097183 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:21.102180 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d594785e-7b7e-4cfd-af27-9525ed40a2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:21.142403 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f89f2-09be-4eea-a282-1abf049b3f73 None None] Pushing event deleted for resources: {'Port': ['ID=47ef5cf4-0839-406c-ac17-e4789e774eb8,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:21.145799 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2f9f89f2-09be-4eea-a282-1abf049b3f73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:21.146597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9f89f2-09be-4eea-a282-1abf049b3f73 None None] No DVR routers for this DVR port 47ef5cf4-0839-406c-ac17-e4789e774eb8 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:09:21.154655 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event deleted for resources: {'Port': ['ID=47ef5cf4-0839-406c-ac17-e4789e774eb8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:21.156424 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:21.158924 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] No DVR routers for this DVR port 47ef5cf4-0839-406c-ac17-e4789e774eb8 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:09:21.297835 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:21.311442 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387b6cd90>,) {'filters': {'network_id': ['b1d9df35-3d1b-42bf-8daf-ef87883e0d9e']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:21.324083 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387b6cd90>, '6050ee26-bc7e-467a-96b6-3321d0793f91') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:21.324383 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387b6cd90>, '6050ee26-bc7e-467a-96b6-3321d0793f91') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:21.335505 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:21.352205 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:21.358087 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:09:21.358470 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:09:21.373569 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:09:21.529634 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:21.533064 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-18da7ee1-06d5-4f2c-ad5d-6462a0439566 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:21.548113 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:21.559523 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event deleted for resources: {'Network': ['ID=b1d9df35-3d1b-42bf-8daf-ef87883e0d9e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:21.562205 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:21.566110 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "DELETE /v2.0/networks/b1d9df35-3d1b-42bf-8daf-ef87883e0d9e HTTP/1.1" status: 204  len: 168 time: 1.1043177
Jun 04 17:09:21.566661 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39398) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:21.604374 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-95aacd6b-8f73-4405-b2f5-73d8bc635485 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] DELETE failed (client error): The resource could not be found.
Jun 04 17:09:21.604749 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95aacd6b-8f73-4405-b2f5-73d8bc635485 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 17:09:21.606456 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-95aacd6b-8f73-4405-b2f5-73d8bc635485 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "DELETE /v2.0/subnets/ce4ac1bb-61b5-4486-9515-8ce62ae3c250 HTTP/1.1" status: 404  len: 337 time: 0.0388658
Jun 04 17:09:21.608973 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39400) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:21.634539 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-169a0ef6-3ff5-41e3-9eb1-52d56e82f042 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] DELETE failed (client error): The resource could not be found.
Jun 04 17:09:21.635013 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169a0ef6-3ff5-41e3-9eb1-52d56e82f042 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 17:09:21.636667 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-169a0ef6-3ff5-41e3-9eb1-52d56e82f042 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "DELETE /v2.0/networks/5efe5aa0-23e5-4150-916e-838f3f1d2af1 HTTP/1.1" status: 404  len: 339 time: 0.0267510
Jun 04 17:09:21.639245 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39402) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:21.680881 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-264fb67e-2a84-4911-98a7-74097a0d85c3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] DELETE failed (client error): The resource could not be found.
Jun 04 17:09:21.681651 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264fb67e-2a84-4911-98a7-74097a0d85c3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 17:09:21.683144 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-264fb67e-2a84-4911-98a7-74097a0d85c3 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "DELETE /v2.0/subnets/30459c97-9669-4b7d-bf1d-2388869be56d HTTP/1.1" status: 404  len: 337 time: 0.0430102
Jun 04 17:09:21.685763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39404) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:21.709655 n-d-791505-9 neutron-server[88301]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5e62e9-573a-40e0-bf9b-fe8229ed6b72 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] DELETE failed (client error): The resource could not be found.
Jun 04 17:09:21.710116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5e62e9-573a-40e0-bf9b-fe8229ed6b72 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jun 04 17:09:21.712823 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8f5e62e9-573a-40e0-bf9b-fe8229ed6b72 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "DELETE /v2.0/networks/6824ff4e-98d3-464b-adb1-a3df49d80038 HTTP/1.1" status: 404  len: 339 time: 0.0261610
Jun 04 17:09:21.715223 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39406) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:21.780094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60a2eaa-7501-4044-9b4b-75418290ba5a tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Deleting subnet e9be3cd6-8d6f-477d-beb5-a728d6142232 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:09:21.783059 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f60a2eaa-7501-4044-9b4b-75418290ba5a tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:21.841306 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f60a2eaa-7501-4044-9b4b-75418290ba5a tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:21.932032 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f60a2eaa-7501-4044-9b4b-75418290ba5a tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:22.343193 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f60a2eaa-7501-4044-9b4b-75418290ba5a tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:22.347187 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-95919956-e926-4603-ae1e-b64d7774b527 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:22.381956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a2eaa-7501-4044-9b4b-75418290ba5a tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event deleted for resources: {'Subnet': ['ID=e9be3cd6-8d6f-477d-beb5-a728d6142232,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:22.389136 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f60a2eaa-7501-4044-9b4b-75418290ba5a tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:22.390660 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f60a2eaa-7501-4044-9b4b-75418290ba5a tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:22.396001 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c116ad0-2511-4e1f-abec-a074f2701eb4 None None] Network 096b7a70-f44b-42c8-a863-3c8292537a00 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:22.400870 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f60a2eaa-7501-4044-9b4b-75418290ba5a tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "DELETE /v2.0/subnets/e9be3cd6-8d6f-477d-beb5-a728d6142232 HTTP/1.1" status: 204  len: 168 time: 0.6846778
Jun 04 17:09:22.403269 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39408) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:22.434023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 47ef5cf4-0839-406c-ac17-e4789e774eb8 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:09:22.518691 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 47ef5cf4-0839-406c-ac17-e4789e774eb8 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:09:22.519049 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 47ef5cf4-0839-406c-ac17-e4789e774eb8 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:09:22.520314 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:22.599528 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Deleting port 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:09:22.599528 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:22.686395 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa63821a-fdb5-4395-8bda-f8fb2a5c19f1 None None] DHCP port deletion for 096b7a70-f44b-42c8-a863-3c8292537a00 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 17:09:22.703927 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] For port 6ce47c21-1c3a-4929-ab29-ef4b5ac92288, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6ce47c21-1c3a-4929-ab29-ef4b5ac92288,segment=NetworkSegment(0d08c843-2670-4c56-a708-bb99f46b4e97),segment_id=0d08c843-2670-4c56-a708-bb99f46b4e97)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:22.704506 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:22.754885 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-fa63821a-fdb5-4395-8bda-f8fb2a5c19f1 None None] Deleting port 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:09:22.755269 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fa63821a-fdb5-4395-8bda-f8fb2a5c19f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:22.833557 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Calling delete_port for 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:09:22.856920 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-fa63821a-fdb5-4395-8bda-f8fb2a5c19f1 None None] For port 6ce47c21-1c3a-4929-ab29-ef4b5ac92288, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6ce47c21-1c3a-4929-ab29-ef4b5ac92288,segment=NetworkSegment(0d08c843-2670-4c56-a708-bb99f46b4e97),segment_id=0d08c843-2670-4c56-a708-bb99f46b4e97)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:22.857273 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fa63821a-fdb5-4395-8bda-f8fb2a5c19f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:22.960135 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:22.964442 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d5dd0200-fa80-4110-83bb-2cd8f08f94a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:22.979398 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-fa63821a-fdb5-4395-8bda-f8fb2a5c19f1 None None] Calling delete_port for 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:09:23.008348 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event deleted for resources: {'Port': ['ID=6ce47c21-1c3a-4929-ab29-ef4b5ac92288,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:23.012231 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:23.014650 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] No DVR routers for this DVR port 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:09:23.027191 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fa63821a-fdb5-4395-8bda-f8fb2a5c19f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:23.030930 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:23.073402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63821a-fdb5-4395-8bda-f8fb2a5c19f1 None None] Pushing event deleted for resources: {'Port': ['ID=6ce47c21-1c3a-4929-ab29-ef4b5ac92288,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:23.075762 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fa63821a-fdb5-4395-8bda-f8fb2a5c19f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:23.080014 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63821a-fdb5-4395-8bda-f8fb2a5c19f1 None None] No DVR routers for this DVR port 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:09:23.143014 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:23.156206 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c053a90>,) {'filters': {'network_id': ['096b7a70-f44b-42c8-a863-3c8292537a00']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:23.168756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c053a90>, '0d08c843-2670-4c56-a708-bb99f46b4e97') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:23.169080 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c053a90>, '0d08c843-2670-4c56-a708-bb99f46b4e97') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:23.180922 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:23.196666 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:23.202640 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:09:23.203021 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:09:23.218284 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:09:23.383015 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:23.386389 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:23.401408 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:23.412478 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Pushing event deleted for resources: {'Network': ['ID=096b7a70-f44b-42c8-a863-3c8292537a00,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:23.416252 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:23.417807 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-562fa9f9-7f0b-419f-8514-0a2b064609e5 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] 10.222.0.32 "DELETE /v2.0/networks/096b7a70-f44b-42c8-a863-3c8292537a00 HTTP/1.1" status: 204  len: 168 time: 1.0135579
Jun 04 17:09:23.955684 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39414) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:24.105984 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8800cd25-60ab-4208-81c9-71c7e7caba39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8873a93e0a584ead96f21d0998265b37&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1490481
Jun 04 17:09:24.108634 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39418) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:24.170929 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17189698-1bb1-4511-9c0e-723cf4b6180f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:24.197821 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17189698-1bb1-4511-9c0e-723cf4b6180f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:24.418962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:09:24.432420 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17189698-1bb1-4511-9c0e-723cf4b6180f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:24.436460 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-333454cb-7b00-46c2-b975-5c629d70cece tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:24.451314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17189698-1bb1-4511-9c0e-723cf4b6180f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a418bb19-be7d-4d36-b28c-a2727cac7e29,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:24.454234 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-17189698-1bb1-4511-9c0e-723cf4b6180f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:24.456269 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-17189698-1bb1-4511-9c0e-723cf4b6180f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:24.456645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:09:24.456980 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6ce47c21-1c3a-4929-ab29-ef4b5ac92288 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:09:24.457409 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-17189698-1bb1-4511-9c0e-723cf4b6180f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a418bb19-be7d-4d36-b28c-a2727cac7e29 HTTP/1.1" status: 204  len: 168 time: 0.3478603
Jun 04 17:09:25.079806 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:25.626822 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39440) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:25.733504 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-39f3e056-a42c-4a1e-8980-477f9993e5ad tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1637723841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:25.740823 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-39f3e056-a42c-4a1e-8980-477f9993e5ad tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:25.744749 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-39f3e056-a42c-4a1e-8980-477f9993e5ad tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Usage tracker for resource:router and tenant:86d40c783c694fb0afb81628226d09f0 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:25.748595 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-39f3e056-a42c-4a1e-8980-477f9993e5ad tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:25.755510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-39f3e056-a42c-4a1e-8980-477f9993e5ad tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:25.840306 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-39f3e056-a42c-4a1e-8980-477f9993e5ad tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:25.841458 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-39f3e056-a42c-4a1e-8980-477f9993e5ad tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:25.856723 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-39f3e056-a42c-4a1e-8980-477f9993e5ad tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:25.982746 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-39f3e056-a42c-4a1e-8980-477f9993e5ad tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:26.101495 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-39f3e056-a42c-4a1e-8980-477f9993e5ad tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:26.102522 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-39f3e056-a42c-4a1e-8980-477f9993e5ad tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.4746964
Jun 04 17:09:26.105172 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39444) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:26.110109 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1776970450'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:26.115721 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:26.120265 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Usage tracker for resource:network and tenant:86d40c783c694fb0afb81628226d09f0 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:26.123140 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:26.129246 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:26.212122 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Made reservation on behalf of 86d40c783c694fb0afb81628226d09f0 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:26.215771 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:26.229529 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:26.245092 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:26.248862 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Usage tracker for resource:security_group_rule and tenant:86d40c783c694fb0afb81628226d09f0 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:26.251726 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:26.257559 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:26.343418 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:26.466747 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:26.469909 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-82ebdd5f-1877-4b84-9fbe-04e5a224c003 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:26.502685 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:09:26.508521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac745b9-cc2f-4b4c-94a6-afb9ecfae34c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:26.512170 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:26.515889 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:26.516237 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Added segment 8f0f43d5-279a-48ff-aa95-bf82da157c10 of type vlan for network 2519252f-56a5-423d-aa76-7881696beac4
Jun 04 17:09:26.545661 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:26.677703 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:26.683833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:26.684412 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:26.688203 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:26.792792 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Pushing event updated for resources: {'Network': ['ID=2519252f-56a5-423d-aa76-7881696beac4,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:26.795512 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:26.803521 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 2519252f-56a5-423d-aa76-7881696beac4 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:09:26.898193 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.7917645
Jun 04 17:09:26.902891 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39446) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:26.908308 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Request body: {'subnet': {'network_id': '2519252f-56a5-423d-aa76-7881696beac4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:27.177439 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:27.181825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Usage tracker for resource:subnet and tenant:86d40c783c694fb0afb81628226d09f0 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:27.184555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:27.190063 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:27.335262 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Made reservation on behalf of 86d40c783c694fb0afb81628226d09f0 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:27.338858 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:27.365819 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:27.845197 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:27.848594 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-df423a40-ee70-4aa5-8417-9c5bed14dd56 tempest-FloatingIPTestJSON-2107783795 tempest-FloatingIPTestJSON-2107783795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:27.925713 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Pushing event updated for resources: {'Subnet': ['ID=6d2e3338-9b88-4bd9-bd4e-71684bc1fbc2,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:27.930272 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:27.937420 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Checking segment: {'id': '8f0f43d5-279a-48ff-aa95-bf82da157c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2519252f-56a5-423d-aa76-7881696beac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:27.937786 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Network hostable DHCP agents. Network: 2519252f-56a5-423d-aa76-7881696beac4, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:09:28.028797 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Network 2519252f-56a5-423d-aa76-7881696beac4 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:09:28.129330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 2519252f-56a5-423d-aa76-7881696beac4) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:28.139062 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de5971d-b088-4392-85cd-af7d001f8a8a None None] Network 2519252f-56a5-423d-aa76-7881696beac4 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:28.143412 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:28.143412 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:28.278503 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3743711
Jun 04 17:09:28.281495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39448) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:28.286596 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-388837184'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:28.293405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:28.297173 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Usage tracker for resource:network and tenant:86d40c783c694fb0afb81628226d09f0 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:28.300010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:28.306860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:28.409452 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Made reservation on behalf of 86d40c783c694fb0afb81628226d09f0 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:28.413051 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:28.418149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-2519252f-56a5-423d-aa76-7881696beac4', 'network_id': '2519252f-56a5-423d-aa76-7881696beac4', 'tenant_id': '86d40c783c694fb0afb81628226d09f0', 'fixed_ips': [{'subnet_id': '6d2e3338-9b88-4bd9-bd4e-71684bc1fbc2'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 17:09:28.419043 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:28.442149 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:09:28.452555 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:28.452909 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Added segment 0d6bbc2c-3e27-4115-b6d7-1bdaad0b4ff1 of type vlan for network 7ff47493-fad6-49f1-9855-7bb23dde337d
Jun 04 17:09:28.480123 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:28.576490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Allocated IP 172.20.0.2 (2519252f-56a5-423d-aa76-7881696beac4/6d2e3338-9b88-4bd9-bd4e-71684bc1fbc2/903fcb49-7fd5-4c0f-8007-2af7898c0bdc) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:09:28.599851 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:28.606284 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:28.606874 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:28.612126 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c3c696ab-9aee-47a8-aed8-931781663c93 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:28.714976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Pushing event updated for resources: {'Network': ['ID=7ff47493-fad6-49f1-9855-7bb23dde337d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:28.717877 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4354167
Jun 04 17:09:28.718868 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:28.721387 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39450) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:28.727612 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 7ff47493-fad6-49f1-9855-7bb23dde337d details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:09:28.727782 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Request body: {'subnet': {'network_id': '7ff47493-fad6-49f1-9855-7bb23dde337d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:28.838934 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:28.842763 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Usage tracker for resource:subnet and tenant:86d40c783c694fb0afb81628226d09f0 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:28.845561 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:28.851912 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:28.885148 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:28.898668 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Transition to ACTIVE for port object 903fcb49-7fd5-4c0f-8007-2af7898c0bdc will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:28.916822 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Transition to ACTIVE for port object 903fcb49-7fd5-4c0f-8007-2af7898c0bdc will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:28.948205 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Made reservation on behalf of 86d40c783c694fb0afb81628226d09f0 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:28.951891 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:28.988604 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:28.993403 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e6754f5d-44ea-4dd7-9f9a-30f70450b186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:29.055565 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Network 2519252f-56a5-423d-aa76-7881696beac4 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:09:29.059848 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:29.064695 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:09:29.075135 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Pushing event updated for resources: {'Port': ['ID=903fcb49-7fd5-4c0f-8007-2af7898c0bdc,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:29.103081 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:29.167663 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Attempting to bind port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:09:29.168378 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Attempting to bind port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '8f0f43d5-279a-48ff-aa95-bf82da157c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2519252f-56a5-423d-aa76-7881696beac4'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:09:29.168378 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Attempting to bind port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc on network 2519252f-56a5-423d-aa76-7881696beac4 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:09:29.173878 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:09:29.174252 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Checking segment: {'id': '8f0f43d5-279a-48ff-aa95-bf82da157c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2519252f-56a5-423d-aa76-7881696beac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:29.174654 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:29.175049 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Bound using segment: {'id': '8f0f43d5-279a-48ff-aa95-bf82da157c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2519252f-56a5-423d-aa76-7881696beac4'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:09:29.175515 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Bound port: 903fcb49-7fd5-4c0f-8007-2af7898c0bdc, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0f43d5-279a-48ff-aa95-bf82da157c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2519252f-56a5-423d-aa76-7881696beac4'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:09:29.175890 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:29.266364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] For port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:09:29.269295 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] For port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=903fcb49-7fd5-4c0f-8007-2af7898c0bdc,segment=NetworkSegment(8f0f43d5-279a-48ff-aa95-bf82da157c10),segment_id=8f0f43d5-279a-48ff-aa95-bf82da157c10)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:09:29.389166 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:29.393320 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-97eabc34-525b-4103-a396-807db7dac723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:29.474549 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Pushing event updated for resources: {'Port': ['ID=903fcb49-7fd5-4c0f-8007-2af7898c0bdc,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:29.478286 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:29.661139 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7fe06a50-dc6c-4d67-a5dd-3260775deb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:29.666702 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:29.670404 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6ae1d2f1-81c6-43ae-a0cb-b345dd6bc24d tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:29.759464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Checking segment: {'id': '0d6bbc2c-3e27-4115-b6d7-1bdaad0b4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7ff47493-fad6-49f1-9855-7bb23dde337d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:29.760134 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Network hostable DHCP agents. Network: 7ff47493-fad6-49f1-9855-7bb23dde337d, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:09:29.768573 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Pushing event updated for resources: {'Subnet': ['ID=6cf245f5-4385-4d48-b00c-11dfb28e1b2d,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:29.772780 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:29.883834 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Network 7ff47493-fad6-49f1-9855-7bb23dde337d is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:09:29.980427 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 7ff47493-fad6-49f1-9855-7bb23dde337d) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:29.989974 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d7542-b6f0-4a86-a515-3465c54163f0 None None] Network 7ff47493-fad6-49f1-9855-7bb23dde337d requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:29.990400 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:29.990979 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:30.095298 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-276aa85e-1bb8-404f-8765-8f920dbcf0f2 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3726163
Jun 04 17:09:30.096065 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39452) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:30.107153 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c51b7358-8fd4-44b1-bf6f-6954260956d5 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Request body: {'router': {'external_gateway_info': {'network_id': '7ff47493-fad6-49f1-9855-7bb23dde337d'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:30.217466 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-7ff47493-fad6-49f1-9855-7bb23dde337d', 'network_id': '7ff47493-fad6-49f1-9855-7bb23dde337d', 'tenant_id': '86d40c783c694fb0afb81628226d09f0', 'fixed_ips': [{'subnet_id': '6cf245f5-4385-4d48-b00c-11dfb28e1b2d'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 17:09:30.218334 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:30.418449 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Allocated IP 172.21.0.2 (7ff47493-fad6-49f1-9855-7bb23dde337d/6cf245f5-4385-4d48-b00c-11dfb28e1b2d/6381f066-c56d-42d4-947b-bf7407962b70) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:09:30.455870 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2807e8-2272-4785-8ebd-644e11b23da4 None None] Network 2519252f-56a5-423d-aa76-7881696beac4 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:30.510955 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c51b7358-8fd4-44b1-bf6f-6954260956d5 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:30.515292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 903fcb49-7fd5-4c0f-8007-2af7898c0bdc up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:30.754750 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-4e7ffa68-08a4-444e-be69-d3ded43ad25b None None] Provisioning for port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:09:30.755371 n-d-791505-9 neutron-server[88300]: INFO neutron.api.v2.resource [None req-c51b7358-8fd4-44b1-bf6f-6954260956d5 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jun 04 17:09:30.756475 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c51b7358-8fd4-44b1-bf6f-6954260956d5 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] 10.222.0.32 "PUT /v2.0/routers/607f0429-c517-4f44-b1f6-bfa37134fdd3 HTTP/1.1" status: 400  len: 364 time: 0.6550586
Jun 04 17:09:30.764880 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39454) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:30.842628 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb421be5-dddc-4c6a-ad99-a8a360f1ea1d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Deleting subnet 6cf245f5-4385-4d48-b00c-11dfb28e1b2d {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:09:30.912804 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:09:30.928964 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:30.930024 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:30.967522 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:31.025547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Transition to ACTIVE for port object 6381f066-c56d-42d4-947b-bf7407962b70 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:31.062706 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Transition to ACTIVE for port object 6381f066-c56d-42d4-947b-bf7407962b70 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:31.136240 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:31.136511 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cb421be5-dddc-4c6a-ad99-a8a360f1ea1d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:31.154585 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:31.157032 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-e1aef3e1-1a4d-46d8-8f63-9b4bffd143dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:31.204278 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cb421be5-dddc-4c6a-ad99-a8a360f1ea1d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:31.238479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Network 7ff47493-fad6-49f1-9855-7bb23dde337d is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:09:31.245147 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:31.251402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=903fcb49-7fd5-4c0f-8007-2af7898c0bdc,segment=NetworkSegment(8f0f43d5-279a-48ff-aa95-bf82da157c10),segment_id=8f0f43d5-279a-48ff-aa95-bf82da157c10)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:31.252485 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:09:31.254708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Pushing event updated for resources: {'Port': ['ID=6381f066-c56d-42d4-947b-bf7407962b70,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:31.259009 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:31.302349 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cb421be5-dddc-4c6a-ad99-a8a360f1ea1d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:31.355564 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Attempting to bind port 6381f066-c56d-42d4-947b-bf7407962b70 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:09:31.355938 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Attempting to bind port 6381f066-c56d-42d4-947b-bf7407962b70 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '0d6bbc2c-3e27-4115-b6d7-1bdaad0b4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7ff47493-fad6-49f1-9855-7bb23dde337d'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:09:31.370126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Attempting to bind port 6381f066-c56d-42d4-947b-bf7407962b70 on network 7ff47493-fad6-49f1-9855-7bb23dde337d {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:09:31.370126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:09:31.370126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Checking segment: {'id': '0d6bbc2c-3e27-4115-b6d7-1bdaad0b4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7ff47493-fad6-49f1-9855-7bb23dde337d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:31.370126 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:31.370126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Bound using segment: {'id': '0d6bbc2c-3e27-4115-b6d7-1bdaad0b4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7ff47493-fad6-49f1-9855-7bb23dde337d'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:09:31.370126 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Bound port: 6381f066-c56d-42d4-947b-bf7407962b70, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6bbc2c-3e27-4115-b6d7-1bdaad0b4ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7ff47493-fad6-49f1-9855-7bb23dde337d'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:09:31.370126 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:31.445249 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:31.445249 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6a47e0ae-85bd-4367-ac5e-3323cb47891d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:31.521813 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-64d8d93d-d94c-4b91-bead-059fb8ef1b3c None None] Provisioning complete for port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:31.522197 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-64d8d93d-d94c-4b91-bead-059fb8ef1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:31.565455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=903fcb49-7fd5-4c0f-8007-2af7898c0bdc,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:31.571064 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:31.857597 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cb421be5-dddc-4c6a-ad99-a8a360f1ea1d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:31.860484 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] For port 6381f066-c56d-42d4-947b-bf7407962b70, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:09:31.862450 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e75ddb2a-2e79-43c1-a692-8ab3e1a2be37 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:31.868545 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] For port 6381f066-c56d-42d4-947b-bf7407962b70, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6381f066-c56d-42d4-947b-bf7407962b70,segment=NetworkSegment(0d6bbc2c-3e27-4115-b6d7-1bdaad0b4ff1),segment_id=0d6bbc2c-3e27-4115-b6d7-1bdaad0b4ff1)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:09:31.903203 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb421be5-dddc-4c6a-ad99-a8a360f1ea1d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf245f5-4385-4d48-b00c-11dfb28e1b2d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:31.905191 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-cb421be5-dddc-4c6a-ad99-a8a360f1ea1d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:31.908937 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-cb421be5-dddc-4c6a-ad99-a8a360f1ea1d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:31.913161 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-cb421be5-dddc-4c6a-ad99-a8a360f1ea1d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] 10.222.0.32 "DELETE /v2.0/subnets/6cf245f5-4385-4d48-b00c-11dfb28e1b2d HTTP/1.1" status: 204  len: 168 time: 1.1471136
Jun 04 17:09:31.916174 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39456) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:31.988956 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:31.993834 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cd5040c1-c922-4bc0-8791-b9ff433511d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:32.031323 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:32.086394 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Pushing event updated for resources: {'Port': ['ID=6381f066-c56d-42d4-947b-bf7407962b70,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:32.090106 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:32.115204 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Deleting port 6381f066-c56d-42d4-947b-bf7407962b70 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:09:32.115488 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:32.215655 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:32.222787 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] For port 6381f066-c56d-42d4-947b-bf7407962b70, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=6381f066-c56d-42d4-947b-bf7407962b70,segment=NetworkSegment(0d6bbc2c-3e27-4115-b6d7-1bdaad0b4ff1),segment_id=0d6bbc2c-3e27-4115-b6d7-1bdaad0b4ff1)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:32.223144 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:32.367435 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Calling delete_port for 6381f066-c56d-42d4-947b-bf7407962b70 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:09:32.486078 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-fd592e0e-0e88-49cb-89cf-cde9ab3d06d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:32.514598 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6381f066-c56d-42d4-947b-bf7407962b70 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:32.518095 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:32.522007 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-49015f70-d08c-4c3f-91f1-a3a2643a8c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:32.556447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 6381f066-c56d-42d4-947b-bf7407962b70 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:09:32.556805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6381f066-c56d-42d4-947b-bf7407962b70 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Jun 04 17:09:32.572884 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Pushing event deleted for resources: {'Port': ['ID=6381f066-c56d-42d4-947b-bf7407962b70,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:32.575887 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:32.577060 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] No DVR routers for this DVR port 6381f066-c56d-42d4-947b-bf7407962b70 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:09:32.596825 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Port 6381f066-c56d-42d4-947b-bf7407962b70 not found, will not notify nova. {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Jun 04 17:09:32.597280 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 903fcb49-7fd5-4c0f-8007-2af7898c0bdc up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:32.665864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:32.666153 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:32.703657 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:32.719139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387e348e0>,) {'filters': {'network_id': ['7ff47493-fad6-49f1-9855-7bb23dde337d']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:32.733261 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387e348e0>, '0d6bbc2c-3e27-4115-b6d7-1bdaad0b4ff1') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:32.733794 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387e348e0>, '0d6bbc2c-3e27-4115-b6d7-1bdaad0b4ff1') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:32.747064 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:32.764762 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:32.771533 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:09:32.771940 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:09:32.788517 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:09:32.977773 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:32.981441 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3305dce0-c559-402c-8f1c-a48d1e86450d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:32.997199 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:33.009215 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Pushing event deleted for resources: {'Network': ['ID=7ff47493-fad6-49f1-9855-7bb23dde337d,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:33.012324 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:33.014526 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] 10.222.0.32 "DELETE /v2.0/networks/7ff47493-fad6-49f1-9855-7bb23dde337d HTTP/1.1" status: 204  len: 168 time: 1.0968034
Jun 04 17:09:33.016486 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39458) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:33.069363 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-cd995aaf-6aca-4561-8ded-f17eabc56864 None None] Could not find standard attr ID for object 6381f066-c56d-42d4-947b-bf7407962b70. {{(pid=88302) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jun 04 17:09:33.082446 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88a4bfb-24ff-468e-b50e-5f834e7883fd None None] DHCP port deletion for 7ff47493-fad6-49f1-9855-7bb23dde337d request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 17:09:33.088960 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c275863-685c-4b56-9c06-eb96a4517ceb tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Deleting subnet 6d2e3338-9b88-4bd9-bd4e-71684bc1fbc2 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:09:33.093058 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c275863-685c-4b56-9c06-eb96a4517ceb tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:33.097190 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e41dbd-01d2-40a6-86a2-854963426b29 None None] Network 7ff47493-fad6-49f1-9855-7bb23dde337d requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:33.121882 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e41dbd-01d2-40a6-86a2-854963426b29 None None] Network 7ff47493-fad6-49f1-9855-7bb23dde337d could not be found, it might have been deleted concurrently. {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Jun 04 17:09:33.155333 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c275863-685c-4b56-9c06-eb96a4517ceb tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:33.239471 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c275863-685c-4b56-9c06-eb96a4517ceb tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:33.754205 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c275863-685c-4b56-9c06-eb96a4517ceb tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:33.758199 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5c2c5f8b-6806-4b50-b1d0-8fd0add024bc tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:33.794724 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c275863-685c-4b56-9c06-eb96a4517ceb tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Pushing event deleted for resources: {'Subnet': ['ID=6d2e3338-9b88-4bd9-bd4e-71684bc1fbc2,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:33.797605 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c275863-685c-4b56-9c06-eb96a4517ceb tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:33.798587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c275863-685c-4b56-9c06-eb96a4517ceb tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:33.805077 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9462c819-6afd-4f17-9415-0d1b41bb6c08 None None] Network 2519252f-56a5-423d-aa76-7881696beac4 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:33.805647 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3c275863-685c-4b56-9c06-eb96a4517ceb tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] 10.222.0.32 "DELETE /v2.0/subnets/6d2e3338-9b88-4bd9-bd4e-71684bc1fbc2 HTTP/1.1" status: 204  len: 168 time: 0.7876787
Jun 04 17:09:33.807663 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39460) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:33.923430 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:34.001894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Deleting port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:09:34.002497 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:34.053211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61033a8-d7b7-4d57-ad98-1ea8671e8a3b None None] DHCP port deletion for 2519252f-56a5-423d-aa76-7881696beac4 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 17:09:34.102783 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] For port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=903fcb49-7fd5-4c0f-8007-2af7898c0bdc,segment=NetworkSegment(8f0f43d5-279a-48ff-aa95-bf82da157c10),segment_id=8f0f43d5-279a-48ff-aa95-bf82da157c10)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:34.103160 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:34.131538 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f61033a8-d7b7-4d57-ad98-1ea8671e8a3b None None] Deleting port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:09:34.131927 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f61033a8-d7b7-4d57-ad98-1ea8671e8a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:34.234694 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Calling delete_port for 903fcb49-7fd5-4c0f-8007-2af7898c0bdc owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:09:34.265131 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:34.329712 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f61033a8-d7b7-4d57-ad98-1ea8671e8a3b None None] For port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=903fcb49-7fd5-4c0f-8007-2af7898c0bdc,segment=NetworkSegment(8f0f43d5-279a-48ff-aa95-bf82da157c10),segment_id=8f0f43d5-279a-48ff-aa95-bf82da157c10)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:34.330022 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f61033a8-d7b7-4d57-ad98-1ea8671e8a3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:34.398783 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:34.402919 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-82870ce7-0475-4a7f-a323-1c52fa55f8b7 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:34.447155 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6381f066-c56d-42d4-947b-bf7407962b70 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:09:34.447985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Pushing event deleted for resources: {'Port': ['ID=903fcb49-7fd5-4c0f-8007-2af7898c0bdc,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:34.450962 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:34.451807 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] No DVR routers for this DVR port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:09:34.480654 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f61033a8-d7b7-4d57-ad98-1ea8671e8a3b None None] Calling delete_port for 903fcb49-7fd5-4c0f-8007-2af7898c0bdc owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:09:34.498975 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 6381f066-c56d-42d4-947b-bf7407962b70 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:09:34.499230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 6381f066-c56d-42d4-947b-bf7407962b70 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:09:34.499660 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 903fcb49-7fd5-4c0f-8007-2af7898c0bdc no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:09:34.537119 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 903fcb49-7fd5-4c0f-8007-2af7898c0bdc {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:09:34.537627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 903fcb49-7fd5-4c0f-8007-2af7898c0bdc not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:09:34.573462 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f61033a8-d7b7-4d57-ad98-1ea8671e8a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:34.578218 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:34.582194 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:34.596566 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c1b2100>,) {'filters': {'network_id': ['2519252f-56a5-423d-aa76-7881696beac4']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:34.610033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c1b2100>, '8f0f43d5-279a-48ff-aa95-bf82da157c10') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:34.611241 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c1b2100>, '8f0f43d5-279a-48ff-aa95-bf82da157c10') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:34.620146 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61033a8-d7b7-4d57-ad98-1ea8671e8a3b None None] Pushing event deleted for resources: {'Port': ['ID=903fcb49-7fd5-4c0f-8007-2af7898c0bdc,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:34.623144 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f61033a8-d7b7-4d57-ad98-1ea8671e8a3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:34.623951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61033a8-d7b7-4d57-ad98-1ea8671e8a3b None None] No DVR routers for this DVR port 903fcb49-7fd5-4c0f-8007-2af7898c0bdc on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:09:34.624660 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:34.647094 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:34.653562 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:09:34.653961 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:09:34.668566 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:09:34.823646 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:34.829703 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:34.832893 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-174bf11f-645e-4fc2-85ca-79eeaf8aa647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:34.861316 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Pushing event deleted for resources: {'Network': ['ID=2519252f-56a5-423d-aa76-7881696beac4,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:34.867766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39462) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:34.868917 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] 10.222.0.32 "DELETE /v2.0/networks/2519252f-56a5-423d-aa76-7881696beac4 HTTP/1.1" status: 204  len: 168 time: 1.0555592
Jun 04 17:09:34.869474 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:35.066598 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2037527e-fea3-40d5-959b-ab2b81470ee4 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] 10.222.0.32 "GET /v2.0/ports?device_id=607f0429-c517-4f44-b1f6-bfa37134fdd3 HTTP/1.1" status: 200  len: 205 time: 0.1962144
Jun 04 17:09:35.068919 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39464) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:35.209390 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e773f8e9-0c66-4655-9762-06c7b808f960 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:35.506171 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e773f8e9-0c66-4655-9762-06c7b808f960 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:35.508439 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e773f8e9-0c66-4655-9762-06c7b808f960 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:35.628365 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e773f8e9-0c66-4655-9762-06c7b808f960 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:35.628900 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e773f8e9-0c66-4655-9762-06c7b808f960 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Fanout notify agent at l3_agent the message router_deleted on router 607f0429-c517-4f44-b1f6-bfa37134fdd3 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 17:09:35.640903 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e773f8e9-0c66-4655-9762-06c7b808f960 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:35.642531 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e773f8e9-0c66-4655-9762-06c7b808f960 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] 10.222.0.32 "DELETE /v2.0/routers/607f0429-c517-4f44-b1f6-bfa37134fdd3 HTTP/1.1" status: 204  len: 168 time: 0.5721614
Jun 04 17:09:35.752235 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:36.176510 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39470) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:36.334370 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e2459720-0328-4726-82e4-3c36a4caafcc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86d40c783c694fb0afb81628226d09f0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1565714
Jun 04 17:09:36.336869 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39474) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:36.396285 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fdc5735e-ad25-4d5b-b781-99db748c887c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:36.422067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fdc5735e-ad25-4d5b-b781-99db748c887c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:36.565684 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fdc5735e-ad25-4d5b-b781-99db748c887c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:36.569475 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:36.582610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5735e-ad25-4d5b-b781-99db748c887c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac745b9-cc2f-4b4c-94a6-afb9ecfae34c,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:36.585709 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fdc5735e-ad25-4d5b-b781-99db748c887c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:36.591277 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fdc5735e-ad25-4d5b-b781-99db748c887c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:36.592547 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fdc5735e-ad25-4d5b-b781-99db748c887c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ac745b9-cc2f-4b4c-94a6-afb9ecfae34c HTTP/1.1" status: 204  len: 168 time: 0.2546573
Jun 04 17:09:37.757993 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39496) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:37.861323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1569371778-network', 'tenant_id': '06408ad473114b46aaad3fc271a131a2'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:37.867304 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:37.871137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Usage tracker for resource:network and tenant:06408ad473114b46aaad3fc271a131a2 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:37.874126 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:37.879995 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:37.971339 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Made reservation on behalf of 06408ad473114b46aaad3fc271a131a2 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:37.973734 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:37.986865 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:38.005520 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:38.009402 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Usage tracker for resource:security_group_rule and tenant:06408ad473114b46aaad3fc271a131a2 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:38.012165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:38.017867 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:38.102203 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:38.209230 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:38.214619 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8539b7d9-0065-400e-9ee5-4441c711b44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:38.239055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:09:38.251555 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed76f21-8518-4b62-82f9-7ff5730b09c2,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:38.259187 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:38.259187 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:38.259187 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Added segment 74426d1e-05a8-4771-985b-d97bb8bd71a4 of type vlan for network bcb5c64b-2374-481e-80a9-fd86453a4cbd
Jun 04 17:09:38.283827 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:38.437742 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:38.438817 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:38.439403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:38.443047 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7a7a152a-bd37-44ee-8874-b3022dea8b2d tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:38.543849 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Pushing event updated for resources: {'Network': ['ID=bcb5c64b-2374-481e-80a9-fd86453a4cbd,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:38.546664 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:38.554479 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network bcb5c64b-2374-481e-80a9-fd86453a4cbd details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:09:38.661466 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-604bc016-a4da-4f2a-9b99-df2e32170f4f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9023488
Jun 04 17:09:38.664531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39502) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:38.669498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Request body: {'subnet': {'network_id': 'bcb5c64b-2374-481e-80a9-fd86453a4cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1569371778-subnet', 'tenant_id': '06408ad473114b46aaad3fc271a131a2', 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:38.675226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:38.679403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Usage tracker for resource:subnet and tenant:06408ad473114b46aaad3fc271a131a2 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:38.682446 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:38.688244 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:38.805766 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Made reservation on behalf of 06408ad473114b46aaad3fc271a131a2 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:38.808086 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:39.300199 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:39.305065 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d0551e4b-3d96-4ce7-aa2c-48f3fc92bda2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:39.380594 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe682434-5ed1-4b55-b224-ea7338b06425,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:39.384511 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:39.385219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Checking segment: {'id': '74426d1e-05a8-4771-985b-d97bb8bd71a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bcb5c64b-2374-481e-80a9-fd86453a4cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:39.385574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Network hostable DHCP agents. Network: bcb5c64b-2374-481e-80a9-fd86453a4cbd, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:09:39.519721 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Network bcb5c64b-2374-481e-80a9-fd86453a4cbd is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:09:39.604979 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, bcb5c64b-2374-481e-80a9-fd86453a4cbd) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:39.613809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:39.614386 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1db8bb-62a1-43df-8f2d-422f98b107f6 None None] Network bcb5c64b-2374-481e-80a9-fd86453a4cbd requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:39.614787 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:39.727358 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.0614922
Jun 04 17:09:39.729942 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39508) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:39.734654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1569371778-router', 'tenant_id': '06408ad473114b46aaad3fc271a131a2', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:39.740282 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:39.744306 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Usage tracker for resource:router and tenant:06408ad473114b46aaad3fc271a131a2 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:39.747241 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:39.752928 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:39.834613 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-bcb5c64b-2374-481e-80a9-fd86453a4cbd', 'network_id': 'bcb5c64b-2374-481e-80a9-fd86453a4cbd', 'tenant_id': '06408ad473114b46aaad3fc271a131a2', 'fixed_ips': [{'subnet_id': 'fe682434-5ed1-4b55-b224-ea7338b06425'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 17:09:39.836126 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:39.855138 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:39.856198 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:39.871021 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:39.993716 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Allocated IP 172.20.0.2 (bcb5c64b-2374-481e-80a9-fd86453a4cbd/fe682434-5ed1-4b55-b224-ea7338b06425/5749010e-caa1-4a3b-b84f-308e4a02e6ea) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:09:40.210049 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:40.220505 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Transition to ACTIVE for port object 5749010e-caa1-4a3b-b84f-308e4a02e6ea will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:40.240403 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Transition to ACTIVE for port object 5749010e-caa1-4a3b-b84f-308e4a02e6ea will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:40.289073 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:40.348949 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:40.354453 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-845144c1-3230-470e-9fd0-bc6020112e13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:40.421480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Network bcb5c64b-2374-481e-80a9-fd86453a4cbd is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:09:40.425253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:40.427566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:09:40.437733 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Pushing event updated for resources: {'Port': ['ID=5749010e-caa1-4a3b-b84f-308e4a02e6ea,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:40.440717 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:40.526751 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Attempting to bind port 5749010e-caa1-4a3b-b84f-308e4a02e6ea on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:09:40.527217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Attempting to bind port 5749010e-caa1-4a3b-b84f-308e4a02e6ea by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '74426d1e-05a8-4771-985b-d97bb8bd71a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bcb5c64b-2374-481e-80a9-fd86453a4cbd'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:09:40.527645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Attempting to bind port 5749010e-caa1-4a3b-b84f-308e4a02e6ea on network bcb5c64b-2374-481e-80a9-fd86453a4cbd {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:09:40.533556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:09:40.534039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Checking segment: {'id': '74426d1e-05a8-4771-985b-d97bb8bd71a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bcb5c64b-2374-481e-80a9-fd86453a4cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:40.534504 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:40.534963 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Bound using segment: {'id': '74426d1e-05a8-4771-985b-d97bb8bd71a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bcb5c64b-2374-481e-80a9-fd86453a4cbd'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:09:40.535493 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Bound port: 5749010e-caa1-4a3b-b84f-308e4a02e6ea, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74426d1e-05a8-4771-985b-d97bb8bd71a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bcb5c64b-2374-481e-80a9-fd86453a4cbd'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:09:40.535930 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:40.640677 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] For port 5749010e-caa1-4a3b-b84f-308e4a02e6ea, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:09:40.644239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] For port 5749010e-caa1-4a3b-b84f-308e4a02e6ea, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5749010e-caa1-4a3b-b84f-308e4a02e6ea,segment=NetworkSegment(74426d1e-05a8-4771-985b-d97bb8bd71a4),segment_id=74426d1e-05a8-4771-985b-d97bb8bd71a4)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:09:40.741305 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:40.746110 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-9167045b-8d34-40fd-9a53-d331577ed510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:40.827359 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Pushing event updated for resources: {'Port': ['ID=5749010e-caa1-4a3b-b84f-308e4a02e6ea,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:40.830554 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:40.937918 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:40.975929 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:41.127772 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Allocated IP 172.25.4.168 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/3991c1f9-10cd-49a4-8ea7-4fae3faad2c7) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:09:41.279825 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:41.416671 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:41.427782 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b02a84a4-fa77-4dd1-b8b4-014d0c66c793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:41.499212 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:09:41.502563 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:41.506617 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:09:41.544604 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Pushing event updated for resources: {'Port': ['ID=3991c1f9-10cd-49a4-8ea7-4fae3faad2c7,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:41.548538 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:41.719366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f9f964-0fa8-49f5-aaec-9da662d4e278 None None] Network bcb5c64b-2374-481e-80a9-fd86453a4cbd requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:41.858567 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a94f36e0-76f0-4965-88e9-0b2da196e2e1 None None] Provisioning for port 5749010e-caa1-4a3b-b84f-308e4a02e6ea completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:09:42.117471 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:42.148975 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:09:42.461170 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5749010e-caa1-4a3b-b84f-308e4a02e6ea up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:42.463157 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:42.628385 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 5749010e-caa1-4a3b-b84f-308e4a02e6ea completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:09:42.634174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 5749010e-caa1-4a3b-b84f-308e4a02e6ea triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:42.634779 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:42.759356 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Router 22ad479b-5a70-4028-b8bd-4bf54bf2b8fe is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 17:09:42.770028 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:42.802637 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 5749010e-caa1-4a3b-b84f-308e4a02e6ea, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5749010e-caa1-4a3b-b84f-308e4a02e6ea,segment=NetworkSegment(74426d1e-05a8-4771-985b-d97bb8bd71a4),segment_id=74426d1e-05a8-4771-985b-d97bb8bd71a4)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:42.902858 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:42.904927 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4c04b458-e375-4d09-a95a-eccbbd03028e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:42.978988 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=5749010e-caa1-4a3b-b84f-308e4a02e6ea,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:42.982080 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:43.111116 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:09:43.120035 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Sync routers for ids ['22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:09:43.129484 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Routers {'22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:09:43.130099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc0d490>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:09:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:43.199924 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:43.201103 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.4701207
Jun 04 17:09:43.203894 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39512) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:43.310118 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Set router 22ad479b-5a70-4028-b8bd-4bf54bf2b8fe gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:09:43.597466 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc0d490>, [{'id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'name': 'tempest-TestEncryptedCinderVolumes-1569371778-router', 'tenant_id': '06408ad473114b46aaad3fc271a131a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '3991c1f9-10cd-49a4-8ea7-4fae3faad2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:39Z', 'updated_at': '2021-06-04T17:09:41Z', 'revision_number': 3, 'project_id': '06408ad473114b46aaad3fc271a131a2', 'gw_port': {'id': '3991c1f9-10cd-49a4-8ea7-4fae3faad2c7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:41Z', 'updated_at': '2021-06-04T17:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:43.601917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Checking router: 22ad479b-5a70-4028-b8bd-4bf54bf2b8fe for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:09:43.602274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Updating router 22ad479b-5a70-4028-b8bd-4bf54bf2b8fe port 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:09:43.666126 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:43.893197 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:43.996138 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:44.008505 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Transition to ACTIVE for port object 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:44.132952 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Allocated IP 172.20.0.1 (bcb5c64b-2374-481e-80a9-fd86453a4cbd/fe682434-5ed1-4b55-b224-ea7338b06425/4ac3ee7a-4f36-45e5-8c1d-bba78c42af97) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:09:44.159614 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:44.164457 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-09218085-1fd2-4a80-a536-d07f1438cded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:44.238572 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Attempting to bind port 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:09:44.238951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Attempting to bind port 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:09:44.239319 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Attempting to bind port 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:09:44.249516 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3404e6-e12a-42ef-ac57-af369bcf0b3b None None] Pushing event updated for resources: {'Port': ['ID=3991c1f9-10cd-49a4-8ea7-4fae3faad2c7,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:44.252335 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6b3404e6-e12a-42ef-ac57-af369bcf0b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:44.253293 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:09:44.253675 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:44.254079 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:44.254459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:09:44.255079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Bound port: 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:09:44.255458 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:44.283427 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:44.299344 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Transition to ACTIVE for port object 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:44.333291 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] For port 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:09:44.336292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] For port 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3991c1f9-10cd-49a4-8ea7-4fae3faad2c7,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:09:44.423255 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:44.427182 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-43be5612-5f46-44ee-9ff3-3a30a279c0d3 tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:44.435822 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5749010e-caa1-4a3b-b84f-308e4a02e6ea up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:44.466631 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:44.477332 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:44.498257 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Network bcb5c64b-2374-481e-80a9-fd86453a4cbd is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:09:44.501816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:44.504354 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:09:44.550963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Pushing event updated for resources: {'Port': ['ID=4ac3ee7a-4f36-45e5-8c1d-bba78c42af97,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:44.562635 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:44.575974 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:44.636293 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Routers {'22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:09:44.636942 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc0d490>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:09:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:44.702731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3404e6-e12a-42ef-ac57-af369bcf0b3b None None] Pushing event updated for resources: {'Port': ['ID=3991c1f9-10cd-49a4-8ea7-4fae3faad2c7,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:44.707579 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6b3404e6-e12a-42ef-ac57-af369bcf0b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:44.737574 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 5749010e-caa1-4a3b-b84f-308e4a02e6ea triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:44.737956 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:44.797730 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:44.898702 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] Set router 22ad479b-5a70-4028-b8bd-4bf54bf2b8fe gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:09:45.004259 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-eeea963d-3881-44d9-9466-7e53137cce5f None None] Provisioning for port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:09:45.065583 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-eeea963d-3881-44d9-9466-7e53137cce5f None None] Provisioning complete for port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:45.065958 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eeea963d-3881-44d9-9466-7e53137cce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:45.192977 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:45.203659 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-eeea963d-3881-44d9-9466-7e53137cce5f None None] Port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:09:45.285447 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:45.313644 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c82f729-004b-4019-9030-76b22420bf31 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:45.318253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc0d490>, [{'id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'name': 'tempest-TestEncryptedCinderVolumes-1569371778-router', 'tenant_id': '06408ad473114b46aaad3fc271a131a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '3991c1f9-10cd-49a4-8ea7-4fae3faad2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:39Z', 'updated_at': '2021-06-04T17:09:41Z', 'revision_number': 3, 'project_id': '06408ad473114b46aaad3fc271a131a2', 'gw_port': {'id': '3991c1f9-10cd-49a4-8ea7-4fae3faad2c7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:41Z', 'updated_at': '2021-06-04T17:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:45.323197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f722f-4fb2-42c3-862b-6696f9373497 None None] The sync data for ids ['22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'] in n-d-791505-9 is: [{'id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'name': 'tempest-TestEncryptedCinderVolumes-1569371778-router', 'tenant_id': '06408ad473114b46aaad3fc271a131a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '3991c1f9-10cd-49a4-8ea7-4fae3faad2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:39Z', 'updated_at': '2021-06-04T17:09:41Z', 'revision_number': 3, 'project_id': '06408ad473114b46aaad3fc271a131a2', 'gw_port': {'id': '3991c1f9-10cd-49a4-8ea7-4fae3faad2c7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:41Z', 'updated_at': '2021-06-04T17:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:09:45.399808 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:45.403462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Pushing event updated for resources: {'Port': ['ID=4ac3ee7a-4f36-45e5-8c1d-bba78c42af97,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:45.406891 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:45.561125 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Network bcb5c64b-2374-481e-80a9-fd86453a4cbd is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:09:45.563177 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:45.783537 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Router 22ad479b-5a70-4028-b8bd-4bf54bf2b8fe has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:09:45.829107 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-89679f07-a27e-44c0-bfb8-1c23552af786 None None] Provisioning complete for port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:45.829831 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-89679f07-a27e-44c0-bfb8-1c23552af786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:45.891194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-89679f07-a27e-44c0-bfb8-1c23552af786 None None] Port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:09:45.978374 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:09:45.987778 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] 10.222.0.32 "PUT /v2.0/routers/22ad479b-5a70-4028-b8bd-4bf54bf2b8fe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7828014
Jun 04 17:09:46.456371 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:46.633976 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:09:46.639239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:46.639630 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:46.763317 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:46.781425 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3991c1f9-10cd-49a4-8ea7-4fae3faad2c7,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:46.854880 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:46.856772 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:46.884456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39530) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:46.890130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1928417132-network', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:46.895941 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:46.901457 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Usage tracker for resource:network and tenant:6f0e1ff869594bb5b3563490a8682903 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:46.904804 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:46.907365 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Sync routers for ids ['22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:09:46.912208 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:46.918578 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Routers {'22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:09:46.919226 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9b0310>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:09:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:46.928179 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=3991c1f9-10cd-49a4-8ea7-4fae3faad2c7,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:46.932413 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:47.105372 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Set router 22ad479b-5a70-4028-b8bd-4bf54bf2b8fe gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:09:47.113857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Made reservation on behalf of 6f0e1ff869594bb5b3563490a8682903 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:47.116343 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:47.128982 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:47.144974 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:47.149634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Usage tracker for resource:security_group_rule and tenant:6f0e1ff869594bb5b3563490a8682903 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:47.152527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:47.158361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:47.249131 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:47.331082 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:47.335434 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-be4f3cb1-b29e-4710-bd3f-fd2e23b063c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:47.364043 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:09:47.373591 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb89323-bea6-4061-9c3b-d8d0d79ca90a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:47.377455 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:47.380369 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:47.380705 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Added segment a407908f-c486-41cb-bb19-849915410206 of type vlan for network bd63906c-0147-4175-b94d-4ad011db6dac
Jun 04 17:09:47.409321 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:47.437796 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9b0310>, [{'id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'name': 'tempest-TestEncryptedCinderVolumes-1569371778-router', 'tenant_id': '06408ad473114b46aaad3fc271a131a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '3991c1f9-10cd-49a4-8ea7-4fae3faad2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:39Z', 'updated_at': '2021-06-04T17:09:44Z', 'revision_number': 4, 'project_id': '06408ad473114b46aaad3fc271a131a2', 'gw_port': {'id': '3991c1f9-10cd-49a4-8ea7-4fae3faad2c7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:41Z', 'updated_at': '2021-06-04T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '4ac3ee7a-4f36-45e5-8c1d-bba78c42af97', 'name': '', 'network_id': 'bcb5c64b-2374-481e-80a9-fd86453a4cbd', 'tenant_id': '06408ad473114b46aaad3fc271a131a2', 'mac_address': 'fa:16:3e:7c:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'fe682434-5ed1-4b55-b224-ea7338b06425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:43Z', 'updated_at': '2021-06-04T17:09:45Z', 'revision_number': 2, 'project_id': '06408ad473114b46aaad3fc271a131a2', 'subnets': [{'id': 'fe682434-5ed1-4b55-b224-ea7338b06425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:47.444616 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Checking router: 22ad479b-5a70-4028-b8bd-4bf54bf2b8fe for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:09:47.445154 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Updating router 22ad479b-5a70-4028-b8bd-4bf54bf2b8fe port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:09:47.497071 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:47.519530 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:47.520619 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:47.521222 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:47.526335 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-43101337-90d5-4871-abad-3d946cb65096 tempest-RoutersTest-1424548366 tempest-RoutersTest-1424548366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:47.782873 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.8972058
Jun 04 17:09:47.785675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39532) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:47.786389 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Pushing event updated for resources: {'Network': ['ID=bd63906c-0147-4175-b94d-4ad011db6dac,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:47.789228 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c082c2aa-d8d2-4f10-b869-0ed4bd879e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:47.791081 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] Request body: {'subnet': {'network_id': 'bd63906c-0147-4175-b94d-4ad011db6dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1928417132-subnet', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:47.796839 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:47.797998 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network bd63906c-0147-4175-b94d-4ad011db6dac details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:09:47.800768 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] Usage tracker for resource:subnet and tenant:6f0e1ff869594bb5b3563490a8682903 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:47.804182 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:47.810147 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:47.867311 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:47.879155 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Transition to ACTIVE for port object 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:47.914197 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] Made reservation on behalf of 6f0e1ff869594bb5b3563490a8682903 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:09:47.916613 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:47.997362 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:48.001346 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-3c6b349e-c960-4536-8f4d-f6b227a94916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:48.160705 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Pushing event updated for resources: {'Port': ['ID=4ac3ee7a-4f36-45e5-8c1d-bba78c42af97,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:48.210647 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:48.211578 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:48.211908 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:48.212234 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:48.212572 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:48.212873 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:48.213215 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:48.213530 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:48.213990 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:48.214321 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:48.214634 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:48.214953 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:09:48.218739 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:48.227149 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Attempting to bind port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:09:48.227518 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Attempting to bind port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '74426d1e-05a8-4771-985b-d97bb8bd71a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bcb5c64b-2374-481e-80a9-fd86453a4cbd'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:09:48.227877 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Attempting to bind port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 on network bcb5c64b-2374-481e-80a9-fd86453a4cbd {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:09:48.233951 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:09:48.234331 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Checking segment: {'id': '74426d1e-05a8-4771-985b-d97bb8bd71a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bcb5c64b-2374-481e-80a9-fd86453a4cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:48.234735 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:48.235130 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Bound using segment: {'id': '74426d1e-05a8-4771-985b-d97bb8bd71a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bcb5c64b-2374-481e-80a9-fd86453a4cbd'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:09:48.235606 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Bound port: 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74426d1e-05a8-4771-985b-d97bb8bd71a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bcb5c64b-2374-481e-80a9-fd86453a4cbd'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:09:48.235972 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:48.333764 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] For port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:09:48.335428 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] For port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4ac3ee7a-4f36-45e5-8c1d-bba78c42af97,segment=NetworkSegment(74426d1e-05a8-4771-985b-d97bb8bd71a4),segment_id=74426d1e-05a8-4771-985b-d97bb8bd71a4)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:09:48.393820 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:48.398560 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4eeb0c70-b4da-4b95-be5a-e5cb179c133b tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:48.437967 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:48.478803 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1785102c-09f0-4768-a509-e0c741522736,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:48.482507 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:48.485042 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] Checking segment: {'id': 'a407908f-c486-41cb-bb19-849915410206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd63906c-0147-4175-b94d-4ad011db6dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:48.485401 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] Network hostable DHCP agents. Network: bd63906c-0147-4175-b94d-4ad011db6dac, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:09:48.512401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:48.512840 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:48.514555 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:48.518223 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-8cea78d7-9626-405d-ba01-9968a5a3d40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:48.592791 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Routers {'22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:09:48.593338 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9b0310>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:09:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:48.614006 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] Network bd63906c-0147-4175-b94d-4ad011db6dac is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:09:48.684623 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Pushing event updated for resources: {'Port': ['ID=4ac3ee7a-4f36-45e5-8c1d-bba78c42af97,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:48.695518 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:48.739756 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, bd63906c-0147-4175-b94d-4ad011db6dac) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:48.751523 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:09:48.751957 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33a7575-cc42-43ce-9334-215d438aed57 None None] Network bd63906c-0147-4175-b94d-4ad011db6dac requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:48.752158 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:48.826251 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] Set router 22ad479b-5a70-4028-b8bd-4bf54bf2b8fe gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:09:48.878462 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c6bbf94f-7d38-4983-b7f7-049e26d9ebb7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.0594985
Jun 04 17:09:48.878462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39534) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:48.878462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1928417132-router', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:09:48.878462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:09:48.878462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Usage tracker for resource:router and tenant:6f0e1ff869594bb5b3563490a8682903 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:09:48.878462 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:09:48.881308 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:09:49.054913 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-bd63906c-0147-4175-b94d-4ad011db6dac', 'network_id': 'bd63906c-0147-4175-b94d-4ad011db6dac', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'fixed_ips': [{'subnet_id': '1785102c-09f0-4768-a509-e0c741522736'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 17:09:49.055784 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:49.062899 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:49.064634 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:49.081305 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:49.154180 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9b0310>, [{'id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'name': 'tempest-TestEncryptedCinderVolumes-1569371778-router', 'tenant_id': '06408ad473114b46aaad3fc271a131a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '3991c1f9-10cd-49a4-8ea7-4fae3faad2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:39Z', 'updated_at': '2021-06-04T17:09:44Z', 'revision_number': 4, 'project_id': '06408ad473114b46aaad3fc271a131a2', 'gw_port': {'id': '3991c1f9-10cd-49a4-8ea7-4fae3faad2c7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:41Z', 'updated_at': '2021-06-04T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '4ac3ee7a-4f36-45e5-8c1d-bba78c42af97', 'name': '', 'network_id': 'bcb5c64b-2374-481e-80a9-fd86453a4cbd', 'tenant_id': '06408ad473114b46aaad3fc271a131a2', 'mac_address': 'fa:16:3e:7c:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'fe682434-5ed1-4b55-b224-ea7338b06425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:43Z', 'updated_at': '2021-06-04T17:09:48Z', 'revision_number': 4, 'project_id': '06408ad473114b46aaad3fc271a131a2', 'subnets': [{'id': 'fe682434-5ed1-4b55-b224-ea7338b06425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:49.158628 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7aef62-b1c9-4661-aef5-5e4cb8ee05fb None None] The sync data for ids ['22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'] in n-d-791505-9 is: [{'id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'name': 'tempest-TestEncryptedCinderVolumes-1569371778-router', 'tenant_id': '06408ad473114b46aaad3fc271a131a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '3991c1f9-10cd-49a4-8ea7-4fae3faad2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:39Z', 'updated_at': '2021-06-04T17:09:44Z', 'revision_number': 4, 'project_id': '06408ad473114b46aaad3fc271a131a2', 'gw_port': {'id': '3991c1f9-10cd-49a4-8ea7-4fae3faad2c7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:41Z', 'updated_at': '2021-06-04T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '4ac3ee7a-4f36-45e5-8c1d-bba78c42af97', 'name': '', 'network_id': 'bcb5c64b-2374-481e-80a9-fd86453a4cbd', 'tenant_id': '06408ad473114b46aaad3fc271a131a2', 'mac_address': 'fa:16:3e:7c:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'fe682434-5ed1-4b55-b224-ea7338b06425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:43Z', 'updated_at': '2021-06-04T17:09:48Z', 'revision_number': 4, 'project_id': '06408ad473114b46aaad3fc271a131a2', 'subnets': [{'id': 'fe682434-5ed1-4b55-b224-ea7338b06425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:09:49.235270 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Allocated IP 172.20.0.2 (bd63906c-0147-4175-b94d-4ad011db6dac/1785102c-09f0-4768-a509-e0c741522736/7a2c37cd-8a65-41a1-8671-c51411c15d36) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:09:49.470416 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:49.487111 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Transition to ACTIVE for port object 7a2c37cd-8a65-41a1-8671-c51411c15d36 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:49.511411 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Transition to ACTIVE for port object 7a2c37cd-8a65-41a1-8671-c51411c15d36 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:49.606211 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:49.613786 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:49.677293 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:49.683704 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Network bd63906c-0147-4175-b94d-4ad011db6dac is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:09:49.686956 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:49.690638 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:09:49.697962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Pushing event updated for resources: {'Port': ['ID=7a2c37cd-8a65-41a1-8671-c51411c15d36,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:49.701870 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:49.794962 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Attempting to bind port 7a2c37cd-8a65-41a1-8671-c51411c15d36 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:09:49.795344 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Attempting to bind port 7a2c37cd-8a65-41a1-8671-c51411c15d36 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'a407908f-c486-41cb-bb19-849915410206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd63906c-0147-4175-b94d-4ad011db6dac'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:09:49.795712 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Attempting to bind port 7a2c37cd-8a65-41a1-8671-c51411c15d36 on network bd63906c-0147-4175-b94d-4ad011db6dac {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:09:49.801896 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:09:49.802283 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Checking segment: {'id': 'a407908f-c486-41cb-bb19-849915410206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd63906c-0147-4175-b94d-4ad011db6dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:49.802821 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:49.803227 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Bound using segment: {'id': 'a407908f-c486-41cb-bb19-849915410206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd63906c-0147-4175-b94d-4ad011db6dac'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:09:49.804364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Bound port: 7a2c37cd-8a65-41a1-8671-c51411c15d36, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a407908f-c486-41cb-bb19-849915410206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd63906c-0147-4175-b94d-4ad011db6dac'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:09:49.804789 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:49.903122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] For port 7a2c37cd-8a65-41a1-8671-c51411c15d36, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:09:49.907031 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] For port 7a2c37cd-8a65-41a1-8671-c51411c15d36, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7a2c37cd-8a65-41a1-8671-c51411c15d36,segment=NetworkSegment(a407908f-c486-41cb-bb19-849915410206),segment_id=a407908f-c486-41cb-bb19-849915410206)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:09:50.050504 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:50.056861 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-2f9f89f2-09be-4eea-a282-1abf049b3f73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:50.066217 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:50.098682 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:50.148054 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Pushing event updated for resources: {'Port': ['ID=7a2c37cd-8a65-41a1-8671-c51411c15d36,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:50.153830 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:50.264662 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Allocated IP 172.25.4.43 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/825d1972-6ce0-4024-b2f3-762a365c53f1) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:09:50.452763 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:50.521727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7a2c37cd-8a65-41a1-8671-c51411c15d36 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:50.566217 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:50.572446 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:50.639985 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:09:50.642857 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:50.645330 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:09:50.679317 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Pushing event updated for resources: {'Port': ['ID=825d1972-6ce0-4024-b2f3-762a365c53f1,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:50.682101 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:50.713706 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 7a2c37cd-8a65-41a1-8671-c51411c15d36 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:09:50.719334 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:50.856537 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:09:50.863247 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:50.863760 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:50.995701 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:51.032246 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4ac3ee7a-4f36-45e5-8c1d-bba78c42af97,segment=NetworkSegment(74426d1e-05a8-4771-985b-d97bb8bd71a4),segment_id=74426d1e-05a8-4771-985b-d97bb8bd71a4)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:51.130575 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c5cfb1-3ec0-4e55-bd02-cd46c3163d9f None None] Network bd63906c-0147-4175-b94d-4ad011db6dac requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:09:51.147833 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:51.152901 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:51.163786 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-5ab7c236-df93-41f7-b568-b2dfc2635ebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:51.322540 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=4ac3ee7a-4f36-45e5-8c1d-bba78c42af97,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:51.328497 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:51.360782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-edfff322-68d7-4472-a89a-16c11670bb13 None None] Provisioning for port 7a2c37cd-8a65-41a1-8671-c51411c15d36 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:09:51.371807 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-edfff322-68d7-4472-a89a-16c11670bb13 None None] Provisioning complete for port 7a2c37cd-8a65-41a1-8671-c51411c15d36 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:51.372170 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-edfff322-68d7-4472-a89a-16c11670bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:51.557684 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-edfff322-68d7-4472-a89a-16c11670bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:51.595455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-edfff322-68d7-4472-a89a-16c11670bb13 None None] For port 7a2c37cd-8a65-41a1-8671-c51411c15d36, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7a2c37cd-8a65-41a1-8671-c51411c15d36,segment=NetworkSegment(a407908f-c486-41cb-bb19-849915410206),segment_id=a407908f-c486-41cb-bb19-849915410206)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:51.673528 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:51.695166 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-edfff322-68d7-4472-a89a-16c11670bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:51.697791 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f61033a8-d7b7-4d57-ad98-1ea8671e8a3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:51.769879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfff322-68d7-4472-a89a-16c11670bb13 None None] Pushing event updated for resources: {'Port': ['ID=7a2c37cd-8a65-41a1-8671-c51411c15d36,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:51.773421 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-edfff322-68d7-4472-a89a-16c11670bb13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:51.815993 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-dffaba44-3b4e-4803-8ff4-ac1d22be914d None None] Provisioning complete for port 7a2c37cd-8a65-41a1-8671-c51411c15d36 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:51.816371 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dffaba44-3b4e-4803-8ff4-ac1d22be914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:52.005244 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Router 9cf54e97-c9bd-4dab-8a51-ef212311d38c is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 17:09:52.181987 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:09:52.190823 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Sync routers for ids ['9cf54e97-c9bd-4dab-8a51-ef212311d38c'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:09:52.200374 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Routers {'9cf54e97-c9bd-4dab-8a51-ef212311d38c'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:09:52.201026 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6faa90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:09:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9cf54e97-c9bd-4dab-8a51-ef212311d38c'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:52.354028 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:52.355274 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1d16504f-0034-43ce-87d2-a787ec6bb01c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.5053563
Jun 04 17:09:52.358957 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39536) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:09:52.397627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Set router 9cf54e97-c9bd-4dab-8a51-ef212311d38c gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:09:52.504233 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7a2c37cd-8a65-41a1-8671-c51411c15d36 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:52.690438 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 7a2c37cd-8a65-41a1-8671-c51411c15d36 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:52.690813 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:52.869583 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6faa90>, [{'id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'name': 'tempest-TestEncryptedCinderVolumes-1928417132-router', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:49Z', 'updated_at': '2021-06-04T17:09:50Z', 'revision_number': 3, 'project_id': '6f0e1ff869594bb5b3563490a8682903', 'gw_port': {'id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:31:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:50Z', 'updated_at': '2021-06-04T17:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:52.872267 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:52.905749 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Checking router: 9cf54e97-c9bd-4dab-8a51-ef212311d38c for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:09:52.906099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Updating router 9cf54e97-c9bd-4dab-8a51-ef212311d38c port 825d1972-6ce0-4024-b2f3-762a365c53f1 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:09:52.980981 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:53.087345 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:53.087726 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:53.226607 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:53.438446 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Allocated IP 172.20.0.1 (bd63906c-0147-4175-b94d-4ad011db6dac/1785102c-09f0-4768-a509-e0c741522736/0630389f-9aa7-4c7c-b78c-c24543464e67) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:09:53.445405 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:53.457327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Transition to ACTIVE for port object 825d1972-6ce0-4024-b2f3-762a365c53f1 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:53.542076 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:53.545874 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8d4f8bb4-50a9-4657-9d30-a87b6da41f54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:53.598015 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:53.618305 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Transition to ACTIVE for port object 0630389f-9aa7-4c7c-b78c-c24543464e67 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:53.629648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Attempting to bind port 825d1972-6ce0-4024-b2f3-762a365c53f1 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:09:53.630024 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Attempting to bind port 825d1972-6ce0-4024-b2f3-762a365c53f1 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:09:53.630392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Attempting to bind port 825d1972-6ce0-4024-b2f3-762a365c53f1 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:09:53.638310 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:09:53.638690 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:53.639099 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:53.639480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:09:53.639944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Bound port: 825d1972-6ce0-4024-b2f3-762a365c53f1, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:09:53.640316 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:53.663586 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edacc0-cb35-48d3-8ba0-be0711136359 None None] Pushing event updated for resources: {'Port': ['ID=825d1972-6ce0-4024-b2f3-762a365c53f1,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:53.670916 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b6edacc0-cb35-48d3-8ba0-be0711136359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:53.717392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] For port 825d1972-6ce0-4024-b2f3-762a365c53f1, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:09:53.720470 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] For port 825d1972-6ce0-4024-b2f3-762a365c53f1, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=825d1972-6ce0-4024-b2f3-762a365c53f1,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:09:53.743260 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:53.747287 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-0293a334-1f84-4a1d-b70a-fbcd245f97e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:53.807858 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Network bd63906c-0147-4175-b94d-4ad011db6dac is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:09:53.810700 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:53.814289 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:09:53.848576 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Pushing event updated for resources: {'Port': ['ID=0630389f-9aa7-4c7c-b78c-c24543464e67,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:53.849710 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:53.853410 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:53.868062 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-edfff322-68d7-4472-a89a-16c11670bb13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:53.873722 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:53.942039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Routers {'9cf54e97-c9bd-4dab-8a51-ef212311d38c'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:09:53.942759 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c6faa90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:09:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9cf54e97-c9bd-4dab-8a51-ef212311d38c'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:54.081561 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:54.097317 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edacc0-cb35-48d3-8ba0-be0711136359 None None] Pushing event updated for resources: {'Port': ['ID=825d1972-6ce0-4024-b2f3-762a365c53f1,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:54.103164 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b6edacc0-cb35-48d3-8ba0-be0711136359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:54.162204 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-941d7348-b0c9-46e8-a93c-bd5ffd98b816 None None] Provisioning for port 0630389f-9aa7-4c7c-b78c-c24543464e67 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:09:54.177686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-941d7348-b0c9-46e8-a93c-bd5ffd98b816 None None] Provisioning complete for port 0630389f-9aa7-4c7c-b78c-c24543464e67 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:54.178092 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-941d7348-b0c9-46e8-a93c-bd5ffd98b816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:54.249611 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] Set router 9cf54e97-c9bd-4dab-8a51-ef212311d38c gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:09:54.292457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-941d7348-b0c9-46e8-a93c-bd5ffd98b816 None None] Port 0630389f-9aa7-4c7c-b78c-c24543464e67 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:09:54.317315 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:54.386454 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:54.415204 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c05b557-1f35-4a84-9a75-2945e13e388e tempest-TestServerBasicOps-321635494 tempest-TestServerBasicOps-321635494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:54.497642 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:54.502092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Pushing event updated for resources: {'Port': ['ID=0630389f-9aa7-4c7c-b78c-c24543464e67,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:54.507134 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:54.577307 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c6faa90>, [{'id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'name': 'tempest-TestEncryptedCinderVolumes-1928417132-router', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:49Z', 'updated_at': '2021-06-04T17:09:53Z', 'revision_number': 4, 'project_id': '6f0e1ff869594bb5b3563490a8682903', 'gw_port': {'id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:31:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:50Z', 'updated_at': '2021-06-04T17:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0630389f-9aa7-4c7c-b78c-c24543464e67', 'name': '', 'network_id': 'bd63906c-0147-4175-b94d-4ad011db6dac', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'mac_address': 'fa:16:3e:dd:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '1785102c-09f0-4768-a509-e0c741522736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:53Z', 'updated_at': '2021-06-04T17:09:53Z', 'revision_number': 1, 'project_id': '6f0e1ff869594bb5b3563490a8682903', 'subnets': [{'id': '1785102c-09f0-4768-a509-e0c741522736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:54.581682 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e793f853-17e7-476a-a19d-4e12134eba71 None None] The sync data for ids ['9cf54e97-c9bd-4dab-8a51-ef212311d38c'] in n-d-791505-9 is: [{'id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'name': 'tempest-TestEncryptedCinderVolumes-1928417132-router', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:49Z', 'updated_at': '2021-06-04T17:09:53Z', 'revision_number': 4, 'project_id': '6f0e1ff869594bb5b3563490a8682903', 'gw_port': {'id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:31:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:50Z', 'updated_at': '2021-06-04T17:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0630389f-9aa7-4c7c-b78c-c24543464e67', 'name': '', 'network_id': 'bd63906c-0147-4175-b94d-4ad011db6dac', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'mac_address': 'fa:16:3e:dd:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '1785102c-09f0-4768-a509-e0c741522736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:53Z', 'updated_at': '2021-06-04T17:09:53Z', 'revision_number': 1, 'project_id': '6f0e1ff869594bb5b3563490a8682903', 'subnets': [{'id': '1785102c-09f0-4768-a509-e0c741522736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:09:54.646154 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Network bd63906c-0147-4175-b94d-4ad011db6dac is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:09:54.647945 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:09:54.864399 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Router 9cf54e97-c9bd-4dab-8a51-ef212311d38c has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:09:54.919778 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1f14bb82-b6e9-4e3a-88aa-0e6a0b3a31b6 None None] Provisioning complete for port 0630389f-9aa7-4c7c-b78c-c24543464e67 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:54.920146 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1f14bb82-b6e9-4e3a-88aa-0e6a0b3a31b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:54.977792 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-1f14bb82-b6e9-4e3a-88aa-0e6a0b3a31b6 None None] Port 0630389f-9aa7-4c7c-b78c-c24543464e67 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:09:55.062762 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:55.233439 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:09:55.242731 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] 10.222.0.32 "PUT /v2.0/routers/9cf54e97-c9bd-4dab-8a51-ef212311d38c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8827178
Jun 04 17:09:56.462937 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 825d1972-6ce0-4024-b2f3-762a365c53f1 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:56.588151 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 825d1972-6ce0-4024-b2f3-762a365c53f1 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:09:56.593312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 825d1972-6ce0-4024-b2f3-762a365c53f1 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:56.593736 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:56.715286 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:56.732437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 825d1972-6ce0-4024-b2f3-762a365c53f1, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=825d1972-6ce0-4024-b2f3-762a365c53f1,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:09:56.799214 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:56.801260 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:56.876548 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=825d1972-6ce0-4024-b2f3-762a365c53f1,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:56.879598 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:56.988133 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Sync routers for ids ['9cf54e97-c9bd-4dab-8a51-ef212311d38c'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:09:56.998183 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Routers {'9cf54e97-c9bd-4dab-8a51-ef212311d38c'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:09:56.998804 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f7367e55-51c6-4594-8811-966ac199baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c757520>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:09:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9cf54e97-c9bd-4dab-8a51-ef212311d38c'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:57.171983 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Set router 9cf54e97-c9bd-4dab-8a51-ef212311d38c gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:09:57.359649 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:57.483672 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f7367e55-51c6-4594-8811-966ac199baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c757520>, [{'id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'name': 'tempest-TestEncryptedCinderVolumes-1928417132-router', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:49Z', 'updated_at': '2021-06-04T17:09:53Z', 'revision_number': 4, 'project_id': '6f0e1ff869594bb5b3563490a8682903', 'gw_port': {'id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:31:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:50Z', 'updated_at': '2021-06-04T17:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0630389f-9aa7-4c7c-b78c-c24543464e67', 'name': '', 'network_id': 'bd63906c-0147-4175-b94d-4ad011db6dac', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'mac_address': 'fa:16:3e:dd:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '1785102c-09f0-4768-a509-e0c741522736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:53Z', 'updated_at': '2021-06-04T17:09:54Z', 'revision_number': 2, 'project_id': '6f0e1ff869594bb5b3563490a8682903', 'subnets': [{'id': '1785102c-09f0-4768-a509-e0c741522736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:57.487303 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Checking router: 9cf54e97-c9bd-4dab-8a51-ef212311d38c for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:09:57.487656 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Updating router 9cf54e97-c9bd-4dab-8a51-ef212311d38c port 0630389f-9aa7-4c7c-b78c-c24543464e67 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:09:57.538931 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:57.900783 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:57.911509 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Transition to ACTIVE for port object 0630389f-9aa7-4c7c-b78c-c24543464e67 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:09:57.999708 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:58.003523 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-aee021dd-95b8-4f8f-8225-a35964219007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:58.125571 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c949e48-df5c-44fc-8229-9b9709f4e7f3 None None] Pushing event updated for resources: {'Port': ['ID=0630389f-9aa7-4c7c-b78c-c24543464e67,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:58.152249 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-0c949e48-df5c-44fc-8229-9b9709f4e7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:58.216414 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Attempting to bind port 0630389f-9aa7-4c7c-b78c-c24543464e67 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:09:58.216677 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Attempting to bind port 0630389f-9aa7-4c7c-b78c-c24543464e67 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'a407908f-c486-41cb-bb19-849915410206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd63906c-0147-4175-b94d-4ad011db6dac'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:09:58.217073 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Attempting to bind port 0630389f-9aa7-4c7c-b78c-c24543464e67 on network bd63906c-0147-4175-b94d-4ad011db6dac {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:09:58.222489 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:09:58.222862 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Checking segment: {'id': 'a407908f-c486-41cb-bb19-849915410206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd63906c-0147-4175-b94d-4ad011db6dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:09:58.223271 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:58.223667 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Bound using segment: {'id': 'a407908f-c486-41cb-bb19-849915410206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd63906c-0147-4175-b94d-4ad011db6dac'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:09:58.224132 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Bound port: 0630389f-9aa7-4c7c-b78c-c24543464e67, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a407908f-c486-41cb-bb19-849915410206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bd63906c-0147-4175-b94d-4ad011db6dac'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:09:58.224569 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:58.313159 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-f7367e55-51c6-4594-8811-966ac199baab None None] For port 0630389f-9aa7-4c7c-b78c-c24543464e67, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:09:58.316257 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-f7367e55-51c6-4594-8811-966ac199baab None None] For port 0630389f-9aa7-4c7c-b78c-c24543464e67, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0630389f-9aa7-4c7c-b78c-c24543464e67,segment=NetworkSegment(a407908f-c486-41cb-bb19-849915410206),segment_id=a407908f-c486-41cb-bb19-849915410206)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:09:58.447782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 825d1972-6ce0-4024-b2f3-762a365c53f1 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:09:58.454981 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:58.458728 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:09:58.515651 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 825d1972-6ce0-4024-b2f3-762a365c53f1 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:09:58.515979 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:09:58.535930 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Routers {'9cf54e97-c9bd-4dab-8a51-ef212311d38c'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:09:58.536569 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f7367e55-51c6-4594-8811-966ac199baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c757520>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:09:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9cf54e97-c9bd-4dab-8a51-ef212311d38c'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:58.591914 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c949e48-df5c-44fc-8229-9b9709f4e7f3 None None] Pushing event updated for resources: {'Port': ['ID=0630389f-9aa7-4c7c-b78c-c24543464e67,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:09:58.608944 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-0c949e48-df5c-44fc-8229-9b9709f4e7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:09:58.741098 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-f7367e55-51c6-4594-8811-966ac199baab None None] Set router 9cf54e97-c9bd-4dab-8a51-ef212311d38c gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:09:59.051653 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f7367e55-51c6-4594-8811-966ac199baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c757520>, [{'id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'name': 'tempest-TestEncryptedCinderVolumes-1928417132-router', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:49Z', 'updated_at': '2021-06-04T17:09:53Z', 'revision_number': 4, 'project_id': '6f0e1ff869594bb5b3563490a8682903', 'gw_port': {'id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:31:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:50Z', 'updated_at': '2021-06-04T17:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0630389f-9aa7-4c7c-b78c-c24543464e67', 'name': '', 'network_id': 'bd63906c-0147-4175-b94d-4ad011db6dac', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'mac_address': 'fa:16:3e:dd:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '1785102c-09f0-4768-a509-e0c741522736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:53Z', 'updated_at': '2021-06-04T17:09:58Z', 'revision_number': 4, 'project_id': '6f0e1ff869594bb5b3563490a8682903', 'subnets': [{'id': '1785102c-09f0-4768-a509-e0c741522736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:09:59.055844 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7367e55-51c6-4594-8811-966ac199baab None None] The sync data for ids ['9cf54e97-c9bd-4dab-8a51-ef212311d38c'] in n-d-791505-9 is: [{'id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'name': 'tempest-TestEncryptedCinderVolumes-1928417132-router', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:49Z', 'updated_at': '2021-06-04T17:09:53Z', 'revision_number': 4, 'project_id': '6f0e1ff869594bb5b3563490a8682903', 'gw_port': {'id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:31:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:50Z', 'updated_at': '2021-06-04T17:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '0630389f-9aa7-4c7c-b78c-c24543464e67', 'name': '', 'network_id': 'bd63906c-0147-4175-b94d-4ad011db6dac', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'mac_address': 'fa:16:3e:dd:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '1785102c-09f0-4768-a509-e0c741522736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:53Z', 'updated_at': '2021-06-04T17:09:58Z', 'revision_number': 4, 'project_id': '6f0e1ff869594bb5b3563490a8682903', 'subnets': [{'id': '1785102c-09f0-4768-a509-e0c741522736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:09:59.700135 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4d85211a-3385-4ff6-bd03-9b8c4c5a4302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:00.463276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0630389f-9aa7-4c7c-b78c-c24543464e67 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:10:00.632152 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 0630389f-9aa7-4c7c-b78c-c24543464e67 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:10:00.637388 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 0630389f-9aa7-4c7c-b78c-c24543464e67 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:10:00.637774 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:00.756029 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:00.789249 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 0630389f-9aa7-4c7c-b78c-c24543464e67, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0630389f-9aa7-4c7c-b78c-c24543464e67,segment=NetworkSegment(a407908f-c486-41cb-bb19-849915410206),segment_id=a407908f-c486-41cb-bb19-849915410206)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:10:00.965092 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:00.966874 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:10:01.035214 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=0630389f-9aa7-4c7c-b78c-c24543464e67,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:10:01.038163 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:10:02.156989 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:02.453593 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0630389f-9aa7-4c7c-b78c-c24543464e67 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:10:02.485114 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ce305df8-841a-463b-a108-f05b35d67900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:02.529033 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 0630389f-9aa7-4c7c-b78c-c24543464e67 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:10:02.529474 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:04.153415 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:05.733839 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:19.148506 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:10:25.076099 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:27.816197 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:29.682185 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-50cc2dd3-275c-4e23-8370-5fae8d56fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:32.167764 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:32.472928 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0013693-d0a6-4868-bb39-2343b6ef0056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:34.150712 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:35.739724 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:55.064253 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:56.147801 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:10:57.446343 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:10:59.666507 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8e887c72-6324-4280-b094-c8fb6cf68f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:02.247137 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:02.427167 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d085-917f-4204-969c-59bcf36dd65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:04.166777 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:05.755437 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:25.063171 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:27.397533 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:29.669364 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7c0e5344-1fb7-4ac6-8acc-bc4a0ca992e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:32.151653 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:32.438076 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-60882791-ae74-4c93-94a8-e8d5fceac6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:33.147853 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:11:34.160869 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:35.785770 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:55.125642 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:55.523964 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39598) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:11:56.079379 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:56.506847 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Deleting port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:11:56.507188 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:56.627549 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] For port 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4ac3ee7a-4f36-45e5-8c1d-bba78c42af97,segment=NetworkSegment(74426d1e-05a8-4771-985b-d97bb8bd71a4),segment_id=74426d1e-05a8-4771-985b-d97bb8bd71a4)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:11:56.628257 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:56.754010 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Calling delete_port for 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:11:56.957388 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:56.961572 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b341ccb4-1fc2-4a55-a3bb-9133fa34f8fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:11:57.163983 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac3ee7a-4f36-45e5-8c1d-bba78c42af97,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:11:57.226046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:11:57.226046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:11:57.226046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:11:57.226046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:11:57.226046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:11:57.226046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:11:57.226046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:11:57.226046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:11:57.226046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:11:57.226046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:11:57.226046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:11:57.226046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:11:57.240838 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:11:57.382800 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:57.446652 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:57.807391 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Router 22ad479b-5a70-4028-b8bd-4bf54bf2b8fe has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:11:57.986136 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:11:57.995288 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] 10.222.0.32 "PUT /v2.0/routers/22ad479b-5a70-4028-b8bd-4bf54bf2b8fe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4702373
Jun 04 17:11:57.995475 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846f298-e9ef-4bb2-973d-af2a5cc1aab2 None None] Sync routers for ids ['22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:11:57.997741 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39604) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:11:58.005048 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6846f298-e9ef-4bb2-973d-af2a5cc1aab2 None None] Routers {'22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:11:58.006211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-6846f298-e9ef-4bb2-973d-af2a5cc1aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c215790>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:11:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:11:58.185212 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:58.188006 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-6846f298-e9ef-4bb2-973d-af2a5cc1aab2 None None] Set router 22ad479b-5a70-4028-b8bd-4bf54bf2b8fe gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:11:58.360981 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:58.479320 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-6846f298-e9ef-4bb2-973d-af2a5cc1aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c215790>, [{'id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'name': 'tempest-TestEncryptedCinderVolumes-1569371778-router', 'tenant_id': '06408ad473114b46aaad3fc271a131a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '3991c1f9-10cd-49a4-8ea7-4fae3faad2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:39Z', 'updated_at': '2021-06-04T17:11:56Z', 'revision_number': 5, 'project_id': '06408ad473114b46aaad3fc271a131a2', 'gw_port': {'id': '3991c1f9-10cd-49a4-8ea7-4fae3faad2c7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:41Z', 'updated_at': '2021-06-04T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:11:58.483369 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846f298-e9ef-4bb2-973d-af2a5cc1aab2 None None] Checking router: 22ad479b-5a70-4028-b8bd-4bf54bf2b8fe for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:11:58.492243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6846f298-e9ef-4bb2-973d-af2a5cc1aab2 None None] Routers {'22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:11:58.492860 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-6846f298-e9ef-4bb2-973d-af2a5cc1aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c215790>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:11:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:11:58.498379 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] Deleting port 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:11:58.498724 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:58.650462 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-6846f298-e9ef-4bb2-973d-af2a5cc1aab2 None None] Set router 22ad479b-5a70-4028-b8bd-4bf54bf2b8fe gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:11:58.761980 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-6846f298-e9ef-4bb2-973d-af2a5cc1aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c215790>, [{'id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'name': 'tempest-TestEncryptedCinderVolumes-1569371778-router', 'tenant_id': '06408ad473114b46aaad3fc271a131a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:39Z', 'updated_at': '2021-06-04T17:11:58Z', 'revision_number': 6, 'project_id': '06408ad473114b46aaad3fc271a131a2', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:11:58.765984 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846f298-e9ef-4bb2-973d-af2a5cc1aab2 None None] The sync data for ids ['22ad479b-5a70-4028-b8bd-4bf54bf2b8fe'] in n-d-791505-9 is: [{'id': '22ad479b-5a70-4028-b8bd-4bf54bf2b8fe', 'name': 'tempest-TestEncryptedCinderVolumes-1569371778-router', 'tenant_id': '06408ad473114b46aaad3fc271a131a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:39Z', 'updated_at': '2021-06-04T17:11:58Z', 'revision_number': 6, 'project_id': '06408ad473114b46aaad3fc271a131a2', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:11:58.791716 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] For port 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=3991c1f9-10cd-49a4-8ea7-4fae3faad2c7,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:11:58.792076 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:58.920626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] Calling delete_port for 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:11:59.128718 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:59.134137 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2837db9c-6f9c-4d35-ae9e-36ac94e37a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:11:59.181825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] Pushing event deleted for resources: {'Port': ['ID=3991c1f9-10cd-49a4-8ea7-4fae3faad2c7,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:11:59.184936 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:11:59.272141 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:59.444455 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:59.446779 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:59.554055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:59.554055 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22ad479b-5a70-4028-b8bd-4bf54bf2b8fe {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 17:11:59.560657 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:59.561871 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] 10.222.0.32 "DELETE /v2.0/routers/22ad479b-5a70-4028-b8bd-4bf54bf2b8fe HTTP/1.1" status: 204  len: 168 time: 1.5630491
Jun 04 17:11:59.564360 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39606) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:11:59.625094 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b58db21-d3a6-4f15-822b-753871534bcd admin admin] Deleting subnet fe682434-5ed1-4b55-b224-ea7338b06425 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:11:59.628082 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b58db21-d3a6-4f15-822b-753871534bcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:59.663424 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e7b0cec1-0363-4907-8bf7-41a66f4f8c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:59.679255 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b58db21-d3a6-4f15-822b-753871534bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:11:59.765250 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b58db21-d3a6-4f15-822b-753871534bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:00.089369 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b58db21-d3a6-4f15-822b-753871534bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:00.093296 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-003384ef-3414-4417-a73d-a9c561d0d61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:00.133365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58db21-d3a6-4f15-822b-753871534bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe682434-5ed1-4b55-b224-ea7338b06425,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:00.136411 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8b58db21-d3a6-4f15-822b-753871534bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:00.144151 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8b58db21-d3a6-4f15-822b-753871534bcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:00.144271 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1717f62e-6d21-4502-90b1-fe88386a2d8f None None] Network bcb5c64b-2374-481e-80a9-fd86453a4cbd requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:12:00.146942 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8b58db21-d3a6-4f15-822b-753871534bcd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fe682434-5ed1-4b55-b224-ea7338b06425 HTTP/1.1" status: 204  len: 168 time: 0.5816224
Jun 04 17:12:00.149461 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39608) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:00.270730 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:00.348882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Deleting port 5749010e-caa1-4a3b-b84f-308e4a02e6ea {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:12:00.349174 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:00.450003 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] DHCP port deletion for bcb5c64b-2374-481e-80a9-fd86453a4cbd request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 17:12:00.455575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] For port 5749010e-caa1-4a3b-b84f-308e4a02e6ea, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5749010e-caa1-4a3b-b84f-308e4a02e6ea,segment=NetworkSegment(74426d1e-05a8-4771-985b-d97bb8bd71a4),segment_id=74426d1e-05a8-4771-985b-d97bb8bd71a4)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:12:00.455900 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:00.518068 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Deleting port 5749010e-caa1-4a3b-b84f-308e4a02e6ea {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:12:00.518448 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:00.532239 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:12:00.566862 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:12:00.567216 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4ac3ee7a-4f36-45e5-8c1d-bba78c42af97 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:12:00.567644 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5749010e-caa1-4a3b-b84f-308e4a02e6ea no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:12:00.585877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Calling delete_port for 5749010e-caa1-4a3b-b84f-308e4a02e6ea owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:12:00.697779 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:00.701591 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] For port 5749010e-caa1-4a3b-b84f-308e4a02e6ea, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=5749010e-caa1-4a3b-b84f-308e4a02e6ea,segment=NetworkSegment(74426d1e-05a8-4771-985b-d97bb8bd71a4),segment_id=74426d1e-05a8-4771-985b-d97bb8bd71a4)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:12:00.702172 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:00.704254 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-a1db22be-de1b-4baa-9844-2aaca607df20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:00.715906 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No active binding found for port 5749010e-caa1-4a3b-b84f-308e4a02e6ea {{(pid=88302) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 04 17:12:00.717916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 5749010e-caa1-4a3b-b84f-308e4a02e6ea not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:12:00.717916 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:12:00.753738 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=5749010e-caa1-4a3b-b84f-308e4a02e6ea,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:00.756626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] No DVR routers for this DVR port 5749010e-caa1-4a3b-b84f-308e4a02e6ea on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:12:00.758135 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:00.866170 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:12:00.866562 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 3991c1f9-10cd-49a4-8ea7-4fae3faad2c7 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:12:00.874288 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Calling delete_port for 5749010e-caa1-4a3b-b84f-308e4a02e6ea owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:12:00.920140 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:00.923989 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:00.971402 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Pushing event deleted for resources: {'Port': ['ID=5749010e-caa1-4a3b-b84f-308e4a02e6ea,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:00.977554 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] No DVR routers for this DVR port 5749010e-caa1-4a3b-b84f-308e4a02e6ea on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:12:00.984508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:00.984855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:00.985228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:00.985561 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:00.985898 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:00.986221 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:00.986546 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:00.986866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:00.987188 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:00.987508 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:00.988064 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:00.988172 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:00.991988 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:01.037959 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:01.051155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386d2f940>,) {'filters': {'network_id': ['bcb5c64b-2374-481e-80a9-fd86453a4cbd']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:01.063939 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d2f940>, '74426d1e-05a8-4771-985b-d97bb8bd71a4') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:01.064225 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386d2f940>, '74426d1e-05a8-4771-985b-d97bb8bd71a4') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:01.076420 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:01.093179 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:01.099945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:12:01.100319 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:12:01.112900 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:12:01.277193 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:01.280898 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fe1b0a45-49b0-4a41-bad3-9177f26c7b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:01.294669 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:01.305175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=bcb5c64b-2374-481e-80a9-fd86453a4cbd,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:01.308824 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:01.310742 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] 10.222.0.32 "DELETE /v2.0/networks/bcb5c64b-2374-481e-80a9-fd86453a4cbd HTTP/1.1" status: 204  len: 168 time: 1.1598766
Jun 04 17:12:01.313220 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39610) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:01.850709 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b45d306-0b79-4993-b2f2-bb8194e63cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:02.162978 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:02.267022 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-2b45d306-0b79-4993-b2f2-bb8194e63cf8 admin admin] Deleting port 0630389f-9aa7-4c7c-b78c-c24543464e67 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:12:02.267661 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b45d306-0b79-4993-b2f2-bb8194e63cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:02.389711 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-2b45d306-0b79-4993-b2f2-bb8194e63cf8 admin admin] For port 0630389f-9aa7-4c7c-b78c-c24543464e67, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=0630389f-9aa7-4c7c-b78c-c24543464e67,segment=NetworkSegment(a407908f-c486-41cb-bb19-849915410206),segment_id=a407908f-c486-41cb-bb19-849915410206)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:12:02.390074 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b45d306-0b79-4993-b2f2-bb8194e63cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:02.431347 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e5df5f4f-29ec-4ade-b60f-ed5aabb10492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:02.674128 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-2b45d306-0b79-4993-b2f2-bb8194e63cf8 admin admin] Calling delete_port for 0630389f-9aa7-4c7c-b78c-c24543464e67 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:12:02.905569 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b45d306-0b79-4993-b2f2-bb8194e63cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:02.909502 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-595c1d3a-224b-45de-96b6-dba7b8a2dec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:02.954781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45d306-0b79-4993-b2f2-bb8194e63cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0630389f-9aa7-4c7c-b78c-c24543464e67,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:02.957891 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2b45d306-0b79-4993-b2f2-bb8194e63cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:03.226432 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-2b45d306-0b79-4993-b2f2-bb8194e63cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:03.586235 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b45d306-0b79-4993-b2f2-bb8194e63cf8 admin admin] Router 9cf54e97-c9bd-4dab-8a51-ef212311d38c has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:12:03.773288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b45d306-0b79-4993-b2f2-bb8194e63cf8 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:12:03.782066 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469dc3db-04f0-4b0f-afd6-28e293ce3eb4 None None] Sync routers for ids ['9cf54e97-c9bd-4dab-8a51-ef212311d38c'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:12:03.782559 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-2b45d306-0b79-4993-b2f2-bb8194e63cf8 admin admin] 10.222.0.32 "PUT /v2.0/routers/9cf54e97-c9bd-4dab-8a51-ef212311d38c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4681184
Jun 04 17:12:03.784886 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39612) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:03.793574 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469dc3db-04f0-4b0f-afd6-28e293ce3eb4 None None] Routers {'9cf54e97-c9bd-4dab-8a51-ef212311d38c'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:12:03.794177 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-469dc3db-04f0-4b0f-afd6-28e293ce3eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c7579a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9cf54e97-c9bd-4dab-8a51-ef212311d38c'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:03.963093 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:03.969751 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-469dc3db-04f0-4b0f-afd6-28e293ce3eb4 None None] Set router 9cf54e97-c9bd-4dab-8a51-ef212311d38c gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:12:04.165798 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:04.302793 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-469dc3db-04f0-4b0f-afd6-28e293ce3eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c7579a0>, [{'id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'name': 'tempest-TestEncryptedCinderVolumes-1928417132-router', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:49Z', 'updated_at': '2021-06-04T17:12:02Z', 'revision_number': 5, 'project_id': '6f0e1ff869594bb5b3563490a8682903', 'gw_port': {'id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:31:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:50Z', 'updated_at': '2021-06-04T17:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:04.307034 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469dc3db-04f0-4b0f-afd6-28e293ce3eb4 None None] Checking router: 9cf54e97-c9bd-4dab-8a51-ef212311d38c for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:12:04.315811 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469dc3db-04f0-4b0f-afd6-28e293ce3eb4 None None] Routers {'9cf54e97-c9bd-4dab-8a51-ef212311d38c'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:12:04.316465 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-469dc3db-04f0-4b0f-afd6-28e293ce3eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c7579a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['9cf54e97-c9bd-4dab-8a51-ef212311d38c'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:04.326818 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:04.472175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] Deleting port 825d1972-6ce0-4024-b2f3-762a365c53f1 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:12:04.472524 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:04.499094 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-469dc3db-04f0-4b0f-afd6-28e293ce3eb4 None None] Set router 9cf54e97-c9bd-4dab-8a51-ef212311d38c gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:12:04.597882 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] For port 825d1972-6ce0-4024-b2f3-762a365c53f1, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=825d1972-6ce0-4024-b2f3-762a365c53f1,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:12:04.598484 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:04.723231 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] Calling delete_port for 825d1972-6ce0-4024-b2f3-762a365c53f1 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:12:04.783738 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-469dc3db-04f0-4b0f-afd6-28e293ce3eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c7579a0>, [{'id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'name': 'tempest-TestEncryptedCinderVolumes-1928417132-router', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:49Z', 'updated_at': '2021-06-04T17:12:02Z', 'revision_number': 5, 'project_id': '6f0e1ff869594bb5b3563490a8682903', 'gw_port': {'id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:31:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:50Z', 'updated_at': '2021-06-04T17:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:04.788733 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469dc3db-04f0-4b0f-afd6-28e293ce3eb4 None None] The sync data for ids ['9cf54e97-c9bd-4dab-8a51-ef212311d38c'] in n-d-791505-9 is: [{'id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'name': 'tempest-TestEncryptedCinderVolumes-1928417132-router', 'tenant_id': '6f0e1ff869594bb5b3563490a8682903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:09:49Z', 'updated_at': '2021-06-04T17:12:02Z', 'revision_number': 5, 'project_id': '6f0e1ff869594bb5b3563490a8682903', 'gw_port': {'id': '825d1972-6ce0-4024-b2f3-762a365c53f1', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:31:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf54e97-c9bd-4dab-8a51-ef212311d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:09:50Z', 'updated_at': '2021-06-04T17:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:12:04.934084 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:04.937907 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:04.982233 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] Pushing event deleted for resources: {'Port': ['ID=825d1972-6ce0-4024-b2f3-762a365c53f1,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:04.985881 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:05.073588 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:05.252769 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:05.255114 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:05.368773 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:05.369342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cf54e97-c9bd-4dab-8a51-ef212311d38c {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 17:12:05.382755 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:05.383894 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6c03b469-8f12-4744-bde1-117057f5689f admin admin] 10.222.0.32 "DELETE /v2.0/routers/9cf54e97-c9bd-4dab-8a51-ef212311d38c HTTP/1.1" status: 204  len: 168 time: 1.5980339
Jun 04 17:12:05.387214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39614) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:05.456273 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5874fa-88bb-4d9f-a452-58bcd2b79d55 admin admin] Deleting subnet 1785102c-09f0-4768-a509-e0c741522736 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:12:05.459994 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fb5874fa-88bb-4d9f-a452-58bcd2b79d55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:05.511704 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fb5874fa-88bb-4d9f-a452-58bcd2b79d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:05.593229 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fb5874fa-88bb-4d9f-a452-58bcd2b79d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:05.745257 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:05.926029 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fb5874fa-88bb-4d9f-a452-58bcd2b79d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:05.930224 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-c6b47a0f-5f6f-4d69-99a8-5a284aecb85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:05.969317 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5874fa-88bb-4d9f-a452-58bcd2b79d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1785102c-09f0-4768-a509-e0c741522736,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:05.972626 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fb5874fa-88bb-4d9f-a452-58bcd2b79d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:05.973641 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fb5874fa-88bb-4d9f-a452-58bcd2b79d55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:05.980089 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3927c108-e0a5-489f-b2e1-df01ca0cfd56 None None] Network bd63906c-0147-4175-b94d-4ad011db6dac requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:12:05.980552 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fb5874fa-88bb-4d9f-a452-58bcd2b79d55 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1785102c-09f0-4768-a509-e0c741522736 HTTP/1.1" status: 204  len: 168 time: 0.5923548
Jun 04 17:12:05.983056 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39616) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:06.090014 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:06.170458 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Deleting port 7a2c37cd-8a65-41a1-8671-c51411c15d36 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:12:06.170907 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:06.249569 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b7ed84-e1e4-44be-9550-e985a569b3ad None None] DHCP port deletion for bd63906c-0147-4175-b94d-4ad011db6dac request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 17:12:06.284101 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] For port 7a2c37cd-8a65-41a1-8671-c51411c15d36, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7a2c37cd-8a65-41a1-8671-c51411c15d36,segment=NetworkSegment(a407908f-c486-41cb-bb19-849915410206),segment_id=a407908f-c486-41cb-bb19-849915410206)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:12:06.284451 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:06.323781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7ed84-e1e4-44be-9550-e985a569b3ad None None] Deleting port 7a2c37cd-8a65-41a1-8671-c51411c15d36 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:12:06.324159 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f4b7ed84-e1e4-44be-9550-e985a569b3ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:06.417447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Calling delete_port for 7a2c37cd-8a65-41a1-8671-c51411c15d36 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:12:06.426828 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-f4b7ed84-e1e4-44be-9550-e985a569b3ad None None] For port 7a2c37cd-8a65-41a1-8671-c51411c15d36, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=7a2c37cd-8a65-41a1-8671-c51411c15d36,segment=NetworkSegment(a407908f-c486-41cb-bb19-849915410206),segment_id=a407908f-c486-41cb-bb19-849915410206)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:12:06.427491 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f4b7ed84-e1e4-44be-9550-e985a569b3ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:06.534427 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:06.541772 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-627b24ca-1980-424b-acf8-0c6c2bf8945c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:06.569630 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7a2c37cd-8a65-41a1-8671-c51411c15d36 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:12:06.599809 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a2c37cd-8a65-41a1-8671-c51411c15d36,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:06.601944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7ed84-e1e4-44be-9550-e985a569b3ad None None] Calling delete_port for 7a2c37cd-8a65-41a1-8671-c51411c15d36 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:12:06.603134 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:06.604300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] No DVR routers for this DVR port 7a2c37cd-8a65-41a1-8671-c51411c15d36 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:12:06.618131 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 7a2c37cd-8a65-41a1-8671-c51411c15d36 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:12:06.618487 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 7a2c37cd-8a65-41a1-8671-c51411c15d36 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:12:06.618921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 825d1972-6ce0-4024-b2f3-762a365c53f1 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:12:06.655230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 825d1972-6ce0-4024-b2f3-762a365c53f1 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:12:06.655581 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 825d1972-6ce0-4024-b2f3-762a365c53f1 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:12:06.656026 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0630389f-9aa7-4c7c-b78c-c24543464e67 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:12:06.702841 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 0630389f-9aa7-4c7c-b78c-c24543464e67 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:12:06.703106 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 0630389f-9aa7-4c7c-b78c-c24543464e67 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:12:06.733539 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f4b7ed84-e1e4-44be-9550-e985a569b3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:06.738484 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:06.808386 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7ed84-e1e4-44be-9550-e985a569b3ad None None] Pushing event deleted for resources: {'Port': ['ID=7a2c37cd-8a65-41a1-8671-c51411c15d36,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:06.811391 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f4b7ed84-e1e4-44be-9550-e985a569b3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:06.814166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b7ed84-e1e4-44be-9550-e985a569b3ad None None] No DVR routers for this DVR port 7a2c37cd-8a65-41a1-8671-c51411c15d36 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:12:06.932914 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:06.949315 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838c474a90>,) {'filters': {'network_id': ['bd63906c-0147-4175-b94d-4ad011db6dac']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:06.968164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c474a90>, 'a407908f-c486-41cb-bb19-849915410206') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:06.968164 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838c474a90>, 'a407908f-c486-41cb-bb19-849915410206') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:06.983277 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:07.002323 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:07.011648 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:12:07.012041 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:12:07.031617 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:12:07.279749 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:07.283349 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:07.297344 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:07.311759 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=bd63906c-0147-4175-b94d-4ad011db6dac,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:07.314639 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] 10.222.0.32 "DELETE /v2.0/networks/bd63906c-0147-4175-b94d-4ad011db6dac HTTP/1.1" status: 204  len: 168 time: 1.3306637
Jun 04 17:12:07.315538 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:07.749937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39620) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:07.798638 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f4e7fc95-3d94-49b2-b370-a4c247105344 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06408ad473114b46aaad3fc271a131a2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0473638
Jun 04 17:12:07.800943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39622) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:07.859225 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac819006-0e13-43aa-8477-4af9122fddef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:07.885151 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac819006-0e13-43aa-8477-4af9122fddef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:08.019704 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac819006-0e13-43aa-8477-4af9122fddef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:08.025363 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-39c3311c-87d1-46c0-a6ed-473bcd0ca79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:08.041114 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac819006-0e13-43aa-8477-4af9122fddef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed76f21-8518-4b62-82f9-7ff5730b09c2,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:08.043989 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ac819006-0e13-43aa-8477-4af9122fddef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:08.046507 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac819006-0e13-43aa-8477-4af9122fddef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:08.050225 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ac819006-0e13-43aa-8477-4af9122fddef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ed76f21-8518-4b62-82f9-7ff5730b09c2 HTTP/1.1" status: 204  len: 168 time: 0.2457659
Jun 04 17:12:08.876457 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39628) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:08.936404 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-08a8fdf3-3c5d-4ccf-843a-00f4e3153f85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f0e1ff869594bb5b3563490a8682903&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0575166
Jun 04 17:12:08.938860 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39632) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:09.002480 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:09.028632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:09.191324 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:09.195741 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ef9bb468-b3c1-42cc-a747-5995a2a7b850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:09.206963 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb89323-bea6-4061-9c3b-d8d0d79ca90a,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:09.218086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:09.218498 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:09.218878 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:09.219251 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:09.219620 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:09.219986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:09.220350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:09.220711 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:09.221099 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:09.221459 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:09.222076 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:09.222433 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:09.226200 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:09.227298 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afb89323-bea6-4061-9c3b-d8d0d79ca90a HTTP/1.1" status: 204  len: 168 time: 0.2875245
Jun 04 17:12:09.228691 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-af865715-a359-4ca6-885b-9cdffde48b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:10.146962 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:12:10.358567 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39654) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:10.492320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-733116488-network', 'tenant_id': '5730703282c0402cb24c389561141e35'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:12:10.497941 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:12:10.501804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Usage tracker for resource:network and tenant:5730703282c0402cb24c389561141e35 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:12:10.504630 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:12:10.511523 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:12:10.636859 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Made reservation on behalf of 5730703282c0402cb24c389561141e35 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:12:10.639276 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:10.651561 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:10.666181 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:12:10.670009 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Usage tracker for resource:security_group_rule and tenant:5730703282c0402cb24c389561141e35 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:12:10.672789 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:12:10.679066 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:12:10.773406 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:10.873631 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:10.876813 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-002d2358-2b13-4a61-9ec0-cdacf6b617f5 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:10.904506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:12:10.913536 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c2e0cc-5a7f-4b24-8523-88e3ce51a4da,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:10.917056 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:10.919453 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:10.919800 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Added segment 71193c6c-a40e-49ee-8f6f-0c6c72bee479 of type vlan for network c00279e0-489e-408a-9cdd-31d932f049d9
Jun 04 17:12:10.952297 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:11.057062 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:11.058072 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:12:11.058658 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:11.062366 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-4416edd5-b03e-4cd4-8689-d591873686d0 tempest-TestNetworkBasicOps-171903749 tempest-TestNetworkBasicOps-171903749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:11.158535 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Pushing event updated for resources: {'Network': ['ID=c00279e0-489e-408a-9cdd-31d932f049d9,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:11.161269 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:11.168943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network c00279e0-489e-408a-9cdd-31d932f049d9 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:12:11.255204 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-666fdbeb-cf16-4af6-afcf-ca217d066514 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8954160
Jun 04 17:12:11.258117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39658) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:11.263200 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] Request body: {'subnet': {'network_id': 'c00279e0-489e-408a-9cdd-31d932f049d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-733116488-subnet', 'tenant_id': '5730703282c0402cb24c389561141e35', 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:12:11.268926 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:12:11.273428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] Usage tracker for resource:subnet and tenant:5730703282c0402cb24c389561141e35 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:12:11.276882 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:12:11.283373 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:12:11.371094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] Made reservation on behalf of 5730703282c0402cb24c389561141e35 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:12:11.373519 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:11.857853 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:11.862171 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d872fca9-caa2-488d-bbb3-f6a73941a8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:11.943565 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6b95ea-7987-491d-ae8a-1ef82394a637,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:11.946960 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:11.949666 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] Checking segment: {'id': '71193c6c-a40e-49ee-8f6f-0c6c72bee479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c00279e0-489e-408a-9cdd-31d932f049d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:12:11.949792 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] Network hostable DHCP agents. Network: c00279e0-489e-408a-9cdd-31d932f049d9, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:12:12.027908 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] Network c00279e0-489e-408a-9cdd-31d932f049d9 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:12:12.090692 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, c00279e0-489e-408a-9cdd-31d932f049d9) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:12:12.098598 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee3c585-a175-496c-ab59-790fdc16a76f None None] Network c00279e0-489e-408a-9cdd-31d932f049d9 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:12:12.101823 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:12:12.102421 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:12.220321 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-6aa90f80-b98f-4e60-b7aa-663a07d3c4fa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9611046
Jun 04 17:12:12.223320 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39660) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:12.228812 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-733116488-router', 'tenant_id': '5730703282c0402cb24c389561141e35', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:12:12.234390 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:12:12.238279 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Usage tracker for resource:router and tenant:5730703282c0402cb24c389561141e35 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:12:12.249480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:12:12.249480 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:12:12.318744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-c00279e0-489e-408a-9cdd-31d932f049d9', 'network_id': 'c00279e0-489e-408a-9cdd-31d932f049d9', 'tenant_id': '5730703282c0402cb24c389561141e35', 'fixed_ips': [{'subnet_id': 'ed6b95ea-7987-491d-ae8a-1ef82394a637'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 17:12:12.319587 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:12.349422 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:12.350862 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:12.368854 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:12.477890 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Allocated IP 172.20.0.2 (c00279e0-489e-408a-9cdd-31d932f049d9/ed6b95ea-7987-491d-ae8a-1ef82394a637/e5c3c364-21c2-4f72-90ae-4d4db9f5faed) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:12:12.682868 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:12.694800 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Transition to ACTIVE for port object e5c3c364-21c2-4f72-90ae-4d4db9f5faed will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:12:12.707659 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:12.714237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Transition to ACTIVE for port object e5c3c364-21c2-4f72-90ae-4d4db9f5faed will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:12:12.908673 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:12.912501 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-f4b7ed84-e1e4-44be-9550-e985a569b3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:12.983445 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Network c00279e0-489e-408a-9cdd-31d932f049d9 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:12:12.986311 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:12:12.990625 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:12:12.996587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Pushing event updated for resources: {'Port': ['ID=e5c3c364-21c2-4f72-90ae-4d4db9f5faed,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:13.000198 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:13.081993 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Attempting to bind port e5c3c364-21c2-4f72-90ae-4d4db9f5faed on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:12:13.082380 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Attempting to bind port e5c3c364-21c2-4f72-90ae-4d4db9f5faed by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '71193c6c-a40e-49ee-8f6f-0c6c72bee479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c00279e0-489e-408a-9cdd-31d932f049d9'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:12:13.082752 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Attempting to bind port e5c3c364-21c2-4f72-90ae-4d4db9f5faed on network c00279e0-489e-408a-9cdd-31d932f049d9 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:12:13.088240 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:12:13.088623 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Checking segment: {'id': '71193c6c-a40e-49ee-8f6f-0c6c72bee479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c00279e0-489e-408a-9cdd-31d932f049d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:12:13.089050 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:13.089448 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Bound using segment: {'id': '71193c6c-a40e-49ee-8f6f-0c6c72bee479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c00279e0-489e-408a-9cdd-31d932f049d9'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:12:13.089943 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Bound port: e5c3c364-21c2-4f72-90ae-4d4db9f5faed, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71193c6c-a40e-49ee-8f6f-0c6c72bee479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c00279e0-489e-408a-9cdd-31d932f049d9'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:12:13.090423 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:13.141676 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:13.171925 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:13.180808 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] For port e5c3c364-21c2-4f72-90ae-4d4db9f5faed, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:12:13.183853 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] For port e5c3c364-21c2-4f72-90ae-4d4db9f5faed, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e5c3c364-21c2-4f72-90ae-4d4db9f5faed,segment=NetworkSegment(71193c6c-a40e-49ee-8f6f-0c6c72bee479),segment_id=71193c6c-a40e-49ee-8f6f-0c6c72bee479)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:12:13.309506 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Allocated IP 172.25.4.209 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/b16c4b58-6e4d-4951-b3f7-0275a45a9857) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:12:13.326211 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:13.331517 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b8fc0ed2-a7ca-400a-af32-65d8cbd72083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:13.415098 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Pushing event updated for resources: {'Port': ['ID=e5c3c364-21c2-4f72-90ae-4d4db9f5faed,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:13.428860 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:13.639987 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:13.728891 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:13.732788 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-32c6e5d2-82c5-4d7a-a98e-ffab33ba82ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:13.804903 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:12:13.805971 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:12:13.808736 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:12:13.847743 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Pushing event updated for resources: {'Port': ['ID=b16c4b58-6e4d-4951-b3f7-0275a45a9857,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:13.856592 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:14.334570 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b01899-4d2c-491b-a08c-f80e41e329c9 None None] Network c00279e0-489e-408a-9cdd-31d932f049d9 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:12:14.338072 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:14.569333 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e5c3c364-21c2-4f72-90ae-4d4db9f5faed up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:12:14.600782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3ddca4b6-a28b-49b2-b824-ea79a659e09c None None] Provisioning for port e5c3c364-21c2-4f72-90ae-4d4db9f5faed completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:12:14.716225 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:14.736968 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port e5c3c364-21c2-4f72-90ae-4d4db9f5faed completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:12:14.743672 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e5c3c364-21c2-4f72-90ae-4d4db9f5faed triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:14.744155 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:14.870161 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:14.902447 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port e5c3c364-21c2-4f72-90ae-4d4db9f5faed, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e5c3c364-21c2-4f72-90ae-4d4db9f5faed,segment=NetworkSegment(71193c6c-a40e-49ee-8f6f-0c6c72bee479),segment_id=71193c6c-a40e-49ee-8f6f-0c6c72bee479)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:12:14.951438 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a55d37c0-a70c-4288-a162-913eb0950561 None None] Provisioning complete for port e5c3c364-21c2-4f72-90ae-4d4db9f5faed triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:14.951727 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a55d37c0-a70c-4288-a162-913eb0950561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:15.078413 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a55d37c0-a70c-4288-a162-913eb0950561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:15.117896 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:15.119937 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0f7130cb-b180-48a6-8075-fea297314c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:15.128139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Router 575fa640-b24c-469c-bbd6-65b5b93f84cd is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 17:12:15.275669 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.db.api [None req-a55d37c0-a70c-4288-a162-913eb0950561 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 04 17:12:15.276024 n-d-791505-9 neutron-server[88302]: DEBUG oslo_db.api [None req-a55d37c0-a70c-4288-a162-913eb0950561 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 04 17:12:15.279331 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=e5c3c364-21c2-4f72-90ae-4d4db9f5faed,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:15.282385 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:15.483830 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:12:15.494053 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Sync routers for ids ['575fa640-b24c-469c-bbd6-65b5b93f84cd'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:12:15.503028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Routers {'575fa640-b24c-469c-bbd6-65b5b93f84cd'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:12:15.503710 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c35adf0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['575fa640-b24c-469c-bbd6-65b5b93f84cd'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:15.585753 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:15.587482 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.3624256
Jun 04 17:12:15.590272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39662) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:15.680363 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Set router 575fa640-b24c-469c-bbd6-65b5b93f84cd gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:12:16.016095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c35adf0>, [{'id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'name': 'tempest-TestMinimumBasicScenario-733116488-router', 'tenant_id': '5730703282c0402cb24c389561141e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b16c4b58-6e4d-4951-b3f7-0275a45a9857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:12Z', 'updated_at': '2021-06-04T17:12:14Z', 'revision_number': 3, 'project_id': '5730703282c0402cb24c389561141e35', 'gw_port': {'id': 'b16c4b58-6e4d-4951-b3f7-0275a45a9857', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:13Z', 'updated_at': '2021-06-04T17:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:16.020471 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Checking router: 575fa640-b24c-469c-bbd6-65b5b93f84cd for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:12:16.021590 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Updating router 575fa640-b24c-469c-bbd6-65b5b93f84cd port b16c4b58-6e4d-4951-b3f7-0275a45a9857 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:12:16.077305 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:16.267648 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:16.404326 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:16.417200 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Transition to ACTIVE for port object b16c4b58-6e4d-4951-b3f7-0275a45a9857 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:12:16.487823 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_common [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Allocated IP 172.20.0.1 (c00279e0-489e-408a-9cdd-31d932f049d9/ed6b95ea-7987-491d-ae8a-1ef82394a637/221e12c9-7ffa-44dd-85a5-6e7c238ede90) {{(pid=88301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:12:16.493949 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:16.498694 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-845144c1-3230-470e-9fd0-bc6020112e13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:16.538767 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e5c3c364-21c2-4f72-90ae-4d4db9f5faed up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:12:16.629513 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Attempting to bind port b16c4b58-6e4d-4951-b3f7-0275a45a9857 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:12:16.629952 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Attempting to bind port b16c4b58-6e4d-4951-b3f7-0275a45a9857 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:12:16.630364 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Attempting to bind port b16c4b58-6e4d-4951-b3f7-0275a45a9857 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:12:16.637589 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be95fcb-79a1-4837-bcb4-03fc1f020da5 None None] Pushing event updated for resources: {'Port': ['ID=b16c4b58-6e4d-4951-b3f7-0275a45a9857,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:16.649905 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6be95fcb-79a1-4837-bcb4-03fc1f020da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:16.650035 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:16.650143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:12:16.650143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:12:16.650143 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:16.650143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:12:16.650143 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Bound port: b16c4b58-6e4d-4951-b3f7-0275a45a9857, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:12:16.650143 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:16.663123 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.provisioning_blocks [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Transition to ACTIVE for port object 221e12c9-7ffa-44dd-85a5-6e7c238ede90 will not be triggered until provisioned by entity DHCP. {{(pid=88301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:12:16.716580 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port e5c3c364-21c2-4f72-90ae-4d4db9f5faed triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:16.716952 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:16.760187 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:16.767112 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-02b6ea77-f33e-45aa-9010-859df1810dea tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:16.780459 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] For port b16c4b58-6e4d-4951-b3f7-0275a45a9857, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:12:16.792736 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] For port b16c4b58-6e4d-4951-b3f7-0275a45a9857, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b16c4b58-6e4d-4951-b3f7-0275a45a9857,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:12:16.832575 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Network c00279e0-489e-408a-9cdd-31d932f049d9 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:12:16.836493 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:12:16.839113 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Received port after_create {{(pid=88301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:12:16.874590 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:16.879671 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a5e02be1-1252-4e5a-94aa-b4d19059fd03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:16.894943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Pushing event updated for resources: {'Port': ['ID=221e12c9-7ffa-44dd-85a5-6e7c238ede90,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:16.899229 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:16.911181 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:16.962437 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Routers {'575fa640-b24c-469c-bbd6-65b5b93f84cd'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:12:16.963077 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c35adf0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['575fa640-b24c-469c-bbd6-65b5b93f84cd'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:17.092198 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be95fcb-79a1-4837-bcb4-03fc1f020da5 None None] Pushing event updated for resources: {'Port': ['ID=b16c4b58-6e4d-4951-b3f7-0275a45a9857,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:17.103809 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6be95fcb-79a1-4837-bcb4-03fc1f020da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:17.142075 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:17.230544 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] Set router 575fa640-b24c-469c-bbd6-65b5b93f84cd gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:12:17.273451 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-58aa5797-5b41-4075-b60f-87ece902387d None None] Provisioning for port 221e12c9-7ffa-44dd-85a5-6e7c238ede90 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:12:17.295037 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-58aa5797-5b41-4075-b60f-87ece902387d None None] Provisioning complete for port 221e12c9-7ffa-44dd-85a5-6e7c238ede90 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:17.295330 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-58aa5797-5b41-4075-b60f-87ece902387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:17.449174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-58aa5797-5b41-4075-b60f-87ece902387d None None] Port 221e12c9-7ffa-44dd-85a5-6e7c238ede90 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:12:17.546350 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:17.614921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c35adf0>, [{'id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'name': 'tempest-TestMinimumBasicScenario-733116488-router', 'tenant_id': '5730703282c0402cb24c389561141e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b16c4b58-6e4d-4951-b3f7-0275a45a9857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:12Z', 'updated_at': '2021-06-04T17:12:16Z', 'revision_number': 4, 'project_id': '5730703282c0402cb24c389561141e35', 'gw_port': {'id': 'b16c4b58-6e4d-4951-b3f7-0275a45a9857', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:13Z', 'updated_at': '2021-06-04T17:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '221e12c9-7ffa-44dd-85a5-6e7c238ede90', 'name': '', 'network_id': 'c00279e0-489e-408a-9cdd-31d932f049d9', 'tenant_id': '5730703282c0402cb24c389561141e35', 'mac_address': 'fa:16:3e:f1:d7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'ed6b95ea-7987-491d-ae8a-1ef82394a637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:16Z', 'updated_at': '2021-06-04T17:12:16Z', 'revision_number': 1, 'project_id': '5730703282c0402cb24c389561141e35', 'subnets': [{'id': 'ed6b95ea-7987-491d-ae8a-1ef82394a637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:17.619115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224ac80-6802-4f68-8b4c-4186526bf16f None None] The sync data for ids ['575fa640-b24c-469c-bbd6-65b5b93f84cd'] in n-d-791505-9 is: [{'id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'name': 'tempest-TestMinimumBasicScenario-733116488-router', 'tenant_id': '5730703282c0402cb24c389561141e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b16c4b58-6e4d-4951-b3f7-0275a45a9857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:12Z', 'updated_at': '2021-06-04T17:12:16Z', 'revision_number': 4, 'project_id': '5730703282c0402cb24c389561141e35', 'gw_port': {'id': 'b16c4b58-6e4d-4951-b3f7-0275a45a9857', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:13Z', 'updated_at': '2021-06-04T17:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '221e12c9-7ffa-44dd-85a5-6e7c238ede90', 'name': '', 'network_id': 'c00279e0-489e-408a-9cdd-31d932f049d9', 'tenant_id': '5730703282c0402cb24c389561141e35', 'mac_address': 'fa:16:3e:f1:d7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'ed6b95ea-7987-491d-ae8a-1ef82394a637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:16Z', 'updated_at': '2021-06-04T17:12:16Z', 'revision_number': 1, 'project_id': '5730703282c0402cb24c389561141e35', 'subnets': [{'id': 'ed6b95ea-7987-491d-ae8a-1ef82394a637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:12:17.625568 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9474765'] for port, after_update {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:17.651727 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:17.737883 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:17.741404 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Pushing event updated for resources: {'Port': ['ID=221e12c9-7ffa-44dd-85a5-6e7c238ede90,revision_number=2']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:17.744728 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:17.920428 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Network c00279e0-489e-408a-9cdd-31d932f049d9 is already hosted by enough agents. {{(pid=88301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:12:17.921724 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:12:18.123914 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Router 575fa640-b24c-469c-bbd6-65b5b93f84cd has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:12:18.179718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3593151c-a34b-44b5-8047-108e1ce50789 None None] Provisioning complete for port 221e12c9-7ffa-44dd-85a5-6e7c238ede90 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:18.180101 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3593151c-a34b-44b5-8047-108e1ce50789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:18.268922 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3593151c-a34b-44b5-8047-108e1ce50789 None None] Port 221e12c9-7ffa-44dd-85a5-6e7c238ede90 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:12:18.353610 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:12:18.363294 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-59682d7a-6a02-401f-ba4a-a0f24d55df51 admin admin] 10.222.0.32 "PUT /v2.0/routers/575fa640-b24c-469c-bbd6-65b5b93f84cd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7716951
Jun 04 17:12:18.553551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b16c4b58-6e4d-4951-b3f7-0275a45a9857 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:12:18.714712 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port b16c4b58-6e4d-4951-b3f7-0275a45a9857 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:12:18.724243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b16c4b58-6e4d-4951-b3f7-0275a45a9857 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:18.724602 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:18.878939 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:18.897046 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port b16c4b58-6e4d-4951-b3f7-0275a45a9857, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b16c4b58-6e4d-4951-b3f7-0275a45a9857,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:12:18.974275 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:18.976258 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-fa63821a-fdb5-4395-8bda-f8fb2a5c19f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:19.051231 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=b16c4b58-6e4d-4951-b3f7-0275a45a9857,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:19.054412 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:19.248943 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39678) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:19.254209 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1652988032-network', 'tenant_id': '24866c5181a54538a4bddc1e64913864'}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:12:19.260923 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:12:19.265043 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Usage tracker for resource:network and tenant:24866c5181a54538a4bddc1e64913864 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:12:19.267922 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:12:19.275946 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:12:19.387760 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Made reservation on behalf of 24866c5181a54538a4bddc1e64913864 for: {'network': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:12:19.390191 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:19.403404 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:19.418011 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:12:19.421956 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Usage tracker for resource:security_group_rule and tenant:24866c5181a54538a4bddc1e64913864 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:12:19.424820 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:12:19.431447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:12:19.519587 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:19.562794 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Sync routers for ids ['575fa640-b24c-469c-bbd6-65b5b93f84cd'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:12:19.577738 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Routers {'575fa640-b24c-469c-bbd6-65b5b93f84cd'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:12:19.578341 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c74cd60>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['575fa640-b24c-469c-bbd6-65b5b93f84cd'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:19.650847 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:19.653932 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e36c1d4e-2d79-4f54-9e08-5bc7f0a50adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:19.685285 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=88301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:12:19.690687 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905adf3b-7d6a-47a2-90ea-d1f8930fe9fe,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:19.694688 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:19.700728 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:19.701515 n-d-791505-9 neutron-server[88301]: INFO neutron.db.segments_db [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Added segment 0a3d801c-0e76-48ac-805d-bdebbe739ad5 of type vlan for network ac00ebdc-65ce-4e23-a840-658052b3c02e
Jun 04 17:12:19.732947 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:19.752270 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Set router 575fa640-b24c-469c-bbd6-65b5b93f84cd gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:12:19.857341 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:19.858559 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:12:19.859708 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:19.869484 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7f579c0b-aec5-41ff-96ca-504a6aaa68a4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:19.968555 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Pushing event updated for resources: {'Network': ['ID=ac00ebdc-65ce-4e23-a840-658052b3c02e,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:19.971213 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:19.979839 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network ac00ebdc-65ce-4e23-a840-658052b3c02e details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:12:20.009299 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-48e88076-ffbe-4e60-82f9-3f11100cba89 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7588863
Jun 04 17:12:20.011775 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39680) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:20.016853 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.v2.base [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] Request body: {'subnet': {'network_id': 'ac00ebdc-65ce-4e23-a840-658052b3c02e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1652988032-subnet', 'tenant_id': '24866c5181a54538a4bddc1e64913864', 'ip_version': 4}} {{(pid=88301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:12:20.022727 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:12:20.027139 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] Usage tracker for resource:subnet and tenant:24866c5181a54538a4bddc1e64913864 is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:12:20.030192 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:12:20.036654 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:12:20.105402 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c74cd60>, [{'id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'name': 'tempest-TestMinimumBasicScenario-733116488-router', 'tenant_id': '5730703282c0402cb24c389561141e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b16c4b58-6e4d-4951-b3f7-0275a45a9857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:12Z', 'updated_at': '2021-06-04T17:12:16Z', 'revision_number': 4, 'project_id': '5730703282c0402cb24c389561141e35', 'gw_port': {'id': 'b16c4b58-6e4d-4951-b3f7-0275a45a9857', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:13Z', 'updated_at': '2021-06-04T17:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '221e12c9-7ffa-44dd-85a5-6e7c238ede90', 'name': '', 'network_id': 'c00279e0-489e-408a-9cdd-31d932f049d9', 'tenant_id': '5730703282c0402cb24c389561141e35', 'mac_address': 'fa:16:3e:f1:d7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'ed6b95ea-7987-491d-ae8a-1ef82394a637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:16Z', 'updated_at': '2021-06-04T17:12:17Z', 'revision_number': 2, 'project_id': '5730703282c0402cb24c389561141e35', 'subnets': [{'id': 'ed6b95ea-7987-491d-ae8a-1ef82394a637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:20.109136 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Checking router: 575fa640-b24c-469c-bbd6-65b5b93f84cd for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:12:20.109485 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Updating router 575fa640-b24c-469c-bbd6-65b5b93f84cd port 221e12c9-7ffa-44dd-85a5-6e7c238ede90 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:12:20.160731 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:20.187782 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] Made reservation on behalf of 24866c5181a54538a4bddc1e64913864 for: {'subnet': 1} {{(pid=88301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:12:20.190217 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10086214'] for subnet, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:20.502349 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:20.513908 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Transition to ACTIVE for port object 221e12c9-7ffa-44dd-85a5-6e7c238ede90 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:12:20.534634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b16c4b58-6e4d-4951-b3f7-0275a45a9857 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:12:20.597409 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:20.603837 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-29abd6e9-ce16-44a7-9d6a-c81b4eccf2e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:20.609293 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b16c4b58-6e4d-4951-b3f7-0275a45a9857 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:20.609728 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:20.697552 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9474626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10086228'] for subnet, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:20.705563 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-87144151-6f68-4be2-ac9a-462be92ea5ed tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:20.800815 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] Checking segment: {'id': '0a3d801c-0e76-48ac-805d-bdebbe739ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ac00ebdc-65ce-4e23-a840-658052b3c02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:12:20.801202 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] Network hostable DHCP agents. Network: ac00ebdc-65ce-4e23-a840-658052b3c02e, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:12:20.805037 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d0ba671-a11b-4a34-b59c-581db151598e,revision_number=0']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:20.808388 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:20.808815 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Pushing event updated for resources: {'Port': ['ID=221e12c9-7ffa-44dd-85a5-6e7c238ede90,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:20.826180 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:20.833823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:20.833823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:20.833823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:20.833823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:20.833823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:20.833823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:20.833823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:20.833823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:20.833823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:20.833823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:20.833823 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:12:20.834900 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:20.851922 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Attempting to bind port 221e12c9-7ffa-44dd-85a5-6e7c238ede90 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:12:20.852390 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Attempting to bind port 221e12c9-7ffa-44dd-85a5-6e7c238ede90 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '71193c6c-a40e-49ee-8f6f-0c6c72bee479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c00279e0-489e-408a-9cdd-31d932f049d9'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:12:20.852752 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Attempting to bind port 221e12c9-7ffa-44dd-85a5-6e7c238ede90 on network c00279e0-489e-408a-9cdd-31d932f049d9 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:12:20.858237 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:12:20.862229 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Checking segment: {'id': '71193c6c-a40e-49ee-8f6f-0c6c72bee479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c00279e0-489e-408a-9cdd-31d932f049d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:12:20.862229 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:20.862229 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Bound using segment: {'id': '71193c6c-a40e-49ee-8f6f-0c6c72bee479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c00279e0-489e-408a-9cdd-31d932f049d9'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:12:20.862229 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Bound port: 221e12c9-7ffa-44dd-85a5-6e7c238ede90, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71193c6c-a40e-49ee-8f6f-0c6c72bee479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c00279e0-489e-408a-9cdd-31d932f049d9'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:12:20.862229 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:20.885416 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] Network ac00ebdc-65ce-4e23-a840-658052b3c02e is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:12:20.949091 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] For port 221e12c9-7ffa-44dd-85a5-6e7c238ede90, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:12:20.951949 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] For port 221e12c9-7ffa-44dd-85a5-6e7c238ede90, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=221e12c9-7ffa-44dd-85a5-6e7c238ede90,segment=NetworkSegment(71193c6c-a40e-49ee-8f6f-0c6c72bee479),segment_id=71193c6c-a40e-49ee-8f6f-0c6c72bee479)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:12:20.999347 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.base_scheduler [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, ac00ebdc-65ce-4e23-a840-658052b3c02e) {{(pid=88301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:12:21.008176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:12:21.009366 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af428d06-6f40-4303-93ac-db9a2a700b29 None None] Network ac00ebdc-65ce-4e23-a840-658052b3c02e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:12:21.009878 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:21.060120 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:21.063932 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-c42cb548-ec81-4698-8547-a0627c10ba3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:21.106223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39682) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:21.106809 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-583d2775-72af-4836-99c2-16dc8d959e96 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0933473
Jun 04 17:12:21.111294 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1652988032-router', 'tenant_id': '24866c5181a54538a4bddc1e64913864', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:12:21.118079 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:12:21.122756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Usage tracker for resource:router and tenant:24866c5181a54538a4bddc1e64913864 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:12:21.126987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:12:21.141923 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:12:21.143130 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Routers {'575fa640-b24c-469c-bbd6-65b5b93f84cd'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:12:21.143757 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c74cd60>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['575fa640-b24c-469c-bbd6-65b5b93f84cd'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:21.217797 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Pushing event updated for resources: {'Port': ['ID=221e12c9-7ffa-44dd-85a5-6e7c238ede90,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:21.221072 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:21.249848 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:21.249848 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:21.257369 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-ac00ebdc-65ce-4e23-a840-658052b3c02e', 'network_id': 'ac00ebdc-65ce-4e23-a840-658052b3c02e', 'tenant_id': '24866c5181a54538a4bddc1e64913864', 'fixed_ips': [{'subnet_id': '1d0ba671-a11b-4a34-b59c-581db151598e'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 17:12:21.260474 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:21.269653 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:21.349428 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] Set router 575fa640-b24c-469c-bbd6-65b5b93f84cd gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:12:21.498737 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Allocated IP 172.20.0.2 (ac00ebdc-65ce-4e23-a840-658052b3c02e/1d0ba671-a11b-4a34-b59c-581db151598e/c90e38f7-fada-4de1-a64e-4c98bf97859b) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:12:21.642064 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:21.684094 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c74cd60>, [{'id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'name': 'tempest-TestMinimumBasicScenario-733116488-router', 'tenant_id': '5730703282c0402cb24c389561141e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b16c4b58-6e4d-4951-b3f7-0275a45a9857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:12Z', 'updated_at': '2021-06-04T17:12:16Z', 'revision_number': 4, 'project_id': '5730703282c0402cb24c389561141e35', 'gw_port': {'id': 'b16c4b58-6e4d-4951-b3f7-0275a45a9857', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:13Z', 'updated_at': '2021-06-04T17:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '221e12c9-7ffa-44dd-85a5-6e7c238ede90', 'name': '', 'network_id': 'c00279e0-489e-408a-9cdd-31d932f049d9', 'tenant_id': '5730703282c0402cb24c389561141e35', 'mac_address': 'fa:16:3e:f1:d7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'ed6b95ea-7987-491d-ae8a-1ef82394a637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:16Z', 'updated_at': '2021-06-04T17:12:20Z', 'revision_number': 4, 'project_id': '5730703282c0402cb24c389561141e35', 'subnets': [{'id': 'ed6b95ea-7987-491d-ae8a-1ef82394a637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:21.688037 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cee616-09c4-44a3-b991-8330b6c69fb2 None None] The sync data for ids ['575fa640-b24c-469c-bbd6-65b5b93f84cd'] in n-d-791505-9 is: [{'id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'name': 'tempest-TestMinimumBasicScenario-733116488-router', 'tenant_id': '5730703282c0402cb24c389561141e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b16c4b58-6e4d-4951-b3f7-0275a45a9857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:12Z', 'updated_at': '2021-06-04T17:12:16Z', 'revision_number': 4, 'project_id': '5730703282c0402cb24c389561141e35', 'gw_port': {'id': 'b16c4b58-6e4d-4951-b3f7-0275a45a9857', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:13Z', 'updated_at': '2021-06-04T17:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '221e12c9-7ffa-44dd-85a5-6e7c238ede90', 'name': '', 'network_id': 'c00279e0-489e-408a-9cdd-31d932f049d9', 'tenant_id': '5730703282c0402cb24c389561141e35', 'mac_address': 'fa:16:3e:f1:d7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'ed6b95ea-7987-491d-ae8a-1ef82394a637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:16Z', 'updated_at': '2021-06-04T17:12:20Z', 'revision_number': 4, 'project_id': '5730703282c0402cb24c389561141e35', 'subnets': [{'id': 'ed6b95ea-7987-491d-ae8a-1ef82394a637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:12:21.721092 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:21.739718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Transition to ACTIVE for port object c90e38f7-fada-4de1-a64e-4c98bf97859b will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:12:21.752312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Transition to ACTIVE for port object c90e38f7-fada-4de1-a64e-4c98bf97859b will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:12:21.880366 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:21.889644 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:21.959194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Network ac00ebdc-65ce-4e23-a840-658052b3c02e is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:12:21.962640 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:12:21.966123 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:12:21.978205 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Pushing event updated for resources: {'Port': ['ID=c90e38f7-fada-4de1-a64e-4c98bf97859b,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:21.981564 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:22.072856 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Attempting to bind port c90e38f7-fada-4de1-a64e-4c98bf97859b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:12:22.073617 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Attempting to bind port c90e38f7-fada-4de1-a64e-4c98bf97859b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '0a3d801c-0e76-48ac-805d-bdebbe739ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ac00ebdc-65ce-4e23-a840-658052b3c02e'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:12:22.073843 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Attempting to bind port c90e38f7-fada-4de1-a64e-4c98bf97859b on network ac00ebdc-65ce-4e23-a840-658052b3c02e {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:12:22.079750 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:12:22.080079 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Checking segment: {'id': '0a3d801c-0e76-48ac-805d-bdebbe739ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ac00ebdc-65ce-4e23-a840-658052b3c02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:12:22.080473 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:22.080876 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Bound using segment: {'id': '0a3d801c-0e76-48ac-805d-bdebbe739ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ac00ebdc-65ce-4e23-a840-658052b3c02e'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:12:22.081387 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Bound port: c90e38f7-fada-4de1-a64e-4c98bf97859b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3d801c-0e76-48ac-805d-bdebbe739ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ac00ebdc-65ce-4e23-a840-658052b3c02e'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:12:22.081773 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:22.096793 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:22.133281 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:22.178935 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] For port c90e38f7-fada-4de1-a64e-4c98bf97859b, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:12:22.182078 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] For port c90e38f7-fada-4de1-a64e-4c98bf97859b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c90e38f7-fada-4de1-a64e-4c98bf97859b,segment=NetworkSegment(0a3d801c-0e76-48ac-805d-bdebbe739ad5),segment_id=0a3d801c-0e76-48ac-805d-bdebbe739ad5)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:12:22.277631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Allocated IP 172.25.4.70 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/b798396b-9485-4bf9-aa44-97cf23936521) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:12:22.345978 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:22.350240 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:22.429448 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Pushing event updated for resources: {'Port': ['ID=c90e38f7-fada-4de1-a64e-4c98bf97859b,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:22.437443 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:22.460018 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:22.588085 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 221e12c9-7ffa-44dd-85a5-6e7c238ede90 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:12:22.686979 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:22.691934 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-00498f09-351a-4e24-bd4d-ab51b2e2b911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:22.770920 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:12:22.776214 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:12:22.783025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:12:22.835213 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Pushing event updated for resources: {'Port': ['ID=b798396b-9485-4bf9-aa44-97cf23936521,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:22.842868 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:22.880153 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 221e12c9-7ffa-44dd-85a5-6e7c238ede90 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:12:22.885551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 221e12c9-7ffa-44dd-85a5-6e7c238ede90 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:22.885934 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:23.018164 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:23.056229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 221e12c9-7ffa-44dd-85a5-6e7c238ede90, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=221e12c9-7ffa-44dd-85a5-6e7c238ede90,segment=NetworkSegment(71193c6c-a40e-49ee-8f6f-0c6c72bee479),segment_id=71193c6c-a40e-49ee-8f6f-0c6c72bee479)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:12:23.254193 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:23.259621 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:23.350370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=221e12c9-7ffa-44dd-85a5-6e7c238ede90,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:23.354682 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:23.450115 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434d73b1-1611-42b2-9099-cc6c989433b4 None None] Network ac00ebdc-65ce-4e23-a840-658052b3c02e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:12:23.623527 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:23.736747 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9d3c8a23-2bcb-49a3-a3ee-cf1f636e93a7 None None] Provisioning for port c90e38f7-fada-4de1-a64e-4c98bf97859b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:12:24.063622 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:24.416453 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Router b478f312-3ba4-4352-bd84-5298275dba68 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 17:12:24.599275 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 221e12c9-7ffa-44dd-85a5-6e7c238ede90 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:12:24.620511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:12:24.630970 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Sync routers for ids ['b478f312-3ba4-4352-bd84-5298275dba68'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:12:24.660579 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Routers {'b478f312-3ba4-4352-bd84-5298275dba68'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:12:24.670400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c666a90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['b478f312-3ba4-4352-bd84-5298275dba68'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:24.756957 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:24.758269 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-4f193b87-ce59-49d1-b84f-b8c04ded0c8c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.6509757
Jun 04 17:12:24.761070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39684) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:12:24.766518 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 221e12c9-7ffa-44dd-85a5-6e7c238ede90 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:24.766901 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:24.960410 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Set router b478f312-3ba4-4352-bd84-5298275dba68 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:12:25.245309 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c90e38f7-fada-4de1-a64e-4c98bf97859b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:12:25.353367 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:25.394122 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c666a90>, [{'id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'name': 'tempest-TestMinimumBasicScenario-1652988032-router', 'tenant_id': '24866c5181a54538a4bddc1e64913864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'b798396b-9485-4bf9-aa44-97cf23936521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:21Z', 'updated_at': '2021-06-04T17:12:23Z', 'revision_number': 3, 'project_id': '24866c5181a54538a4bddc1e64913864', 'gw_port': {'id': 'b798396b-9485-4bf9-aa44-97cf23936521', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:22Z', 'updated_at': '2021-06-04T17:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:25.398880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Checking router: b478f312-3ba4-4352-bd84-5298275dba68 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:12:25.399256 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Updating router b478f312-3ba4-4352-bd84-5298275dba68 port b798396b-9485-4bf9-aa44-97cf23936521 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:12:25.463518 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:25.494151 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port c90e38f7-fada-4de1-a64e-4c98bf97859b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:12:25.513960 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c90e38f7-fada-4de1-a64e-4c98bf97859b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:25.514266 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:25.668326 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:25.835125 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:25.901357 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port c90e38f7-fada-4de1-a64e-4c98bf97859b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c90e38f7-fada-4de1-a64e-4c98bf97859b,segment=NetworkSegment(0a3d801c-0e76-48ac-805d-bdebbe739ad5),segment_id=0a3d801c-0e76-48ac-805d-bdebbe739ad5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:12:25.912159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Allocated IP 172.20.0.1 (ac00ebdc-65ce-4e23-a840-658052b3c02e/1d0ba671-a11b-4a34-b59c-581db151598e/ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:12:25.975307 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:25.980710 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-09d98bea-1f46-4a2e-87b2-de6576547b82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:26.052167 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:26.071224 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:26.071817 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Transition to ACTIVE for port object b798396b-9485-4bf9-aa44-97cf23936521 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:12:26.077185 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=c90e38f7-fada-4de1-a64e-4c98bf97859b,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:26.080136 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:26.096907 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Transition to ACTIVE for port object ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:12:26.156894 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:26.162828 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b6edacc0-cb35-48d3-8ba0-be0711136359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:26.197438 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:26.202951 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bc470348-f663-4868-bc62-4c69f864e325 tempest-TestVolumeBootPattern-671890574 tempest-TestVolumeBootPattern-671890574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:26.261799 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Attempting to bind port b798396b-9485-4bf9-aa44-97cf23936521 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:12:26.262203 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Attempting to bind port b798396b-9485-4bf9-aa44-97cf23936521 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:12:26.262587 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Attempting to bind port b798396b-9485-4bf9-aa44-97cf23936521 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:12:26.269552 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:12:26.269934 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:12:26.270626 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:26.271414 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:12:26.271598 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Bound port: b798396b-9485-4bf9-aa44-97cf23936521, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:12:26.271922 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:26.285482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Network ac00ebdc-65ce-4e23-a840-658052b3c02e is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:12:26.289178 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:12:26.296300 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:12:26.304343 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8aca6b-92c4-4483-ad3e-b3e5af3e6005 None None] Pushing event updated for resources: {'Port': ['ID=b798396b-9485-4bf9-aa44-97cf23936521,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:26.312258 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4b8aca6b-92c4-4483-ad3e-b3e5af3e6005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:26.348323 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:26.362981 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:26.398097 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:26.401100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] For port b798396b-9485-4bf9-aa44-97cf23936521, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:12:26.406304 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] For port b798396b-9485-4bf9-aa44-97cf23936521, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b798396b-9485-4bf9-aa44-97cf23936521,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:12:26.506494 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:26.509394 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:26.564730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c90e38f7-fada-4de1-a64e-4c98bf97859b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:12:26.682599 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Routers {'b478f312-3ba4-4352-bd84-5298275dba68'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:12:26.683234 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c666a90>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['b478f312-3ba4-4352-bd84-5298275dba68'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:26.740668 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8aca6b-92c4-4483-ad3e-b3e5af3e6005 None None] Pushing event updated for resources: {'Port': ['ID=b798396b-9485-4bf9-aa44-97cf23936521,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:26.755345 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4b8aca6b-92c4-4483-ad3e-b3e5af3e6005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:26.775746 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-804d506f-0f42-4615-b17a-56c4617293b1 None None] Provisioning for port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:12:26.785034 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-804d506f-0f42-4615-b17a-56c4617293b1 None None] Provisioning complete for port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:26.785421 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-804d506f-0f42-4615-b17a-56c4617293b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:26.856427 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:26.879250 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c90e38f7-fada-4de1-a64e-4c98bf97859b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:26.880398 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:27.049423 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-804d506f-0f42-4615-b17a-56c4617293b1 None None] Port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:12:27.066633 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] Set router b478f312-3ba4-4352-bd84-5298275dba68 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:12:27.310080 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:27.395787 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:27.429536 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5654e7c9-b17b-4b3b-8e2c-a46a1e23f37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:27.451788 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c666a90>, [{'id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'name': 'tempest-TestMinimumBasicScenario-1652988032-router', 'tenant_id': '24866c5181a54538a4bddc1e64913864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'b798396b-9485-4bf9-aa44-97cf23936521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:21Z', 'updated_at': '2021-06-04T17:12:23Z', 'revision_number': 3, 'project_id': '24866c5181a54538a4bddc1e64913864', 'gw_port': {'id': 'b798396b-9485-4bf9-aa44-97cf23936521', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:22Z', 'updated_at': '2021-06-04T17:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:27.456048 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:27.457684 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f936df-aa98-41e7-a42f-67d5b1b6f993 None None] The sync data for ids ['b478f312-3ba4-4352-bd84-5298275dba68'] in n-d-791505-9 is: [{'id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'name': 'tempest-TestMinimumBasicScenario-1652988032-router', 'tenant_id': '24866c5181a54538a4bddc1e64913864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'b798396b-9485-4bf9-aa44-97cf23936521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:21Z', 'updated_at': '2021-06-04T17:12:23Z', 'revision_number': 3, 'project_id': '24866c5181a54538a4bddc1e64913864', 'gw_port': {'id': 'b798396b-9485-4bf9-aa44-97cf23936521', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:22Z', 'updated_at': '2021-06-04T17:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:12:27.538090 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:27.542204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:27.545842 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:27.716252 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Network ac00ebdc-65ce-4e23-a840-658052b3c02e is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:12:27.717904 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:12:27.945447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Router b478f312-3ba4-4352-bd84-5298275dba68 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:12:27.979028 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-5f3fac00-06de-4eca-b96d-d00a2695a71d None None] Provisioning complete for port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:27.979629 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5f3fac00-06de-4eca-b96d-d00a2695a71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:28.041228 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-5f3fac00-06de-4eca-b96d-d00a2695a71d None None] Port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:12:28.171840 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:12:28.181729 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-47f73d20-2a8a-4d92-9ac8-52d9ceab7196 admin admin] 10.222.0.32 "PUT /v2.0/routers/b478f312-3ba4-4352-bd84-5298275dba68/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4196596
Jun 04 17:12:28.551723 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b798396b-9485-4bf9-aa44-97cf23936521 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:12:28.719167 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port b798396b-9485-4bf9-aa44-97cf23936521 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:12:28.725334 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b798396b-9485-4bf9-aa44-97cf23936521 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:28.725708 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:28.864732 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:28.882923 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port b798396b-9485-4bf9-aa44-97cf23936521, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b798396b-9485-4bf9-aa44-97cf23936521,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:12:28.979578 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:28.982580 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:29.055486 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=b798396b-9485-4bf9-aa44-97cf23936521,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:29.058899 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:29.160199 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Sync routers for ids ['b478f312-3ba4-4352-bd84-5298275dba68'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:12:29.170655 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Routers {'b478f312-3ba4-4352-bd84-5298275dba68'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:12:29.171273 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d69d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['b478f312-3ba4-4352-bd84-5298275dba68'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:29.405962 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Set router b478f312-3ba4-4352-bd84-5298275dba68 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:12:29.762748 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cad6d51e-32ac-43c9-abfa-1a631a83e6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:29.767529 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d69d0>, [{'id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'name': 'tempest-TestMinimumBasicScenario-1652988032-router', 'tenant_id': '24866c5181a54538a4bddc1e64913864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'b798396b-9485-4bf9-aa44-97cf23936521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:21Z', 'updated_at': '2021-06-04T17:12:26Z', 'revision_number': 4, 'project_id': '24866c5181a54538a4bddc1e64913864', 'gw_port': {'id': 'b798396b-9485-4bf9-aa44-97cf23936521', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:22Z', 'updated_at': '2021-06-04T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6', 'name': '', 'network_id': 'ac00ebdc-65ce-4e23-a840-658052b3c02e', 'tenant_id': '24866c5181a54538a4bddc1e64913864', 'mac_address': 'fa:16:3e:f4:8d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '1d0ba671-a11b-4a34-b59c-581db151598e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:25Z', 'updated_at': '2021-06-04T17:12:26Z', 'revision_number': 2, 'project_id': '24866c5181a54538a4bddc1e64913864', 'subnets': [{'id': '1d0ba671-a11b-4a34-b59c-581db151598e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:29.773031 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Checking router: b478f312-3ba4-4352-bd84-5298275dba68 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:12:29.773768 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Updating router b478f312-3ba4-4352-bd84-5298275dba68 port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:12:29.841152 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:30.241380 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:30.259874 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Transition to ACTIVE for port object ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:12:30.379860 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:30.383977 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-fa1dacb6-c281-4acd-8140-7dc114696f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:30.560916 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a772e-7d07-41fc-838b-0dbff12780ed None None] Pushing event updated for resources: {'Port': ['ID=ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:30.580023 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-2e5a772e-7d07-41fc-838b-0dbff12780ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:30.612921 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b798396b-9485-4bf9-aa44-97cf23936521 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:12:30.667012 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Attempting to bind port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:12:30.667981 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Attempting to bind port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '0a3d801c-0e76-48ac-805d-bdebbe739ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ac00ebdc-65ce-4e23-a840-658052b3c02e'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:12:30.668347 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Attempting to bind port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 on network ac00ebdc-65ce-4e23-a840-658052b3c02e {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:12:30.685707 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:12:30.686095 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Checking segment: {'id': '0a3d801c-0e76-48ac-805d-bdebbe739ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ac00ebdc-65ce-4e23-a840-658052b3c02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:12:30.686516 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:30.686987 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Bound using segment: {'id': '0a3d801c-0e76-48ac-805d-bdebbe739ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ac00ebdc-65ce-4e23-a840-658052b3c02e'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:12:30.687482 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Bound port: ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3d801c-0e76-48ac-805d-bdebbe739ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ac00ebdc-65ce-4e23-a840-658052b3c02e'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:12:30.687867 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:30.728929 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port b798396b-9485-4bf9-aa44-97cf23936521 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:30.729608 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:30.820415 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] For port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:12:30.825612 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] For port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6,segment=NetworkSegment(0a3d801c-0e76-48ac-805d-bdebbe739ad5),segment_id=0a3d801c-0e76-48ac-805d-bdebbe739ad5)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:12:30.934286 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:30.938176 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-ad6ae717-74b7-4591-b157-6060386ea3af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:31.041571 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Routers {'b478f312-3ba4-4352-bd84-5298275dba68'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:12:31.042537 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d69d0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:12:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['b478f312-3ba4-4352-bd84-5298275dba68'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:31.119872 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a772e-7d07-41fc-838b-0dbff12780ed None None] Pushing event updated for resources: {'Port': ['ID=ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:31.132726 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-2e5a772e-7d07-41fc-838b-0dbff12780ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:31.294897 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] Set router b478f312-3ba4-4352-bd84-5298275dba68 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:12:31.698929 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d69d0>, [{'id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'name': 'tempest-TestMinimumBasicScenario-1652988032-router', 'tenant_id': '24866c5181a54538a4bddc1e64913864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'b798396b-9485-4bf9-aa44-97cf23936521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:21Z', 'updated_at': '2021-06-04T17:12:26Z', 'revision_number': 4, 'project_id': '24866c5181a54538a4bddc1e64913864', 'gw_port': {'id': 'b798396b-9485-4bf9-aa44-97cf23936521', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:22Z', 'updated_at': '2021-06-04T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6', 'name': '', 'network_id': 'ac00ebdc-65ce-4e23-a840-658052b3c02e', 'tenant_id': '24866c5181a54538a4bddc1e64913864', 'mac_address': 'fa:16:3e:f4:8d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '1d0ba671-a11b-4a34-b59c-581db151598e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:25Z', 'updated_at': '2021-06-04T17:12:30Z', 'revision_number': 4, 'project_id': '24866c5181a54538a4bddc1e64913864', 'subnets': [{'id': '1d0ba671-a11b-4a34-b59c-581db151598e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:12:31.703878 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81147f79-6cbb-45a9-ba02-8bf87d0b20c5 None None] The sync data for ids ['b478f312-3ba4-4352-bd84-5298275dba68'] in n-d-791505-9 is: [{'id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'name': 'tempest-TestMinimumBasicScenario-1652988032-router', 'tenant_id': '24866c5181a54538a4bddc1e64913864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'b798396b-9485-4bf9-aa44-97cf23936521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:21Z', 'updated_at': '2021-06-04T17:12:26Z', 'revision_number': 4, 'project_id': '24866c5181a54538a4bddc1e64913864', 'gw_port': {'id': 'b798396b-9485-4bf9-aa44-97cf23936521', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:22Z', 'updated_at': '2021-06-04T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': 'ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6', 'name': '', 'network_id': 'ac00ebdc-65ce-4e23-a840-658052b3c02e', 'tenant_id': '24866c5181a54538a4bddc1e64913864', 'mac_address': 'fa:16:3e:f4:8d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '1d0ba671-a11b-4a34-b59c-581db151598e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:25Z', 'updated_at': '2021-06-04T17:12:30Z', 'revision_number': 4, 'project_id': '24866c5181a54538a4bddc1e64913864', 'subnets': [{'id': '1d0ba671-a11b-4a34-b59c-581db151598e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:12:32.165084 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:32.448333 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0854-cb04-4158-a474-9a6e12c823e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:32.588288 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:12:33.284719 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:12:33.290101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:33.290483 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:33.413016 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:33.445442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6,segment=NetworkSegment(0a3d801c-0e76-48ac-805d-bdebbe739ad5),segment_id=0a3d801c-0e76-48ac-805d-bdebbe739ad5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:12:33.656712 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:33.658706 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6be95fcb-79a1-4837-bcb4-03fc1f020da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:12:33.739275 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:12:33.743054 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:12:34.170806 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:34.559556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:12:34.639540 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:12:34.639926 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:35.775933 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:47.145986 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:12:55.155942 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:57.430295 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:12:59.664187 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a70a56fd-131c-4f0e-83b3-d2e102788944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:02.152719 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:02.425362 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6c27c890-c88c-4fd7-b87e-932b994bcbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:04.167484 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:05.770824 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:24.145851 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:13:25.115857 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:27.363298 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:29.672792 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-81a090eb-2f90-44c2-aa1e-48bc0f07f9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:32.144225 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:32.498403 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-89842fd5-c762-4311-b27f-35ab9e164955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:34.168788 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:35.801726 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:42.243390 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39810) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:13:42.823361 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:43.453223 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Deleting port 221e12c9-7ffa-44dd-85a5-6e7c238ede90 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:13:43.453951 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:43.592210 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] For port 221e12c9-7ffa-44dd-85a5-6e7c238ede90, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=221e12c9-7ffa-44dd-85a5-6e7c238ede90,segment=NetworkSegment(71193c6c-a40e-49ee-8f6f-0c6c72bee479),segment_id=71193c6c-a40e-49ee-8f6f-0c6c72bee479)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:13:43.592563 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:43.739655 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Calling delete_port for 221e12c9-7ffa-44dd-85a5-6e7c238ede90 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:13:44.060645 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:44.064642 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-28cd651b-671e-4ba7-95c6-4e13246fcae2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:13:44.112799 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Pushing event deleted for resources: {'Port': ['ID=221e12c9-7ffa-44dd-85a5-6e7c238ede90,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:13:44.158112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:44.158498 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:44.158912 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:44.159267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:44.159643 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:44.160758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:44.161686 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:44.161899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:44.164459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:44.164459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:44.164459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:44.164459 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:44.171879 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:13:44.438947 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:45.020243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Router 575fa640-b24c-469c-bbd6-65b5b93f84cd has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:13:45.220346 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:13:45.230932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4c993a-c0d1-4914-bacf-d832847a45fb None None] Sync routers for ids ['575fa640-b24c-469c-bbd6-65b5b93f84cd'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:13:45.232224 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d3c58954-8003-471c-8349-a459d86b03da admin admin] 10.222.0.32 "PUT /v2.0/routers/575fa640-b24c-469c-bbd6-65b5b93f84cd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9877231
Jun 04 17:13:45.234953 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39816) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:13:45.243250 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4c993a-c0d1-4914-bacf-d832847a45fb None None] Routers {'575fa640-b24c-469c-bbd6-65b5b93f84cd'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:13:45.243981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-3c4c993a-c0d1-4914-bacf-d832847a45fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f839129ae50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:13:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['575fa640-b24c-469c-bbd6-65b5b93f84cd'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:13:45.442767 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:45.448422 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-3c4c993a-c0d1-4914-bacf-d832847a45fb None None] Set router 575fa640-b24c-469c-bbd6-65b5b93f84cd gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:13:45.646629 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:45.764265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-3c4c993a-c0d1-4914-bacf-d832847a45fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f839129ae50>, [{'id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'name': 'tempest-TestMinimumBasicScenario-733116488-router', 'tenant_id': '5730703282c0402cb24c389561141e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b16c4b58-6e4d-4951-b3f7-0275a45a9857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:12Z', 'updated_at': '2021-06-04T17:13:43Z', 'revision_number': 5, 'project_id': '5730703282c0402cb24c389561141e35', 'gw_port': {'id': 'b16c4b58-6e4d-4951-b3f7-0275a45a9857', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:13Z', 'updated_at': '2021-06-04T17:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:13:45.769628 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4c993a-c0d1-4914-bacf-d832847a45fb None None] Checking router: 575fa640-b24c-469c-bbd6-65b5b93f84cd for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:13:45.779088 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4c993a-c0d1-4914-bacf-d832847a45fb None None] Routers {'575fa640-b24c-469c-bbd6-65b5b93f84cd'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:13:45.779700 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-3c4c993a-c0d1-4914-bacf-d832847a45fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f839129ae50>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:13:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['575fa640-b24c-469c-bbd6-65b5b93f84cd'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:13:45.834607 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] Deleting port b16c4b58-6e4d-4951-b3f7-0275a45a9857 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:13:45.834949 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:45.940763 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-3c4c993a-c0d1-4914-bacf-d832847a45fb None None] Set router 575fa640-b24c-469c-bbd6-65b5b93f84cd gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:13:45.973239 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] For port b16c4b58-6e4d-4951-b3f7-0275a45a9857, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b16c4b58-6e4d-4951-b3f7-0275a45a9857,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:13:45.973691 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:46.055313 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-3c4c993a-c0d1-4914-bacf-d832847a45fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f839129ae50>, [{'id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'name': 'tempest-TestMinimumBasicScenario-733116488-router', 'tenant_id': '5730703282c0402cb24c389561141e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:12Z', 'updated_at': '2021-06-04T17:13:45Z', 'revision_number': 6, 'project_id': '5730703282c0402cb24c389561141e35', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:13:46.060124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4c993a-c0d1-4914-bacf-d832847a45fb None None] The sync data for ids ['575fa640-b24c-469c-bbd6-65b5b93f84cd'] in n-d-791505-9 is: [{'id': '575fa640-b24c-469c-bbd6-65b5b93f84cd', 'name': 'tempest-TestMinimumBasicScenario-733116488-router', 'tenant_id': '5730703282c0402cb24c389561141e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:12Z', 'updated_at': '2021-06-04T17:13:45Z', 'revision_number': 6, 'project_id': '5730703282c0402cb24c389561141e35', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:13:46.107177 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] Calling delete_port for b16c4b58-6e4d-4951-b3f7-0275a45a9857 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:13:46.355262 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:46.359212 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-2b45d306-0b79-4993-b2f2-bb8194e63cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:13:46.404030 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=b16c4b58-6e4d-4951-b3f7-0275a45a9857,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:13:46.406609 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:13:46.512672 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:46.873199 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:46.878931 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:46.912377 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 221e12c9-7ffa-44dd-85a5-6e7c238ede90 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:13:46.948909 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 221e12c9-7ffa-44dd-85a5-6e7c238ede90 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:13:46.949347 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 221e12c9-7ffa-44dd-85a5-6e7c238ede90 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:13:47.006817 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:47.007320 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 575fa640-b24c-469c-bbd6-65b5b93f84cd {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 17:13:47.020949 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:47.022131 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] 10.222.0.32 "DELETE /v2.0/routers/575fa640-b24c-469c-bbd6-65b5b93f84cd HTTP/1.1" status: 204  len: 168 time: 1.7862484
Jun 04 17:13:47.025129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39824) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:13:47.094451 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-223f2eb4-3f52-41d6-98fe-048e61709ef4 admin admin] Deleting subnet ed6b95ea-7987-491d-ae8a-1ef82394a637 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:13:47.099072 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-223f2eb4-3f52-41d6-98fe-048e61709ef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:47.154499 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-223f2eb4-3f52-41d6-98fe-048e61709ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:47.251596 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-223f2eb4-3f52-41d6-98fe-048e61709ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:47.670555 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-223f2eb4-3f52-41d6-98fe-048e61709ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:47.674816 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-4b1201ac-266f-46f1-97ab-20889b0fb942 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:13:47.712448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f2eb4-3f52-41d6-98fe-048e61709ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6b95ea-7987-491d-ae8a-1ef82394a637,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:13:47.716009 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-223f2eb4-3f52-41d6-98fe-048e61709ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:13:47.716900 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-223f2eb4-3f52-41d6-98fe-048e61709ef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:47.726374 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf5df31-9090-4939-bbd2-0745b3a5f69b None None] Network c00279e0-489e-408a-9cdd-31d932f049d9 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:13:47.727392 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-223f2eb4-3f52-41d6-98fe-048e61709ef4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ed6b95ea-7987-491d-ae8a-1ef82394a637 HTTP/1.1" status: 204  len: 168 time: 0.7007647
Jun 04 17:13:47.728276 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39826) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:13:47.870128 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:48.055521 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] DHCP port deletion for c00279e0-489e-408a-9cdd-31d932f049d9 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 17:13:48.154102 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Deleting port e5c3c364-21c2-4f72-90ae-4d4db9f5faed {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:13:48.154703 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:48.172729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Deleting port e5c3c364-21c2-4f72-90ae-4d4db9f5faed {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:13:48.173146 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:48.264314 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] For port e5c3c364-21c2-4f72-90ae-4d4db9f5faed, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e5c3c364-21c2-4f72-90ae-4d4db9f5faed,segment=NetworkSegment(71193c6c-a40e-49ee-8f6f-0c6c72bee479),segment_id=71193c6c-a40e-49ee-8f6f-0c6c72bee479)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:13:48.264670 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:48.293571 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] For port e5c3c364-21c2-4f72-90ae-4d4db9f5faed, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=e5c3c364-21c2-4f72-90ae-4d4db9f5faed,segment=NetworkSegment(71193c6c-a40e-49ee-8f6f-0c6c72bee479),segment_id=71193c6c-a40e-49ee-8f6f-0c6c72bee479)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:13:48.293896 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:48.400739 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Calling delete_port for e5c3c364-21c2-4f72-90ae-4d4db9f5faed owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:13:48.487731 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Calling delete_port for e5c3c364-21c2-4f72-90ae-4d4db9f5faed owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:13:48.528679 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:48.533895 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-b50d30e9-d61a-494a-b19b-2f7aafaebe56 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:13:48.538260 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:48.543691 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:13:48.585246 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b16c4b58-6e4d-4951-b3f7-0275a45a9857 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:13:48.589537 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] No DVR routers for this DVR port e5c3c364-21c2-4f72-90ae-4d4db9f5faed on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:13:48.592295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c3c364-21c2-4f72-90ae-4d4db9f5faed,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:13:48.631548 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Pushing event deleted for resources: {'Port': ['ID=e5c3c364-21c2-4f72-90ae-4d4db9f5faed,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:13:48.635527 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: b16c4b58-6e4d-4951-b3f7-0275a45a9857 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:13:48.635878 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b16c4b58-6e4d-4951-b3f7-0275a45a9857 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:13:48.636299 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e5c3c364-21c2-4f72-90ae-4d4db9f5faed no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:13:48.676039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] No DVR routers for this DVR port e5c3c364-21c2-4f72-90ae-4d4db9f5faed on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:13:48.678572 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.678915 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.679261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.679588 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.680001 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.680335 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.680661 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.680985 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.681327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.681648 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.681966 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.682288 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.686148 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: e5c3c364-21c2-4f72-90ae-4d4db9f5faed {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:13:48.686492 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device e5c3c364-21c2-4f72-90ae-4d4db9f5faed not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:13:48.687641 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.687829 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:13:48.688038 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.688778 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.689421 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.690068 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.694313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.694313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.694313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.694313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.694313 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.695460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.695460 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:13:48.705985 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:13:48.832309 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:48.855707 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8387cd7040>,) {'filters': {'network_id': ['c00279e0-489e-408a-9cdd-31d932f049d9']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:13:48.877653 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387cd7040>, '71193c6c-a40e-49ee-8f6f-0c6c72bee479') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:13:48.878094 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8387cd7040>, '71193c6c-a40e-49ee-8f6f-0c6c72bee479') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:13:48.898164 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:48.920156 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:48.927596 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:13:48.927990 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:13:48.941656 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:13:49.106410 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:49.110431 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-72f910d2-6b14-4be0-a6b8-d72e81d1f1e2 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:13:49.130055 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:49.147765 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Pushing event deleted for resources: {'Network': ['ID=c00279e0-489e-408a-9cdd-31d932f049d9,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:13:49.154888 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:13:49.156799 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-38fa4555-1af0-4f18-9463-49ae0e9bf115 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c00279e0-489e-408a-9cdd-31d932f049d9 HTTP/1.1" status: 204  len: 168 time: 1.4271672
Jun 04 17:13:49.160447 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39832) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:13:49.763416 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48dacf9b-08ce-4f57-8b8f-5e5923ea7fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:50.417082 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-48dacf9b-08ce-4f57-8b8f-5e5923ea7fbe admin admin] Deleting port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:13:50.417862 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48dacf9b-08ce-4f57-8b8f-5e5923ea7fbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:50.549873 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-48dacf9b-08ce-4f57-8b8f-5e5923ea7fbe admin admin] For port ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6,segment=NetworkSegment(0a3d801c-0e76-48ac-805d-bdebbe739ad5),segment_id=0a3d801c-0e76-48ac-805d-bdebbe739ad5)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:13:50.551123 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48dacf9b-08ce-4f57-8b8f-5e5923ea7fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:50.685109 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-48dacf9b-08ce-4f57-8b8f-5e5923ea7fbe admin admin] Calling delete_port for ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:13:51.100279 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48dacf9b-08ce-4f57-8b8f-5e5923ea7fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:51.104561 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-25f35d78-e4fa-430f-a0ee-5a6f6f674e74 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:13:51.151675 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dacf9b-08ce-4f57-8b8f-5e5923ea7fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:13:51.154832 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-48dacf9b-08ce-4f57-8b8f-5e5923ea7fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:13:51.442085 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-48dacf9b-08ce-4f57-8b8f-5e5923ea7fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:51.990000 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48dacf9b-08ce-4f57-8b8f-5e5923ea7fbe admin admin] Router b478f312-3ba4-4352-bd84-5298275dba68 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:13:52.180086 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dacf9b-08ce-4f57-8b8f-5e5923ea7fbe admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:13:52.188398 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12886503-6443-4e7c-9e34-35541552724b None None] Sync routers for ids ['b478f312-3ba4-4352-bd84-5298275dba68'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:13:52.192609 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-48dacf9b-08ce-4f57-8b8f-5e5923ea7fbe admin admin] 10.222.0.32 "PUT /v2.0/routers/b478f312-3ba4-4352-bd84-5298275dba68/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0277297
Jun 04 17:13:52.193217 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39834) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:13:52.202036 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12886503-6443-4e7c-9e34-35541552724b None None] Routers {'b478f312-3ba4-4352-bd84-5298275dba68'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:13:52.202667 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-12886503-6443-4e7c-9e34-35541552724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d630190>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:13:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['b478f312-3ba4-4352-bd84-5298275dba68'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:13:52.390484 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:52.404601 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-12886503-6443-4e7c-9e34-35541552724b None None] Set router b478f312-3ba4-4352-bd84-5298275dba68 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:13:52.633193 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:52.760635 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-12886503-6443-4e7c-9e34-35541552724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d630190>, [{'id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'name': 'tempest-TestMinimumBasicScenario-1652988032-router', 'tenant_id': '24866c5181a54538a4bddc1e64913864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'b798396b-9485-4bf9-aa44-97cf23936521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:21Z', 'updated_at': '2021-06-04T17:13:50Z', 'revision_number': 5, 'project_id': '24866c5181a54538a4bddc1e64913864', 'gw_port': {'id': 'b798396b-9485-4bf9-aa44-97cf23936521', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:12:22Z', 'updated_at': '2021-06-04T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:13:52.764801 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12886503-6443-4e7c-9e34-35541552724b None None] Checking router: b478f312-3ba4-4352-bd84-5298275dba68 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:13:52.774562 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12886503-6443-4e7c-9e34-35541552724b None None] Routers {'b478f312-3ba4-4352-bd84-5298275dba68'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:13:52.775460 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-12886503-6443-4e7c-9e34-35541552724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838d630190>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:13:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['b478f312-3ba4-4352-bd84-5298275dba68'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:13:52.853673 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] Deleting port b798396b-9485-4bf9-aa44-97cf23936521 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:13:52.854008 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:52.931309 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-12886503-6443-4e7c-9e34-35541552724b None None] Set router b478f312-3ba4-4352-bd84-5298275dba68 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:13:52.984604 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] For port b798396b-9485-4bf9-aa44-97cf23936521, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=b798396b-9485-4bf9-aa44-97cf23936521,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:13:52.984959 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:53.039508 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-12886503-6443-4e7c-9e34-35541552724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838d630190>, [{'id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'name': 'tempest-TestMinimumBasicScenario-1652988032-router', 'tenant_id': '24866c5181a54538a4bddc1e64913864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:21Z', 'updated_at': '2021-06-04T17:13:52Z', 'revision_number': 6, 'project_id': '24866c5181a54538a4bddc1e64913864', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:13:53.043677 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12886503-6443-4e7c-9e34-35541552724b None None] The sync data for ids ['b478f312-3ba4-4352-bd84-5298275dba68'] in n-d-791505-9 is: [{'id': 'b478f312-3ba4-4352-bd84-5298275dba68', 'name': 'tempest-TestMinimumBasicScenario-1652988032-router', 'tenant_id': '24866c5181a54538a4bddc1e64913864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:12:21Z', 'updated_at': '2021-06-04T17:13:52Z', 'revision_number': 6, 'project_id': '24866c5181a54538a4bddc1e64913864', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:13:53.114668 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] Calling delete_port for b798396b-9485-4bf9-aa44-97cf23936521 owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:13:53.368749 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:53.375417 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-68570d4d-b321-4f7f-9308-02a7b22b25c6 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:13:53.424505 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] Pushing event deleted for resources: {'Port': ['ID=b798396b-9485-4bf9-aa44-97cf23936521,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:13:53.451239 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:13:53.522993 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:53.883731 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:53.885969 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:53.974870 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:53.975429 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b478f312-3ba4-4352-bd84-5298275dba68 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 17:13:53.991002 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:53.991898 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-76c21c9c-75b6-4821-881c-b865785fa58f admin admin] 10.222.0.32 "DELETE /v2.0/routers/b478f312-3ba4-4352-bd84-5298275dba68 HTTP/1.1" status: 204  len: 168 time: 1.7977114
Jun 04 17:13:53.994626 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39836) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:13:54.060333 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-1980ba61-40c6-46bd-8e3e-498dd60563fa admin admin] Deleting subnet 1d0ba671-a11b-4a34-b59c-581db151598e {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:13:54.066124 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1980ba61-40c6-46bd-8e3e-498dd60563fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:54.114779 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1980ba61-40c6-46bd-8e3e-498dd60563fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:54.198506 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1980ba61-40c6-46bd-8e3e-498dd60563fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:54.582165 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b798396b-9485-4bf9-aa44-97cf23936521 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:13:54.613487 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1980ba61-40c6-46bd-8e3e-498dd60563fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:54.617441 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-3c275863-685c-4b56-9c06-eb96a4517ceb tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:13:54.620370 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: b798396b-9485-4bf9-aa44-97cf23936521 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:13:54.620744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device b798396b-9485-4bf9-aa44-97cf23936521 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:13:54.621301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:13:54.657503 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980ba61-40c6-46bd-8e3e-498dd60563fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d0ba671-a11b-4a34-b59c-581db151598e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:13:54.658978 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:13:54.659442 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device ed5f4e08-f02f-4b0f-81e2-ab44a8c00fa6 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:13:54.662040 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-1980ba61-40c6-46bd-8e3e-498dd60563fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:13:54.665083 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-1980ba61-40c6-46bd-8e3e-498dd60563fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:54.671457 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df049e45-3407-456b-9e51-7cf6a5b6f8d6 None None] Network ac00ebdc-65ce-4e23-a840-658052b3c02e requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:13:54.672002 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-1980ba61-40c6-46bd-8e3e-498dd60563fa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1d0ba671-a11b-4a34-b59c-581db151598e HTTP/1.1" status: 204  len: 168 time: 0.6763854
Jun 04 17:13:54.674295 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39838) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:13:54.778776 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:54.859350 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Deleting port c90e38f7-fada-4de1-a64e-4c98bf97859b {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:13:54.859689 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:54.913669 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8272f53f-3ffc-47e1-88b8-d459561cd557 None None] DHCP port deletion for ac00ebdc-65ce-4e23-a840-658052b3c02e request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 17:13:54.965548 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] For port c90e38f7-fada-4de1-a64e-4c98bf97859b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c90e38f7-fada-4de1-a64e-4c98bf97859b,segment=NetworkSegment(0a3d801c-0e76-48ac-805d-bdebbe739ad5),segment_id=0a3d801c-0e76-48ac-805d-bdebbe739ad5)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:13:54.966125 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:54.984602 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8272f53f-3ffc-47e1-88b8-d459561cd557 None None] Deleting port c90e38f7-fada-4de1-a64e-4c98bf97859b {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:13:54.984982 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8272f53f-3ffc-47e1-88b8-d459561cd557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:55.092582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Calling delete_port for c90e38f7-fada-4de1-a64e-4c98bf97859b owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:13:55.093254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-8272f53f-3ffc-47e1-88b8-d459561cd557 None None] For port c90e38f7-fada-4de1-a64e-4c98bf97859b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c90e38f7-fada-4de1-a64e-4c98bf97859b,segment=NetworkSegment(0a3d801c-0e76-48ac-805d-bdebbe739ad5),segment_id=0a3d801c-0e76-48ac-805d-bdebbe739ad5)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:13:55.093686 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8272f53f-3ffc-47e1-88b8-d459561cd557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:55.215540 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:55.222727 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8272f53f-3ffc-47e1-88b8-d459561cd557 None None] Calling delete_port for c90e38f7-fada-4de1-a64e-4c98bf97859b owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:13:55.231644 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:55.237131 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-772d59a3-d097-4ae7-bcc1-73c3f1d3fed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:13:55.269278 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8272f53f-3ffc-47e1-88b8-d459561cd557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:55.274730 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6b3404e6-e12a-42ef-ac57-af369bcf0b3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:13:55.289149 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Pushing event deleted for resources: {'Port': ['ID=c90e38f7-fada-4de1-a64e-4c98bf97859b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:13:55.292143 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:13:55.295070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] No DVR routers for this DVR port c90e38f7-fada-4de1-a64e-4c98bf97859b on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:13:55.320166 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272f53f-3ffc-47e1-88b8-d459561cd557 None None] Pushing event deleted for resources: {'Port': ['ID=c90e38f7-fada-4de1-a64e-4c98bf97859b,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:13:55.322049 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8272f53f-3ffc-47e1-88b8-d459561cd557 None None] No DVR routers for this DVR port c90e38f7-fada-4de1-a64e-4c98bf97859b on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:13:55.323438 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-8272f53f-3ffc-47e1-88b8-d459561cd557 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:13:55.426255 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:55.440065 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8386669130>,) {'filters': {'network_id': ['ac00ebdc-65ce-4e23-a840-658052b3c02e']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:13:55.452427 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386669130>, '0a3d801c-0e76-48ac-805d-bdebbe739ad5') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:13:55.452725 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8386669130>, '0a3d801c-0e76-48ac-805d-bdebbe739ad5') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:13:55.464936 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:55.482026 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:55.488070 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:13:55.488457 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:13:55.501456 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:13:55.672175 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:55.676179 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-36310f6d-73d9-43f4-a637-3113821ad59c tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:13:55.689882 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:55.701474 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Pushing event deleted for resources: {'Network': ['ID=ac00ebdc-65ce-4e23-a840-658052b3c02e,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:13:55.704329 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:13:55.706310 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] 10.222.0.32 "DELETE /v2.0/networks/ac00ebdc-65ce-4e23-a840-658052b3c02e HTTP/1.1" status: 204  len: 168 time: 1.0309436
Jun 04 17:13:56.130117 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39842) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:13:56.183506 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-afc458ce-9278-4185-af5e-b95541a792d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5730703282c0402cb24c389561141e35&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0519893
Jun 04 17:13:56.185804 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 39844) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:13:56.250075 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a89f-455e-401e-88f7-1574a193874b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:56.279555 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a89f-455e-401e-88f7-1574a193874b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:56.426731 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a89f-455e-401e-88f7-1574a193874b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:56.432508 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-73350299-9d38-49fa-b5f4-92f2b1a0d912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:13:56.446092 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8a89f-455e-401e-88f7-1574a193874b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c2e0cc-5a7f-4b24-8523-88e3ce51a4da,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:13:56.448858 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c1f8a89f-455e-401e-88f7-1574a193874b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:13:56.451218 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a89f-455e-401e-88f7-1574a193874b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:56.452349 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-c1f8a89f-455e-401e-88f7-1574a193874b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31c2e0cc-5a7f-4b24-8523-88e3ce51a4da HTTP/1.1" status: 204  len: 168 time: 0.2656417
Jun 04 17:13:56.577230 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c90e38f7-fada-4de1-a64e-4c98bf97859b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:13:56.616292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: c90e38f7-fada-4de1-a64e-4c98bf97859b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:13:56.616645 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c90e38f7-fada-4de1-a64e-4c98bf97859b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:13:57.216472 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39850) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:13:57.263994 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-a459b856-26b4-40b6-ade5-5be2b814d848 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24866c5181a54538a4bddc1e64913864&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0482183
Jun 04 17:13:57.266335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 39852) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:13:57.326462 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00793560-891d-4f48-93ad-10646622768b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:57.359532 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00793560-891d-4f48-93ad-10646622768b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:57.395701 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:57.517636 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00793560-891d-4f48-93ad-10646622768b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:57.522315 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-94b4a8c5-ccf3-4ea6-9383-2cf76f4df452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:13:57.536041 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00793560-891d-4f48-93ad-10646622768b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905adf3b-7d6a-47a2-90ea-d1f8930fe9fe,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:13:57.539801 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-00793560-891d-4f48-93ad-10646622768b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:13:57.541624 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-00793560-891d-4f48-93ad-10646622768b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:13:57.542478 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-00793560-891d-4f48-93ad-10646622768b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/905adf3b-7d6a-47a2-90ea-d1f8930fe9fe HTTP/1.1" status: 204  len: 168 time: 0.2752659
Jun 04 17:13:59.692239 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ab60dd90-6daa-4695-be3d-05f5b3c386f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:14:01.144495 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:14:02.139508 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:14:02.460282 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0bd5fc0a-7539-4744-a862-8a694297caf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:14:04.206589 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:14:05.783594 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:14:25.097311 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:14:27.436640 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:14:29.659531 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d8571438-2125-4e12-9bff-5afed82944ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:14:32.168544 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:14:32.430915 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b26bc184-cc24-4225-afcb-933a039aff42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:14:34.168006 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:14:35.788913 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:14:38.143141 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:14:55.264228 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:14:57.365578 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:14:59.722320 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bca0ffda-8a2b-4148-8f06-850a29327fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:15:02.167091 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:15:02.430443 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6fdea1fc-8b9a-49c3-84cb-ce1cf98102c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:15:04.161255 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:15:05.771285 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:15:15.143193 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:15:25.278982 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:15:27.361078 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:15:29.726193 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f1cce54f-da23-40a2-aa29-a7b68d82cd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:15:32.166283 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:15:32.418344 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e82f14c0-f298-40f4-9f35-e1ecac816aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:15:34.250267 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:15:35.823538 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:15:52.141934 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:15:55.187399 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:15:57.400513 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:15:59.692100 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-686e6aa8-f451-40bc-ba71-0fa9844bdd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:16:02.177885 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:16:02.605897 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b70051dc-5917-4bd9-b8c6-036ab1c6c442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:16:04.239451 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:16:05.777316 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:16:25.182229 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:16:27.416739 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:16:29.140490 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:16:29.668049 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d4744438-9233-4087-a939-1cec9d97d72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:16:32.177068 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:16:32.427921 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-2f61500a-35ab-4cd2-9ea8-c809edc926cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:16:34.217011 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:16:35.793404 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:16:55.307588 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:16:57.387629 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:16:59.695686 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-36ea871e-7cf2-4a87-a889-69c8965e2a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:17:02.158548 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:17:02.490231 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-43f747d3-359c-41b5-babc-9f5b27f8cd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:17:04.239438 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:17:05.821583 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:17:06.140278 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:17:25.312948 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:17:27.415404 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:17:29.707137 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0e58d9a9-1314-4a8e-b7c8-48fe72f59f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:17:32.163787 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:17:32.455411 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ba260aaa-0b89-4646-907c-36aa807b0d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:17:34.221393 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:17:35.787192 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:17:43.138727 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:17:55.386268 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:17:57.409096 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:17:59.718418 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c109e8ba-3fb1-42d4-b4c7-e6b0e80d5d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:18:02.152201 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:18:02.427101 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-60d98e65-bc3b-4450-974d-63f51fd6fa05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:18:04.236742 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:18:05.796953 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:18:20.137804 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:18:25.215778 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:18:27.448879 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:18:29.659127 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5738fa6b-ee91-41c9-b9a3-339e19b3b3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:18:32.162446 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:18:32.437125 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ecd02c8d-73ca-4522-95fc-b2ea7429e907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:18:34.214767 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:18:35.791626 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:18:55.379614 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:18:57.137273 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:18:57.442457 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:18:59.670944 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9f47303b-3b04-414a-bc99-8981cf73d1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:00.639015 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40006) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:19:00.782832 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:00.797927 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:19:00.801798 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Usage tracker for resource:security_group_rule and tenant:9309c62f111b4c939b9525f15dd79c2d is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:19:00.804626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:19:00.810812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:19:00.896695 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:01.013679 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:01.020498 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f4b50fb8-7164-4072-81bd-ac56b4890886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:01.067418 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9309c62f111b4c939b9525f15dd79c2d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4271729
Jun 04 17:19:01.068217 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69420512-9b4e-4692-90fe-4c25343486bb,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:01.070177 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40012) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:19:01.077938 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.078330 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.078719 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.079238 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.079464 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.079833 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.080200 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.080612 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.080967 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.081359 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.081727 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.082089 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.086141 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-590ce6e9-155e-4ede-adf0-3ca40edb817a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:01.138246 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:01.165092 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:01.299227 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:01.303172 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-c139e576-4d00-4230-99c8-c77dad8bd9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:01.314599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69420512-9b4e-4692-90fe-4c25343486bb,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:01.324901 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.325342 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.325746 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.326085 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.326449 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.326816 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.327171 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.327534 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.327891 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.328243 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.328599 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.328951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:01.332026 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:01.333306 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69420512-9b4e-4692-90fe-4c25343486bb HTTP/1.1" status: 204  len: 168 time: 0.2620769
Jun 04 17:19:01.334189 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-e95f6481-8e2f-4fbe-8b88-ea91467b68fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:01.976190 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40020) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:19:02.002761 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-877a050e-628b-4da4-88a6-53b8a784fcd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:02.018533 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-877a050e-628b-4da4-88a6-53b8a784fcd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:19:02.022992 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-877a050e-628b-4da4-88a6-53b8a784fcd2 admin admin] Usage tracker for resource:security_group_rule and tenant:0b4236b386814df2bf73ed4128e6f8ab is out of sync, need to count used quota {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:19:02.026724 n-d-791505-9 neutron-server[88301]: DEBUG neutron.quota.resource [None req-877a050e-628b-4da4-88a6-53b8a784fcd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:19:02.032464 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.quota.driver [None req-877a050e-628b-4da4-88a6-53b8a784fcd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:19:02.150603 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-877a050e-628b-4da4-88a6-53b8a784fcd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:02.190064 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:02.242259 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-877a050e-628b-4da4-88a6-53b8a784fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:02.250451 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-739999b6-10fa-457a-ad9b-10af6dc39a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:02.302361 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-877a050e-628b-4da4-88a6-53b8a784fcd2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b4236b386814df2bf73ed4128e6f8ab&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3265481
Jun 04 17:19:02.303370 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a050e-628b-4da4-88a6-53b8a784fcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8937ce1d-6e39-4b7f-bf31-d6e4384d6ce4,revision_number=1']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:02.305253 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40022) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:19:02.306465 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-877a050e-628b-4da4-88a6-53b8a784fcd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:02.373067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-415e9383-2505-464f-aabb-ee604eb128e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:02.398995 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-415e9383-2505-464f-aabb-ee604eb128e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:02.425075 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5ccdb13a-6bf7-4740-afd4-2a61ba091bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:02.545394 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-415e9383-2505-464f-aabb-ee604eb128e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:02.549425 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fa2db6d6-5914-4f27-acbc-ed58579385a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:02.562642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e9383-2505-464f-aabb-ee604eb128e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8937ce1d-6e39-4b7f-bf31-d6e4384d6ce4,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:02.565271 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-415e9383-2505-464f-aabb-ee604eb128e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:02.573539 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-415e9383-2505-464f-aabb-ee604eb128e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:02.574682 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-415e9383-2505-464f-aabb-ee604eb128e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8937ce1d-6e39-4b7f-bf31-d6e4384d6ce4 HTTP/1.1" status: 204  len: 168 time: 0.2673130
Jun 04 17:19:03.880617 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40044) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:19:04.003241 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1675456057-network', 'tenant_id': '869d651adc7e4a409595dbe02c76d8ef'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:19:04.009616 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:19:04.014559 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Usage tracker for resource:network and tenant:869d651adc7e4a409595dbe02c76d8ef is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:19:04.017403 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:19:04.024112 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:19:04.133488 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Made reservation on behalf of 869d651adc7e4a409595dbe02c76d8ef for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:19:04.136530 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:04.149110 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:04.163987 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:19:04.168162 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Usage tracker for resource:security_group_rule and tenant:869d651adc7e4a409595dbe02c76d8ef is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:19:04.171039 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:19:04.176737 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:19:04.207808 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:04.269491 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:04.368143 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:04.371855 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-415e9383-2505-464f-aabb-ee604eb128e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:04.392333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:19:04.416098 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:04.417177 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Added segment 1fec5555-c0ae-47e8-add0-97c1a73df454 of type vlan for network 4445d66d-e4cd-4804-ae53-bcc5e74b108c
Jun 04 17:19:04.423511 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de4dcc8-7539-4fa0-ada0-512e0339a62c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:04.425876 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:04.452237 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:04.550766 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:04.551750 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:19:04.552332 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:04.557276 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-dab8f7ff-b5c1-4b4f-a16a-2509c426a075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:04.662157 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Pushing event updated for resources: {'Network': ['ID=4445d66d-e4cd-4804-ae53-bcc5e74b108c,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:04.665198 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:04.674680 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 4445d66d-e4cd-4804-ae53-bcc5e74b108c details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:19:04.747959 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-59ce3683-ce03-4868-831f-0f5f15845832 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8659523
Jun 04 17:19:04.751623 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40048) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:19:04.757491 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Request body: {'subnet': {'network_id': '4445d66d-e4cd-4804-ae53-bcc5e74b108c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1675456057-subnet', 'tenant_id': '869d651adc7e4a409595dbe02c76d8ef', 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:19:04.764329 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:19:04.768963 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Usage tracker for resource:subnet and tenant:869d651adc7e4a409595dbe02c76d8ef is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:19:04.772940 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:19:04.779165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:19:04.841515 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Made reservation on behalf of 869d651adc7e4a409595dbe02c76d8ef for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:19:04.843944 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:05.376356 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:05.382419 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-9c5d2a4a-10ed-4d8c-a5a5-a86a9abec0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:05.464955 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90812f3d-0bc4-44ef-a179-6c861b7b8054,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:05.467785 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:05.480271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Checking segment: {'id': '1fec5555-c0ae-47e8-add0-97c1a73df454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4445d66d-e4cd-4804-ae53-bcc5e74b108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:19:05.480631 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Network hostable DHCP agents. Network: 4445d66d-e4cd-4804-ae53-bcc5e74b108c, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:19:05.584639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Network 4445d66d-e4cd-4804-ae53-bcc5e74b108c is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:19:05.664791 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 4445d66d-e4cd-4804-ae53-bcc5e74b108c) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:19:05.679140 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb22d87c-9d93-42ad-99ab-4fc275d6736c None None] Network 4445d66d-e4cd-4804-ae53-bcc5e74b108c requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:19:05.679639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:19:05.679639 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:05.798170 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0451007
Jun 04 17:19:05.801070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40050) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:19:05.805812 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1675456057-router', 'tenant_id': '869d651adc7e4a409595dbe02c76d8ef', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:19:05.812418 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:19:05.817855 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Usage tracker for resource:router and tenant:869d651adc7e4a409595dbe02c76d8ef is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:19:05.820695 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:19:05.827536 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:19:05.905899 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:05.921864 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-4445d66d-e4cd-4804-ae53-bcc5e74b108c', 'network_id': '4445d66d-e4cd-4804-ae53-bcc5e74b108c', 'tenant_id': '869d651adc7e4a409595dbe02c76d8ef', 'fixed_ips': [{'subnet_id': '90812f3d-0bc4-44ef-a179-6c861b7b8054'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 17:19:05.923135 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:05.928106 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:05.929336 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:05.945459 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:06.110029 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Allocated IP 172.20.0.2 (4445d66d-e4cd-4804-ae53-bcc5e74b108c/90812f3d-0bc4-44ef-a179-6c861b7b8054/f14eeb43-ad82-4f9f-ac4e-edfcd84904e8) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:19:06.336421 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:06.348659 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Transition to ACTIVE for port object f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:19:06.381873 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Transition to ACTIVE for port object f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:19:06.489477 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:06.496844 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:06.525836 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:06.561592 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Network 4445d66d-e4cd-4804-ae53-bcc5e74b108c is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:19:06.564556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:19:06.568287 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:19:06.606917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Pushing event updated for resources: {'Port': ['ID=f14eeb43-ad82-4f9f-ac4e-edfcd84904e8,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:06.623926 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:06.624261 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:06.624584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:06.624911 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:06.625287 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:06.625597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:06.625917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:06.626265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:06.626583 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:06.626908 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:06.627215 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:06.627526 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:06.656733 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:06.688424 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Attempting to bind port f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:19:06.689412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Attempting to bind port f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '1fec5555-c0ae-47e8-add0-97c1a73df454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4445d66d-e4cd-4804-ae53-bcc5e74b108c'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:19:06.689412 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Attempting to bind port f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 on network 4445d66d-e4cd-4804-ae53-bcc5e74b108c {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:19:06.696729 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:19:06.697816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Checking segment: {'id': '1fec5555-c0ae-47e8-add0-97c1a73df454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4445d66d-e4cd-4804-ae53-bcc5e74b108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:19:06.697816 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:06.698340 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Bound using segment: {'id': '1fec5555-c0ae-47e8-add0-97c1a73df454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4445d66d-e4cd-4804-ae53-bcc5e74b108c'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:19:06.699067 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Bound port: f14eeb43-ad82-4f9f-ac4e-edfcd84904e8, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fec5555-c0ae-47e8-add0-97c1a73df454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4445d66d-e4cd-4804-ae53-bcc5e74b108c'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:19:06.699615 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:06.848730 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] For port f14eeb43-ad82-4f9f-ac4e-edfcd84904e8, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:19:06.852212 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] For port f14eeb43-ad82-4f9f-ac4e-edfcd84904e8, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f14eeb43-ad82-4f9f-ac4e-edfcd84904e8,segment=NetworkSegment(1fec5555-c0ae-47e8-add0-97c1a73df454),segment_id=1fec5555-c0ae-47e8-add0-97c1a73df454)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:19:06.911267 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:06.915062 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1115a1eb-f7e5-4c03-904a-89378e0626d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:06.997761 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Pushing event updated for resources: {'Port': ['ID=f14eeb43-ad82-4f9f-ac4e-edfcd84904e8,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:07.001069 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:07.008141 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:07.038489 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:07.212593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Allocated IP 172.25.4.39 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/d3e3718a-3ae9-47f4-9741-77cfdde0d6dc) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:19:07.379892 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:07.471014 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:07.475073 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b7806087-61fa-44d5-bc4b-8f63b91e6b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:07.540120 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:19:07.543184 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:19:07.549243 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:19:07.586409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e3718a-3ae9-47f4-9741-77cfdde0d6dc,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:07.593228 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:08.003118 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fded5e-7fc0-457d-9ebc-c2036c7bea35 None None] Network 4445d66d-e4cd-4804-ae53-bcc5e74b108c requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:19:08.097055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:08.171129 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-d07a4e57-35a7-44f1-970f-61d41d42d112 None None] Provisioning for port f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:19:08.636358 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:08.774782 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:19:08.899566 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:19:08.905643 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:19:08.905643 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:08.944731 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Router 8ed62f8e-8bba-47ea-a53f-adcbf187f3f1 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 17:19:09.028967 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:09.066927 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port f14eeb43-ad82-4f9f-ac4e-edfcd84904e8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f14eeb43-ad82-4f9f-ac4e-edfcd84904e8,segment=NetworkSegment(1fec5555-c0ae-47e8-add0-97c1a73df454),segment_id=1fec5555-c0ae-47e8-add0-97c1a73df454)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:19:09.148935 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:19:09.158933 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Sync routers for ids ['8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:19:09.161309 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:09.164847 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-be745a49-34c8-4854-bbf0-8037a98cc146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:09.222237 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Routers {'8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:19:09.222882 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c53e7f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:19:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:19:09.236382 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:09.237681 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f361949c-989e-4bdb-9906-989dc29418f1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.4355085
Jun 04 17:19:09.240618 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40052) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:19:09.317060 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=f14eeb43-ad82-4f9f-ac4e-edfcd84904e8,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:09.321671 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:09.438715 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Set router 8ed62f8e-8bba-47ea-a53f-adcbf187f3f1 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:19:09.757912 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c53e7f0>, [{'id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'name': 'tempest-TestShelveInstance-1675456057-router', 'tenant_id': '869d651adc7e4a409595dbe02c76d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'd3e3718a-3ae9-47f4-9741-77cfdde0d6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:05Z', 'updated_at': '2021-06-04T17:19:07Z', 'revision_number': 3, 'project_id': '869d651adc7e4a409595dbe02c76d8ef', 'gw_port': {'id': 'd3e3718a-3ae9-47f4-9741-77cfdde0d6dc', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:40:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:07Z', 'updated_at': '2021-06-04T17:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:19:09.763308 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Checking router: 8ed62f8e-8bba-47ea-a53f-adcbf187f3f1 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:19:09.763665 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Updating router 8ed62f8e-8bba-47ea-a53f-adcbf187f3f1 port d3e3718a-3ae9-47f4-9741-77cfdde0d6dc binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:19:09.824325 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:09.983109 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:10.172890 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:10.188958 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Transition to ACTIVE for port object d3e3718a-3ae9-47f4-9741-77cfdde0d6dc will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:19:10.270628 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:10.275549 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:10.382284 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Allocated IP 172.20.0.1 (4445d66d-e4cd-4804-ae53-bcc5e74b108c/90812f3d-0bc4-44ef-a179-6c861b7b8054/607ee20a-b81c-401d-b965-c8c6c3c94627) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:19:10.403429 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Attempting to bind port d3e3718a-3ae9-47f4-9741-77cfdde0d6dc on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:19:10.403796 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Attempting to bind port d3e3718a-3ae9-47f4-9741-77cfdde0d6dc by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:19:10.404456 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Attempting to bind port d3e3718a-3ae9-47f4-9741-77cfdde0d6dc on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:19:10.411917 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419dd17-1ea3-4601-87d5-3d1c8a870038 None None] Pushing event updated for resources: {'Port': ['ID=d3e3718a-3ae9-47f4-9741-77cfdde0d6dc,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:10.414199 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:19:10.414584 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:19:10.415019 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:10.415350 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:19:10.416458 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Bound port: d3e3718a-3ae9-47f4-9741-77cfdde0d6dc, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:19:10.417111 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:10.446852 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b419dd17-1ea3-4601-87d5-3d1c8a870038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:10.499194 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] For port d3e3718a-3ae9-47f4-9741-77cfdde0d6dc, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:19:10.502505 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] For port d3e3718a-3ae9-47f4-9741-77cfdde0d6dc, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d3e3718a-3ae9-47f4-9741-77cfdde0d6dc,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:19:10.540414 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:10.562721 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Transition to ACTIVE for port object 607ee20a-b81c-401d-b965-c8c6c3c94627 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:19:10.584951 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:10.590402 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:10.654202 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:10.661241 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3d3fc1b1-43c2-4fd9-8181-1a2dd52f38df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:10.668646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Routers {'8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:19:10.669375 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c53e7f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:19:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:19:10.724443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Network 4445d66d-e4cd-4804-ae53-bcc5e74b108c is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:19:10.727383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:19:10.734155 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:19:10.746510 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419dd17-1ea3-4601-87d5-3d1c8a870038 None None] Pushing event updated for resources: {'Port': ['ID=d3e3718a-3ae9-47f4-9741-77cfdde0d6dc,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:10.758123 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b419dd17-1ea3-4601-87d5-3d1c8a870038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:10.813913 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Pushing event updated for resources: {'Port': ['ID=607ee20a-b81c-401d-b965-c8c6c3c94627,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:10.817423 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:10.828229 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:10.828448 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:19:10.925987 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] Set router 8ed62f8e-8bba-47ea-a53f-adcbf187f3f1 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:19:11.136157 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:19:11.136495 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:11.194482 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:11.265859 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3315d60f-1487-4826-b9b6-0b796b354a95 None None] Provisioning for port 607ee20a-b81c-401d-b965-c8c6c3c94627 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:19:11.297407 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-3315d60f-1487-4826-b9b6-0b796b354a95 None None] Provisioning complete for port 607ee20a-b81c-401d-b965-c8c6c3c94627 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:19:11.301166 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3315d60f-1487-4826-b9b6-0b796b354a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:11.396214 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-3315d60f-1487-4826-b9b6-0b796b354a95 None None] Port 607ee20a-b81c-401d-b965-c8c6c3c94627 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:19:11.407118 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c53e7f0>, [{'id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'name': 'tempest-TestShelveInstance-1675456057-router', 'tenant_id': '869d651adc7e4a409595dbe02c76d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'd3e3718a-3ae9-47f4-9741-77cfdde0d6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:05Z', 'updated_at': '2021-06-04T17:19:07Z', 'revision_number': 3, 'project_id': '869d651adc7e4a409595dbe02c76d8ef', 'gw_port': {'id': 'd3e3718a-3ae9-47f4-9741-77cfdde0d6dc', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:40:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:07Z', 'updated_at': '2021-06-04T17:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:19:11.411451 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e0d67-92cf-4061-b89d-942d46c1ebe5 None None] The sync data for ids ['8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'] in n-d-791505-9 is: [{'id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'name': 'tempest-TestShelveInstance-1675456057-router', 'tenant_id': '869d651adc7e4a409595dbe02c76d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'd3e3718a-3ae9-47f4-9741-77cfdde0d6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:05Z', 'updated_at': '2021-06-04T17:19:07Z', 'revision_number': 3, 'project_id': '869d651adc7e4a409595dbe02c76d8ef', 'gw_port': {'id': 'd3e3718a-3ae9-47f4-9741-77cfdde0d6dc', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:40:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:07Z', 'updated_at': '2021-06-04T17:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:19:11.444316 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:11.493785 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:11.519984 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ed4ee85b-f879-4071-8728-7bc753ab389d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:11.609386 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Pushing event updated for resources: {'Port': ['ID=607ee20a-b81c-401d-b965-c8c6c3c94627,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:11.611897 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:11.615704 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:11.805561 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Network 4445d66d-e4cd-4804-ae53-bcc5e74b108c is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:19:11.809998 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:19:12.026086 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Router 8ed62f8e-8bba-47ea-a53f-adcbf187f3f1 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:19:12.124229 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7b0341fd-39d9-4f54-aad4-165401da2770 None None] Provisioning complete for port 607ee20a-b81c-401d-b965-c8c6c3c94627 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:19:12.124693 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7b0341fd-39d9-4f54-aad4-165401da2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:12.188211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7b0341fd-39d9-4f54-aad4-165401da2770 None None] Port 607ee20a-b81c-401d-b965-c8c6c3c94627 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:19:12.434257 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:19:12.443358 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] 10.222.0.32 "PUT /v2.0/routers/8ed62f8e-8bba-47ea-a53f-adcbf187f3f1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2016816
Jun 04 17:19:12.771274 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d3e3718a-3ae9-47f4-9741-77cfdde0d6dc up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:19:12.904245 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port d3e3718a-3ae9-47f4-9741-77cfdde0d6dc completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:19:12.909480 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d3e3718a-3ae9-47f4-9741-77cfdde0d6dc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:19:12.915437 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:13.034770 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:13.056812 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port d3e3718a-3ae9-47f4-9741-77cfdde0d6dc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d3e3718a-3ae9-47f4-9741-77cfdde0d6dc,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:19:13.169482 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Sync routers for ids ['8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:19:13.179794 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Routers {'8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:19:13.185809 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d14f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:19:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:19:13.214651 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:13.217164 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-257ef541-d612-4ac9-ac19-bbe11239ee80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:13.303284 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=d3e3718a-3ae9-47f4-9741-77cfdde0d6dc,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:13.309139 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:13.371764 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Set router 8ed62f8e-8bba-47ea-a53f-adcbf187f3f1 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:19:13.454117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40068) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:19:13.459176 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-407703880-network', 'tenant_id': '31972bb6e28b4e83ae875adc50ac048f'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:19:13.465745 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:19:13.469610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Usage tracker for resource:network and tenant:31972bb6e28b4e83ae875adc50ac048f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:19:13.472880 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:19:13.479274 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:19:13.659033 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Made reservation on behalf of 31972bb6e28b4e83ae875adc50ac048f for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:19:13.661343 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:13.674123 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:13.695314 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:19:13.700639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Usage tracker for resource:security_group_rule and tenant:31972bb6e28b4e83ae875adc50ac048f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:19:13.702394 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d14f0>, [{'id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'name': 'tempest-TestShelveInstance-1675456057-router', 'tenant_id': '869d651adc7e4a409595dbe02c76d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'd3e3718a-3ae9-47f4-9741-77cfdde0d6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:05Z', 'updated_at': '2021-06-04T17:19:11Z', 'revision_number': 4, 'project_id': '869d651adc7e4a409595dbe02c76d8ef', 'gw_port': {'id': 'd3e3718a-3ae9-47f4-9741-77cfdde0d6dc', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:07Z', 'updated_at': '2021-06-04T17:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '607ee20a-b81c-401d-b965-c8c6c3c94627', 'name': '', 'network_id': '4445d66d-e4cd-4804-ae53-bcc5e74b108c', 'tenant_id': '869d651adc7e4a409595dbe02c76d8ef', 'mac_address': 'fa:16:3e:78:eb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '90812f3d-0bc4-44ef-a179-6c861b7b8054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:10Z', 'updated_at': '2021-06-04T17:19:11Z', 'revision_number': 2, 'project_id': '869d651adc7e4a409595dbe02c76d8ef', 'subnets': [{'id': '90812f3d-0bc4-44ef-a179-6c861b7b8054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:19:13.703961 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:19:13.706333 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Checking router: 8ed62f8e-8bba-47ea-a53f-adcbf187f3f1 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:19:13.706699 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Updating router 8ed62f8e-8bba-47ea-a53f-adcbf187f3f1 port 607ee20a-b81c-401d-b965-c8c6c3c94627 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:19:13.710397 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:19:13.767499 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:13.806778 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:13.881551 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:13.885414 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3a07b5e3-d904-43f7-9c7c-ecf7c7237600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:13.915371 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:19:13.924526 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c076e2d-c8f0-480e-ab11-c8d97c71ac93,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:13.928206 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:13.934181 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:13.938807 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Added segment 38c2c861-50c4-452e-b58a-30e696181d58 of type vlan for network 3cb65614-7a67-4df8-acee-c6403c9d2f72
Jun 04 17:19:13.965301 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:14.071883 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:14.073571 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:19:14.074144 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:14.077769 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-08396f60-5544-4999-ad86-deb2bca0e600 tempest-TestSecurityGroupsBasicOps-1100908250 tempest-TestSecurityGroupsBasicOps-1100908250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:14.179017 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:14.183012 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Pushing event updated for resources: {'Network': ['ID=3cb65614-7a67-4df8-acee-c6403c9d2f72,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:14.186215 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:14.192114 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Transition to ACTIVE for port object 607ee20a-b81c-401d-b965-c8c6c3c94627 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:19:14.195017 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 3cb65614-7a67-4df8-acee-c6403c9d2f72 details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:19:14.251336 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-75492075-2fc6-496a-9d27-4ad7d2976c6a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7934816
Jun 04 17:19:14.251585 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40070) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:19:14.261443 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] Request body: {'subnet': {'network_id': '3cb65614-7a67-4df8-acee-c6403c9d2f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-407703880-subnet', 'tenant_id': '31972bb6e28b4e83ae875adc50ac048f', 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:19:14.262490 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:19:14.266508 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] Usage tracker for resource:subnet and tenant:31972bb6e28b4e83ae875adc50ac048f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:19:14.269529 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:19:14.276739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:19:14.287882 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:14.293899 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:14.384589 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] Made reservation on behalf of 31972bb6e28b4e83ae875adc50ac048f for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:19:14.387403 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:14.469521 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291de65-9d3c-4a50-8a00-b5b81983861c None None] Pushing event updated for resources: {'Port': ['ID=607ee20a-b81c-401d-b965-c8c6c3c94627,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:14.528747 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291de65-9d3c-4a50-8a00-b5b81983861c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:14.529307 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291de65-9d3c-4a50-8a00-b5b81983861c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:14.529685 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291de65-9d3c-4a50-8a00-b5b81983861c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:14.530018 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291de65-9d3c-4a50-8a00-b5b81983861c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:14.530339 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291de65-9d3c-4a50-8a00-b5b81983861c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:14.530657 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291de65-9d3c-4a50-8a00-b5b81983861c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:14.531584 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291de65-9d3c-4a50-8a00-b5b81983861c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:14.531584 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291de65-9d3c-4a50-8a00-b5b81983861c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:14.531584 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291de65-9d3c-4a50-8a00-b5b81983861c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:14.531872 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291de65-9d3c-4a50-8a00-b5b81983861c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:14.532182 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291de65-9d3c-4a50-8a00-b5b81983861c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:14.532556 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291de65-9d3c-4a50-8a00-b5b81983861c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:19:14.545859 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-1291de65-9d3c-4a50-8a00-b5b81983861c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:14.595030 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Attempting to bind port 607ee20a-b81c-401d-b965-c8c6c3c94627 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:19:14.595661 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Attempting to bind port 607ee20a-b81c-401d-b965-c8c6c3c94627 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '1fec5555-c0ae-47e8-add0-97c1a73df454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4445d66d-e4cd-4804-ae53-bcc5e74b108c'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:19:14.596486 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Attempting to bind port 607ee20a-b81c-401d-b965-c8c6c3c94627 on network 4445d66d-e4cd-4804-ae53-bcc5e74b108c {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:19:14.612118 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:19:14.612118 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Checking segment: {'id': '1fec5555-c0ae-47e8-add0-97c1a73df454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4445d66d-e4cd-4804-ae53-bcc5e74b108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:19:14.612118 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:14.612118 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Bound using segment: {'id': '1fec5555-c0ae-47e8-add0-97c1a73df454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4445d66d-e4cd-4804-ae53-bcc5e74b108c'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:19:14.612118 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Bound port: 607ee20a-b81c-401d-b965-c8c6c3c94627, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fec5555-c0ae-47e8-add0-97c1a73df454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4445d66d-e4cd-4804-ae53-bcc5e74b108c'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:19:14.612118 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:14.764975 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] For port 607ee20a-b81c-401d-b965-c8c6c3c94627, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:19:14.769488 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] For port 607ee20a-b81c-401d-b965-c8c6c3c94627, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=607ee20a-b81c-401d-b965-c8c6c3c94627,segment=NetworkSegment(1fec5555-c0ae-47e8-add0-97c1a73df454),segment_id=1fec5555-c0ae-47e8-add0-97c1a73df454)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:19:14.788215 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d3e3718a-3ae9-47f4-9741-77cfdde0d6dc up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:19:14.877007 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:14.877280 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port d3e3718a-3ae9-47f4-9741-77cfdde0d6dc triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:19:14.877630 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:14.882986 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-0c949e48-df5c-44fc-8229-9b9709f4e7f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:14.992575 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Routers {'8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:19:14.993322 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c9d14f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:19:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:19:15.122641 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291de65-9d3c-4a50-8a00-b5b81983861c None None] Pushing event updated for resources: {'Port': ['ID=607ee20a-b81c-401d-b965-c8c6c3c94627,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:15.133748 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-1291de65-9d3c-4a50-8a00-b5b81983861c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:15.205282 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:15.211799 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f337f418-07ae-4e50-8035-c58734dd9293 tempest-RoutersIpV6Test-1050865198 tempest-RoutersIpV6Test-1050865198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:15.286178 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] Set router 8ed62f8e-8bba-47ea-a53f-adcbf187f3f1 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:19:15.308095 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c593fd1f-84f7-4054-8f07-4d491df29225,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:15.312502 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:15.315709 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] Checking segment: {'id': '38c2c861-50c4-452e-b58a-30e696181d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3cb65614-7a67-4df8-acee-c6403c9d2f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:19:15.316365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] Network hostable DHCP agents. Network: 3cb65614-7a67-4df8-acee-c6403c9d2f72, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:19:15.424441 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] Network 3cb65614-7a67-4df8-acee-c6403c9d2f72 is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:19:15.533299 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 3cb65614-7a67-4df8-acee-c6403c9d2f72) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:19:15.545159 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84751a3-8f57-41bd-a63b-dd2362c75cde None None] Network 3cb65614-7a67-4df8-acee-c6403c9d2f72 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:19:15.548053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:19:15.548053 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:15.638897 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-d6b1f86e-a961-4429-8a3f-31b029b39c82 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.3858840
Jun 04 17:19:15.642836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40072) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:19:15.647580 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-407703880-router', 'tenant_id': '31972bb6e28b4e83ae875adc50ac048f', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:19:15.653740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:19:15.657976 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Usage tracker for resource:router and tenant:31972bb6e28b4e83ae875adc50ac048f is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:19:15.661053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:19:15.661549 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c9d14f0>, [{'id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'name': 'tempest-TestShelveInstance-1675456057-router', 'tenant_id': '869d651adc7e4a409595dbe02c76d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'd3e3718a-3ae9-47f4-9741-77cfdde0d6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:05Z', 'updated_at': '2021-06-04T17:19:11Z', 'revision_number': 4, 'project_id': '869d651adc7e4a409595dbe02c76d8ef', 'gw_port': {'id': 'd3e3718a-3ae9-47f4-9741-77cfdde0d6dc', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:07Z', 'updated_at': '2021-06-04T17:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '607ee20a-b81c-401d-b965-c8c6c3c94627', 'name': '', 'network_id': '4445d66d-e4cd-4804-ae53-bcc5e74b108c', 'tenant_id': '869d651adc7e4a409595dbe02c76d8ef', 'mac_address': 'fa:16:3e:78:eb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '90812f3d-0bc4-44ef-a179-6c861b7b8054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:10Z', 'updated_at': '2021-06-04T17:19:14Z', 'revision_number': 4, 'project_id': '869d651adc7e4a409595dbe02c76d8ef', 'subnets': [{'id': '90812f3d-0bc4-44ef-a179-6c861b7b8054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:19:15.666389 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ca14f-54b5-4869-b716-f8ce947ac135 None None] The sync data for ids ['8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'] in n-d-791505-9 is: [{'id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'name': 'tempest-TestShelveInstance-1675456057-router', 'tenant_id': '869d651adc7e4a409595dbe02c76d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'd3e3718a-3ae9-47f4-9741-77cfdde0d6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:05Z', 'updated_at': '2021-06-04T17:19:11Z', 'revision_number': 4, 'project_id': '869d651adc7e4a409595dbe02c76d8ef', 'gw_port': {'id': 'd3e3718a-3ae9-47f4-9741-77cfdde0d6dc', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:07Z', 'updated_at': '2021-06-04T17:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '607ee20a-b81c-401d-b965-c8c6c3c94627', 'name': '', 'network_id': '4445d66d-e4cd-4804-ae53-bcc5e74b108c', 'tenant_id': '869d651adc7e4a409595dbe02c76d8ef', 'mac_address': 'fa:16:3e:78:eb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '90812f3d-0bc4-44ef-a179-6c861b7b8054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:10Z', 'updated_at': '2021-06-04T17:19:14Z', 'revision_number': 4, 'project_id': '869d651adc7e4a409595dbe02c76d8ef', 'subnets': [{'id': '90812f3d-0bc4-44ef-a179-6c861b7b8054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:19:15.668338 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:19:15.779851 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:15.782711 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:15.805372 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:15.856594 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-3cb65614-7a67-4df8-acee-c6403c9d2f72', 'network_id': '3cb65614-7a67-4df8-acee-c6403c9d2f72', 'tenant_id': '31972bb6e28b4e83ae875adc50ac048f', 'fixed_ips': [{'subnet_id': 'c593fd1f-84f7-4054-8f07-4d491df29225'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 17:19:15.857593 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:16.063877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Allocated IP 172.20.0.2 (3cb65614-7a67-4df8-acee-c6403c9d2f72/c593fd1f-84f7-4054-8f07-4d491df29225/45e0c7b5-4003-46d3-abca-763d5ef50978) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:19:16.276828 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:16.360259 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:16.374686 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Transition to ACTIVE for port object 45e0c7b5-4003-46d3-abca-763d5ef50978 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:19:16.396336 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Transition to ACTIVE for port object 45e0c7b5-4003-46d3-abca-763d5ef50978 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:19:16.499727 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:16.504063 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:16.584206 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Network 3cb65614-7a67-4df8-acee-c6403c9d2f72 is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:19:16.585947 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:19:16.592381 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:19:16.646404 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Pushing event updated for resources: {'Port': ['ID=45e0c7b5-4003-46d3-abca-763d5ef50978,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:16.648109 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:16.740312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Attempting to bind port 45e0c7b5-4003-46d3-abca-763d5ef50978 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:19:16.740312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Attempting to bind port 45e0c7b5-4003-46d3-abca-763d5ef50978 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '38c2c861-50c4-452e-b58a-30e696181d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3cb65614-7a67-4df8-acee-c6403c9d2f72'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:19:16.740312 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Attempting to bind port 45e0c7b5-4003-46d3-abca-763d5ef50978 on network 3cb65614-7a67-4df8-acee-c6403c9d2f72 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:19:16.749875 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:19:16.750491 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Checking segment: {'id': '38c2c861-50c4-452e-b58a-30e696181d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3cb65614-7a67-4df8-acee-c6403c9d2f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:19:16.751162 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:16.754543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Bound using segment: {'id': '38c2c861-50c4-452e-b58a-30e696181d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3cb65614-7a67-4df8-acee-c6403c9d2f72'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:19:16.754543 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Bound port: 45e0c7b5-4003-46d3-abca-763d5ef50978, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c2c861-50c4-452e-b58a-30e696181d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3cb65614-7a67-4df8-acee-c6403c9d2f72'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:19:16.754543 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:16.855254 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 607ee20a-b81c-401d-b965-c8c6c3c94627 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:19:16.930051 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] For port 45e0c7b5-4003-46d3-abca-763d5ef50978, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:19:16.934684 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] For port 45e0c7b5-4003-46d3-abca-763d5ef50978, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=45e0c7b5-4003-46d3-abca-763d5ef50978,segment=NetworkSegment(38c2c861-50c4-452e-b58a-30e696181d58),segment_id=38c2c861-50c4-452e-b58a-30e696181d58)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:19:16.965269 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:17.014120 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:17.054054 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:17.060635 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:17.112614 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 607ee20a-b81c-401d-b965-c8c6c3c94627 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:19:17.126047 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 607ee20a-b81c-401d-b965-c8c6c3c94627 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:19:17.126435 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:17.227116 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Allocated IP 172.25.4.179 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/468d9daf-8168-4c73-86c8-c6f551067b0b) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:19:17.240029 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Pushing event updated for resources: {'Port': ['ID=45e0c7b5-4003-46d3-abca-763d5ef50978,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:17.247742 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:17.338346 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:17.390466 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 607ee20a-b81c-401d-b965-c8c6c3c94627, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=607ee20a-b81c-401d-b965-c8c6c3c94627,segment=NetworkSegment(1fec5555-c0ae-47e8-add0-97c1a73df454),segment_id=1fec5555-c0ae-47e8-add0-97c1a73df454)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:19:17.419404 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:17.454442 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:17.459774 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b419dd17-1ea3-4601-87d5-3d1c8a870038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:17.566452 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:17.567525 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=607ee20a-b81c-401d-b965-c8c6c3c94627,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:17.571868 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:17.591333 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-02b9ec6a-7204-4579-954e-09114a4b37e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:17.649131 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:19:17.656950 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:19:17.663857 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:19:17.712493 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=468d9daf-8168-4c73-86c8-c6f551067b0b,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:17.717259 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:18.256469 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:18.319255 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421c4c01-4f8f-494a-82fc-37f115b049d5 None None] Network 3cb65614-7a67-4df8-acee-c6403c9d2f72 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:19:18.538257 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-dd010d7f-5e1f-48a8-baee-3922b9138e3e None None] Provisioning for port 45e0c7b5-4003-46d3-abca-763d5ef50978 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:19:18.643693 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:18.892603 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 45e0c7b5-4003-46d3-abca-763d5ef50978 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:19:19.065056 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 45e0c7b5-4003-46d3-abca-763d5ef50978 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:19:19.070453 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 45e0c7b5-4003-46d3-abca-763d5ef50978 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:19:19.070838 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:19.178901 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Router 60311c26-da9c-4e2e-b8a4-ca6e4999f278 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 17:19:19.263945 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:19.300704 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 45e0c7b5-4003-46d3-abca-763d5ef50978, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=45e0c7b5-4003-46d3-abca-763d5ef50978,segment=NetworkSegment(38c2c861-50c4-452e-b58a-30e696181d58),segment_id=38c2c861-50c4-452e-b58a-30e696181d58)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:19:19.379637 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:19.380890 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 607ee20a-b81c-401d-b965-c8c6c3c94627 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:19:19.391989 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:19:19.420483 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a3e9fe06-7d99-4014-b02c-24ebaa018149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:19.451808 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Sync routers for ids ['60311c26-da9c-4e2e-b8a4-ca6e4999f278'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:19:19.493187 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:19.495499 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b8b9fdf8-9069-4ac9-a5d5-aae5b7f8f8b8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.8513784
Jun 04 17:19:19.498527 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40074) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:19:19.516102 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Routers {'60311c26-da9c-4e2e-b8a4-ca6e4999f278'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:19:19.516747 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c441bb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:19:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['60311c26-da9c-4e2e-b8a4-ca6e4999f278'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:19:19.602847 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=45e0c7b5-4003-46d3-abca-763d5ef50978,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:19.612719 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:19.701301 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 607ee20a-b81c-401d-b965-c8c6c3c94627 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:19:19.701590 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:19.772634 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Set router 60311c26-da9c-4e2e-b8a4-ca6e4999f278 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:19:20.150670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c441bb0>, [{'id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'name': 'tempest-TestShelveInstance-407703880-router', 'tenant_id': '31972bb6e28b4e83ae875adc50ac048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '468d9daf-8168-4c73-86c8-c6f551067b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:15Z', 'updated_at': '2021-06-04T17:19:17Z', 'revision_number': 3, 'project_id': '31972bb6e28b4e83ae875adc50ac048f', 'gw_port': {'id': '468d9daf-8168-4c73-86c8-c6f551067b0b', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:17Z', 'updated_at': '2021-06-04T17:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:19:20.156944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Checking router: 60311c26-da9c-4e2e-b8a4-ca6e4999f278 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:19:20.157562 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Updating router 60311c26-da9c-4e2e-b8a4-ca6e4999f278 port 468d9daf-8168-4c73-86c8-c6f551067b0b binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:19:20.223781 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:20.340725 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:20.598940 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:20.604060 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Allocated IP 172.20.0.1 (3cb65614-7a67-4df8-acee-c6403c9d2f72/c593fd1f-84f7-4054-8f07-4d491df29225/45189172-0265-4c76-815b-9f374f4d3737) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:19:20.611014 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Transition to ACTIVE for port object 468d9daf-8168-4c73-86c8-c6f551067b0b will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:19:20.711465 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:20.720541 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b6edacc0-cb35-48d3-8ba0-be0711136359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:20.767172 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:20.769877 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 45e0c7b5-4003-46d3-abca-763d5ef50978 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:19:20.787815 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Transition to ACTIVE for port object 45189172-0265-4c76-815b-9f374f4d3737 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:19:20.857713 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Attempting to bind port 468d9daf-8168-4c73-86c8-c6f551067b0b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:19:20.857981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Attempting to bind port 468d9daf-8168-4c73-86c8-c6f551067b0b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:19:20.858365 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Attempting to bind port 468d9daf-8168-4c73-86c8-c6f551067b0b on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:19:20.869647 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349aa9d8-3cc3-4f97-9648-f25155959dd3 None None] Pushing event updated for resources: {'Port': ['ID=468d9daf-8168-4c73-86c8-c6f551067b0b,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:20.873868 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:19:20.874243 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:19:20.874642 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:20.875029 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:19:20.875502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Bound port: 468d9daf-8168-4c73-86c8-c6f551067b0b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:19:20.875873 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:20.899093 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:20.901116 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-349aa9d8-3cc3-4f97-9648-f25155959dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:20.906008 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e04bd448-0015-4517-a2cf-13d9cfdff381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:20.973713 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 45e0c7b5-4003-46d3-abca-763d5ef50978 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:19:20.974206 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:20.977438 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Network 3cb65614-7a67-4df8-acee-c6403c9d2f72 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:19:20.981169 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:19:20.985219 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:19:21.041805 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=45189172-0265-4c76-815b-9f374f4d3737,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:21.075073 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:21.080944 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:21.111490 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] For port 468d9daf-8168-4c73-86c8-c6f551067b0b, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:19:21.125455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] For port 468d9daf-8168-4c73-86c8-c6f551067b0b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=468d9daf-8168-4c73-86c8-c6f551067b0b,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:19:21.225103 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:21.231135 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:21.340095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Routers {'60311c26-da9c-4e2e-b8a4-ca6e4999f278'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:19:21.341057 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c441bb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:19:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['60311c26-da9c-4e2e-b8a4-ca6e4999f278'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:19:21.413888 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349aa9d8-3cc3-4f97-9648-f25155959dd3 None None] Pushing event updated for resources: {'Port': ['ID=468d9daf-8168-4c73-86c8-c6f551067b0b,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:21.418861 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-349aa9d8-3cc3-4f97-9648-f25155959dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:21.484083 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:21.537260 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7639ae25-b5ca-4d73-992f-fb85a9d83dc5 None None] Provisioning for port 45189172-0265-4c76-815b-9f374f4d3737 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:19:21.542497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] Set router 60311c26-da9c-4e2e-b8a4-ca6e4999f278 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:19:21.678232 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-7639ae25-b5ca-4d73-992f-fb85a9d83dc5 None None] Provisioning complete for port 45189172-0265-4c76-815b-9f374f4d3737 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:19:21.678951 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7639ae25-b5ca-4d73-992f-fb85a9d83dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:21.761689 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:21.841630 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:21.845659 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-7639ae25-b5ca-4d73-992f-fb85a9d83dc5 None None] Port 45189172-0265-4c76-815b-9f374f4d3737 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:19:21.872827 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-3e114bff-9cfe-4c87-a28d-db745838f82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:21.950960 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c441bb0>, [{'id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'name': 'tempest-TestShelveInstance-407703880-router', 'tenant_id': '31972bb6e28b4e83ae875adc50ac048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '468d9daf-8168-4c73-86c8-c6f551067b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:15Z', 'updated_at': '2021-06-04T17:19:17Z', 'revision_number': 3, 'project_id': '31972bb6e28b4e83ae875adc50ac048f', 'gw_port': {'id': '468d9daf-8168-4c73-86c8-c6f551067b0b', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:17Z', 'updated_at': '2021-06-04T17:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:19:21.955130 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f383f-5231-4788-98e2-f6de4b3fb913 None None] The sync data for ids ['60311c26-da9c-4e2e-b8a4-ca6e4999f278'] in n-d-791505-9 is: [{'id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'name': 'tempest-TestShelveInstance-407703880-router', 'tenant_id': '31972bb6e28b4e83ae875adc50ac048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '468d9daf-8168-4c73-86c8-c6f551067b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:15Z', 'updated_at': '2021-06-04T17:19:17Z', 'revision_number': 3, 'project_id': '31972bb6e28b4e83ae875adc50ac048f', 'gw_port': {'id': '468d9daf-8168-4c73-86c8-c6f551067b0b', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:17Z', 'updated_at': '2021-06-04T17:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:19:21.959889 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:21.965560 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=45189172-0265-4c76-815b-9f374f4d3737,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:21.970323 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:22.120943 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Network 3cb65614-7a67-4df8-acee-c6403c9d2f72 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:19:22.122450 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:19:22.378046 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Router 60311c26-da9c-4e2e-b8a4-ca6e4999f278 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:19:22.387042 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-73b146f7-7881-4e64-b589-b54cdef908f1 None None] Provisioning complete for port 45189172-0265-4c76-815b-9f374f4d3737 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:19:22.387420 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-73b146f7-7881-4e64-b589-b54cdef908f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:22.457373 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-73b146f7-7881-4e64-b589-b54cdef908f1 None None] Port 45189172-0265-4c76-815b-9f374f4d3737 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:19:22.586638 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:19:22.600671 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] 10.222.0.32 "PUT /v2.0/routers/60311c26-da9c-4e2e-b8a4-ca6e4999f278/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1003268
Jun 04 17:19:22.809332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 468d9daf-8168-4c73-86c8-c6f551067b0b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:19:22.950524 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 468d9daf-8168-4c73-86c8-c6f551067b0b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:19:22.955787 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 468d9daf-8168-4c73-86c8-c6f551067b0b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:19:22.956162 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:23.093712 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:23.116932 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 468d9daf-8168-4c73-86c8-c6f551067b0b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=468d9daf-8168-4c73-86c8-c6f551067b0b,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:19:23.179055 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:23.182751 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:23.258951 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=468d9daf-8168-4c73-86c8-c6f551067b0b,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:23.262557 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:23.646022 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Sync routers for ids ['60311c26-da9c-4e2e-b8a4-ca6e4999f278'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:19:23.657273 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Routers {'60311c26-da9c-4e2e-b8a4-ca6e4999f278'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:19:23.657885 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c781490>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:19:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['60311c26-da9c-4e2e-b8a4-ca6e4999f278'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:19:23.888633 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Set router 60311c26-da9c-4e2e-b8a4-ca6e4999f278 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:19:24.287384 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c781490>, [{'id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'name': 'tempest-TestShelveInstance-407703880-router', 'tenant_id': '31972bb6e28b4e83ae875adc50ac048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '468d9daf-8168-4c73-86c8-c6f551067b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:15Z', 'updated_at': '2021-06-04T17:19:21Z', 'revision_number': 4, 'project_id': '31972bb6e28b4e83ae875adc50ac048f', 'gw_port': {'id': '468d9daf-8168-4c73-86c8-c6f551067b0b', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:17Z', 'updated_at': '2021-06-04T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '45189172-0265-4c76-815b-9f374f4d3737', 'name': '', 'network_id': '3cb65614-7a67-4df8-acee-c6403c9d2f72', 'tenant_id': '31972bb6e28b4e83ae875adc50ac048f', 'mac_address': 'fa:16:3e:c4:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c593fd1f-84f7-4054-8f07-4d491df29225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:20Z', 'updated_at': '2021-06-04T17:19:21Z', 'revision_number': 2, 'project_id': '31972bb6e28b4e83ae875adc50ac048f', 'subnets': [{'id': 'c593fd1f-84f7-4054-8f07-4d491df29225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:19:24.294909 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Checking router: 60311c26-da9c-4e2e-b8a4-ca6e4999f278 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:19:24.295495 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Updating router 60311c26-da9c-4e2e-b8a4-ca6e4999f278 port 45189172-0265-4c76-815b-9f374f4d3737 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:19:24.370446 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:24.773547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 468d9daf-8168-4c73-86c8-c6f551067b0b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:19:24.812326 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:24.825615 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Transition to ACTIVE for port object 45189172-0265-4c76-815b-9f374f4d3737 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:19:24.851577 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 468d9daf-8168-4c73-86c8-c6f551067b0b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:19:24.851949 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:24.904451 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:24.909362 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-743cb5e8-c61f-4d8f-b2e7-947e8ed920fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:25.037267 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439d681-7b26-42fe-ad86-7670e37d2706 None None] Pushing event updated for resources: {'Port': ['ID=45189172-0265-4c76-815b-9f374f4d3737,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:25.041967 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-6439d681-7b26-42fe-ad86-7670e37d2706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:25.140953 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Attempting to bind port 45189172-0265-4c76-815b-9f374f4d3737 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:19:25.141585 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Attempting to bind port 45189172-0265-4c76-815b-9f374f4d3737 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '38c2c861-50c4-452e-b58a-30e696181d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3cb65614-7a67-4df8-acee-c6403c9d2f72'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:19:25.142045 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Attempting to bind port 45189172-0265-4c76-815b-9f374f4d3737 on network 3cb65614-7a67-4df8-acee-c6403c9d2f72 {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:19:25.150813 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:19:25.151251 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Checking segment: {'id': '38c2c861-50c4-452e-b58a-30e696181d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3cb65614-7a67-4df8-acee-c6403c9d2f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:19:25.151709 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:25.152109 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Bound using segment: {'id': '38c2c861-50c4-452e-b58a-30e696181d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3cb65614-7a67-4df8-acee-c6403c9d2f72'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:19:25.152608 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Bound port: 45189172-0265-4c76-815b-9f374f4d3737, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c2c861-50c4-452e-b58a-30e696181d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3cb65614-7a67-4df8-acee-c6403c9d2f72'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:19:25.153027 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:25.224345 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:25.260541 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] For port 45189172-0265-4c76-815b-9f374f4d3737, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:19:25.264202 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] For port 45189172-0265-4c76-815b-9f374f4d3737, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=45189172-0265-4c76-815b-9f374f4d3737,segment=NetworkSegment(38c2c861-50c4-452e-b58a-30e696181d58),segment_id=38c2c861-50c4-452e-b58a-30e696181d58)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:19:25.334368 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:25.342791 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-539ba4fd-689a-43c4-8c66-6a6ab5f736ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:25.438706 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439d681-7b26-42fe-ad86-7670e37d2706 None None] Pushing event updated for resources: {'Port': ['ID=45189172-0265-4c76-815b-9f374f4d3737,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:25.441359 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Routers {'60311c26-da9c-4e2e-b8a4-ca6e4999f278'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:19:25.441972 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c781490>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:19:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['60311c26-da9c-4e2e-b8a4-ca6e4999f278'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:19:25.489749 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-6439d681-7b26-42fe-ad86-7670e37d2706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:25.651836 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] Set router 60311c26-da9c-4e2e-b8a4-ca6e4999f278 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:19:26.033162 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c781490>, [{'id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'name': 'tempest-TestShelveInstance-407703880-router', 'tenant_id': '31972bb6e28b4e83ae875adc50ac048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '468d9daf-8168-4c73-86c8-c6f551067b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:15Z', 'updated_at': '2021-06-04T17:19:21Z', 'revision_number': 4, 'project_id': '31972bb6e28b4e83ae875adc50ac048f', 'gw_port': {'id': '468d9daf-8168-4c73-86c8-c6f551067b0b', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:17Z', 'updated_at': '2021-06-04T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '45189172-0265-4c76-815b-9f374f4d3737', 'name': '', 'network_id': '3cb65614-7a67-4df8-acee-c6403c9d2f72', 'tenant_id': '31972bb6e28b4e83ae875adc50ac048f', 'mac_address': 'fa:16:3e:c4:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c593fd1f-84f7-4054-8f07-4d491df29225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:20Z', 'updated_at': '2021-06-04T17:19:25Z', 'revision_number': 4, 'project_id': '31972bb6e28b4e83ae875adc50ac048f', 'subnets': [{'id': 'c593fd1f-84f7-4054-8f07-4d491df29225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:19:26.037616 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbd6bc-a43f-4561-89f5-87e16ca9feb9 None None] The sync data for ids ['60311c26-da9c-4e2e-b8a4-ca6e4999f278'] in n-d-791505-9 is: [{'id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'name': 'tempest-TestShelveInstance-407703880-router', 'tenant_id': '31972bb6e28b4e83ae875adc50ac048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '468d9daf-8168-4c73-86c8-c6f551067b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:15Z', 'updated_at': '2021-06-04T17:19:21Z', 'revision_number': 4, 'project_id': '31972bb6e28b4e83ae875adc50ac048f', 'gw_port': {'id': '468d9daf-8168-4c73-86c8-c6f551067b0b', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:17Z', 'updated_at': '2021-06-04T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '45189172-0265-4c76-815b-9f374f4d3737', 'name': '', 'network_id': '3cb65614-7a67-4df8-acee-c6403c9d2f72', 'tenant_id': '31972bb6e28b4e83ae875adc50ac048f', 'mac_address': 'fa:16:3e:c4:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c593fd1f-84f7-4054-8f07-4d491df29225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:20Z', 'updated_at': '2021-06-04T17:19:25Z', 'revision_number': 4, 'project_id': '31972bb6e28b4e83ae875adc50ac048f', 'subnets': [{'id': 'c593fd1f-84f7-4054-8f07-4d491df29225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:19:26.793839 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 45189172-0265-4c76-815b-9f374f4d3737 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:19:26.984193 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 45189172-0265-4c76-815b-9f374f4d3737 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:19:26.990058 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 45189172-0265-4c76-815b-9f374f4d3737 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:19:26.994798 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:27.109335 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:27.142197 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 45189172-0265-4c76-815b-9f374f4d3737, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=45189172-0265-4c76-815b-9f374f4d3737,segment=NetworkSegment(38c2c861-50c4-452e-b58a-30e696181d58),segment_id=38c2c861-50c4-452e-b58a-30e696181d58)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:19:27.224545 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:27.227472 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:19:27.305476 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=45189172-0265-4c76-815b-9f374f4d3737,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:19:27.308756 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:19:27.464747 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:28.759506 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 45189172-0265-4c76-815b-9f374f4d3737 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:19:28.836598 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 45189172-0265-4c76-815b-9f374f4d3737 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:19:28.836860 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:29.772696 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e45e-c0f7-45f3-927b-eafc3d8c967f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:32.161915 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:32.408313 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ada94df5-afc6-41a4-8b8b-5c040a3ce79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:34.142210 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:19:34.207888 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:35.795831 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:55.298439 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:57.493768 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:19:59.737916 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6de21adc-3b8e-41b3-a894-1ed0f008f277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:20:02.269392 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:20:02.682485 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-868c0519-a7d0-4743-a9e4-af01c975d7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:20:04.195181 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:20:05.800724 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:20:11.142011 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:20:25.269926 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:20:27.543565 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:20:29.766337 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-43a01234-5e4e-438a-b50c-02496a4c862b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:20:32.165812 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:20:32.469774 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7419d106-2885-4de2-bad6-695d99762a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:20:34.223203 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:20:35.817514 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:20:48.141356 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:20:55.262988 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:20:57.480006 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:20:59.702871 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-26c2544b-de4e-4b58-9c1c-e5471c17d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:02.160118 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:02.458077 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7a5fa520-18a9-4dc9-93ed-35bcc0e5208e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:04.217165 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:05.863404 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:22.925383 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40138) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:23.688244 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:24.139945 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Deleting port 607ee20a-b81c-401d-b965-c8c6c3c94627 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:21:24.140988 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:24.276966 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] For port 607ee20a-b81c-401d-b965-c8c6c3c94627, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=607ee20a-b81c-401d-b965-c8c6c3c94627,segment=NetworkSegment(1fec5555-c0ae-47e8-add0-97c1a73df454),segment_id=1fec5555-c0ae-47e8-add0-97c1a73df454)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:21:24.277387 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:24.408740 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Calling delete_port for 607ee20a-b81c-401d-b965-c8c6c3c94627 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:21:24.845844 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:24.852664 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:24.899807 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Pushing event deleted for resources: {'Port': ['ID=607ee20a-b81c-401d-b965-c8c6c3c94627,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:24.952165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:24.952575 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:24.952981 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:24.953361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:24.953728 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:24.954096 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:24.954460 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:24.954819 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:24.955184 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:24.955634 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:24.956004 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:24.956365 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:24.988658 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:25.141035 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:21:25.286171 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:25.396632 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:25.817722 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Router 8ed62f8e-8bba-47ea-a53f-adcbf187f3f1 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:21:26.091275 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:21:26.100887 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8cb4fb24-e0a0-4ccf-b135-c3f42655de9d admin admin] 10.222.0.32 "PUT /v2.0/routers/8ed62f8e-8bba-47ea-a53f-adcbf187f3f1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1744299
Jun 04 17:21:26.102097 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d966e0a-9ba1-4cf6-a333-36debaddc570 None None] Sync routers for ids ['8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:21:26.105477 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40142) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:26.113879 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d966e0a-9ba1-4cf6-a333-36debaddc570 None None] Routers {'8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:21:26.114322 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5d966e0a-9ba1-4cf6-a333-36debaddc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c671070>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:21:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:26.308561 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:26.325992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-5d966e0a-9ba1-4cf6-a333-36debaddc570 None None] Set router 8ed62f8e-8bba-47ea-a53f-adcbf187f3f1 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:21:26.540629 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:26.665172 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5d966e0a-9ba1-4cf6-a333-36debaddc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c671070>, [{'id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'name': 'tempest-TestShelveInstance-1675456057-router', 'tenant_id': '869d651adc7e4a409595dbe02c76d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'd3e3718a-3ae9-47f4-9741-77cfdde0d6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:05Z', 'updated_at': '2021-06-04T17:21:24Z', 'revision_number': 5, 'project_id': '869d651adc7e4a409595dbe02c76d8ef', 'gw_port': {'id': 'd3e3718a-3ae9-47f4-9741-77cfdde0d6dc', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:07Z', 'updated_at': '2021-06-04T17:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:26.669258 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d966e0a-9ba1-4cf6-a333-36debaddc570 None None] Checking router: 8ed62f8e-8bba-47ea-a53f-adcbf187f3f1 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:21:26.680071 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d966e0a-9ba1-4cf6-a333-36debaddc570 None None] Routers {'8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:21:26.681107 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5d966e0a-9ba1-4cf6-a333-36debaddc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c671070>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:21:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:26.742399 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] Deleting port d3e3718a-3ae9-47f4-9741-77cfdde0d6dc {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:21:26.742746 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:26.909324 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] For port d3e3718a-3ae9-47f4-9741-77cfdde0d6dc, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=d3e3718a-3ae9-47f4-9741-77cfdde0d6dc,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:21:26.909828 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:26.936078 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-5d966e0a-9ba1-4cf6-a333-36debaddc570 None None] Set router 8ed62f8e-8bba-47ea-a53f-adcbf187f3f1 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:21:27.035838 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] Calling delete_port for d3e3718a-3ae9-47f4-9741-77cfdde0d6dc owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:21:27.057780 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-5d966e0a-9ba1-4cf6-a333-36debaddc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c671070>, [{'id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'name': 'tempest-TestShelveInstance-1675456057-router', 'tenant_id': '869d651adc7e4a409595dbe02c76d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:05Z', 'updated_at': '2021-06-04T17:21:26Z', 'revision_number': 6, 'project_id': '869d651adc7e4a409595dbe02c76d8ef', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:27.063510 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d966e0a-9ba1-4cf6-a333-36debaddc570 None None] The sync data for ids ['8ed62f8e-8bba-47ea-a53f-adcbf187f3f1'] in n-d-791505-9 is: [{'id': '8ed62f8e-8bba-47ea-a53f-adcbf187f3f1', 'name': 'tempest-TestShelveInstance-1675456057-router', 'tenant_id': '869d651adc7e4a409595dbe02c76d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:05Z', 'updated_at': '2021-06-04T17:21:26Z', 'revision_number': 6, 'project_id': '869d651adc7e4a409595dbe02c76d8ef', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:21:27.485584 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:27.489950 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ac6bf7e1-72f5-4542-a580-d47845177d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:27.536808 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:27.541224 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e3718a-3ae9-47f4-9741-77cfdde0d6dc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:27.544739 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:27.640261 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:27.818116 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:27.820357 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:27.953941 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:27.954482 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ed62f8e-8bba-47ea-a53f-adcbf187f3f1 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 17:21:27.968396 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:27.973138 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-7e07269b-7773-474c-892b-04631aff6247 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8ed62f8e-8bba-47ea-a53f-adcbf187f3f1 HTTP/1.1" status: 204  len: 168 time: 1.8631694
Jun 04 17:21:27.973138 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40144) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:28.036255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e87df3-d7c8-4c32-8c5a-9193b03c9785 admin admin] Deleting subnet 90812f3d-0bc4-44ef-a179-6c861b7b8054 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:21:28.040144 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-30e87df3-d7c8-4c32-8c5a-9193b03c9785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:28.099366 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-30e87df3-d7c8-4c32-8c5a-9193b03c9785 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:28.200926 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-30e87df3-d7c8-4c32-8c5a-9193b03c9785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:28.580312 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-30e87df3-d7c8-4c32-8c5a-9193b03c9785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:28.589610 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e4aa36d8-9faf-492e-a708-2ec5086e7305 tempest-RoutersNegativeTest-527083215 tempest-RoutersNegativeTest-527083215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:28.648531 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e87df3-d7c8-4c32-8c5a-9193b03c9785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90812f3d-0bc4-44ef-a179-6c861b7b8054,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:28.651747 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-30e87df3-d7c8-4c32-8c5a-9193b03c9785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:28.659620 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-30e87df3-d7c8-4c32-8c5a-9193b03c9785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:28.667151 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879b00ba-4247-495f-bf2d-a458d0a1626e None None] Network 4445d66d-e4cd-4804-ae53-bcc5e74b108c requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:21:28.668166 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-30e87df3-d7c8-4c32-8c5a-9193b03c9785 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/90812f3d-0bc4-44ef-a179-6c861b7b8054 HTTP/1.1" status: 204  len: 168 time: 0.6947994
Jun 04 17:21:28.670762 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40146) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:28.851728 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d3e3718a-3ae9-47f4-9741-77cfdde0d6dc no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:21:28.900597 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: d3e3718a-3ae9-47f4-9741-77cfdde0d6dc {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:21:28.900947 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device d3e3718a-3ae9-47f4-9741-77cfdde0d6dc not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:21:28.901399 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 607ee20a-b81c-401d-b965-c8c6c3c94627 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:21:28.942181 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 607ee20a-b81c-401d-b965-c8c6c3c94627 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:21:28.942528 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 607ee20a-b81c-401d-b965-c8c6c3c94627 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:21:28.986359 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:29.033655 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] DHCP port deletion for 4445d66d-e4cd-4804-ae53-bcc5e74b108c request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 17:21:29.064151 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Deleting port f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:21:29.064483 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:29.108445 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Deleting port f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:21:29.108746 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:29.176285 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] For port f14eeb43-ad82-4f9f-ac4e-edfcd84904e8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f14eeb43-ad82-4f9f-ac4e-edfcd84904e8,segment=NetworkSegment(1fec5555-c0ae-47e8-add0-97c1a73df454),segment_id=1fec5555-c0ae-47e8-add0-97c1a73df454)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:21:29.176641 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:29.223461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] For port f14eeb43-ad82-4f9f-ac4e-edfcd84904e8, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=f14eeb43-ad82-4f9f-ac4e-edfcd84904e8,segment=NetworkSegment(1fec5555-c0ae-47e8-add0-97c1a73df454),segment_id=1fec5555-c0ae-47e8-add0-97c1a73df454)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:21:29.223898 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:29.331056 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Calling delete_port for f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:21:29.352338 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Calling delete_port for f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:21:29.468238 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:29.472452 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-2d49b852-6749-45bc-8178-54e3a6fea29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:29.474610 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:29.480863 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-49040b59-8623-45df-ac96-516a6b7a74dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:29.526313 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Pushing event deleted for resources: {'Port': ['ID=f14eeb43-ad82-4f9f-ac4e-edfcd84904e8,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:29.527293 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f14eeb43-ad82-4f9f-ac4e-edfcd84904e8,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:29.530421 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] No DVR routers for this DVR port f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:21:29.543627 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] No DVR routers for this DVR port f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:21:29.544460 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.544562 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.545614 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.546241 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.547400 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.547913 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.548453 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.548956 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.549551 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.550052 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.550585 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.551120 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.558332 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:29.589835 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.590436 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.591044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.591671 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.592272 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.593470 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.594315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.594951 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.595459 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.595843 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.596546 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.596735 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:29.605233 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:29.674173 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc914-e508-4ce7-bc7b-332de34c582b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:29.700593 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:29.714946 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8391093e50>,) {'filters': {'network_id': ['4445d66d-e4cd-4804-ae53-bcc5e74b108c']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:29.728386 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391093e50>, '1fec5555-c0ae-47e8-add0-97c1a73df454') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:29.728618 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8391093e50>, '1fec5555-c0ae-47e8-add0-97c1a73df454') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:29.740746 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:29.759736 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:29.766729 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:21:29.771632 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:21:29.781644 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:21:29.942579 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:29.947415 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-eef764ce-22d9-471c-876d-fbed2430163c tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:29.962680 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:29.974847 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4445d66d-e4cd-4804-ae53-bcc5e74b108c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:29.981417 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:29.984029 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-8a475ac3-c3f6-44d4-9d4f-d4f7ac242de1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4445d66d-e4cd-4804-ae53-bcc5e74b108c HTTP/1.1" status: 204  len: 168 time: 1.3115082
Jun 04 17:21:29.986948 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40150) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:30.597043 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f152c4c7-2cc2-46d4-aeb5-d6cfa2709f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:30.826023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:21:30.865452 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:21:30.866132 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device f14eeb43-ad82-4f9f-ac4e-edfcd84904e8 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:21:31.199329 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-f152c4c7-2cc2-46d4-aeb5-d6cfa2709f8b admin admin] Deleting port 45189172-0265-4c76-815b-9f374f4d3737 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:21:31.199913 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f152c4c7-2cc2-46d4-aeb5-d6cfa2709f8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:31.327582 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-f152c4c7-2cc2-46d4-aeb5-d6cfa2709f8b admin admin] For port 45189172-0265-4c76-815b-9f374f4d3737, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=45189172-0265-4c76-815b-9f374f4d3737,segment=NetworkSegment(38c2c861-50c4-452e-b58a-30e696181d58),segment_id=38c2c861-50c4-452e-b58a-30e696181d58)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:21:31.327935 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f152c4c7-2cc2-46d4-aeb5-d6cfa2709f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:31.463285 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-f152c4c7-2cc2-46d4-aeb5-d6cfa2709f8b admin admin] Calling delete_port for 45189172-0265-4c76-815b-9f374f4d3737 owned by network:router_interface {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:21:31.708533 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f152c4c7-2cc2-46d4-aeb5-d6cfa2709f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:31.713187 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ece2e70e-1828-4be8-b403-7236edf5430d tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:31.784380 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152c4c7-2cc2-46d4-aeb5-d6cfa2709f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=45189172-0265-4c76-815b-9f374f4d3737,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:31.792504 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-f152c4c7-2cc2-46d4-aeb5-d6cfa2709f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:32.035831 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-f152c4c7-2cc2-46d4-aeb5-d6cfa2709f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:32.159212 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:32.415049 n-d-791505-9 neutron-server[88301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f152c4c7-2cc2-46d4-aeb5-d6cfa2709f8b admin admin] Router 60311c26-da9c-4e2e-b8a4-ca6e4999f278 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:21:32.439383 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9f96d685-7629-4166-8700-33f96ff61601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:32.802986 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f152c4c7-2cc2-46d4-aeb5-d6cfa2709f8b admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:21:32.814391 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129fe7ae-bcd1-425c-9a74-8d6b2f3e88c8 None None] Sync routers for ids ['60311c26-da9c-4e2e-b8a4-ca6e4999f278'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:21:32.815495 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-f152c4c7-2cc2-46d4-aeb5-d6cfa2709f8b admin admin] 10.222.0.32 "PUT /v2.0/routers/60311c26-da9c-4e2e-b8a4-ca6e4999f278/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8273590
Jun 04 17:21:32.818221 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40154) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:32.828666 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129fe7ae-bcd1-425c-9a74-8d6b2f3e88c8 None None] Routers {'60311c26-da9c-4e2e-b8a4-ca6e4999f278'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:21:32.829362 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-129fe7ae-bcd1-425c-9a74-8d6b2f3e88c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc3d1f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:21:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['60311c26-da9c-4e2e-b8a4-ca6e4999f278'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:33.032281 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] Notify callbacks [] for router, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:33.047847 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-129fe7ae-bcd1-425c-9a74-8d6b2f3e88c8 None None] Set router 60311c26-da9c-4e2e-b8a4-ca6e4999f278 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:21:33.249133 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:33.408957 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-129fe7ae-bcd1-425c-9a74-8d6b2f3e88c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc3d1f0>, [{'id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'name': 'tempest-TestShelveInstance-407703880-router', 'tenant_id': '31972bb6e28b4e83ae875adc50ac048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '468d9daf-8168-4c73-86c8-c6f551067b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:15Z', 'updated_at': '2021-06-04T17:21:31Z', 'revision_number': 5, 'project_id': '31972bb6e28b4e83ae875adc50ac048f', 'gw_port': {'id': '468d9daf-8168-4c73-86c8-c6f551067b0b', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:19:17Z', 'updated_at': '2021-06-04T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:33.414431 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129fe7ae-bcd1-425c-9a74-8d6b2f3e88c8 None None] Checking router: 60311c26-da9c-4e2e-b8a4-ca6e4999f278 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:21:33.430278 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129fe7ae-bcd1-425c-9a74-8d6b2f3e88c8 None None] Routers {'60311c26-da9c-4e2e-b8a4-ca6e4999f278'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:21:33.430908 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-129fe7ae-bcd1-425c-9a74-8d6b2f3e88c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc3d1f0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:21:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['60311c26-da9c-4e2e-b8a4-ca6e4999f278'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:33.487176 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] Deleting port 468d9daf-8168-4c73-86c8-c6f551067b0b {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:21:33.488105 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:33.610327 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-129fe7ae-bcd1-425c-9a74-8d6b2f3e88c8 None None] Set router 60311c26-da9c-4e2e-b8a4-ca6e4999f278 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:21:33.666175 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] For port 468d9daf-8168-4c73-86c8-c6f551067b0b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=468d9daf-8168-4c73-86c8-c6f551067b0b,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:21:33.666570 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:33.726989 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-129fe7ae-bcd1-425c-9a74-8d6b2f3e88c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc3d1f0>, [{'id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'name': 'tempest-TestShelveInstance-407703880-router', 'tenant_id': '31972bb6e28b4e83ae875adc50ac048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:15Z', 'updated_at': '2021-06-04T17:21:33Z', 'revision_number': 6, 'project_id': '31972bb6e28b4e83ae875adc50ac048f', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:33.731829 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129fe7ae-bcd1-425c-9a74-8d6b2f3e88c8 None None] The sync data for ids ['60311c26-da9c-4e2e-b8a4-ca6e4999f278'] in n-d-791505-9 is: [{'id': '60311c26-da9c-4e2e-b8a4-ca6e4999f278', 'name': 'tempest-TestShelveInstance-407703880-router', 'tenant_id': '31972bb6e28b4e83ae875adc50ac048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:19:15Z', 'updated_at': '2021-06-04T17:21:33Z', 'revision_number': 6, 'project_id': '31972bb6e28b4e83ae875adc50ac048f', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:21:33.838218 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] Calling delete_port for 468d9daf-8168-4c73-86c8-c6f551067b0b owned by network:router_gateway {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:21:34.097768 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:34.102347 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-9aa350c8-ad4d-452c-8031-7adb8b4439cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:34.149044 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=468d9daf-8168-4c73-86c8-c6f551067b0b,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:34.152538 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:34.233961 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:34.270961 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:34.486713 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:34.489078 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:34.628423 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:34.628970 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60311c26-da9c-4e2e-b8a4-ca6e4999f278 {{(pid=88301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 17:21:34.649254 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] Notify callbacks [] for router, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:34.650427 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-89801f10-cd80-4701-bb0c-02ddec581ddb admin admin] 10.222.0.32 "DELETE /v2.0/routers/60311c26-da9c-4e2e-b8a4-ca6e4999f278 HTTP/1.1" status: 204  len: 168 time: 1.8312974
Jun 04 17:21:34.654115 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40156) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:34.727719 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f11f22-05c5-4945-96bd-1bd61c0231c8 admin admin] Deleting subnet c593fd1f-84f7-4054-8f07-4d491df29225 {{(pid=88301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:21:34.731590 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54f11f22-05c5-4945-96bd-1bd61c0231c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:34.797159 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54f11f22-05c5-4945-96bd-1bd61c0231c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242526'] for subnet, precommit_delete_associations {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:34.861744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 468d9daf-8168-4c73-86c8-c6f551067b0b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:21:34.923702 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 468d9daf-8168-4c73-86c8-c6f551067b0b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:21:34.924225 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 468d9daf-8168-4c73-86c8-c6f551067b0b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:21:34.924488 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 45189172-0265-4c76-815b-9f374f4d3737 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:21:34.925056 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54f11f22-05c5-4945-96bd-1bd61c0231c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:34.964379 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 45189172-0265-4c76-815b-9f374f4d3737 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:21:34.964737 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 45189172-0265-4c76-815b-9f374f4d3737 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:21:35.485525 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54f11f22-05c5-4945-96bd-1bd61c0231c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9474563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10085799'] for subnet, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:35.489660 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-ba811de9-6688-492d-94e7-0e5d79a0288c tempest-PortsIpV6TestJSON-2002640485 tempest-PortsIpV6TestJSON-2002640485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:35.525033 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f11f22-05c5-4945-96bd-1bd61c0231c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c593fd1f-84f7-4054-8f07-4d491df29225,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:35.528679 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-54f11f22-05c5-4945-96bd-1bd61c0231c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:35.531472 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-54f11f22-05c5-4945-96bd-1bd61c0231c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:35.540665 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-54f11f22-05c5-4945-96bd-1bd61c0231c8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c593fd1f-84f7-4054-8f07-4d491df29225 HTTP/1.1" status: 204  len: 168 time: 0.8847086
Jun 04 17:21:35.541708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d85c0e7-362c-43df-9bab-809b014ae18d None None] Network 3cb65614-7a67-4df8-acee-c6403c9d2f72 requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:21:35.542786 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40158) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:35.679493 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:35.775315 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Deleting port 45e0c7b5-4003-46d3-abca-763d5ef50978 {{(pid=88301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:21:35.775315 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:35.845349 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31328e0-f8d0-4748-94de-4c7cc7a2bebc None None] DHCP port deletion for 3cb65614-7a67-4df8-acee-c6403c9d2f72 request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 17:21:35.849347 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:35.888196 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.db [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] For port 45e0c7b5-4003-46d3-abca-763d5ef50978, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=45e0c7b5-4003-46d3-abca-763d5ef50978,segment=NetworkSegment(38c2c861-50c4-452e-b58a-30e696181d58),segment_id=38c2c861-50c4-452e-b58a-30e696181d58)] {{(pid=88301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:21:35.888806 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:35.926253 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c31328e0-f8d0-4748-94de-4c7cc7a2bebc None None] Deleting port 45e0c7b5-4003-46d3-abca-763d5ef50978 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:21:35.926638 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c31328e0-f8d0-4748-94de-4c7cc7a2bebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:36.019250 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.plugin [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Calling delete_port for 45e0c7b5-4003-46d3-abca-763d5ef50978 owned by network:dhcp {{(pid=88301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:21:36.031996 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-c31328e0-f8d0-4748-94de-4c7cc7a2bebc None None] For port 45e0c7b5-4003-46d3-abca-763d5ef50978, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=45e0c7b5-4003-46d3-abca-763d5ef50978,segment=NetworkSegment(38c2c861-50c4-452e-b58a-30e696181d58),segment_id=38c2c861-50c4-452e-b58a-30e696181d58)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:21:36.032316 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c31328e0-f8d0-4748-94de-4c7cc7a2bebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:36.171159 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9474614'] for port, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:36.175573 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-5951bb3c-85e1-4d1c-ae6a-48d5ff03b37d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:36.208745 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-c31328e0-f8d0-4748-94de-4c7cc7a2bebc None None] Calling delete_port for 45e0c7b5-4003-46d3-abca-763d5ef50978 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:21:36.220822 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Pushing event deleted for resources: {'Port': ['ID=45e0c7b5-4003-46d3-abca-763d5ef50978,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:36.223900 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:36.228681 n-d-791505-9 neutron-server[88301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] No DVR routers for this DVR port 45e0c7b5-4003-46d3-abca-763d5ef50978 on host n-d-791505-9 {{(pid=88301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:21:36.262810 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c31328e0-f8d0-4748-94de-4c7cc7a2bebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:36.266507 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-b419dd17-1ea3-4601-87d5-3d1c8a870038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:36.309625 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31328e0-f8d0-4748-94de-4c7cc7a2bebc None None] Pushing event deleted for resources: {'Port': ['ID=45e0c7b5-4003-46d3-abca-763d5ef50978,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:36.312848 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-c31328e0-f8d0-4748-94de-4c7cc7a2bebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:36.313929 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31328e0-f8d0-4748-94de-4c7cc7a2bebc None None] No DVR routers for this DVR port 45e0c7b5-4003-46d3-abca-763d5ef50978 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:21:36.367683 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:36.385851 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8385fd5610>,) {'filters': {'network_id': ['3cb65614-7a67-4df8-acee-c6403c9d2f72']}} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:36.401998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385fd5610>, '38c2c861-50c4-452e-b58a-30e696181d58') {'for_net_delete': True} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:36.401998 n-d-791505-9 neutron-server[88301]: DEBUG neutron.services.segments.db [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8385fd5610>, '38c2c861-50c4-452e-b58a-30e696181d58') {} {{(pid=88301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:36.414351 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242471'] for segment, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:36.431467 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:36.437976 n-d-791505-9 neutron-server[88301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:21:36.438350 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9474793'] for segment, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]: Traceback (most recent call last):
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:     timer()
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:     cb(*args, **kw)
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:     return func(*args, **kwargs)
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:     self._notify()
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:     self.callback(batched_events)
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:     event.method(event)
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:     return f(self, *a, **k)
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:     return self._get(url).json()
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:21:36.452747 n-d-791505-9 neutron-server[88301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:21:36.645380 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:36.649839 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-68ec166c-58a7-4456-ad7e-881911b28d55 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:36.665367 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Notify callbacks [] for network, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:36.675697 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb65614-7a67-4df8-acee-c6403c9d2f72,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:36.678502 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:36.681129 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-7cda74a6-ba70-4890-91a3-1fe3bfccebdf admin admin] 10.222.0.32 "DELETE /v2.0/networks/3cb65614-7a67-4df8-acee-c6403c9d2f72 HTTP/1.1" status: 204  len: 168 time: 1.1363032
Jun 04 17:21:36.834074 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 45e0c7b5-4003-46d3-abca-763d5ef50978 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:21:36.873183 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 45e0c7b5-4003-46d3-abca-763d5ef50978 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:21:36.873538 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 45e0c7b5-4003-46d3-abca-763d5ef50978 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:21:37.279050 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40162) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:37.349890 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-3eb09c2f-bc1c-46e4-a5ec-ad25aee72045 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=869d651adc7e4a409595dbe02c76d8ef&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0693612
Jun 04 17:21:37.352425 n-d-791505-9 neutron-server[88301]: DEBUG neutron.wsgi [-] (88301) accepted ('10.222.0.32', 40164) {{(pid=88301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:37.420304 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3f98ecb-defd-4c84-8794-c86c46569e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:37.449391 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3f98ecb-defd-4c84-8794-c86c46569e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:37.634102 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3f98ecb-defd-4c84-8794-c86c46569e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:37.638488 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-04bc37f6-70a8-406b-abc0-b81c35885d36 tempest-NetworksIpV6Test-2131282527 tempest-NetworksIpV6Test-2131282527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:37.650917 n-d-791505-9 neutron-server[88301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f98ecb-defd-4c84-8794-c86c46569e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de4dcc8-7539-4fa0-ada0-512e0339a62c,revision_number=None']} {{(pid=88301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:37.653575 n-d-791505-9 neutron-server[88301]: DEBUG oslo_concurrency.lockutils [None req-d3f98ecb-defd-4c84-8794-c86c46569e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:37.660688 n-d-791505-9 neutron-server[88301]: DEBUG neutron_lib.callbacks.manager [None req-d3f98ecb-defd-4c84-8794-c86c46569e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:37.661890 n-d-791505-9 neutron-server[88301]: INFO neutron.wsgi [None req-d3f98ecb-defd-4c84-8794-c86c46569e76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4de4dcc8-7539-4fa0-ada0-512e0339a62c HTTP/1.1" status: 204  len: 168 time: 0.3085382
Jun 04 17:21:38.764860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40170) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:38.821076 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f351769d-8198-478f-87f7-3a386ee56c74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31972bb6e28b4e83ae875adc50ac048f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0547581
Jun 04 17:21:38.824611 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40172) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:38.886256 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6af10856-fd83-4584-8f04-09780c3d24b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:38.912718 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6af10856-fd83-4584-8f04-09780c3d24b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:39.091276 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6af10856-fd83-4584-8f04-09780c3d24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:39.095158 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5e0253fe-2530-45c7-8959-e8aee13e7fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:39.107053 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af10856-fd83-4584-8f04-09780c3d24b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c076e2d-c8f0-480e-ab11-c8d97c71ac93,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:39.109663 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-6af10856-fd83-4584-8f04-09780c3d24b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:39.115753 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-6af10856-fd83-4584-8f04-09780c3d24b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:39.119346 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-6af10856-fd83-4584-8f04-09780c3d24b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c076e2d-c8f0-480e-ab11-c8d97c71ac93 HTTP/1.1" status: 204  len: 168 time: 0.2915566
Jun 04 17:21:40.713949 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40194) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:40.845049 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1544257433-network', 'tenant_id': 'd88a54ba37a3490ab3c519f1ba7477be'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:21:40.852437 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:21:40.858516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Usage tracker for resource:network and tenant:d88a54ba37a3490ab3c519f1ba7477be is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:21:40.861456 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:21:40.871009 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:21:40.982166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Made reservation on behalf of d88a54ba37a3490ab3c519f1ba7477be for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:21:40.984539 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:41.001620 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:41.017405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:21:41.021586 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Usage tracker for resource:security_group_rule and tenant:d88a54ba37a3490ab3c519f1ba7477be is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:21:41.025031 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:21:41.031117 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:21:41.122838 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:41.211285 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:41.215053 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b3419fee-7858-4c65-8977-96fd226df850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:41.246409 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:21:41.255564 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d63b47-c9ba-418b-b9e6-1e4bda3b0d7a,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:41.259881 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:41.262781 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:41.263182 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Added segment c5213d00-e803-40ce-a375-5948b804a945 of type vlan for network 2157a83a-80a0-4bbc-ae4b-3bce809385bc
Jun 04 17:21:41.297801 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:41.423095 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:41.424654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:21:41.425682 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:41.434500 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-075c79a1-a52b-489a-9aab-b36aeac7f033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:41.555078 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Pushing event updated for resources: {'Network': ['ID=2157a83a-80a0-4bbc-ae4b-3bce809385bc,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:41.557937 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:41.572578 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network 2157a83a-80a0-4bbc-ae4b-3bce809385bc details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:21:41.640264 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-f1ad0972-fb35-4f28-8331-0a8a5ccf0912 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9251842
Jun 04 17:21:41.643361 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40198) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:41.648825 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] Request body: {'subnet': {'network_id': '2157a83a-80a0-4bbc-ae4b-3bce809385bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1544257433-subnet', 'tenant_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:21:41.656000 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:21:41.661152 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] Usage tracker for resource:subnet and tenant:d88a54ba37a3490ab3c519f1ba7477be is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:21:41.664516 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:21:41.670647 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:21:41.754029 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] Made reservation on behalf of d88a54ba37a3490ab3c519f1ba7477be for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:21:41.757822 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:42.317961 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:42.322404 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-91cb02d8-13d5-4989-890c-ed1b5e87bc44 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:42.401019 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] Pushing event updated for resources: {'Subnet': ['ID=98150617-ae32-42fb-8728-f340fbfaaba8,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:42.404554 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:42.410818 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] Checking segment: {'id': 'c5213d00-e803-40ce-a375-5948b804a945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2157a83a-80a0-4bbc-ae4b-3bce809385bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:21:42.411179 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] Network hostable DHCP agents. Network: 2157a83a-80a0-4bbc-ae4b-3bce809385bc, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:21:42.536788 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] Network 2157a83a-80a0-4bbc-ae4b-3bce809385bc is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:21:42.651322 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, 2157a83a-80a0-4bbc-ae4b-3bce809385bc) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:21:42.663610 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:21:42.664324 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:42.668114 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c300e20-e7df-41ca-b5d9-cc97030558e8 None None] Network 2157a83a-80a0-4bbc-ae4b-3bce809385bc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:21:42.769672 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-631df53f-007c-4331-a6be-4937309dd92d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1216178
Jun 04 17:21:42.770581 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40200) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:42.777666 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1544257433-router', 'tenant_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:21:42.785407 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:21:42.793234 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Usage tracker for resource:router and tenant:d88a54ba37a3490ab3c519f1ba7477be is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:21:42.797342 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:21:42.805763 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:21:42.908904 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:42.910720 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:42.931276 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-2157a83a-80a0-4bbc-ae4b-3bce809385bc', 'network_id': '2157a83a-80a0-4bbc-ae4b-3bce809385bc', 'tenant_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'fixed_ips': [{'subnet_id': '98150617-ae32-42fb-8728-f340fbfaaba8'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 17:21:42.931872 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:42.932385 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:43.132760 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Allocated IP 172.20.0.2 (2157a83a-80a0-4bbc-ae4b-3bce809385bc/98150617-ae32-42fb-8728-f340fbfaaba8/4e4ed47b-c7df-482c-a44c-36b8311d1e9b) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:21:43.411425 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:43.423416 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Transition to ACTIVE for port object 4e4ed47b-c7df-482c-a44c-36b8311d1e9b will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:21:43.445292 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Transition to ACTIVE for port object 4e4ed47b-c7df-482c-a44c-36b8311d1e9b will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:21:43.495012 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:43.522091 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:43.527270 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-1627034d-8b37-46a4-8a07-e8a21cb34d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:43.594673 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Network 2157a83a-80a0-4bbc-ae4b-3bce809385bc is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:21:43.597569 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:21:43.601525 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:21:43.607646 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Pushing event updated for resources: {'Port': ['ID=4e4ed47b-c7df-482c-a44c-36b8311d1e9b,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:43.611576 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:43.719944 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Attempting to bind port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:21:43.720781 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Attempting to bind port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c5213d00-e803-40ce-a375-5948b804a945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2157a83a-80a0-4bbc-ae4b-3bce809385bc'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:21:43.720981 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Attempting to bind port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b on network 2157a83a-80a0-4bbc-ae4b-3bce809385bc {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:21:43.730620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:21:43.731039 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Checking segment: {'id': 'c5213d00-e803-40ce-a375-5948b804a945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2157a83a-80a0-4bbc-ae4b-3bce809385bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:21:43.731717 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:43.732287 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Bound using segment: {'id': 'c5213d00-e803-40ce-a375-5948b804a945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2157a83a-80a0-4bbc-ae4b-3bce809385bc'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:21:43.733127 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Bound port: 4e4ed47b-c7df-482c-a44c-36b8311d1e9b, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5213d00-e803-40ce-a375-5948b804a945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2157a83a-80a0-4bbc-ae4b-3bce809385bc'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:21:43.733774 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:43.864351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] For port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:21:43.870662 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] For port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4e4ed47b-c7df-482c-a44c-36b8311d1e9b,segment=NetworkSegment(c5213d00-e803-40ce-a375-5948b804a945),segment_id=c5213d00-e803-40ce-a375-5948b804a945)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:21:43.972847 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:43.979291 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4b8aca6b-92c4-4483-ad3e-b3e5af3e6005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:43.991674 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:44.024429 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:44.094486 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Pushing event updated for resources: {'Port': ['ID=4e4ed47b-c7df-482c-a44c-36b8311d1e9b,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:44.102626 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:44.232255 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Allocated IP 172.25.4.54 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/c8bf5bc2-4929-42ca-a700-0ee02e7e9d09) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:21:44.446524 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:44.657433 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:44.661496 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-d0a1800e-94ff-4dcb-bb30-f35f597c6f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:44.730307 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:21:44.733194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:21:44.735813 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:21:44.777742 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Pushing event updated for resources: {'Port': ['ID=c8bf5bc2-4929-42ca-a700-0ee02e7e9d09,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:44.780902 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:44.901609 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4e4ed47b-c7df-482c-a44c-36b8311d1e9b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:21:45.096744 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:21:45.227285 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536cb6ed-7177-4b90-b075-620b2d715ea8 None None] Network 2157a83a-80a0-4bbc-ae4b-3bce809385bc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:21:45.336080 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-78c61a41-7e8d-479d-8317-03d79c1d6c03 None None] Provisioning for port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:21:45.348497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-78c61a41-7e8d-479d-8317-03d79c1d6c03 None None] Provisioning complete for port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:21:45.348497 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-78c61a41-7e8d-479d-8317-03d79c1d6c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:45.397015 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:45.680732 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-78c61a41-7e8d-479d-8317-03d79c1d6c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:45.727002 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-78c61a41-7e8d-479d-8317-03d79c1d6c03 None None] For port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4e4ed47b-c7df-482c-a44c-36b8311d1e9b,segment=NetworkSegment(c5213d00-e803-40ce-a375-5948b804a945),segment_id=c5213d00-e803-40ce-a375-5948b804a945)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:21:45.822957 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-78c61a41-7e8d-479d-8317-03d79c1d6c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:45.826619 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-349aa9d8-3cc3-4f97-9648-f25155959dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:45.917407 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c61a41-7e8d-479d-8317-03d79c1d6c03 None None] Pushing event updated for resources: {'Port': ['ID=4e4ed47b-c7df-482c-a44c-36b8311d1e9b,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:45.926887 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-78c61a41-7e8d-479d-8317-03d79c1d6c03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:45.988984 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:46.051680 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-9374d8b9-5b8b-471b-b29f-72958374f044 None None] Provisioning complete for port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:21:46.051964 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-9374d8b9-5b8b-471b-b29f-72958374f044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:46.416379 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Router 406415b1-042a-4a6f-9e1d-367b313ef072 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 17:21:46.622661 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:21:46.635073 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Sync routers for ids ['406415b1-042a-4a6f-9e1d-367b313ef072'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:21:46.649832 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Routers {'406415b1-042a-4a6f-9e1d-367b313ef072'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:21:46.650516 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c2eb490>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:21:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['406415b1-042a-4a6f-9e1d-367b313ef072'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:46.743667 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:46.745718 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-b05a6f6c-82bd-4fe8-a519-d01cd146683b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.9741356
Jun 04 17:21:46.748658 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40204) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:46.867596 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Set router 406415b1-042a-4a6f-9e1d-367b313ef072 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:21:46.914162 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4e4ed47b-c7df-482c-a44c-36b8311d1e9b up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:21:47.159571 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:21:47.160638 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:47.419662 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c2eb490>, [{'id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'name': 'tempest-TestSnapshotPattern-1544257433-router', 'tenant_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c8bf5bc2-4929-42ca-a700-0ee02e7e9d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:42Z', 'updated_at': '2021-06-04T17:21:45Z', 'revision_number': 3, 'project_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'gw_port': {'id': 'c8bf5bc2-4929-42ca-a700-0ee02e7e9d09', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:44Z', 'updated_at': '2021-06-04T17:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:47.441337 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Checking router: 406415b1-042a-4a6f-9e1d-367b313ef072 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:21:47.441822 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Updating router 406415b1-042a-4a6f-9e1d-367b313ef072 port c8bf5bc2-4929-42ca-a700-0ee02e7e9d09 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:21:47.516506 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:47.855243 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:47.954405 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:47.968560 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Transition to ACTIVE for port object c8bf5bc2-4929-42ca-a700-0ee02e7e9d09 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:21:48.047533 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:48.052268 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:48.090627 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Allocated IP 172.20.0.1 (2157a83a-80a0-4bbc-ae4b-3bce809385bc/98150617-ae32-42fb-8728-f340fbfaaba8/89c57239-0148-4f0a-a70d-21d1c9aaf828) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:21:48.275408 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Attempting to bind port c8bf5bc2-4929-42ca-a700-0ee02e7e9d09 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:21:48.276090 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Attempting to bind port c8bf5bc2-4929-42ca-a700-0ee02e7e9d09 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:21:48.276215 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:48.276343 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Attempting to bind port c8bf5bc2-4929-42ca-a700-0ee02e7e9d09 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:21:48.278483 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4bb4a-a7ad-469b-a962-c25729d9a01d None None] Pushing event updated for resources: {'Port': ['ID=c8bf5bc2-4929-42ca-a700-0ee02e7e9d09,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:48.282382 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a4a4bb4a-a7ad-469b-a962-c25729d9a01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:48.285144 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:21:48.285527 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:21:48.285938 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:48.286330 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:21:48.286802 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Bound port: c8bf5bc2-4929-42ca-a700-0ee02e7e9d09, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:21:48.287179 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:48.296486 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Transition to ACTIVE for port object 89c57239-0148-4f0a-a70d-21d1c9aaf828 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:21:48.368138 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] For port c8bf5bc2-4929-42ca-a700-0ee02e7e9d09, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:21:48.372557 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] For port c8bf5bc2-4929-42ca-a700-0ee02e7e9d09, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c8bf5bc2-4929-42ca-a700-0ee02e7e9d09,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:21:48.446045 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:48.453075 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b788949f-9fee-41c1-a72e-51ea1e2427a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:48.497064 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:48.502757 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0dcf535e-1d71-472a-8836-c26e62c2ef31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:48.526130 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Network 2157a83a-80a0-4bbc-ae4b-3bce809385bc is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:21:48.529129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:21:48.531899 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:21:48.585871 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Pushing event updated for resources: {'Port': ['ID=89c57239-0148-4f0a-a70d-21d1c9aaf828,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:48.589530 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:48.622133 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:48.625137 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Routers {'406415b1-042a-4a6f-9e1d-367b313ef072'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:21:48.626174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c2eb490>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:21:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['406415b1-042a-4a6f-9e1d-367b313ef072'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:48.693546 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4bb4a-a7ad-469b-a962-c25729d9a01d None None] Pushing event updated for resources: {'Port': ['ID=c8bf5bc2-4929-42ca-a700-0ee02e7e9d09,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:48.698028 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a4a4bb4a-a7ad-469b-a962-c25729d9a01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:48.836211 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] Set router 406415b1-042a-4a6f-9e1d-367b313ef072 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:21:49.076478 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:49.081452 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8ef1555a-ca68-4ce9-90ea-9429e622ed8d None None] Provisioning for port 89c57239-0148-4f0a-a70d-21d1c9aaf828 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:21:49.110036 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-8ef1555a-ca68-4ce9-90ea-9429e622ed8d None None] Provisioning complete for port 89c57239-0148-4f0a-a70d-21d1c9aaf828 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:21:49.110630 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8ef1555a-ca68-4ce9-90ea-9429e622ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:49.228171 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-8ef1555a-ca68-4ce9-90ea-9429e622ed8d None None] Port 89c57239-0148-4f0a-a70d-21d1c9aaf828 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:21:49.272332 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c2eb490>, [{'id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'name': 'tempest-TestSnapshotPattern-1544257433-router', 'tenant_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c8bf5bc2-4929-42ca-a700-0ee02e7e9d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:42Z', 'updated_at': '2021-06-04T17:21:45Z', 'revision_number': 3, 'project_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'gw_port': {'id': 'c8bf5bc2-4929-42ca-a700-0ee02e7e9d09', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:44Z', 'updated_at': '2021-06-04T17:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:49.277226 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e7d8e-387a-44e1-9896-d6f0e626c61a None None] The sync data for ids ['406415b1-042a-4a6f-9e1d-367b313ef072'] in n-d-791505-9 is: [{'id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'name': 'tempest-TestSnapshotPattern-1544257433-router', 'tenant_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c8bf5bc2-4929-42ca-a700-0ee02e7e9d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:42Z', 'updated_at': '2021-06-04T17:21:45Z', 'revision_number': 3, 'project_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'gw_port': {'id': 'c8bf5bc2-4929-42ca-a700-0ee02e7e9d09', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:44Z', 'updated_at': '2021-06-04T17:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:21:49.393566 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:49.551563 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:49.590180 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-30287982-7c47-49ab-b06d-d89452ee7f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:49.682961 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:49.690665 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Pushing event updated for resources: {'Port': ['ID=89c57239-0148-4f0a-a70d-21d1c9aaf828,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:49.697198 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:49.857070 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Network 2157a83a-80a0-4bbc-ae4b-3bce809385bc is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:21:49.858335 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:21:50.116248 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Router 406415b1-042a-4a6f-9e1d-367b313ef072 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:21:50.166396 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-aa601390-dc49-4542-b815-f49a6c41ffff None None] Provisioning complete for port 89c57239-0148-4f0a-a70d-21d1c9aaf828 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:21:50.166782 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-aa601390-dc49-4542-b815-f49a6c41ffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:50.246498 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-aa601390-dc49-4542-b815-f49a6c41ffff None None] Port 89c57239-0148-4f0a-a70d-21d1c9aaf828 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:21:50.565286 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:21:50.682320 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] 10.222.0.32 "PUT /v2.0/routers/406415b1-042a-4a6f-9e1d-367b313ef072/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8314693
Jun 04 17:21:50.905297 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c8bf5bc2-4929-42ca-a700-0ee02e7e9d09 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:21:51.083783 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port c8bf5bc2-4929-42ca-a700-0ee02e7e9d09 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:21:51.084329 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Sync routers for ids ['406415b1-042a-4a6f-9e1d-367b313ef072'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:21:51.085207 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c8bf5bc2-4929-42ca-a700-0ee02e7e9d09 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:21:51.085207 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:51.085602 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Routers {'406415b1-042a-4a6f-9e1d-367b313ef072'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:21:51.085602 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc3d3a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:21:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['406415b1-042a-4a6f-9e1d-367b313ef072'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:51.212582 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:51.237298 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port c8bf5bc2-4929-42ca-a700-0ee02e7e9d09, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c8bf5bc2-4929-42ca-a700-0ee02e7e9d09,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:21:51.371526 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:51.374447 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-4b8aca6b-92c4-4483-ad3e-b3e5af3e6005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:51.410392 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Set router 406415b1-042a-4a6f-9e1d-367b313ef072 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:21:51.474455 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=c8bf5bc2-4929-42ca-a700-0ee02e7e9d09,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:51.482025 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:51.651045 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40222) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:51.662864 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-322547033-network', 'tenant_id': '6601b630b0914765a0a9a0a0c9b89382'}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:21:51.669374 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:21:51.673694 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Usage tracker for resource:network and tenant:6601b630b0914765a0a9a0a0c9b89382 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:21:51.677630 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:21:51.684005 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:21:51.770925 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Made reservation on behalf of 6601b630b0914765a0a9a0a0c9b89382 for: {'network': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:21:51.773668 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627586'] for network, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:51.786700 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:51.805781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:21:51.809851 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:6601b630b0914765a0a9a0a0c9b89382 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:21:51.812217 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc3d3a0>, [{'id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'name': 'tempest-TestSnapshotPattern-1544257433-router', 'tenant_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c8bf5bc2-4929-42ca-a700-0ee02e7e9d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:42Z', 'updated_at': '2021-06-04T17:21:48Z', 'revision_number': 4, 'project_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'gw_port': {'id': 'c8bf5bc2-4929-42ca-a700-0ee02e7e9d09', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:44Z', 'updated_at': '2021-06-04T17:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '89c57239-0148-4f0a-a70d-21d1c9aaf828', 'name': '', 'network_id': '2157a83a-80a0-4bbc-ae4b-3bce809385bc', 'tenant_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'mac_address': 'fa:16:3e:e2:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '98150617-ae32-42fb-8728-f340fbfaaba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:47Z', 'updated_at': '2021-06-04T17:21:49Z', 'revision_number': 2, 'project_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'subnets': [{'id': '98150617-ae32-42fb-8728-f340fbfaaba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:51.812905 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:21:51.816664 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Checking router: 406415b1-042a-4a6f-9e1d-367b313ef072 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:21:51.817043 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Updating router 406415b1-042a-4a6f-9e1d-367b313ef072 port 89c57239-0148-4f0a-a70d-21d1c9aaf828 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:21:51.819626 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:21:51.875966 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:51.926197 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:52.044637 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:52.047861 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ac819006-0e13-43aa-8477-4af9122fddef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:52.086656 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=88300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 04 17:21:52.095844 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e1f3ee-05c5-4c97-8a78-088376bb490e,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:52.099570 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:52.104401 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:52.104819 n-d-791505-9 neutron-server[88300]: INFO neutron.db.segments_db [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Added segment 663577cb-0d88-4559-9ff5-c5ae93219420 of type vlan for network fadda5b0-f0b8-4991-81c6-28501405866d
Jun 04 17:21:52.139949 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762687165624'] for network, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:52.245686 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390'] for network, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:52.247175 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:21:52.247854 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:52.256329 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-be46749e-b87d-4b21-92b7-449ef0449de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:52.265660 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:52.278729 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Transition to ACTIVE for port object 89c57239-0148-4f0a-a70d-21d1c9aaf828 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:21:52.390332 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=fadda5b0-f0b8-4991-81c6-28501405866d,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:52.393328 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:52.400065 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:52.401627 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Network fadda5b0-f0b8-4991-81c6-28501405866d details requested by agent ovs-agent-n-d-791505-9 with host n-d-791505-9 {{(pid=88302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 04 17:21:52.405109 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-365293dc-a63a-4dc0-a451-2f58726e1265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:52.534142 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3cf97-51d4-429f-963b-1d94b55e3b3e None None] Pushing event updated for resources: {'Port': ['ID=89c57239-0148-4f0a-a70d-21d1c9aaf828,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:52.545138 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8c8c7f46-a657-4938-be0e-b534cbd87fc9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8906865
Jun 04 17:21:52.548038 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40224) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:52.558127 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] Request body: {'subnet': {'network_id': 'fadda5b0-f0b8-4991-81c6-28501405866d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-322547033-subnet', 'tenant_id': '6601b630b0914765a0a9a0a0c9b89382', 'ip_version': 4}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:21:52.573970 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:21:52.575753 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3cf97-51d4-429f-963b-1d94b55e3b3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:52.576096 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3cf97-51d4-429f-963b-1d94b55e3b3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:52.576434 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3cf97-51d4-429f-963b-1d94b55e3b3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:52.576770 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3cf97-51d4-429f-963b-1d94b55e3b3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:52.577127 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3cf97-51d4-429f-963b-1d94b55e3b3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:52.577461 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3cf97-51d4-429f-963b-1d94b55e3b3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:52.577785 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3cf97-51d4-429f-963b-1d94b55e3b3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:52.578114 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3cf97-51d4-429f-963b-1d94b55e3b3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:52.578437 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3cf97-51d4-429f-963b-1d94b55e3b3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:52.578755 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3cf97-51d4-429f-963b-1d94b55e3b3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:52.579077 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3cf97-51d4-429f-963b-1d94b55e3b3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:52.579394 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f3cf97-51d4-429f-963b-1d94b55e3b3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:21:52.583584 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] Usage tracker for resource:subnet and tenant:6601b630b0914765a0a9a0a0c9b89382 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:21:52.588259 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:21:52.594954 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:21:52.608564 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-e4f3cf97-51d4-429f-963b-1d94b55e3b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:52.639319 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Attempting to bind port 89c57239-0148-4f0a-a70d-21d1c9aaf828 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:21:52.649542 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Attempting to bind port 89c57239-0148-4f0a-a70d-21d1c9aaf828 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': 'c5213d00-e803-40ce-a375-5948b804a945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2157a83a-80a0-4bbc-ae4b-3bce809385bc'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:21:52.649542 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Attempting to bind port 89c57239-0148-4f0a-a70d-21d1c9aaf828 on network 2157a83a-80a0-4bbc-ae4b-3bce809385bc {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:21:52.649542 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:21:52.650141 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Checking segment: {'id': 'c5213d00-e803-40ce-a375-5948b804a945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2157a83a-80a0-4bbc-ae4b-3bce809385bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:21:52.650473 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:52.651082 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Bound using segment: {'id': 'c5213d00-e803-40ce-a375-5948b804a945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2157a83a-80a0-4bbc-ae4b-3bce809385bc'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:21:52.651825 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Bound port: 89c57239-0148-4f0a-a70d-21d1c9aaf828, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5213d00-e803-40ce-a375-5948b804a945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2157a83a-80a0-4bbc-ae4b-3bce809385bc'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:21:52.652424 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:52.730663 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] Made reservation on behalf of 6601b630b0914765a0a9a0a0c9b89382 for: {'subnet': 1} {{(pid=88300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 04 17:21:52.733055 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3616828'] for subnet, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:52.760014 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] For port 89c57239-0148-4f0a-a70d-21d1c9aaf828, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:21:52.763255 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] For port 89c57239-0148-4f0a-a70d-21d1c9aaf828, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=89c57239-0148-4f0a-a70d-21d1c9aaf828,segment=NetworkSegment(c5213d00-e803-40ce-a375-5948b804a945),segment_id=c5213d00-e803-40ce-a375-5948b804a945)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:21:52.874842 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:52.875718 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c8bf5bc2-4929-42ca-a700-0ee02e7e9d09 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:21:52.887053 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-2c1cf4ca-4bce-4aa7-973c-63e576ef4d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:52.972504 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Routers {'406415b1-042a-4a6f-9e1d-367b313ef072'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:21:52.973200 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838cc3d3a0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:21:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['406415b1-042a-4a6f-9e1d-367b313ef072'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:52.980663 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port c8bf5bc2-4929-42ca-a700-0ee02e7e9d09 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:21:52.981471 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:53.177758 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3cf97-51d4-429f-963b-1d94b55e3b3e None None] Pushing event updated for resources: {'Port': ['ID=89c57239-0148-4f0a-a70d-21d1c9aaf828,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:53.182758 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-e4f3cf97-51d4-429f-963b-1d94b55e3b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:53.188735 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] Set router 406415b1-042a-4a6f-9e1d-367b313ef072 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:21:53.361971 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3616814'] for subnet, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:53.367293 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-20c9cdd0-1784-43bd-b61d-e3b4f25f45f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:53.443803 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=585e5f98-6e8e-484b-bc28-37b0f09b0142,revision_number=0']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:53.448191 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:53.457044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] Checking segment: {'id': '663577cb-0d88-4559-9ff5-c5ae93219420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fadda5b0-f0b8-4991-81c6-28501405866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:21:53.457044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] Network hostable DHCP agents. Network: fadda5b0-f0b8-4991-81c6-28501405866d, hostable agents: ['d2f09c3f-fc7e-48d5-9929-0aefebe77912'], hosted agents: [] {{(pid=88300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 04 17:21:53.622518 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] Network fadda5b0-f0b8-4991-81c6-28501405866d is scheduled to be hosted by DHCP agent d2f09c3f-fc7e-48d5-9929-0aefebe77912 with binding_index 1 {{(pid=88300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 04 17:21:53.665128 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838cc3d3a0>, [{'id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'name': 'tempest-TestSnapshotPattern-1544257433-router', 'tenant_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c8bf5bc2-4929-42ca-a700-0ee02e7e9d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:42Z', 'updated_at': '2021-06-04T17:21:48Z', 'revision_number': 4, 'project_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'gw_port': {'id': 'c8bf5bc2-4929-42ca-a700-0ee02e7e9d09', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:44Z', 'updated_at': '2021-06-04T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '89c57239-0148-4f0a-a70d-21d1c9aaf828', 'name': '', 'network_id': '2157a83a-80a0-4bbc-ae4b-3bce809385bc', 'tenant_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'mac_address': 'fa:16:3e:e2:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '98150617-ae32-42fb-8728-f340fbfaaba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:47Z', 'updated_at': '2021-06-04T17:21:52Z', 'revision_number': 4, 'project_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'subnets': [{'id': '98150617-ae32-42fb-8728-f340fbfaaba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:53.671114 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a192b-b5ec-49e0-9c92-0c48fff53871 None None] The sync data for ids ['406415b1-042a-4a6f-9e1d-367b313ef072'] in n-d-791505-9 is: [{'id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'name': 'tempest-TestSnapshotPattern-1544257433-router', 'tenant_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c8bf5bc2-4929-42ca-a700-0ee02e7e9d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:42Z', 'updated_at': '2021-06-04T17:21:48Z', 'revision_number': 4, 'project_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'gw_port': {'id': 'c8bf5bc2-4929-42ca-a700-0ee02e7e9d09', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:44Z', 'updated_at': '2021-06-04T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '89c57239-0148-4f0a-a70d-21d1c9aaf828', 'name': '', 'network_id': '2157a83a-80a0-4bbc-ae4b-3bce809385bc', 'tenant_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'mac_address': 'fa:16:3e:e2:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '98150617-ae32-42fb-8728-f340fbfaaba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:47Z', 'updated_at': '2021-06-04T17:21:52Z', 'revision_number': 4, 'project_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'subnets': [{'id': '98150617-ae32-42fb-8728-f340fbfaaba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:21:53.728739 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-9, fadda5b0-f0b8-4991-81c6-28501405866d) {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:21:53.755012 n-d-791505-9 neutron-server[88300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 04 17:21:53.755940 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:53.772775 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dd92c0-5faf-4984-93ff-f66aa8d95115 None None] Network fadda5b0-f0b8-4991-81c6-28501405866d requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:21:53.920236 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-86e7d34e-90a0-47d6-b3fd-27ea0d2d2ffd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3703985
Jun 04 17:21:53.923137 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40228) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:53.930048 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.v2.base [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-322547033-router', 'tenant_id': '6601b630b0914765a0a9a0a0c9b89382', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}} {{(pid=88300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 04 17:21:53.939528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 04 17:21:53.943697 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Usage tracker for resource:router and tenant:6601b630b0914765a0a9a0a0c9b89382 is out of sync, need to count used quota {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 04 17:21:53.947863 n-d-791505-9 neutron-server[88300]: DEBUG neutron.quota.resource [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 04 17:21:53.955729 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.quota.driver [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 04 17:21:54.091391 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3830514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14897'] for router, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:54.092779 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3830359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14858'] for router, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:54.119462 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:54.210621 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18e7f32d-0493-5702-b3dd-946c73e8e88e-fadda5b0-f0b8-4991-81c6-28501405866d', 'network_id': 'fadda5b0-f0b8-4991-81c6-28501405866d', 'tenant_id': '6601b630b0914765a0a9a0a0c9b89382', 'fixed_ips': [{'subnet_id': '585e5f98-6e8e-484b-bc28-37b0f09b0142'}]}} from n-d-791505-9. {{(pid=88302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 04 17:21:54.211685 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:54.443866 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.db_base_plugin_common [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Allocated IP 172.20.0.2 (fadda5b0-f0b8-4991-81c6-28501405866d/585e5f98-6e8e-484b-bc28-37b0f09b0142/85819273-94eb-457d-9469-f5b98f8337b9) {{(pid=88302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:21:54.558642 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3830464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14868'] for router, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:54.696474 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Notify callbacks [] for port, precommit_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:54.707786 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Transition to ACTIVE for port object 85819273-94eb-457d-9469-f5b98f8337b9 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:21:54.732670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Transition to ACTIVE for port object 85819273-94eb-457d-9469-f5b98f8337b9 will not be triggered until provisioned by entity DHCP. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:21:54.880281 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635'] for port, after_create {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:54.888709 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:54.938620 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 89c57239-0148-4f0a-a70d-21d1c9aaf828 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:21:55.027040 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Network fadda5b0-f0b8-4991-81c6-28501405866d is already hosted by enough agents. {{(pid=88302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:21:55.034497 n-d-791505-9 neutron-server[88302]: DEBUG neutron.scheduler.base_scheduler [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Resources bound (agent type, host, resource id):  {{(pid=88302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:21:55.041368 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Received port after_create {{(pid=88302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:21:55.051689 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Pushing event updated for resources: {'Port': ['ID=85819273-94eb-457d-9469-f5b98f8337b9,revision_number=1']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:55.081739 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:55.160844 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Attempting to bind port 85819273-94eb-457d-9469-f5b98f8337b9 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:21:55.161544 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Attempting to bind port 85819273-94eb-457d-9469-f5b98f8337b9 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '663577cb-0d88-4559-9ff5-c5ae93219420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fadda5b0-f0b8-4991-81c6-28501405866d'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:21:55.161720 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Attempting to bind port 85819273-94eb-457d-9469-f5b98f8337b9 on network fadda5b0-f0b8-4991-81c6-28501405866d {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:21:55.168373 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:21:55.168770 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Checking segment: {'id': '663577cb-0d88-4559-9ff5-c5ae93219420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fadda5b0-f0b8-4991-81c6-28501405866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:21:55.169282 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:55.169681 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Bound using segment: {'id': '663577cb-0d88-4559-9ff5-c5ae93219420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fadda5b0-f0b8-4991-81c6-28501405866d'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:21:55.170163 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Bound port: 85819273-94eb-457d-9469-f5b98f8337b9, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663577cb-0d88-4559-9ff5-c5ae93219420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fadda5b0-f0b8-4991-81c6-28501405866d'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:21:55.170549 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:55.241547 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 89c57239-0148-4f0a-a70d-21d1c9aaf828 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:21:55.250918 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:55.257157 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 89c57239-0148-4f0a-a70d-21d1c9aaf828 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:21:55.257545 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:55.282166 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:55.293663 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:55.341902 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] For port 85819273-94eb-457d-9469-f5b98f8337b9, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:21:55.347694 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] For port 85819273-94eb-457d-9469-f5b98f8337b9, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=85819273-94eb-457d-9469-f5b98f8337b9,segment=NetworkSegment(663577cb-0d88-4559-9ff5-c5ae93219420),segment_id=663577cb-0d88-4559-9ff5-c5ae93219420)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:21:55.416047 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:55.436761 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Allocated IP 172.25.4.28 (34dbc737-759b-4884-9ef2-ee94cb9aea62/bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f/db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:21:55.451081 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 89c57239-0148-4f0a-a70d-21d1c9aaf828, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=89c57239-0148-4f0a-a70d-21d1c9aaf828,segment=NetworkSegment(c5213d00-e803-40ce-a375-5948b804a945),segment_id=c5213d00-e803-40ce-a375-5948b804a945)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:21:55.456667 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:55.461776 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6be95fcb-79a1-4837-bcb4-03fc1f020da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:55.557589 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Pushing event updated for resources: {'Port': ['ID=85819273-94eb-457d-9469-f5b98f8337b9,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:55.565872 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-362bef85-2d71-49d1-84fb-000f9e4a0dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:55.579317 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:55.592844 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-0a5459ff-ac40-4a47-a941-8736915f368c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:55.608511 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:55.668136 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=89c57239-0148-4f0a-a70d-21d1c9aaf828,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:55.669721 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:55.731354 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:55.736980 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ff6a6701-d9da-484a-8a88-307e90c6841d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:55.823937 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Network 34dbc737-759b-4884-9ef2-ee94cb9aea62 is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:21:55.830333 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:21:55.833311 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:21:55.873758 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Pushing event updated for resources: {'Port': ['ID=db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:55.878123 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:56.431878 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:56.583623 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1615a3e3-05a9-4735-afdd-23d1aad9b731 None None] Network fadda5b0-f0b8-4991-81c6-28501405866d requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:21:56.838415 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-548576b8-c5ca-47ff-81a4-1ffd00a38252 None None] Provisioning for port 85819273-94eb-457d-9469-f5b98f8337b9 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:21:56.899904 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3830475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709482'] for router, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:57.005333 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 85819273-94eb-457d-9469-f5b98f8337b9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:21:57.205149 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 85819273-94eb-457d-9469-f5b98f8337b9 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:21:57.213811 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 85819273-94eb-457d-9469-f5b98f8337b9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:21:57.214438 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:57.369366 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:57.418805 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 85819273-94eb-457d-9469-f5b98f8337b9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=85819273-94eb-457d-9469-f5b98f8337b9,segment=NetworkSegment(663577cb-0d88-4559-9ff5-c5ae93219420),segment_id=663577cb-0d88-4559-9ff5-c5ae93219420)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:21:57.542846 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Router 332fdb43-4956-49a5-962a-4c7064f5e0f7 is scheduled to L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d with binding_index 1 {{(pid=88300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 04 17:21:57.606216 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:57.607740 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 89c57239-0148-4f0a-a70d-21d1c9aaf828 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:21:57.644807 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:57.650570 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-83e083a9-347d-4a33-ab93-9331220b5786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:57.744406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=85819273-94eb-457d-9469-f5b98f8337b9,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:57.749322 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:57.757393 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 89c57239-0148-4f0a-a70d-21d1c9aaf828 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:21:57.757759 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:57.761716 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:21:57.851525 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Sync routers for ids ['332fdb43-4956-49a5-962a-4c7064f5e0f7'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:21:57.879992 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Routers {'332fdb43-4956-49a5-962a-4c7064f5e0f7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:21:57.880631 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83910a8eb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:21:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['332fdb43-4956-49a5-962a-4c7064f5e0f7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:57.896284 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:57.897527 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-cc094a74-2374-4e61-a2ca-e94ade94ef3b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.9730554
Jun 04 17:21:57.900926 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40232) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:21:58.129758 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Set router 332fdb43-4956-49a5-962a-4c7064f5e0f7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:21:58.477363 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83910a8eb0>, [{'id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'name': 'tempest-TestSnapshotPattern-322547033-router', 'tenant_id': '6601b630b0914765a0a9a0a0c9b89382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:54Z', 'updated_at': '2021-06-04T17:21:56Z', 'revision_number': 3, 'project_id': '6601b630b0914765a0a9a0a0c9b89382', 'gw_port': {'id': 'db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:55Z', 'updated_at': '2021-06-04T17:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:58.481401 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Checking router: 332fdb43-4956-49a5-962a-4c7064f5e0f7 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:21:58.481758 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Updating router 332fdb43-4956-49a5-962a-4c7064f5e0f7 port db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7 binding host n-d-791505-9 {{(pid=88302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:21:58.549429 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:58.728228 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:58.893360 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 85819273-94eb-457d-9469-f5b98f8337b9 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:21:59.003110 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_common [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Allocated IP 172.20.0.1 (fadda5b0-f0b8-4991-81c6-28501405866d/585e5f98-6e8e-484b-bc28-37b0f09b0142/61c7200b-81a1-4382-9b92-93ce9dc3e3b5) {{(pid=88300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 04 17:21:59.017608 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Notify callbacks [] for port, precommit_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:59.033174 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Transition to ACTIVE for port object db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7 will not be triggered until provisioned by entity L2. {{(pid=88302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:21:59.044069 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 85819273-94eb-457d-9469-f5b98f8337b9 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:21:59.044486 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:59.114335 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:59.124803 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-a4a4bb4a-a7ad-469b-a962-c25729d9a01d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:59.239124 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Attempting to bind port db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:21:59.239507 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Attempting to bind port db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:21:59.239874 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Attempting to bind port db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7 on network 34dbc737-759b-4884-9ef2-ee94cb9aea62 {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:21:59.244392 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa9c35-aad0-46ef-8b3d-e7ade3be8be8 None None] Pushing event updated for resources: {'Port': ['ID=db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7,revision_number=2']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:59.247513 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-dcaa9c35-aad0-46ef-8b3d-e7ade3be8be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:59.277326 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:21:59.277722 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Checking segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:21:59.278123 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:59.278523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Bound using segment: {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'} {{(pid=88302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:21:59.279024 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.managers [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Bound port: db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dfd175-0da6-46b2-8c9d-6d0022aadab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62'}}] {{(pid=88302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:21:59.279514 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:59.359112 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:59.382757 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.provisioning_blocks [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Transition to ACTIVE for port object 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 will not be triggered until provisioned by entity DHCP. {{(pid=88300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:21:59.387582 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] For port db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7, host n-d-791505-9, cleared binding levels {{(pid=88302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:21:59.391041 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] For port db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:21:59.468826 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:59.472778 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6b3404e6-e12a-42ef-ac57-af369bcf0b3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:59.515766 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762687181635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:59.520812 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-5c865fd1-6a8b-4649-b46e-f9a4b023734f tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:21:59.564484 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Routers {'332fdb43-4956-49a5-962a-4c7064f5e0f7'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:21:59.565160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83910a8eb0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:21:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['332fdb43-4956-49a5-962a-4c7064f5e0f7'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:21:59.591836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Network fadda5b0-f0b8-4991-81c6-28501405866d is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:21:59.595421 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:21:59.600165 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Received port after_create {{(pid=88300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 04 17:21:59.668271 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Pushing event updated for resources: {'Port': ['ID=61c7200b-81a1-4382-9b92-93ce9dc3e3b5,revision_number=1']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:59.671705 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:59.693558 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3709668'] for router_interface, before_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:59.731983 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa9c35-aad0-46ef-8b3d-e7ade3be8be8 None None] Pushing event updated for resources: {'Port': ['ID=db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7,revision_number=3']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:21:59.737608 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-dcaa9c35-aad0-46ef-8b3d-e7ade3be8be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:21:59.882767 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-eec684fa-fef8-4cbf-b1f7-9ffd858e743d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:21:59.955556 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] Set router 332fdb43-4956-49a5-962a-4c7064f5e0f7 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:21:59.987829 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:00.091670 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-19ee4ed5-b4fd-4292-a116-f3b992a5fd53 None None] Provisioning for port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 completed by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:22:00.122486 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-19ee4ed5-b4fd-4292-a116-f3b992a5fd53 None None] Provisioning complete for port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:22:00.122852 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-19ee4ed5-b4fd-4292-a116-f3b992a5fd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:00.276905 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-19ee4ed5-b4fd-4292-a116-f3b992a5fd53 None None] Port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:22:00.299308 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:00.398023 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83910a8eb0>, [{'id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'name': 'tempest-TestSnapshotPattern-322547033-router', 'tenant_id': '6601b630b0914765a0a9a0a0c9b89382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:54Z', 'updated_at': '2021-06-04T17:21:56Z', 'revision_number': 3, 'project_id': '6601b630b0914765a0a9a0a0c9b89382', 'gw_port': {'id': 'db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:55Z', 'updated_at': '2021-06-04T17:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:22:00.404062 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d9ff0b-6e48-4334-8583-77bc44ea5d5b None None] The sync data for ids ['332fdb43-4956-49a5-962a-4c7064f5e0f7'] in n-d-791505-9 is: [{'id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'name': 'tempest-TestSnapshotPattern-322547033-router', 'tenant_id': '6601b630b0914765a0a9a0a0c9b89382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:54Z', 'updated_at': '2021-06-04T17:21:56Z', 'revision_number': 3, 'project_id': '6601b630b0914765a0a9a0a0c9b89382', 'gw_port': {'id': 'db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:55Z', 'updated_at': '2021-06-04T17:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:22:00.413239 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714112'] for port, after_update {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:00.462219 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-da87e70e-5881-4b84-a5c0-e1ca97a67be4 tempest-TestNetworkAdvancedServerOps-168219505 tempest-TestNetworkAdvancedServerOps-168219505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:22:00.561760 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3833736'] for router_interface, after_create {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:00.565447 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Pushing event updated for resources: {'Port': ['ID=61c7200b-81a1-4382-9b92-93ce9dc3e3b5,revision_number=2']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:22:00.569427 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:22:00.772836 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Network fadda5b0-f0b8-4991-81c6-28501405866d is already hosted by enough agents. {{(pid=88300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 04 17:22:00.774748 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.base_scheduler [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 04 17:22:00.927893 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:22:01.068850 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Router 332fdb43-4956-49a5-962a-4c7064f5e0f7 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:22:01.125816 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-898e5e89-1867-4222-9ea6-a89d535e8d2b None None] Provisioning complete for port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 triggered by entity DHCP. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:22:01.126721 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-898e5e89-1867-4222-9ea6-a89d535e8d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:01.173972 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:22:01.195421 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:22:01.195957 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:01.262494 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-898e5e89-1867-4222-9ea6-a89d535e8d2b None None] Port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 cannot update to ACTIVE because it is not bound. {{(pid=88302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 04 17:22:01.362276 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:22:01.378214 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] 10.222.0.32 "PUT /v2.0/routers/332fdb43-4956-49a5-962a-4c7064f5e0f7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4761937
Jun 04 17:22:01.408622 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:01.430461 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:22:01.542561 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:01.544474 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:22:01.650125 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7,revision_number=4']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:22:01.653331 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:22:02.141807 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:22:02.204738 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:02.344552 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Sync routers for ids ['332fdb43-4956-49a5-962a-4c7064f5e0f7'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:22:02.355895 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Routers {'332fdb43-4956-49a5-962a-4c7064f5e0f7'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:22:02.356881 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c93adf0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:21:32Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['332fdb43-4956-49a5-962a-4c7064f5e0f7'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:22:02.451005 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6088c156-6e70-4bbd-9ac5-e74dc5dca2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:02.555393 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Set router 332fdb43-4956-49a5-962a-4c7064f5e0f7 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:22:02.856702 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:22:02.910399 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c93adf0>, [{'id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'name': 'tempest-TestSnapshotPattern-322547033-router', 'tenant_id': '6601b630b0914765a0a9a0a0c9b89382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:54Z', 'updated_at': '2021-06-04T17:21:59Z', 'revision_number': 4, 'project_id': '6601b630b0914765a0a9a0a0c9b89382', 'gw_port': {'id': 'db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:55Z', 'updated_at': '2021-06-04T17:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '61c7200b-81a1-4382-9b92-93ce9dc3e3b5', 'name': '', 'network_id': 'fadda5b0-f0b8-4991-81c6-28501405866d', 'tenant_id': '6601b630b0914765a0a9a0a0c9b89382', 'mac_address': 'fa:16:3e:a8:0d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '585e5f98-6e8e-484b-bc28-37b0f09b0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:58Z', 'updated_at': '2021-06-04T17:22:00Z', 'revision_number': 2, 'project_id': '6601b630b0914765a0a9a0a0c9b89382', 'subnets': [{'id': '585e5f98-6e8e-484b-bc28-37b0f09b0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:22:02.915331 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Checking router: 332fdb43-4956-49a5-962a-4c7064f5e0f7 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:22:02.915683 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Updating router 332fdb43-4956-49a5-962a-4c7064f5e0f7 port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 binding host n-d-791505-9 {{(pid=88303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 04 17:22:02.947025 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:22:02.947676 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:02.978708 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:03.382462 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Notify callbacks [] for port, precommit_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:03.398980 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.provisioning_blocks [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Transition to ACTIVE for port object 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 will not be triggered until provisioned by entity L2. {{(pid=88303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 04 17:22:03.542415 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:03.546520 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-7bce8d6b-6335-4404-add5-d8876fabea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:22:03.690478 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443ebd7-7e91-43cb-8768-97685c63600b None None] Pushing event updated for resources: {'Port': ['ID=61c7200b-81a1-4382-9b92-93ce9dc3e3b5,revision_number=3']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:22:03.721682 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-d443ebd7-7e91-43cb-8768-97685c63600b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:22:03.808222 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Attempting to bind port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 on host n-d-791505-9 for vnic_type normal with profile  {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 04 17:22:03.808727 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Attempting to bind port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 by drivers openvswitch,hyperv on host n-d-791505-9 at level 0 using segments [{'id': '663577cb-0d88-4559-9ff5-c5ae93219420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fadda5b0-f0b8-4991-81c6-28501405866d'}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 04 17:22:03.809244 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Attempting to bind port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 on network fadda5b0-f0b8-4991-81c6-28501405866d {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 04 17:22:03.817632 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Checking agent: {'id': '4a1174a9-c0ec-425d-a5d6-529dab6ce455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 14, 56, 2), 'started_at': datetime.datetime(2021, 6, 4, 14, 56, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 17, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 04 17:22:03.818232 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Checking segment: {'id': '663577cb-0d88-4559-9ff5-c5ae93219420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fadda5b0-f0b8-4991-81c6-28501405866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 04 17:22:03.818913 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:03.819608 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Bound using segment: {'id': '663577cb-0d88-4559-9ff5-c5ae93219420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fadda5b0-f0b8-4991-81c6-28501405866d'} {{(pid=88303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 04 17:22:03.820408 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.managers [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Bound port: 61c7200b-81a1-4382-9b92-93ce9dc3e3b5, host: n-d-791505-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663577cb-0d88-4559-9ff5-c5ae93219420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fadda5b0-f0b8-4991-81c6-28501405866d'}}] {{(pid=88303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 04 17:22:03.821215 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:03.942191 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] For port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5, host n-d-791505-9, cleared binding levels {{(pid=88303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 04 17:22:03.946278 n-d-791505-9 neutron-server[88303]: DEBUG neutron.plugins.ml2.db [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] For port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5, host n-d-791505-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=61c7200b-81a1-4382-9b92-93ce9dc3e3b5,segment=NetworkSegment(663577cb-0d88-4559-9ff5-c5ae93219420),segment_id=663577cb-0d88-4559-9ff5-c5ae93219420)] {{(pid=88303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 04 17:22:04.028394 n-d-791505-9 neutron-server[88303]: DEBUG neutron_lib.callbacks.manager [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:04.032413 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-4bdcf9a2-0d55-42b2-b071-b67529da9e49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:22:04.170456 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443ebd7-7e91-43cb-8768-97685c63600b None None] Pushing event updated for resources: {'Port': ['ID=61c7200b-81a1-4382-9b92-93ce9dc3e3b5,revision_number=4']} {{(pid=88303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:22:04.172922 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Routers {'332fdb43-4956-49a5-962a-4c7064f5e0f7'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:22:04.173559 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c93adf0>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:22:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['332fdb43-4956-49a5-962a-4c7064f5e0f7'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:22:04.225908 n-d-791505-9 neutron-server[88303]: DEBUG oslo_concurrency.lockutils [None req-d443ebd7-7e91-43cb-8768-97685c63600b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:22:04.258559 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:04.385130 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] Set router 332fdb43-4956-49a5-962a-4c7064f5e0f7 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:22:04.745421 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c93adf0>, [{'id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'name': 'tempest-TestSnapshotPattern-322547033-router', 'tenant_id': '6601b630b0914765a0a9a0a0c9b89382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:54Z', 'updated_at': '2021-06-04T17:21:59Z', 'revision_number': 4, 'project_id': '6601b630b0914765a0a9a0a0c9b89382', 'gw_port': {'id': 'db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:55Z', 'updated_at': '2021-06-04T17:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '61c7200b-81a1-4382-9b92-93ce9dc3e3b5', 'name': '', 'network_id': 'fadda5b0-f0b8-4991-81c6-28501405866d', 'tenant_id': '6601b630b0914765a0a9a0a0c9b89382', 'mac_address': 'fa:16:3e:a8:0d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '585e5f98-6e8e-484b-bc28-37b0f09b0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:58Z', 'updated_at': '2021-06-04T17:22:03Z', 'revision_number': 4, 'project_id': '6601b630b0914765a0a9a0a0c9b89382', 'subnets': [{'id': '585e5f98-6e8e-484b-bc28-37b0f09b0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:22:04.749971 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f238b459-ee04-4923-a2e6-108a32f64d4e None None] The sync data for ids ['332fdb43-4956-49a5-962a-4c7064f5e0f7'] in n-d-791505-9 is: [{'id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'name': 'tempest-TestSnapshotPattern-322547033-router', 'tenant_id': '6601b630b0914765a0a9a0a0c9b89382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:54Z', 'updated_at': '2021-06-04T17:21:59Z', 'revision_number': 4, 'project_id': '6601b630b0914765a0a9a0a0c9b89382', 'gw_port': {'id': 'db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:55Z', 'updated_at': '2021-06-04T17:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9', '_interfaces': [{'id': '61c7200b-81a1-4382-9b92-93ce9dc3e3b5', 'name': '', 'network_id': 'fadda5b0-f0b8-4991-81c6-28501405866d', 'tenant_id': '6601b630b0914765a0a9a0a0c9b89382', 'mac_address': 'fa:16:3e:a8:0d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '585e5f98-6e8e-484b-bc28-37b0f09b0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:58Z', 'updated_at': '2021-06-04T17:22:03Z', 'revision_number': 4, 'project_id': '6601b630b0914765a0a9a0a0c9b89382', 'subnets': [{'id': '585e5f98-6e8e-484b-bc28-37b0f09b0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:22:04.960378 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:22:05.125206 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning for port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 completed by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 04 17:22:05.130561 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:22:05.131747 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:05.299825 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627641'] for port, before_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:05.342555 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-55205acf-4c91-454e-a838-d6523d707393 None None] For port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=61c7200b-81a1-4382-9b92-93ce9dc3e3b5,segment=NetworkSegment(663577cb-0d88-4559-9ff5-c5ae93219420),segment_id=663577cb-0d88-4559-9ff5-c5ae93219420)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:22:05.451045 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762687599885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762687181653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762687181698'] for port, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:05.453087 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:22:05.539825 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Pushing event updated for resources: {'Port': ['ID=61c7200b-81a1-4382-9b92-93ce9dc3e3b5,revision_number=5']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:22:05.544277 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:22:05.821695 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:06.861676 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 up at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 04 17:22:06.941265 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.provisioning_blocks [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Provisioning complete for port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 triggered by entity L2. {{(pid=88302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 04 17:22:06.941645 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770625'] for port, provisioning_complete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:25.283788 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:27.518350 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:29.667787 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c159ed2e-24d0-4de4-8d20-010ba1a89eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:32.175686 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:32.484234 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-5896bb90-29f1-4def-a262-5a08c1e94986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:34.238814 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:35.889898 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:39.141474 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:22:55.302264 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:57.518667 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:22:59.735367 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cdc71374-017f-4c82-a5e7-e50b2a3ec7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:01.677226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40264) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:23:02.266044 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:02.472612 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6460fb57-800c-4110-ae2a-93ee4972998d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:02.495223 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:02.977363 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Deleting port 89c57239-0148-4f0a-a70d-21d1c9aaf828 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:23:02.978337 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:03.111654 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] For port 89c57239-0148-4f0a-a70d-21d1c9aaf828, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=89c57239-0148-4f0a-a70d-21d1c9aaf828,segment=NetworkSegment(c5213d00-e803-40ce-a375-5948b804a945),segment_id=c5213d00-e803-40ce-a375-5948b804a945)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:23:03.111897 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:03.248143 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Calling delete_port for 89c57239-0148-4f0a-a70d-21d1c9aaf828 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:23:03.649800 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:03.653811 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b6afce29-836c-428b-a471-e4381e39e5e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:23:03.699563 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Pushing event deleted for resources: {'Port': ['ID=89c57239-0148-4f0a-a70d-21d1c9aaf828,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:23:03.739121 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:03.739789 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:03.740215 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:03.740603 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:03.740980 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:03.741387 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:03.741764 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:03.742129 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:03.742495 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:03.742860 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:03.743225 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:03.743588 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:03.751474 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:23:04.159028 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:04.267662 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:04.539044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Router 406415b1-042a-4a6f-9e1d-367b313ef072 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:23:04.724811 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:23:04.733427 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6de3d1-1bf2-4564-b909-3b4d6cd9e587 None None] Sync routers for ids ['406415b1-042a-4a6f-9e1d-367b313ef072'] in n-d-791505-9 {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:23:04.734637 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-77763a4e-884a-4170-ac73-d1a40b48b062 admin admin] 10.222.0.32 "PUT /v2.0/routers/406415b1-042a-4a6f-9e1d-367b313ef072/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0560279
Jun 04 17:23:04.737115 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40270) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:23:04.743778 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6de3d1-1bf2-4564-b909-3b4d6cd9e587 None None] Routers {'406415b1-042a-4a6f-9e1d-367b313ef072'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:23:04.744393 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ee6de3d1-1bf2-4564-b909-3b4d6cd9e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5a6a60>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:23:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['406415b1-042a-4a6f-9e1d-367b313ef072'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:23:04.931278 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:04.933708 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-ee6de3d1-1bf2-4564-b909-3b4d6cd9e587 None None] Set router 406415b1-042a-4a6f-9e1d-367b313ef072 gateway port host: n-d-791505-9 {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:23:05.114836 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:05.238185 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ee6de3d1-1bf2-4564-b909-3b4d6cd9e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5a6a60>, [{'id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'name': 'tempest-TestSnapshotPattern-1544257433-router', 'tenant_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c8bf5bc2-4929-42ca-a700-0ee02e7e9d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:42Z', 'updated_at': '2021-06-04T17:23:03Z', 'revision_number': 5, 'project_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'gw_port': {'id': 'c8bf5bc2-4929-42ca-a700-0ee02e7e9d09', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:44Z', 'updated_at': '2021-06-04T17:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:23:05.243406 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6de3d1-1bf2-4564-b909-3b4d6cd9e587 None None] Checking router: 406415b1-042a-4a6f-9e1d-367b313ef072 for host: n-d-791505-9 {{(pid=88302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:23:05.252193 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6de3d1-1bf2-4564-b909-3b4d6cd9e587 None None] Routers {'406415b1-042a-4a6f-9e1d-367b313ef072'} bound to L3 agent in host n-d-791505-9 {{(pid=88302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:23:05.252714 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ee6de3d1-1bf2-4564-b909-3b4d6cd9e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c5a6a60>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:23:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['406415b1-042a-4a6f-9e1d-367b313ef072'], 'active': True} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:23:05.267556 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] Deleting port c8bf5bc2-4929-42ca-a700-0ee02e7e9d09 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:23:05.268191 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:05.403226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] For port c8bf5bc2-4929-42ca-a700-0ee02e7e9d09, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=c8bf5bc2-4929-42ca-a700-0ee02e7e9d09,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:23:05.403226 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:05.409884 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvr_db [None req-ee6de3d1-1bf2-4564-b909-3b4d6cd9e587 None None] Set router 406415b1-042a-4a6f-9e1d-367b313ef072 gateway port host: None {{(pid=88302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:23:05.525743 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_hamode_db [None req-ee6de3d1-1bf2-4564-b909-3b4d6cd9e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c5a6a60>, [{'id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'name': 'tempest-TestSnapshotPattern-1544257433-router', 'tenant_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:42Z', 'updated_at': '2021-06-04T17:23:05Z', 'revision_number': 6, 'project_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:23:05.531777 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6de3d1-1bf2-4564-b909-3b4d6cd9e587 None None] The sync data for ids ['406415b1-042a-4a6f-9e1d-367b313ef072'] in n-d-791505-9 is: [{'id': '406415b1-042a-4a6f-9e1d-367b313ef072', 'name': 'tempest-TestSnapshotPattern-1544257433-router', 'tenant_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:42Z', 'updated_at': '2021-06-04T17:23:05Z', 'revision_number': 6, 'project_id': 'd88a54ba37a3490ab3c519f1ba7477be', 'gw_port_host': None}] {{(pid=88302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:23:05.706066 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] Calling delete_port for c8bf5bc2-4929-42ca-a700-0ee02e7e9d09 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:23:05.844851 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:05.975676 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:05.979904 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-316b2a21-e944-49f7-b2b7-81677b2c9317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:23:06.026650 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bf5bc2-4929-42ca-a700-0ee02e7e9d09,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:23:06.066206 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:23:06.138453 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:06.317860 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:06.320372 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:06.484016 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:06.484853 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 406415b1-042a-4a6f-9e1d-367b313ef072 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 17:23:06.500374 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:06.504345 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] 10.222.0.32 "DELETE /v2.0/routers/406415b1-042a-4a6f-9e1d-367b313ef072 HTTP/1.1" status: 204  len: 168 time: 1.7630796
Jun 04 17:23:06.504345 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40272) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:23:06.575211 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d5d800-7ec1-4ebc-a335-9b8658027894 admin admin] Deleting subnet 98150617-ae32-42fb-8728-f340fbfaaba8 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:23:06.580186 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-60d5d800-7ec1-4ebc-a335-9b8658027894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:06.639620 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-60d5d800-7ec1-4ebc-a335-9b8658027894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:06.734401 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-60d5d800-7ec1-4ebc-a335-9b8658027894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:06.893826 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c8bf5bc2-4929-42ca-a700-0ee02e7e9d09 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:23:06.931748 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: c8bf5bc2-4929-42ca-a700-0ee02e7e9d09 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:23:06.932101 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device c8bf5bc2-4929-42ca-a700-0ee02e7e9d09 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:23:06.932538 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 89c57239-0148-4f0a-a70d-21d1c9aaf828 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:23:06.967502 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 89c57239-0148-4f0a-a70d-21d1c9aaf828 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:23:06.967855 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 89c57239-0148-4f0a-a70d-21d1c9aaf828 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:23:07.073224 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-60d5d800-7ec1-4ebc-a335-9b8658027894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:07.078230 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f4e0d3aa-1fc9-4d32-8e54-ceda08a6d9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:23:07.114087 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5d800-7ec1-4ebc-a335-9b8658027894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98150617-ae32-42fb-8728-f340fbfaaba8,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:23:07.116965 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-60d5d800-7ec1-4ebc-a335-9b8658027894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:23:07.118075 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-60d5d800-7ec1-4ebc-a335-9b8658027894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:07.124355 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28426ccf-0374-4428-93eb-ae089f3769a8 None None] Network 2157a83a-80a0-4bbc-ae4b-3bce809385bc requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:23:07.124566 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-60d5d800-7ec1-4ebc-a335-9b8658027894 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/98150617-ae32-42fb-8728-f340fbfaaba8 HTTP/1.1" status: 204  len: 168 time: 0.6192095
Jun 04 17:23:07.127166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40274) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:23:07.239803 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:07.312288 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Deleting port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:23:07.312625 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:07.376327 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] DHCP port deletion for 2157a83a-80a0-4bbc-ae4b-3bce809385bc request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 17:23:07.421194 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] For port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4e4ed47b-c7df-482c-a44c-36b8311d1e9b,segment=NetworkSegment(c5213d00-e803-40ce-a375-5948b804a945),segment_id=c5213d00-e803-40ce-a375-5948b804a945)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:23:07.421812 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:07.446737 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Deleting port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:23:07.447118 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:07.547933 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] For port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=4e4ed47b-c7df-482c-a44c-36b8311d1e9b,segment=NetworkSegment(c5213d00-e803-40ce-a375-5948b804a945),segment_id=c5213d00-e803-40ce-a375-5948b804a945)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:23:07.548330 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:07.548528 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Calling delete_port for 4e4ed47b-c7df-482c-a44c-36b8311d1e9b owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:23:07.661654 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:07.666543 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-89b60fad-01a2-4fd7-808b-3911a4a06b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:23:07.718144 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4ed47b-c7df-482c-a44c-36b8311d1e9b,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:23:07.719992 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] No DVR routers for this DVR port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:23:07.721499 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:23:07.728344 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Calling delete_port for 4e4ed47b-c7df-482c-a44c-36b8311d1e9b owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:23:07.774945 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:07.779471 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-dcaa9c35-aad0-46ef-8b3d-e7ade3be8be8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:23:07.824489 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Pushing event deleted for resources: {'Port': ['ID=4e4ed47b-c7df-482c-a44c-36b8311d1e9b,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:23:07.830999 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] No DVR routers for this DVR port 4e4ed47b-c7df-482c-a44c-36b8311d1e9b on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:23:07.841385 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:07.841738 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:07.842095 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:07.842432 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:07.842764 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:07.843100 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:07.843444 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:07.843823 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:07.844160 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:07.844534 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:07.844874 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:07.845221 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-9 {{(pid=88302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 04 17:23:07.849380 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-dc1ab59c-4b28-4648-8a8a-002295777dbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:23:08.001453 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:08.015198 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838726f790>,) {'filters': {'network_id': ['2157a83a-80a0-4bbc-ae4b-3bce809385bc']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:23:08.027756 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838726f790>, 'c5213d00-e803-40ce-a375-5948b804a945') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:23:08.028044 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838726f790>, 'c5213d00-e803-40ce-a375-5948b804a945') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:23:08.040788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:08.057541 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:08.063604 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:23:08.063990 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:23:08.077248 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:23:08.283407 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:08.287750 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-afaed58a-2eef-49cc-a653-974537736244 tempest-RoutersNegativeTest-1081443372 tempest-RoutersNegativeTest-1081443372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:23:08.301422 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:08.312673 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=2157a83a-80a0-4bbc-ae4b-3bce809385bc,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:23:08.315559 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2157a83a-80a0-4bbc-ae4b-3bce809385bc HTTP/1.1" status: 204  len: 168 time: 1.1874232
Jun 04 17:23:08.316560 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-e0ab1f4c-7ebc-4d76-be97-75db37fe7c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:23:08.319267 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40276) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:23:08.890409 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4e4ed47b-c7df-482c-a44c-36b8311d1e9b no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:23:08.894175 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-81e2093c-6cf6-474b-b940-1de82072557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3833723'] for router_interface, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:08.927656 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 4e4ed47b-c7df-482c-a44c-36b8311d1e9b {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:23:08.928244 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 4e4ed47b-c7df-482c-a44c-36b8311d1e9b not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:23:09.346639 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-81e2093c-6cf6-474b-b940-1de82072557c admin admin] Deleting port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:23:09.346974 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-81e2093c-6cf6-474b-b940-1de82072557c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:09.484814 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-81e2093c-6cf6-474b-b940-1de82072557c admin admin] For port 61c7200b-81a1-4382-9b92-93ce9dc3e3b5, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=61c7200b-81a1-4382-9b92-93ce9dc3e3b5,segment=NetworkSegment(663577cb-0d88-4559-9ff5-c5ae93219420),segment_id=663577cb-0d88-4559-9ff5-c5ae93219420)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:23:09.485574 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-81e2093c-6cf6-474b-b940-1de82072557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:09.618226 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-81e2093c-6cf6-474b-b940-1de82072557c admin admin] Calling delete_port for 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 owned by network:router_interface {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:23:09.878486 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-81e2093c-6cf6-474b-b940-1de82072557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:09.891420 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-f2e444c4-6610-450c-823b-e3a504eb544c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:23:10.103413 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2093c-6cf6-474b-b940-1de82072557c admin admin] Pushing event deleted for resources: {'Port': ['ID=61c7200b-81a1-4382-9b92-93ce9dc3e3b5,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:23:10.132081 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-81e2093c-6cf6-474b-b940-1de82072557c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:23:10.408213 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-81e2093c-6cf6-474b-b940-1de82072557c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828901'] for router_interface, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:10.868097 n-d-791505-9 neutron-server[88300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e2093c-6cf6-474b-b940-1de82072557c admin admin] Router 332fdb43-4956-49a5-962a-4c7064f5e0f7 has already been hosted by L3 agent 5723c2db-b80a-4930-9eda-a278be4f587d {{(pid=88300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 04 17:23:11.064781 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e2093c-6cf6-474b-b940-1de82072557c admin admin] Notify agent at l3_agent.n-d-791505-9 the message routers_updated {{(pid=88300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 04 17:23:11.074664 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce542746-7293-4ff0-8bd3-196d3ccbad48 None None] Sync routers for ids ['332fdb43-4956-49a5-962a-4c7064f5e0f7'] in n-d-791505-9 {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 04 17:23:11.075199 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-81e2093c-6cf6-474b-b940-1de82072557c admin admin] 10.222.0.32 "PUT /v2.0/routers/332fdb43-4956-49a5-962a-4c7064f5e0f7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7547057
Jun 04 17:23:11.078466 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40278) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:23:11.086176 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce542746-7293-4ff0-8bd3-196d3ccbad48 None None] Routers {'332fdb43-4956-49a5-962a-4c7064f5e0f7'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:23:11.086719 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ce542746-7293-4ff0-8bd3-196d3ccbad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8e3790>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:23:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['332fdb43-4956-49a5-962a-4c7064f5e0f7'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:23:11.276168 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] Notify callbacks [] for router, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:11.287022 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-ce542746-7293-4ff0-8bd3-196d3ccbad48 None None] Set router 332fdb43-4956-49a5-962a-4c7064f5e0f7 gateway port host: n-d-791505-9 {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:23:11.461103 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:11.583682 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ce542746-7293-4ff0-8bd3-196d3ccbad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8e3790>, [{'id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'name': 'tempest-TestSnapshotPattern-322547033-router', 'tenant_id': '6601b630b0914765a0a9a0a0c9b89382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'external_fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:54Z', 'updated_at': '2021-06-04T17:23:09Z', 'revision_number': 5, 'project_id': '6601b630b0914765a0a9a0a0c9b89382', 'gw_port': {'id': 'db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7', 'name': '', 'network_id': '34dbc737-759b-4884-9ef2-ee94cb9aea62', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T17:21:55Z', 'updated_at': '2021-06-04T17:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfe3ddf2-77f1-4c20-b7ac-9a0ca6d3657f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-9'}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:23:11.588494 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce542746-7293-4ff0-8bd3-196d3ccbad48 None None] Checking router: 332fdb43-4956-49a5-962a-4c7064f5e0f7 for host: n-d-791505-9 {{(pid=88303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 04 17:23:11.598111 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce542746-7293-4ff0-8bd3-196d3ccbad48 None None] Routers {'332fdb43-4956-49a5-962a-4c7064f5e0f7'} bound to L3 agent in host n-d-791505-9 {{(pid=88303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 04 17:23:11.598725 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ce542746-7293-4ff0-8bd3-196d3ccbad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f838c8e3790>, 'n-d-791505-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T14:56:02Z,description=<?>,heartbeat_timestamp=2021-06-04T17:23:02Z,host='n-d-791505-9',id=5723c2db-b80a-4930-9eda-a278be4f587d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-04T14:56:03Z,topic='l3_agent')) {'router_ids': ['332fdb43-4956-49a5-962a-4c7064f5e0f7'], 'active': True} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:23:11.748917 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] Deleting port db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:23:11.749676 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:11.794582 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_dvr_db [None req-ce542746-7293-4ff0-8bd3-196d3ccbad48 None None] Set router 332fdb43-4956-49a5-962a-4c7064f5e0f7 gateway port host: None {{(pid=88303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 04 17:23:11.906040 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.l3_hamode_db [None req-ce542746-7293-4ff0-8bd3-196d3ccbad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f838c8e3790>, [{'id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'name': 'tempest-TestSnapshotPattern-322547033-router', 'tenant_id': '6601b630b0914765a0a9a0a0c9b89382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:54Z', 'updated_at': '2021-06-04T17:23:11Z', 'revision_number': 6, 'project_id': '6601b630b0914765a0a9a0a0c9b89382', 'gw_port_host': None}], 'n-d-791505-9', False) {} {{(pid=88303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:23:11.911400 n-d-791505-9 neutron-server[88303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce542746-7293-4ff0-8bd3-196d3ccbad48 None None] The sync data for ids ['332fdb43-4956-49a5-962a-4c7064f5e0f7'] in n-d-791505-9 is: [{'id': '332fdb43-4956-49a5-962a-4c7064f5e0f7', 'name': 'tempest-TestSnapshotPattern-322547033-router', 'tenant_id': '6601b630b0914765a0a9a0a0c9b89382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T17:21:54Z', 'updated_at': '2021-06-04T17:23:11Z', 'revision_number': 6, 'project_id': '6601b630b0914765a0a9a0a0c9b89382', 'gw_port_host': None}] {{(pid=88303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 04 17:23:12.068066 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] For port db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7,segment=NetworkSegment(61dfd175-0da6-46b2-8c9d-6d0022aadab0),segment_id=61dfd175-0da6-46b2-8c9d-6d0022aadab0)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:23:12.068341 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:12.194676 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] Calling delete_port for db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7 owned by network:router_gateway {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:23:12.449972 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:12.454236 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-ccd9b731-b427-40de-aab1-4b6399a02825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:23:12.498574 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:23:12.502341 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:23:12.604351 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709446'] for router_gateway, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:12.791775 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14851'] for router, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:12.794272 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:12.884107 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3829932'] for router, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:12.884821 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 332fdb43-4956-49a5-962a-4c7064f5e0f7 {{(pid=88300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 04 17:23:12.898771 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] Notify callbacks [] for router, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:12.900154 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-adbb28c4-c289-4072-ac46-d03b0e761659 admin admin] 10.222.0.32 "DELETE /v2.0/routers/332fdb43-4956-49a5-962a-4c7064f5e0f7 HTTP/1.1" status: 204  len: 168 time: 1.8206944
Jun 04 17:23:12.902642 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40280) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:23:12.905926 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:23:12.955957 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:23:12.956678 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device db8bdf31-e19d-42c5-b4ab-f1d3aa50bff7 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:23:12.958099 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:23:12.977343 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b82a2b3-d98d-43f9-8090-c5fa5f1a3280 admin admin] Deleting subnet 585e5f98-6e8e-484b-bc28-37b0f09b0142 {{(pid=88300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 04 17:23:12.981039 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b82a2b3-d98d-43f9-8090-c5fa5f1a3280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:13.008629 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:23:13.009351 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 61c7200b-81a1-4382-9b92-93ce9dc3e3b5 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:23:13.042601 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b82a2b3-d98d-43f9-8090-c5fa5f1a3280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10254552'] for subnet, precommit_delete_associations {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:13.133978 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b82a2b3-d98d-43f9-8090-c5fa5f1a3280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740463'] for subnet, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:13.501463 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b82a2b3-d98d-43f9-8090-c5fa5f1a3280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617501'] for subnet, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:13.506781 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fd898ddc-2a9b-492a-b2f5-fc59e0ad9980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:23:13.542405 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82a2b3-d98d-43f9-8090-c5fa5f1a3280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585e5f98-6e8e-484b-bc28-37b0f09b0142,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:23:13.546672 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-0b82a2b3-d98d-43f9-8090-c5fa5f1a3280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:23:13.549821 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-0b82a2b3-d98d-43f9-8090-c5fa5f1a3280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:13.556520 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6180ddfe-c87a-4514-a475-4bd87367999f None None] Network fadda5b0-f0b8-4991-81c6-28501405866d requested from n-d-791505-9 {{(pid=88302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 04 17:23:13.557892 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-0b82a2b3-d98d-43f9-8090-c5fa5f1a3280 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/585e5f98-6e8e-484b-bc28-37b0f09b0142 HTTP/1.1" status: 204  len: 168 time: 0.6537211
Jun 04 17:23:13.561448 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40282) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:23:13.695175 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598155'] for network, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:13.779166 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Deleting port 85819273-94eb-457d-9469-f5b98f8337b9 {{(pid=88300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:23:13.779500 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:13.839687 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc125756-bef3-4c11-8c60-a5ffce48a9ad None None] DHCP port deletion for fadda5b0-f0b8-4991-81c6-28501405866d request from n-d-791505-9 {{(pid=88302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 04 17:23:13.904266 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.db [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] For port 85819273-94eb-457d-9469-f5b98f8337b9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=85819273-94eb-457d-9469-f5b98f8337b9,segment=NetworkSegment(663577cb-0d88-4559-9ff5-c5ae93219420),segment_id=663577cb-0d88-4559-9ff5-c5ae93219420)] {{(pid=88300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:23:13.904628 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:13.923850 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cc125756-bef3-4c11-8c60-a5ffce48a9ad None None] Deleting port 85819273-94eb-457d-9469-f5b98f8337b9 {{(pid=88302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 04 17:23:13.924592 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cc125756-bef3-4c11-8c60-a5ffce48a9ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762687705335'] for port, before_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:14.038204 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.plugin [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Calling delete_port for 85819273-94eb-457d-9469-f5b98f8337b9 owned by network:dhcp {{(pid=88300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:23:14.046390 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.db [None req-cc125756-bef3-4c11-8c60-a5ffce48a9ad None None] For port 85819273-94eb-457d-9469-f5b98f8337b9, host n-d-791505-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-9',level=0,port_id=85819273-94eb-457d-9469-f5b98f8337b9,segment=NetworkSegment(663577cb-0d88-4559-9ff5-c5ae93219420),segment_id=663577cb-0d88-4559-9ff5-c5ae93219420)] {{(pid=88302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 04 17:23:14.046827 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cc125756-bef3-4c11-8c60-a5ffce48a9ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826891'] for port, precommit_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:14.184217 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-cc125756-bef3-4c11-8c60-a5ffce48a9ad None None] Calling delete_port for 85819273-94eb-457d-9469-f5b98f8337b9 owned by network:dhcp {{(pid=88302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 04 17:23:14.193373 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714363'] for port, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:14.198323 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-02fa69c4-7ea7-4f3f-8958-a9e199f72b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:23:14.233832 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-cc125756-bef3-4c11-8c60-a5ffce48a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4138940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762687599863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762687181644'] for port, after_delete {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:14.239891 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-6b1d70c0-3510-4f89-8a7a-ea232303b858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:23:14.254373 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Pushing event deleted for resources: {'Port': ['ID=85819273-94eb-457d-9469-f5b98f8337b9,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:23:14.257262 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:23:14.260593 n-d-791505-9 neutron-server[88300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] No DVR routers for this DVR port 85819273-94eb-457d-9469-f5b98f8337b9 on host n-d-791505-9 {{(pid=88300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:23:14.296523 n-d-791505-9 neutron-server[88302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc125756-bef3-4c11-8c60-a5ffce48a9ad None None] Pushing event deleted for resources: {'Port': ['ID=85819273-94eb-457d-9469-f5b98f8337b9,revision_number=None']} {{(pid=88302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:23:14.298305 n-d-791505-9 neutron-server[88302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc125756-bef3-4c11-8c60-a5ffce48a9ad None None] No DVR routers for this DVR port 85819273-94eb-457d-9469-f5b98f8337b9 on host n-d-791505-9 {{(pid=88302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 04 17:23:14.300357 n-d-791505-9 neutron-server[88302]: DEBUG oslo_concurrency.lockutils [None req-cc125756-bef3-4c11-8c60-a5ffce48a9ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:23:14.562543 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771322', 'neutron.services.segments.db._delete_segments_for_network-8762687626689'] for network, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:14.576765 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f838569a580>,) {'filters': {'network_id': ['fadda5b0-f0b8-4991-81c6-28501405866d']}} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:23:14.590877 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f838569a580>, '663577cb-0d88-4559-9ff5-c5ae93219420') {'for_net_delete': True} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:23:14.591159 n-d-791505-9 neutron-server[88300]: DEBUG neutron.services.segments.db [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f838569a580>, '663577cb-0d88-4559-9ff5-c5ae93219420') {} {{(pid=88300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 04 17:23:14.606843 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762687630556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10254497'] for segment, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:14.623842 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582'] for segment, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:14.630521 n-d-791505-9 neutron-server[88300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 04 17:23:14.630904 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714148'] for segment, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]: Traceback (most recent call last):
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:     timer()
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:     cb(*args, **kw)
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:     return func(*args, **kwargs)
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:     self._notify()
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:     self.callback(batched_events)
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:     event.method(event)
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:     return f(self, *a, **k)
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:     return self._get(url).json()
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:     return self.request(url, 'GET', **kwargs)
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 04 17:23:14.644466 n-d-791505-9 neutron-server[88300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 04 17:23:14.832918 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3879845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709549'] for network, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:14.838657 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-b038e7c5-3fe7-4e35-90ba-adca21c05fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:23:14.855303 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Notify callbacks [] for network, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:14.868503 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Pushing event deleted for resources: {'Network': ['ID=fadda5b0-f0b8-4991-81c6-28501405866d,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:23:14.872104 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:23:14.874953 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-228d2c3b-39bc-4610-ab47-00b06926bd85 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fadda5b0-f0b8-4991-81c6-28501405866d HTTP/1.1" status: 204  len: 168 time: 1.3121488
Jun 04 17:23:14.914880 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 85819273-94eb-457d-9469-f5b98f8337b9 no longer exists at agent ovs-agent-n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 04 17:23:14.967421 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.plugin [None req-55205acf-4c91-454e-a838-d6523d707393 None None] No Port match for: 85819273-94eb-457d-9469-f5b98f8337b9 {{(pid=88302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 04 17:23:14.968756 n-d-791505-9 neutron-server[88302]: DEBUG neutron.plugins.ml2.rpc [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Device 85819273-94eb-457d-9469-f5b98f8337b9 not bound to the agent host n-d-791505-9 {{(pid=88302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 04 17:23:15.405337 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40286) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:23:15.465642 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8a80292c-f1cb-4d67-8da6-0905091c7f09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d88a54ba37a3490ab3c519f1ba7477be&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0586426
Jun 04 17:23:15.468025 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40288) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:23:15.549095 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-82d2cd72-65cd-4647-be1f-f0f2e862fde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:15.582788 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-82d2cd72-65cd-4647-be1f-f0f2e862fde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:15.718421 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-82d2cd72-65cd-4647-be1f-f0f2e862fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:15.722408 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-fdc5735e-ad25-4d5b-b781-99db748c887c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:23:15.735948 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2cd72-65cd-4647-be1f-f0f2e862fde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d63b47-c9ba-418b-b9e6-1e4bda3b0d7a,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:23:15.739770 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-82d2cd72-65cd-4647-be1f-f0f2e862fde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:23:15.741926 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-82d2cd72-65cd-4647-be1f-f0f2e862fde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:15.743371 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-82d2cd72-65cd-4647-be1f-f0f2e862fde7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9d63b47-c9ba-418b-b9e6-1e4bda3b0d7a HTTP/1.1" status: 204  len: 168 time: 0.2738028
Jun 04 17:23:16.141452 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:23:16.674018 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40294) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:23:16.731339 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-8d852044-8238-4177-a344-78cf37ea9d87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6601b630b0914765a0a9a0a0c9b89382&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0560083
Jun 04 17:23:16.734224 n-d-791505-9 neutron-server[88300]: DEBUG neutron.wsgi [-] (88300) accepted ('10.222.0.32', 40296) {{(pid=88300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 04 17:23:16.802035 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5ffa-b13f-427b-b471-e056f4362d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:16.839223 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5ffa-b13f-427b-b471-e056f4362d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:16.998067 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5ffa-b13f-427b-b471-e056f4362d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879745'] for security_group, after_delete {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:17.001996 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-34baec06-54ac-4b52-aa77-581c80640846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 04 17:23:17.018017 n-d-791505-9 neutron-server[88300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b5ffa-b13f-427b-b471-e056f4362d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e1f3ee-05c5-4c97-8a78-088376bb490e,revision_number=None']} {{(pid=88300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 04 17:23:17.024440 n-d-791505-9 neutron-server[88300]: DEBUG oslo_concurrency.lockutils [None req-bf4b5ffa-b13f-427b-b471-e056f4362d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 04 17:23:17.025517 n-d-791505-9 neutron-server[88300]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5ffa-b13f-427b-b471-e056f4362d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:17.026716 n-d-791505-9 neutron-server[88300]: INFO neutron.wsgi [None req-bf4b5ffa-b13f-427b-b471-e056f4362d92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7e1f3ee-05c5-4c97-8a78-088376bb490e HTTP/1.1" status: 204  len: 168 time: 0.2914333
Jun 04 17:23:25.306666 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:27.505939 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:29.694877 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a0ca1dac-f7ce-48ba-90c3-381d846130e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:32.187046 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:32.477827 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c40e33db-2638-4774-9e8b-83b1e7bab801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:34.226645 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:35.929877 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:53.140755 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:23:55.368118 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:57.586812 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:23:59.689961 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ba790f5d-8a12-40c8-843b-d9a046847b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:24:02.163148 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:24:02.449192 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f3d608fa-3b24-436d-8ac8-917777db0ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:24:04.237432 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:24:05.860451 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:24:25.260021 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:24:27.546213 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:24:29.711115 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3bd0b757-dd56-4c1b-898c-ffdc80a86ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:24:30.140947 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:24:32.263817 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:24:32.459971 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c80c01c1-97e8-47da-b9c0-9eefc2b481c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:24:34.232523 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:24:35.848355 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:24:55.305577 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:24:57.585275 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:24:59.692325 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-858eb39b-61c9-4d36-a2a9-c48265dec486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:25:02.156825 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:25:02.453554 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c9fa91c0-ec6b-427b-8245-f823a65b16a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:25:04.240797 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:25:05.825228 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:25:07.140020 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:25:25.262936 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:25:27.533056 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:25:29.710553 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8656d44f-1007-428f-977c-526145489e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:25:32.179079 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:25:32.493377 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e7c39748-47d9-49a0-8ed3-64b7079473ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:25:34.274488 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:25:35.818794 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:25:44.139660 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:25:55.315696 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:25:57.578803 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:25:59.670084 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a17d69ba-24b1-4c48-882d-01a619304341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:26:02.193676 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:26:02.453181 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-a864346c-e4cd-4d52-b0e3-48f5810dea3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:26:04.274077 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:26:05.892789 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:26:21.139565 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:26:25.309869 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:26:27.587750 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:26:29.656680 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-943c946f-6a54-498e-a5cc-c3e4ab608c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:26:32.175707 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:26:32.467593 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b439d8e5-f51d-4765-bd7b-1a4ce3c2153c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:26:34.251085 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:26:35.966708 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:26:55.318108 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:26:57.612596 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:26:58.139772 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:26:59.698312 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c024d501-6b25-4b21-93a6-071dedf9b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:27:02.181771 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:27:02.463757 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c99063c6-24e1-49c0-a817-641bfb97ce0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:27:04.261301 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:27:05.850216 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:27:25.346316 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:27:27.586498 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:27:29.666295 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-e708f210-72ca-4a1b-ab8e-5b74b6f6c3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:27:32.169516 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:27:32.448975 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-74d91014-5def-472b-9977-3171b58dd7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:27:34.260310 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:27:35.140207 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:27:35.860710 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:27:55.368973 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:27:57.577025 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:27:59.683296 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6ed69a2d-53f4-4c55-b28a-1ccd34b9c74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:28:02.191696 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:28:02.466324 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4092ad47-e213-4ab1-b073-410804a11a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:28:04.336852 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:28:05.874095 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:28:12.142735 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:28:25.382586 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:28:27.605707 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:28:29.668511 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-694103fb-ea88-4f05-acc2-e5b0509f7399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:28:32.179668 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:28:32.467073 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6a641e46-2664-4144-b748-934b43007f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:28:34.285630 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:28:35.876969 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:28:49.143755 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:28:55.345209 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:28:57.645669 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:28:59.744277 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-dced572d-91a9-45ee-a3e5-a7f55e74205f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:29:02.178897 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:29:02.454334 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f4b8-b984-4cf1-95df-4551a2c3d134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:29:04.328419 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:29:05.893055 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:29:25.384992 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:29:26.143278 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:29:27.650439 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:29:29.698516 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-4eab3e98-42b7-41a9-b214-dc756a31b894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:29:32.190129 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:29:32.430006 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-b338df28-b96b-43d0-a1ed-a99993aa492c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:29:34.324840 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:29:35.887648 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:29:55.445360 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:29:57.800844 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:29:59.707482 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-60c999f1-ab7f-4820-91f9-643f308b8aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:30:02.202998 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:30:02.520761 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ec0a-fb82-48bb-b2d8-e9a7128d30d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:30:03.146128 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:30:04.273361 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:30:05.949428 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:30:25.410235 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:30:27.674878 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:30:29.668722 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ba266bd8-2b29-4d4e-9c26-02c2dbc542f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:30:32.177198 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:30:32.480114 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-bfb4c47b-71fc-4cb0-befd-e6d93e5a85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:30:34.297152 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:30:35.891947 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:30:40.149840 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:30:55.432380 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:30:57.661875 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:30:59.666170 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-d4abb861-cf58-42a0-9592-407e43ced502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:31:02.187065 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:31:02.454878 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-ba46f024-ff9c-497f-978c-c22b0245527e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:31:04.272701 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:31:05.919744 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:31:17.151819 n-d-791505-9 neutron-server[88303]: DEBUG neutron.db.agents_db [None req-9746332a-0224-4bce-9c8a-87ae6b9047df None None] Agent healthcheck: found 7 active agents {{(pid=88303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 04 17:31:25.461820 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-df451ba9-ae0b-4f1e-b625-15abfe7d7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:31:27.616707 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-3b431d80-a160-4599-aee8-4c61ad74bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:31:29.692284 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-6b326a99-386e-4ff0-b0fe-901f1d1b6498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:31:32.182200 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-55205acf-4c91-454e-a838-d6523d707393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:31:32.484482 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f103-3431-4fed-9494-5486bceb9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:31:34.289009 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-8461546f-5c37-4507-a242-544ecc5fe905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 04 17:31:35.896523 n-d-791505-9 neutron-server[88302]: DEBUG neutron_lib.callbacks.manager [None req-f50a9bf7-97c0-4a6e-8d2d-a5820af71e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762687626671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770736'] for agent, after_update {{(pid=88302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}